-- Logs begin at Fri 2021-08-20 10:48:58 UTC, end at Fri 2021-08-20 12:57:49 UTC. -- Aug 20 11:19:35.235962 n-d-804299-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 20 11:19:37.940101 n-d-804299-2 neutron-server[94581]: INFO neutron.common.config [-] Logging enabled! Aug 20 11:19:37.940852 n-d-804299-2 neutron-server[94581]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 20 11:19:37.940952 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94581) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 11:19:37.944834 n-d-804299-2 neutron-server[94581]: INFO neutron.common.config [-] Logging enabled! Aug 20 11:19:37.945096 n-d-804299-2 neutron-server[94581]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 20 11:19:37.945414 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94581) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 11:19:37.946367 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 11:19:37.946601 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 11:19:37.946971 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 11:19:37.947218 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 11:19:37.947447 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 11:19:37.947783 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.948066 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.948364 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.948593 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.948916 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.949210 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.949495 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.949785 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.950080 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.950367 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.950649 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.950935 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.951166 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.951447 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.951735 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.952026 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.952253 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] debug = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.952531 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.952991 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.953412 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.953690 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.953981 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.954262 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.954534 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.954810 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.955107 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.955420 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] host = n-d-804299-2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.955696 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.955983 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.956267 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.956556 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.956851 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.957128 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.957416 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.957686 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.957957 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] log_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.958230 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.958517 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.958852 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.959142 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.959373 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.959591 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.959882 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.960170 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.960447 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.960752 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.961031 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.961306 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.961581 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.961851 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.962139 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.962424 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.962710 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.962984 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.963258 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.963530 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.963802 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.964088 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.964362 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.964652 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.964930 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.965219 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.965492 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.965768 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.966072 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.966360 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.966648 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.966933 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.967209 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.967494 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.967765 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.968038 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.968309 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] use_json = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.968580 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.968877 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.969160 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.969433 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.969705 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.969977 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.970248 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.970533 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:37.970826 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.971124 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.971426 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.971711 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.972012 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.972293 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.972582 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.972885 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.973175 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.973466 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.973753 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.974032 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.974531 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.974820 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.975115 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.975425 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.975722 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.976016 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.976300 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.976576 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.976879 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.977161 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.977451 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.977748 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.978044 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.978323 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.978603 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.978898 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.979179 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.979454 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.979733 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.980022 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.980302 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.980576 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.980885 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.981162 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.981433 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.981709 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.981987 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.982283 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.982560 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.982831 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.983100 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.983374 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.983647 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.983937 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.984218 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.984492 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.984791 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.985076 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.985352 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.985628 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.985907 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.986181 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.986459 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.986733 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.987008 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.987278 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.987550 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.987822 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.988094 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.988364 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.988651 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.988932 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.989203 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.989474 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.989749 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.990560 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.990872 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.991246 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.991530 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.991813 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.992098 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.992379 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.992684 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.992965 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.993246 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.993527 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.993801 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.994098 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.994385 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.994674 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.994958 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.995237 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.995535 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.995814 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.996099 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.996379 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.996677 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.996969 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.997253 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.997547 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.997839 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.998136 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.998435 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.998730 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.999014 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.999326 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.999606 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:37.999824 n-d-804299-2 neutron-server[94581]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 11:19:38.000069 n-d-804299-2 neutron-server[94581]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94581) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 20 11:19:38.355568 n-d-804299-2 neutron-server[94581]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 11:19:38.355778 n-d-804299-2 neutron-server[94581]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 11:19:38.356067 n-d-804299-2 neutron-server[94581]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 11:19:38.356399 n-d-804299-2 neutron-server[94581]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 20 11:19:38.754436 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.754718 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.755002 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.757001 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.757279 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.757548 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.791429 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.791711 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.791978 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.808777 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.809063 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.809336 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.837706 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.837974 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.838241 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.874001 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.874279 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:38.874548 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.107916 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.108624 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.108624 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.108831 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.109444 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.230562 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.230889 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.231177 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.231452 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.231721 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.232034 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.232297 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.232554 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.232848 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.233132 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.233395 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.233663 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.233921 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.234183 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.234434 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.234697 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.234954 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.235221 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.235490 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.235748 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.236018 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.236270 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.236553 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.236957 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.237210 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.237459 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.237859 n-d-804299-2 neutron-server[94581]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94581) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 11:19:39.238102 n-d-804299-2 neutron-server[94581]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94581) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 11:19:39.238341 n-d-804299-2 neutron-server[94581]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94581) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 11:19:39.238580 n-d-804299-2 neutron-server[94581]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94581) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 11:19:39.238816 n-d-804299-2 neutron-server[94581]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94581) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 11:19:39.239051 n-d-804299-2 neutron-server[94581]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94581) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 11:19:39.239415 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 20 11:19:39.243452 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 20 11:19:39.247414 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 20 11:19:39.251152 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 20 11:19:39.252810 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 20 11:19:39.253260 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 20 11:19:39.253595 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 20 11:19:39.253974 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 20 11:19:39.257058 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 20 11:19:39.257260 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 20 11:19:39.257612 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 11:19:39.262949 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 20 11:19:39.284965 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 20 11:19:39.285670 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.285967 n-d-804299-2 neutron-server[94581]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94581) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 20 11:19:39.286324 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.288285 n-d-804299-2 neutron-server[94581]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94581) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 20 11:19:39.288563 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 11:19:39.288850 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 20 11:19:39.291989 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.292267 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:39.356146 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 20 11:19:39.356379 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 20 11:19:39.356614 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 20 11:19:39.357009 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 20 11:19:39.377773 n-d-804299-2 neutron-server[94581]: DEBUG oslo_db.sqlalchemy.engines [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94581) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 20 11:19:39.919394 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Initializing driver for type 'gre' Aug 20 11:19:39.920107 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] gre ID ranges: [(1, 1000)] Aug 20 11:19:39.975831 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Initializing driver for type 'local' Aug 20 11:19:39.976169 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Initializing driver for type 'vlan' Aug 20 11:19:39.989159 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] VlanTypeDriver initialization complete Aug 20 11:19:39.989509 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Initializing driver for type 'vxlan' Aug 20 11:19:39.990652 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] vxlan ID ranges: [(1, 1000)] Aug 20 11:19:40.044970 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Initializing extension driver 'port_security' Aug 20 11:19:40.045316 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.extensions.port_security [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] PortSecurityExtensionDriver initialization complete Aug 20 11:19:40.045649 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Initializing mechanism driver 'openvswitch' Aug 20 11:19:40.045973 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Initializing mechanism driver 'hyperv' Aug 20 11:19:40.053047 n-d-804299-2 neutron-server[94581]: DEBUG neutron.plugins.ml2.plugin [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:40.054143 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > port after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.054520 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > port after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.054879 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > port after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.055400 n-d-804299-2 neutron-server[94581]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94581) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 11:19:40.055838 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.056202 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.056568 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.056975 n-d-804299-2 neutron-server[94581]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94581) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 11:19:40.057375 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > network after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.057723 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > network after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.058062 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > network after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.058444 n-d-804299-2 neutron-server[94581]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94581) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 11:19:40.058844 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > security_group after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.059195 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > security_group after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.059538 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.059989 n-d-804299-2 neutron-server[94581]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94581) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 11:19:40.060572 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.061012 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.061352 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.061741 n-d-804299-2 neutron-server[94581]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94581) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 11:19:40.062142 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > address_group after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.062487 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > address_group after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.062827 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.063209 n-d-804299-2 neutron-server[94581]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94581) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 11:19:40.063580 n-d-804299-2 neutron-server[94581]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] ML2 OVO RPC backend initialized. {{(pid=94581) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 20 11:19:40.064353 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.064732 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.065149 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > network before_response 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.065495 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > networks before_response 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.065841 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > port before_response 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.066181 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > ports before_response 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.066526 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > subnet before_response 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.066867 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > subnets before_response 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.067208 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > network after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.067545 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > network after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.067878 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > network after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.068264 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > port after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.068605 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > port after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.068972 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > port after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.069311 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.069653 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.069988 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.070558 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.plugin [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Modular L2 Plugin initialization complete Aug 20 11:19:40.070953 n-d-804299-2 neutron-server[94581]: DEBUG neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading services supported by the core plugin {{(pid=94581) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 20 11:19:40.071214 n-d-804299-2 neutron-server[94581]: INFO neutron.plugins.ml2.managers [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Got port-security extension from driver 'port_security' Aug 20 11:19:40.071672 n-d-804299-2 neutron-server[94581]: INFO neutron.extensions.vlantransparent [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Disabled vlantransparent extension. Aug 20 11:19:40.072152 n-d-804299-2 neutron-server[94581]: DEBUG neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94581) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 20 11:19:40.072465 n-d-804299-2 neutron-server[94581]: INFO neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading Plugin: router Aug 20 11:19:40.109472 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.110175 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router after_create 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.110338 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router before_create 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.110703 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.111077 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.111440 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router after_delete 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.111933 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.112421 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.112817 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router after_create 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.113173 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router after_update 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.113525 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router after_update 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.113876 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.114238 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router after_update 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.114651 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.115075 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: port after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.115588 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: port after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.115927 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: subnet after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.116266 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.116613 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.116981 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.117321 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: port before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.117661 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router precommit_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.118016 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router after_update 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.118357 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.118707 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.119064 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.119405 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.119767 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > agent after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.120115 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > agent after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.120457 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > network after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.121374 n-d-804299-2 neutron-server[94581]: DEBUG neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Tracking information for resource: router configured {{(pid=94581) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 11:19:40.121707 n-d-804299-2 neutron-server[94581]: DEBUG neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Tracking information for resource: floatingip configured {{(pid=94581) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 11:19:40.126707 n-d-804299-2 neutron-server[94581]: INFO neutron.db.l3_agentschedulers_db [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 20 11:19:40.127290 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: port after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.127654 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: port after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.127999 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: port after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.128346 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: port after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.129172 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router before_create 55550100 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.129533 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.129894 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router precommit_create 55550100 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.130543 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > router precommit_update 55550100 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.135274 n-d-804299-2 neutron-server[94581]: DEBUG neutron.services.provider_configuration [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Service providers = [] {{(pid=94581) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 20 11:19:40.135644 n-d-804299-2 neutron-server[94581]: DEBUG neutron.db.servicetype_db [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94581) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 20 11:19:40.138597 n-d-804299-2 neutron-server[94581]: DEBUG neutron.services.service_base [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94581) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 11:19:40.138946 n-d-804299-2 neutron-server[94581]: DEBUG neutron.services.service_base [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94581) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 11:19:40.139286 n-d-804299-2 neutron-server[94581]: DEBUG neutron.services.service_base [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94581) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 11:19:40.140171 n-d-804299-2 neutron-server[94581]: DEBUG neutron.services.service_base [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94581) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 11:19:40.140544 n-d-804299-2 neutron-server[94581]: INFO neutron.services.service_base [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 20 11:19:40.140942 n-d-804299-2 neutron-server[94581]: DEBUG neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94581) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 11:19:40.141261 n-d-804299-2 neutron-server[94581]: INFO neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 20 11:19:40.154041 n-d-804299-2 neutron-server[94581]: DEBUG neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94581) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 11:19:40.154377 n-d-804299-2 neutron-server[94581]: INFO neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading Plugin: auto_allocate Aug 20 11:19:40.160118 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: network precommit_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.160776 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: network precommit_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.161306 n-d-804299-2 neutron-server[94581]: DEBUG neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94581) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 11:19:40.161623 n-d-804299-2 neutron-server[94581]: INFO neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading Plugin: tag Aug 20 11:19:40.168871 n-d-804299-2 neutron-server[94581]: DEBUG neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94581) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 11:19:40.169200 n-d-804299-2 neutron-server[94581]: INFO neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading Plugin: timestamp Aug 20 11:19:40.173094 n-d-804299-2 neutron-server[94581]: DEBUG neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94581) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 11:19:40.173343 n-d-804299-2 neutron-server[94581]: INFO neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading Plugin: network_ip_availability Aug 20 11:19:40.179056 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.179426 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.179779 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.180507 n-d-804299-2 neutron-server[94581]: DEBUG neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94581) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 11:19:40.180854 n-d-804299-2 neutron-server[94581]: INFO neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading Plugin: flavors Aug 20 11:19:40.185772 n-d-804299-2 neutron-server[94581]: DEBUG neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94581) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 11:19:40.186100 n-d-804299-2 neutron-server[94581]: INFO neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading Plugin: revisions Aug 20 11:19:40.190747 n-d-804299-2 neutron-server[94581]: DEBUG neutron.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94581) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 11:19:40.191147 n-d-804299-2 neutron-server[94581]: DEBUG oslo_concurrency.lockutils [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.835s {{(pid=94581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 11:19:40.191876 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94581) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 20 11:19:40.192209 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Initializing extension manager. Aug 20 11:19:40.192760 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: __init__.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.193126 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: __pycache__ {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.193463 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.193798 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: address_group.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.194556 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.195129 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: address-group Aug 20 11:19:40.195451 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: address_scope.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.196161 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.196700 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: address-scope Aug 20 11:19:40.197023 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.197951 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.198455 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: router-admin-state-down-before-update Aug 20 11:19:40.198779 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: agent.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.199468 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.199973 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: agent Aug 20 11:19:40.200475 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: agent_resources_synced.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.201425 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.201929 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: agent-resources-synced Aug 20 11:19:40.202243 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: allowedaddresspairs.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.204029 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.204537 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: allowed-address-pairs Aug 20 11:19:40.204894 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: auto_allocated_topology.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.206104 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.206630 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: auto-allocated-topology Aug 20 11:19:40.206970 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: availability_zone.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.207659 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.208158 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: availability_zone Aug 20 11:19:40.208478 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: availability_zone_filter.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.209978 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.210490 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: availability_zone_filter Aug 20 11:19:40.210850 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: data_plane_status.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.211725 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.212224 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension data-plane-status not supported by any of loaded plugins Aug 20 11:19:40.212544 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: default_subnetpools.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.213490 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.213989 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: default-subnetpools Aug 20 11:19:40.214308 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.215114 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.215612 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: dhcp_agent_scheduler Aug 20 11:19:40.215934 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: dns.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.216861 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.217360 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension dns-integration not supported by any of loaded plugins Aug 20 11:19:40.217680 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: dns_domain_ports.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.218586 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.219084 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 20 11:19:40.219409 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.220329 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.220856 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 20 11:19:40.221179 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: dvr.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.221845 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.222348 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: dvr Aug 20 11:19:40.222668 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: ecmp_routes.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.223586 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.224077 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 20 11:19:40.224971 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: empty_string_filtering.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.226051 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.227318 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: empty-string-filtering Aug 20 11:19:40.227719 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.228575 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.229108 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 20 11:19:40.229427 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.230337 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.230840 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 20 11:19:40.231160 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: external_net.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.232060 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.232565 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: external-net Aug 20 11:19:40.232905 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.233804 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.234309 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: extra_dhcp_opt Aug 20 11:19:40.234629 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: extraroute.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.235536 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.236040 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: extraroute Aug 20 11:19:40.236360 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: extraroute_atomic.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.237557 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.238066 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: extraroute-atomic Aug 20 11:19:40.238385 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: filter_validation.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.239239 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.239743 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: filter-validation Aug 20 11:19:40.240169 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: fip_pf_description.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.241255 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.241763 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 20 11:19:40.242086 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: fip_port_details.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.242995 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.243503 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: fip-port-details Aug 20 11:19:40.243820 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: flavors.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.245064 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.245576 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: flavors Aug 20 11:19:40.245900 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.247571 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.248091 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 20 11:19:40.248415 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: floatingip_pools.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.249134 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.249647 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: floatingip-pools Aug 20 11:19:40.249969 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: ip_allocation.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.250883 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.251386 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension ip_allocation not supported by any of loaded plugins Aug 20 11:19:40.251705 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.252612 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.253147 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: ip-substring-filtering Aug 20 11:19:40.253467 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: l2_adjacency.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.254379 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.254880 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 20 11:19:40.255199 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: l3.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.256249 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.256790 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: router Aug 20 11:19:40.257114 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.259386 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.259909 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 20 11:19:40.260242 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.261207 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.261722 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: ext-gw-mode Aug 20 11:19:40.262052 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.262986 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.263492 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: l3-ha Aug 20 11:19:40.263819 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: l3_flavors.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.264747 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.265254 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: l3-flavors Aug 20 11:19:40.265579 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.266480 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.266983 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 20 11:19:40.267305 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: l3agentscheduler.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.268329 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.268862 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: l3_agent_scheduler Aug 20 11:19:40.269188 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: logging.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.270660 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.271850 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension logging not supported by any of loaded plugins Aug 20 11:19:40.272206 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: metering.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.272966 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.273547 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: metering Aug 20 11:19:40.273871 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.275077 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.275599 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: metering_source_and_destination_fields Aug 20 11:19:40.275927 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: multiprovidernet.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.276866 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.277374 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: multi-provider Aug 20 11:19:40.277697 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: netmtu.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.278602 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.279110 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: net-mtu Aug 20 11:19:40.279432 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: netmtu_writable.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.280337 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.280866 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: net-mtu-writable Aug 20 11:19:40.281189 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: network_availability_zone.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.281849 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.282350 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: network_availability_zone Aug 20 11:19:40.282667 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: network_ip_availability.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.283754 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.284262 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: network-ip-availability Aug 20 11:19:40.284582 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: network_segment_range.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.285642 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.286146 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension network-segment-range not supported by any of loaded plugins Aug 20 11:19:40.286466 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: pagination.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.288153 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.288486 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: pagination Aug 20 11:19:40.288843 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: port_device_profile.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.289749 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.290264 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: port-device-profile Aug 20 11:19:40.290588 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.291508 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.292015 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: port-mac-address-regenerate Aug 20 11:19:40.292335 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.293265 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.293769 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: port-numa-affinity-policy Aug 20 11:19:40.294086 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: port_resource_request.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.295001 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.295501 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension port-resource-request not supported by any of loaded plugins Aug 20 11:19:40.295819 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: portbindings.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.296778 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.297287 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: binding Aug 20 11:19:40.297607 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: portbindings_extended.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.298867 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.299388 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: binding-extended Aug 20 11:19:40.299711 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: portsecurity.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.300610 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.301140 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: port-security Aug 20 11:19:40.301462 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: project_id.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.302452 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.302795 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: project-id Aug 20 11:19:40.303097 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: providernet.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.304008 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.304515 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: provider Aug 20 11:19:40.304866 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: qos.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.308265 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.308827 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension qos not supported by any of loaded plugins Aug 20 11:19:40.309165 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.310405 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.310924 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 20 11:19:40.311253 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.312166 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.312703 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 20 11:19:40.313029 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: qos_default.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.313930 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.314438 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension qos-default not supported by any of loaded plugins Aug 20 11:19:40.314761 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: qos_fip.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.315404 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.315909 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension qos-fip not supported by any of loaded plugins Aug 20 11:19:40.316227 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: qos_gateway_ip.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.317161 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.317668 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 20 11:19:40.318023 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: qos_port_network_policy.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.318922 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.319429 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 20 11:19:40.319750 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: qos_pps_rule.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.320962 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.321477 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension qos-pps not supported by any of loaded plugins Aug 20 11:19:40.321798 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: qos_rule_type_details.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.322707 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.323217 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 20 11:19:40.323532 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: qos_rules_alias.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.324566 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.325107 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 20 11:19:40.325428 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: quotasv2.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.326510 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.326838 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: quotas Aug 20 11:19:40.327159 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: quotasv2_detail.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.330225 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.330558 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: quota_details Aug 20 11:19:40.330887 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: rbac.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.331933 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.332451 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: rbac-policies Aug 20 11:19:40.332818 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: rbac_address_group.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.334265 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.334779 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: rbac-address-group Aug 20 11:19:40.335103 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: rbac_address_scope.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.336017 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.336522 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: rbac-address-scope Aug 20 11:19:40.336870 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: rbac_security_groups.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.337870 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.338380 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: rbac-security-groups Aug 20 11:19:40.338700 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: rbac_subnetpool.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.339611 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.340111 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: rbac-subnetpool Aug 20 11:19:40.340432 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: revisionifmatch.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.341379 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.341887 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: revision-if-match Aug 20 11:19:40.342207 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: revisions.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.343310 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.343813 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: standard-attr-revisions Aug 20 11:19:40.344136 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: router_availability_zone.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.344848 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.345354 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: router_availability_zone Aug 20 11:19:40.345673 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: routerservicetype.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.346580 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.347084 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension router-service-type not supported by any of loaded plugins Aug 20 11:19:40.347403 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.348317 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.348847 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: security-groups-normalized-cidr Aug 20 11:19:40.349849 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.350841 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.351351 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: port-security-groups-filtering Aug 20 11:19:40.351671 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.352586 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.353127 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: security-groups-remote-address-group Aug 20 11:19:40.353444 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: securitygroup.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.362957 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.363482 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: security-group Aug 20 11:19:40.363815 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: segment.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.364597 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.365230 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension segment not supported by any of loaded plugins Aug 20 11:19:40.365554 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.366487 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.366999 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 20 11:19:40.367326 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: servicetype.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.368485 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.369042 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: service-type Aug 20 11:19:40.369372 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: sorting.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.370346 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.370679 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: sorting Aug 20 11:19:40.371005 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: standard_attr_segment.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.371911 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.372423 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 20 11:19:40.372779 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: standardattrdescription.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.373422 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.373926 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: standard-attr-description Aug 20 11:19:40.374248 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: stateful_security_group.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.375172 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.375681 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: stateful-security-group Aug 20 11:19:40.376002 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: stdattrs_common.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.376577 n-d-804299-2 neutron-server[94581]: WARNING neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 20 11:19:40.376925 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.377837 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.378345 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 20 11:19:40.378666 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: subnet_onboard.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.379723 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.380243 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: subnet_onboard Aug 20 11:19:40.380601 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.381532 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.382042 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 20 11:19:40.382364 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: subnet_service_types.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.383286 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.383799 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: subnet-service-types Aug 20 11:19:40.384124 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: subnetallocation.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.385230 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.385744 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: subnet_allocation Aug 20 11:19:40.386066 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.386719 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.387226 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: subnetpool-prefix-ops Aug 20 11:19:40.387548 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.388472 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.389016 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 20 11:19:40.389342 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: tagging.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.390391 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.390905 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: standard-attr-tag Aug 20 11:19:40.391229 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: timestamp.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.392419 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.392962 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loaded extension: standard-attr-timestamp Aug 20 11:19:40.393289 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: trunk.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.394308 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.394824 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension trunk not supported by any of loaded plugins Aug 20 11:19:40.395147 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: trunk_details.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.396621 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.397265 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension trunk-details not supported by any of loaded plugins Aug 20 11:19:40.397589 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: uplink_status_propagation.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.398505 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.399012 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 20 11:19:40.399328 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Loading extension file: vlantransparent.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:19:40.399991 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:19:40.400504 n-d-804299-2 neutron-server[94581]: INFO neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 20 11:19:40.403018 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of TrackedResource for resource:network Aug 20 11:19:40.403565 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of TrackedResource for resource:subnet Aug 20 11:19:40.403963 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 11:19:40.404366 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of TrackedResource for resource:port Aug 20 11:19:40.405631 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:19:40.406065 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Service FLAVORS assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:19:40.406701 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:19:40.407127 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:19:40.407460 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of TrackedResource for resource:router Aug 20 11:19:40.408067 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of TrackedResource for resource:floatingip Aug 20 11:19:40.408588 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Service METERING assigned prefix: /metering {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:19:40.410063 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.410689 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.411039 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:19:40.412662 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 11:19:40.413239 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of TrackedResource for resource:security_group Aug 20 11:19:40.413674 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 11:19:40.414282 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Service CORE assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:19:40.414617 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 11:19:40.414964 n-d-804299-2 neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] subnetpool is already registered Aug 20 11:19:40.415390 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Service CORE assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:19:40.415722 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 11:19:40.416083 n-d-804299-2 neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] subnetpool is already registered Aug 20 11:19:40.418432 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:19:40.418977 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Service FLAVORS assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:19:40.419611 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:19:40.420054 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:19:40.420396 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of TrackedResource for resource:router Aug 20 11:19:40.420766 n-d-804299-2 neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] router is already registered Aug 20 11:19:40.421189 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of TrackedResource for resource:floatingip Aug 20 11:19:40.421524 n-d-804299-2 neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] floatingip is already registered Aug 20 11:19:40.421980 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Service METERING assigned prefix: /metering {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:19:40.422699 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 11:19:40.423024 n-d-804299-2 neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] rbac_policy is already registered Aug 20 11:19:40.423486 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of TrackedResource for resource:security_group Aug 20 11:19:40.423769 n-d-804299-2 neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] security_group is already registered Aug 20 11:19:40.424170 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 11:19:40.424498 n-d-804299-2 neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] security_group_rule is already registered Aug 20 11:19:40.425025 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Service CORE assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:19:40.425363 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 11:19:40.425689 n-d-804299-2 neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] subnetpool is already registered Aug 20 11:19:40.426104 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Service CORE assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:19:40.426424 n-d-804299-2 neutron-server[94581]: INFO neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 11:19:40.426749 n-d-804299-2 neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] subnetpool is already registered Aug 20 11:19:40.428580 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: extensions {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.430089 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: address-groups {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.431583 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: address-scopes {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.432791 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: agents {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.434052 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: auto-allocated-topology {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.435285 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: availability_zones {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.436511 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: dhcp-networks {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.437954 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: dhcp-agents {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.439581 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: routers {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.441335 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: flavors {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.442507 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: service_profiles {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.444324 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: next_providers {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.445814 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: service_profiles {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.447256 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: floatingip-pools {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.448566 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: routers {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.450262 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: floatingips {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.451463 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: l3-routers {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.452987 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: l3-agents {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.454397 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: metering-labels {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.455635 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: metering-label-rules {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.456925 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: network-ip-availabilities {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.458271 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: bindings {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.460429 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: quotas {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.461893 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: quotas {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.463435 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: rbac-policies {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.464620 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: security-groups {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.465840 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: security-group-rules {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.467158 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: service-providers {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.468377 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: subnetpools {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.469913 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: subnetpools {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.471897 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.473929 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.476945 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.479477 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.481695 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.484594 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.487074 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.489913 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.493518 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.495864 n-d-804299-2 neutron-server[94581]: DEBUG neutron.api.extensions [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:19:40.503057 n-d-804299-2 neutron-server[94581]: WARNING keystonemiddleware.auth_token [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 20 11:19:40.508141 n-d-804299-2 neutron-server[94581]: WARNING keystonemiddleware.auth_token [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 20 11:19:40.516847 n-d-804299-2 neutron-server[94581]: DEBUG oslo_concurrency.lockutils [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Acquired lock "singleton_lock" {{(pid=94581) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 20 11:19:40.517322 n-d-804299-2 neutron-server[94581]: DEBUG oslo_concurrency.lockutils [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Releasing lock "singleton_lock" {{(pid=94581) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 20 11:19:40.518130 n-d-804299-2 neutron-server[94581]: INFO oslo_service.service [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Starting 2 workers Aug 20 11:19:40.523402 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Started child 94690 {{(pid=94581) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 11:19:40.527909 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Started child 94691 {{(pid=94581) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 11:19:40.528928 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:40.529611 n-d-804299-2 neutron-server[94581]: INFO neutron.service [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 20 11:19:40.530397 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Notify callbacks [] for process, before_spawn {{(pid=94581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:40.530942 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [-] (94690) wsgi starting up on http://0.0.0.0:9696 Aug 20 11:19:40.532761 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:40.533215 n-d-804299-2 neutron-server[94581]: INFO oslo_service.service [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Starting 1 workers Aug 20 11:19:40.534147 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [-] (94691) wsgi starting up on http://0.0.0.0:9696 Aug 20 11:19:40.538344 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Started child 94692 {{(pid=94581) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 11:19:40.538857 n-d-804299-2 neutron-server[94581]: INFO oslo_service.service [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Starting 1 workers Aug 20 11:19:40.542220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.service [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] calling RpcWorker wait() {{(pid=94692) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 20 11:19:40.542778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.service [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] returning from RpcWorker wait() {{(pid=94692) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 20 11:19:40.543501 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Started child 94693 {{(pid=94581) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 11:19:40.543985 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:40.544311 n-d-804299-2 neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-0ed36b4c-703c-4ee2-b71f-f9d44fc2c7b0 None None] Notify callbacks [] for process, after_spawn {{(pid=94581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:40.544447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:40.546210 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94581) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 20 11:19:40.546448 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 11:19:40.546596 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 11:19:40.546820 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 11:19:40.547148 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 11:19:40.547309 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 11:19:40.547862 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.548150 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.548413 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.548716 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.549017 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.549105 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:40.549633 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.549885 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.550143 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.550423 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.550674 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.550842 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.551006 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.551291 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.551544 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.551818 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.552103 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.552399 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.552665 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.552842 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.553121 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.553541 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.553810 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.554075 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] debug = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.554331 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.554809 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.555037 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.555274 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.555506 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.555793 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.556038 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.556288 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.556529 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.556798 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.557053 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.557319 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.557552 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.557784 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.557998 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.558252 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.558471 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.558950 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] host = n-d-804299-2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.559169 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.559404 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.559647 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.559875 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.560119 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.560352 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.560608 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.560895 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.561145 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.561388 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.561661 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.561886 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.562132 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.562370 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] log_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.562534 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] log_options = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.562804 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.563032 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.563296 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.563485 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.563653 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.563830 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.564085 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.564247 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.564497 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.564738 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.564953 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.565186 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.565405 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.565638 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.565888 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.566117 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.566348 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.566556 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.566800 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.567023 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.567248 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.567470 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.567703 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.568443 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.568724 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.569052 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.569301 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.569540 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.569713 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.569977 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.570183 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.570472 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.570677 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.570936 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.571164 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.571390 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.571621 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.571896 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.572122 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.572381 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.572625 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.572918 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.573130 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.573340 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.573567 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.573792 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] use_json = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.574003 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.574216 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.574472 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.574683 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.574891 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.575103 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.575311 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.575546 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.575978 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.576268 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.576677 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.577132 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.577374 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.577942 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.579159 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.579366 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.579564 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.579913 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.580991 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.581231 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.581526 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.582019 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.582306 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.585200 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.585484 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.585784 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.586024 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.586291 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.586544 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.586782 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.587137 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.587408 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.587687 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.588112 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.588360 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.588578 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.588864 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.589090 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.589413 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.589642 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.589914 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.590157 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.590411 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.590654 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.590919 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.591135 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.591224 n-d-804299-2 neutron-server[94693]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:40.591366 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.591609 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.591886 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.592119 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.592447 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.592705 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.592950 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.593273 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.593510 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.593922 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.594148 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.594389 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.594619 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.594842 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.595059 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.595275 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.595490 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.595739 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.595960 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.596174 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.596387 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.596607 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.596864 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.597136 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.597360 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.597586 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.597808 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.598020 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.598430 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.598654 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.598879 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.599090 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.599757 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.599997 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.600212 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.600468 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.600738 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.601106 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.601503 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.601720 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.601940 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.602163 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.602480 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.602700 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.602940 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.603193 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.603542 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.603995 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.604240 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.604497 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.604762 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.605015 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.605250 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.605486 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.605720 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.605956 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.606186 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.606450 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.606695 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.606921 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.607170 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.607385 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.607657 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.607904 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.608151 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.608341 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.608613 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.608899 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.609185 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.609434 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.609700 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.609955 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.610388 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.610552 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.610795 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.611049 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.611244 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.611661 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.611846 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.612034 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.612304 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.612688 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.613368 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.613368 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.613728 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.613964 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.614142 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.614291 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.614437 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.614703 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.614952 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.615170 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.615462 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.615638 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.615942 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.616170 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.616381 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.616604 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.616888 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.617361 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.617947 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.617947 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.617947 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.618343 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.618485 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.618672 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.618904 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.619132 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.619379 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.619592 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.620048 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.620048 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.620334 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.620717 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.620717 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.621211 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.621211 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.621488 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.621623 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.621829 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.622043 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.622302 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.622536 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.622775 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.622980 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.623227 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.623470 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.623704 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.624076 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.624332 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.624755 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.624902 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.625094 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.625326 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.625551 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.625771 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.626030 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.626391 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.626770 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.627116 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.627475 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.627697 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.627919 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.628664 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.628664 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.628664 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.629144 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.629144 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.629294 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.629615 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.629858 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.630121 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.630321 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.631128 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.631458 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.631833 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.631930 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.632158 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.633026 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.633026 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.633026 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.633293 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.633375 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.633542 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.633744 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.633976 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.634186 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.634394 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.634679 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.634918 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.635149 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.635405 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.635668 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.635897 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.636123 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.636333 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.636541 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.636784 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.637001 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.637208 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.637434 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.637644 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.637851 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.638072 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.638313 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.638518 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.638758 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.638986 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.639194 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.639411 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.639626 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.639832 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.640093 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.640317 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.640528 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.640810 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.641029 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.641236 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.641462 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.641669 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.641875 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.642094 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.642306 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.643067 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.643067 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.643067 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.643339 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.643527 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.643756 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.644002 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.644254 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.644534 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.644929 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.645325 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.645725 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.645949 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.646825 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.647099 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.647464 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.647771 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.648040 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.648283 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.648550 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.648852 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.649137 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.649371 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.649671 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.649997 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.650280 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.650540 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.650983 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.651406 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.651889 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.652292 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.652723 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.653135 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.653532 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.653800 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.654058 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.654288 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.654520 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.654899 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.655121 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.655369 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.655603 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.655851 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.656066 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.656221 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 11:19:40.656859 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94581) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 20 11:19:40.657023 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 11:19:40.657178 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 11:19:40.657348 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 11:19:40.657515 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 11:19:40.657666 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 11:19:40.657870 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.658028 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.658194 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.658351 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.658507 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.658683 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.658841 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.658996 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.659153 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.659308 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.659469 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.659659 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.659813 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.659956 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.660085 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.660697 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.661028 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.661362 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.661588 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.661879 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.662147 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.662322 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.662486 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] debug = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.662641 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.662984 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.663147 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.663455 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.663610 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.663766 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.663920 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.664222 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.664381 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.664548 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.664730 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.664862 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.665018 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.665175 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.665324 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.665484 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.665639 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.665794 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] host = n-d-804299-2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.665953 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.666109 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.666261 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.666415 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.666564 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.666740 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.667046 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.667205 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.667356 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.667512 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.667653 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.667809 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.667962 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.668127 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] log_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.668283 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] log_options = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.668437 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.668614 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.668799 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.668980 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.669142 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.669297 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.669453 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.669608 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.669762 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.669919 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.670098 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.670253 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.670407 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.670562 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.670713 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.670871 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.671029 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.671185 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.671337 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.671492 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.671648 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.671807 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.671955 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.672256 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.672558 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.672740 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.672899 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.673054 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.673211 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.673364 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.673596 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.673754 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.673845 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.673947 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.674122 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.674246 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.674403 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.674561 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.674716 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.674857 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.675014 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.675170 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.675323 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.675478 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.675632 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.675787 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] use_json = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.675942 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.676097 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.676253 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.676408 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.676564 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.676740 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.676898 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.677053 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:19:40.677234 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.677465 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.677634 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.677787 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.677880 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.678019 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.678178 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.678333 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.678491 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.678652 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.678813 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.679120 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.679288 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.679452 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.679606 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.679770 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.679879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:40.679967 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.680075 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.680229 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.680534 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.680719 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.680875 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.681196 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.681355 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.681515 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.681673 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.681916 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.682079 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.682239 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.682398 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.682557 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.682716 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.682875 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.683032 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.683190 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.683348 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.683506 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.683666 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.683824 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.683983 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.684140 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.684291 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.684445 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.684603 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.684782 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.684941 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.685099 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.685257 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.685416 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.685572 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.685741 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.685898 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.686055 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.686214 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.686372 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.686529 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.686686 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.686843 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.687001 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.687159 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.687315 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.687485 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.687643 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.687800 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.687966 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.688159 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.688299 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.688431 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.688584 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.688765 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.688921 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.689079 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.689236 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.689393 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.689549 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.689707 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.689864 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.690022 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.690179 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.690335 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.690492 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.690650 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.690806 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.691815 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.691815 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.691815 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.691815 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.691815 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.691815 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.692195 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.692195 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.692195 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.692378 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.692443 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.692578 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.692755 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.693417 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.693580 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.693732 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.693882 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.694032 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.694194 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.694349 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.694505 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.694661 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.694817 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.694974 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.695134 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.695307 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.695431 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.695584 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.695751 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.695905 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.696064 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.696225 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.696390 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.696533 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.696715 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.696863 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.696998 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.697141 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.697814 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.697814 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.697814 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.697814 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.698275 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.698275 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.698275 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.698481 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.698481 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.698625 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.698780 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.698959 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.699115 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.699271 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.699434 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.699604 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.699719 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.699875 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.700031 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.700189 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.700351 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.700498 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.700671 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.700830 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.700986 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.701204 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.701306 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.701432 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.701585 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.701738 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.701863 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.702022 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.702178 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.702335 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.702492 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.702648 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.702805 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.702962 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.703119 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.703276 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.703435 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.703592 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.703748 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.703900 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.704245 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.704245 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.704485 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.704485 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.704828 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.704828 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.705173 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.705173 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.705407 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.705407 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.705645 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.705765 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.705886 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.706006 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.706127 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.706258 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.706382 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.706540 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.706698 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.706856 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.707012 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.707169 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.707341 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.707498 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.707655 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.707812 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.707969 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.708125 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.708286 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.708442 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.708726 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.708891 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.709049 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.709210 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.709373 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.710020 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.710179 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.710336 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.710493 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.710648 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.710806 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.710977 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.711136 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.711298 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.711459 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.711613 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.711770 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.711937 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.712095 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.712251 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.712408 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.712564 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.712752 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.712921 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.713079 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.713235 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.713392 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.713549 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.713707 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.713873 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.714032 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.714189 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.714345 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.714501 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.714659 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.714825 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.714982 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.715139 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.715295 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.715451 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.715608 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.715775 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.715932 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.716090 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.716246 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.716402 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.716560 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.716746 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.716907 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.717066 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.717231 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.717389 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.717545 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.717705 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.717873 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.718030 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.718195 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.718370 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.718503 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.718635 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.718792 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.719275 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.719275 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.719275 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.720852 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.720852 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.720852 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.720852 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.720852 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.720852 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.720852 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.720852 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.721854 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.721854 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.721854 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.721854 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.721854 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.721854 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.721854 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.721854 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.721854 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.722869 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.722869 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.722869 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.722869 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.722869 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.722869 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.722869 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.723568 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.723568 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:19:40.723568 n-d-804299-2 neutron-server[94581]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 11:19:40.913561 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46418) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:40.922089 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062883 Aug 20 11:19:52.372612 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521dc487-58c7-42ad-ba3f-c802eb18a895 None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:19:52.445383 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521dc487-58c7-42ad-ba3f-c802eb18a895 None None] No non-hosted networks {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 20 11:19:52.527698 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-35eed470-c2c1-4951-8fb9-36b7d9a8035a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450606'] for agent, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.071301 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f71977ee-3fa5-4be5-95c3-ae1d103c5e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450606'] for agent, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.126919 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-761a60d3-b90e-4612-b8d4-8862aefe5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.234436 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450606'] for agent, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.236365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:55.237264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:55.237612 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:55.239687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:55.242175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:55.242522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:55.242892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:55.243224 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:55.243546 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:55.243867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:55.246317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:55.246646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:55.247124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804299-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:55.258251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804299-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:56.202820 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450606'] for agent, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.764354 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450606'] for agent, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.962252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46512) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:59.455619 n-d-804299-2 neutron-server[94691]: WARNING oslo_policy.policy [None req-fca9b70a-aea9-4102-b094-8d9892b1f296 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:19:59.456226 n-d-804299-2 neutron-server[94691]: WARNING oslo_policy.policy [None req-fca9b70a-aea9-4102-b094-8d9892b1f296 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:19:59.678533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [None req-fca9b70a-aea9-4102-b094-8d9892b1f296 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:19:59.679618 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fca9b70a-aea9-4102-b094-8d9892b1f296 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7164600 Aug 20 11:20:02.055756 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46526) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:02.385248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d344b841-6365-4c6b-af78-7c3e1e5f7459 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:02.405472 n-d-804299-2 neutron-server[94692]: INFO neutron.db.l3_hamode_db [None req-c6c02c25-880b-49d8-951d-f8bc58a33f89 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 20 11:20:02.479078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.policy [None req-d344b841-6365-4c6b-af78-7c3e1e5f7459 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94691) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 11:20:02.483970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c02c25-880b-49d8-951d-f8bc58a33f89 None None] Routers set() bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:02.484359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c02c25-880b-49d8-951d-f8bc58a33f89 None None] Router IDs set() for agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 11:20:02.524491 n-d-804299-2 neutron-server[94691]: WARNING oslo_policy.policy [None req-d344b841-6365-4c6b-af78-7c3e1e5f7459 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:20:02.524902 n-d-804299-2 neutron-server[94691]: WARNING oslo_policy.policy [None req-d344b841-6365-4c6b-af78-7c3e1e5f7459 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:20:02.533457 n-d-804299-2 neutron-server[94691]: INFO neutron.quota [None req-d344b841-6365-4c6b-af78-7c3e1e5f7459 admin admin] Loaded quota_driver: . Aug 20 11:20:02.622205 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d344b841-6365-4c6b-af78-7c3e1e5f7459 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742076663138', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742076659869', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742076650650', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742076648757', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742076568428', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742076561740', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1627651', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1582530', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-579489', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-628632'] for rbac-policy, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.685588 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d344b841-6365-4c6b-af78-7c3e1e5f7459 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.686761 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d344b841-6365-4c6b-af78-7c3e1e5f7459 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6299715 Aug 20 11:20:05.228567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46538) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:05.525603 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Request body: {'network': {'tenant_id': '2c06a13f544e43699ed7f28210a1ac8e', 'admin_state_up': True, 'project_id': '2c06a13f544e43699ed7f28210a1ac8e', 'name': 'private'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:05.553617 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Made reservation on behalf of 2c06a13f544e43699ed7f28210a1ac8e for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:05.556261 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.573421 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.691642 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.696024 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.715386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:20:05.743398 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742077273366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.743997 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Unsubscribe: segment precommit_create {{(pid=94691) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 11:20:05.744500 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Added segment 94196b1b-c4e4-4109-9ed6-31abf5dff52c of type vlan for network d0e8312a-258e-4da4-acf7-91674a481753 Aug 20 11:20:05.760082 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11b5d5b-2574-4826-a4d5-fc72ad9e647d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:05.786712 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:05.787150 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:05.787491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:05.787820 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:05.788146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:05.788469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:05.788813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:05.789138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:05.789454 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:05.789774 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:05.790087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:05.790400 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Tracked resource versions report: Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: pushed versions: Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: { 'AddressGroup': {'1.2'}, Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'ConntrackHelper': {'1.0'}, Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'Log': {'1.0'}, Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'Network': {'1.1'}, Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'Port': {'1.7'}, Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'PortForwarding': {'1.2'}, Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'QosPolicy': {'1.9'}, Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'SecurityGroup': {'1.4'}, Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'SubPort': {'1.0'}, Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'Subnet': {'1.1'}, Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'Trunk': {'1.1'}} Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: consumer versions: Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: { DHCP agent@n-d-804299-2: {}, Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: L3 agent@n-d-804299-2: {}, Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: Metadata agent@n-d-804299-2: {}, Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: Metering agent@n-d-804299-2: {}, Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: Open vSwitch agent@n-d-804299-2: { 'AddressGroup': '1.2', Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'ConntrackHelper': '1.0', Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'Log': '1.0', Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'Network': '1.1', Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'Port': '1.7', Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'PortForwarding': '1.2', Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'QosPolicy': '1.9', Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'SecurityGroup': '1.4', Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'SecurityGroupRule': '1.2', Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'SubPort': '1.0', Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'Subnet': '1.1', Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: 'Trunk': '1.1'}} Aug 20 11:20:05.791519 n-d-804299-2 neutron-server[94691]: {{(pid=94691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:20:05.863310 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.901274 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.902447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:05.903120 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.984289 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7546146 Aug 20 11:20:06.002567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31045e3a-a102-40ab-86ae-f379b972cee5 admin admin] Pushing event updated for resources: {'Network': ['ID=d0e8312a-258e-4da4-acf7-91674a481753,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:06.015989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network d0e8312a-258e-4da4-acf7-91674a481753 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:20:08.618248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46552) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:09.019082 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2c6bb2-6667-4b33-9dd0-10bebd40dde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:09.020482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2f2c6bb2-6667-4b33-9dd0-10bebd40dde1 admin admin] 10.222.0.37 "GET /v2.0/networks/d0e8312a-258e-4da4-acf7-91674a481753 HTTP/1.1" status: 200 len: 824 time: 0.4012539 Aug 20 11:20:09.045002 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2c3fa607-c12b-479a-938c-fee05b48f81a admin admin] 10.222.0.37 "GET /v2.0/subnetpools/c7442ad3-418a-48b1-9313-cca58f7d8b17 HTTP/1.1" status: 200 len: 734 time: 0.0181539 Aug 20 11:20:09.054480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-73a25712-e28d-4716-a108-e40698683dbd admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753', 'ip_version': 4, 'subnetpool_id': 'c7442ad3-418a-48b1-9313-cca58f7d8b17', 'tenant_id': '2c06a13f544e43699ed7f28210a1ac8e'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:09.077038 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a25712-e28d-4716-a108-e40698683dbd admin admin] Made reservation on behalf of 2c06a13f544e43699ed7f28210a1ac8e for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:09.079313 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-73a25712-e28d-4716-a108-e40698683dbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:09.372433 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-73a25712-e28d-4716-a108-e40698683dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:09.440619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a25712-e28d-4716-a108-e40698683dbd admin admin] Checking segment: {'id': '94196b1b-c4e4-4109-9ed6-31abf5dff52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:09.441018 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a25712-e28d-4716-a108-e40698683dbd admin admin] Network hostable DHCP agents. Network: d0e8312a-258e-4da4-acf7-91674a481753, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:20:09.445628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a25712-e28d-4716-a108-e40698683dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c180529a-b07f-4b92-af40-536e057a7713,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:09.463105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a25712-e28d-4716-a108-e40698683dbd admin admin] Network d0e8312a-258e-4da4-acf7-91674a481753 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:20:09.476916 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-73a25712-e28d-4716-a108-e40698683dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, d0e8312a-258e-4da4-acf7-91674a481753) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:09.481845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a25712-e28d-4716-a108-e40698683dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:09.482431 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-73a25712-e28d-4716-a108-e40698683dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:09.487161 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fffcaa-4d12-4b8e-a7ca-de5a3751eb57 None None] Network d0e8312a-258e-4da4-acf7-91674a481753 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:09.497676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-73a25712-e28d-4716-a108-e40698683dbd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4470468 Aug 20 11:20:09.811727 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-d0e8312a-258e-4da4-acf7-91674a481753', 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753', 'tenant_id': '2c06a13f544e43699ed7f28210a1ac8e', 'fixed_ips': [{'subnet_id': 'c180529a-b07f-4b92-af40-536e057a7713'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:20:09.813010 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.088943 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Allocated IP 172.20.0.2 (d0e8312a-258e-4da4-acf7-91674a481753/c180529a-b07f-4b92-af40-536e057a7713/081f7db3-3677-442d-9a1c-8c9df79050cf) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:10.293874 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.311253 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Transition to ACTIVE for port object 081f7db3-3677-442d-9a1c-8c9df79050cf will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:10.360989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Transition to ACTIVE for port object 081f7db3-3677-442d-9a1c-8c9df79050cf will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:10.367957 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.434324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Network d0e8312a-258e-4da4-acf7-91674a481753 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:10.438751 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:10.451315 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:10.454449 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Pushing event updated for resources: {'Port': ['ID=081f7db3-3677-442d-9a1c-8c9df79050cf,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:10.487847 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:10.488536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:10.488536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:10.488877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:10.489739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:10.490088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:10.490391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:10.490713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:10.491040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:10.491359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:10.491678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:10.491995 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Tracked resource versions report: Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: pushed versions: Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: { 'AddressGroup': {'1.2'}, Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'ConntrackHelper': {'1.0'}, Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'Log': {'1.0'}, Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'Network': {'1.1'}, Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'Port': {'1.7'}, Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'PortForwarding': {'1.2'}, Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'QosPolicy': {'1.9'}, Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'SecurityGroup': {'1.4'}, Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'SubPort': {'1.0'}, Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'Subnet': {'1.1'}, Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'Trunk': {'1.1'}} Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: consumer versions: Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: { DHCP agent@n-d-804299-2: {}, Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: L3 agent@n-d-804299-2: {}, Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: Metadata agent@n-d-804299-2: {}, Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: Metering agent@n-d-804299-2: {}, Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: Open vSwitch agent@n-d-804299-2: { 'AddressGroup': '1.2', Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'ConntrackHelper': '1.0', Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'Log': '1.0', Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'Network': '1.1', Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'Port': '1.7', Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'PortForwarding': '1.2', Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'QosPolicy': '1.9', Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'SecurityGroup': '1.4', Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'SecurityGroupRule': '1.2', Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'SubPort': '1.0', Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'Subnet': '1.1', Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: 'Trunk': '1.1'}} Aug 20 11:20:10.493129 n-d-804299-2 neutron-server[94692]: {{(pid=94692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:20:10.542206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Attempting to bind port 081f7db3-3677-442d-9a1c-8c9df79050cf on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:10.542602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Attempting to bind port 081f7db3-3677-442d-9a1c-8c9df79050cf by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '94196b1b-c4e4-4109-9ed6-31abf5dff52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:10.543072 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Attempting to bind port 081f7db3-3677-442d-9a1c-8c9df79050cf on network d0e8312a-258e-4da4-acf7-91674a481753 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:10.548000 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:10.548391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Checking segment: {'id': '94196b1b-c4e4-4109-9ed6-31abf5dff52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:10.548899 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.549295 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Bound using segment: {'id': '94196b1b-c4e4-4109-9ed6-31abf5dff52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:10.549773 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Bound port: 081f7db3-3677-442d-9a1c-8c9df79050cf, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94196b1b-c4e4-4109-9ed6-31abf5dff52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:10.550172 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.612828 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] For port 081f7db3-3677-442d-9a1c-8c9df79050cf, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:10.617839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] For port 081f7db3-3677-442d-9a1c-8c9df79050cf, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=081f7db3-3677-442d-9a1c-8c9df79050cf,segment=NetworkSegment(94196b1b-c4e4-4109-9ed6-31abf5dff52c),segment_id=94196b1b-c4e4-4109-9ed6-31abf5dff52c)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:10.622565 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.689649 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8640c-e627-441f-b489-7a181214b44c None None] Pushing event updated for resources: {'Port': ['ID=081f7db3-3677-442d-9a1c-8c9df79050cf,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:11.899147 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46560) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:12.228985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [None req-c6fb7b9e-17bf-40b7-b8c7-6617a3aeff48 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:20:12.230086 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c6fb7b9e-17bf-40b7-b8c7-6617a3aeff48 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3299518 Aug 20 11:20:14.665682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46568) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:15.178318 n-d-804299-2 neutron-server[94690]: WARNING oslo_policy.policy [None req-6e2a4895-4d8c-4448-8db5-eb5c882a9784 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:20:15.178900 n-d-804299-2 neutron-server[94690]: WARNING oslo_policy.policy [None req-6e2a4895-4d8c-4448-8db5-eb5c882a9784 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:20:15.397946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-6e2a4895-4d8c-4448-8db5-eb5c882a9784 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:20:15.399218 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6e2a4895-4d8c-4448-8db5-eb5c882a9784 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7313428 Aug 20 11:20:18.065788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46588) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:18.374288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-92d53ffb-fc99-4d58-a9e5-8328be15f947 admin admin] Request body: {'router': {'tenant_id': '2c06a13f544e43699ed7f28210a1ac8e', 'name': 'router1', 'admin_state_up': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:18.439025 n-d-804299-2 neutron-server[94690]: DEBUG neutron.policy [None req-92d53ffb-fc99-4d58-a9e5-8328be15f947 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94690) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 11:20:18.485064 n-d-804299-2 neutron-server[94690]: WARNING oslo_policy.policy [None req-92d53ffb-fc99-4d58-a9e5-8328be15f947 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:20:18.485442 n-d-804299-2 neutron-server[94690]: WARNING oslo_policy.policy [None req-92d53ffb-fc99-4d58-a9e5-8328be15f947 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:20:18.494057 n-d-804299-2 neutron-server[94690]: INFO neutron.quota [None req-92d53ffb-fc99-4d58-a9e5-8328be15f947 admin admin] Loaded quota_driver: . Aug 20 11:20:18.551344 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92d53ffb-fc99-4d58-a9e5-8328be15f947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:18.553657 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92d53ffb-fc99-4d58-a9e5-8328be15f947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:18.726535 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92d53ffb-fc99-4d58-a9e5-8328be15f947 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:18.733045 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92d53ffb-fc99-4d58-a9e5-8328be15f947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:18.753910 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92d53ffb-fc99-4d58-a9e5-8328be15f947 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:18.755104 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-92d53ffb-fc99-4d58-a9e5-8328be15f947 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6883218 Aug 20 11:20:19.147576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde93433-1730-495c-945e-3b110f9903f1 None None] Network d0e8312a-258e-4da4-acf7-91674a481753 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:19.192409 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 081f7db3-3677-442d-9a1c-8c9df79050cf up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:19.253268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a145fd7e-640a-4935-899c-8d0b1ee82ca0 None None] Provisioning for port 081f7db3-3677-442d-9a1c-8c9df79050cf completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:19.342920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 081f7db3-3677-442d-9a1c-8c9df79050cf completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:19.350059 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 081f7db3-3677-442d-9a1c-8c9df79050cf triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:19.350447 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:19.500800 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:19.541112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 081f7db3-3677-442d-9a1c-8c9df79050cf, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=081f7db3-3677-442d-9a1c-8c9df79050cf,segment=NetworkSegment(94196b1b-c4e4-4109-9ed6-31abf5dff52c),segment_id=94196b1b-c4e4-4109-9ed6-31abf5dff52c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:19.545363 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:19.594459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=081f7db3-3677-442d-9a1c-8c9df79050cf,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:19.694836 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-943372dc-cced-4a68-99b4-9ad72fa9f284 None None] Provisioning complete for port 081f7db3-3677-442d-9a1c-8c9df79050cf triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:19.695199 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-943372dc-cced-4a68-99b4-9ad72fa9f284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:21.134013 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 081f7db3-3677-442d-9a1c-8c9df79050cf up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:21.146291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46600) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:21.179953 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 081f7db3-3677-442d-9a1c-8c9df79050cf triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:21.180316 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:21.474159 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-92f7e69b-12e3-43d3-8280-858281445e9d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:20:21.475325 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-92f7e69b-12e3-43d3-8280-858281445e9d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3280437 Aug 20 11:20:22.263177 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a1168b6b-79db-4720-9fd0-562e19d6df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.870048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46608) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:24.189457 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:24.213415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Made reservation on behalf of 4c67f6a47e884e38a82983830471aac7 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:24.216225 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.231423 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.352080 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.355763 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.367283 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Reserving flat network on physical network physnet1 {{(pid=94690) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 20 11:20:24.398400 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742077273366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.398967 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Unsubscribe: segment precommit_create {{(pid=94690) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 11:20:24.399482 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Added segment 31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f of type flat for network 2f571561-7053-40c3-8622-933868b07d18 Aug 20 11:20:24.415671 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e28b4b9-e1b4-4021-b183-1b98b8ad7a00,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:24.441841 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.442256 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.442512 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.442835 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.443159 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.443471 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.443785 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.444098 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.444427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.444907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.445163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.445344 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Tracked resource versions report: Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: pushed versions: Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: { 'AddressGroup': {'1.2'}, Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'ConntrackHelper': {'1.0'}, Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'Log': {'1.0'}, Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'Network': {'1.1'}, Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'Port': {'1.7'}, Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'PortForwarding': {'1.2'}, Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'QosPolicy': {'1.9'}, Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'SecurityGroup': {'1.4'}, Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'SubPort': {'1.0'}, Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'Subnet': {'1.1'}, Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'Trunk': {'1.1'}} Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: consumer versions: Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: { DHCP agent@n-d-804299-2: {}, Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: L3 agent@n-d-804299-2: {}, Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: Metadata agent@n-d-804299-2: {}, Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: Metering agent@n-d-804299-2: {}, Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: Open vSwitch agent@n-d-804299-2: { 'AddressGroup': '1.2', Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'ConntrackHelper': '1.0', Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'Log': '1.0', Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'Network': '1.1', Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'Port': '1.7', Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'PortForwarding': '1.2', Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'QosPolicy': '1.9', Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'SecurityGroup': '1.4', Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'SecurityGroupRule': '1.2', Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'SubPort': '1.0', Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'Subnet': '1.1', Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: 'Trunk': '1.1'}} Aug 20 11:20:24.446464 n-d-804299-2 neutron-server[94690]: {{(pid=94690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:20:24.539891 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.580985 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.582274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:24.582982 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.672948 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8018084 Aug 20 11:20:24.681919 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bda41-43e4-4f1f-8d24-a574c3deb1f5 admin admin] Pushing event updated for resources: {'Network': ['ID=2f571561-7053-40c3-8622-933868b07d18,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:24.699673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 2f571561-7053-40c3-8622-933868b07d18 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:20:25.063350 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c3b2cdca-30df-41a9-84be-7f72a7938956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:25.230232 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:26.147740 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:27.029883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46630) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:27.210855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891cabfc-084d-46fa-83e7-0591709f0b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.212194 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-891cabfc-084d-46fa-83e7-0591709f0b39 admin admin] 10.222.0.37 "GET /v2.0/subnets/c180529a-b07f-4b92-af40-536e057a7713 HTTP/1.1" status: 200 len: 849 time: 0.1813877 Aug 20 11:20:27.371886 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-55b1af75-0a0a-40f0-84fc-14397ae8622d admin admin] 10.222.0.37 "GET /v2.0/routers/e26cfb25-e46b-4408-a07c-8acd02b7a8c4 HTTP/1.1" status: 200 len: 704 time: 0.1537850 Aug 20 11:20:27.632337 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:27.726354 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:27.925472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Allocated IP 172.20.0.1 (d0e8312a-258e-4da4-acf7-91674a481753/c180529a-b07f-4b92-af40-536e057a7713/4bfd4152-5dae-4da4-b732-0d3df903ebec) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:28.079517 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.101251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Transition to ACTIVE for port object 4bfd4152-5dae-4da4-b732-0d3df903ebec will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:28.169387 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.236244 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Network d0e8312a-258e-4da4-acf7-91674a481753 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:28.240694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:28.247350 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:28.247928 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.328557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Pushing event updated for resources: {'Port': ['ID=4bfd4152-5dae-4da4-b732-0d3df903ebec,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:28.440333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-eb84f92c-85f0-43b3-b093-3f7cd701db88 None None] Provisioning for port 4bfd4152-5dae-4da4-b732-0d3df903ebec completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:28.444561 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-eb84f92c-85f0-43b3-b093-3f7cd701db88 None None] Provisioning complete for port 4bfd4152-5dae-4da4-b732-0d3df903ebec triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:28.444955 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eb84f92c-85f0-43b3-b093-3f7cd701db88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.481212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-eb84f92c-85f0-43b3-b093-3f7cd701db88 None None] Port 4bfd4152-5dae-4da4-b732-0d3df903ebec cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:28.501529 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.713555 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.718653 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.719505 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.801481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Pushing event updated for resources: {'Port': ['ID=4bfd4152-5dae-4da4-b732-0d3df903ebec,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:28.845868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Network d0e8312a-258e-4da4-acf7-91674a481753 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:28.847139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:29.002674 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b15628c7-cfea-4d5d-974b-9a6460264c6e None None] Provisioning complete for port 4bfd4152-5dae-4da4-b732-0d3df903ebec triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:29.003216 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b15628c7-cfea-4d5d-974b-9a6460264c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:29.010222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Router e26cfb25-e46b-4408-a07c-8acd02b7a8c4 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:20:29.037711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b15628c7-cfea-4d5d-974b-9a6460264c6e None None] Port 4bfd4152-5dae-4da4-b732-0d3df903ebec cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:29.101695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:20:29.106841 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4702d437-c888-455a-8103-f1c837a7869c admin admin] 10.222.0.37 "PUT /v2.0/routers/e26cfb25-e46b-4408-a07c-8acd02b7a8c4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7295935 Aug 20 11:20:29.111360 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Sync routers for ids ['e26cfb25-e46b-4408-a07c-8acd02b7a8c4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:20:29.123477 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Routers {'e26cfb25-e46b-4408-a07c-8acd02b7a8c4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:29.124226 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:20:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e26cfb25-e46b-4408-a07c-8acd02b7a8c4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:29.308327 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Set router e26cfb25-e46b-4408-a07c-8acd02b7a8c4 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:29.730419 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26cfb25-e46b-4408-a07c-8acd02b7a8c4', 'name': 'router1', 'tenant_id': '2c06a13f544e43699ed7f28210a1ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:18Z', 'updated_at': '2021-08-20T11:20:28Z', 'revision_number': 2, 'project_id': '2c06a13f544e43699ed7f28210a1ac8e', 'gw_port_host': None, '_interfaces': [{'id': '4bfd4152-5dae-4da4-b732-0d3df903ebec', 'name': '', 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753', 'tenant_id': '2c06a13f544e43699ed7f28210a1ac8e', 'mac_address': 'fa:16:3e:c5:da:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26cfb25-e46b-4408-a07c-8acd02b7a8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c180529a-b07f-4b92-af40-536e057a7713', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:27Z', 'updated_at': '2021-08-20T11:20:28Z', 'revision_number': 2, 'project_id': '2c06a13f544e43699ed7f28210a1ac8e', 'subnets': [{'id': 'c180529a-b07f-4b92-af40-536e057a7713', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7442ad3-418a-48b1-9313-cca58f7d8b17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:29.782341 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Checking router: e26cfb25-e46b-4408-a07c-8acd02b7a8c4 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:20:29.782711 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Updating router e26cfb25-e46b-4408-a07c-8acd02b7a8c4 port 4bfd4152-5dae-4da4-b732-0d3df903ebec binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:20:29.831990 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.352206 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.370465 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Transition to ACTIVE for port object 4bfd4152-5dae-4da4-b732-0d3df903ebec will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:30.376653 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.526681 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0be560-37d1-45c0-83ea-6944a936ac61 None None] Pushing event updated for resources: {'Port': ['ID=4bfd4152-5dae-4da4-b732-0d3df903ebec,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:30.545514 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0be560-37d1-45c0-83ea-6944a936ac61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:30.545865 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0be560-37d1-45c0-83ea-6944a936ac61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:30.546206 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0be560-37d1-45c0-83ea-6944a936ac61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:30.546543 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0be560-37d1-45c0-83ea-6944a936ac61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:30.546874 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0be560-37d1-45c0-83ea-6944a936ac61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:30.547204 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0be560-37d1-45c0-83ea-6944a936ac61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:30.547531 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0be560-37d1-45c0-83ea-6944a936ac61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:30.547855 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0be560-37d1-45c0-83ea-6944a936ac61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:30.548180 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0be560-37d1-45c0-83ea-6944a936ac61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:30.548502 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0be560-37d1-45c0-83ea-6944a936ac61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:30.548845 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0be560-37d1-45c0-83ea-6944a936ac61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:30.549166 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0be560-37d1-45c0-83ea-6944a936ac61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0be560-37d1-45c0-83ea-6944a936ac61 None None] Tracked resource versions report: Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: pushed versions: Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: { 'AddressGroup': {'1.2'}, Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'ConntrackHelper': {'1.0'}, Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'Log': {'1.0'}, Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'Network': {'1.1'}, Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'Port': {'1.7'}, Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'PortForwarding': {'1.2'}, Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'QosPolicy': {'1.9'}, Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'SecurityGroup': {'1.4'}, Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'SubPort': {'1.0'}, Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'Subnet': {'1.1'}, Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'Trunk': {'1.1'}} Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: consumer versions: Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: { DHCP agent@n-d-804299-2: {}, Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: L3 agent@n-d-804299-2: {}, Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: Metadata agent@n-d-804299-2: {}, Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: Metering agent@n-d-804299-2: {}, Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: Open vSwitch agent@n-d-804299-2: { 'AddressGroup': '1.2', Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'ConntrackHelper': '1.0', Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'Log': '1.0', Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'Network': '1.1', Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'Port': '1.7', Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'PortForwarding': '1.2', Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'QosPolicy': '1.9', Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'SecurityGroup': '1.4', Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'SecurityGroupRule': '1.2', Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'SubPort': '1.0', Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'Subnet': '1.1', Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: 'Trunk': '1.1'}} Aug 20 11:20:30.550294 n-d-804299-2 neutron-server[94693]: {{(pid=94693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:20:30.557539 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Attempting to bind port 4bfd4152-5dae-4da4-b732-0d3df903ebec on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:30.557943 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Attempting to bind port 4bfd4152-5dae-4da4-b732-0d3df903ebec by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '94196b1b-c4e4-4109-9ed6-31abf5dff52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:30.558386 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Attempting to bind port 4bfd4152-5dae-4da4-b732-0d3df903ebec on network d0e8312a-258e-4da4-acf7-91674a481753 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:30.563340 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:30.563735 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Checking segment: {'id': '94196b1b-c4e4-4109-9ed6-31abf5dff52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:30.564235 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.564622 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Bound using segment: {'id': '94196b1b-c4e4-4109-9ed6-31abf5dff52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:30.565148 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Bound port: 4bfd4152-5dae-4da4-b732-0d3df903ebec, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94196b1b-c4e4-4109-9ed6-31abf5dff52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:30.565529 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.632593 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] For port 4bfd4152-5dae-4da4-b732-0d3df903ebec, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:30.652474 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] For port 4bfd4152-5dae-4da4-b732-0d3df903ebec, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4bfd4152-5dae-4da4-b732-0d3df903ebec,segment=NetworkSegment(94196b1b-c4e4-4109-9ed6-31abf5dff52c),segment_id=94196b1b-c4e4-4109-9ed6-31abf5dff52c)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:30.657067 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.719814 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Routers {'e26cfb25-e46b-4408-a07c-8acd02b7a8c4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:30.720438 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:20:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e26cfb25-e46b-4408-a07c-8acd02b7a8c4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:30.722245 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0be560-37d1-45c0-83ea-6944a936ac61 None None] Pushing event updated for resources: {'Port': ['ID=4bfd4152-5dae-4da4-b732-0d3df903ebec,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:30.815041 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] Set router e26cfb25-e46b-4408-a07c-8acd02b7a8c4 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:31.026566 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26cfb25-e46b-4408-a07c-8acd02b7a8c4', 'name': 'router1', 'tenant_id': '2c06a13f544e43699ed7f28210a1ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:18Z', 'updated_at': '2021-08-20T11:20:28Z', 'revision_number': 2, 'project_id': '2c06a13f544e43699ed7f28210a1ac8e', 'gw_port_host': None, '_interfaces': [{'id': '4bfd4152-5dae-4da4-b732-0d3df903ebec', 'name': '', 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753', 'tenant_id': '2c06a13f544e43699ed7f28210a1ac8e', 'mac_address': 'fa:16:3e:c5:da:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26cfb25-e46b-4408-a07c-8acd02b7a8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c180529a-b07f-4b92-af40-536e057a7713', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:27Z', 'updated_at': '2021-08-20T11:20:30Z', 'revision_number': 4, 'project_id': '2c06a13f544e43699ed7f28210a1ac8e', 'subnets': [{'id': 'c180529a-b07f-4b92-af40-536e057a7713', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7442ad3-418a-48b1-9313-cca58f7d8b17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:31.052915 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130219d-9083-4878-8324-b5796fe7d0f5 None None] The sync data for ids ['e26cfb25-e46b-4408-a07c-8acd02b7a8c4'] in n-d-804299-2 is: [{'id': 'e26cfb25-e46b-4408-a07c-8acd02b7a8c4', 'name': 'router1', 'tenant_id': '2c06a13f544e43699ed7f28210a1ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:18Z', 'updated_at': '2021-08-20T11:20:28Z', 'revision_number': 2, 'project_id': '2c06a13f544e43699ed7f28210a1ac8e', 'gw_port_host': None, '_interfaces': [{'id': '4bfd4152-5dae-4da4-b732-0d3df903ebec', 'name': '', 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753', 'tenant_id': '2c06a13f544e43699ed7f28210a1ac8e', 'mac_address': 'fa:16:3e:c5:da:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26cfb25-e46b-4408-a07c-8acd02b7a8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c180529a-b07f-4b92-af40-536e057a7713', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:27Z', 'updated_at': '2021-08-20T11:20:30Z', 'revision_number': 4, 'project_id': '2c06a13f544e43699ed7f28210a1ac8e', 'subnets': [{'id': 'c180529a-b07f-4b92-af40-536e057a7713', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7442ad3-418a-48b1-9313-cca58f7d8b17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:20:31.320776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46650) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:31.431846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c99200f-7fc3-4736-8750-f91f1bb25e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.433266 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5c99200f-7fc3-4736-8750-f91f1bb25e73 admin admin] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 842 time: 0.1115155 Aug 20 11:20:31.444256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-9e012806-30b8-4b2b-af32-3fd48ca94027 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'ip_version': 4, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:31.465289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e012806-30b8-4b2b-af32-3fd48ca94027 admin admin] Made reservation on behalf of 4c67f6a47e884e38a82983830471aac7 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:31.467585 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9e012806-30b8-4b2b-af32-3fd48ca94027 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.750179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.objects.ports [None req-9e012806-30b8-4b2b-af32-3fd48ca94027 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94691) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:20:31.750603 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9e012806-30b8-4b2b-af32-3fd48ca94027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.796765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e012806-30b8-4b2b-af32-3fd48ca94027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=141a6f4a-954c-4f8e-a77a-2de14a33f981,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:31.811633 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e012806-30b8-4b2b-af32-3fd48ca94027 admin admin] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:31.811979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e012806-30b8-4b2b-af32-3fd48ca94027 admin admin] Network hostable DHCP agents. Network: 2f571561-7053-40c3-8622-933868b07d18, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:20:31.828394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e012806-30b8-4b2b-af32-3fd48ca94027 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:20:31.836808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-9e012806-30b8-4b2b-af32-3fd48ca94027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 2f571561-7053-40c3-8622-933868b07d18) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:31.841645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e012806-30b8-4b2b-af32-3fd48ca94027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.842808 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9e012806-30b8-4b2b-af32-3fd48ca94027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.844622 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486ec7c8-4ca4-4043-922a-56afc003a5ae None None] Network 2f571561-7053-40c3-8622-933868b07d18 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:31.857521 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9e012806-30b8-4b2b-af32-3fd48ca94027 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4174671 Aug 20 11:20:31.987261 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1e8d89-46e2-42e1-a10e-6903c9e0bbb0 None None] Network 2f571561-7053-40c3-8622-933868b07d18 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:32.631513 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:20:34.157631 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46658) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:34.288907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8bf0898b-6adf-47b0-aa54-5b5cf0380a97 admin admin] 10.222.0.37 "GET /v2.0/routers/e26cfb25-e46b-4408-a07c-8acd02b7a8c4 HTTP/1.1" status: 200 len: 710 time: 0.1299212 Aug 20 11:20:34.376250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc7938-250a-48e7-ac87-7d27d6a15eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:34.377685 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-23dc7938-250a-48e7-ac87-7d27d6a15eaf admin admin] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 886 time: 0.0832989 Aug 20 11:20:34.387038 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:34.705696 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:34.939384 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:35.017030 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:35.122134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Allocated IP 172.25.8.137 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/2bcc3d54-6ce6-48c0-8427-939016efdf5e) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:35.224248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:35.262604 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:35.302191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:35.305008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:35.308296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:35.349077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=2bcc3d54-6ce6-48c0-8427-939016efdf5e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:35.567178 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:35.851480 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:35.854770 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:35.961500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Router e26cfb25-e46b-4408-a07c-8acd02b7a8c4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:20:36.068820 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:20:36.073153 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:36.074391 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-21d5fec7-3345-4e02-9c01-fcf673a18dd3 admin admin] 10.222.0.37 "PUT /v2.0/routers/e26cfb25-e46b-4408-a07c-8acd02b7a8c4 HTTP/1.1" status: 200 len: 890 time: 1.6906128 Aug 20 11:20:37.181715 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4bfd4152-5dae-4da4-b732-0d3df903ebec up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:37.232255 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 4bfd4152-5dae-4da4-b732-0d3df903ebec completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:37.236103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4bfd4152-5dae-4da4-b732-0d3df903ebec triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:37.236797 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:37.318759 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:37.352097 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 4bfd4152-5dae-4da4-b732-0d3df903ebec, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4bfd4152-5dae-4da4-b732-0d3df903ebec,segment=NetworkSegment(94196b1b-c4e4-4109-9ed6-31abf5dff52c),segment_id=94196b1b-c4e4-4109-9ed6-31abf5dff52c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:37.355980 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:37.402573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=4bfd4152-5dae-4da4-b732-0d3df903ebec,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:37.561198 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Sync routers for ids ['e26cfb25-e46b-4408-a07c-8acd02b7a8c4'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:20:37.571744 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Routers {'e26cfb25-e46b-4408-a07c-8acd02b7a8c4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:37.572465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:20:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e26cfb25-e46b-4408-a07c-8acd02b7a8c4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:37.830916 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Set router e26cfb25-e46b-4408-a07c-8acd02b7a8c4 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:38.227625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26cfb25-e46b-4408-a07c-8acd02b7a8c4', 'name': 'router1', 'tenant_id': '2c06a13f544e43699ed7f28210a1ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2bcc3d54-6ce6-48c0-8427-939016efdf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:18Z', 'updated_at': '2021-08-20T11:20:35Z', 'revision_number': 4, 'project_id': '2c06a13f544e43699ed7f28210a1ac8e', 'gw_port': {'id': '2bcc3d54-6ce6-48c0-8427-939016efdf5e', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26cfb25-e46b-4408-a07c-8acd02b7a8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:35Z', 'updated_at': '2021-08-20T11:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4bfd4152-5dae-4da4-b732-0d3df903ebec', 'name': '', 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753', 'tenant_id': '2c06a13f544e43699ed7f28210a1ac8e', 'mac_address': 'fa:16:3e:c5:da:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26cfb25-e46b-4408-a07c-8acd02b7a8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c180529a-b07f-4b92-af40-536e057a7713', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:27Z', 'updated_at': '2021-08-20T11:20:37Z', 'revision_number': 5, 'project_id': '2c06a13f544e43699ed7f28210a1ac8e', 'subnets': [{'id': 'c180529a-b07f-4b92-af40-536e057a7713', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7442ad3-418a-48b1-9313-cca58f7d8b17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:38.280345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Checking router: e26cfb25-e46b-4408-a07c-8acd02b7a8c4 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:20:38.280732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Updating router e26cfb25-e46b-4408-a07c-8acd02b7a8c4 port 2bcc3d54-6ce6-48c0-8427-939016efdf5e binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:20:38.329767 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:38.475676 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46670) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:38.590414 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c92e2d7a-6401-4908-b7bb-3d3f23758b22 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1136107 Aug 20 11:20:38.657207 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:38.669127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Transition to ACTIVE for port object 2bcc3d54-6ce6-48c0-8427-939016efdf5e will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:38.677175 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:38.726334 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Attempting to bind port 2bcc3d54-6ce6-48c0-8427-939016efdf5e on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:38.726700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Attempting to bind port 2bcc3d54-6ce6-48c0-8427-939016efdf5e by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:38.727061 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Attempting to bind port 2bcc3d54-6ce6-48c0-8427-939016efdf5e on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:38.736966 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd169d2-4e27-4621-b81f-ba1410e55912 None None] Pushing event updated for resources: {'Port': ['ID=2bcc3d54-6ce6-48c0-8427-939016efdf5e,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:38.740435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:38.740843 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:38.741238 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:38.741625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:38.742100 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Bound port: 2bcc3d54-6ce6-48c0-8427-939016efdf5e, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:38.742502 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:38.796678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] For port 2bcc3d54-6ce6-48c0-8427-939016efdf5e, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:38.800115 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] For port 2bcc3d54-6ce6-48c0-8427-939016efdf5e, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2bcc3d54-6ce6-48c0-8427-939016efdf5e,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:38.805590 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:38.865542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Routers {'e26cfb25-e46b-4408-a07c-8acd02b7a8c4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:38.866076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:20:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e26cfb25-e46b-4408-a07c-8acd02b7a8c4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:38.867963 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd169d2-4e27-4621-b81f-ba1410e55912 None None] Pushing event updated for resources: {'Port': ['ID=2bcc3d54-6ce6-48c0-8427-939016efdf5e,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:39.057458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] Set router e26cfb25-e46b-4408-a07c-8acd02b7a8c4 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:39.182662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4bfd4152-5dae-4da4-b732-0d3df903ebec up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:39.267798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4bfd4152-5dae-4da4-b732-0d3df903ebec triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:39.268428 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:39.387701 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26cfb25-e46b-4408-a07c-8acd02b7a8c4', 'name': 'router1', 'tenant_id': '2c06a13f544e43699ed7f28210a1ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2bcc3d54-6ce6-48c0-8427-939016efdf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:18Z', 'updated_at': '2021-08-20T11:20:35Z', 'revision_number': 4, 'project_id': '2c06a13f544e43699ed7f28210a1ac8e', 'gw_port': {'id': '2bcc3d54-6ce6-48c0-8427-939016efdf5e', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26cfb25-e46b-4408-a07c-8acd02b7a8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:35Z', 'updated_at': '2021-08-20T11:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4bfd4152-5dae-4da4-b732-0d3df903ebec', 'name': '', 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753', 'tenant_id': '2c06a13f544e43699ed7f28210a1ac8e', 'mac_address': 'fa:16:3e:c5:da:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26cfb25-e46b-4408-a07c-8acd02b7a8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c180529a-b07f-4b92-af40-536e057a7713', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:27Z', 'updated_at': '2021-08-20T11:20:37Z', 'revision_number': 5, 'project_id': '2c06a13f544e43699ed7f28210a1ac8e', 'subnets': [{'id': 'c180529a-b07f-4b92-af40-536e057a7713', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7442ad3-418a-48b1-9313-cca58f7d8b17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:39.415852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f2a2a-de19-42c7-a4ce-c49017af879d None None] The sync data for ids ['e26cfb25-e46b-4408-a07c-8acd02b7a8c4'] in n-d-804299-2 is: [{'id': 'e26cfb25-e46b-4408-a07c-8acd02b7a8c4', 'name': 'router1', 'tenant_id': '2c06a13f544e43699ed7f28210a1ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '2bcc3d54-6ce6-48c0-8427-939016efdf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:18Z', 'updated_at': '2021-08-20T11:20:35Z', 'revision_number': 4, 'project_id': '2c06a13f544e43699ed7f28210a1ac8e', 'gw_port': {'id': '2bcc3d54-6ce6-48c0-8427-939016efdf5e', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26cfb25-e46b-4408-a07c-8acd02b7a8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:35Z', 'updated_at': '2021-08-20T11:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4bfd4152-5dae-4da4-b732-0d3df903ebec', 'name': '', 'network_id': 'd0e8312a-258e-4da4-acf7-91674a481753', 'tenant_id': '2c06a13f544e43699ed7f28210a1ac8e', 'mac_address': 'fa:16:3e:c5:da:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26cfb25-e46b-4408-a07c-8acd02b7a8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c180529a-b07f-4b92-af40-536e057a7713', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:27Z', 'updated_at': '2021-08-20T11:20:37Z', 'revision_number': 5, 'project_id': '2c06a13f544e43699ed7f28210a1ac8e', 'subnets': [{'id': 'c180529a-b07f-4b92-af40-536e057a7713', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7442ad3-418a-48b1-9313-cca58f7d8b17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:20:41.216140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2bcc3d54-6ce6-48c0-8427-939016efdf5e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:41.290977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 2bcc3d54-6ce6-48c0-8427-939016efdf5e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:41.295315 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2bcc3d54-6ce6-48c0-8427-939016efdf5e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:41.295871 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:41.377887 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:41.399802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 2bcc3d54-6ce6-48c0-8427-939016efdf5e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2bcc3d54-6ce6-48c0-8427-939016efdf5e,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:41.404625 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:41.458524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=2bcc3d54-6ce6-48c0-8427-939016efdf5e,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:43.219419 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2bcc3d54-6ce6-48c0-8427-939016efdf5e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:43.305328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2bcc3d54-6ce6-48c0-8427-939016efdf5e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:43.305706 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:52.267057 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c2901a5a-75c8-48f5-bfe7-294b24b74c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:55.069091 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c584cee4-1f1c-454f-8bbf-6d709f62dae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:55.233081 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:56.154755 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:57.742221 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:09.631108 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:21:22.262824 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e2d840c7-1404-4261-8a11-ea9e8653b215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:25.064432 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7313608-b837-40e7-8576-2563ca2c49a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:25.239083 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:26.147520 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:27.738733 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.630002 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:21:52.265429 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-76927e13-5eac-475e-9d53-79cc194bd04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:55.066995 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-490fca9f-a383-48c1-a4c1-ce0656dcf320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:55.239865 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:56.151642 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:57.742702 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:19.484331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47270) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:19.546359 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-699f3483-1aaf-4fbe-8b2d-ed5794274826 admin admin] GET failed (client error): The resource could not be found. Aug 20 11:22:19.547706 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-699f3483-1aaf-4fbe-8b2d-ed5794274826 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623913 Aug 20 11:22:19.709538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d06df75-ed40-4a36-bf6a-c9b6fb89d8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:19.710889 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1d06df75-ed40-4a36-bf6a-c9b6fb89d8a9 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1586893 Aug 20 11:22:21.917061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47280) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:22.022568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f5f231-52ef-4da8-9a6f-b6e3c523e62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:22.023990 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-31f5f231-52ef-4da8-9a6f-b6e3c523e62f admin admin] 10.222.0.37 "GET /v2.0/subnets/c180529a-b07f-4b92-af40-536e057a7713 HTTP/1.1" status: 200 len: 849 time: 0.1059551 Aug 20 11:22:22.035397 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:22.124709 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:22.267189 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0bb0-d27d-4f0a-aeb3-5c2918a56794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:22.273405 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742077156666'] for subnet, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:22.309370 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:22.310480 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:22.311694 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] 10.222.0.37 "PUT /v2.0/subnets/c180529a-b07f-4b92-af40-536e057a7713 HTTP/1.1" status: 200 len: 868 time: 0.2809081 Aug 20 11:22:22.313714 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faf0455-f2c3-469f-8214-a3b100f2b12e None None] Network d0e8312a-258e-4da4-acf7-91674a481753 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:22:22.330159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c180529a-b07f-4b92-af40-536e057a7713,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:22.337707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:22.338097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:22.338383 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:22.338711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:22.339049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:22.339362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:22.339683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:22.340000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:22.340318 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:22.340670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:22.340979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:22.341294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c2047-a887-4df6-896c-5cbd094adce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:22.679226 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-40b123ed-d572-41d4-85ce-1effa886cf73 None None] Provisioning complete for port 4bfd4152-5dae-4da4-b732-0d3df903ebec triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:22:22.679596 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-40b123ed-d572-41d4-85ce-1effa886cf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:22.769607 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-40b123ed-d572-41d4-85ce-1effa886cf73 None None] Provisioning complete for port 081f7db3-3677-442d-9a1c-8c9df79050cf triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:22:22.769875 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-40b123ed-d572-41d4-85ce-1effa886cf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:23.628805 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:22:24.465753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47288) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:24.665933 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86447a8b-b129-4ecb-85ee-8c9bc68b61a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:24.666316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86447a8b-b129-4ecb-85ee-8c9bc68b61a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:24.667857 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-86447a8b-b129-4ecb-85ee-8c9bc68b61a5 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2011495 Aug 20 11:22:25.069457 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-88885ca7-5c56-4673-9ebf-d359945376aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:25.241190 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:26.155322 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:26.851515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47296) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:26.987963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb9659a-c9cd-42a3-8cd0-ca52ca04d293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:26.988438 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb9659a-c9cd-42a3-8cd0-ca52ca04d293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:26.990041 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7eb9659a-c9cd-42a3-8cd0-ca52ca04d293 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1375828 Aug 20 11:22:27.750421 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:29.165965 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47304) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:29.290068 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93ab19f-398f-4d32-bfc5-74f8c0604bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:29.291344 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e93ab19f-398f-4d32-bfc5-74f8c0604bb4 admin admin] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 886 time: 0.1244316 Aug 20 11:22:31.482261 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47312) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:31.615497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92310d63-2906-425f-84d9-40407679bf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:31.616988 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-92310d63-2906-425f-84d9-40407679bf4d admin admin] 10.222.0.37 "GET /v2.0/networks/d0e8312a-258e-4da4-acf7-91674a481753 HTTP/1.1" status: 200 len: 868 time: 0.1337693 Aug 20 11:22:33.788172 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47320) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:33.929730 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efbcf29-d26b-4bda-a185-b2eab3705ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:33.930190 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efbcf29-d26b-4bda-a185-b2eab3705ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:33.931768 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3efbcf29-d26b-4bda-a185-b2eab3705ee7 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1426094 Aug 20 11:22:36.116696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47330) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:36.213547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714af199-201c-4f39-bd6c-ab4fd47574cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:36.214003 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714af199-201c-4f39-bd6c-ab4fd47574cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:36.215522 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-714af199-201c-4f39-bd6c-ab4fd47574cd admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0978827 Aug 20 11:22:38.384499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47338) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:38.472760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191986e9-d1d7-48cb-bb13-4bbe3f166cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:38.474102 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-191986e9-d1d7-48cb-bb13-4bbe3f166cd0 admin admin] 10.222.0.37 "GET /v2.0/subnets/141a6f4a-954c-4f8e-a77a-2de14a33f981 HTTP/1.1" status: 200 len: 816 time: 0.0886261 Aug 20 11:22:40.620698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47346) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:40.714994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9880002-bec4-4b24-8827-86e0c47778a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:40.716358 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d9880002-bec4-4b24-8827-86e0c47778a5 admin admin] 10.222.0.37 "GET /v2.0/subnets/c180529a-b07f-4b92-af40-536e057a7713 HTTP/1.1" status: 200 len: 868 time: 0.0946040 Aug 20 11:22:52.271167 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-734b6262-6e98-46c0-ac68-bb0a3c2e3e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:55.070184 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e62fe0da-9389-44e9-a3b2-c8d5f298d9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:55.244448 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:56.157990 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:57.754187 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:00.628125 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:23:04.670039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47400) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:04.718075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [None req-918f8353-04e5-4533-88c9-80f399cb172d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:23:04.719098 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-918f8353-04e5-4533-88c9-80f399cb172d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480950 Aug 20 11:23:07.005438 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47408) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:07.077554 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ff0a87-72e2-457f-9157-93e256a930bb admin admin] GET failed (client error): The resource could not be found. Aug 20 11:23:07.080021 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-62ff0a87-72e2-457f-9157-93e256a930bb admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0726309 Aug 20 11:23:07.167081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96bbcaf-88e9-4136-8f4a-01cf660cfdbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:07.168580 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b96bbcaf-88e9-4136-8f4a-01cf660cfdbc admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0847986 Aug 20 11:23:09.349698 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47416) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:09.398809 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:09.419749 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Made reservation on behalf of 4c67f6a47e884e38a82983830471aac7 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:09.421982 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:09.455989 n-d-804299-2 neutron-server[94690]: WARNING neutron.services.revisions.revision_plugin [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Could not find related network for resource to bump revision. Aug 20 11:23:09.472130 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:23:09.481635 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:09.481974 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Added segment 1a08a71f-18b1-47c1-81a3-eada6d7d6f7e of type vlan for network dc3708c3-9386-4837-af93-9da62ad9bcd4 Aug 20 11:23:09.550700 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:09.573008 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:09.573951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:09.574530 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:09.625230 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2744126 Aug 20 11:23:09.634542 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Pushing event updated for resources: {'Network': ['ID=dc3708c3-9386-4837-af93-9da62ad9bcd4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:09.642641 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:09.642985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:09.643368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:09.643658 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:09.643991 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:09.644336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:09.644697 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:09.644996 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:09.645319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:09.645642 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:09.645966 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:09.646286 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0399f27-99e9-4337-a50c-26dbfabedd2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:09.659375 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:23:11.807746 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47424) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:11.874569 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e11331-cd84-4a60-a9ac-934e939ad461 admin admin] GET failed (client error): The resource could not be found. Aug 20 11:23:11.876171 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-34e11331-cd84-4a60-a9ac-934e939ad461 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0673811 Aug 20 11:23:11.977992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7117d-5919-4b78-8a34-205fbcdc5c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:11.979489 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1fb7117d-5919-4b78-8a34-205fbcdc5c29 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0990627 Aug 20 11:23:11.989863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-362e5d65-b722-4032-b175-debd9296c182 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:12.012204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362e5d65-b722-4032-b175-debd9296c182 admin admin] Made reservation on behalf of 4c67f6a47e884e38a82983830471aac7 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:12.014597 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-362e5d65-b722-4032-b175-debd9296c182 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.258309 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-362e5d65-b722-4032-b175-debd9296c182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.326362 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e5d65-b722-4032-b175-debd9296c182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8adc76f-54af-479d-8bbf-aa776d3fd86d,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:12.333001 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e5d65-b722-4032-b175-debd9296c182 admin admin] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:12.334058 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362e5d65-b722-4032-b175-debd9296c182 admin admin] Network hostable DHCP agents. Network: dc3708c3-9386-4837-af93-9da62ad9bcd4, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:23:12.354532 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362e5d65-b722-4032-b175-debd9296c182 admin admin] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:23:12.365703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-362e5d65-b722-4032-b175-debd9296c182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, dc3708c3-9386-4837-af93-9da62ad9bcd4) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:12.370722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362e5d65-b722-4032-b175-debd9296c182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:12.371948 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-362e5d65-b722-4032-b175-debd9296c182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.375166 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18548bc5-8214-4800-a2be-e03233847bb8 None None] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:23:12.386808 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-362e5d65-b722-4032-b175-debd9296c182 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4004850 Aug 20 11:23:12.535814 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-dc3708c3-9386-4837-af93-9da62ad9bcd4', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'tenant_id': '4c67f6a47e884e38a82983830471aac7', 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:23:12.536723 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.769366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Allocated IP 192.168.233.2 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/abb7f877-b735-4981-a3b9-3313a39ad088) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:23:12.916054 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.924711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Transition to ACTIVE for port object abb7f877-b735-4981-a3b9-3313a39ad088 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:12.940473 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Transition to ACTIVE for port object abb7f877-b735-4981-a3b9-3313a39ad088 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:12.947998 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.985316 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:23:12.988212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:12.991551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:23:13.003260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Pushing event updated for resources: {'Port': ['ID=abb7f877-b735-4981-a3b9-3313a39ad088,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:13.027877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:13.028231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:13.028572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:13.028934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:13.029264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:13.029597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:13.029926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:13.030249 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:13.030572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:13.030912 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:13.031232 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:13.032076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:13.066103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Attempting to bind port abb7f877-b735-4981-a3b9-3313a39ad088 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:23:13.066472 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Attempting to bind port abb7f877-b735-4981-a3b9-3313a39ad088 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:23:13.066836 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Attempting to bind port abb7f877-b735-4981-a3b9-3313a39ad088 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:23:13.071842 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:23:13.072209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:13.072609 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:13.073037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:23:13.073487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Bound port: abb7f877-b735-4981-a3b9-3313a39ad088, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:23:13.073878 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:13.137596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] For port abb7f877-b735-4981-a3b9-3313a39ad088, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:23:13.140775 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] For port abb7f877-b735-4981-a3b9-3313a39ad088, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=abb7f877-b735-4981-a3b9-3313a39ad088,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:23:13.146057 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:13.206698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9745b-14f4-4570-b134-fd31fb309432 None None] Pushing event updated for resources: {'Port': ['ID=abb7f877-b735-4981-a3b9-3313a39ad088,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:13.971298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb87d09f-cc3f-4fd4-948a-cfc79f452441 None None] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:23:14.105553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-630e168b-4138-4c79-80da-14b5cec8a445 None None] Provisioning for port abb7f877-b735-4981-a3b9-3313a39ad088 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:23:15.313711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device abb7f877-b735-4981-a3b9-3313a39ad088 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:23:15.377639 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port abb7f877-b735-4981-a3b9-3313a39ad088 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:23:15.383593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port abb7f877-b735-4981-a3b9-3313a39ad088 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:15.383965 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:15.464869 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:15.498791 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port abb7f877-b735-4981-a3b9-3313a39ad088, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=abb7f877-b735-4981-a3b9-3313a39ad088,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:15.502687 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:15.550717 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=abb7f877-b735-4981-a3b9-3313a39ad088,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:17.277410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device abb7f877-b735-4981-a3b9-3313a39ad088 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:23:17.328344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port abb7f877-b735-4981-a3b9-3313a39ad088 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:17.329663 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:22.272803 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c959d7d3-cead-4f5a-bee9-ede5c875522a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:25.071306 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-277120be-93bc-451b-add2-22dd5dc9e2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:25.248739 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:26.160293 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:27.758280 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:37.627482 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:23:52.273281 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a04c3a77-4573-4cb7-8b0c-02e02c2d3b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:55.071513 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5eebb482-5948-43ba-94b9-88f571c5f2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:55.258039 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:56.162832 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:57.761151 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:14.629405 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:24:21.021973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47476) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:21.027815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-195ea732-8c90-4ff3-a2ec-ea7b4997df4c tempest-verify_tempest_config-961292013 tempest-verify_tempest_config-961292013-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:24:21.028832 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-195ea732-8c90-4ff3-a2ec-ea7b4997df4c tempest-verify_tempest_config-961292013 tempest-verify_tempest_config-961292013-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058370 Aug 20 11:24:21.319671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47494) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:21.421861 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:21.507479 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:21.511076 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:21.559890 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e72479d297634f0890bd2b67ca852aac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2390802 Aug 20 11:24:21.560722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8821792-2178-48c4-b9ac-a4666c51b299,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:21.563236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47500) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:21.567762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.568088 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.568421 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.568781 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.569110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.569435 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.569763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.570089 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.570407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.570724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.571042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.571357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09acbc8-1fe6-4598-b00c-9b926d885e3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.616419 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:21.636730 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:21.725593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:21.728042 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:21.729212 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8821792-2178-48c4-b9ac-a4666c51b299 HTTP/1.1" status: 204 len: 168 time: 0.1650414 Aug 20 11:24:21.737493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8821792-2178-48c4-b9ac-a4666c51b299,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:21.744318 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.744685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.745187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.745691 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.746202 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.746533 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.746855 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.747338 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.747825 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.748149 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.749179 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:21.749565 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63ca9e-fdaa-49c5-9a50-50f38cc29881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:22.273518 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ac72d88a-9486-494e-90a9-7371fa03f4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:25.072798 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7a340235-a66b-426f-843b-dcc5baa0109b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:25.249476 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:26.163634 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:27.763141 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:51.628069 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:24:52.274567 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8c2fdeff-b7f1-471f-8e3f-23c0842213b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:55.075109 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-696647e4-38d5-43be-a79e-8e2396247c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:55.250765 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:56.167642 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:57.766403 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:22.274190 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b2178458-2c45-48df-a695-e8ccc5ef1ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:25.076765 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-25171f93-8301-4c7b-bb04-026c8767be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:25.250625 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:26.168967 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:27.772729 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:28.626805 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:25:52.273461 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ef9746a7-7b5e-4b05-8aa4-4c03916f4d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:55.076948 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a79397ac-5326-422b-8aef-19e90b4cabf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:55.251279 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:56.173017 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:57.773670 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:05.626018 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:26:22.274879 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-58d2fff3-a709-4559-b1a2-0fc2235ff27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:25.078077 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a1f90fc7-4440-4d17-a42f-e837898315fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:25.251769 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:26.178040 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:27.775941 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:42.624479 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:26:52.277469 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-456e889b-d4f3-461f-8eea-7c7be548c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:55.077395 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1407901d-1237-400d-8fc9-1144c01936e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:55.251803 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:56.180533 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:57.782055 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:19.623654 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:27:22.278333 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9fc76d6b-eb1d-4cfd-8991-013ae2af493f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:25.076177 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e62a68ba-8e92-41a0-adf0-8f912b2ebd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:25.251986 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:26.181779 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:27.782823 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:32.520140 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450606'] for agent, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.662283 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450606'] for agent, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:52.277730 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cd7ffa74-0de4-48a3-a76a-83b2e1558667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.074911 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fea3d533-20bd-4fd2-8927-ef12860efea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.252796 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:56.184608 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:56.622168 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:27:57.787564 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:02.470488 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:08.615613 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:18.296777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47560) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:18.494568 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5f1601b3-1f7b-4157-a7cb-ddc222420125 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1966767 Aug 20 11:28:20.651135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47570) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:20.705611 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4dbd6ba8-2cc0-4772-9ab5-887806220d12 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0534143 Aug 20 11:28:22.277227 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-039857b2-83aa-4f66-830e-da9e3a718d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:25.075438 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9edd6342-e70e-4175-889c-d7d7893647e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:25.253156 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:26.187574 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:27.790777 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:32.484191 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.621522 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:28:38.634933 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:52.276309 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c3eb4249-d98c-46f1-a208-a95573d31e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.079341 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9e04cb06-6fbe-4183-86e3-36d6cf18328a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.255076 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:56.198941 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:57.795560 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:02.477994 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:08.646483 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:10.624341 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:29:22.277562 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34540525-5d5f-4497-b74f-9cbdc46b287f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:25.082323 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-76aff808-f3f1-4254-b6ba-cdf979bd50c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:25.256576 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:26.189225 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:27.796223 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:32.484659 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:38.660163 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:46.326798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47964) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:46.355712 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47970) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:46.489701 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:46.540206 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-91c080f6-87bc-48ec-9b89-8667cceb47aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:46.620622 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:46.643725 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:46.679735 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a887f7072c7434aa2d541e8a7fb158a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3517365 Aug 20 11:29:46.682558 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47994) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:46.719197 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2b8ed3-50b7-4e04-ba11-9117550e481d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:46.733391 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.733949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.734468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.734955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.735453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.736482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.737055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.737551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.738023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.738519 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.739015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.739334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e2c35-aa2d-4a89-b3d0-83799a3d7338 admin admin] Tracked resource versions report: Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: pushed versions: Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: { 'AddressGroup': {'1.2'}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'ConntrackHelper': {'1.0'}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'Log': {'1.0'}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'Network': {'1.1'}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'Port': {'1.7'}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'PortForwarding': {'1.2'}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'QosPolicy': {'1.9'}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'SecurityGroup': {'1.4'}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'SubPort': {'1.0'}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'Subnet': {'1.1'}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'Trunk': {'1.1'}} Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: consumer versions: Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: { DHCP agent@n-d-804299-2: {}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: HyperV agent@n-h1-804299-2: {}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: HyperV agent@n-h2-804299-2: {}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: L3 agent@n-d-804299-2: {}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: Metadata agent@n-d-804299-2: {}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: Metering agent@n-d-804299-2: {}, Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: Open vSwitch agent@n-d-804299-2: { 'AddressGroup': '1.2', Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'ConntrackHelper': '1.0', Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'Log': '1.0', Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'Network': '1.1', Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'Port': '1.7', Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'PortForwarding': '1.2', Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'QosPolicy': '1.9', Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'SecurityGroup': '1.4', Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'SecurityGroupRule': '1.2', Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'SubPort': '1.0', Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'Subnet': '1.1', Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: 'Trunk': '1.1'}} Aug 20 11:29:46.740763 n-d-804299-2 neutron-server[94691]: {{(pid=94691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:29:46.763572 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:46.794662 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:46.802418 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-91c080f6-87bc-48ec-9b89-8667cceb47aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:46.810914 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-91c080f6-87bc-48ec-9b89-8667cceb47aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:46.850088 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:46.852766 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:46.854032 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e2b8ed3-50b7-4e04-ba11-9117550e481d HTTP/1.1" status: 204 len: 168 time: 0.1704795 Aug 20 11:29:46.862997 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2b8ed3-50b7-4e04-ba11-9117550e481d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:46.871433 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.871790 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.872128 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.872459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.872995 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.873530 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81992327-6aea-4f09-a355-c6446c73289b admin admin] Tracked resource versions report: Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: pushed versions: Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: { 'AddressGroup': {'1.2'}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'ConntrackHelper': {'1.0'}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'Log': {'1.0'}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'Network': {'1.1'}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'Port': {'1.7'}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'PortForwarding': {'1.2'}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'QosPolicy': {'1.9'}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'SecurityGroup': {'1.4'}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'SubPort': {'1.0'}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'Subnet': {'1.1'}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'Trunk': {'1.1'}} Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: consumer versions: Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: { DHCP agent@n-d-804299-2: {}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: HyperV agent@n-h1-804299-2: {}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: HyperV agent@n-h2-804299-2: {}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: L3 agent@n-d-804299-2: {}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: Metadata agent@n-d-804299-2: {}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: Metering agent@n-d-804299-2: {}, Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: Open vSwitch agent@n-d-804299-2: { 'AddressGroup': '1.2', Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'ConntrackHelper': '1.0', Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'Log': '1.0', Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'Network': '1.1', Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'Port': '1.7', Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'PortForwarding': '1.2', Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'QosPolicy': '1.9', Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'SecurityGroup': '1.4', Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'SecurityGroupRule': '1.2', Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'SubPort': '1.0', Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'Subnet': '1.1', Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: 'Trunk': '1.1'}} Aug 20 11:29:46.911817 n-d-804299-2 neutron-server[94690]: {{(pid=94690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:29:46.923987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-91c080f6-87bc-48ec-9b89-8667cceb47aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5247840f30f14206977b26f716d2510f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5298743 Aug 20 11:29:46.925633 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48016) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:46.925791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c080f6-87bc-48ec-9b89-8667cceb47aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5494eb-40db-4aa7-a4cd-ca1ca96cc6db,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:46.952040 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d78d08e0-8b0e-4147-ad42-087a305cae47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:46.973304 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d78d08e0-8b0e-4147-ad42-087a305cae47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.028446 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d78d08e0-8b0e-4147-ad42-087a305cae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.031929 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d78d08e0-8b0e-4147-ad42-087a305cae47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.036185 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d78d08e0-8b0e-4147-ad42-087a305cae47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d5494eb-40db-4aa7-a4cd-ca1ca96cc6db HTTP/1.1" status: 204 len: 168 time: 0.1424072 Aug 20 11:29:47.043070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d08e0-8b0e-4147-ad42-087a305cae47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5494eb-40db-4aa7-a4cd-ca1ca96cc6db,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:47.276549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48038) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:47.290439 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8594e90-0e59-4283-9885-01ac0c07459c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.381254 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8594e90-0e59-4283-9885-01ac0c07459c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.385351 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8594e90-0e59-4283-9885-01ac0c07459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.424125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8594e90-0e59-4283-9885-01ac0c07459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fffa457-e8a0-4747-aa3c-625e85f2218e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:47.439548 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c8594e90-0e59-4283-9885-01ac0c07459c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c45dd67f85148dca7a0e8cb4985dae1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1617818 Aug 20 11:29:47.442511 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48040) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:47.476942 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48046) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:47.496551 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0670d13f-b080-4610-96ca-b365f834beef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.514271 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4cddcd1-d87d-43cd-b202-12362371d13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.537429 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4cddcd1-d87d-43cd-b202-12362371d13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.612786 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0670d13f-b080-4610-96ca-b365f834beef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.623263 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4cddcd1-d87d-43cd-b202-12362371d13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.624686 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:29:47.625700 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0670d13f-b080-4610-96ca-b365f834beef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.625941 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4cddcd1-d87d-43cd-b202-12362371d13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.630016 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f4cddcd1-d87d-43cd-b202-12362371d13c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fffa457-e8a0-4747-aa3c-625e85f2218e HTTP/1.1" status: 204 len: 168 time: 0.1839025 Aug 20 11:29:47.639278 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cddcd1-d87d-43cd-b202-12362371d13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fffa457-e8a0-4747-aa3c-625e85f2218e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:47.672930 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670d13f-b080-4610-96ca-b365f834beef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504e4603-21c4-48ef-9904-45bde226d1f3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:47.687751 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0670d13f-b080-4610-96ca-b365f834beef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93344732957940febd3347a24a23c17c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2093654 Aug 20 11:29:47.690751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48060) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:47.742830 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88efa04e-2460-496f-a605-1d88ff487636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.764246 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88efa04e-2460-496f-a605-1d88ff487636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.817477 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88efa04e-2460-496f-a605-1d88ff487636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.821226 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88efa04e-2460-496f-a605-1d88ff487636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.822563 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-88efa04e-2460-496f-a605-1d88ff487636 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/504e4603-21c4-48ef-9904-45bde226d1f3 HTTP/1.1" status: 204 len: 168 time: 0.1308179 Aug 20 11:29:47.831617 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efa04e-2460-496f-a605-1d88ff487636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504e4603-21c4-48ef-9904-45bde226d1f3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:48.112551 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48084) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:48.295834 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-353f07ae-7553-45df-ac3c-f07cb189eb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:48.399807 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-353f07ae-7553-45df-ac3c-f07cb189eb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:48.406559 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-353f07ae-7553-45df-ac3c-f07cb189eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:48.442791 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f07ae-7553-45df-ac3c-f07cb189eb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df97c5c4-5efd-4f94-815d-347a1d0c6890,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:48.461278 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-353f07ae-7553-45df-ac3c-f07cb189eb3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f30e2bdac36f4e239b195b6c9ebcee28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3475935 Aug 20 11:29:48.463799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48120) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:48.530868 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-87af2f98-6749-43a1-9c35-3d9486caeafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:48.556039 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-87af2f98-6749-43a1-9c35-3d9486caeafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:48.619342 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-87af2f98-6749-43a1-9c35-3d9486caeafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:48.621909 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-87af2f98-6749-43a1-9c35-3d9486caeafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:48.623633 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-87af2f98-6749-43a1-9c35-3d9486caeafe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df97c5c4-5efd-4f94-815d-347a1d0c6890 HTTP/1.1" status: 204 len: 168 time: 0.1584857 Aug 20 11:29:48.632901 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af2f98-6749-43a1-9c35-3d9486caeafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df97c5c4-5efd-4f94-815d-347a1d0c6890,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:48.744197 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48152) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:48.746403 n-d-804299-2 neutron-server[94691]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 11:29:48.777760 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-f0264bac-c887-45cb-917c-5f3866158af4 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ae8cd82615664de3b06b3fa1b052c4be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324113 Aug 20 11:29:48.962564 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-b7467f90-35d7-4230-ab81-2407c365b356 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:48.964513 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-b7467f90-35d7-4230-ab81-2407c365b356 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795487 Aug 20 11:29:48.990954 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-28731093-cf3f-4736-a787-34e937a8a443 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/quotas/ae8cd82615664de3b06b3fa1b052c4be HTTP/1.1" status: 200 len: 375 time: 0.0204346 Aug 20 11:29:49.073984 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-2ddce9b7-bc6c-48c7-8650-b8c368a8adda tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae8cd82615664de3b06b3fa1b052c4be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752492 Aug 20 11:29:49.090014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48170) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:49.110373 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f9375f4d-1161-472d-8efe-90d2ff7b3155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:49.211685 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f9375f4d-1161-472d-8efe-90d2ff7b3155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:49.216546 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f9375f4d-1161-472d-8efe-90d2ff7b3155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:49.273514 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f9375f4d-1161-472d-8efe-90d2ff7b3155 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c56564b10da342f6b5268e99faff3398&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1823752 Aug 20 11:29:49.276891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48182) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:49.281067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9375f4d-1161-472d-8efe-90d2ff7b3155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947753fe-6811-4f63-ad9e-2726d09c1a53,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:49.372012 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0e723f5-da3a-49f5-ab38-2964ec5cc904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:49.396248 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0e723f5-da3a-49f5-ab38-2964ec5cc904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:49.417767 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-71e96013-9f16-437f-9cff-2188c5bfb310 req-7d66d492-0997-4918-8d0f-120bf5c16cd2 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 210 time: 0.0624812 Aug 20 11:29:49.461913 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0e723f5-da3a-49f5-ab38-2964ec5cc904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:49.465880 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0e723f5-da3a-49f5-ab38-2964ec5cc904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:49.467241 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a0e723f5-da3a-49f5-ab38-2964ec5cc904 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/947753fe-6811-4f63-ad9e-2726d09c1a53 HTTP/1.1" status: 204 len: 168 time: 0.1893547 Aug 20 11:29:49.477857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e723f5-da3a-49f5-ab38-2964ec5cc904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947753fe-6811-4f63-ad9e-2726d09c1a53,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:50.535557 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e183f121-318f-4ff7-85b6-e2bc0b0400fc req-cb2ae2e0-d369-401b-8fd1-4d79a8ef9d1d tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 210 time: 0.0530930 Aug 20 11:29:51.202366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48310) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:51.400865 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.76', 59648) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:51.447380 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-8b79d067-7c02-44f2-bff0-749ffeb2d931 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=ae8cd82615664de3b06b3fa1b052c4be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447190 Aug 20 11:29:51.449206 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6c554289-f79a-43a2-8edd-d0d4584c5263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:51.637143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-e2eb354f-9065-4fc2-ab61-79e0b17d092b tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:51.640035 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-e2eb354f-9065-4fc2-ab61-79e0b17d092b tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865478 Aug 20 11:29:51.656484 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6c554289-f79a-43a2-8edd-d0d4584c5263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:51.662896 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6c554289-f79a-43a2-8edd-d0d4584c5263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:51.700783 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c554289-f79a-43a2-8edd-d0d4584c5263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02d6309-d55f-40bf-81db-ebf01d3a3a44,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:51.737490 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6c554289-f79a-43a2-8edd-d0d4584c5263 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2af7b9a827fd4aa187b45f1de7370c40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5335662 Aug 20 11:29:51.740288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48348) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:51.741817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Request body: {'port': {'device_id': 'b8605431-aa3b-44a1-87c1-9e2b2319f334', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': 'ae8cd82615664de3b06b3fa1b052c4be'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:51.802334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42f6add7-9c96-426c-b449-dc0a32ef6604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:51.839443 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42f6add7-9c96-426c-b449-dc0a32ef6604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:51.936894 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42f6add7-9c96-426c-b449-dc0a32ef6604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:51.940762 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42f6add7-9c96-426c-b449-dc0a32ef6604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:51.942539 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-42f6add7-9c96-426c-b449-dc0a32ef6604 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d02d6309-d55f-40bf-81db-ebf01d3a3a44 HTTP/1.1" status: 204 len: 168 time: 0.2008951 Aug 20 11:29:51.952728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6add7-9c96-426c-b449-dc0a32ef6604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02d6309-d55f-40bf-81db-ebf01d3a3a44,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:52.032731 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Made reservation on behalf of ae8cd82615664de3b06b3fa1b052c4be for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:29:52.036405 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.044936 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.158978 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.163830 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.282238 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:52.290609 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a4d6dab4-2ecb-44ba-9d3c-cf770f119969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.368313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48398) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:52.390515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48402) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:52.415125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Allocated IP 192.168.233.104 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/429b5769-6eca-45b7-97d6-7eed37f69201) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:29:52.587805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48410) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:52.592233 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48412) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:52.599600 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.633964 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bf62a8c8-6035-4b3d-b048-2ad2c761deb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.649366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Transition to ACTIVE for port object 429b5769-6eca-45b7-97d6-7eed37f69201 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:29:52.705996 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.815813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:29:52.823056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:29:52.826459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:29:52.832892 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:52.833680 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.837036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Pushing event updated for resources: {'Port': ['ID=429b5769-6eca-45b7-97d6-7eed37f69201,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:52.896847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bf62a8c8-6035-4b3d-b048-2ad2c761deb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.914708 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-4a0d3ad0-84ea-43ca-99a7-b34ddb078a26 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1768303 Aug 20 11:29:52.915107 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bf62a8c8-6035-4b3d-b048-2ad2c761deb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.960989 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bf62a8c8-6035-4b3d-b048-2ad2c761deb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=000c05a5e33d4d159684ab891055939a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3576312 Aug 20 11:29:52.962833 n-d-804299-2 neutron-server[94690]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 11:29:52.963493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48418) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:53.019994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-2744c346-af24-45cb-a250-bc35d7444e6c tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:29:53.034375 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-2744c346-af24-45cb-a250-bc35d7444e6c tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269918 Aug 20 11:29:53.108694 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0640758-90ef-4e93-9bca-14c5bda71121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.124223 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e081a704-9d49-4a65-ab6b-05fe163041b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.217825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7fc351be-eeff-4760-91ab-0d4b17dde00f None None] Provisioning for port 429b5769-6eca-45b7-97d6-7eed37f69201 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:29:53.230517 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7fc351be-eeff-4760-91ab-0d4b17dde00f None None] Provisioning complete for port 429b5769-6eca-45b7-97d6-7eed37f69201 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:53.233200 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7fc351be-eeff-4760-91ab-0d4b17dde00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.233309 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62a8c8-6035-4b3d-b048-2ad2c761deb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10130ca1-6610-4633-87ef-c17d37794b32,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:53.321172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7fc351be-eeff-4760-91ab-0d4b17dde00f None None] Port 429b5769-6eca-45b7-97d6-7eed37f69201 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:29:53.370812 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadb576-8761-4be1-8496-7ec8113e4b55 req-cd8770cd-fa90-4986-bdf0-fe36de397020 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:53.380151 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-baadb576-8761-4be1-8496-7ec8113e4b55 req-cd8770cd-fa90-4986-bdf0-fe36de397020 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 936 time: 1.0084045 Aug 20 11:29:53.415729 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fecbe37-bb5f-4e47-a5ed-66f39dcbf413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.448210 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fecbe37-bb5f-4e47-a5ed-66f39dcbf413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.526865 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-baadb576-8761-4be1-8496-7ec8113e4b55 req-8d0bb523-02a9-42ff-9d59-6a7cfaf25f79 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403673 Aug 20 11:29:53.528332 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-d0640758-90ef-4e93-9bca-14c5bda71121 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:29:53.528332 n-d-804299-2 neutron-server[94690]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 11:29:53.528332 n-d-804299-2 neutron-server[94690]: [parameters: {'project_id': 'b4aaf619b78b4dbd8b85033a5f66fe76', 'id': '1730886d-304b-4e3e-9fe3-172f03e3ba02', 'expiration': datetime.datetime(2021, 8, 20, 11, 31, 53, 488078)}] Aug 20 11:29:53.528332 n-d-804299-2 neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:29:53.529274 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [None req-d0640758-90ef-4e93-9bca-14c5bda71121 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:29:53.551039 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fecbe37-bb5f-4e47-a5ed-66f39dcbf413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.554492 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fecbe37-bb5f-4e47-a5ed-66f39dcbf413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.556003 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8fecbe37-bb5f-4e47-a5ed-66f39dcbf413 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10130ca1-6610-4633-87ef-c17d37794b32 HTTP/1.1" status: 204 len: 168 time: 0.5911818 Aug 20 11:29:53.578338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecbe37-bb5f-4e47-a5ed-66f39dcbf413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10130ca1-6610-4633-87ef-c17d37794b32,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:53.692912 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e081a704-9d49-4a65-ab6b-05fe163041b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.705364 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e081a704-9d49-4a65-ab6b-05fe163041b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.764025 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e081a704-9d49-4a65-ab6b-05fe163041b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=529311c7a2fe47718741872e338acfd2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1726704 Aug 20 11:29:53.764430 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48434) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:53.771847 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081a704-9d49-4a65-ab6b-05fe163041b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bc13d7-9e8d-4106-bd07-cfa2e83255ed,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:53.864920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77c46718-f1c7-48b5-905d-66c036bd16f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.891568 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77c46718-f1c7-48b5-905d-66c036bd16f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.958850 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77c46718-f1c7-48b5-905d-66c036bd16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.963058 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77c46718-f1c7-48b5-905d-66c036bd16f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.987245 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-77c46718-f1c7-48b5-905d-66c036bd16f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7bc13d7-9e8d-4106-bd07-cfa2e83255ed HTTP/1.1" status: 204 len: 168 time: 0.2215924 Aug 20 11:29:54.005891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c46718-f1c7-48b5-905d-66c036bd16f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bc13d7-9e8d-4106-bd07-cfa2e83255ed,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:54.033535 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0640758-90ef-4e93-9bca-14c5bda71121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.145590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48444) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:54.175744 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c42ae602-9cda-4627-8cce-db96658026fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.190995 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0640758-90ef-4e93-9bca-14c5bda71121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.197764 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0640758-90ef-4e93-9bca-14c5bda71121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.251149 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0640758-90ef-4e93-9bca-14c5bda71121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49095b0d-e2b1-4d8a-be23-ff02854eb4c3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:54.279072 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d0640758-90ef-4e93-9bca-14c5bda71121 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4aaf619b78b4dbd8b85033a5f66fe76&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8865538 Aug 20 11:29:54.281678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48448) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:54.382605 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c42ae602-9cda-4627-8cce-db96658026fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.383986 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ee7c8bf-8d77-4a9a-97dc-fa624cac0cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.396114 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c42ae602-9cda-4627-8cce-db96658026fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.453477 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ee7c8bf-8d77-4a9a-97dc-fa624cac0cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.467873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ae602-9cda-4627-8cce-db96658026fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ca3a38-2a48-4293-9ebf-37b42bb73f72,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:54.483396 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c42ae602-9cda-4627-8cce-db96658026fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cbc772842ef4c20b0a68b5b0a64e212&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3354852 Aug 20 11:29:54.488947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48450) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:54.555901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48458) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:54.572874 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-722d3b1e-01be-466d-82a1-262d960d89aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.582887 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ee7c8bf-8d77-4a9a-97dc-fa624cac0cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.586087 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ee7c8bf-8d77-4a9a-97dc-fa624cac0cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.587387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1ee7c8bf-8d77-4a9a-97dc-fa624cac0cc6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49095b0d-e2b1-4d8a-be23-ff02854eb4c3 HTTP/1.1" status: 204 len: 168 time: 0.3028083 Aug 20 11:29:54.599060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7c8bf-8d77-4a9a-97dc-fa624cac0cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49095b0d-e2b1-4d8a-be23-ff02854eb4c3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:54.664663 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2e4a8b2-96b2-4eb3-9894-7682cad5ee0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.699237 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2e4a8b2-96b2-4eb3-9894-7682cad5ee0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.794160 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-722d3b1e-01be-466d-82a1-262d960d89aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.806165 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-722d3b1e-01be-466d-82a1-262d960d89aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.862555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d3b1e-01be-466d-82a1-262d960d89aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f04789-a29b-4598-9fd0-1eed28ba7d8f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:54.868566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da161a2-6421-4364-9578-c8f8c54a5625 req-51463e4f-b80d-46ef-b901-5ee6cb5ba738 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:54.870760 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8da161a2-6421-4364-9578-c8f8c54a5625 req-51463e4f-b80d-46ef-b901-5ee6cb5ba738 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 936 time: 0.1424379 Aug 20 11:29:54.897598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-722d3b1e-01be-466d-82a1-262d960d89aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c28053d4b7104e7da884a8b7525e24af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3381593 Aug 20 11:29:54.897995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48468) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:54.906120 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2e4a8b2-96b2-4eb3-9894-7682cad5ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.917503 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2e4a8b2-96b2-4eb3-9894-7682cad5ee0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.920882 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b2e4a8b2-96b2-4eb3-9894-7682cad5ee0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50ca3a38-2a48-4293-9ebf-37b42bb73f72 HTTP/1.1" status: 204 len: 168 time: 0.4299648 Aug 20 11:29:54.950396 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4a8b2-96b2-4eb3-9894-7682cad5ee0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ca3a38-2a48-4293-9ebf-37b42bb73f72,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:55.010510 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8da161a2-6421-4364-9578-c8f8c54a5625 req-9a5a387f-af22-487c-8a9e-695fcfeb5026 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318800 Aug 20 11:29:55.022010 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5855-9d63-4e40-bfcd-8ec442307b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.054836 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5855-9d63-4e40-bfcd-8ec442307b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.094085 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-df9ca88d-96b6-416c-b8aa-32eeb40b54d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.159053 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5855-9d63-4e40-bfcd-8ec442307b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.162676 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5855-9d63-4e40-bfcd-8ec442307b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.166531 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3a9d5855-9d63-4e40-bfcd-8ec442307b26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86f04789-a29b-4598-9fd0-1eed28ba7d8f HTTP/1.1" status: 204 len: 168 time: 0.2651222 Aug 20 11:29:55.176215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d5855-9d63-4e40-bfcd-8ec442307b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f04789-a29b-4598-9fd0-1eed28ba7d8f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:55.272337 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.339782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48484) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:55.363387 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32b0cec5-b4a7-45c0-bc51-42c7361157f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.538874 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32b0cec5-b4a7-45c0-bc51-42c7361157f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.544072 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32b0cec5-b4a7-45c0-bc51-42c7361157f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.585090 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-32b0cec5-b4a7-45c0-bc51-42c7361157f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5b4e2ddff414ed5a1ad1cb81ef904c4&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2438147 Aug 20 11:29:55.587651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48490) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:55.595577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0cec5-b4a7-45c0-bc51-42c7361157f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ff45e1-f13e-43f3-bdc0-6d93506a16ad,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:55.645409 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-720a397e-971a-41df-a758-99ac066cd562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.682664 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-720a397e-971a-41df-a758-99ac066cd562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.739077 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-720a397e-971a-41df-a758-99ac066cd562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.742677 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-720a397e-971a-41df-a758-99ac066cd562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.746042 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-720a397e-971a-41df-a758-99ac066cd562 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7ff45e1-f13e-43f3-bdc0-6d93506a16ad HTTP/1.1" status: 204 len: 168 time: 0.1551423 Aug 20 11:29:55.757316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a397e-971a-41df-a758-99ac066cd562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ff45e1-f13e-43f3-bdc0-6d93506a16ad,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:56.176272 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b4c16-aca6-4d28-9baf-65a0453f0b1f req-cc44148d-5367-4f33-a845-f4e55be585c5 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:56.184066 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8e5b4c16-aca6-4d28-9baf-65a0453f0b1f req-cc44148d-5367-4f33-a845-f4e55be585c5 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 936 time: 0.0890770 Aug 20 11:29:56.203246 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:56.227157 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8e5b4c16-aca6-4d28-9baf-65a0453f0b1f req-e208e316-42f3-4b51-aeb0-ccd05af310cd tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398576 Aug 20 11:29:57.396800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85b853-aba9-4d2f-95f2-15f7f4dd98f5 req-5b2e39e4-f3a3-4acb-9d96-57e49bd42105 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:57.399148 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7c85b853-aba9-4d2f-95f2-15f7f4dd98f5 req-5b2e39e4-f3a3-4acb-9d96-57e49bd42105 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 936 time: 0.0736754 Aug 20 11:29:57.462832 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7c85b853-aba9-4d2f-95f2-15f7f4dd98f5 req-3983e99a-6a4f-4624-a919-b296568b5bec tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563161 Aug 20 11:29:57.814841 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:58.659600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca5e9-c19e-4457-a0e6-3822b68b6eef req-250552eb-82fb-4d37-8f4b-670350894fe5 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:58.662229 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-255ca5e9-c19e-4457-a0e6-3822b68b6eef req-250552eb-82fb-4d37-8f4b-670350894fe5 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 936 time: 0.0743635 Aug 20 11:29:58.741946 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-255ca5e9-c19e-4457-a0e6-3822b68b6eef req-cf591433-3989-488c-bd88-cb68bdd2ea96 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726302 Aug 20 11:29:59.234777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48670) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:59.459471 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b04ad7f-c73b-4529-89b2-571508fb010c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:59.482860 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48682) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:59.601426 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b04ad7f-c73b-4529-89b2-571508fb010c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:59.607980 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b04ad7f-c73b-4529-89b2-571508fb010c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:59.647277 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e72e7447-ec98-41f3-b311-e517935a6501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:59.669021 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3b04ad7f-c73b-4529-89b2-571508fb010c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d666140661ba46998c6c1d1b6ad6fab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313874 Aug 20 11:29:59.669484 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48688) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:59.678137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04ad7f-c73b-4529-89b2-571508fb010c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489bb862-9699-4650-ae80-a02cc4702ce2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:59.750132 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0f63-d2cb-42d2-908f-228e70eebe3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:59.777854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0f63-d2cb-42d2-908f-228e70eebe3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:59.855300 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e72e7447-ec98-41f3-b311-e517935a6501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:59.858373 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0f63-d2cb-42d2-908f-228e70eebe3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:59.861378 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0f63-d2cb-42d2-908f-228e70eebe3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:59.866734 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2a5b0f63-d2cb-42d2-908f-228e70eebe3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/489bb862-9699-4650-ae80-a02cc4702ce2 HTTP/1.1" status: 204 len: 168 time: 0.1953106 Aug 20 11:29:59.874727 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e72e7447-ec98-41f3-b311-e517935a6501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:59.880596 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b0f63-d2cb-42d2-908f-228e70eebe3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489bb862-9699-4650-ae80-a02cc4702ce2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:59.886450 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48700) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:59.963125 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e72e7447-ec98-41f3-b311-e517935a6501 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc52bd6f842d42deb6144f1e7c4ce2cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4790158 Aug 20 11:29:59.966927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48704) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:59.974712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e7447-ec98-41f3-b311-e517935a6501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e80b463-a383-4ff7-95a3-a99f0d08f97a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:00.003057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169ae56-aada-47dd-af4d-bf1adcf02d87 req-cab63b84-a786-4639-93d3-6286c8763756 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:00.006216 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3169ae56-aada-47dd-af4d-bf1adcf02d87 req-cab63b84-a786-4639-93d3-6286c8763756 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 936 time: 0.0955329 Aug 20 11:30:00.042571 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-730f6430-e754-456e-b5ed-910e85515472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:00.072519 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-730f6430-e754-456e-b5ed-910e85515472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:00.119715 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3169ae56-aada-47dd-af4d-bf1adcf02d87 req-92226dc9-b40b-46c6-af96-576adefcc715 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945568 Aug 20 11:30:00.138239 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-730f6430-e754-456e-b5ed-910e85515472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:00.150879 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-730f6430-e754-456e-b5ed-910e85515472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:00.153025 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-730f6430-e754-456e-b5ed-910e85515472 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e80b463-a383-4ff7-95a3-a99f0d08f97a HTTP/1.1" status: 204 len: 168 time: 0.1843021 Aug 20 11:30:00.163770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f6430-e754-456e-b5ed-910e85515472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e80b463-a383-4ff7-95a3-a99f0d08f97a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:00.368028 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35d393b5-bef0-4f40-b073-c10c440112ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:00.495349 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35d393b5-bef0-4f40-b073-c10c440112ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:00.499372 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35d393b5-bef0-4f40-b073-c10c440112ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:00.547545 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d393b5-bef0-4f40-b073-c10c440112ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b57fdfe-9bb0-408e-8ec5-4cb7184de019,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:00.555369 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-35d393b5-bef0-4f40-b073-c10c440112ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac7e7f36ebde4f788b2dc1a54c2144ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6633122 Aug 20 11:30:00.555716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48718) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:00.609956 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26d10dd4-a6f2-41ba-a3c5-04e7fb86a2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:00.652135 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26d10dd4-a6f2-41ba-a3c5-04e7fb86a2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:00.717686 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26d10dd4-a6f2-41ba-a3c5-04e7fb86a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:00.719760 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26d10dd4-a6f2-41ba-a3c5-04e7fb86a2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:00.723931 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-26d10dd4-a6f2-41ba-a3c5-04e7fb86a2ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b57fdfe-9bb0-408e-8ec5-4cb7184de019 HTTP/1.1" status: 204 len: 168 time: 0.1648819 Aug 20 11:30:00.730306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d10dd4-a6f2-41ba-a3c5-04e7fb86a2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b57fdfe-9bb0-408e-8ec5-4cb7184de019,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:00.784269 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48724) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:00.806140 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ea93ae3f-a498-4bb5-8e23-12777c4d1251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:00.943219 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ea93ae3f-a498-4bb5-8e23-12777c4d1251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:00.950560 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ea93ae3f-a498-4bb5-8e23-12777c4d1251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:00.996773 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93ae3f-a498-4bb5-8e23-12777c4d1251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902f32c9-aac3-4ad0-b477-4f07e6f047ed,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:01.028004 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ea93ae3f-a498-4bb5-8e23-12777c4d1251 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f0fd4964de1466daaae72555d108a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426231 Aug 20 11:30:01.030950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48732) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:01.088969 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3b8d-1f2e-4fc4-8149-3d0583c2dc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:01.114748 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3b8d-1f2e-4fc4-8149-3d0583c2dc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:01.186148 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3b8d-1f2e-4fc4-8149-3d0583c2dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:01.189376 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3b8d-1f2e-4fc4-8149-3d0583c2dc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:01.190807 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7f3b3b8d-1f2e-4fc4-8149-3d0583c2dc8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/902f32c9-aac3-4ad0-b477-4f07e6f047ed HTTP/1.1" status: 204 len: 168 time: 0.1591101 Aug 20 11:30:01.206605 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b3b8d-1f2e-4fc4-8149-3d0583c2dc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902f32c9-aac3-4ad0-b477-4f07e6f047ed,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:01.399739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637261d-6f39-4ba3-924d-fa5813fbd3d3 req-46d2a43a-0813-4bbd-8cc8-0dd8cdfc9402 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:01.408130 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c637261d-6f39-4ba3-924d-fa5813fbd3d3 req-46d2a43a-0813-4bbd-8cc8-0dd8cdfc9402 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 936 time: 0.0795789 Aug 20 11:30:01.475393 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c637261d-6f39-4ba3-924d-fa5813fbd3d3 req-e2e8ad37-8497-4672-a27a-bb9aada7ea2d tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662897 Aug 20 11:30:01.509687 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48746) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:01.524508 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-560462be-51dc-4f1f-9abd-91b5c07ea205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:01.649559 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-560462be-51dc-4f1f-9abd-91b5c07ea205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:01.659404 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-560462be-51dc-4f1f-9abd-91b5c07ea205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:01.712361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560462be-51dc-4f1f-9abd-91b5c07ea205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdf9215-82f3-4f3a-be39-21c1169d3c60,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:01.720959 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-560462be-51dc-4f1f-9abd-91b5c07ea205 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c60a87364af74263b0d0ff110c81b560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2074995 Aug 20 11:30:01.720959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48754) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:01.776735 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-405e48c4-6500-42c2-9e45-0cb030b04247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:01.806813 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-405e48c4-6500-42c2-9e45-0cb030b04247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:01.863336 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-405e48c4-6500-42c2-9e45-0cb030b04247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:01.866473 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-405e48c4-6500-42c2-9e45-0cb030b04247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:01.867808 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-405e48c4-6500-42c2-9e45-0cb030b04247 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbdf9215-82f3-4f3a-be39-21c1169d3c60 HTTP/1.1" status: 204 len: 168 time: 0.1459074 Aug 20 11:30:01.877102 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e48c4-6500-42c2-9e45-0cb030b04247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdf9215-82f3-4f3a-be39-21c1169d3c60,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:02.305149 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48782) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:02.425883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d6f44b6c-1a7f-4616-b3d7-19201f07c64f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1769775498-network', 'tenant_id': '527e62b6002043e9ba17ae2fffc9d011'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:02.452597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f44b6c-1a7f-4616-b3d7-19201f07c64f admin admin] Made reservation on behalf of 527e62b6002043e9ba17ae2fffc9d011 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:02.455827 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6f44b6c-1a7f-4616-b3d7-19201f07c64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:02.467155 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6f44b6c-1a7f-4616-b3d7-19201f07c64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:02.491460 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:02.618083 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6f44b6c-1a7f-4616-b3d7-19201f07c64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:02.625501 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6f44b6c-1a7f-4616-b3d7-19201f07c64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:02.657310 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919b327-f83f-49dc-a674-04cdd8950f61 req-934cc061-43eb-4e3a-9333-eb8c98df970f tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:02.664108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f44b6c-1a7f-4616-b3d7-19201f07c64f admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:30:02.668457 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b919b327-f83f-49dc-a674-04cdd8950f61 req-934cc061-43eb-4e3a-9333-eb8c98df970f tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 936 time: 0.0787528 Aug 20 11:30:02.681295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f44b6c-1a7f-4616-b3d7-19201f07c64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130d2e3c-9577-4a9a-bdb1-88c3266f1af8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:02.696263 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6f44b6c-1a7f-4616-b3d7-19201f07c64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:02.696791 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-d6f44b6c-1a7f-4616-b3d7-19201f07c64f admin admin] Added segment ed49d775-3627-451a-a1f8-03f2ae850623 of type vlan for network 6daaf751-7d18-4c7e-9601-eb1a00b6fef1 Aug 20 11:30:02.724008 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b919b327-f83f-49dc-a674-04cdd8950f61 req-7f3fe947-1734-423e-a2f0-9cef00c19202 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542872 Aug 20 11:30:02.758118 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6f44b6c-1a7f-4616-b3d7-19201f07c64f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:02.787922 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6f44b6c-1a7f-4616-b3d7-19201f07c64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:02.789272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f44b6c-1a7f-4616-b3d7-19201f07c64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:02.790779 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6f44b6c-1a7f-4616-b3d7-19201f07c64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:02.797438 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Request body: {'port': {'device_id': 'b8605431-aa3b-44a1-87c1-9e2b2319f334', 'device_owner': 'compute:tempest-test_az-1078219091', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:02.864615 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d6f44b6c-1a7f-4616-b3d7-19201f07c64f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5583880 Aug 20 11:30:02.867882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48810) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:02.873921 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4cd43d03-3d92-4fb1-b9f5-3c93b11cc44b admin admin] Request body: {'subnet': {'network_id': '6daaf751-7d18-4c7e-9601-eb1a00b6fef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769775498-subnet', 'tenant_id': '527e62b6002043e9ba17ae2fffc9d011', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:02.905064 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd43d03-3d92-4fb1-b9f5-3c93b11cc44b admin admin] Made reservation on behalf of 527e62b6002043e9ba17ae2fffc9d011 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:02.909969 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f44b6c-1a7f-4616-b3d7-19201f07c64f admin admin] Pushing event updated for resources: {'Network': ['ID=6daaf751-7d18-4c7e-9601-eb1a00b6fef1,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:02.911625 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd43d03-3d92-4fb1-b9f5-3c93b11cc44b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:02.926529 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:02.927716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 6daaf751-7d18-4c7e-9601-eb1a00b6fef1 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:30:03.206235 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd43d03-3d92-4fb1-b9f5-3c93b11cc44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:03.265933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd43d03-3d92-4fb1-b9f5-3c93b11cc44b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d8a9599-f5fb-40bb-ae2d-0e65c1d7a490,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:03.280596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd43d03-3d92-4fb1-b9f5-3c93b11cc44b admin admin] Checking segment: {'id': 'ed49d775-3627-451a-a1f8-03f2ae850623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6daaf751-7d18-4c7e-9601-eb1a00b6fef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:03.280983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd43d03-3d92-4fb1-b9f5-3c93b11cc44b admin admin] Network hostable DHCP agents. Network: 6daaf751-7d18-4c7e-9601-eb1a00b6fef1, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:30:03.302074 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd43d03-3d92-4fb1-b9f5-3c93b11cc44b admin admin] Network 6daaf751-7d18-4c7e-9601-eb1a00b6fef1 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:30:03.314034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-4cd43d03-3d92-4fb1-b9f5-3c93b11cc44b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 6daaf751-7d18-4c7e-9601-eb1a00b6fef1) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:03.320872 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd43d03-3d92-4fb1-b9f5-3c93b11cc44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:03.321474 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd43d03-3d92-4fb1-b9f5-3c93b11cc44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:03.324023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed52d4c-7eb3-4c0e-9e43-d1418e08cd53 None None] Network 6daaf751-7d18-4c7e-9601-eb1a00b6fef1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:03.343922 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4cd43d03-3d92-4fb1-b9f5-3c93b11cc44b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4748394 Aug 20 11:30:03.347068 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48830) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:03.351558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429b5769-6eca-45b7-97d6-7eed37f69201 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:03.353648 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1769775498-router', 'tenant_id': '527e62b6002043e9ba17ae2fffc9d011', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:03.360001 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:03.381030 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Transition to ACTIVE for port object 429b5769-6eca-45b7-97d6-7eed37f69201 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:03.387143 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:03.393100 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:03.394251 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:03.462507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Pushing event updated for resources: {'Port': ['ID=429b5769-6eca-45b7-97d6-7eed37f69201,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:03.490672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48836) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:03.498332 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:03.568479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Attempting to bind port 429b5769-6eca-45b7-97d6-7eed37f69201 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:03.568821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Attempting to bind port 429b5769-6eca-45b7-97d6-7eed37f69201 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:03.569260 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Attempting to bind port 429b5769-6eca-45b7-97d6-7eed37f69201 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:03.583877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Port 429b5769-6eca-45b7-97d6-7eed37f69201 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:30:03.584095 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Attempting to bind port 429b5769-6eca-45b7-97d6-7eed37f69201 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:03.589748 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:03.590060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:03.590692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:03.591066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Bound port: 429b5769-6eca-45b7-97d6-7eed37f69201, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:03.591424 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:03.598421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-6daaf751-7d18-4c7e-9601-eb1a00b6fef1', 'network_id': '6daaf751-7d18-4c7e-9601-eb1a00b6fef1', 'tenant_id': '527e62b6002043e9ba17ae2fffc9d011', 'fixed_ips': [{'subnet_id': '4d8a9599-f5fb-40bb-ae2d-0e65c1d7a490'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:30:03.600059 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:03.700910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] For port 429b5769-6eca-45b7-97d6-7eed37f69201, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:03.708299 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] For port 429b5769-6eca-45b7-97d6-7eed37f69201, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=429b5769-6eca-45b7-97d6-7eed37f69201,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:03.713887 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:03.782458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:03.784661 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:03.787706 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] 10.222.0.76 "PUT /v2.0/ports/429b5769-6eca-45b7-97d6-7eed37f69201 HTTP/1.1" status: 200 len: 1118 time: 1.2635591 Aug 20 11:30:03.788165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8605431-aa3b-44a1-87c1-9e2b2319f334', 'tag': '429b5769-6eca-45b7-97d6-7eed37f69201'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:03.797439 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Allocated IP 172.20.0.2 (6daaf751-7d18-4c7e-9601-eb1a00b6fef1/4d8a9599-f5fb-40bb-ae2d-0e65c1d7a490/b3be4cc4-669a-4305-8aab-b2414d899d77) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:03.896482 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:04.027515 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86181689-3a92-4e44-8540-3ff9220431d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:04.085727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e111d-0644-4a46-b2af-e3b3af8842e1 req-29308765-e227-456b-af9a-950ce8e05f7e tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:04.095583 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b95e111d-0644-4a46-b2af-e3b3af8842e1 req-29308765-e227-456b-af9a-950ce8e05f7e tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 970 time: 0.1891201 Aug 20 11:30:04.130859 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176c9c6-8a0d-44c4-83ad-693375770702 service neutron] Pushing event updated for resources: {'Port': ['ID=429b5769-6eca-45b7-97d6-7eed37f69201,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:04.143467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-835aec03-e51c-4ba0-a01b-7aa34bbfdc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:04.147280 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:04.150075 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-835aec03-e51c-4ba0-a01b-7aa34bbfdc16 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae8cd82615664de3b06b3fa1b052c4be&device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 1121 time: 0.2072279 Aug 20 11:30:04.166435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Transition to ACTIVE for port object b3be4cc4-669a-4305-8aab-b2414d899d77 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:04.197393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Transition to ACTIVE for port object b3be4cc4-669a-4305-8aab-b2414d899d77 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:04.211576 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:04.241767 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86181689-3a92-4e44-8540-3ff9220431d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:04.260050 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86181689-3a92-4e44-8540-3ff9220431d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:04.265961 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-9689542e-859e-46ab-afa9-63e37e3dd3d5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=429b5769-6eca-45b7-97d6-7eed37f69201 HTTP/1.1" status: 200 len: 217 time: 0.1074872 Aug 20 11:30:04.298386 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Pushing event updated for resources: {'Port': ['ID=b3be4cc4-669a-4305-8aab-b2414d899d77,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:04.301507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86181689-3a92-4e44-8540-3ff9220431d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283242ac-dc29-4db3-bcd6-4bf768cf5869,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:04.301678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Network 6daaf751-7d18-4c7e-9601-eb1a00b6fef1 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:04.305644 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:04.313415 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:04.327841 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b95e111d-0644-4a46-b2af-e3b3af8842e1 req-f7c1ea52-5f4c-43b8-a8f5-57c336e4a1d0 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311738 Aug 20 11:30:04.360389 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:04.360714 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-86181689-3a92-4e44-8540-3ff9220431d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=230e27fdbd5645b589b7a9b459e02d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8687830 Aug 20 11:30:04.361214 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:04.361710 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:04.362080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:04.362314 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48864) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:04.362408 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:04.362736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:04.363191 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:04.363532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:04.363846 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:04.364169 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:04.364515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:04.364883 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Tracked resource versions report: Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: pushed versions: Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: { 'AddressGroup': {'1.2'}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'ConntrackHelper': {'1.0'}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'Log': {'1.0'}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'Network': {'1.1'}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'Port': {'1.7'}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'PortForwarding': {'1.2'}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'QosPolicy': {'1.9'}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'SecurityGroup': {'1.4'}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'SubPort': {'1.0'}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'Subnet': {'1.1'}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'Trunk': {'1.1'}} Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: consumer versions: Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: { DHCP agent@n-d-804299-2: {}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: HyperV agent@n-h1-804299-2: {}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: HyperV agent@n-h2-804299-2: {}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: L3 agent@n-d-804299-2: {}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: Metadata agent@n-d-804299-2: {}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: Metering agent@n-d-804299-2: {}, Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: Open vSwitch agent@n-d-804299-2: { 'AddressGroup': '1.2', Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'ConntrackHelper': '1.0', Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'Log': '1.0', Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'Network': '1.1', Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'Port': '1.7', Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'PortForwarding': '1.2', Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'QosPolicy': '1.9', Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'SecurityGroup': '1.4', Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'SecurityGroupRule': '1.2', Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'SubPort': '1.0', Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'Subnet': '1.1', Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: 'Trunk': '1.1'}} Aug 20 11:30:04.366142 n-d-804299-2 neutron-server[94692]: {{(pid=94692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:30:04.400968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-ff238c64-d153-41f2-bcb1-2b119c9e9668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:04.404779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-ff238c64-d153-41f2-bcb1-2b119c9e9668 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1315384 Aug 20 11:30:04.408841 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaba2cbc-82ee-4a9a-824d-837275db6b20" -d '{"events": [{"name": "network-changed", "server_uuid": "b8605431-aa3b-44a1-87c1-9e2b2319f334", "tag": "429b5769-6eca-45b7-97d6-7eed37f69201"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:04.414965 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Attempting to bind port b3be4cc4-669a-4305-8aab-b2414d899d77 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:04.415628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Attempting to bind port b3be4cc4-669a-4305-8aab-b2414d899d77 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'ed49d775-3627-451a-a1f8-03f2ae850623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6daaf751-7d18-4c7e-9601-eb1a00b6fef1'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:04.416209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Attempting to bind port b3be4cc4-669a-4305-8aab-b2414d899d77 on network 6daaf751-7d18-4c7e-9601-eb1a00b6fef1 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:04.421824 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:04.423046 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Checking segment: {'id': 'ed49d775-3627-451a-a1f8-03f2ae850623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6daaf751-7d18-4c7e-9601-eb1a00b6fef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:04.424761 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:04.425553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Bound using segment: {'id': 'ed49d775-3627-451a-a1f8-03f2ae850623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6daaf751-7d18-4c7e-9601-eb1a00b6fef1'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:04.426248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Bound port: b3be4cc4-669a-4305-8aab-b2414d899d77, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed49d775-3627-451a-a1f8-03f2ae850623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6daaf751-7d18-4c7e-9601-eb1a00b6fef1'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:04.426895 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:04.498662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] For port b3be4cc4-669a-4305-8aab-b2414d899d77, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:04.504037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] For port b3be4cc4-669a-4305-8aab-b2414d899d77, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b3be4cc4-669a-4305-8aab-b2414d899d77,segment=NetworkSegment(ed49d775-3627-451a-a1f8-03f2ae850623),segment_id=ed49d775-3627-451a-a1f8-03f2ae850623)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:04.510055 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:04.515406 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65c0e000-36a4-4436-a725-a276248e3594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:04.538065 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-dba6fba1-dea6-4dc6-8657-3c5e0d79d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:04.539551 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-dba6fba1-dea6-4dc6-8657-3c5e0d79d722 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229775 Aug 20 11:30:04.562314 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:04.572038 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65c0e000-36a4-4436-a725-a276248e3594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:04.603486 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76dd1e3-8537-420d-a07a-a940ae36728c None None] Pushing event updated for resources: {'Port': ['ID=b3be4cc4-669a-4305-8aab-b2414d899d77,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:04.607003 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:04.740816 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-25f76412-e8ea-4e6a-8e48-ed0c279dc3ae service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915431 Aug 20 11:30:04.862513 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b210e4-1aa8-4bb1-b2af-ee6a2710b3dd x-openstack-request-id: req-d5b210e4-1aa8-4bb1-b2af-ee6a2710b3dd {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:04.862783 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8605431-aa3b-44a1-87c1-9e2b2319f334", "tag": "429b5769-6eca-45b7-97d6-7eed37f69201", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:04.863204 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5b210e4-1aa8-4bb1-b2af-ee6a2710b3dd {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:04.864177 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8605431-aa3b-44a1-87c1-9e2b2319f334', 'tag': '429b5769-6eca-45b7-97d6-7eed37f69201', 'status': 'completed', 'code': 200} Aug 20 11:30:04.928532 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cc3363c-9913-435b-9840-bdbe909e7376 req-722b4f8f-d4dc-4c14-adb5-cd1c504fc64a service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792891 Aug 20 11:30:05.022845 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65c0e000-36a4-4436-a725-a276248e3594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:05.025626 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65c0e000-36a4-4436-a725-a276248e3594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:05.036411 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-65c0e000-36a4-4436-a725-a276248e3594 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/283242ac-dc29-4db3-bcd6-4bf768cf5869 HTTP/1.1" status: 204 len: 168 time: 0.6731498 Aug 20 11:30:05.066496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0e000-36a4-4436-a725-a276248e3594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283242ac-dc29-4db3-bcd6-4bf768cf5869,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:05.119183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba2cbc-82ee-4a9a-824d-837275db6b20 req-64fdb1d7-575d-4805-9882-954b97aad2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:05.124206 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaba2cbc-82ee-4a9a-824d-837275db6b20 req-64fdb1d7-575d-4805-9882-954b97aad2f6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae8cd82615664de3b06b3fa1b052c4be&device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 1121 time: 0.0937696 Aug 20 11:30:05.179332 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Allocated IP 172.25.8.87 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/344dfd8f-7c03-4f40-a480-a5ce69720b0d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:05.290521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0b3f7-87ed-4926-b94f-f80ee2bc79be req-d67a9445-b978-44b5-90f2-f1b560f1da48 tempest-NetworksTest-1091022681 tempest-NetworksTest-1091022681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:05.291340 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0b3f7-87ed-4926-b94f-f80ee2bc79be req-d67a9445-b978-44b5-90f2-f1b560f1da48 tempest-NetworksTest-1091022681 tempest-NetworksTest-1091022681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:05.291823 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0b3f7-87ed-4926-b94f-f80ee2bc79be req-d67a9445-b978-44b5-90f2-f1b560f1da48 tempest-NetworksTest-1091022681 tempest-NetworksTest-1091022681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:05.292293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0b3f7-87ed-4926-b94f-f80ee2bc79be req-d67a9445-b978-44b5-90f2-f1b560f1da48 tempest-NetworksTest-1091022681 tempest-NetworksTest-1091022681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:05.295422 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c3e0b3f7-87ed-4926-b94f-f80ee2bc79be req-d67a9445-b978-44b5-90f2-f1b560f1da48 tempest-NetworksTest-1091022681 tempest-NetworksTest-1091022681-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2909 time: 0.4445086 Aug 20 11:30:05.380901 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:05.543446 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:05.562245 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48898) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:05.608684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a0535-722a-43fe-a5f9-92d7c6462f98 req-b01887c3-3552-44bf-a68d-e01565addca4 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:05.610625 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c26a0535-722a-43fe-a5f9-92d7c6462f98 req-b01887c3-3552-44bf-a68d-e01565addca4 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 970 time: 0.1600206 Aug 20 11:30:05.626914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba2cbc-82ee-4a9a-824d-837275db6b20 req-4c3ec9ff-f1c5-48d5-8b42-cf87f9b82ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:05.628667 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaba2cbc-82ee-4a9a-824d-837275db6b20 req-4c3ec9ff-f1c5-48d5-8b42-cf87f9b82ec6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.4958248 Aug 20 11:30:05.644846 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b3be4cc4-669a-4305-8aab-b2414d899d77 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:05.649674 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:05.675663 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:05.685939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcbef4-3939-461f-b0ff-ff25ddf6a369 req-428df5f4-b773-4686-b882-bb476568d8e9 tempest-NetworksTest-1091022681 tempest-NetworksTest-1091022681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:05.689130 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:05.693579 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7bbcbef4-3939-461f-b0ff-ff25ddf6a369 req-428df5f4-b773-4686-b882-bb476568d8e9 tempest-NetworksTest-1091022681 tempest-NetworksTest-1091022681-project-admin] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 886 time: 0.2627130 Aug 20 11:30:05.748365 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaba2cbc-82ee-4a9a-824d-837275db6b20 req-ab2d4ef8-311b-4da7-a120-509852b3651b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=429b5769-6eca-45b7-97d6-7eed37f69201 HTTP/1.1" status: 200 len: 217 time: 0.0534053 Aug 20 11:30:05.759973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port b3be4cc4-669a-4305-8aab-b2414d899d77 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:05.822829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48904) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:05.850709 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c26a0535-722a-43fe-a5f9-92d7c6462f98 req-5d7dc363-9117-4958-9685-0bef2a3cdccb tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031224 Aug 20 11:30:05.851341 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Pushing event updated for resources: {'Port': ['ID=344dfd8f-7c03-4f40-a480-a5ce69720b0d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:05.864027 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2258f8df-19a0-4146-bb9e-84cc6ce76035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:05.908135 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cebd46ef-9f04-4963-b43e-faff50fb499a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:05.913225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba2cbc-82ee-4a9a-824d-837275db6b20 req-39a5fb9c-3c11-4aef-a892-62611eab06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:05.915615 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaba2cbc-82ee-4a9a-824d-837275db6b20 req-39a5fb9c-3c11-4aef-a892-62611eab06ee service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1560221 Aug 20 11:30:06.017603 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f05fa3-d22b-44cd-b65f-cb205724d77e req-d82259fa-1331-4c60-acbc-2ae9f8816239 tempest-NetworksTest-1091022681 tempest-NetworksTest-1091022681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:06.017945 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15650f31-202a-4104-b732-668afb6a654d None None] Network 6daaf751-7d18-4c7e-9601-eb1a00b6fef1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:06.018213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f05fa3-d22b-44cd-b65f-cb205724d77e req-d82259fa-1331-4c60-acbc-2ae9f8816239 tempest-NetworksTest-1091022681 tempest-NetworksTest-1091022681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:06.018852 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f05fa3-d22b-44cd-b65f-cb205724d77e req-d82259fa-1331-4c60-acbc-2ae9f8816239 tempest-NetworksTest-1091022681 tempest-NetworksTest-1091022681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:06.019314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f05fa3-d22b-44cd-b65f-cb205724d77e req-d82259fa-1331-4c60-acbc-2ae9f8816239 tempest-NetworksTest-1091022681 tempest-NetworksTest-1091022681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:06.021029 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-77f05fa3-d22b-44cd-b65f-cb205724d77e req-d82259fa-1331-4c60-acbc-2ae9f8816239 tempest-NetworksTest-1091022681 tempest-NetworksTest-1091022681-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2909 time: 0.2754927 Aug 20 11:30:06.027100 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba2cbc-82ee-4a9a-824d-837275db6b20 req-4fd90f72-0527-4799-85a3-68fb219d68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:06.029026 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaba2cbc-82ee-4a9a-824d-837275db6b20 req-4fd90f72-0527-4799-85a3-68fb219d68cc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061399 Aug 20 11:30:06.091798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-70f31cf1-f168-48c4-8218-a10d3090d43f None None] Provisioning for port b3be4cc4-669a-4305-8aab-b2414d899d77 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:06.103266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-70f31cf1-f168-48c4-8218-a10d3090d43f None None] Provisioning complete for port b3be4cc4-669a-4305-8aab-b2414d899d77 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:06.104414 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-70f31cf1-f168-48c4-8218-a10d3090d43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.116071 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2258f8df-19a0-4146-bb9e-84cc6ce76035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.129559 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2258f8df-19a0-4146-bb9e-84cc6ce76035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.192502 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2258f8df-19a0-4146-bb9e-84cc6ce76035 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2139426dabf406384e62a53fc121b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516986 Aug 20 11:30:06.194623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258f8df-19a0-4146-bb9e-84cc6ce76035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048f6f2c-10d6-41a6-904e-d3d1312a62e6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:06.198560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48908) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:06.207911 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaba2cbc-82ee-4a9a-824d-837275db6b20 req-620e8781-d81a-446b-af28-28eb949a8190 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675406 Aug 20 11:30:06.213299 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.331713 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7322fba5-1afe-41b9-ae89-fa92b6f88f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.359184 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-70f31cf1-f168-48c4-8218-a10d3090d43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.365534 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7322fba5-1afe-41b9-ae89-fa92b6f88f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.373309 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaba2cbc-82ee-4a9a-824d-837275db6b20 req-ac172f16-c1ab-4d66-8db8-05f8d74a7399 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563988 Aug 20 11:30:06.406942 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cebd46ef-9f04-4963-b43e-faff50fb499a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.414112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-70f31cf1-f168-48c4-8218-a10d3090d43f None None] For port b3be4cc4-669a-4305-8aab-b2414d899d77, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b3be4cc4-669a-4305-8aab-b2414d899d77,segment=NetworkSegment(ed49d775-3627-451a-a1f8-03f2ae850623),segment_id=ed49d775-3627-451a-a1f8-03f2ae850623)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:06.419558 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-70f31cf1-f168-48c4-8218-a10d3090d43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.423267 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7322fba5-1afe-41b9-ae89-fa92b6f88f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.427115 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7322fba5-1afe-41b9-ae89-fa92b6f88f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.432025 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7322fba5-1afe-41b9-ae89-fa92b6f88f57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/048f6f2c-10d6-41a6-904e-d3d1312a62e6 HTTP/1.1" status: 204 len: 168 time: 0.2325940 Aug 20 11:30:06.432669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48912) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:06.446578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322fba5-1afe-41b9-ae89-fa92b6f88f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048f6f2c-10d6-41a6-904e-d3d1312a62e6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:06.472554 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cebd46ef-9f04-4963-b43e-faff50fb499a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.504593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f31cf1-f168-48c4-8218-a10d3090d43f None None] Pushing event updated for resources: {'Port': ['ID=b3be4cc4-669a-4305-8aab-b2414d899d77,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:06.539894 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cebd46ef-9f04-4963-b43e-faff50fb499a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d4ea8129cec461f9b59320a9657f299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9718981 Aug 20 11:30:06.542755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48918) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:06.544000 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd46ef-9f04-4963-b43e-faff50fb499a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df33c38e-508d-4029-96ef-20b1815b035e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:06.547370 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.622048 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a72c7ad5-948d-4491-b57f-6d5ed09d7547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.657363 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a72c7ad5-948d-4491-b57f-6d5ed09d7547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.738832 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a72c7ad5-948d-4491-b57f-6d5ed09d7547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.740415 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a72c7ad5-948d-4491-b57f-6d5ed09d7547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.742078 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a72c7ad5-948d-4491-b57f-6d5ed09d7547 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df33c38e-508d-4029-96ef-20b1815b035e HTTP/1.1" status: 204 len: 168 time: 0.1976750 Aug 20 11:30:06.744169 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-39e02266-38fb-41f3-a048-09d8998b4b1b None None] Provisioning complete for port b3be4cc4-669a-4305-8aab-b2414d899d77 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:06.745104 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-39e02266-38fb-41f3-a048-09d8998b4b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.756571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c7ad5-948d-4491-b57f-6d5ed09d7547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df33c38e-508d-4029-96ef-20b1815b035e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:06.797346 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-483ac1ee-0eb4-4d29-a197-a5396d7b2f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.901684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Router 13f60440-8f3c-46d7-b9c3-2c599c568ec6 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:30:06.946403 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-483ac1ee-0eb4-4d29-a197-a5396d7b2f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:06.951292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-483ac1ee-0eb4-4d29-a197-a5396d7b2f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.014070 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-483ac1ee-0eb4-4d29-a197-a5396d7b2f5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a440adca3a6492692cc47834c1cc6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5787871 Aug 20 11:30:07.017010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48936) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:07.025194 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ac1ee-0eb4-4d29-a197-a5396d7b2f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a66cdf-8583-4841-942c-e44e9f4d9074,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:07.073861 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:07.087760 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Sync routers for ids ['13f60440-8f3c-46d7-b9c3-2c599c568ec6'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:07.092193 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4401aafc-5725-42c9-ba69-aa12740776df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.098402 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf47d6-f457-4625-b193-2f8a13ec6b72 req-c8ad8b4d-153c-4a1e-94fa-6aea73f82bf7 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:07.100128 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Routers {'13f60440-8f3c-46d7-b9c3-2c599c568ec6'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:07.101508 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:29:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['13f60440-8f3c-46d7-b9c3-2c599c568ec6'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:07.106026 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-38bf47d6-f457-4625-b193-2f8a13ec6b72 req-c8ad8b4d-153c-4a1e-94fa-6aea73f82bf7 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 970 time: 0.1417091 Aug 20 11:30:07.124418 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.125716 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-06da4dc9-d775-4d1a-b60b-becd1601b548 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7776537 Aug 20 11:30:07.129368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48938) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:07.132724 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4401aafc-5725-42c9-ba69-aa12740776df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.199572 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-38bf47d6-f457-4625-b193-2f8a13ec6b72 req-eae45599-25ef-450a-a978-bf5cb4feb4c2 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924520 Aug 20 11:30:07.203280 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4401aafc-5725-42c9-ba69-aa12740776df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.217472 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4401aafc-5725-42c9-ba69-aa12740776df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.217472 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4401aafc-5725-42c9-ba69-aa12740776df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0a66cdf-8583-4841-942c-e44e9f4d9074 HTTP/1.1" status: 204 len: 168 time: 0.1907949 Aug 20 11:30:07.228130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401aafc-5725-42c9-ba69-aa12740776df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a66cdf-8583-4841-942c-e44e9f4d9074,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:07.308366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48946) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:07.326562 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45e6481b-e0c7-4a75-beee-3f5d0934740b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.334504 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Set router 13f60440-8f3c-46d7-b9c3-2c599c568ec6 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:07.532709 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45e6481b-e0c7-4a75-beee-3f5d0934740b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.544489 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45e6481b-e0c7-4a75-beee-3f5d0934740b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.589957 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-45e6481b-e0c7-4a75-beee-3f5d0934740b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6acef2f0bf7449e3ba62ffee85d38c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802358 Aug 20 11:30:07.593794 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48954) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:07.594401 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b3be4cc4-669a-4305-8aab-b2414d899d77 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:07.605196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6481b-e0c7-4a75-beee-3f5d0934740b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f41323-1e70-49a8-bfb5-eeddc9870696,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:07.676505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b3be4cc4-669a-4305-8aab-b2414d899d77 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:07.678031 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.693016 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f60440-8f3c-46d7-b9c3-2c599c568ec6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769775498-router', 'tenant_id': '527e62b6002043e9ba17ae2fffc9d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '344dfd8f-7c03-4f40-a480-a5ce69720b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:03Z', 'updated_at': '2021-08-20T11:30:05Z', 'revision_number': 3, 'project_id': '527e62b6002043e9ba17ae2fffc9d011', 'gw_port': {'id': '344dfd8f-7c03-4f40-a480-a5ce69720b0d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f60440-8f3c-46d7-b9c3-2c599c568ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:04Z', 'updated_at': '2021-08-20T11:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:07.693865 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48956) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:07.707155 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4caa47a-4c50-4dbc-bd3b-9e4b95246b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.721359 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Checking router: 13f60440-8f3c-46d7-b9c3-2c599c568ec6 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:07.722624 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Updating router 13f60440-8f3c-46d7-b9c3-2c599c568ec6 port 344dfd8f-7c03-4f40-a480-a5ce69720b0d binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:30:07.760180 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.809996 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a07ced8-b3ba-46a2-aaa0-fcb0bf5e6d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.854678 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.858023 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4caa47a-4c50-4dbc-bd3b-9e4b95246b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.858506 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a07ced8-b3ba-46a2-aaa0-fcb0bf5e6d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.863827 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4caa47a-4c50-4dbc-bd3b-9e4b95246b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.910609 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c4caa47a-4c50-4dbc-bd3b-9e4b95246b7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43bb10823d4f45c4b84fe1a4eae4e439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154818 Aug 20 11:30:07.912028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4caa47a-4c50-4dbc-bd3b-9e4b95246b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e6aa6b-2ab9-40a2-9bb5-1885a16a62b2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:07.914526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48962) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:07.977677 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-08d35f48-ee3a-421c-b76c-eb1320055d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.012793 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-08d35f48-ee3a-421c-b76c-eb1320055d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.049580 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a07ced8-b3ba-46a2-aaa0-fcb0bf5e6d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.052197 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a07ced8-b3ba-46a2-aaa0-fcb0bf5e6d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.055636 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4a07ced8-b3ba-46a2-aaa0-fcb0bf5e6d13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35f41323-1e70-49a8-bfb5-eeddc9870696 HTTP/1.1" status: 204 len: 168 time: 0.4575713 Aug 20 11:30:08.071259 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07ced8-b3ba-46a2-aaa0-fcb0bf5e6d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f41323-1e70-49a8-bfb5-eeddc9870696,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:08.085630 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-08d35f48-ee3a-421c-b76c-eb1320055d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.095549 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-08d35f48-ee3a-421c-b76c-eb1320055d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.099144 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-08d35f48-ee3a-421c-b76c-eb1320055d0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9e6aa6b-2ab9-40a2-9bb5-1885a16a62b2 HTTP/1.1" status: 204 len: 168 time: 0.1810639 Aug 20 11:30:08.111242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d35f48-ee3a-421c-b76c-eb1320055d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e6aa6b-2ab9-40a2-9bb5-1885a16a62b2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:08.151984 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Allocated IP 172.20.0.1 (6daaf751-7d18-4c7e-9601-eb1a00b6fef1/4d8a9599-f5fb-40bb-ae2d-0e65c1d7a490/072c7aef-9ae3-4bc6-8753-12e73fb47968) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:08.174615 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.195261 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Transition to ACTIVE for port object 344dfd8f-7c03-4f40-a480-a5ce69720b0d will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:08.205020 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.262891 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Attempting to bind port 344dfd8f-7c03-4f40-a480-a5ce69720b0d on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:08.263266 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Attempting to bind port 344dfd8f-7c03-4f40-a480-a5ce69720b0d by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:08.263638 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Attempting to bind port 344dfd8f-7c03-4f40-a480-a5ce69720b0d on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:08.267483 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036fcfe-1528-4cec-9ed3-0bca95144762 None None] Pushing event updated for resources: {'Port': ['ID=344dfd8f-7c03-4f40-a480-a5ce69720b0d,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:08.275618 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:08.276001 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:08.276405 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.276840 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:08.277699 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Bound port: 344dfd8f-7c03-4f40-a480-a5ce69720b0d, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:08.277699 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.281435 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036fcfe-1528-4cec-9ed3-0bca95144762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:08.281788 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036fcfe-1528-4cec-9ed3-0bca95144762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:08.282747 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036fcfe-1528-4cec-9ed3-0bca95144762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:08.283015 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036fcfe-1528-4cec-9ed3-0bca95144762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:08.283393 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036fcfe-1528-4cec-9ed3-0bca95144762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:08.283798 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036fcfe-1528-4cec-9ed3-0bca95144762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:08.284219 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036fcfe-1528-4cec-9ed3-0bca95144762 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:08.284624 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036fcfe-1528-4cec-9ed3-0bca95144762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:08.285010 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036fcfe-1528-4cec-9ed3-0bca95144762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:08.285337 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036fcfe-1528-4cec-9ed3-0bca95144762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:08.285667 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036fcfe-1528-4cec-9ed3-0bca95144762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:08.285993 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036fcfe-1528-4cec-9ed3-0bca95144762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036fcfe-1528-4cec-9ed3-0bca95144762 None None] Tracked resource versions report: Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: pushed versions: Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: { 'AddressGroup': {'1.2'}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'ConntrackHelper': {'1.0'}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'Log': {'1.0'}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'Network': {'1.1'}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'Port': {'1.7'}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'PortForwarding': {'1.2'}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'QosPolicy': {'1.9'}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'SecurityGroup': {'1.4'}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'SubPort': {'1.0'}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'Subnet': {'1.1'}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'Trunk': {'1.1'}} Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: consumer versions: Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: { DHCP agent@n-d-804299-2: {}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: HyperV agent@n-h1-804299-2: {}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: HyperV agent@n-h2-804299-2: {}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: L3 agent@n-d-804299-2: {}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: Metadata agent@n-d-804299-2: {}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: Metering agent@n-d-804299-2: {}, Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: Open vSwitch agent@n-d-804299-2: { 'AddressGroup': '1.2', Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'ConntrackHelper': '1.0', Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'Log': '1.0', Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'Network': '1.1', Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'Port': '1.7', Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'PortForwarding': '1.2', Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'QosPolicy': '1.9', Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'SecurityGroup': '1.4', Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'SecurityGroupRule': '1.2', Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'SubPort': '1.0', Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'Subnet': '1.1', Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: 'Trunk': '1.1'}} Aug 20 11:30:08.287068 n-d-804299-2 neutron-server[94693]: {{(pid=94693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:30:08.308969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.340907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Transition to ACTIVE for port object 072c7aef-9ae3-4bc6-8753-12e73fb47968 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:08.375093 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] For port 344dfd8f-7c03-4f40-a480-a5ce69720b0d, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:08.381631 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] For port 344dfd8f-7c03-4f40-a480-a5ce69720b0d, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=344dfd8f-7c03-4f40-a480-a5ce69720b0d,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:08.382032 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.388729 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.423402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070abc3d-99f8-43fe-9558-a4c37e45131c req-6151a992-f2a3-4eaf-b603-ebdf9beceeab tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:08.429903 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Network 6daaf751-7d18-4c7e-9601-eb1a00b6fef1 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:08.431616 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-070abc3d-99f8-43fe-9558-a4c37e45131c req-6151a992-f2a3-4eaf-b603-ebdf9beceeab tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 970 time: 0.1073363 Aug 20 11:30:08.433525 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:08.452227 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:08.454143 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.517068 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-070abc3d-99f8-43fe-9558-a4c37e45131c req-f7ee9805-2b72-499b-8f38-ef4f71a1327b tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811188 Aug 20 11:30:08.533620 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Routers {'13f60440-8f3c-46d7-b9c3-2c599c568ec6'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:08.534282 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:29:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['13f60440-8f3c-46d7-b9c3-2c599c568ec6'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:08.536376 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036fcfe-1528-4cec-9ed3-0bca95144762 None None] Pushing event updated for resources: {'Port': ['ID=344dfd8f-7c03-4f40-a480-a5ce69720b0d,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:08.580342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Pushing event updated for resources: {'Port': ['ID=072c7aef-9ae3-4bc6-8753-12e73fb47968,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:08.668056 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.698478 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] Set router 13f60440-8f3c-46d7-b9c3-2c599c568ec6 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:08.797394 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.806499 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c255202b-f421-48b6-9674-60a0fdb56eb3 None None] Provisioning for port 072c7aef-9ae3-4bc6-8753-12e73fb47968 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:08.816129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c255202b-f421-48b6-9674-60a0fdb56eb3 None None] Provisioning complete for port 072c7aef-9ae3-4bc6-8753-12e73fb47968 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:08.817294 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c255202b-f421-48b6-9674-60a0fdb56eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.878553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c255202b-f421-48b6-9674-60a0fdb56eb3 None None] Port 072c7aef-9ae3-4bc6-8753-12e73fb47968 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:30:09.026394 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f60440-8f3c-46d7-b9c3-2c599c568ec6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769775498-router', 'tenant_id': '527e62b6002043e9ba17ae2fffc9d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '344dfd8f-7c03-4f40-a480-a5ce69720b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:03Z', 'updated_at': '2021-08-20T11:30:05Z', 'revision_number': 3, 'project_id': '527e62b6002043e9ba17ae2fffc9d011', 'gw_port': {'id': '344dfd8f-7c03-4f40-a480-a5ce69720b0d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f60440-8f3c-46d7-b9c3-2c599c568ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:04Z', 'updated_at': '2021-08-20T11:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:09.059746 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bd565-d85b-4d69-a9e4-cf6b70759a4c None None] The sync data for ids ['13f60440-8f3c-46d7-b9c3-2c599c568ec6'] in n-d-804299-2 is: [{'id': '13f60440-8f3c-46d7-b9c3-2c599c568ec6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769775498-router', 'tenant_id': '527e62b6002043e9ba17ae2fffc9d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '344dfd8f-7c03-4f40-a480-a5ce69720b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:03Z', 'updated_at': '2021-08-20T11:30:05Z', 'revision_number': 3, 'project_id': '527e62b6002043e9ba17ae2fffc9d011', 'gw_port': {'id': '344dfd8f-7c03-4f40-a480-a5ce69720b0d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f60440-8f3c-46d7-b9c3-2c599c568ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:04Z', 'updated_at': '2021-08-20T11:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:09.138030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:09.145414 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:09.145414 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:09.232368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Pushing event updated for resources: {'Port': ['ID=072c7aef-9ae3-4bc6-8753-12e73fb47968,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:09.251761 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 429b5769-6eca-45b7-97d6-7eed37f69201 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:30:09.297537 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Network 6daaf751-7d18-4c7e-9601-eb1a00b6fef1 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:09.299915 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:09.455521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 429b5769-6eca-45b7-97d6-7eed37f69201, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=429b5769-6eca-45b7-97d6-7eed37f69201,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:09.498355 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Router 13f60440-8f3c-46d7-b9c3-2c599c568ec6 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:30:09.506477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '429b5769-6eca-45b7-97d6-7eed37f69201', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '429b5769-6eca-45b7-97d6-7eed37f69201', 'mac_address': 'fa:16:3e:0c:54:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:tempest-test_az-1078219091', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:30:09.642842 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 344dfd8f-7c03-4f40-a480-a5ce69720b0d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:09.656977 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:09.691142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429b5769-6eca-45b7-97d6-7eed37f69201 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:09.715133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 429b5769-6eca-45b7-97d6-7eed37f69201, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=429b5769-6eca-45b7-97d6-7eed37f69201,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:09.728062 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:09.735925 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fe57e012-fb9e-4b6a-90b8-a77278ee5514 admin admin] 10.222.0.37 "PUT /v2.0/routers/13f60440-8f3c-46d7-b9c3-2c599c568ec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6039605 Aug 20 11:30:09.739602 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:09.777412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49030) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:09.784801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a93eef-3484-4732-a532-71a8f52653fa req-94d14e5f-47d8-45cd-b1b4-50af1e4f2fd9 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:09.787734 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-97a93eef-3484-4732-a532-71a8f52653fa req-94d14e5f-47d8-45cd-b1b4-50af1e4f2fd9 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 970 time: 0.1155806 Aug 20 11:30:09.848006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d8528ab2-a0e8-4b7d-92d3-05e3798cae18 None None] Provisioning complete for port 072c7aef-9ae3-4bc6-8753-12e73fb47968 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:09.848406 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d8528ab2-a0e8-4b7d-92d3-05e3798cae18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:09.873353 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-97a93eef-3484-4732-a532-71a8f52653fa req-5cf8744c-0bd0-4547-9b22-a0b935547372 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777874 Aug 20 11:30:09.899989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d8528ab2-a0e8-4b7d-92d3-05e3798cae18 None None] Port 072c7aef-9ae3-4bc6-8753-12e73fb47968 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:30:09.925799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=429b5769-6eca-45b7-97d6-7eed37f69201,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:09.934339 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 344dfd8f-7c03-4f40-a480-a5ce69720b0d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:09.940988 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 344dfd8f-7c03-4f40-a480-a5ce69720b0d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:09.941521 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:10.075061 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:10.097479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['429b5769-6eca-45b7-97d6-7eed37f69201'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:30:10.178652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 344dfd8f-7c03-4f40-a480-a5ce69720b0d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=344dfd8f-7c03-4f40-a480-a5ce69720b0d,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:10.191649 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:10.230920 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-60dd197e-54fc-44fa-bb4e-1498d959d814 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-network', 'tenant_id': '997d129c9320455abd5689acea35e882'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:10.278565 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dd197e-54fc-44fa-bb4e-1498d959d814 admin admin] Made reservation on behalf of 997d129c9320455abd5689acea35e882 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:10.281280 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60dd197e-54fc-44fa-bb4e-1498d959d814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:10.298570 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60dd197e-54fc-44fa-bb4e-1498d959d814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:10.315441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=344dfd8f-7c03-4f40-a480-a5ce69720b0d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:10.443497 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60dd197e-54fc-44fa-bb4e-1498d959d814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:10.458575 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60dd197e-54fc-44fa-bb4e-1498d959d814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:10.495276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60dd197e-54fc-44fa-bb4e-1498d959d814 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:30:10.499739 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7ae0f69-c2cd-4d1a-93ef-758f88cec124 req-a55dfc08-a01e-4d11-a964-28cd20043c45 tempest-FloatingIPsNegativeTestJSON-31626231 tempest-FloatingIPsNegativeTestJSON-31626231-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=527e62b6002043e9ba17ae2fffc9d011 HTTP/1.1" status: 200 len: 217 time: 0.1040599 Aug 20 11:30:10.541083 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd197e-54fc-44fa-bb4e-1498d959d814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe76694-c418-46fa-9e65-7a74160ebd1a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:10.552664 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60dd197e-54fc-44fa-bb4e-1498d959d814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:10.552999 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-60dd197e-54fc-44fa-bb4e-1498d959d814 admin admin] Added segment 908c6f6e-df6d-4bcb-a899-74d4e520d057 of type vlan for network 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 Aug 20 11:30:10.609170 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8571004d-8bea-4f60-8916-a7c16cb6e1c0 req-67e9626a-44a9-486b-b340-1fe0f8e229f9 tempest-FloatingIPsNegativeTestJSON-31626231 tempest-FloatingIPsNegativeTestJSON-31626231-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0790522 Aug 20 11:30:10.648869 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60dd197e-54fc-44fa-bb4e-1498d959d814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:10.686885 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60dd197e-54fc-44fa-bb4e-1498d959d814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:10.688053 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dd197e-54fc-44fa-bb4e-1498d959d814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:10.689287 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60dd197e-54fc-44fa-bb4e-1498d959d814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:10.725448 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-c262d031-3e1e-4ba5-9e93-bd39a071a045 req-f7de96e4-c088-4c79-a6ed-6d6b2d5bbfc8 tempest-FloatingIPsNegativeTestJSON-31626231 tempest-FloatingIPsNegativeTestJSON-31626231-project] show failed (client error): The resource could not be found. Aug 20 11:30:10.726590 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c262d031-3e1e-4ba5-9e93-bd39a071a045 req-f7de96e4-c088-4c79-a6ed-6d6b2d5bbfc8 tempest-FloatingIPsNegativeTestJSON-31626231 tempest-FloatingIPsNegativeTestJSON-31626231-project] 10.222.0.37 "GET /v2.0/floatingips/017e9f17-9586-4071-a434-6c9d41d5459f HTTP/1.1" status: 404 len: 350 time: 0.0686882 Aug 20 11:30:10.738646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49060) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:10.771511 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-60dd197e-54fc-44fa-bb4e-1498d959d814 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.9869034 Aug 20 11:30:10.772439 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49066) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:10.783569 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-faeb4b2a-5e2e-4709-bd39-911509b603ad admin admin] Request body: {'subnet': {'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-subnet', 'tenant_id': '997d129c9320455abd5689acea35e882', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:10.809430 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeb4b2a-5e2e-4709-bd39-911509b603ad admin admin] Made reservation on behalf of 997d129c9320455abd5689acea35e882 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:10.812437 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-faeb4b2a-5e2e-4709-bd39-911509b603ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:10.860859 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd197e-54fc-44fa-bb4e-1498d959d814 admin admin] Pushing event updated for resources: {'Network': ['ID=88a5fe25-86af-4d3e-9bc2-bda3dc9bb952,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:10.893977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:30:11.166131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d38ca-216b-4ece-8e04-afd3b8204c7b req-1f895555-80d1-4aec-93dc-90fe062896a3 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:11.167948 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf8d38ca-216b-4ece-8e04-afd3b8204c7b req-1f895555-80d1-4aec-93dc-90fe062896a3 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 971 time: 0.1306739 Aug 20 11:30:11.183387 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-faeb4b2a-5e2e-4709-bd39-911509b603ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:11.210887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 429b5769-6eca-45b7-97d6-7eed37f69201 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:11.304837 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf8d38ca-216b-4ece-8e04-afd3b8204c7b req-5de7b754-77c6-428f-b3b4-062e23e59c7d tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906992 Aug 20 11:30:11.334928 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb4b2a-5e2e-4709-bd39-911509b603ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e87b6c-641e-4690-b4ec-e033c26e4069,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:11.338109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 429b5769-6eca-45b7-97d6-7eed37f69201 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:11.339456 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb4b2a-5e2e-4709-bd39-911509b603ad admin admin] Checking segment: {'id': '908c6f6e-df6d-4bcb-a899-74d4e520d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:11.340021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeb4b2a-5e2e-4709-bd39-911509b603ad admin admin] Network hostable DHCP agents. Network: 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:30:11.343226 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 429b5769-6eca-45b7-97d6-7eed37f69201 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:11.343226 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:11.383342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeb4b2a-5e2e-4709-bd39-911509b603ad admin admin] Network 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:30:11.402583 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-faeb4b2a-5e2e-4709-bd39-911509b603ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:11.409470 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeb4b2a-5e2e-4709-bd39-911509b603ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:11.409584 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-faeb4b2a-5e2e-4709-bd39-911509b603ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:11.415006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbed76d7-0799-41fc-b5e6-ab9bd75b8c6c None None] Network 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:11.444471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c0eb8-4649-49f8-92dd-41164e237bef None None] Sync routers for ids ['13f60440-8f3c-46d7-b9c3-2c599c568ec6'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:11.450881 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-faeb4b2a-5e2e-4709-bd39-911509b603ad admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6777170 Aug 20 11:30:11.453488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49090) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:11.458972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-router', 'tenant_id': '997d129c9320455abd5689acea35e882', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:11.485314 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:11.488463 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:11.525682 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:11.550884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c0eb8-4649-49f8-92dd-41164e237bef None None] Routers {'13f60440-8f3c-46d7-b9c3-2c599c568ec6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:11.551816 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a90c0eb8-4649-49f8-92dd-41164e237bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:29:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['13f60440-8f3c-46d7-b9c3-2c599c568ec6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:11.563917 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b35405af-32e6-4314-a647-fbc96db94302 req-65b085d2-6ded-492d-8957-af8bb551a267 tempest-QuotasAdminNegativeTest-855342469 tempest-QuotasAdminNegativeTest-855342469-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1241e5ae5b7944eba3170a537f50e298&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646055 Aug 20 11:30:11.600713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 344dfd8f-7c03-4f40-a480-a5ce69720b0d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:11.644975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8605431-aa3b-44a1-87c1-9e2b2319f334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429b5769-6eca-45b7-97d6-7eed37f69201'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:11.700308 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:11.758039 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4ec5-f97d-43a1-b7ad-b1831854bc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:11.775262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 429b5769-6eca-45b7-97d6-7eed37f69201, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=429b5769-6eca-45b7-97d6-7eed37f69201,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:11.874720 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b537b1-3d54-4097-aca5-37c778eeabdd" -d '{"events": [{"server_uuid": "b8605431-aa3b-44a1-87c1-9e2b2319f334", "name": "network-vif-plugged", "status": "completed", "tag": "429b5769-6eca-45b7-97d6-7eed37f69201"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:11.947684 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:11.992932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'tenant_id': '997d129c9320455abd5689acea35e882', 'fixed_ips': [{'subnet_id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:30:11.993963 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:12.025168 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:12.087097 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35405af-32e6-4314-a647-fbc96db94302 req-09ca02c7-42af-4ba3-9837-6da89b31a777 tempest-QuotasAdminNegativeTest-855342469 tempest-QuotasAdminNegativeTest-855342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:12.091838 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c7ffe3-f103-42f8-8e41-98d86da7535b x-openstack-request-id: req-b5c7ffe3-f103-42f8-8e41-98d86da7535b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:12.092117 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8605431-aa3b-44a1-87c1-9e2b2319f334", "name": "network-vif-plugged", "status": "completed", "tag": "429b5769-6eca-45b7-97d6-7eed37f69201", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:12.092735 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5c7ffe3-f103-42f8-8e41-98d86da7535b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:12.093652 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8605431-aa3b-44a1-87c1-9e2b2319f334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429b5769-6eca-45b7-97d6-7eed37f69201', 'code': 200} Aug 20 11:30:12.095476 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-a90c0eb8-4649-49f8-92dd-41164e237bef None None] Set router 13f60440-8f3c-46d7-b9c3-2c599c568ec6 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:12.097671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 344dfd8f-7c03-4f40-a480-a5ce69720b0d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:12.098171 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:12.108005 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b35405af-32e6-4314-a647-fbc96db94302 req-09ca02c7-42af-4ba3-9837-6da89b31a777 tempest-QuotasAdminNegativeTest-855342469 tempest-QuotasAdminNegativeTest-855342469-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5145845 Aug 20 11:30:12.153636 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f4ec5-f97d-43a1-b7ad-b1831854bc97 admin admin] Deleting port 072c7aef-9ae3-4bc6-8753-12e73fb47968 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:12.154336 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4ec5-f97d-43a1-b7ad-b1831854bc97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:12.166399 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b35405af-32e6-4314-a647-fbc96db94302 req-e228780c-d579-4c8a-8ede-1cd0b0deb490 tempest-QuotasAdminNegativeTest-855342469 tempest-QuotasAdminNegativeTest-855342469-project] 10.222.0.37 "GET /v2.0/quotas/1241e5ae5b7944eba3170a537f50e298 HTTP/1.1" status: 200 len: 375 time: 0.0574641 Aug 20 11:30:12.233405 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=429b5769-6eca-45b7-97d6-7eed37f69201,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:12.234271 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b35405af-32e6-4314-a647-fbc96db94302 req-385b0308-9431-4b9a-8da2-42607a2bc0f0 tempest-QuotasAdminNegativeTest-855342469 tempest-QuotasAdminNegativeTest-855342469-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1241e5ae5b7944eba3170a537f50e298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668430 Aug 20 11:30:12.335168 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4ec5-f97d-43a1-b7ad-b1831854bc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:12.360015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a498928-e998-41a2-8202-eb1d92eae7c2 req-4ffffd7f-1e68-4e45-bc46-184f32b23379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:12.362248 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a498928-e998-41a2-8202-eb1d92eae7c2 req-4ffffd7f-1e68-4e45-bc46-184f32b23379 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 1123 time: 0.1234305 Aug 20 11:30:12.363092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f4ec5-f97d-43a1-b7ad-b1831854bc97 admin admin] Calling delete_port for 072c7aef-9ae3-4bc6-8753-12e73fb47968 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:12.392487 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a498928-e998-41a2-8202-eb1d92eae7c2 req-2f0a6e37-446f-4121-8c5d-de3d7d5e492b service neutron] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:12.563473 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Allocated IP 172.20.0.2 (88a5fe25-86af-4d3e-9bc2-bda3dc9bb952/a5e87b6c-641e-4690-b4ec-e033c26e4069/6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:12.668416 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:12.695828 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:12.846279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a259b-d21d-4389-96c1-9e1213ce7999 req-ebe46e2d-306a-409c-b066-fcb42b7e0259 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:12.853449 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8a6a259b-d21d-4389-96c1-9e1213ce7999 req-ebe46e2d-306a-409c-b066-fcb42b7e0259 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 972 time: 0.1435611 Aug 20 11:30:12.869636 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Allocated IP 172.25.8.195 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/4fab5791-8b85-4e6f-a859-ad4b1aefab8d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:12.878258 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4ec5-f97d-43a1-b7ad-b1831854bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:12.887070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a90c0eb8-4649-49f8-92dd-41164e237bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f60440-8f3c-46d7-b9c3-2c599c568ec6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769775498-router', 'tenant_id': '527e62b6002043e9ba17ae2fffc9d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '344dfd8f-7c03-4f40-a480-a5ce69720b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:03Z', 'updated_at': '2021-08-20T11:30:08Z', 'revision_number': 4, 'project_id': '527e62b6002043e9ba17ae2fffc9d011', 'gw_port': {'id': '344dfd8f-7c03-4f40-a480-a5ce69720b0d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f60440-8f3c-46d7-b9c3-2c599c568ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:04Z', 'updated_at': '2021-08-20T11:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '072c7aef-9ae3-4bc6-8753-12e73fb47968', 'name': '', 'network_id': '6daaf751-7d18-4c7e-9601-eb1a00b6fef1', 'tenant_id': '527e62b6002043e9ba17ae2fffc9d011', 'mac_address': 'fa:16:3e:1e:63:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f60440-8f3c-46d7-b9c3-2c599c568ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '4d8a9599-f5fb-40bb-ae2d-0e65c1d7a490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:07Z', 'updated_at': '2021-08-20T11:30:08Z', 'revision_number': 2, 'project_id': '527e62b6002043e9ba17ae2fffc9d011', 'subnets': [{'id': '4d8a9599-f5fb-40bb-ae2d-0e65c1d7a490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:12.917099 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f4ec5-f97d-43a1-b7ad-b1831854bc97 admin admin] Pushing event deleted for resources: {'Port': ['ID=072c7aef-9ae3-4bc6-8753-12e73fb47968,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:12.927103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c0eb8-4649-49f8-92dd-41164e237bef None None] Checking router: 13f60440-8f3c-46d7-b9c3-2c599c568ec6 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:12.927459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c0eb8-4649-49f8-92dd-41164e237bef None None] Updating router 13f60440-8f3c-46d7-b9c3-2c599c568ec6 port 072c7aef-9ae3-4bc6-8753-12e73fb47968 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:30:12.933668 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:12.956705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c0eb8-4649-49f8-92dd-41164e237bef None None] Port 072c7aef-9ae3-4bc6-8753-12e73fb47968 not found while updating agent binding for router 13f60440-8f3c-46d7-b9c3-2c599c568ec6. {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 20 11:30:12.964066 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8a6a259b-d21d-4389-96c1-9e1213ce7999 req-2b415add-6b4b-4fc2-9ca2-ea5c95b8a9a0 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044521 Aug 20 11:30:12.967039 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Transition to ACTIVE for port object 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:13.011528 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c0eb8-4649-49f8-92dd-41164e237bef None None] Routers {'13f60440-8f3c-46d7-b9c3-2c599c568ec6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:13.012402 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a90c0eb8-4649-49f8-92dd-41164e237bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:29:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['13f60440-8f3c-46d7-b9c3-2c599c568ec6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:13.018731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Transition to ACTIVE for port object 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:13.022096 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:13.074400 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:13.076319 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:13.104378 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a498928-e998-41a2-8202-eb1d92eae7c2 req-2f0a6e37-446f-4121-8c5d-de3d7d5e492b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:13.115008 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a498928-e998-41a2-8202-eb1d92eae7c2 req-2f0a6e37-446f-4121-8c5d-de3d7d5e492b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:13.128567 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Network 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:13.135672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:13.139400 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:13.165320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:13.169544 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:13.179849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:13.204664 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a498928-e998-41a2-8202-eb1d92eae7c2 req-2f0a6e37-446f-4121-8c5d-de3d7d5e492b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8331227 Aug 20 11:30:13.231632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a6e37-446f-4121-8c5d-de3d7d5e492b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a0857789-526a-44c4-abc4-9ae62eaafaa2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:13.232609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Pushing event updated for resources: {'Port': ['ID=6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:13.251818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Attempting to bind port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:13.252231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Attempting to bind port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '908c6f6e-df6d-4bcb-a899-74d4e520d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:13.252726 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Attempting to bind port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac on network 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:13.261828 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4ec5-f97d-43a1-b7ad-b1831854bc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:13.270771 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:13.271153 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Checking segment: {'id': '908c6f6e-df6d-4bcb-a899-74d4e520d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:13.271852 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:13.272217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Bound using segment: {'id': '908c6f6e-df6d-4bcb-a899-74d4e520d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:13.272842 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Bound port: 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908c6f6e-df6d-4bcb-a899-74d4e520d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:13.274012 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:13.283006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-a90c0eb8-4649-49f8-92dd-41164e237bef None None] Set router 13f60440-8f3c-46d7-b9c3-2c599c568ec6 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:13.405955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Pushing event updated for resources: {'Port': ['ID=4fab5791-8b85-4e6f-a859-ad4b1aefab8d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:13.520817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49166) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:13.569632 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:13.618219 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3f4ec5-f97d-43a1-b7ad-b1831854bc97 admin admin] Router 13f60440-8f3c-46d7-b9c3-2c599c568ec6 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:30:13.681808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] For port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:13.698825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] For port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac,segment=NetworkSegment(908c6f6e-df6d-4bcb-a899-74d4e520d057),segment_id=908c6f6e-df6d-4bcb-a899-74d4e520d057)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:13.706640 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:13.737056 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1c9ffc98-6c1a-45bc-aaaf-fe8971fadea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:13.780753 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10754d6-0378-4d27-82d8-5c30eb15c2d9 None None] Pushing event updated for resources: {'Port': ['ID=6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:13.786372 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a90c0eb8-4649-49f8-92dd-41164e237bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f60440-8f3c-46d7-b9c3-2c599c568ec6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769775498-router', 'tenant_id': '527e62b6002043e9ba17ae2fffc9d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '344dfd8f-7c03-4f40-a480-a5ce69720b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:03Z', 'updated_at': '2021-08-20T11:30:12Z', 'revision_number': 5, 'project_id': '527e62b6002043e9ba17ae2fffc9d011', 'gw_port': {'id': '344dfd8f-7c03-4f40-a480-a5ce69720b0d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f60440-8f3c-46d7-b9c3-2c599c568ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:04Z', 'updated_at': '2021-08-20T11:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:13.829548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c0eb8-4649-49f8-92dd-41164e237bef None None] The sync data for ids ['13f60440-8f3c-46d7-b9c3-2c599c568ec6'] in n-d-804299-2 is: [{'id': '13f60440-8f3c-46d7-b9c3-2c599c568ec6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769775498-router', 'tenant_id': '527e62b6002043e9ba17ae2fffc9d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '344dfd8f-7c03-4f40-a480-a5ce69720b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:03Z', 'updated_at': '2021-08-20T11:30:12Z', 'revision_number': 5, 'project_id': '527e62b6002043e9ba17ae2fffc9d011', 'gw_port': {'id': '344dfd8f-7c03-4f40-a480-a5ce69720b0d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f60440-8f3c-46d7-b9c3-2c599c568ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:04Z', 'updated_at': '2021-08-20T11:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:13.901105 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:14.152304 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3f4ec5-f97d-43a1-b7ad-b1831854bc97 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:14.159191 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8c3f4ec5-f97d-43a1-b7ad-b1831854bc97 admin admin] 10.222.0.37 "PUT /v2.0/routers/13f60440-8f3c-46d7-b9c3-2c599c568ec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4193649 Aug 20 11:30:14.170852 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49184) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:14.223104 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2fdee217-3ded-4cef-80db-5d345757fdc2 req-07e4cf70-1e66-4a6b-9594-f5b3dba33234 tempest-QuotasAdminNegativeTest-855342469 tempest-QuotasAdminNegativeTest-855342469-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1241e5ae5b7944eba3170a537f50e298&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365858 Aug 20 11:30:14.273035 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1c9ffc98-6c1a-45bc-aaaf-fe8971fadea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:14.286420 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1c9ffc98-6c1a-45bc-aaaf-fe8971fadea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:14.365342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f13e28-0125-4cd2-a5bb-ee1006801369 req-2e6e61b6-640c-418a-8586-01bf6d645fca tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:14.366938 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28f13e28-0125-4cd2-a5bb-ee1006801369 req-2e6e61b6-640c-418a-8586-01bf6d645fca tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 972 time: 0.1876111 Aug 20 11:30:14.380219 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Router f07438ca-202a-42ac-8ab3-4d14a37ae3da is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:30:14.395530 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdee217-3ded-4cef-80db-5d345757fdc2 req-bc786f6f-afb5-448f-873b-1555b6b082f3 tempest-QuotasAdminNegativeTest-855342469 tempest-QuotasAdminNegativeTest-855342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:14.398743 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1c9ffc98-6c1a-45bc-aaaf-fe8971fadea3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42260aae758e4802b0f0da35e27ef096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8745520 Aug 20 11:30:14.398875 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2fdee217-3ded-4cef-80db-5d345757fdc2 req-bc786f6f-afb5-448f-873b-1555b6b082f3 tempest-QuotasAdminNegativeTest-855342469 tempest-QuotasAdminNegativeTest-855342469-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1621721 Aug 20 11:30:14.400340 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49186) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:14.409241 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ffc98-6c1a-45bc-aaaf-fe8971fadea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e8780d-7e63-47ef-9f27-32c7596bbc9c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:14.426999 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-549ec8e1-7c74-4d5c-a70a-87bb2c7602fc admin admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:14.485883 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28f13e28-0125-4cd2-a5bb-ee1006801369 req-7e80dd11-fdfa-481f-a5ee-a108986e96f0 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109722 Aug 20 11:30:14.513187 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2fdee217-3ded-4cef-80db-5d345757fdc2 req-ed0d5827-dc50-4b67-8f99-4e05e1013319 tempest-QuotasAdminNegativeTest-855342469 tempest-QuotasAdminNegativeTest-855342469-project] 10.222.0.37 "GET /v2.0/quotas/1241e5ae5b7944eba3170a537f50e298 HTTP/1.1" status: 200 len: 375 time: 0.0739172 Aug 20 11:30:14.539883 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa64ffb5-b284-4772-afa4-0a22243b115d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:14.560946 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2fdee217-3ded-4cef-80db-5d345757fdc2 req-7abb461c-f5e2-4284-87b0-d4c5168caceb tempest-QuotasAdminNegativeTest-855342469 tempest-QuotasAdminNegativeTest-855342469-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1241e5ae5b7944eba3170a537f50e298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374284 Aug 20 11:30:14.564565 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-549ec8e1-7c74-4d5c-a70a-87bb2c7602fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:14.619653 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa64ffb5-b284-4772-afa4-0a22243b115d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:14.639310 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-549ec8e1-7c74-4d5c-a70a-87bb2c7602fc admin admin] Deleting port 344dfd8f-7c03-4f40-a480-a5ce69720b0d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:14.639674 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-549ec8e1-7c74-4d5c-a70a-87bb2c7602fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:14.677163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:14.700604 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Sync routers for ids ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:14.713099 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:14.715225 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-76de177c-6d48-4190-b19b-7d50af9b103b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.2605116 Aug 20 11:30:14.715438 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Routers {'f07438ca-202a-42ac-8ab3-4d14a37ae3da'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:14.716270 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:29:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:14.720030 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49192) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:14.765946 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa64ffb5-b284-4772-afa4-0a22243b115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:14.769110 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa64ffb5-b284-4772-afa4-0a22243b115d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:14.770281 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fa64ffb5-b284-4772-afa4-0a22243b115d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6e8780d-7e63-47ef-9f27-32c7596bbc9c HTTP/1.1" status: 204 len: 168 time: 0.3689318 Aug 20 11:30:14.784656 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64ffb5-b284-4772-afa4-0a22243b115d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e8780d-7e63-47ef-9f27-32c7596bbc9c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:14.838863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-549ec8e1-7c74-4d5c-a70a-87bb2c7602fc admin admin] For port 344dfd8f-7c03-4f40-a480-a5ce69720b0d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=344dfd8f-7c03-4f40-a480-a5ce69720b0d,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:14.839235 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-549ec8e1-7c74-4d5c-a70a-87bb2c7602fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:14.901468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-549ec8e1-7c74-4d5c-a70a-87bb2c7602fc admin admin] Calling delete_port for 344dfd8f-7c03-4f40-a480-a5ce69720b0d owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:14.969361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b0ffc-2046-4ef9-adff-a156e7515aed None None] Sync routers for ids ['13f60440-8f3c-46d7-b9c3-2c599c568ec6'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:15.001685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b0ffc-2046-4ef9-adff-a156e7515aed None None] Routers {'13f60440-8f3c-46d7-b9c3-2c599c568ec6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:15.004724 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bb5b0ffc-2046-4ef9-adff-a156e7515aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:29:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['13f60440-8f3c-46d7-b9c3-2c599c568ec6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:15.030726 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Set router f07438ca-202a-42ac-8ab3-4d14a37ae3da gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:15.234713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-bb5b0ffc-2046-4ef9-adff-a156e7515aed None None] Set router 13f60440-8f3c-46d7-b9c3-2c599c568ec6 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:15.307148 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-549ec8e1-7c74-4d5c-a70a-87bb2c7602fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:15.344978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ec8e1-7c74-4d5c-a70a-87bb2c7602fc admin admin] Pushing event deleted for resources: {'Port': ['ID=344dfd8f-7c03-4f40-a480-a5ce69720b0d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:15.400142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52846ec7-cd30-45ee-9156-902f529b5c98 None None] Network 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:15.401024 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-549ec8e1-7c74-4d5c-a70a-87bb2c7602fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:15.402891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bb5b0ffc-2046-4ef9-adff-a156e7515aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f60440-8f3c-46d7-b9c3-2c599c568ec6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769775498-router', 'tenant_id': '527e62b6002043e9ba17ae2fffc9d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:03Z', 'updated_at': '2021-08-20T11:30:14Z', 'revision_number': 6, 'project_id': '527e62b6002043e9ba17ae2fffc9d011', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:15.430989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49208) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:15.508525 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-router', 'tenant_id': '997d129c9320455abd5689acea35e882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:11Z', 'updated_at': '2021-08-20T11:30:13Z', 'revision_number': 3, 'project_id': '997d129c9320455abd5689acea35e882', 'gw_port': {'id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:12Z', 'updated_at': '2021-08-20T11:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:15.572785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b0ffc-2046-4ef9-adff-a156e7515aed None None] Checking router: 13f60440-8f3c-46d7-b9c3-2c599c568ec6 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:15.585881 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dcda2483-80bf-47af-9e6c-5e71863e8d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:15.650411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4b232fda-2010-4e0a-838b-c6f57cf84a68 None None] Provisioning for port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:15.654453 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Checking router: f07438ca-202a-42ac-8ab3-4d14a37ae3da for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:15.654827 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Updating router f07438ca-202a-42ac-8ab3-4d14a37ae3da port 4fab5791-8b85-4e6f-a859-ad4b1aefab8d binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:30:15.661382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b0ffc-2046-4ef9-adff-a156e7515aed None None] Routers {'13f60440-8f3c-46d7-b9c3-2c599c568ec6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:15.663177 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bb5b0ffc-2046-4ef9-adff-a156e7515aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:29:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['13f60440-8f3c-46d7-b9c3-2c599c568ec6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:15.759715 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:15.856265 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dcda2483-80bf-47af-9e6c-5e71863e8d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:15.914520 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dcda2483-80bf-47af-9e6c-5e71863e8d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:15.945042 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-549ec8e1-7c74-4d5c-a70a-87bb2c7602fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:15.957241 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda2483-80bf-47af-9e6c-5e71863e8d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b90806-0b3f-4927-902f-19ec1f557aa9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:15.971917 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-bb5b0ffc-2046-4ef9-adff-a156e7515aed None None] Set router 13f60440-8f3c-46d7-b9c3-2c599c568ec6 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:15.975870 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-549ec8e1-7c74-4d5c-a70a-87bb2c7602fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.076383 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dcda2483-80bf-47af-9e6c-5e71863e8d21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16fbaab3f38d4bebabac929dc14b0175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6196308 Aug 20 11:30:16.081892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49218) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:16.086490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb64b6a-5a63-4f51-aeea-1740b72f647a req-13eb2ac2-486c-4a31-a472-0d7d76b8cdf3 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:16.088410 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cbb64b6a-5a63-4f51-aeea-1740b72f647a req-13eb2ac2-486c-4a31-a472-0d7d76b8cdf3 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 972 time: 0.3475306 Aug 20 11:30:16.094023 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-549ec8e1-7c74-4d5c-a70a-87bb2c7602fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.095458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549ec8e1-7c74-4d5c-a70a-87bb2c7602fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13f60440-8f3c-46d7-b9c3-2c599c568ec6 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:30:16.107136 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-549ec8e1-7c74-4d5c-a70a-87bb2c7602fc admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.114707 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-549ec8e1-7c74-4d5c-a70a-87bb2c7602fc admin admin] 10.222.0.37 "DELETE /v2.0/routers/13f60440-8f3c-46d7-b9c3-2c599c568ec6 HTTP/1.1" status: 204 len: 168 time: 1.9429274 Aug 20 11:30:16.121608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49220) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:16.208875 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.216376 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bb5b0ffc-2046-4ef9-adff-a156e7515aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f60440-8f3c-46d7-b9c3-2c599c568ec6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769775498-router', 'tenant_id': '527e62b6002043e9ba17ae2fffc9d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:03Z', 'updated_at': '2021-08-20T11:30:15Z', 'revision_number': 7, 'project_id': '527e62b6002043e9ba17ae2fffc9d011', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:16.239085 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cbb64b6a-5a63-4f51-aeea-1740b72f647a req-8df3b9ce-eb5a-4159-a7b8-627972a6931d tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371510 Aug 20 11:30:16.239430 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:16.265144 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c78106-f64f-4fff-937d-66709ddff0df admin admin] Deleting subnet 4d8a9599-f5fb-40bb-ae2d-0e65c1d7a490 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:30:16.277129 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-64c78106-f64f-4fff-937d-66709ddff0df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.401882 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b0ffc-2046-4ef9-adff-a156e7515aed None None] The sync data for ids ['13f60440-8f3c-46d7-b9c3-2c599c568ec6'] in n-d-804299-2 is: [{'id': '13f60440-8f3c-46d7-b9c3-2c599c568ec6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769775498-router', 'tenant_id': '527e62b6002043e9ba17ae2fffc9d011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:03Z', 'updated_at': '2021-08-20T11:30:15Z', 'revision_number': 7, 'project_id': '527e62b6002043e9ba17ae2fffc9d011', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:16.404904 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-64c78106-f64f-4fff-937d-66709ddff0df admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.517121 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fcccb7f1-3285-4c20-8000-33b3ce78a8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.520751 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.550179 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Transition to ACTIVE for port object 4fab5791-8b85-4e6f-a859-ad4b1aefab8d will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:16.559682 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.637725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:16.652907 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40145ce-7e78-4ddd-9acc-18fa4e8e49df None None] Pushing event updated for resources: {'Port': ['ID=4fab5791-8b85-4e6f-a859-ad4b1aefab8d,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:16.660978 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fcccb7f1-3285-4c20-8000-33b3ce78a8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.686819 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-64c78106-f64f-4fff-937d-66709ddff0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.694902 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:16.697279 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.707043 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Attempting to bind port 4fab5791-8b85-4e6f-a859-ad4b1aefab8d on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:16.707477 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Attempting to bind port 4fab5791-8b85-4e6f-a859-ad4b1aefab8d by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:16.707850 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Attempting to bind port 4fab5791-8b85-4e6f-a859-ad4b1aefab8d on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:16.730561 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:16.730943 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:16.731366 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.731866 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:16.732352 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Bound port: 4fab5791-8b85-4e6f-a859-ad4b1aefab8d, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:16.732789 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.795771 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Allocated IP 172.20.0.1 (88a5fe25-86af-4d3e-9bc2-bda3dc9bb952/a5e87b6c-641e-4690-b4ec-e033c26e4069/ef718c27-3490-400a-93c7-36401ae5339d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:16.806818 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-24307b19-4921-4434-9d32-3bf9f1221fed req-ccdbb68f-39af-4bc9-a26d-c11c9bc599d6 tempest-QuotasAdminNegativeTest-855342469 tempest-QuotasAdminNegativeTest-855342469-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1241e5ae5b7944eba3170a537f50e298&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1139750 Aug 20 11:30:16.830016 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-64c78106-f64f-4fff-937d-66709ddff0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.838932 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fcccb7f1-3285-4c20-8000-33b3ce78a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.841519 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fcccb7f1-3285-4c20-8000-33b3ce78a8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.843658 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fcccb7f1-3285-4c20-8000-33b3ce78a8fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63b90806-0b3f-4927-902f-19ec1f557aa9 HTTP/1.1" status: 204 len: 168 time: 0.7538073 Aug 20 11:30:16.865565 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccb7f1-3285-4c20-8000-33b3ce78a8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b90806-0b3f-4927-902f-19ec1f557aa9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:16.878321 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] For port 4fab5791-8b85-4e6f-a859-ad4b1aefab8d, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:16.882136 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] For port 4fab5791-8b85-4e6f-a859-ad4b1aefab8d, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4fab5791-8b85-4e6f-a859-ad4b1aefab8d,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:16.888495 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.933291 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-64c78106-f64f-4fff-937d-66709ddff0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.935835 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-64c78106-f64f-4fff-937d-66709ddff0df admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4d8a9599-f5fb-40bb-ae2d-0e65c1d7a490 HTTP/1.1" status: 204 len: 168 time: 0.8109431 Aug 20 11:30:16.936893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c78106-f64f-4fff-937d-66709ddff0df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d8a9599-f5fb-40bb-ae2d-0e65c1d7a490,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:16.939091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49238) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:17.016765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a412fe6b-da67-4931-9611-b7fc6abeed96 None None] Network 6daaf751-7d18-4c7e-9601-eb1a00b6fef1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:17.057089 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40145ce-7e78-4ddd-9acc-18fa4e8e49df None None] Pushing event updated for resources: {'Port': ['ID=4fab5791-8b85-4e6f-a859-ad4b1aefab8d,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:17.063863 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Routers {'f07438ca-202a-42ac-8ab3-4d14a37ae3da'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:17.067599 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:29:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:17.097524 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.137665 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.138174 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Transition to ACTIVE for port object ef718c27-3490-400a-93c7-36401ae5339d will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:17.156202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24307b19-4921-4434-9d32-3bf9f1221fed req-8ec9820c-800f-4b58-ad12-392238be1c79 tempest-QuotasAdminNegativeTest-855342469 tempest-QuotasAdminNegativeTest-855342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:17.164454 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-24307b19-4921-4434-9d32-3bf9f1221fed req-8ec9820c-800f-4b58-ad12-392238be1c79 tempest-QuotasAdminNegativeTest-855342469 tempest-QuotasAdminNegativeTest-855342469-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3563540 Aug 20 11:30:17.216236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.233264 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-24307b19-4921-4434-9d32-3bf9f1221fed req-1a66879f-9aad-42be-9b90-38f1d10316c6 tempest-QuotasAdminNegativeTest-855342469 tempest-QuotasAdminNegativeTest-855342469-project] 10.222.0.37 "GET /v2.0/quotas/1241e5ae5b7944eba3170a537f50e298 HTTP/1.1" status: 200 len: 375 time: 0.0673997 Aug 20 11:30:17.286596 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.352047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Network 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:17.354894 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:17.361242 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-24307b19-4921-4434-9d32-3bf9f1221fed req-132cb6dd-159d-4937-82d9-40d57f53b414 tempest-QuotasAdminNegativeTest-855342469 tempest-QuotasAdminNegativeTest-855342469-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1241e5ae5b7944eba3170a537f50e298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1246958 Aug 20 11:30:17.370649 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] Set router f07438ca-202a-42ac-8ab3-4d14a37ae3da gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:17.372750 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:17.373409 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.451349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac,segment=NetworkSegment(908c6f6e-df6d-4bcb-a899-74d4e520d057),segment_id=908c6f6e-df6d-4bcb-a899-74d4e520d057)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:17.486008 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.486186 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Deleting port b3be4cc4-669a-4305-8aab-b2414d899d77 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:17.486497 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.509562 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Pushing event updated for resources: {'Port': ['ID=ef718c27-3490-400a-93c7-36401ae5339d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:17.596320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 344dfd8f-7c03-4f40-a480-a5ce69720b0d no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:17.597304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6ec4f-9e1b-4fef-be69-a67389b7d37d req-a2bae7bc-d2b2-444a-91ce-2192aab882ce tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:17.606945 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f7b6ec4f-9e1b-4fef-be69-a67389b7d37d req-a2bae7bc-d2b2-444a-91ce-2192aab882ce tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 972 time: 0.1361566 Aug 20 11:30:17.658072 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3d330817-9e3e-4a4e-a365-e33afa0ac6c7 None None] Provisioning complete for port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:17.658749 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d330817-9e3e-4a4e-a365-e33afa0ac6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.678878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] For port b3be4cc4-669a-4305-8aab-b2414d899d77, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b3be4cc4-669a-4305-8aab-b2414d899d77,segment=NetworkSegment(ed49d775-3627-451a-a1f8-03f2ae850623),segment_id=ed49d775-3627-451a-a1f8-03f2ae850623)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:17.679391 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.710459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Calling delete_port for b3be4cc4-669a-4305-8aab-b2414d899d77 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:17.754863 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 344dfd8f-7c03-4f40-a480-a5ce69720b0d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:17.755217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 344dfd8f-7c03-4f40-a480-a5ce69720b0d not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:17.802822 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f7b6ec4f-9e1b-4fef-be69-a67389b7d37d req-ee78e6ec-25ba-4cb5-9e6b-31a46baaab3d tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947474 Aug 20 11:30:17.847272 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-router', 'tenant_id': '997d129c9320455abd5689acea35e882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:11Z', 'updated_at': '2021-08-20T11:30:13Z', 'revision_number': 3, 'project_id': '997d129c9320455abd5689acea35e882', 'gw_port': {'id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:12Z', 'updated_at': '2021-08-20T11:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:17.864043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:17.872462 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.885870 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.923136 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbee4d4-13ef-46da-b19e-433a8c805827 None None] The sync data for ids ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'] in n-d-804299-2 is: [{'id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-router', 'tenant_id': '997d129c9320455abd5689acea35e882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:11Z', 'updated_at': '2021-08-20T11:30:13Z', 'revision_number': 3, 'project_id': '997d129c9320455abd5689acea35e882', 'gw_port': {'id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:12Z', 'updated_at': '2021-08-20T11:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:17.937203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] No DVR routers for this DVR port b3be4cc4-669a-4305-8aab-b2414d899d77 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:30:17.946867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3be4cc4-669a-4305-8aab-b2414d899d77,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:18.016339 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da65a957-9f22-4ff6-94dd-3c682b44808f None None] DHCP port deletion for 6daaf751-7d18-4c7e-9601-eb1a00b6fef1 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:30:18.073775 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.100542 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:30:18.101140 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:30:18.102046 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:30:18.102524 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Subscribe: > port after_create 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:30:18.102988 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:30:18.103468 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Subscribe: > port after_update 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:30:18.103934 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:30:18.104536 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:30:18.104849 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:30:18.105171 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:30:18.187819 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-879cd2e7-44fe-4420-934d-51d016037bbf None None] Provisioning for port ef718c27-3490-400a-93c7-36401ae5339d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:18.199122 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-879cd2e7-44fe-4420-934d-51d016037bbf None None] Provisioning complete for port ef718c27-3490-400a-93c7-36401ae5339d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:18.200216 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-879cd2e7-44fe-4420-934d-51d016037bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.203193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36766fd5-2c90-4af8-9930-507532d36828 req-1dd22150-81dd-41b7-9770-73540f987d7d tempest-AggregatesAdminTestJSON-1959638756 tempest-AggregatesAdminTestJSON-1959638756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:18.215960 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36766fd5-2c90-4af8-9930-507532d36828 req-1dd22150-81dd-41b7-9770-73540f987d7d tempest-AggregatesAdminTestJSON-1959638756 tempest-AggregatesAdminTestJSON-1959638756-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 1123 time: 0.1513779 Aug 20 11:30:18.235006 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-36766fd5-2c90-4af8-9930-507532d36828 req-ce8e0499-4fd3-40bc-a6f4-6cc7690ac6cc tempest-AggregatesAdminTestJSON-1959638756 tempest-AggregatesAdminTestJSON-1959638756-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.255589 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:30:18.255938 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:30:18.256832 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:30:18.257172 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:30:18.257523 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6daaf751-7d18-4c7e-9601-eb1a00b6fef1']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:18.284750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-879cd2e7-44fe-4420-934d-51d016037bbf None None] Port ef718c27-3490-400a-93c7-36401ae5339d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:30:18.317545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed49d775-3627-451a-a1f8-03f2ae850623') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:18.319212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed49d775-3627-451a-a1f8-03f2ae850623') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:18.382201 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.392356 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.412090 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.412886 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.426923 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.448016 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:30:18.448424 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.463982 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-36766fd5-2c90-4af8-9930-507532d36828 req-ce8e0499-4fd3-40bc-a6f4-6cc7690ac6cc tempest-AggregatesAdminTestJSON-1959638756 tempest-AggregatesAdminTestJSON-1959638756-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.485484 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-36766fd5-2c90-4af8-9930-507532d36828 req-ce8e0499-4fd3-40bc-a6f4-6cc7690ac6cc tempest-AggregatesAdminTestJSON-1959638756 tempest-AggregatesAdminTestJSON-1959638756-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: from cryptography.utils import int_from_bytes Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: from cryptography.utils import int_from_bytes Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:30:18.506980 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:30:18.602584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49274) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:18.611671 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.619901 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.630601 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6daaf751-7d18-4c7e-9601-eb1a00b6fef1 HTTP/1.1" status: 204 len: 168 time: 1.6875954 Aug 20 11:30:18.645014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a1e97-17ef-4e48-acf5-a4a040c49a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=6daaf751-7d18-4c7e-9601-eb1a00b6fef1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:18.649721 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36766fd5-2c90-4af8-9930-507532d36828 req-ce8e0499-4fd3-40bc-a6f4-6cc7690ac6cc tempest-AggregatesAdminTestJSON-1959638756 tempest-AggregatesAdminTestJSON-1959638756-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323719 Aug 20 11:30:18.681437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Pushing event updated for resources: {'Port': ['ID=ef718c27-3490-400a-93c7-36401ae5339d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:18.699276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e0499-4fd3-40bc-a6f4-6cc7690ac6cc tempest-AggregatesAdminTestJSON-1959638756 tempest-AggregatesAdminTestJSON-1959638756-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd5930d-ab0c-400a-8537-9174c909b394,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:18.806685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Network 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:18.808382 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:18.815062 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49292) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:18.843440 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4ed379d-db61-43d4-88ea-5fa7b054d2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.053139 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-02799565-2f66-4d76-876f-681ecda16313 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=527e62b6002043e9ba17ae2fffc9d011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367449 Aug 20 11:30:19.055657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49300) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:19.068555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Router f07438ca-202a-42ac-8ab3-4d14a37ae3da has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:30:19.114546 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4ed379d-db61-43d4-88ea-5fa7b054d2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.120590 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4ed379d-db61-43d4-88ea-5fa7b054d2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.186805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed379d-db61-43d4-88ea-5fa7b054d2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41acc009-f4d5-4c35-822c-d8e3a4265831,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:19.195441 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d4ed379d-db61-43d4-88ea-5fa7b054d2f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1241e5ae5b7944eba3170a537f50e298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5916207 Aug 20 11:30:19.211195 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49310) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:19.226405 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-32b3a67a-1eea-45e2-941b-a3e01f81933a None None] Provisioning complete for port ef718c27-3490-400a-93c7-36401ae5339d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:19.227476 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-32b3a67a-1eea-45e2-941b-a3e01f81933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.272983 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-32b3a67a-1eea-45e2-941b-a3e01f81933a None None] Port ef718c27-3490-400a-93c7-36401ae5339d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:30:19.281238 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fd64deb-88e3-48eb-94e4-94318deb3eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.309895 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fd64deb-88e3-48eb-94e4-94318deb3eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.344382 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b9d46a7-0d39-4901-a2ad-88c2028f3522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.381059 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b9d46a7-0d39-4901-a2ad-88c2028f3522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.383463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:19.387470 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fd64deb-88e3-48eb-94e4-94318deb3eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.390152 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fd64deb-88e3-48eb-94e4-94318deb3eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.392301 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8fd64deb-88e3-48eb-94e4-94318deb3eb2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41acc009-f4d5-4c35-822c-d8e3a4265831 HTTP/1.1" status: 204 len: 168 time: 0.1790826 Aug 20 11:30:19.394454 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5fecfd9e-1f2d-47de-9cbf-fbcc7326d385 admin admin] 10.222.0.37 "PUT /v2.0/routers/f07438ca-202a-42ac-8ab3-4d14a37ae3da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6751587 Aug 20 11:30:19.413013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd64deb-88e3-48eb-94e4-94318deb3eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41acc009-f4d5-4c35-822c-d8e3a4265831,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:19.456951 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b9d46a7-0d39-4901-a2ad-88c2028f3522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.459544 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b9d46a7-0d39-4901-a2ad-88c2028f3522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.463083 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9b9d46a7-0d39-4901-a2ad-88c2028f3522 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/130d2e3c-9577-4a9a-bdb1-88c3266f1af8 HTTP/1.1" status: 204 len: 168 time: 0.4013023 Aug 20 11:30:19.468947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d46a7-0d39-4901-a2ad-88c2028f3522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130d2e3c-9577-4a9a-bdb1-88c3266f1af8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:19.652047 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:19.701239 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:19.701604 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.914079 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4fab5791-8b85-4e6f-a859-ad4b1aefab8d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:19.984445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 4fab5791-8b85-4e6f-a859-ad4b1aefab8d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:19.989555 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4fab5791-8b85-4e6f-a859-ad4b1aefab8d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:19.990130 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.081846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49354) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:20.104274 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ac900a4-ec48-4899-99f5-ac335e2320d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.110704 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.139851 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 4fab5791-8b85-4e6f-a859-ad4b1aefab8d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4fab5791-8b85-4e6f-a859-ad4b1aefab8d,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:20.146416 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.245708 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b3be4cc4-669a-4305-8aab-b2414d899d77 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:20.272604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=4fab5791-8b85-4e6f-a859-ad4b1aefab8d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:20.276292 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: b3be4cc4-669a-4305-8aab-b2414d899d77 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:20.276666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b3be4cc4-669a-4305-8aab-b2414d899d77 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:20.295524 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ac900a4-ec48-4899-99f5-ac335e2320d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.305450 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ac900a4-ec48-4899-99f5-ac335e2320d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.354222 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8ac900a4-ec48-4899-99f5-ac335e2320d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0797107caf9040a39c2734810121d1fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713063 Aug 20 11:30:20.356678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49370) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:20.386716 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Sync routers for ids ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:20.403444 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Routers {'f07438ca-202a-42ac-8ab3-4d14a37ae3da'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:20.404168 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:29:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:20.409508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac900a4-ec48-4899-99f5-ac335e2320d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e26c8ee-fa9d-458a-a825-40af03e5b252,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:20.485913 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b814e4a-a327-479c-8073-64802f05a337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.515842 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b814e4a-a327-479c-8073-64802f05a337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.561596 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Set router f07438ca-202a-42ac-8ab3-4d14a37ae3da gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:20.599608 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b814e4a-a327-479c-8073-64802f05a337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.602427 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b814e4a-a327-479c-8073-64802f05a337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.606868 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7b814e4a-a327-479c-8073-64802f05a337 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e26c8ee-fa9d-458a-a825-40af03e5b252 HTTP/1.1" status: 204 len: 168 time: 0.2490501 Aug 20 11:30:20.632147 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b814e4a-a327-479c-8073-64802f05a337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e26c8ee-fa9d-458a-a825-40af03e5b252,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:20.664365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49398) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:20.968651 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa20a51a-afcc-45fa-a5de-0a69dfb8ab95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.973186 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-router', 'tenant_id': '997d129c9320455abd5689acea35e882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:11Z', 'updated_at': '2021-08-20T11:30:17Z', 'revision_number': 4, 'project_id': '997d129c9320455abd5689acea35e882', 'gw_port': {'id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:12Z', 'updated_at': '2021-08-20T11:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ef718c27-3490-400a-93c7-36401ae5339d', 'name': '', 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'tenant_id': '997d129c9320455abd5689acea35e882', 'mac_address': 'fa:16:3e:e0:e9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:16Z', 'updated_at': '2021-08-20T11:30:18Z', 'revision_number': 2, 'project_id': '997d129c9320455abd5689acea35e882', 'subnets': [{'id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:21.044881 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Checking router: f07438ca-202a-42ac-8ab3-4d14a37ae3da for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:21.044881 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Updating router f07438ca-202a-42ac-8ab3-4d14a37ae3da port ef718c27-3490-400a-93c7-36401ae5339d binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:30:21.148127 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa20a51a-afcc-45fa-a5de-0a69dfb8ab95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:21.158969 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa20a51a-afcc-45fa-a5de-0a69dfb8ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:21.189828 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-08538e70-55b6-4a17-8695-ee7ca41f62a9 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:21.191689 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-08538e70-55b6-4a17-8695-ee7ca41f62a9 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/networks?id=88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 HTTP/1.1" status: 200 len: 828 time: 0.5247157 Aug 20 11:30:21.218783 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c4973a57-39d4-4f3d-8a77-44eba5c6de85 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/quotas/997d129c9320455abd5689acea35e882 HTTP/1.1" status: 200 len: 375 time: 0.0190532 Aug 20 11:30:21.263082 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-aa20a51a-afcc-45fa-a5de-0a69dfb8ab95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=610203e7ba374387900328cd0c6c5363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5976200 Aug 20 11:30:21.268111 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49442) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:21.280164 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20a51a-afcc-45fa-a5de-0a69dfb8ab95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0231268-0a08-404b-8079-4b28baa47825,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:21.326065 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:21.365443 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-8be9f6e3-3b4b-4e87-a013-5e6fd850a99e tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=997d129c9320455abd5689acea35e882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1382561 Aug 20 11:30:21.374981 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5dbc-a329-47d0-a424-9a8c68014178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:21.407412 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5dbc-a329-47d0-a424-9a8c68014178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:21.475905 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5dbc-a329-47d0-a424-9a8c68014178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:21.479737 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5dbc-a329-47d0-a424-9a8c68014178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:21.483910 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0f6d5dbc-a329-47d0-a424-9a8c68014178 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0231268-0a08-404b-8079-4b28baa47825 HTTP/1.1" status: 204 len: 168 time: 0.2142048 Aug 20 11:30:21.493003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d5dbc-a329-47d0-a424-9a8c68014178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0231268-0a08-404b-8079-4b28baa47825,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:21.598723 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4fab5791-8b85-4e6f-a859-ad4b1aefab8d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:21.654216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4fab5791-8b85-4e6f-a859-ad4b1aefab8d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:21.654995 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:21.706632 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:21.734835 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Transition to ACTIVE for port object ef718c27-3490-400a-93c7-36401ae5339d will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:21.745758 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:21.824463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-f53cdb49-e654-40a1-9080-8f3d4e9bd3cb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:30:21.825545 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-f53cdb49-e654-40a1-9080-8f3d4e9bd3cb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145082 Aug 20 11:30:21.826884 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069916f-3a42-4d93-bea4-2bf8661194e2 None None] Pushing event updated for resources: {'Port': ['ID=ef718c27-3490-400a-93c7-36401ae5339d,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:21.919041 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Attempting to bind port ef718c27-3490-400a-93c7-36401ae5339d on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:21.919471 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Attempting to bind port ef718c27-3490-400a-93c7-36401ae5339d by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '908c6f6e-df6d-4bcb-a899-74d4e520d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:21.919850 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Attempting to bind port ef718c27-3490-400a-93c7-36401ae5339d on network 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:21.930562 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:21.930883 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Checking segment: {'id': '908c6f6e-df6d-4bcb-a899-74d4e520d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:21.931349 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:21.931810 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Bound using segment: {'id': '908c6f6e-df6d-4bcb-a899-74d4e520d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:21.932300 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Bound port: ef718c27-3490-400a-93c7-36401ae5339d, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908c6f6e-df6d-4bcb-a899-74d4e520d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:21.932734 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:21.982352 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-b3b69c79-b5aa-4510-b1f7-e2e8928a7874 service neutron] 10.222.0.37 "GET /v2.0/networks/88a5fe25-86af-4d3e-9bc2-bda3dc9bb952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425529 Aug 20 11:30:22.053442 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] For port ef718c27-3490-400a-93c7-36401ae5339d, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:22.065895 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] For port ef718c27-3490-400a-93c7-36401ae5339d, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ef718c27-3490-400a-93c7-36401ae5339d,segment=NetworkSegment(908c6f6e-df6d-4bcb-a899-74d4e520d057),segment_id=908c6f6e-df6d-4bcb-a899-74d4e520d057)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:22.076825 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:22.077245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49498) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:22.112503 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a3e64290-41ff-4776-943c-563c7f2e8799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:22.193278 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069916f-3a42-4d93-bea4-2bf8661194e2 None None] Pushing event updated for resources: {'Port': ['ID=ef718c27-3490-400a-93c7-36401ae5339d,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:22.200061 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-d1a1492f-08f4-4da3-9640-7cdc5921c22d service neutron] 10.222.0.37 "GET /v2.0/networks/88a5fe25-86af-4d3e-9bc2-bda3dc9bb952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168558 Aug 20 11:30:22.226263 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Routers {'f07438ca-202a-42ac-8ab3-4d14a37ae3da'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:22.229317 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:29:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:22.297862 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-646f7a2f-faad-4175-a0aa-de82ad6e0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:22.380712 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a3e64290-41ff-4776-943c-563c7f2e8799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:22.396674 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a3e64290-41ff-4776-943c-563c7f2e8799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:22.438480 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a3e64290-41ff-4776-943c-563c7f2e8799 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6de90ac880374e12b2d9934b207b2497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588967 Aug 20 11:30:22.441331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49534) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:22.464434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e64290-41ff-4776-943c-563c7f2e8799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b68413-ecbc-4954-b88a-b8da0f866a5e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:22.498787 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] Set router f07438ca-202a-42ac-8ab3-4d14a37ae3da gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:22.559648 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eae73c39-ff29-4d42-af76-b1f1250502df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:22.605484 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eae73c39-ff29-4d42-af76-b1f1250502df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:22.678718 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eae73c39-ff29-4d42-af76-b1f1250502df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:22.682536 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eae73c39-ff29-4d42-af76-b1f1250502df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:22.694153 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-eae73c39-ff29-4d42-af76-b1f1250502df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19b68413-ecbc-4954-b88a-b8da0f866a5e HTTP/1.1" status: 204 len: 168 time: 0.2510586 Aug 20 11:30:22.751833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae73c39-ff29-4d42-af76-b1f1250502df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b68413-ecbc-4954-b88a-b8da0f866a5e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:22.783657 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b882468-a758-4467-af41-5bb67dfb4dd9 req-400d22f8-b215-44da-9ce1-ea0069f42911 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 210 time: 0.1064725 Aug 20 11:30:23.043041 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-router', 'tenant_id': '997d129c9320455abd5689acea35e882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:11Z', 'updated_at': '2021-08-20T11:30:17Z', 'revision_number': 4, 'project_id': '997d129c9320455abd5689acea35e882', 'gw_port': {'id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:12Z', 'updated_at': '2021-08-20T11:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ef718c27-3490-400a-93c7-36401ae5339d', 'name': '', 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'tenant_id': '997d129c9320455abd5689acea35e882', 'mac_address': 'fa:16:3e:e0:e9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:16Z', 'updated_at': '2021-08-20T11:30:22Z', 'revision_number': 4, 'project_id': '997d129c9320455abd5689acea35e882', 'subnets': [{'id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:23.103943 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500fefb9-ae16-43af-b477-698b88f5df7c None None] The sync data for ids ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'] in n-d-804299-2 is: [{'id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-router', 'tenant_id': '997d129c9320455abd5689acea35e882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:11Z', 'updated_at': '2021-08-20T11:30:17Z', 'revision_number': 4, 'project_id': '997d129c9320455abd5689acea35e882', 'gw_port': {'id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:12Z', 'updated_at': '2021-08-20T11:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ef718c27-3490-400a-93c7-36401ae5339d', 'name': '', 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'tenant_id': '997d129c9320455abd5689acea35e882', 'mac_address': 'fa:16:3e:e0:e9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:16Z', 'updated_at': '2021-08-20T11:30:22Z', 'revision_number': 4, 'project_id': '997d129c9320455abd5689acea35e882', 'subnets': [{'id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:23.263611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49626) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:23.677741 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ef718c27-3490-400a-93c7-36401ae5339d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:23.761314 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49668) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:23.802211 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port ef718c27-3490-400a-93c7-36401ae5339d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:23.806160 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1d63-4fd5-43fd-a687-8f8a4ca9419d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:23.810664 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ef718c27-3490-400a-93c7-36401ae5339d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:23.812144 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:23.847630 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49674) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:23.958411 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1d63-4fd5-43fd-a687-8f8a4ca9419d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:23.973755 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1d63-4fd5-43fd-a687-8f8a4ca9419d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:24.018310 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:24.041448 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c7fe1d63-4fd5-43fd-a687-8f8a4ca9419d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a9ff402094b47a79881b42a19a67563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7760820 Aug 20 11:30:24.044396 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49684) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:24.048388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe1d63-4fd5-43fd-a687-8f8a4ca9419d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0548100-3877-4dd5-8af7-6be11d0f775e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:24.114807 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port ef718c27-3490-400a-93c7-36401ae5339d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ef718c27-3490-400a-93c7-36401ae5339d,segment=NetworkSegment(908c6f6e-df6d-4bcb-a899-74d4e520d057),segment_id=908c6f6e-df6d-4bcb-a899-74d4e520d057)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:24.122978 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:24.149903 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.35', 57643) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:24.173266 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f62f8c79-63a7-4425-b2de-1fb4b42f95e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:24.216432 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f62f8c79-63a7-4425-b2de-1fb4b42f95e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:24.246444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=ef718c27-3490-400a-93c7-36401ae5339d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:24.298578 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1898807d-c11f-474f-a439-d5ae82672f62 req-dd4b6703-5a99-4ffc-8712-2f621e327571 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 210 time: 0.0991731 Aug 20 11:30:24.343923 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f62f8c79-63a7-4425-b2de-1fb4b42f95e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:24.348258 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f62f8c79-63a7-4425-b2de-1fb4b42f95e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:24.355273 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f62f8c79-63a7-4425-b2de-1fb4b42f95e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0548100-3877-4dd5-8af7-6be11d0f775e HTTP/1.1" status: 204 len: 168 time: 0.3091817 Aug 20 11:30:24.395839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f8c79-63a7-4425-b2de-1fb4b42f95e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0548100-3877-4dd5-8af7-6be11d0f775e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:24.442468 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5874fec7-444d-42fe-b774-1d485ea20384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:24.620832 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-dd386e46-90e2-479e-8e10-d439892929fd tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:24.623000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-dd386e46-90e2-479e-8e10-d439892929fd tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.35 "GET /v2.0/networks?id=88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 HTTP/1.1" status: 200 len: 828 time: 0.4669724 Aug 20 11:30:24.625112 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:30:24.748926 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-42239462-cac1-4cba-aaa2-d630539769e5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Request body: {'port': {'device_id': '487a0afc-e1ff-4a1d-a8ed-0cb235b06c79', 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'admin_state_up': True, 'tenant_id': '997d129c9320455abd5689acea35e882'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:24.858562 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ee24ebf-716d-44f7-b1ae-4ead17a79ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.035966 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5874fec7-444d-42fe-b774-1d485ea20384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.082438 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5874fec7-444d-42fe-b774-1d485ea20384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.090377 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-924b4e1b-8a64-4b2a-8213-996ab1bdfee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.282554 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.341890 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ee24ebf-716d-44f7-b1ae-4ead17a79ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.351870 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ee24ebf-716d-44f7-b1ae-4ead17a79ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.398475 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5874fec7-444d-42fe-b774-1d485ea20384 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1924fce3ee104471943a372286451e57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6360531 Aug 20 11:30:25.409025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49770) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:25.419473 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874fec7-444d-42fe-b774-1d485ea20384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee47eed-ab20-4ac6-947a-aaa0f5e00a13,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:25.429836 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7ee24ebf-716d-44f7-b1ae-4ead17a79ac3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d973f0011c849d2a58223dbab0a699f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5810242 Aug 20 11:30:25.432324 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49772) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:25.497644 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dd7c821f-15a3-46f2-b7c4-44a8c3601c7f req-c3572f72-17c6-4dc5-86cb-ca6f3fa424d2 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 210 time: 0.0420864 Aug 20 11:30:25.523487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-42239462-cac1-4cba-aaa2-d630539769e5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Made reservation on behalf of 997d129c9320455abd5689acea35e882 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:25.527310 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-42239462-cac1-4cba-aaa2-d630539769e5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.574467 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e02ce68f-c9a2-40c4-b88c-872e9fd2d87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.603402 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a06ef3af-9271-43f2-816e-d212eb7d2162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.604997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee24ebf-716d-44f7-b1ae-4ead17a79ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc23a82f-5c49-4ad9-ab7b-fc19993e74d0,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:25.631029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ef718c27-3490-400a-93c7-36401ae5339d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:25.671632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892d6dc-1f4a-4e6f-9cee-86aa20710f3e req-bf696e92-dc4c-4ca4-8564-af9c03e09f5a tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:25.681735 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5892d6dc-1f4a-4e6f-9cee-86aa20710f3e req-bf696e92-dc4c-4ca4-8564-af9c03e09f5a tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 972 time: 0.2220621 Aug 20 11:30:25.737042 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a06ef3af-9271-43f2-816e-d212eb7d2162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.742389 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ef718c27-3490-400a-93c7-36401ae5339d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:25.742756 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.791191 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e02ce68f-c9a2-40c4-b88c-872e9fd2d87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.815212 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5892d6dc-1f4a-4e6f-9cee-86aa20710f3e req-7720d8f3-27a8-46b1-87a4-c9f5ae5f6908 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324689 Aug 20 11:30:25.911604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49792) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:25.955747 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a06ef3af-9271-43f2-816e-d212eb7d2162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.957937 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a06ef3af-9271-43f2-816e-d212eb7d2162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.959317 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a06ef3af-9271-43f2-816e-d212eb7d2162 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ee47eed-ab20-4ac6-947a-aaa0f5e00a13 HTTP/1.1" status: 204 len: 168 time: 0.5282404 Aug 20 11:30:25.965009 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-42239462-cac1-4cba-aaa2-d630539769e5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Allocated IP 172.20.0.11 (88a5fe25-86af-4d3e-9bc2-bda3dc9bb952/a5e87b6c-641e-4690-b4ec-e033c26e4069/58c46791-5bfb-44ba-a527-15b4e07ba736) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:25.975773 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e02ce68f-c9a2-40c4-b88c-872e9fd2d87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.978635 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ef3af-9271-43f2-816e-d212eb7d2162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee47eed-ab20-4ac6-947a-aaa0f5e00a13,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:25.993600 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e02ce68f-c9a2-40c4-b88c-872e9fd2d87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.995464 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e02ce68f-c9a2-40c4-b88c-872e9fd2d87c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc23a82f-5c49-4ad9-ab7b-fc19993e74d0 HTTP/1.1" status: 204 len: 168 time: 0.5617223 Aug 20 11:30:26.020650 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ce68f-c9a2-40c4-b88c-872e9fd2d87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc23a82f-5c49-4ad9-ab7b-fc19993e74d0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:26.171263 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0197ef3-c248-4652-ab6c-d05ed2b84759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.208008 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.302437 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-42239462-cac1-4cba-aaa2-d630539769e5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.332655 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-42239462-cac1-4cba-aaa2-d630539769e5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Transition to ACTIVE for port object 58c46791-5bfb-44ba-a527-15b4e07ba736 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:26.353532 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0197ef3-c248-4652-ab6c-d05ed2b84759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.360246 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0197ef3-c248-4652-ab6c-d05ed2b84759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.402926 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-42239462-cac1-4cba-aaa2-d630539769e5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.418488 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0197ef3-c248-4652-ab6c-d05ed2b84759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e001f5-bb93-4132-8b10-18acbbd55d5a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:26.424987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a0197ef3-c248-4652-ab6c-d05ed2b84759 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1acf9db0df3943e5ab0b564f340edd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5091915 Aug 20 11:30:26.427541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49828) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:26.458182 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-42239462-cac1-4cba-aaa2-d630539769e5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Network 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:26.491131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-42239462-cac1-4cba-aaa2-d630539769e5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:26.495192 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-42239462-cac1-4cba-aaa2-d630539769e5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:26.501326 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ee37fb89-802f-4b6a-b639-473d61fb4ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.508054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-42239462-cac1-4cba-aaa2-d630539769e5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:26.509485 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-42239462-cac1-4cba-aaa2-d630539769e5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.559799 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ee37fb89-802f-4b6a-b639-473d61fb4ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.697558 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-42239462-cac1-4cba-aaa2-d630539769e5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9716451 Aug 20 11:30:26.730770 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42239462-cac1-4cba-aaa2-d630539769e5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Pushing event updated for resources: {'Port': ['ID=58c46791-5bfb-44ba-a527-15b4e07ba736,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:26.762984 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ee37fb89-802f-4b6a-b639-473d61fb4ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.765573 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ee37fb89-802f-4b6a-b639-473d61fb4ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.769733 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ee37fb89-802f-4b6a-b639-473d61fb4ac1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96e001f5-bb93-4132-8b10-18acbbd55d5a HTTP/1.1" status: 204 len: 168 time: 0.3408308 Aug 20 11:30:26.782579 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37fb89-802f-4b6a-b639-473d61fb4ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e001f5-bb93-4132-8b10-18acbbd55d5a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:26.795971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45452ca1-0cb6-4aa7-bc3d-57b912553895 req-c40e2cac-0477-48ab-bb31-8640d3d64a9b tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:26.804657 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-45452ca1-0cb6-4aa7-bc3d-57b912553895 req-c40e2cac-0477-48ab-bb31-8640d3d64a9b tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 932 time: 0.1183145 Aug 20 11:30:26.857551 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49860) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:26.884570 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9e9872a-555a-41aa-a827-23510a35b744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.893583 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-45452ca1-0cb6-4aa7-bc3d-57b912553895 req-93dc68d8-0666-42ce-a50b-9e9ae40e4cba tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825002 Aug 20 11:30:26.926923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173a547-a141-4075-bece-0a88b7fec707 req-93bb9352-62f3-4ee8-b457-db785a234a47 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:26.930782 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b173a547-a141-4075-bece-0a88b7fec707 req-93bb9352-62f3-4ee8-b457-db785a234a47 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 972 time: 0.1237538 Aug 20 11:30:26.940808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-80ab011f-a798-4b74-8ba7-01b33751e073 None None] Provisioning for port 58c46791-5bfb-44ba-a527-15b4e07ba736 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:26.949900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-80ab011f-a798-4b74-8ba7-01b33751e073 None None] Provisioning complete for port 58c46791-5bfb-44ba-a527-15b4e07ba736 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:26.950275 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-80ab011f-a798-4b74-8ba7-01b33751e073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.030836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626138f5-3d30-4472-be87-e25ae911f764 req-7dc74b48-02ba-4efd-81fc-faa071e0baab tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:27.033434 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-626138f5-3d30-4472-be87-e25ae911f764 req-7dc74b48-02ba-4efd-81fc-faa071e0baab tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 972 time: 0.0896995 Aug 20 11:30:27.039522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-80ab011f-a798-4b74-8ba7-01b33751e073 None None] Port 58c46791-5bfb-44ba-a527-15b4e07ba736 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:30:27.111032 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-626138f5-3d30-4472-be87-e25ae911f764 req-8d37ba4a-a09e-42b1-bdca-d1bcca2e41a4 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695698 Aug 20 11:30:27.113305 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9e9872a-555a-41aa-a827-23510a35b744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.129343 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9e9872a-555a-41aa-a827-23510a35b744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.150685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-b173a547-a141-4075-bece-0a88b7fec707 req-5e1cc451-f1f0-40be-b8cd-cc8f698cb818 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Deleting port 429b5769-6eca-45b7-97d6-7eed37f69201 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:27.150685 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b173a547-a141-4075-bece-0a88b7fec707 req-5e1cc451-f1f0-40be-b8cd-cc8f698cb818 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.183204 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a9e9872a-555a-41aa-a827-23510a35b744 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e03fab59e364349ae8b5195aeb0092e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216014 Aug 20 11:30:27.183398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49864) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:27.194328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9872a-555a-41aa-a827-23510a35b744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742309d3-cfbe-4225-89d0-481784ab17f0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:27.255292 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aaaa83fd-a494-498a-a447-c64942ac7ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.301528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b173a547-a141-4075-bece-0a88b7fec707 req-5e1cc451-f1f0-40be-b8cd-cc8f698cb818 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] For port 429b5769-6eca-45b7-97d6-7eed37f69201, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=429b5769-6eca-45b7-97d6-7eed37f69201,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:27.302034 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b173a547-a141-4075-bece-0a88b7fec707 req-5e1cc451-f1f0-40be-b8cd-cc8f698cb818 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.321987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-b173a547-a141-4075-bece-0a88b7fec707 req-5e1cc451-f1f0-40be-b8cd-cc8f698cb818 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Calling delete_port for 429b5769-6eca-45b7-97d6-7eed37f69201 owned by compute:tempest-test_az-1078219091 {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:27.424402 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aaaa83fd-a494-498a-a447-c64942ac7ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.492737 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aaaa83fd-a494-498a-a447-c64942ac7ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.495325 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aaaa83fd-a494-498a-a447-c64942ac7ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.499132 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b173a547-a141-4075-bece-0a88b7fec707 req-5e1cc451-f1f0-40be-b8cd-cc8f698cb818 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.499765 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-aaaa83fd-a494-498a-a447-c64942ac7ba2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/742309d3-cfbe-4225-89d0-481784ab17f0 HTTP/1.1" status: 204 len: 168 time: 0.3154690 Aug 20 11:30:27.509736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['429b5769-6eca-45b7-97d6-7eed37f69201'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:30:27.511152 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa83fd-a494-498a-a447-c64942ac7ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742309d3-cfbe-4225-89d0-481784ab17f0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:27.560533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cc451-f1f0-40be-b8cd-cc8f698cb818 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Pushing event deleted for resources: {'Port': ['ID=429b5769-6eca-45b7-97d6-7eed37f69201,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:27.671710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-b173a547-a141-4075-bece-0a88b7fec707 req-5e1cc451-f1f0-40be-b8cd-cc8f698cb818 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] No DVR routers for this DVR port 429b5769-6eca-45b7-97d6-7eed37f69201 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:30:27.675235 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b173a547-a141-4075-bece-0a88b7fec707 req-5e1cc451-f1f0-40be-b8cd-cc8f698cb818 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.682015 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b173a547-a141-4075-bece-0a88b7fec707 req-5e1cc451-f1f0-40be-b8cd-cc8f698cb818 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.76 "DELETE /v2.0/ports/429b5769-6eca-45b7-97d6-7eed37f69201 HTTP/1.1" status: 204 len: 173 time: 0.7440150 Aug 20 11:30:27.682874 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8605431-aa3b-44a1-87c1-9e2b2319f334', 'name': 'network-vif-deleted', 'tag': '429b5769-6eca-45b7-97d6-7eed37f69201'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:27.693992 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cba7e0a-b632-404c-9217-bc685b47c105" -d '{"events": [{"server_uuid": "b8605431-aa3b-44a1-87c1-9e2b2319f334", "name": "network-vif-deleted", "tag": "429b5769-6eca-45b7-97d6-7eed37f69201"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:27.818555 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.849513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49888) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:27.850224 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5afc3cd-e3c0-45b5-976c-50e5c6a71385 x-openstack-request-id: req-f5afc3cd-e3c0-45b5-976c-50e5c6a71385 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:27.850593 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8605431-aa3b-44a1-87c1-9e2b2319f334", "name": "network-vif-deleted", "tag": "429b5769-6eca-45b7-97d6-7eed37f69201", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:27.850905 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5afc3cd-e3c0-45b5-976c-50e5c6a71385 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:27.851352 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8605431-aa3b-44a1-87c1-9e2b2319f334', 'name': 'network-vif-deleted', 'tag': '429b5769-6eca-45b7-97d6-7eed37f69201', 'status': 'completed', 'code': 200} Aug 20 11:30:27.868381 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-762ed69f-48c5-455a-8322-e2405c41f503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:28.078162 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-762ed69f-48c5-455a-8322-e2405c41f503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:28.086116 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d229ad5-6fd1-47f1-90b1-1534a1590b64 req-0988a762-a31c-49cd-9576-def84bf0563d tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:28.087697 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1d229ad5-6fd1-47f1-90b1-1534a1590b64 req-0988a762-a31c-49cd-9576-def84bf0563d tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 932 time: 0.0818982 Aug 20 11:30:28.089041 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-762ed69f-48c5-455a-8322-e2405c41f503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:28.102599 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49894) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:28.152953 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ed69f-48c5-455a-8322-e2405c41f503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424c4ca7-044a-4669-a7fb-a8b58e0f28f3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:28.162778 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-762ed69f-48c5-455a-8322-e2405c41f503 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7779eb7760c540ffb8135dc0e3c3fb75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084655 Aug 20 11:30:28.163381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49902) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:28.174179 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1d229ad5-6fd1-47f1-90b1-1534a1590b64 req-c4e8ac80-4e16-441a-99b7-7008a6999c70 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691481 Aug 20 11:30:28.234197 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b12a5086-d8e6-4d3a-b921-879dc2c45279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:28.288527 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b12a5086-d8e6-4d3a-b921-879dc2c45279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:28.392174 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b12a5086-d8e6-4d3a-b921-879dc2c45279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:28.396021 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b12a5086-d8e6-4d3a-b921-879dc2c45279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:28.397463 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b12a5086-d8e6-4d3a-b921-879dc2c45279 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/424c4ca7-044a-4669-a7fb-a8b58e0f28f3 HTTP/1.1" status: 204 len: 168 time: 0.2334886 Aug 20 11:30:28.407390 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71671237-8cde-4b3a-9a17-badb0b739c07 req-478b003d-9650-4f82-9bd4-51ad8a2a1504 tempest-AggregatesAdminTestJSON-1827977589 tempest-AggregatesAdminTestJSON-1827977589-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8605431-aa3b-44a1-87c1-9e2b2319f334 HTTP/1.1" status: 200 len: 210 time: 0.0513618 Aug 20 11:30:28.413876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a5086-d8e6-4d3a-b921-879dc2c45279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424c4ca7-044a-4669-a7fb-a8b58e0f28f3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:28.648305 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c166c11-1f90-41b4-a571-ef2fbbb34bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:28.771102 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c166c11-1f90-41b4-a571-ef2fbbb34bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:28.782101 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c166c11-1f90-41b4-a571-ef2fbbb34bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:28.840107 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0c166c11-1f90-41b4-a571-ef2fbbb34bd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=562843db745840738da66525cf7201eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7362220 Aug 20 11:30:28.840509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49922) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:28.846718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c166c11-1f90-41b4-a571-ef2fbbb34bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1d3af0-efad-4bfd-a2a3-d23a08b4f9d9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:28.952586 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6b108c82-e9b4-4f2f-bd58-a2be20280205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:29.014506 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6b108c82-e9b4-4f2f-bd58-a2be20280205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:29.116907 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6b108c82-e9b4-4f2f-bd58-a2be20280205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:29.129465 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6b108c82-e9b4-4f2f-bd58-a2be20280205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:29.130983 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6b108c82-e9b4-4f2f-bd58-a2be20280205 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f1d3af0-efad-4bfd-a2a3-d23a08b4f9d9 HTTP/1.1" status: 204 len: 168 time: 0.2889290 Aug 20 11:30:29.140079 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b108c82-e9b4-4f2f-bd58-a2be20280205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1d3af0-efad-4bfd-a2a3-d23a08b4f9d9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:29.326511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac721b-6eab-48f5-b035-a5a1d15f7317 req-f4167848-5e4d-46d5-98d5-b68ccc75da4b tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:29.336411 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-feac721b-6eab-48f5-b035-a5a1d15f7317 req-f4167848-5e4d-46d5-98d5-b68ccc75da4b tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 932 time: 0.0668728 Aug 20 11:30:29.388995 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-feac721b-6eab-48f5-b035-a5a1d15f7317 req-af02f221-f1c5-41cb-bd71-bbd6f8e91617 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493639 Aug 20 11:30:29.637438 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49982) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:29.842186 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49992) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:29.866277 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f02bee14-dfe5-4830-a431-b4b0824db20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:29.991461 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f02bee14-dfe5-4830-a431-b4b0824db20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:29.997833 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f02bee14-dfe5-4830-a431-b4b0824db20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.049463 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f02bee14-dfe5-4830-a431-b4b0824db20c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6939c4a46294d44b9a1f9cd41c0d1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055407 Aug 20 11:30:30.050772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bee14-dfe5-4830-a431-b4b0824db20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12b4ef6-b8da-4586-8bfc-1b3cc8298ad0,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:30.053014 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50000) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:30.133373 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3d6d-6e12-4925-8832-9da85ee5f415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.163679 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3d6d-6e12-4925-8832-9da85ee5f415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.201321 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-98d95da2-c15d-4652-bd4b-434645667daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.233034 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3d6d-6e12-4925-8832-9da85ee5f415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.237378 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3d6d-6e12-4925-8832-9da85ee5f415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.239251 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e9fd3d6d-6e12-4925-8832-9da85ee5f415 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d12b4ef6-b8da-4586-8bfc-1b3cc8298ad0 HTTP/1.1" status: 204 len: 168 time: 0.1852548 Aug 20 11:30:30.248961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50004) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:30.249926 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd3d6d-6e12-4925-8832-9da85ee5f415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12b4ef6-b8da-4586-8bfc-1b3cc8298ad0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:30.364279 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-98d95da2-c15d-4652-bd4b-434645667daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.371545 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-98d95da2-c15d-4652-bd4b-434645667daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.416721 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-98d95da2-c15d-4652-bd4b-434645667daf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9a4af08336e433d8fc6222f056b8450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7771277 Aug 20 11:30:30.419302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50024) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:30.442363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d95da2-c15d-4652-bd4b-434645667daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c651a1b-61e9-4581-ac45-39a8147db633,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:30.546377 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-96d1da32-c1e2-43e5-9b45-08611d618d43 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=df8f1b686aa642b1b5f9bebd87daa6a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778294 Aug 20 11:30:30.586685 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d993d5fb-b866-4013-bc0b-b88be86fe1fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae8cd82615664de3b06b3fa1b052c4be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3285975 Aug 20 11:30:30.589626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50028) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:30.635177 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3739d7bc-59a6-4dd4-b8c9-6d6ddb20756a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.674435 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e42bc877-a375-473f-8615-e504c2634d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.676915 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3739d7bc-59a6-4dd4-b8c9-6d6ddb20756a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.709629 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e42bc877-a375-473f-8615-e504c2634d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.742533 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-b67b3930-3377-47f7-b717-979b24ab1fae tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:30.744571 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-b67b3930-3377-47f7-b717-979b24ab1fae tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869075 Aug 20 11:30:30.765257 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-a8dea133-2b46-4a7f-988c-7452660c2c77 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/quotas/df8f1b686aa642b1b5f9bebd87daa6a2 HTTP/1.1" status: 200 len: 375 time: 0.0109146 Aug 20 11:30:30.804799 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e42bc877-a375-473f-8615-e504c2634d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.807766 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e42bc877-a375-473f-8615-e504c2634d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.809136 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e42bc877-a375-473f-8615-e504c2634d13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8 HTTP/1.1" status: 204 len: 168 time: 0.2185299 Aug 20 11:30:30.820346 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-f33edbde-7f96-425b-87bd-8f742bb206ad tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=df8f1b686aa642b1b5f9bebd87daa6a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444591 Aug 20 11:30:30.822221 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3739d7bc-59a6-4dd4-b8c9-6d6ddb20756a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.822516 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bc877-a375-473f-8615-e504c2634d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae3d8fc-b9d7-4aff-b7a6-2c641dd314c8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:30.827563 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3739d7bc-59a6-4dd4-b8c9-6d6ddb20756a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.837950 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3739d7bc-59a6-4dd4-b8c9-6d6ddb20756a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c651a1b-61e9-4581-ac45-39a8147db633 HTTP/1.1" status: 204 len: 168 time: 0.4172032 Aug 20 11:30:30.849750 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739d7bc-59a6-4dd4-b8c9-6d6ddb20756a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c651a1b-61e9-4581-ac45-39a8147db633,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:30.931241 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50046) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:31.105751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca4e8e-face-4047-847b-5b0710ebebae req-40812585-08ac-4c7a-bee8-b602eb0cb33e tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:31.114167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58ca4e8e-face-4047-847b-5b0710ebebae req-40812585-08ac-4c7a-bee8-b602eb0cb33e tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 932 time: 0.1191096 Aug 20 11:30:31.159847 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58ca4e8e-face-4047-847b-5b0710ebebae req-04afe0db-4ab5-4005-a434-2299b7d2b287 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444906 Aug 20 11:30:31.184936 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-05954cf1-fc2a-4806-89ed-40c6e076cad6 req-2c881752-1c5a-4ea9-bad0-cab21b107d9e tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 210 time: 0.0499768 Aug 20 11:30:31.292430 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 429b5769-6eca-45b7-97d6-7eed37f69201 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:31.330108 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 429b5769-6eca-45b7-97d6-7eed37f69201 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:31.330588 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 429b5769-6eca-45b7-97d6-7eed37f69201 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:31.635948 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d7fe55cc-181d-4c99-b1a0-e9f454c5d06e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1270111284-network', 'tenant_id': '9437c8ccf38f4278bfdd6826ef939401'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:31.672705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fe55cc-181d-4c99-b1a0-e9f454c5d06e admin admin] Made reservation on behalf of 9437c8ccf38f4278bfdd6826ef939401 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:31.677396 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7fe55cc-181d-4c99-b1a0-e9f454c5d06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:31.700354 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7fe55cc-181d-4c99-b1a0-e9f454c5d06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:31.851881 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7fe55cc-181d-4c99-b1a0-e9f454c5d06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:31.857296 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7fe55cc-181d-4c99-b1a0-e9f454c5d06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:31.895913 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fe55cc-181d-4c99-b1a0-e9f454c5d06e admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:30:31.911652 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50098) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:31.926702 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7fe55cc-181d-4c99-b1a0-e9f454c5d06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:31.926956 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-d7fe55cc-181d-4c99-b1a0-e9f454c5d06e admin admin] Added segment 8aa50883-3fd5-44d2-a330-bb6b55b20a9f of type vlan for network d470dece-9c15-4ab9-87f2-416f558c1d77 Aug 20 11:30:31.928765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe55cc-181d-4c99-b1a0-e9f454c5d06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cce02f-5d71-48a0-b539-23eba9217157,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:32.029278 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50102) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:32.030180 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-045c04e3-8e8a-4fd3-b529-2c8db4cc6633 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46ae87d88bac4bc3854bec8277314aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1157119 Aug 20 11:30:32.062849 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7fe55cc-181d-4c99-b1a0-e9f454c5d06e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.068979 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-45872bd0-c287-4cf5-81c4-b1b91c351db3 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:30:32.075753 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-45872bd0-c287-4cf5-81c4-b1b91c351db3 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206418 Aug 20 11:30:32.108782 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50104) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:32.145775 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7fe55cc-181d-4c99-b1a0-e9f454c5d06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.151140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fe55cc-181d-4c99-b1a0-e9f454c5d06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:32.151779 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7fe55cc-181d-4c99-b1a0-e9f454c5d06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.211171 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-976b58b1-c8ce-4790-b021-0594c00e5ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.383811 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fe34394-04df-476b-bbd2-f63bf60a79f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.462590 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fe34394-04df-476b-bbd2-f63bf60a79f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.513523 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.535847 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe55cc-181d-4c99-b1a0-e9f454c5d06e admin admin] Pushing event updated for resources: {'Network': ['ID=d470dece-9c15-4ab9-87f2-416f558c1d77,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:32.582011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network d470dece-9c15-4ab9-87f2-416f558c1d77 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:30:32.644314 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Request body: {'port': {'device_id': '487a0afc-e1ff-4a1d-a8ed-0cb235b06c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:32.698980 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adc8d4-5b54-47fb-b584-96a5441855c2 req-abe087ec-b581-431a-85fb-c8458a2e4b63 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:32.701447 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76adc8d4-5b54-47fb-b584-96a5441855c2 req-abe087ec-b581-431a-85fb-c8458a2e4b63 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 932 time: 0.2835708 Aug 20 11:30:32.790812 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76adc8d4-5b54-47fb-b584-96a5441855c2 req-5562816c-86d7-4622-80f7-0c6720e64abf tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803957 Aug 20 11:30:32.802805 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-976b58b1-c8ce-4790-b021-0594c00e5ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.813381 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d7fe55cc-181d-4c99-b1a0-e9f454c5d06e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8808355 Aug 20 11:30:32.816105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50130) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:32.821462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-6de529ab-096f-4ccb-8edf-566122f8fb13 admin admin] Request body: {'subnet': {'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1270111284-subnet', 'tenant_id': '9437c8ccf38f4278bfdd6826ef939401', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:32.873361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de529ab-096f-4ccb-8edf-566122f8fb13 admin admin] Made reservation on behalf of 9437c8ccf38f4278bfdd6826ef939401 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:32.875021 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6de529ab-096f-4ccb-8edf-566122f8fb13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.892733 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.936242 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-976b58b1-c8ce-4790-b021-0594c00e5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.976844 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0ea0c40b-85dd-4966-ae08-c40ae858d8f5 req-69cf6c1a-3888-418d-b74a-a609694ebcca tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 210 time: 0.1885819 Aug 20 11:30:33.055025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50140) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:33.097186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b58b1-c8ce-4790-b021-0594c00e5ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b49f410-fdd2-4197-8296-d83cd2904412,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:33.118439 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-b30fcfb5-8d71-46a6-bf6b-bd7f70a9008e tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=df8f1b686aa642b1b5f9bebd87daa6a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0952504 Aug 20 11:30:33.123822 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-976b58b1-c8ce-4790-b021-0594c00e5ed3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e205f80c65bc4da1beb4ea27c78a733c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0130386 Aug 20 11:30:33.127856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50146) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:33.128933 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fe34394-04df-476b-bbd2-f63bf60a79f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:33.134333 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fe34394-04df-476b-bbd2-f63bf60a79f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:33.136248 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5fe34394-04df-476b-bbd2-f63bf60a79f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bfd5930d-ab0c-400a-8537-9174c909b394 HTTP/1.1" status: 204 len: 168 time: 1.1059256 Aug 20 11:30:33.164196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe34394-04df-476b-bbd2-f63bf60a79f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd5930d-ab0c-400a-8537-9174c909b394,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:33.403693 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-0ca027de-936e-4aea-9812-ef9a397e84af tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:33.405264 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-0ca027de-936e-4aea-9812-ef9a397e84af tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767079 Aug 20 11:30:33.405925 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3590ff-4a72-4b97-b9b4-eb3a81d70a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:33.438910 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b7986082-f3b8-4c92-bc9c-0da8b15f8913 tempest-AutoAllocateNetworkTest-15447655 tempest-AutoAllocateNetworkTest-15447655-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3dca182c150f4ee5a70a13f2b768159b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3689694 Aug 20 11:30:33.441611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50154) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:33.456566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Request body: {'port': {'device_id': '1f90198d-920c-4d40-961f-7a3f00e68d99', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': 'df8f1b686aa642b1b5f9bebd87daa6a2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:33.571138 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3590ff-4a72-4b97-b9b4-eb3a81d70a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:33.637643 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c46791-5bfb-44ba-a527-15b4e07ba736 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:33.650934 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:33.674459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Transition to ACTIVE for port object 58c46791-5bfb-44ba-a527-15b4e07ba736 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:33.685217 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:33.749367 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50160) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:33.811068 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ee6718-f8e9-4c16-a222-8bf168841804 tempest-AutoAllocateNetworkTest-15447655 tempest-AutoAllocateNetworkTest-15447655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:33.819054 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-71ee6718-f8e9-4c16-a222-8bf168841804 tempest-AutoAllocateNetworkTest-15447655 tempest-AutoAllocateNetworkTest-15447655-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3664439 Aug 20 11:30:33.821054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50164) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:33.823527 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6de529ab-096f-4ccb-8edf-566122f8fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:33.905362 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Pushing event updated for resources: {'Port': ['ID=58c46791-5bfb-44ba-a527-15b4e07ba736,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:33.922083 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Attempting to bind port 58c46791-5bfb-44ba-a527-15b4e07ba736 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:33.922443 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Attempting to bind port 58c46791-5bfb-44ba-a527-15b4e07ba736 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '908c6f6e-df6d-4bcb-a899-74d4e520d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:33.922783 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Attempting to bind port 58c46791-5bfb-44ba-a527-15b4e07ba736 on network 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:33.935831 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Port 58c46791-5bfb-44ba-a527-15b4e07ba736 on network 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:30:33.936816 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Attempting to bind port 58c46791-5bfb-44ba-a527-15b4e07ba736 on network 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:33.950261 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:33.950624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Checking segment: {'id': '908c6f6e-df6d-4bcb-a899-74d4e520d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:33.951372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Bound using segment: {'id': '908c6f6e-df6d-4bcb-a899-74d4e520d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:33.951837 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Bound port: 58c46791-5bfb-44ba-a527-15b4e07ba736, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '908c6f6e-df6d-4bcb-a899-74d4e520d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:33.952201 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:33.986682 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3590ff-4a72-4b97-b9b4-eb3a81d70a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:33.990794 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3590ff-4a72-4b97-b9b4-eb3a81d70a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:33.993412 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3f3590ff-4a72-4b97-b9b4-eb3a81d70a8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b49f410-fdd2-4197-8296-d83cd2904412 HTTP/1.1" status: 204 len: 168 time: 0.8467369 Aug 20 11:30:34.003221 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5ccd5992-b9f7-4ba5-bd60-686118b04c9c tempest-AutoAllocateNetworkTest-15447655 tempest-AutoAllocateNetworkTest-15447655-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1809161 Aug 20 11:30:34.013384 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50176) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:34.033154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Made reservation on behalf of df8f1b686aa642b1b5f9bebd87daa6a2 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:34.036587 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.064329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3590ff-4a72-4b97-b9b4-eb3a81d70a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b49f410-fdd2-4197-8296-d83cd2904412,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:34.086171 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e0a2a0e6-a8f9-4931-a383-cfda4675394d tempest-AutoAllocateNetworkTest-15447655 tempest-AutoAllocateNetworkTest-15447655-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3dca182c150f4ee5a70a13f2b768159b HTTP/1.1" status: 200 len: 208 time: 0.0708237 Aug 20 11:30:34.145369 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.176847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] For port 58c46791-5bfb-44ba-a527-15b4e07ba736, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:34.186437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] For port 58c46791-5bfb-44ba-a527-15b4e07ba736, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=58c46791-5bfb-44ba-a527-15b4e07ba736,segment=NetworkSegment(908c6f6e-df6d-4bcb-a899-74d4e520d057),segment_id=908c6f6e-df6d-4bcb-a899-74d4e520d057)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:34.198406 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.211161 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23533df3-1d69-4a61-ab18-ff4dadc0df2d req-69817901-4ab0-4283-a065-d0e86f212e61 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:34.219652 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-23533df3-1d69-4a61-ab18-ff4dadc0df2d req-69817901-4ab0-4283-a065-d0e86f212e61 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 944 time: 0.2474637 Aug 20 11:30:34.238880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de529ab-096f-4ccb-8edf-566122f8fb13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=843c014f-c6d6-46ac-ac96-8342939acd6b,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:34.244317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de529ab-096f-4ccb-8edf-566122f8fb13 admin admin] Checking segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:34.244754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de529ab-096f-4ccb-8edf-566122f8fb13 admin admin] Network hostable DHCP agents. Network: d470dece-9c15-4ab9-87f2-416f558c1d77, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:30:34.298424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de529ab-096f-4ccb-8edf-566122f8fb13 admin admin] Network d470dece-9c15-4ab9-87f2-416f558c1d77 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:30:34.323394 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.324535 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26d73dee-15df-4953-8c0e-6285948c3283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.325315 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-6de529ab-096f-4ccb-8edf-566122f8fb13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, d470dece-9c15-4ab9-87f2-416f558c1d77) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:34.334139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de529ab-096f-4ccb-8edf-566122f8fb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:34.334784 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6de529ab-096f-4ccb-8edf-566122f8fb13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.335491 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d105a278-b1e1-46c6-a9e3-f4b53e3bc2d8 None None] Network d470dece-9c15-4ab9-87f2-416f558c1d77 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:34.340095 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.359823 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:34.361409 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.362877 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] 10.222.0.35 "PUT /v2.0/ports/58c46791-5bfb-44ba-a527-15b4e07ba736 HTTP/1.1" status: 200 len: 1092 time: 1.9526172 Aug 20 11:30:34.363879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487a0afc-e1ff-4a1d-a8ed-0cb235b06c79', 'tag': '58c46791-5bfb-44ba-a527-15b4e07ba736'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:34.408335 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb0d6aa-a1e8-461f-9e76-7838d7926dce,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:34.463729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6de529ab-096f-4ccb-8edf-566122f8fb13 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6456404 Aug 20 11:30:34.589660 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Allocated IP 192.168.233.157 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/f80eb9c9-76d7-4570-85e1-df631f2ecb0b) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:34.695955 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b593f46-40c1-46cd-b995-9abfb09af593 req-b1840c9b-773c-48ba-b97f-c37bb70e49cc tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 210 time: 0.0831199 Aug 20 11:30:34.739403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723bd6f-a952-40cd-bd6f-20c91b1901a5 service neutron] Pushing event updated for resources: {'Port': ['ID=58c46791-5bfb-44ba-a527-15b4e07ba736,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:34.767059 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-23533df3-1d69-4a61-ab18-ff4dadc0df2d req-a7d4a78d-cd90-47bf-b01b-3dcee603f4fd tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426047 Aug 20 11:30:34.782190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1415ae2-adbf-4eff-afd8-f15388112310 None None] Network d470dece-9c15-4ab9-87f2-416f558c1d77 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:34.831205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-51dd3779-436d-4e4b-bab2-d3eeaa5f0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:34.833038 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-51dd3779-436d-4e4b-bab2-d3eeaa5f0b8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=997d129c9320455abd5689acea35e882&device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 1095 time: 0.3180711 Aug 20 11:30:34.967103 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26d73dee-15df-4953-8c0e-6285948c3283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.021475 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26d73dee-15df-4953-8c0e-6285948c3283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.037881 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.070971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Transition to ACTIVE for port object f80eb9c9-76d7-4570-85e1-df631f2ecb0b will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:35.079542 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-2edd5990-0394-408d-8dd3-3e8a5c7d778b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58c46791-5bfb-44ba-a527-15b4e07ba736 HTTP/1.1" status: 200 len: 217 time: 0.1064312 Aug 20 11:30:35.139155 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.150574 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-26d73dee-15df-4953-8c0e-6285948c3283 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=768251cd621f4ac195ef93cc10136537&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3880455 Aug 20 11:30:35.151504 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d73dee-15df-4953-8c0e-6285948c3283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bc0892-9e7f-4fc9-9141-004d431b7f4e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:35.158278 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50202) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:35.197591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-820501a4-afdf-48bb-989f-4e95c934ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:35.199216 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-820501a4-afdf-48bb-989f-4e95c934ac30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5e87b6c-641e-4690-b4ec-e033c26e4069 HTTP/1.1" status: 200 len: 867 time: 0.1081479 Aug 20 11:30:35.279956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:35.282331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:35.285645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Pushing event updated for resources: {'Port': ['ID=f80eb9c9-76d7-4570-85e1-df631f2ecb0b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:35.290080 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9aa87241-bcf5-43e8-959f-c129e7815ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.298137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:35.330779 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-8ab01df5-3195-4047-8e46-c190cd40db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:35.333193 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-8ab01df5-3195-4047-8e46-c190cd40db93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88a5fe25-86af-4d3e-9bc2-bda3dc9bb952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243284 Aug 20 11:30:35.363410 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9aa87241-bcf5-43e8-959f-c129e7815ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.391004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:35.391689 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.424234 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6adea23a-bde2-4f4a-b204-751b5a89be8d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9817114 Aug 20 11:30:35.430313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50208) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:35.456558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Request body: {'port': {'device_id': '1f90198d-920c-4d40-961f-7a3f00e68d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:35.457729 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f168466-8959-4f12-9759-6c8b34d32807" -d '{"events": [{"name": "network-changed", "server_uuid": "487a0afc-e1ff-4a1d-a8ed-0cb235b06c79", "tag": "58c46791-5bfb-44ba-a527-15b4e07ba736"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:35.577163 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.660268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e5104d21-3443-449e-8da8-e73103a5de95 None None] Provisioning for port f80eb9c9-76d7-4570-85e1-df631f2ecb0b completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:35.668429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e5104d21-3443-449e-8da8-e73103a5de95 None None] Provisioning complete for port f80eb9c9-76d7-4570-85e1-df631f2ecb0b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:35.669093 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e5104d21-3443-449e-8da8-e73103a5de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.690712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50220) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:35.763751 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9aa87241-bcf5-43e8-959f-c129e7815ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.773130 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9aa87241-bcf5-43e8-959f-c129e7815ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.774113 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9aa87241-bcf5-43e8-959f-c129e7815ad9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37bc0892-9e7f-4fc9-9141-004d431b7f4e HTTP/1.1" status: 204 len: 168 time: 0.6148014 Aug 20 11:30:35.790723 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e5104d21-3443-449e-8da8-e73103a5de95 None None] Port f80eb9c9-76d7-4570-85e1-df631f2ecb0b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:30:35.840590 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa87241-bcf5-43e8-959f-c129e7815ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bc0892-9e7f-4fc9-9141-004d431b7f4e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:35.846520 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-d8773126-b956-42d6-af20-94a24fa0f373 service neutron] 10.222.0.35 "GET /v2.0/networks/88a5fe25-86af-4d3e-9bc2-bda3dc9bb952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030270 Aug 20 11:30:35.988218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06365a73-5ca4-4f66-b182-f828efe50e73 req-ab1efaa8-ed24-4b7a-8607-7bdb43c1b3b2 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:35.990219 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06365a73-5ca4-4f66-b182-f828efe50e73 req-ab1efaa8-ed24-4b7a-8607-7bdb43c1b3b2 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 936 time: 0.1503632 Aug 20 11:30:36.007270 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18e1ee58-f999-4490-be09-1ba5db122e04 req-b02a3ef6-dbb7-47f3-b981-b1f9a7238511 service neutron] 10.222.0.35 "GET /v2.0/networks/88a5fe25-86af-4d3e-9bc2-bda3dc9bb952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519661 Aug 20 11:30:36.065557 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06365a73-5ca4-4f66-b182-f828efe50e73 req-ca1a4d30-f467-44fd-8864-111ee0f94930 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/security-groups?id=eeb0d6aa-a1e8-461f-9e76-7838d7926dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635982 Aug 20 11:30:36.092172 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dbb1c7-ea17-48fd-a8de-b323c7971a0f x-openstack-request-id: req-e3dbb1c7-ea17-48fd-a8de-b323c7971a0f {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:36.092172 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487a0afc-e1ff-4a1d-a8ed-0cb235b06c79", "tag": "58c46791-5bfb-44ba-a527-15b4e07ba736", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:36.092172 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3dbb1c7-ea17-48fd-a8de-b323c7971a0f {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:36.092172 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487a0afc-e1ff-4a1d-a8ed-0cb235b06c79', 'tag': '58c46791-5bfb-44ba-a527-15b4e07ba736', 'status': 'completed', 'code': 200} Aug 20 11:30:36.106759 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9fb58f9b-dde2-455f-a569-1be4013b1607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.252384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80eb9c9-76d7-4570-85e1-df631f2ecb0b {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:36.265301 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.294745 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Transition to ACTIVE for port object f80eb9c9-76d7-4570-85e1-df631f2ecb0b will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:36.300410 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6f04-72e7-42be-9e3b-fb7ea978b027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.308281 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.322788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f168466-8959-4f12-9759-6c8b34d32807 req-63653252-ac99-4b47-a81e-4351f2e411cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:36.325313 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f168466-8959-4f12-9759-6c8b34d32807 req-63653252-ac99-4b47-a81e-4351f2e411cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=997d129c9320455abd5689acea35e882&device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 1095 time: 0.2069538 Aug 20 11:30:36.337856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b087ef9-c813-469a-a72f-f38537417803 req-fae559bb-979b-493e-a2a2-393709b1b931 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:36.351646 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1b087ef9-c813-469a-a72f-f38537417803 req-fae559bb-979b-493e-a2a2-393709b1b931 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 944 time: 0.1660168 Aug 20 11:30:36.541909 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9fb58f9b-dde2-455f-a569-1be4013b1607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.598046 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1b087ef9-c813-469a-a72f-f38537417803 req-9d469ff2-c515-4611-a58e-dff0a02a9892 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454867 Aug 20 11:30:36.625748 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9fb58f9b-dde2-455f-a569-1be4013b1607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.650714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Pushing event updated for resources: {'Port': ['ID=f80eb9c9-76d7-4570-85e1-df631f2ecb0b,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:36.762392 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9fb58f9b-dde2-455f-a569-1be4013b1607 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3dca182c150f4ee5a70a13f2b768159b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3268456 Aug 20 11:30:36.763179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50250) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:36.769297 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb58f9b-dde2-455f-a569-1be4013b1607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fd501b-43b1-46f1-a313-5969ddd5f291,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:36.801087 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f168466-8959-4f12-9759-6c8b34d32807 req-796b7d7f-6958-48d5-a6d3-93647de10d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:36.805071 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f168466-8959-4f12-9759-6c8b34d32807 req-796b7d7f-6958-48d5-a6d3-93647de10d10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 HTTP/1.1" status: 200 len: 928 time: 0.4414070 Aug 20 11:30:36.869405 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Attempting to bind port f80eb9c9-76d7-4570-85e1-df631f2ecb0b on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:36.870093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Attempting to bind port f80eb9c9-76d7-4570-85e1-df631f2ecb0b by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:36.870285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Attempting to bind port f80eb9c9-76d7-4570-85e1-df631f2ecb0b on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:36.885494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Port f80eb9c9-76d7-4570-85e1-df631f2ecb0b on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:30:36.885950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Attempting to bind port f80eb9c9-76d7-4570-85e1-df631f2ecb0b on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:36.895189 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a645-8682-4b7d-b383-eeafa0cc6fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.897006 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f168466-8959-4f12-9759-6c8b34d32807 req-a0ab9533-c663-4c10-b809-e3a03c2a82d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58c46791-5bfb-44ba-a527-15b4e07ba736 HTTP/1.1" status: 200 len: 217 time: 0.0775023 Aug 20 11:30:36.924772 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a645-8682-4b7d-b383-eeafa0cc6fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.942128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:36.942371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:36.942852 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:36.943394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Bound port: f80eb9c9-76d7-4570-85e1-df631f2ecb0b, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:36.943857 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.962156 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f168466-8959-4f12-9759-6c8b34d32807 req-95bc6e6c-25d2-4bff-bfe6-e5ed467350bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:36.963786 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f168466-8959-4f12-9759-6c8b34d32807 req-95bc6e6c-25d2-4bff-bfe6-e5ed467350bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5e87b6c-641e-4690-b4ec-e033c26e4069 HTTP/1.1" status: 200 len: 867 time: 0.0566604 Aug 20 11:30:37.038016 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6f04-72e7-42be-9e3b-fb7ea978b027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.054140 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6f04-72e7-42be-9e3b-fb7ea978b027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.065877 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a645-8682-4b7d-b383-eeafa0cc6fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.068854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a645-8682-4b7d-b383-eeafa0cc6fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.070450 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9cc2a645-8682-4b7d-b383-eeafa0cc6fc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0fd501b-43b1-46f1-a313-5969ddd5f291 HTTP/1.1" status: 204 len: 168 time: 0.3017919 Aug 20 11:30:37.076352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] For port f80eb9c9-76d7-4570-85e1-df631f2ecb0b, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:37.080610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] For port f80eb9c9-76d7-4570-85e1-df631f2ecb0b, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f80eb9c9-76d7-4570-85e1-df631f2ecb0b,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:37.094783 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a6f04-72e7-42be-9e3b-fb7ea978b027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0248ad43-bd86-4dc4-99ac-043f7806e62a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:37.117332 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f168466-8959-4f12-9759-6c8b34d32807 req-495a716c-1ed0-4488-bd83-56493c328bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:37.120048 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f168466-8959-4f12-9759-6c8b34d32807 req-495a716c-1ed0-4488-bd83-56493c328bf0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88a5fe25-86af-4d3e-9bc2-bda3dc9bb952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416161 Aug 20 11:30:37.125751 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.128851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2a645-8682-4b7d-b383-eeafa0cc6fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fd501b-43b1-46f1-a313-5969ddd5f291,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:37.180135 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9a3a6f04-72e7-42be-9e3b-fb7ea978b027 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c108695fe3c34a38a7a0fe57a7b00fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4879773 Aug 20 11:30:37.211274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50272) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:37.299140 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f168466-8959-4f12-9759-6c8b34d32807 req-a774b947-38c5-404b-a68f-caec91594f09 service neutron] 10.222.0.35 "GET /v2.0/networks/88a5fe25-86af-4d3e-9bc2-bda3dc9bb952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652708 Aug 20 11:30:37.314345 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50274) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:37.324428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:37.325171 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.326594 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] 10.222.0.76 "PUT /v2.0/ports/f80eb9c9-76d7-4570-85e1-df631f2ecb0b HTTP/1.1" status: 200 len: 1096 time: 1.8927605 Aug 20 11:30:37.332763 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b8c3f57c-9d2e-43bf-b811-c82bda6d6e84 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2002475888-network', 'tenant_id': '18b12a89fcb94a1f8a731732777deca6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:37.341954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f90198d-920c-4d40-961f-7a3f00e68d99', 'tag': 'f80eb9c9-76d7-4570-85e1-df631f2ecb0b'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:37.347684 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc0e3b4-e2ac-44fc-be73-384224201967" -d '{"events": [{"name": "network-changed", "server_uuid": "1f90198d-920c-4d40-961f-7a3f00e68d99", "tag": "f80eb9c9-76d7-4570-85e1-df631f2ecb0b"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:37.457230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c3f57c-9d2e-43bf-b811-c82bda6d6e84 admin admin] Made reservation on behalf of 18b12a89fcb94a1f8a731732777deca6 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:37.461798 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feb6b59-bb69-426c-9d83-5394f3c63224 x-openstack-request-id: req-2feb6b59-bb69-426c-9d83-5394f3c63224 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:37.462082 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f90198d-920c-4d40-961f-7a3f00e68d99", "tag": "f80eb9c9-76d7-4570-85e1-df631f2ecb0b", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:37.463678 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f57c-9d2e-43bf-b811-c82bda6d6e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.469472 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2feb6b59-bb69-426c-9d83-5394f3c63224 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:37.469925 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f90198d-920c-4d40-961f-7a3f00e68d99', 'tag': 'f80eb9c9-76d7-4570-85e1-df631f2ecb0b', 'status': 'completed', 'code': 200} Aug 20 11:30:37.495266 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f57c-9d2e-43bf-b811-c82bda6d6e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.545622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdac60c-103e-498f-ad5e-d046c1df5398 service neutron] Pushing event updated for resources: {'Port': ['ID=f80eb9c9-76d7-4570-85e1-df631f2ecb0b,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:37.571239 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f168466-8959-4f12-9759-6c8b34d32807 req-2e7d671c-c937-4036-b6f0-3a8b0814c17b service neutron] 10.222.0.35 "GET /v2.0/networks/88a5fe25-86af-4d3e-9bc2-bda3dc9bb952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606738 Aug 20 11:30:37.586173 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e7a1061c-2efa-464c-9d3b-448d98e7219a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.596876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223366f-f546-4116-8218-8d3dc9de3364 req-2b826359-9f48-46b7-bca9-dd5c63b92a40 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:37.598419 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7223366f-f546-4116-8218-8d3dc9de3364 req-2b826359-9f48-46b7-bca9-dd5c63b92a40 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 948 time: 0.3697619 Aug 20 11:30:37.639321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-78033e50-7b2d-4b12-926d-780b437f9d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:37.642137 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-78033e50-7b2d-4b12-926d-780b437f9d49 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df8f1b686aa642b1b5f9bebd87daa6a2&device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 1099 time: 0.2559965 Aug 20 11:30:37.675484 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e7a1061c-2efa-464c-9d3b-448d98e7219a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.729864 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-6eada720-a709-475c-ba1f-eff7d2cca7ff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f80eb9c9-76d7-4570-85e1-df631f2ecb0b HTTP/1.1" status: 200 len: 217 time: 0.0735888 Aug 20 11:30:37.747675 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f57c-9d2e-43bf-b811-c82bda6d6e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.757551 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f57c-9d2e-43bf-b811-c82bda6d6e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.773063 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c3f57c-9d2e-43bf-b811-c82bda6d6e84 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:30:37.786720 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f57c-9d2e-43bf-b811-c82bda6d6e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.786720 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-b8c3f57c-9d2e-43bf-b811-c82bda6d6e84 admin admin] Added segment 34336130-badf-42a8-b653-6f911a02969b of type vlan for network df30016c-1f68-483b-a7be-90c1e2e19d41 Aug 20 11:30:37.810404 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7223366f-f546-4116-8218-8d3dc9de3364 req-0309b116-72f7-4e64-bf03-dfd744114567 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/security-groups?id=eeb0d6aa-a1e8-461f-9e76-7838d7926dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943626 Aug 20 11:30:37.866029 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e7a1061c-2efa-464c-9d3b-448d98e7219a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.873483 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e7a1061c-2efa-464c-9d3b-448d98e7219a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.878955 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e7a1061c-2efa-464c-9d3b-448d98e7219a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0248ad43-bd86-4dc4-99ac-043f7806e62a HTTP/1.1" status: 204 len: 168 time: 0.6666291 Aug 20 11:30:37.886062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-2546d3e4-4164-42b6-98fc-071a194f0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:37.887534 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-2546d3e4-4164-42b6-98fc-071a194f0f5a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1459749 Aug 20 11:30:37.902780 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f57c-9d2e-43bf-b811-c82bda6d6e84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.928045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b36bd5-b605-404a-b42e-8304b0c449cf req-7ed524d0-7e07-4103-9966-8bf59336b64d tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:37.935778 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-73b36bd5-b605-404a-b42e-8304b0c449cf req-7ed524d0-7e07-4103-9966-8bf59336b64d tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 944 time: 0.1800907 Aug 20 11:30:37.950767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1061c-2efa-464c-9d3b-448d98e7219a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0248ad43-bd86-4dc4-99ac-043f7806e62a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:37.964108 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3f57c-9d2e-43bf-b811-c82bda6d6e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad962f9-7b56-4ba0-bcd7-f22eb352d58e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:37.997690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-f36ad1e5-20db-44f1-b079-12fdcd9a4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:37.999223 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-f36ad1e5-20db-44f1-b079-12fdcd9a4b35 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1015036 Aug 20 11:30:38.037166 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f57c-9d2e-43bf-b811-c82bda6d6e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:38.038300 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3f57c-9d2e-43bf-b811-c82bda6d6e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:38.040750 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f57c-9d2e-43bf-b811-c82bda6d6e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:38.075724 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-73b36bd5-b605-404a-b42e-8304b0c449cf req-d2b36230-cd10-4546-a66f-547c80e426a9 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341283 Aug 20 11:30:38.127029 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b8c3f57c-9d2e-43bf-b811-c82bda6d6e84 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8001618 Aug 20 11:30:38.129060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50294) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:38.144551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0e3c79ac-86f9-4e02-9188-664b9973804b admin admin] Request body: {'subnet': {'network_id': 'df30016c-1f68-483b-a7be-90c1e2e19d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2002475888-subnet', 'tenant_id': '18b12a89fcb94a1f8a731732777deca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:38.154504 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3f57c-9d2e-43bf-b811-c82bda6d6e84 admin admin] Pushing event updated for resources: {'Network': ['ID=df30016c-1f68-483b-a7be-90c1e2e19d41,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:38.167583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network df30016c-1f68-483b-a7be-90c1e2e19d41 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:30:38.177518 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-b857cd81-d9c0-4e79-b3f3-da7a5aa8639d service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704566 Aug 20 11:30:38.195735 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3c79ac-86f9-4e02-9188-664b9973804b admin admin] Made reservation on behalf of 18b12a89fcb94a1f8a731732777deca6 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:38.196727 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e3c79ac-86f9-4e02-9188-664b9973804b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:38.378738 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3932d5ad-1c92-45fc-b1fe-dd980f9553c5 req-bd9d2ac0-e082-4473-b269-038b3fb5c016 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934912 Aug 20 11:30:38.538428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0e3b4-e2ac-44fc-be73-384224201967 req-c88f371f-cb28-4a77-a366-6a00f3a4b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:38.540250 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dfc0e3b4-e2ac-44fc-be73-384224201967 req-c88f371f-cb28-4a77-a366-6a00f3a4b44c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df8f1b686aa642b1b5f9bebd87daa6a2&device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 1099 time: 0.0982320 Aug 20 11:30:38.541731 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e3c79ac-86f9-4e02-9188-664b9973804b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:38.667179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c79ac-86f9-4e02-9188-664b9973804b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cec9879-43cd-4a17-b2db-4f9b101e4c1f,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:38.686120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c79ac-86f9-4e02-9188-664b9973804b admin admin] Checking segment: {'id': '34336130-badf-42a8-b653-6f911a02969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'df30016c-1f68-483b-a7be-90c1e2e19d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:38.686466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3c79ac-86f9-4e02-9188-664b9973804b admin admin] Network hostable DHCP agents. Network: df30016c-1f68-483b-a7be-90c1e2e19d41, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:30:38.721858 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0e3b4-e2ac-44fc-be73-384224201967 req-082da333-5f10-410f-b088-14b773e33c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:38.723291 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dfc0e3b4-e2ac-44fc-be73-384224201967 req-082da333-5f10-410f-b088-14b773e33c25 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.1729910 Aug 20 11:30:38.731153 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:38.732227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3c79ac-86f9-4e02-9188-664b9973804b admin admin] Network df30016c-1f68-483b-a7be-90c1e2e19d41 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:30:38.779913 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dfc0e3b4-e2ac-44fc-be73-384224201967 req-f56bdc82-12bb-42ce-8f93-2786e2723999 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f80eb9c9-76d7-4570-85e1-df631f2ecb0b HTTP/1.1" status: 200 len: 217 time: 0.0439436 Aug 20 11:30:38.786926 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-0e3c79ac-86f9-4e02-9188-664b9973804b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, df30016c-1f68-483b-a7be-90c1e2e19d41) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:38.801222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c79ac-86f9-4e02-9188-664b9973804b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:38.801820 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e3c79ac-86f9-4e02-9188-664b9973804b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:38.806202 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b33236-c6a2-4006-a9a2-93bd5d43c655 None None] Network df30016c-1f68-483b-a7be-90c1e2e19d41 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:38.814638 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50316) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:38.849769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d3f385f5-659d-41ef-b64f-0c3a8dd03274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:38.850431 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0e3c79ac-86f9-4e02-9188-664b9973804b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7180352 Aug 20 11:30:38.874061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0e3b4-e2ac-44fc-be73-384224201967 req-77b79be9-31d0-425d-af98-67bc885e3368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:38.877689 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dfc0e3b4-e2ac-44fc-be73-384224201967 req-77b79be9-31d0-425d-af98-67bc885e3368 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0886972 Aug 20 11:30:39.026044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0e3b4-e2ac-44fc-be73-384224201967 req-b2363ba0-a43b-41ad-9dc6-dcbe3ac252a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:39.027574 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dfc0e3b4-e2ac-44fc-be73-384224201967 req-b2363ba0-a43b-41ad-9dc6-dcbe3ac252a0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1420665 Aug 20 11:30:39.067444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4961b01-872c-4e65-8ad7-24afd16a3817 None None] Network df30016c-1f68-483b-a7be-90c1e2e19d41 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:39.086738 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d3f385f5-659d-41ef-b64f-0c3a8dd03274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.095764 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d3f385f5-659d-41ef-b64f-0c3a8dd03274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.182930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56232bf6-1c48-4e18-88d6-ac3e0c0144c0 req-6affbc6f-52f1-49e5-978d-bc07a191cd45 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:39.189244 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d3f385f5-659d-41ef-b64f-0c3a8dd03274 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f790315acf8546329957be2d51f9731d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712125 Aug 20 11:30:39.193810 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-56232bf6-1c48-4e18-88d6-ac3e0c0144c0 req-6affbc6f-52f1-49e5-978d-bc07a191cd45 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 948 time: 0.2324038 Aug 20 11:30:39.198289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50332) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:39.264394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f385f5-659d-41ef-b64f-0c3a8dd03274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bc906d-fe1d-4f94-9eaf-053acebf1e77,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:39.294670 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-56232bf6-1c48-4e18-88d6-ac3e0c0144c0 req-fdbb5d8e-f950-44d1-aed2-bfe048988efd tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/security-groups?id=eeb0d6aa-a1e8-461f-9e76-7838d7926dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999882 Aug 20 11:30:39.350546 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dfc0e3b4-e2ac-44fc-be73-384224201967 req-22bda94a-d517-4537-b1dd-032bb1b45cc2 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113220 Aug 20 11:30:39.355353 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0f0a-9ad7-4fd5-a3d3-9c704d47da9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.356103 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853d4e6-bb7a-44bf-a8cb-75d4e5b9e06b req-18d20f41-5e75-46a7-a16f-b7872c57ba14 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:39.357873 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b853d4e6-bb7a-44bf-a8cb-75d4e5b9e06b req-18d20f41-5e75-46a7-a16f-b7872c57ba14 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 944 time: 0.1345379 Aug 20 11:30:39.416429 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b853d4e6-bb7a-44bf-a8cb-75d4e5b9e06b req-3da08880-b17f-4b0b-9074-410b3ebbeba2 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513833 Aug 20 11:30:39.446948 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50338) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:39.450119 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0f0a-9ad7-4fd5-a3d3-9c704d47da9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.525332 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 58c46791-5bfb-44ba-a527-15b4e07ba736 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:30:39.544749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dfc0e3b4-e2ac-44fc-be73-384224201967 req-fe8e2bc4-1c0d-4687-8a63-5153721f6f51 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793017 Aug 20 11:30:39.577619 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0f0a-9ad7-4fd5-a3d3-9c704d47da9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.582223 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0f0a-9ad7-4fd5-a3d3-9c704d47da9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.584554 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4d2c0f0a-9ad7-4fd5-a3d3-9c704d47da9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50bc906d-fe1d-4f94-9eaf-053acebf1e77 HTTP/1.1" status: 204 len: 168 time: 0.3853691 Aug 20 11:30:39.596562 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c0f0a-9ad7-4fd5-a3d3-9c704d47da9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bc906d-fe1d-4f94-9eaf-053acebf1e77,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:39.710840 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 58c46791-5bfb-44ba-a527-15b4e07ba736, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=58c46791-5bfb-44ba-a527-15b4e07ba736,segment=NetworkSegment(908c6f6e-df6d-4bcb-a899-74d4e520d057),segment_id=908c6f6e-df6d-4bcb-a899-74d4e520d057)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:39.726694 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '58c46791-5bfb-44ba-a527-15b4e07ba736', 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'port_id': '58c46791-5bfb-44ba-a527-15b4e07ba736', 'mac_address': 'fa:16:3e:fc:6e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:30:39.779238 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4de21f74-a5c5-4649-b5e3-851e19f69e63 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-13846830-network', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:39.784969 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.801728 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c46791-5bfb-44ba-a527-15b4e07ba736 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:39.815751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de21f74-a5c5-4649-b5e3-851e19f69e63 admin admin] Made reservation on behalf of 30bfd760f0a040caa5b0bbac573ba715 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:39.820877 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4de21f74-a5c5-4649-b5e3-851e19f69e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.837762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 58c46791-5bfb-44ba-a527-15b4e07ba736, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=58c46791-5bfb-44ba-a527-15b4e07ba736,segment=NetworkSegment(908c6f6e-df6d-4bcb-a899-74d4e520d057),segment_id=908c6f6e-df6d-4bcb-a899-74d4e520d057)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:39.840910 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4de21f74-a5c5-4649-b5e3-851e19f69e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.847562 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.940098 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=58c46791-5bfb-44ba-a527-15b4e07ba736,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:40.002546 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4de21f74-a5c5-4649-b5e3-851e19f69e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.010737 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4de21f74-a5c5-4649-b5e3-851e19f69e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.039863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de21f74-a5c5-4649-b5e3-851e19f69e63 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:30:40.059223 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de21f74-a5c5-4649-b5e3-851e19f69e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c2fc42-277b-4aa7-82ae-d35e13756543,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:40.082452 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4de21f74-a5c5-4649-b5e3-851e19f69e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.082979 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-4de21f74-a5c5-4649-b5e3-851e19f69e63 admin admin] Added segment 1afcb594-4b0f-4fad-81d5-e51a98889e0f of type vlan for network 1e249b59-2036-45f5-90ef-277daacd89dd Aug 20 11:30:40.138496 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4de21f74-a5c5-4649-b5e3-851e19f69e63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.177213 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4de21f74-a5c5-4649-b5e3-851e19f69e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.178902 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de21f74-a5c5-4649-b5e3-851e19f69e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:40.179828 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4de21f74-a5c5-4649-b5e3-851e19f69e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.259150 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4de21f74-a5c5-4649-b5e3-851e19f69e63 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8084157 Aug 20 11:30:40.259855 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50366) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:40.260268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['58c46791-5bfb-44ba-a527-15b4e07ba736'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:30:40.264909 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7f32bb3f-adb1-41c6-ab25-aa2c97cadf0f admin admin] Request body: {'subnet': {'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-13846830-subnet', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:40.273912 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de21f74-a5c5-4649-b5e3-851e19f69e63 admin admin] Pushing event updated for resources: {'Network': ['ID=1e249b59-2036-45f5-90ef-277daacd89dd,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:40.300829 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 1e249b59-2036-45f5-90ef-277daacd89dd details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:30:40.345865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f32bb3f-adb1-41c6-ab25-aa2c97cadf0f admin admin] Made reservation on behalf of 30bfd760f0a040caa5b0bbac573ba715 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:40.349424 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f32bb3f-adb1-41c6-ab25-aa2c97cadf0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.751968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-6de5d0e7-934d-449f-a777-0c2f87d590f8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:40.753886 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-6de5d0e7-934d-449f-a777-0c2f87d590f8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 821 time: 0.4318430 Aug 20 11:30:40.780494 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-7084b351-3463-4b8b-a211-8aebc7c3129b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/quotas/9437c8ccf38f4278bfdd6826ef939401 HTTP/1.1" status: 200 len: 375 time: 0.0156085 Aug 20 11:30:40.794735 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f32bb3f-adb1-41c6-ab25-aa2c97cadf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.813787 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8adf6e-d128-4f20-8199-c8d2c9809f24 req-785c5f1a-986f-4863-86ab-f122f738a71c tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:40.815543 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3d8adf6e-d128-4f20-8199-c8d2c9809f24 req-785c5f1a-986f-4863-86ab-f122f738a71c tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 948 time: 0.0861852 Aug 20 11:30:40.846893 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-0d2f039c-95ff-403d-ab23-7223d7d1b452 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481904 Aug 20 11:30:40.867798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50390) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:40.909801 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32bb3f-adb1-41c6-ab25-aa2c97cadf0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:40.929243 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3d8adf6e-d128-4f20-8199-c8d2c9809f24 req-676db7bd-23cc-4294-8fc4-91628a3fca4b tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/security-groups?id=eeb0d6aa-a1e8-461f-9e76-7838d7926dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875988 Aug 20 11:30:40.945006 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32bb3f-adb1-41c6-ab25-aa2c97cadf0f admin admin] Checking segment: {'id': '1afcb594-4b0f-4fad-81d5-e51a98889e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:40.945564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f32bb3f-adb1-41c6-ab25-aa2c97cadf0f admin admin] Network hostable DHCP agents. Network: 1e249b59-2036-45f5-90ef-277daacd89dd, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:30:40.972912 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f32bb3f-adb1-41c6-ab25-aa2c97cadf0f admin admin] Network 1e249b59-2036-45f5-90ef-277daacd89dd is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:30:40.992983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-7f32bb3f-adb1-41c6-ab25-aa2c97cadf0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 1e249b59-2036-45f5-90ef-277daacd89dd) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:41.002400 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f32bb3f-adb1-41c6-ab25-aa2c97cadf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:41.003282 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f32bb3f-adb1-41c6-ab25-aa2c97cadf0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.024676 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3aea65-50f3-4863-b547-426eb29cce6d None None] Network 1e249b59-2036-45f5-90ef-277daacd89dd requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:41.036572 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7f32bb3f-adb1-41c6-ab25-aa2c97cadf0f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7759085 Aug 20 11:30:41.039511 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50404) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:41.044757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-13846830-router', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:41.088973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e93442-ea7b-4bde-ac42-02565e378c69 req-a3d45cdd-fc0c-4fef-815a-201bd3089e6f tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:41.090666 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f7e93442-ea7b-4bde-ac42-02565e378c69 req-a3d45cdd-fc0c-4fef-815a-201bd3089e6f tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 945 time: 0.0676832 Aug 20 11:30:41.115301 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.117684 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.157370 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f7e93442-ea7b-4bde-ac42-02565e378c69 req-a3078410-ffdd-4a58-9605-b0e0586f1021 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570920 Aug 20 11:30:41.255714 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.292454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-1e249b59-2036-45f5-90ef-277daacd89dd', 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'fixed_ips': [{'subnet_id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:30:41.293705 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.307907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f80eb9c9-76d7-4570-85e1-df631f2ecb0b details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:30:41.441526 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.455516 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-41f25264-e34d-4054-9476-4e7a8a581c79 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-network', 'tenant_id': '978ff14d3705424686f86711e9a84d6d'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:41.546829 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 58c46791-5bfb-44ba-a527-15b4e07ba736 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:41.557811 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-2c02277e-4c56-4a9b-9d03-0198bc5cb0c0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:30:41.560202 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-2c02277e-4c56-4a9b-9d03-0198bc5cb0c0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3020232 Aug 20 11:30:41.647302 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f25264-e34d-4054-9476-4e7a8a581c79 admin admin] Made reservation on behalf of 978ff14d3705424686f86711e9a84d6d for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:41.649609 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-41f25264-e34d-4054-9476-4e7a8a581c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.710830 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-41f25264-e34d-4054-9476-4e7a8a581c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.752380 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f80eb9c9-76d7-4570-85e1-df631f2ecb0b, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f80eb9c9-76d7-4570-85e1-df631f2ecb0b,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:41.782240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Allocated IP 172.20.0.2 (1e249b59-2036-45f5-90ef-277daacd89dd/5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615/4b7562ae-ce11-40bb-b620-2553e16ff359) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:41.788289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'f80eb9c9-76d7-4570-85e1-df631f2ecb0b', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': 'f80eb9c9-76d7-4570-85e1-df631f2ecb0b', 'mac_address': 'fa:16:3e:84:78:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:30:41.855269 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-f9cfed35-decd-46c2-858a-e377e05f29b0 service neutron] 10.222.0.37 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845988 Aug 20 11:30:41.902066 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.907020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 58c46791-5bfb-44ba-a527-15b4e07ba736 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:41.938169 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 58c46791-5bfb-44ba-a527-15b4e07ba736 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:41.938795 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.942070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80eb9c9-76d7-4570-85e1-df631f2ecb0b {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:42.017296 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f80eb9c9-76d7-4570-85e1-df631f2ecb0b, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f80eb9c9-76d7-4570-85e1-df631f2ecb0b,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:42.036616 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.185759 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.208135 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Transition to ACTIVE for port object 4b7562ae-ce11-40bb-b620-2553e16ff359 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:42.224372 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f80eb9c9-76d7-4570-85e1-df631f2ecb0b,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:42.240949 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.249306 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['f80eb9c9-76d7-4570-85e1-df631f2ecb0b'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:30:42.268889 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-96278019-f1ea-4920-bebf-00802ec8cb30 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=033d5b0a83934785994cbd02c19099bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438681 Aug 20 11:30:42.313233 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Transition to ACTIVE for port object 4b7562ae-ce11-40bb-b620-2553e16ff359 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:42.340921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-41f25264-e34d-4054-9476-4e7a8a581c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.353694 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-41f25264-e34d-4054-9476-4e7a8a581c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.366489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f25264-e34d-4054-9476-4e7a8a581c79 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:30:42.377346 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-41f25264-e34d-4054-9476-4e7a8a581c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.377692 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-41f25264-e34d-4054-9476-4e7a8a581c79 admin admin] Added segment c847b511-5e81-4f94-a640-d03ef6ab4105 of type vlan for network c2646293-359f-4e05-a742-c34a4466917c Aug 20 11:30:42.377902 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.410240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487a0afc-e1ff-4a1d-a8ed-0cb235b06c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c46791-5bfb-44ba-a527-15b4e07ba736'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:42.414458 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f15dcc9-dca9-4a07-aeee-d30c10223883" -d '{"events": [{"server_uuid": "487a0afc-e1ff-4a1d-a8ed-0cb235b06c79", "name": "network-vif-plugged", "status": "completed", "tag": "58c46791-5bfb-44ba-a527-15b4e07ba736"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:42.423183 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-7f776d30-c912-47ad-9c82-5dc1f3f50c45 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:42.444625 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-7f776d30-c912-47ad-9c82-5dc1f3f50c45 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731777 Aug 20 11:30:42.463348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 58c46791-5bfb-44ba-a527-15b4e07ba736, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=58c46791-5bfb-44ba-a527-15b4e07ba736,segment=NetworkSegment(908c6f6e-df6d-4bcb-a899-74d4e520d057),segment_id=908c6f6e-df6d-4bcb-a899-74d4e520d057)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:42.469302 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-ca0fa8e1-75a3-4625-af82-1b814f2e2060 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/quotas/033d5b0a83934785994cbd02c19099bb HTTP/1.1" status: 200 len: 375 time: 0.0233681 Aug 20 11:30:42.481099 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-3229ec84-b192-45f4-8d78-5b86e971a823 service neutron] 10.222.0.37 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244190 Aug 20 11:30:42.518602 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-c296eebc-5145-4988-b2b8-4a80a8bc22f8 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=033d5b0a83934785994cbd02c19099bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397532 Aug 20 11:30:42.520123 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Network 1e249b59-2036-45f5-90ef-277daacd89dd is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:42.526855 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.569629 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:42.579981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:42.586165 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Pushing event updated for resources: {'Port': ['ID=4b7562ae-ce11-40bb-b620-2553e16ff359,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:42.590851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f25264-e34d-4054-9476-4e7a8a581c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ccb9ff-6cbd-4322-978e-9b29790abf94,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:42.597710 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-41f25264-e34d-4054-9476-4e7a8a581c79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.656426 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.659657 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-41f25264-e34d-4054-9476-4e7a8a581c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.660987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f25264-e34d-4054-9476-4e7a8a581c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:42.661574 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-41f25264-e34d-4054-9476-4e7a8a581c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.689037 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.947827 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-41f25264-e34d-4054-9476-4e7a8a581c79 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0761392 Aug 20 11:30:42.952371 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50464) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:42.971228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c1675297-0cd7-4f41-9ffd-a657d93c92ec admin admin] Request body: {'subnet': {'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-subnet', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:42.995812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f25264-e34d-4054-9476-4e7a8a581c79 admin admin] Pushing event updated for resources: {'Network': ['ID=c2646293-359f-4e05-a742-c34a4466917c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:43.021190 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3a515-4ab3-4e1e-9996-fea54111730c req-a7985311-56b6-4554-8a3e-9f4f0d8de275 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:43.025953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Allocated IP 172.25.8.43 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:43.039236 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95b3a515-4ab3-4e1e-9996-fea54111730c req-a7985311-56b6-4554-8a3e-9f4f0d8de275 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 949 time: 0.1757789 Aug 20 11:30:43.069059 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network c2646293-359f-4e05-a742-c34a4466917c details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:30:43.150586 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95b3a515-4ab3-4e1e-9996-fea54111730c req-3f3f21a0-2a1f-4428-b679-b4c206d32cea tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/security-groups?id=eeb0d6aa-a1e8-461f-9e76-7838d7926dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062696 Aug 20 11:30:43.153499 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1675297-0cd7-4f41-9ffd-a657d93c92ec admin admin] Made reservation on behalf of 978ff14d3705424686f86711e9a84d6d for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:43.170868 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1675297-0cd7-4f41-9ffd-a657d93c92ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.221957 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Attempting to bind port 4b7562ae-ce11-40bb-b620-2553e16ff359 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:43.225177 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Attempting to bind port 4b7562ae-ce11-40bb-b620-2553e16ff359 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '1afcb594-4b0f-4fad-81d5-e51a98889e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:43.225872 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Attempting to bind port 4b7562ae-ce11-40bb-b620-2553e16ff359 on network 1e249b59-2036-45f5-90ef-277daacd89dd {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:43.258528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04407659-5a14-4be4-a796-5e518d69ed8c req-b57eadc9-f5e3-44f4-8e93-0c72d458b337 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:43.266110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-04407659-5a14-4be4-a796-5e518d69ed8c req-b57eadc9-f5e3-44f4-8e93-0c72d458b337 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 946 time: 0.2013888 Aug 20 11:30:43.325552 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-04407659-5a14-4be4-a796-5e518d69ed8c req-f14835f6-8e29-421c-b2b2-e2fb9da043d2 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583177 Aug 20 11:30:43.333196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=58c46791-5bfb-44ba-a527-15b4e07ba736,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:43.356732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:43.357507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Checking segment: {'id': '1afcb594-4b0f-4fad-81d5-e51a98889e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:43.357959 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.361945 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Bound using segment: {'id': '1afcb594-4b0f-4fad-81d5-e51a98889e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:43.362705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Bound port: 4b7562ae-ce11-40bb-b620-2553e16ff359, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afcb594-4b0f-4fad-81d5-e51a98889e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:43.364804 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.418521 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3373347-4c21-4c4c-8267-4b260f3838f3 x-openstack-request-id: req-b3373347-4c21-4c4c-8267-4b260f3838f3 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:43.420492 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487a0afc-e1ff-4a1d-a8ed-0cb235b06c79", "name": "network-vif-plugged", "status": "completed", "tag": "58c46791-5bfb-44ba-a527-15b4e07ba736", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:43.426978 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3373347-4c21-4c4c-8267-4b260f3838f3 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:43.427533 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487a0afc-e1ff-4a1d-a8ed-0cb235b06c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c46791-5bfb-44ba-a527-15b4e07ba736', 'code': 200} Aug 20 11:30:43.454739 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.535800 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-87b2e17d-2a09-445a-a9ba-4dc1c51f1697 req-18538d92-3304-4a19-9180-2f1384e9af2d tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 210 time: 0.1022835 Aug 20 11:30:43.593023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] For port 4b7562ae-ce11-40bb-b620-2553e16ff359, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:43.606323 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] For port 4b7562ae-ce11-40bb-b620-2553e16ff359, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4b7562ae-ce11-40bb-b620-2553e16ff359,segment=NetworkSegment(1afcb594-4b0f-4fad-81d5-e51a98889e0f),segment_id=1afcb594-4b0f-4fad-81d5-e51a98889e0f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:43.616405 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.650512 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.731482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:43.733012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5c1ba-a27f-4968-b22a-c4ffdfcfd874 None None] Pushing event updated for resources: {'Port': ['ID=4b7562ae-ce11-40bb-b620-2553e16ff359,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:43.742332 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:43.745953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:43.813687 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:43.827473 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cf845f40-ccdc-49bc-b32e-b7ae5eda7432 req-09924a91-d7e3-4167-8e02-f68c5f8cc138 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 210 time: 0.1255460 Aug 20 11:30:43.867027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51c483-6ca5-47eb-bf89-615e99011e8d req-5ae4713c-68bd-47c0-b32f-4ed9e4c51f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:43.870249 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b51c483-6ca5-47eb-bf89-615e99011e8d req-5ae4713c-68bd-47c0-b32f-4ed9e4c51f43 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 1097 time: 0.4285038 Aug 20 11:30:44.065221 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b51c483-6ca5-47eb-bf89-615e99011e8d req-e43de609-8217-4188-b748-13926bb2c345 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743131 Aug 20 11:30:44.227597 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1675297-0cd7-4f41-9ffd-a657d93c92ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.416669 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.439378 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1675297-0cd7-4f41-9ffd-a657d93c92ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a43fc42c-055a-45af-b6d5-9b0f2c8473da,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:44.456652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1675297-0cd7-4f41-9ffd-a657d93c92ec admin admin] Checking segment: {'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:44.457034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1675297-0cd7-4f41-9ffd-a657d93c92ec admin admin] Network hostable DHCP agents. Network: c2646293-359f-4e05-a742-c34a4466917c, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:30:44.475102 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cd804-67c2-43ed-88b2-2c8e98612f20 req-235a8db8-1a3e-4703-b47a-4aa538fc5dc3 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:44.481386 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c06cd804-67c2-43ed-88b2-2c8e98612f20 req-235a8db8-1a3e-4703-b47a-4aa538fc5dc3 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 949 time: 0.1324871 Aug 20 11:30:44.501008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1675297-0cd7-4f41-9ffd-a657d93c92ec admin admin] Network c2646293-359f-4e05-a742-c34a4466917c is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:30:44.529890 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c1675297-0cd7-4f41-9ffd-a657d93c92ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, c2646293-359f-4e05-a742-c34a4466917c) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:44.537260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1675297-0cd7-4f41-9ffd-a657d93c92ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:44.537963 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1675297-0cd7-4f41-9ffd-a657d93c92ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.542317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99839a89-5dfb-46c3-8965-d0b6a2803197 None None] Network c2646293-359f-4e05-a742-c34a4466917c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:44.553690 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c06cd804-67c2-43ed-88b2-2c8e98612f20 req-296534a7-125e-47cb-ae01-d569e7ab3707 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/security-groups?id=eeb0d6aa-a1e8-461f-9e76-7838d7926dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611312 Aug 20 11:30:44.558315 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c1675297-0cd7-4f41-9ffd-a657d93c92ec admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6042197 Aug 20 11:30:44.559031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50502) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:44.564400 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:44.588523 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.589858 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.679049 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.693419 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.860753 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ba413b5d-063e-4093-9ca8-3becc8e5fca8 req-77f07ba6-d3ac-4c4e-a5c4-2482aa4274d2 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 210 time: 0.0924437 Aug 20 11:30:44.878351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-c2646293-359f-4e05-a742-c34a4466917c', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:30:44.879272 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.913470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738c35f-1216-453a-b914-57f1cf0cbebf req-dc0dee65-931d-41b7-b91e-d89ad2f4953f tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:44.916178 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1738c35f-1216-453a-b914-57f1cf0cbebf req-dc0dee65-931d-41b7-b91e-d89ad2f4953f tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 946 time: 0.1625080 Aug 20 11:30:44.974479 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:45.061625 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1738c35f-1216-453a-b914-57f1cf0cbebf req-ea022267-0f0d-4616-9776-272f23e33008 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335135 Aug 20 11:30:45.115161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Router acf03c61-d1a5-4d66-8af2-c52f2a494beb is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:30:45.136127 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-fc19745c-bf42-410e-afc8-1d8e63c76b2c tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:45.138398 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-fc19745c-bf42-410e-afc8-1d8e63c76b2c tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.76 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 821 time: 0.2588542 Aug 20 11:30:45.236158 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-2086de99-b198-4bf6-871e-252a0b813629 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Request body: {'port': {'device_id': 'c7a48da4-2561-4d37-ba87-dc88efdee793', 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77', 'admin_state_up': True, 'tenant_id': '9437c8ccf38f4278bfdd6826ef939401'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:45.260149 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Allocated IP 172.20.0.2 (c2646293-359f-4e05-a742-c34a4466917c/a43fc42c-055a-45af-b6d5-9b0f2c8473da/392f11de-8b8c-4f1c-9a14-de524808112a) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:45.365151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f80eb9c9-76d7-4570-85e1-df631f2ecb0b up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:45.425492 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b443d23-a9ad-42de-a845-8d59818405fb None None] Network 1e249b59-2036-45f5-90ef-277daacd89dd requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:45.473157 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.76', 59665) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:45.506637 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d822ac1-d401-4199-b6c2-8965b03ffb7f req-e3500d81-b9af-4d10-9de1-8d51c6846e2b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 210 time: 0.2753382 Aug 20 11:30:45.528504 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-2086de99-b198-4bf6-871e-252a0b813629 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Made reservation on behalf of 9437c8ccf38f4278bfdd6826ef939401 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:45.534694 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-2086de99-b198-4bf6-871e-252a0b813629 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:45.561867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port f80eb9c9-76d7-4570-85e1-df631f2ecb0b completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:45.600339 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-1e7aab18-3048-4ee5-ad56-9f728b0ceb28 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=033d5b0a83934785994cbd02c19099bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925105 Aug 20 11:30:45.607176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port f80eb9c9-76d7-4570-85e1-df631f2ecb0b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:45.608625 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:45.781844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4b7562ae-ce11-40bb-b620-2553e16ff359 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:45.807371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5d861289-e576-42b0-bf6c-7acf85f5135b None None] Provisioning for port 4b7562ae-ce11-40bb-b620-2553e16ff359 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:45.811710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:45.840927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Sync routers for ids ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:45.877767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50534) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:45.878104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50532) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:45.914834 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:45.916068 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-20075d07-a527-4bdc-89de-f7e3568356c6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8749807 Aug 20 11:30:45.926823 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50542) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:45.929570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-2086de99-b198-4bf6-871e-252a0b813629 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Allocated IP 172.20.0.14 (d470dece-9c15-4ab9-87f2-416f558c1d77/843c014f-c6d6-46ac-ac96-8342939acd6b/91d9acb4-cb79-4d29-9f20-85fcf64fb103) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:45.997002 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.052126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-5661f4a4-fed7-41dd-b37c-d2ac68c79cc1 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:46.053662 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-5661f4a4-fed7-41dd-b37c-d2ac68c79cc1 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4262686 Aug 20 11:30:46.054024 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.055082 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Routers {'acf03c61-d1a5-4d66-8af2-c52f2a494beb'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:46.055845 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:30:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:46.144041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Request body: {'port': {'device_id': '977d94f9-fddc-4468-a6b4-759adbaf08a2', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '033d5b0a83934785994cbd02c19099bb'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:46.160853 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.171890 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.175467 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2cca3-3240-4991-bfe2-76df52015a0d req-43bfa011-d4c4-49c9-8346-55f55e467c85 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:46.177221 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d7f2cca3-3240-4991-bfe2-76df52015a0d req-43bfa011-d4c4-49c9-8346-55f55e467c85 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 949 time: 0.3875377 Aug 20 11:30:46.210582 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Transition to ACTIVE for port object 392f11de-8b8c-4f1c-9a14-de524808112a will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:46.228126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Allocated IP 172.25.8.97 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/00bd298c-7395-478e-9234-211ddc26665b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:46.268994 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d7f2cca3-3240-4991-bfe2-76df52015a0d req-d4113c8f-0bf3-4061-b4e7-063d6e0e1ae9 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/security-groups?id=eeb0d6aa-a1e8-461f-9e76-7838d7926dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656981 Aug 20 11:30:46.356750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Set router acf03c61-d1a5-4d66-8af2-c52f2a494beb gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:46.368776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 4b7562ae-ce11-40bb-b620-2553e16ff359 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:46.371138 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f90198d-920c-4d40-961f-7a3f00e68d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80eb9c9-76d7-4570-85e1-df631f2ecb0b'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:46.373521 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1664ad6-ca46-4037-b594-605721e65c9e" -d '{"events": [{"server_uuid": "1f90198d-920c-4d40-961f-7a3f00e68d99", "name": "network-vif-plugged", "status": "completed", "tag": "f80eb9c9-76d7-4570-85e1-df631f2ecb0b"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:46.429144 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9a11a-8ece-496e-b475-9cb2e0de0f0d req-2aa75805-99df-439e-b6ef-d57de9aaaab0 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:46.430851 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0ec9a11a-8ece-496e-b475-9cb2e0de0f0d req-2aa75805-99df-439e-b6ef-d57de9aaaab0 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 946 time: 0.0870428 Aug 20 11:30:46.489867 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0ec9a11a-8ece-496e-b475-9cb2e0de0f0d req-a1d99250-b619-4db0-8ed4-7fe5fdfdacad tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478268 Aug 20 11:30:46.515905 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.523075 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b57c7bf3-e5e9-47a9-b4d8-d05d1359da83 req-01e8fe47-0e68-47ea-a34d-bbe2dbbaf96b tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 210 time: 0.4594669 Aug 20 11:30:46.538785 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1705b356-e6dc-46ff-b9f7-496030343924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.542282 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.565752 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f80eb9c9-76d7-4570-85e1-df631f2ecb0b, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f80eb9c9-76d7-4570-85e1-df631f2ecb0b,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:46.616448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Transition to ACTIVE for port object 392f11de-8b8c-4f1c-9a14-de524808112a will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:46.621382 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.628616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4b7562ae-ce11-40bb-b620-2553e16ff359 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:46.629126 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.644250 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.654855 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.692357 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-66a92eae-62f7-41be-9d65-646614e37842 req-cfdea470-988b-4f18-8f3c-5e0cecaa7847 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 210 time: 0.0617635 Aug 20 11:30:46.739581 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Network c2646293-359f-4e05-a742-c34a4466917c is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:46.748193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=00bd298c-7395-478e-9234-211ddc26665b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:46.768079 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:46.773841 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:46.775091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f80eb9c9-76d7-4570-85e1-df631f2ecb0b,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:46.791610 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:46.805059 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:46.810230 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-2086de99-b198-4bf6-871e-252a0b813629 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.825087 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:46.842944 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0360bc46-4d75-467d-9a40-97b70ffa0b6a x-openstack-request-id: req-0360bc46-4d75-467d-9a40-97b70ffa0b6a {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:46.843234 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f90198d-920c-4d40-961f-7a3f00e68d99", "name": "network-vif-plugged", "status": "completed", "tag": "f80eb9c9-76d7-4570-85e1-df631f2ecb0b", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:46.845307 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0360bc46-4d75-467d-9a40-97b70ffa0b6a {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:46.845307 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f90198d-920c-4d40-961f-7a3f00e68d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80eb9c9-76d7-4570-85e1-df631f2ecb0b', 'code': 200} Aug 20 11:30:46.931582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.76', 59666) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:46.949873 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Pushing event updated for resources: {'Port': ['ID=392f11de-8b8c-4f1c-9a14-de524808112a,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:46.970062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Attempting to bind port 392f11de-8b8c-4f1c-9a14-de524808112a on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:46.970268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Attempting to bind port 392f11de-8b8c-4f1c-9a14-de524808112a by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:46.970576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Attempting to bind port 392f11de-8b8c-4f1c-9a14-de524808112a on network c2646293-359f-4e05-a742-c34a4466917c {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:46.973362 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.987873 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:46.988260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Checking segment: {'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:46.988661 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.989060 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Bound using segment: {'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:46.989540 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Bound port: 392f11de-8b8c-4f1c-9a14-de524808112a, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:46.989921 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.048275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.050681 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 4b7562ae-ce11-40bb-b620-2553e16ff359, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4b7562ae-ce11-40bb-b620-2553e16ff359,segment=NetworkSegment(1afcb594-4b0f-4fad-81d5-e51a98889e0f),segment_id=1afcb594-4b0f-4fad-81d5-e51a98889e0f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:47.055329 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'name': 'tempest-ServersTestFqdnHostnames-13846830-router', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:41Z', 'updated_at': '2021-08-20T11:30:44Z', 'revision_number': 3, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'gw_port': {'id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:42Z', 'updated_at': '2021-08-20T11:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:47.061474 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-461d13c7-549a-4351-9fba-2766f416a57b tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 258 time: 0.4692452 Aug 20 11:30:47.075179 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-2086de99-b198-4bf6-871e-252a0b813629 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.077476 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.089203 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.090113 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:47.097945 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Checking router: acf03c61-d1a5-4d66-8af2-c52f2a494beb for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:47.098285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Updating router acf03c61-d1a5-4d66-8af2-c52f2a494beb port 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:30:47.170682 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.182133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361f41c-2712-49b7-b389-1acba5697e0c req-698d3c57-3c2b-480c-80a2-26f1aa6b1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:47.183652 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d361f41c-2712-49b7-b389-1acba5697e0c req-698d3c57-3c2b-480c-80a2-26f1aa6b1262 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 1101 time: 0.2489295 Aug 20 11:30:47.205693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-da97b547-891f-40c2-b1f7-9ee855940372 None None] Provisioning complete for port 4b7562ae-ce11-40bb-b620-2553e16ff359 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:47.205980 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-da97b547-891f-40c2-b1f7-9ee855940372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.209926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] For port 392f11de-8b8c-4f1c-9a14-de524808112a, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:47.211035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.219559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-2086de99-b198-4bf6-871e-252a0b813629 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Network d470dece-9c15-4ab9-87f2-416f558c1d77 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:47.230492 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb3af36-427f-4fff-a0a4-1840ed4d2007,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:47.243102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=4b7562ae-ce11-40bb-b620-2553e16ff359,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:47.245191 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd1ce72a046b490a86ba2532b0ca0bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3634579 Aug 20 11:30:47.246074 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50562) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:47.246976 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] For port 392f11de-8b8c-4f1c-9a14-de524808112a, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=392f11de-8b8c-4f1c-9a14-de524808112a,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:47.270328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.270834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.271274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.271384 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.271717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.272125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.272528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.272946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.273340 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.273725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.274118 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.274501 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.274898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2783-5abb-41f7-a090-014724babd94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.279185 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-2086de99-b198-4bf6-871e-252a0b813629 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:47.282677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-2086de99-b198-4bf6-871e-252a0b813629 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:47.389193 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.398555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086de99-b198-4bf6-871e-252a0b813629 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Pushing event updated for resources: {'Port': ['ID=91d9acb4-cb79-4d29-9f20-85fcf64fb103,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:47.421192 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d361f41c-2712-49b7-b389-1acba5697e0c req-a1febd44-784d-4cf5-98a5-ffbf7c32d7a3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=eeb0d6aa-a1e8-461f-9e76-7838d7926dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240961 Aug 20 11:30:47.453762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e21a0-cf2a-462d-aa79-bdc62807e20d None None] Pushing event updated for resources: {'Port': ['ID=392f11de-8b8c-4f1c-9a14-de524808112a,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:47.467115 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.482784 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-2086de99-b198-4bf6-871e-252a0b813629 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:47.484023 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-2086de99-b198-4bf6-871e-252a0b813629 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.568741 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.603068 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1705b356-e6dc-46ff-b9f7-496030343924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.619544 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1705b356-e6dc-46ff-b9f7-496030343924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.658569 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-2086de99-b198-4bf6-871e-252a0b813629 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5099373 Aug 20 11:30:47.665052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.675145 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78aa75-f7f3-45b1-bce3-10e53e3a29a4 req-66cded0b-9346-454e-9953-e8b2734652d2 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:47.675579 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.676960 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcb3af36-427f-4fff-a0a4-1840ed4d2007 HTTP/1.1" status: 204 len: 168 time: 0.4299328 Aug 20 11:30:47.684566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb78aa75-f7f3-45b1-bce3-10e53e3a29a4 req-66cded0b-9346-454e-9953-e8b2734652d2 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 950 time: 0.2826803 Aug 20 11:30:47.688262 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.697716 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb3af36-427f-4fff-a0a4-1840ed4d2007,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:47.707207 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:30:47.707207 n-d-804299-2 neutron-server[94690]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:30:47.707207 n-d-804299-2 neutron-server[94690]: [parameters: {'project_id_1': '997d129c9320455abd5689acea35e882', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 30, 47, 99621)}] Aug 20 11:30:47.707207 n-d-804299-2 neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:30:47.707680 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.708162 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:30:47.714285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.714682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.715248 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.716834 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.717180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.717522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.717853 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.718180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.719141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.719477 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.719803 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.720125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf5317-206a-454b-9123-376c7aeeb9c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:47.729523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4b7562ae-ce11-40bb-b620-2553e16ff359 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:47.745093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Request body: {'port': {'device_id': 'c7a48da4-2561-4d37-ba87-dc88efdee793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:47.772509 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1705b356-e6dc-46ff-b9f7-496030343924 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb45b4b26db74242b1c2aaf9e7754a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8909681 Aug 20 11:30:47.772859 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50572) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:47.786771 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Transition to ACTIVE for port object 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:47.816251 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.825417 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Made reservation on behalf of 033d5b0a83934785994cbd02c19099bb for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:47.829845 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.846558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705b356-e6dc-46ff-b9f7-496030343924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b93d82-3f31-4ef3-a1b2-cfbdf9f61b34,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:47.894326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8b1b9-c3c3-4a72-a5f3-fe3694ed10fc None None] Pushing event updated for resources: {'Port': ['ID=4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:47.900492 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.914052 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb78aa75-f7f3-45b1-bce3-10e53e3a29a4 req-2a73f9e8-9f21-42a5-a559-ca5b0c0b72e9 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/security-groups?id=eeb0d6aa-a1e8-461f-9e76-7838d7926dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281880 Aug 20 11:30:47.914348 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2005c21c-a2b4-461e-8159-0474e0172cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.927837 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Router a7d16018-9492-48d5-b249-317a78e7d543 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:30:47.952110 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2005c21c-a2b4-461e-8159-0474e0172cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.957334 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Attempting to bind port 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:47.957700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Attempting to bind port 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:47.958057 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Attempting to bind port 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:47.975344 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.984232 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:47.984906 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:47.985371 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.985776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:47.986261 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Bound port: 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:47.986644 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.000806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4b7562ae-ce11-40bb-b620-2553e16ff359 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:48.006583 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.077458 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-031f2063-17af-462a-ae33-5d04b5db3170 req-488e3960-2c6e-4b51-82cb-9a910b53bef9 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 210 time: 0.0580895 Aug 20 11:30:48.109989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] For port 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:48.113914 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] For port 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:48.129327 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2005c21c-a2b4-461e-8159-0474e0172cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.132828 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2005c21c-a2b4-461e-8159-0474e0172cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.134362 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2005c21c-a2b4-461e-8159-0474e0172cdb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05b93d82-3f31-4ef3-a1b2-cfbdf9f61b34 HTTP/1.1" status: 204 len: 168 time: 0.3587978 Aug 20 11:30:48.135167 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50576) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:48.148272 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.156833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005c21c-a2b4-461e-8159-0474e0172cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b93d82-3f31-4ef3-a1b2-cfbdf9f61b34,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:48.176141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:48.185086 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Sync routers for ids ['a7d16018-9492-48d5-b249-317a78e7d543'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:48.195590 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1cc4eafd-7252-49af-bb69-1cf8a4c103c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.204028 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Routers {'a7d16018-9492-48d5-b249-317a78e7d543'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:48.206409 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f502f075-2042-4ece-854a-676731f131e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:30:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7d16018-9492-48d5-b249-317a78e7d543'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:48.253111 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Routers {'acf03c61-d1a5-4d66-8af2-c52f2a494beb'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:48.254099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:30:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:48.354437 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Set router a7d16018-9492-48d5-b249-317a78e7d543 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:48.446787 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] Set router acf03c61-d1a5-4d66-8af2-c52f2a494beb gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:48.488962 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Allocated IP 172.20.0.1 (1e249b59-2036-45f5-90ef-277daacd89dd/5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615/b9ca46af-2874-47bf-bc37-12809bd44e1f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:48.523811 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3c77b-b12b-40ca-9019-7ab00fcfd7cd req-b58328ba-7326-470d-bad7-0d7c0ba5341b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:48.526743 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c2b3c77b-b12b-40ca-9019-7ab00fcfd7cd req-b58328ba-7326-470d-bad7-0d7c0ba5341b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 932 time: 0.2458057 Aug 20 11:30:48.650640 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8b1b9-c3c3-4a72-a5f3-fe3694ed10fc None None] Pushing event updated for resources: {'Port': ['ID=4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:48.679007 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.684801 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f502f075-2042-4ece-854a-676731f131e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:47Z', 'revision_number': 3, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:48.696480 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.697404 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f437b475-4097-44fb-98be-4e2c1935d2a6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1373041 Aug 20 11:30:48.701618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50582) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:48.704042 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.724544 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Checking router: a7d16018-9492-48d5-b249-317a78e7d543 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:48.725281 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Updating router a7d16018-9492-48d5-b249-317a78e7d543 port 00bd298c-7395-478e-9234-211ddc26665b binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:30:48.777621 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c2b3c77b-b12b-40ca-9019-7ab00fcfd7cd req-b6a27192-436f-45fd-b4a3-f97f3e9ada4b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391362 Aug 20 11:30:48.778111 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.802026 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'name': 'tempest-ServersTestFqdnHostnames-13846830-router', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:41Z', 'updated_at': '2021-08-20T11:30:44Z', 'revision_number': 3, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'gw_port': {'id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:42Z', 'updated_at': '2021-08-20T11:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:48.852991 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1636fe-48d1-402f-af79-b49b2562521c None None] The sync data for ids ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'] in n-d-804299-2 is: [{'id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'name': 'tempest-ServersTestFqdnHostnames-13846830-router', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:41Z', 'updated_at': '2021-08-20T11:30:44Z', 'revision_number': 3, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'gw_port': {'id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:42Z', 'updated_at': '2021-08-20T11:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:48.870474 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50584) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:48.877516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cb1059-5760-448d-9308-bf49f2dc2a96 None None] Network c2646293-359f-4e05-a742-c34a4466917c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:48.922886 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0552d188-56eb-4421-85c9-ba5a8726571e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:49.003522 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-573919c6-7cc9-49b7-a447-47d77e5c8dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.014921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.042045 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.057736 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d9acb4-cb79-4d29-9f20-85fcf64fb103 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:49.097174 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1cc4eafd-7252-49af-bb69-1cf8a4c103c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.116414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Transition to ACTIVE for port object b9ca46af-2874-47bf-bc37-12809bd44e1f will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:49.141510 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.153051 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1cc4eafd-7252-49af-bb69-1cf8a4c103c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.176748 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-49466c9f-f255-41ee-a6c7-4b9b9b363fe1 None None] Provisioning for port 392f11de-8b8c-4f1c-9a14-de524808112a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:49.208162 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4eafd-7252-49af-bb69-1cf8a4c103c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b534ea18-55e3-4894-a3f6-07235f057c17,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:49.239987 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.246110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Transition to ACTIVE for port object 91d9acb4-cb79-4d29-9f20-85fcf64fb103 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:49.264266 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.286016 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Transition to ACTIVE for port object 00bd298c-7395-478e-9234-211ddc26665b will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:49.294693 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.295993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Allocated IP 192.168.233.7 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:49.319731 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21f7ef-5b90-490a-8b25-2851278f4222 req-431f6e72-ccc0-45ed-8280-3c94af101d1c tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:49.328995 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce21f7ef-5b90-490a-8b25-2851278f4222 req-431f6e72-ccc0-45ed-8280-3c94af101d1c tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 950 time: 0.2897131 Aug 20 11:30:49.408002 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Attempting to bind port 00bd298c-7395-478e-9234-211ddc26665b on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:49.408669 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Attempting to bind port 00bd298c-7395-478e-9234-211ddc26665b by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:49.410532 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Attempting to bind port 00bd298c-7395-478e-9234-211ddc26665b on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:49.412974 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd916e1-d777-4956-8013-fd01d93ad59d None None] Pushing event updated for resources: {'Port': ['ID=00bd298c-7395-478e-9234-211ddc26665b,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:49.434684 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:49.435067 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:49.435474 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.436068 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:49.436392 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Bound port: 00bd298c-7395-478e-9234-211ddc26665b, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:49.436943 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.472120 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.483047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Pushing event updated for resources: {'Port': ['ID=91d9acb4-cb79-4d29-9f20-85fcf64fb103,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:49.506299 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-f502f075-2042-4ece-854a-676731f131e5 None None] For port 00bd298c-7395-478e-9234-211ddc26665b, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:49.510325 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-f502f075-2042-4ece-854a-676731f131e5 None None] For port 00bd298c-7395-478e-9234-211ddc26665b, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=00bd298c-7395-478e-9234-211ddc26665b,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:49.515082 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.543248 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1cc4eafd-7252-49af-bb69-1cf8a4c103c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f5fa310565c466293e63045714f3436&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3963161 Aug 20 11:30:49.558651 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50590) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:49.586125 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce21f7ef-5b90-490a-8b25-2851278f4222 req-ad6405bd-3b6c-4a92-91c4-ffdcf3e98056 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/security-groups?id=eeb0d6aa-a1e8-461f-9e76-7838d7926dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560432 Aug 20 11:30:49.654700 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd916e1-d777-4956-8013-fd01d93ad59d None None] Pushing event updated for resources: {'Port': ['ID=00bd298c-7395-478e-9234-211ddc26665b,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:49.658112 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Routers {'a7d16018-9492-48d5-b249-317a78e7d543'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:49.658515 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f502f075-2042-4ece-854a-676731f131e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:30:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7d16018-9492-48d5-b249-317a78e7d543'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:49.710671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ca46af-2874-47bf-bc37-12809bd44e1f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:49.732662 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Network 1e249b59-2036-45f5-90ef-277daacd89dd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:49.778192 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:49.782679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:49.814920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:49.849291 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-f502f075-2042-4ece-854a-676731f131e5 None None] Set router a7d16018-9492-48d5-b249-317a78e7d543 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:49.893293 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccea5bb1-cedf-4063-8e98-bd04261889be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.961345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:49.967287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:49.967811 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.987337 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.012989 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccea5bb1-cedf-4063-8e98-bd04261889be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.033585 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.089071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-18841c78-5016-49e6-8f97-7210b5b27f61 req-b9c63f93-ae2a-4fca-bdc6-ed847c062782 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 210 time: 0.3172302 Aug 20 11:30:50.094500 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.120221 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:50.128515 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.130667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 392f11de-8b8c-4f1c-9a14-de524808112a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:50.226409 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.247893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 392f11de-8b8c-4f1c-9a14-de524808112a completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:50.268271 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 392f11de-8b8c-4f1c-9a14-de524808112a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:50.268941 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.281287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ac75e089-9fb8-41b3-8e0a-1d9dc45e08e1 None None] Provisioning for port b9ca46af-2874-47bf-bc37-12809bd44e1f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:50.301242 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-573919c6-7cc9-49b7-a447-47d77e5c8dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.312976 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Attempting to bind port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:50.313968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ac75e089-9fb8-41b3-8e0a-1d9dc45e08e1 None None] Provisioning complete for port b9ca46af-2874-47bf-bc37-12809bd44e1f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:50.314411 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ac75e089-9fb8-41b3-8e0a-1d9dc45e08e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.315016 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Attempting to bind port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:50.315601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Attempting to bind port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:50.325365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 on network d470dece-9c15-4ab9-87f2-416f558c1d77 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:30:50.326013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Attempting to bind port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:50.329146 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-573919c6-7cc9-49b7-a447-47d77e5c8dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.362655 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccea5bb1-cedf-4063-8e98-bd04261889be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.365875 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccea5bb1-cedf-4063-8e98-bd04261889be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.370376 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ccea5bb1-cedf-4063-8e98-bd04261889be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b534ea18-55e3-4894-a3f6-07235f057c17 HTTP/1.1" status: 204 len: 168 time: 0.8066583 Aug 20 11:30:50.394520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea5bb1-cedf-4063-8e98-bd04261889be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b534ea18-55e3-4894-a3f6-07235f057c17,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:50.398799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ac75e089-9fb8-41b3-8e0a-1d9dc45e08e1 None None] Port b9ca46af-2874-47bf-bc37-12809bd44e1f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:30:50.416778 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f502f075-2042-4ece-854a-676731f131e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:47Z', 'revision_number': 3, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:50.424117 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:50.443824 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Allocated IP 172.25.8.185 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/64922ce1-5085-455f-9719-f096debcc5b7) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:50.451757 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f502f075-2042-4ece-854a-676731f131e5 None None] The sync data for ids ['a7d16018-9492-48d5-b249-317a78e7d543'] in n-d-804299-2 is: [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:47Z', 'revision_number': 3, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:50.454956 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-573919c6-7cc9-49b7-a447-47d77e5c8dfc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e220cc4d3284ad1948c9ab4235dbca5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5617473 Aug 20 11:30:50.460929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:50.461294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Checking segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:50.461684 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Bound using segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:50.462140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Bound port: 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:50.462544 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.462870 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50600) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:50.521436 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573919c6-7cc9-49b7-a447-47d77e5c8dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bdfdb3-3a3d-477b-9954-c2ca519e819b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:50.565102 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.611616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 392f11de-8b8c-4f1c-9a14-de524808112a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=392f11de-8b8c-4f1c-9a14-de524808112a,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:50.617967 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.677776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Allocated IP 172.20.0.1 (c2646293-359f-4e05-a742-c34a4466917c/a43fc42c-055a-45af-b6d5-9b0f2c8473da/4ea7ea1e-7b2f-465b-8942-671daa720c34) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:50.699042 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.709798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=392f11de-8b8c-4f1c-9a14-de524808112a,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:50.717925 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-40c2c127-e51d-44e0-8906-40d46b7dc565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.723381 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.756085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7ee9b-3b63-4c73-a005-e6b7fe08623b req-2b5f6985-fec3-460c-920d-e5ccee45b37b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:50.756280 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.757709 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7a7ee9b-3b63-4c73-a005-e6b7fe08623b req-2b5f6985-fec3-460c-920d-e5ccee45b37b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 944 time: 0.1914670 Aug 20 11:30:50.792192 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Transition to ACTIVE for port object d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:50.801746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] For port 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:50.852040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] For port 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:50.853479 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-40c2c127-e51d-44e0-8906-40d46b7dc565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.872906 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.992279 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.050443 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.067873 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Transition to ACTIVE for port object 4ea7ea1e-7b2f-465b-8942-671daa720c34 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:51.106472 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-40c2c127-e51d-44e0-8906-40d46b7dc565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.109876 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-40c2c127-e51d-44e0-8906-40d46b7dc565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.113486 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-40c2c127-e51d-44e0-8906-40d46b7dc565 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86bdfdb3-3a3d-477b-9954-c2ca519e819b HTTP/1.1" status: 204 len: 168 time: 0.6471720 Aug 20 11:30:51.130165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:51.137364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2c127-e51d-44e0-8906-40d46b7dc565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bdfdb3-3a3d-477b-9954-c2ca519e819b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:51.146657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:51.161709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:51.176098 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Pushing event updated for resources: {'Port': ['ID=64922ce1-5085-455f-9719-f096debcc5b7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:51.185926 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.351008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Network c2646293-359f-4e05-a742-c34a4466917c is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:51.366329 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:51.374422 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:51.374938 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.388667 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7a7ee9b-3b63-4c73-a005-e6b7fe08623b req-bd20d736-840b-4e19-acb9-db669dc480f1 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6147432 Aug 20 11:30:51.398634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Pushing event updated for resources: {'Port': ['ID=91d9acb4-cb79-4d29-9f20-85fcf64fb103,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:51.435806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:51.436096 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.438058 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-4d383119-28de-4d07-a3fd-d6fcb7fec98f service neutron] 10.222.0.76 "PUT /v2.0/ports/91d9acb4-cb79-4d29-9f20-85fcf64fb103 HTTP/1.1" status: 200 len: 1092 time: 3.7316649 Aug 20 11:30:51.442323 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a48da4-2561-4d37-ba87-dc88efdee793', 'tag': '91d9acb4-cb79-4d29-9f20-85fcf64fb103'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:51.445065 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cf38c9-5e56-498b-9960-46312d0075b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a48da4-2561-4d37-ba87-dc88efdee793", "tag": "91d9acb4-cb79-4d29-9f20-85fcf64fb103"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:51.492038 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.666687 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.667306 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.675807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea7ea1e-7b2f-465b-8942-671daa720c34,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:51.691181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:51.737882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Pushing event updated for resources: {'Port': ['ID=d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:51.744004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:51.758720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:51.788669 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.793023 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.827078 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 00bd298c-7395-478e-9234-211ddc26665b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:51.989117 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4da39b3b-6328-4106-9903-2e26a417b2d9 None None] Provisioning for port 4ea7ea1e-7b2f-465b-8942-671daa720c34 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:51.997976 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4da39b3b-6328-4106-9903-2e26a417b2d9 None None] Provisioning complete for port 4ea7ea1e-7b2f-465b-8942-671daa720c34 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:51.998577 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4da39b3b-6328-4106-9903-2e26a417b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.038762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4da39b3b-6328-4106-9903-2e26a417b2d9 None None] Port 4ea7ea1e-7b2f-465b-8942-671daa720c34 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:30:52.051216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 00bd298c-7395-478e-9234-211ddc26665b completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:52.058516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 00bd298c-7395-478e-9234-211ddc26665b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:52.059291 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.059474 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.131390 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-dad89de3-8559-4884-899a-4fdc1943d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:52.133416 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-dad89de3-8559-4884-899a-4fdc1943d139 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 1095 time: 0.5966651 Aug 20 11:30:52.150665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90ac83-0e3b-45d4-b167-5a05fbf234b0 req-c2db2799-a1fb-4788-9301-5b84b5c88cb4 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:52.162165 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.168341 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e90ac83-0e3b-45d4-b167-5a05fbf234b0 req-c2db2799-a1fb-4788-9301-5b84b5c88cb4 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 950 time: 0.5409014 Aug 20 11:30:52.196953 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.224998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 00bd298c-7395-478e-9234-211ddc26665b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=00bd298c-7395-478e-9234-211ddc26665b,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:52.226894 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f2ff6463-3428-4022-956a-8803bd9373e2 None None] Provisioning for port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:52.231363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f2ff6463-3428-4022-956a-8803bd9373e2 None None] Provisioning complete for port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:52.232262 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f2ff6463-3428-4022-956a-8803bd9373e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.232687 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:52.233364 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.285366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff6463-3428-4022-956a-8803bd9373e2 None None] Port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:30:52.287192 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.288231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:52.391870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=00bd298c-7395-478e-9234-211ddc26665b,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:52.397753 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-326584ca-d995-4731-b7c3-37f99e5b7edf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103 HTTP/1.1" status: 200 len: 217 time: 0.2202847 Aug 20 11:30:52.406455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67cddc-2065-4773-b338-bba21cb19a69 req-325f179d-e300-48c5-9531-291ccc6a3387 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:52.408285 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be67cddc-2065-4773-b338-bba21cb19a69 req-325f179d-e300-48c5-9531-291ccc6a3387 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 950 time: 0.6864374 Aug 20 11:30:52.410911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ca46af-2874-47bf-bc37-12809bd44e1f,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:52.417398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:52.418075 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.459802 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a2ab-0085-4f59-9204-4095b3e231b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.473743 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8419477b-2c4c-49a8-8fae-e818f50714c3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.3620000 Aug 20 11:30:52.511512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 392f11de-8b8c-4f1c-9a14-de524808112a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:52.514214 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Request body: {'port': {'device_id': '977d94f9-fddc-4468-a6b4-759adbaf08a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:52.561601 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e90ac83-0e3b-45d4-b167-5a05fbf234b0 req-edfb0e20-5ad1-4f34-bc76-5b2ab0b796b0 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/security-groups?id=eeb0d6aa-a1e8-461f-9e76-7838d7926dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922648 Aug 20 11:30:52.569906 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 392f11de-8b8c-4f1c-9a14-de524808112a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:52.570357 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.609730 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.629777 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.678729 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.708112 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.738241 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.739317 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.765558 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.774604 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6899347 Aug 20 11:30:52.806621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Network 1e249b59-2036-45f5-90ef-277daacd89dd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:52.810116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-5392b8b2-4915-457e-a587-8b4f985ec4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:52.811796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-5392b8b2-4915-457e-a587-8b4f985ec4a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.3920424 Aug 20 11:30:52.846993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:52.890989 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-0b137afb-4a33-4fd9-9fdd-b58e06338c35 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.185 HTTP/1.1" status: 200 len: 696 time: 0.1151886 Aug 20 11:30:52.899515 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-14281e0c-6154-4d22-8923-46538e182e36 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782967 Aug 20 11:30:52.942832 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4a983-cc59-4a3d-8f2f-0dcb6af08c67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Pushing event updated for resources: {'Port': ['ID=64922ce1-5085-455f-9719-f096debcc5b7,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:52.947464 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:53.041911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a98823-495b-4dbe-8e28-5f5cf58ec4af req-87ac7784-a5c2-417c-a1fc-c8f06ea413bd tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:53.044146 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-12a98823-495b-4dbe-8e28-5f5cf58ec4af req-87ac7784-a5c2-417c-a1fc-c8f06ea413bd tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 934 time: 0.3491433 Aug 20 11:30:53.095786 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea7ea1e-7b2f-465b-8942-671daa720c34,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:53.123946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Network c2646293-359f-4e05-a742-c34a4466917c is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:53.128077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:53.204794 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-8475508f-6a92-4399-addc-939cf5dbcbe5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:53.208845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-be67cddc-2065-4773-b338-bba21cb19a69 req-d92b3368-b27c-48dd-8c9f-8128a4c91b4d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Deleting port f80eb9c9-76d7-4570-85e1-df631f2ecb0b {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:53.209023 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be67cddc-2065-4773-b338-bba21cb19a69 req-d92b3368-b27c-48dd-8c9f-8128a4c91b4d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:53.211614 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-8475508f-6a92-4399-addc-939cf5dbcbe5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.3196056 Aug 20 11:30:53.216600 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6750934d-d47d-4f9d-8de1-4c691c54a8b8 None None] Provisioning complete for port b9ca46af-2874-47bf-bc37-12809bd44e1f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:53.217178 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6750934d-d47d-4f9d-8de1-4c691c54a8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:53.219784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-04af930b-c721-42e0-a3c2-b3579efff1ad tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:30:53.233228 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-966e9def-7ac3-445c-8ec4-f4c2cc19b59a req-04af930b-c721-42e0-a3c2-b3579efff1ad tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206804 Aug 20 11:30:53.286925 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6750934d-d47d-4f9d-8de1-4c691c54a8b8 None None] Port b9ca46af-2874-47bf-bc37-12809bd44e1f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:30:53.347869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Router a7d16018-9492-48d5-b249-317a78e7d543 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:30:53.389325 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd879e3-5097-4be6-99d0-968b4dd562ad x-openstack-request-id: req-dcd879e3-5097-4be6-99d0-968b4dd562ad {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:53.389607 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a48da4-2561-4d37-ba87-dc88efdee793", "tag": "91d9acb4-cb79-4d29-9f20-85fcf64fb103", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:53.389854 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcd879e3-5097-4be6-99d0-968b4dd562ad {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:53.390769 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a48da4-2561-4d37-ba87-dc88efdee793', 'tag': '91d9acb4-cb79-4d29-9f20-85fcf64fb103', 'status': 'completed', 'code': 200} Aug 20 11:30:53.404257 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-be67cddc-2065-4773-b338-bba21cb19a69 req-d92b3368-b27c-48dd-8c9f-8128a4c91b4d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] For port f80eb9c9-76d7-4570-85e1-df631f2ecb0b, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f80eb9c9-76d7-4570-85e1-df631f2ecb0b,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:53.404911 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be67cddc-2065-4773-b338-bba21cb19a69 req-d92b3368-b27c-48dd-8c9f-8128a4c91b4d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:53.466852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07db95e-4a7e-491a-8208-3b5f3b00e97c req-c1ccbc33-6c58-425e-8803-7bf4264dd0f4 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:53.468498 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a07db95e-4a7e-491a-8208-3b5f3b00e97c req-c1ccbc33-6c58-425e-8803-7bf4264dd0f4 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 944 time: 0.1195326 Aug 20 11:30:53.473388 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-12a98823-495b-4dbe-8e28-5f5cf58ec4af req-2a70eb1e-62a6-49f5-bbe9-861aad7af658 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041264 Aug 20 11:30:53.502404 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-d5ba97bb-c48b-45a9-97b0-7f50bee5abe6 service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528848 Aug 20 11:30:53.512016 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-be67cddc-2065-4773-b338-bba21cb19a69 req-d92b3368-b27c-48dd-8c9f-8128a4c91b4d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Calling delete_port for f80eb9c9-76d7-4570-85e1-df631f2ecb0b owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:53.512492 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-029be113-404e-4375-9931-9144c1c94ea4 None None] Provisioning complete for port 4ea7ea1e-7b2f-465b-8942-671daa720c34 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:53.513133 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-029be113-404e-4375-9931-9144c1c94ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:53.526835 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Router acf03c61-d1a5-4d66-8af2-c52f2a494beb has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:30:53.603382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-029be113-404e-4375-9931-9144c1c94ea4 None None] Port 4ea7ea1e-7b2f-465b-8942-671daa720c34 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:30:53.651198 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 00bd298c-7395-478e-9234-211ddc26665b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:53.741796 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 00bd298c-7395-478e-9234-211ddc26665b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:53.743629 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:53.747928 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a07db95e-4a7e-491a-8208-3b5f3b00e97c req-911efb8a-329d-4ada-aefa-568585bdf9a2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475004 Aug 20 11:30:53.749222 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:53.757820 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-624ce6a1-a4a0-45db-aa0a-856cf4dd5506 admin admin] 10.222.0.37 "PUT /v2.0/routers/a7d16018-9492-48d5-b249-317a78e7d543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0528643 Aug 20 11:30:53.762847 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Sync routers for ids ['a7d16018-9492-48d5-b249-317a78e7d543'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:53.809244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Routers {'a7d16018-9492-48d5-b249-317a78e7d543'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:53.809880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:30:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7d16018-9492-48d5-b249-317a78e7d543'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:53.917346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-0fee0a9d-2943-4e75-b3df-ea25c34af698 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d81ee07e0cac47909a4d86e20fa4610e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639639 Aug 20 11:30:53.997233 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Set router a7d16018-9492-48d5-b249-317a78e7d543 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:54.008254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-044cdc4d-e42a-4334-b26c-656412342c22 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:54.010494 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-044cdc4d-e42a-4334-b26c-656412342c22 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1146157 Aug 20 11:30:54.074798 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-37898380-eceb-4e62-b77b-4c6cdabcbc48 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.185 HTTP/1.1" status: 200 len: 696 time: 0.0566955 Aug 20 11:30:54.090041 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-f8d19f2c-3dee-4722-8e1e-31bca31cee01 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Request body: {'floatingip': {'port_id': '58c46791-5bfb-44ba-a527-15b4e07ba736', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:54.200770 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-f8d19f2c-3dee-4722-8e1e-31bca31cee01 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.243595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:51Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4ea7ea1e-7b2f-465b-8942-671daa720c34', 'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'mac_address': 'fa:16:3e:d9:04:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:50Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 2, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'subnets': [{'id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:54.256136 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1e25b4f-923c-4a19-9d82-735a49c0ef27 req-2c53c906-9e08-4f07-a9e1-063594d4f420 service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7281535 Aug 20 11:30:54.286590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Checking router: a7d16018-9492-48d5-b249-317a78e7d543 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:54.287005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Updating router a7d16018-9492-48d5-b249-317a78e7d543 port 4ea7ea1e-7b2f-465b-8942-671daa720c34 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:30:54.323867 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.402585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:54.416694 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-56aff9ec-9dfb-49d2-8225-9021e63cb289 admin admin] 10.222.0.37 "PUT /v2.0/routers/acf03c61-d1a5-4d66-8af2-c52f2a494beb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4889829 Aug 20 11:30:54.428332 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Sync routers for ids ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:54.434690 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be67cddc-2065-4773-b338-bba21cb19a69 req-d92b3368-b27c-48dd-8c9f-8128a4c91b4d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.443151 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:54.446202 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Routers {'acf03c61-d1a5-4d66-8af2-c52f2a494beb'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:54.446902 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:30:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:54.459492 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.502212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-6c35b6d7-8c8c-435b-b1bf-f92aa994f465 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:54.509151 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-6c35b6d7-8c8c-435b-b1bf-f92aa994f465 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5940683 Aug 20 11:30:54.519014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b3368-b27c-48dd-8c9f-8128a4c91b4d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Pushing event deleted for resources: {'Port': ['ID=f80eb9c9-76d7-4570-85e1-df631f2ecb0b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:54.537828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf38c9-5e56-498b-9960-46312d0075b9 req-9446dd56-d706-45b8-8af5-7349430a9003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:54.539402 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89cf38c9-5e56-498b-9960-46312d0075b9 req-9446dd56-d706-45b8-8af5-7349430a9003 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 1095 time: 0.2034349 Aug 20 11:30:54.558199 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Transition to ACTIVE for port object d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:54.578622 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-eef3a2c6-7426-4f93-8c8c-6fcc4d0c3ea2 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/quotas/d81ee07e0cac47909a4d86e20fa4610e HTTP/1.1" status: 200 len: 375 time: 0.0685315 Aug 20 11:30:54.617334 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.667737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-be67cddc-2065-4773-b338-bba21cb19a69 req-d92b3368-b27c-48dd-8c9f-8128a4c91b4d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] No DVR routers for this DVR port f80eb9c9-76d7-4570-85e1-df631f2ecb0b on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:30:54.692768 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50716) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:54.701957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f58f478a-152d-4626-9b77-392d404bbdbb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-425998940-network', 'tenant_id': '675e6b50f45d4845af102783a0c8c276'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:54.711341 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Set router acf03c61-d1a5-4d66-8af2-c52f2a494beb gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:54.720830 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be67cddc-2065-4773-b338-bba21cb19a69 req-d92b3368-b27c-48dd-8c9f-8128a4c91b4d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.722950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be67cddc-2065-4773-b338-bba21cb19a69 req-d92b3368-b27c-48dd-8c9f-8128a4c91b4d tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.76 "DELETE /v2.0/ports/f80eb9c9-76d7-4570-85e1-df631f2ecb0b HTTP/1.1" status: 204 len: 173 time: 2.2910635 Aug 20 11:30:54.738569 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58f478a-152d-4626-9b77-392d404bbdbb admin admin] Made reservation on behalf of 675e6b50f45d4845af102783a0c8c276 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:54.741400 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f58f478a-152d-4626-9b77-392d404bbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.767310 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f58f478a-152d-4626-9b77-392d404bbdbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.811646 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-23fd3682-2708-4fa8-99d9-6183b65f1f4c tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d81ee07e0cac47909a4d86e20fa4610e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2320998 Aug 20 11:30:54.845445 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.855657 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Transition to ACTIVE for port object 4ea7ea1e-7b2f-465b-8942-671daa720c34 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:54.865653 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.948014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:55.039831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf38c9-5e56-498b-9960-46312d0075b9 req-a9ae4e7a-23bc-4b05-af5d-95db880359e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:55.041570 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89cf38c9-5e56-498b-9960-46312d0075b9 req-a9ae4e7a-23bc-4b05-af5d-95db880359e7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.4847322 Aug 20 11:30:55.068002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c607c-2c89-456f-b4e8-2ab522bce200 None None] Pushing event updated for resources: {'Port': ['ID=4ea7ea1e-7b2f-465b-8942-671daa720c34,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:55.135209 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'name': 'tempest-ServersTestFqdnHostnames-13846830-router', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:41Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'gw_port': {'id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:42Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b9ca46af-2874-47bf-bc37-12809bd44e1f', 'name': '', 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'mac_address': 'fa:16:3e:40:14:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 2, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'subnets': [{'id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:55.178331 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Checking router: acf03c61-d1a5-4d66-8af2-c52f2a494beb for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:55.178598 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Updating router acf03c61-d1a5-4d66-8af2-c52f2a494beb port b9ca46af-2874-47bf-bc37-12809bd44e1f binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:30:55.179214 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89cf38c9-5e56-498b-9960-46312d0075b9 req-31959cbf-55fc-4d96-9d4b-a69482a2c56a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103 HTTP/1.1" status: 200 len: 217 time: 0.1286306 Aug 20 11:30:55.189809 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Attempting to bind port 4ea7ea1e-7b2f-465b-8942-671daa720c34 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:55.190430 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Attempting to bind port 4ea7ea1e-7b2f-465b-8942-671daa720c34 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:55.193147 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Attempting to bind port 4ea7ea1e-7b2f-465b-8942-671daa720c34 on network c2646293-359f-4e05-a742-c34a4466917c {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:55.208471 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a6c0f9e-fe1e-4c2e-83ee-a828afbba043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.213163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:55.217286 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Checking segment: {'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:55.217931 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.219205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Bound using segment: {'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:55.219969 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.220674 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Bound port: 4ea7ea1e-7b2f-465b-8942-671daa720c34, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:55.222804 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.288864 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.366431 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd10e7f7-0af8-4c53-be23-a7018f451bc9 req-8ad0cc66-2a1d-4e8a-badf-871878c85a76 tempest-ImagesNegativeTestJSON-515148481 tempest-ImagesNegativeTestJSON-515148481-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f90198d-920c-4d40-961f-7a3f00e68d99 HTTP/1.1" status: 200 len: 210 time: 0.0524774 Aug 20 11:30:55.369776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Attempting to bind port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:55.370229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Attempting to bind port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:55.370660 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Attempting to bind port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:55.382300 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:30:55.382801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Attempting to bind port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:55.400310 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f90198d-920c-4d40-961f-7a3f00e68d99', 'name': 'network-vif-deleted', 'tag': 'f80eb9c9-76d7-4570-85e1-df631f2ecb0b'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:55.402926 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a39714-6ee9-4a16-b8af-8792b4c2df4a" -d '{"events": [{"server_uuid": "1f90198d-920c-4d40-961f-7a3f00e68d99", "name": "network-vif-deleted", "tag": "f80eb9c9-76d7-4570-85e1-df631f2ecb0b"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:55.405232 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f80eb9c9-76d7-4570-85e1-df631f2ecb0b no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:55.413413 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf38c9-5e56-498b-9960-46312d0075b9 req-88f5ed22-f084-45d7-bd22-0108ba3b1073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:55.415106 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89cf38c9-5e56-498b-9960-46312d0075b9 req-88f5ed22-f084-45d7-bd22-0108ba3b1073 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.2223010 Aug 20 11:30:55.416073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:55.416504 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:55.418004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:55.419168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Bound port: d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:55.419795 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.462330 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89cf38c9-5e56-498b-9960-46312d0075b9 req-931d1655-7f77-4156-860b-d9473275ae55 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374274 Aug 20 11:30:55.477105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: f80eb9c9-76d7-4570-85e1-df631f2ecb0b {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:55.477453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f80eb9c9-76d7-4570-85e1-df631f2ecb0b not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:55.518456 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] For port 4ea7ea1e-7b2f-465b-8942-671daa720c34, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:55.522692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] For port 4ea7ea1e-7b2f-465b-8942-671daa720c34, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4ea7ea1e-7b2f-465b-8942-671daa720c34,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:55.545002 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.604831 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.resource_extend [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-f8d19f2c-3dee-4722-8e1e-31bca31cee01 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:30:55.617313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] For port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:55.623482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] For port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:55.633522 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.647459 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89cf38c9-5e56-498b-9960-46312d0075b9 req-5e0c70df-e967-4703-aa27-e8ad98a5d653 service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699500 Aug 20 11:30:55.686599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Routers {'a7d16018-9492-48d5-b249-317a78e7d543'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:55.687772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:30:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7d16018-9492-48d5-b249-317a78e7d543'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:55.735926 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:55.736948 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.742755 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] 10.222.0.76 "PUT /v2.0/ports/d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 HTTP/1.1" status: 200 len: 1094 time: 3.2371542 Aug 20 11:30:55.784479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c607c-2c89-456f-b4e8-2ab522bce200 None None] Pushing event updated for resources: {'Port': ['ID=4ea7ea1e-7b2f-465b-8942-671daa720c34,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:55.840201 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-f8d19f2c-3dee-4722-8e1e-31bca31cee01 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.856794 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-f8d19f2c-3dee-4722-8e1e-31bca31cee01 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.898958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942dcb0-d113-4c28-a89b-4ad2bbd9df05 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:55.959049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-e10431a6-fb05-45b3-a13e-a0824e09b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:55.962598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-e10431a6-fb05-45b3-a13e-a0824e09b0d2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=033d5b0a83934785994cbd02c19099bb&device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 1097 time: 0.1516991 Aug 20 11:30:56.001329 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:56.007770 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89cf38c9-5e56-498b-9960-46312d0075b9 req-de06b44b-40ae-43e5-8386-debae72d6e2a service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326154 Aug 20 11:30:56.027587 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Transition to ACTIVE for port object b9ca46af-2874-47bf-bc37-12809bd44e1f will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:56.031399 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] Set router a7d16018-9492-48d5-b249-317a78e7d543 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:56.049181 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:56.079990 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-2db0ad44-ee76-4a64-aa7b-cb3419491b8d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 HTTP/1.1" status: 200 len: 217 time: 0.0981004 Aug 20 11:30:56.144495 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-f8d19f2c-3dee-4722-8e1e-31bca31cee01 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Floating IP 527422f2-3b77-476f-b04b-d8b1c95652ae associated. External IP: 172.25.8.185, port: 58c46791-5bfb-44ba-a527-15b4e07ba736. Aug 20 11:30:56.206534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-30b1779f-6fc2-4158-b605-2aae1a4a77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:56.208452 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-30b1779f-6fc2-4158-b605-2aae1a4a77cf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1103506 Aug 20 11:30:56.215239 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651e9da-c24a-470c-a2f0-454259ce2986 None None] Pushing event updated for resources: {'Port': ['ID=b9ca46af-2874-47bf-bc37-12809bd44e1f,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:56.255861 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-23c83b1b-9437-4547-a554-5288bdc6f9aa tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8d27f43d1bee4a5b952c5bcbfa01f9af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454736 Aug 20 11:30:56.261353 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Attempting to bind port b9ca46af-2874-47bf-bc37-12809bd44e1f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:56.261875 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Attempting to bind port b9ca46af-2874-47bf-bc37-12809bd44e1f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '1afcb594-4b0f-4fad-81d5-e51a98889e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:56.262244 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Attempting to bind port b9ca46af-2874-47bf-bc37-12809bd44e1f on network 1e249b59-2036-45f5-90ef-277daacd89dd {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:56.276361 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:56.276664 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Checking segment: {'id': '1afcb594-4b0f-4fad-81d5-e51a98889e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:56.277069 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:56.277463 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Bound using segment: {'id': '1afcb594-4b0f-4fad-81d5-e51a98889e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:56.278179 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Bound port: b9ca46af-2874-47bf-bc37-12809bd44e1f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afcb594-4b0f-4fad-81d5-e51a98889e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:56.278574 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:56.289635 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:56.355452 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f58f478a-152d-4626-9b77-392d404bbdbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:56.397138 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] For port b9ca46af-2874-47bf-bc37-12809bd44e1f, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:56.402351 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] For port b9ca46af-2874-47bf-bc37-12809bd44e1f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b9ca46af-2874-47bf-bc37-12809bd44e1f,segment=NetworkSegment(1afcb594-4b0f-4fad-81d5-e51a98889e0f),segment_id=1afcb594-4b0f-4fad-81d5-e51a98889e0f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:56.418296 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:56.427161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-25b5b0fc-2562-437b-84db-3ff54202587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:56.429453 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-25b5b0fc-2562-437b-84db-3ff54202587b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2018948 Aug 20 11:30:56.430619 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:51Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4ea7ea1e-7b2f-465b-8942-671daa720c34', 'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'mac_address': 'fa:16:3e:d9:04:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:50Z', 'updated_at': '2021-08-20T11:30:55Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'subnets': [{'id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:56.446927 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f58f478a-152d-4626-9b77-392d404bbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:56.463094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c330c2-e85f-4a37-b428-eb318c35044b None None] The sync data for ids ['a7d16018-9492-48d5-b249-317a78e7d543'] in n-d-804299-2 is: [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:51Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4ea7ea1e-7b2f-465b-8942-671daa720c34', 'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'mac_address': 'fa:16:3e:d9:04:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:50Z', 'updated_at': '2021-08-20T11:30:55Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'subnets': [{'id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:56.468750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-0652f602-2d40-4481-abae-4c7a5049fa41 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:56.470283 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-0652f602-2d40-4481-abae-4c7a5049fa41 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952276 Aug 20 11:30:56.478258 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58f478a-152d-4626-9b77-392d404bbdbb admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:30:56.503834 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f58f478a-152d-4626-9b77-392d404bbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:56.504157 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-f58f478a-152d-4626-9b77-392d404bbdbb admin admin] Added segment eb2e8a13-1d1d-4571-ad94-12f0263366bd of type vlan for network efd77246-7646-404c-90e1-f9c8190da875 Aug 20 11:30:56.550340 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Routers {'acf03c61-d1a5-4d66-8af2-c52f2a494beb'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:56.564029 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:30:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:56.584557 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-91b5433d-5b09-4fec-bd85-78a664ce9ca7 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/quotas/8d27f43d1bee4a5b952c5bcbfa01f9af HTTP/1.1" status: 200 len: 375 time: 0.0778790 Aug 20 11:30:56.659527 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651e9da-c24a-470c-a2f0-454259ce2986 None None] Pushing event updated for resources: {'Port': ['ID=b9ca46af-2874-47bf-bc37-12809bd44e1f,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:56.676004 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f58f478a-152d-4626-9b77-392d404bbdbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:56.676390 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-7048c089-4cd1-4c6e-ba14-cc3b5cecd0f9 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d27f43d1bee4a5b952c5bcbfa01f9af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651278 Aug 20 11:30:56.730674 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-15772505-fd9e-4f6e-a77e-339cd8b077f2 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903528 Aug 20 11:30:56.772527 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] Set router acf03c61-d1a5-4d66-8af2-c52f2a494beb gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:57.060928 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da2d5c36-8dd0-4349-a457-9c569c158d6d req-8e25e00e-16d6-42a4-b77b-16a9c02b9615 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199322 Aug 20 11:30:57.159565 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f478a-152d-4626-9b77-392d404bbdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf2a423-9a88-4064-96c6-e8e0f8013ac3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:57.211288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-f8d19f2c-3dee-4722-8e1e-31bca31cee01 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Router f07438ca-202a-42ac-8ab3-4d14a37ae3da has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:30:57.224918 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f58f478a-152d-4626-9b77-392d404bbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:57.225916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58f478a-152d-4626-9b77-392d404bbdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:57.226507 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f58f478a-152d-4626-9b77-392d404bbdbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:57.316726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efce68d-4979-47e8-a252-0440dc731652 req-7f8db35c-daf2-4c53-8a60-9a32cc8e2c4a tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:57.324151 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9efce68d-4979-47e8-a252-0440dc731652 req-7f8db35c-daf2-4c53-8a60-9a32cc8e2c4a tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 946 time: 0.2068069 Aug 20 11:30:57.351454 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-1c7c9699-3d9d-4d8f-b4a4-e32ab4566335 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d81ee07e0cac47909a4d86e20fa4610e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2122405 Aug 20 11:30:57.356674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50748) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:57.357686 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f58f478a-152d-4626-9b77-392d404bbdbb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.6622288 Aug 20 11:30:57.368846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d7c072e9-2bdb-4b99-b4ea-f0c9dbfa161e admin admin] Request body: {'subnet': {'network_id': 'efd77246-7646-404c-90e1-f9c8190da875', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425998940-subnet', 'tenant_id': '675e6b50f45d4845af102783a0c8c276', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:57.378964 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 91d9acb4-cb79-4d29-9f20-85fcf64fb103 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:30:57.397977 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c072e9-2bdb-4b99-b4ea-f0c9dbfa161e admin admin] Made reservation on behalf of 675e6b50f45d4845af102783a0c8c276 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:57.400918 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7c072e9-2bdb-4b99-b4ea-f0c9dbfa161e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:57.423806 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'name': 'tempest-ServersTestFqdnHostnames-13846830-router', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:41Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'gw_port': {'id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:42Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b9ca46af-2874-47bf-bc37-12809bd44e1f', 'name': '', 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'mac_address': 'fa:16:3e:40:14:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:56Z', 'revision_number': 4, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'subnets': [{'id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:57.426749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9efce68d-4979-47e8-a252-0440dc731652 req-84fdc76e-b9f3-415a-ba4d-13a9e8b99070 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979178 Aug 20 11:30:57.545230 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29365bee-224d-419d-a74b-7b0e1dfbd8cb None None] The sync data for ids ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'] in n-d-804299-2 is: [{'id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'name': 'tempest-ServersTestFqdnHostnames-13846830-router', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:41Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'gw_port': {'id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:42Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b9ca46af-2874-47bf-bc37-12809bd44e1f', 'name': '', 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'mac_address': 'fa:16:3e:40:14:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:56Z', 'revision_number': 4, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'subnets': [{'id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:57.563961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-0a6f4a17-83a5-43d0-b737-356ee261453b tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:57.565936 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-0a6f4a17-83a5-43d0-b737-356ee261453b tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047365 Aug 20 11:30:57.585325 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Request body: {'port': {'device_id': '264adc8f-c7d8-4fec-95bc-91ab58fdc955', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': 'd81ee07e0cac47909a4d86e20fa4610e'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:57.639364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:57.689370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '91d9acb4-cb79-4d29-9f20-85fcf64fb103', 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77', 'port_id': '91d9acb4-cb79-4d29-9f20-85fcf64fb103', 'mac_address': 'fa:16:3e:d1:59:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843c014f-c6d6-46ac-ac96-8342939acd6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:30:57.772992 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:57.815389 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4ea7ea1e-7b2f-465b-8942-671daa720c34 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:57.850693 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-f8d19f2c-3dee-4722-8e1e-31bca31cee01 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:57.861085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f478a-152d-4626-9b77-392d404bbdbb admin admin] Pushing event updated for resources: {'Network': ['ID=efd77246-7646-404c-90e1-f9c8190da875,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:57.898570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d9acb4-cb79-4d29-9f20-85fcf64fb103 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:57.929071 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-f8d19f2c-3dee-4722-8e1e-31bca31cee01 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:57.940984 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7c072e9-2bdb-4b99-b4ea-f0c9dbfa161e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:57.996243 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-f8d19f2c-3dee-4722-8e1e-31bca31cee01 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "PUT /v2.0/floatingips/527422f2-3b77-476f-b04b-d8b1c95652ae HTTP/1.1" status: 200 len: 997 time: 3.9113584 Aug 20 11:30:57.998087 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1714b63d-ec52-42b0-865d-0fd265c5201b None None] Sync routers for ids ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:58.003430 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487a0afc-e1ff-4a1d-a8ed-0cb235b06c79', 'tag': '58c46791-5bfb-44ba-a527-15b4e07ba736'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:58.005435 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82657718-5344-41c3-b6de-aa75f608a719" -d '{"events": [{"name": "network-changed", "server_uuid": "487a0afc-e1ff-4a1d-a8ed-0cb235b06c79", "tag": "58c46791-5bfb-44ba-a527-15b4e07ba736"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:58.023173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network efd77246-7646-404c-90e1-f9c8190da875 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:30:58.070891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c072e9-2bdb-4b99-b4ea-f0c9dbfa161e admin admin] Pushing event updated for resources: {'Subnet': ['ID=736b5211-9d25-43f8-922c-dd37e6697f8d,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:58.082537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c072e9-2bdb-4b99-b4ea-f0c9dbfa161e admin admin] Checking segment: {'id': 'eb2e8a13-1d1d-4571-ad94-12f0263366bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'efd77246-7646-404c-90e1-f9c8190da875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:58.082898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c072e9-2bdb-4b99-b4ea-f0c9dbfa161e admin admin] Network hostable DHCP agents. Network: efd77246-7646-404c-90e1-f9c8190da875, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:30:58.142135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c072e9-2bdb-4b99-b4ea-f0c9dbfa161e admin admin] Network efd77246-7646-404c-90e1-f9c8190da875 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:30:58.160545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-d7c072e9-2bdb-4b99-b4ea-f0c9dbfa161e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, efd77246-7646-404c-90e1-f9c8190da875) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:58.167305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c072e9-2bdb-4b99-b4ea-f0c9dbfa161e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:58.169092 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7c072e9-2bdb-4b99-b4ea-f0c9dbfa161e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.190859 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-7980669d-1a0b-44fb-b67a-c595cf1a2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:58.196579 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-7980669d-1a0b-44fb-b67a-c595cf1a2db9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=997d129c9320455abd5689acea35e882&device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 1097 time: 0.1558766 Aug 20 11:30:58.215539 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5251c9fb-0bde-4ab0-9dee-db311e130817 None None] Network efd77246-7646-404c-90e1-f9c8190da875 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:58.225045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Made reservation on behalf of d81ee07e0cac47909a4d86e20fa4610e for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:58.225703 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:58.231136 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d7c072e9-2bdb-4b99-b4ea-f0c9dbfa161e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8731534 Aug 20 11:30:58.231786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50760) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:58.232348 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.244850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-425998940-router', 'tenant_id': '675e6b50f45d4845af102783a0c8c276', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:58.290722 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.292109 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.301211 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.323900 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.332770 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.430807 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1714b63d-ec52-42b0-865d-0fd265c5201b None None] Routers {'f07438ca-202a-42ac-8ab3-4d14a37ae3da'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:58.431426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1714b63d-ec52-42b0-865d-0fd265c5201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:30:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:58.440794 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.443020 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50764) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:58.451631 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-6c6c4c22-785f-4b7f-8474-655634a0f4b0 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--440876181', 'description': 'tempest-description--1253919964'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:58.465221 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-2ee5cb60-7f29-4445-9138-542aae6ec58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:58.472290 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-2ee5cb60-7f29-4445-9138-542aae6ec58c service neutron] 10.222.0.37 "GET /v2.0/networks?id=88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 HTTP/1.1" status: 200 len: 928 time: 0.2649903 Aug 20 11:30:58.550752 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 4ea7ea1e-7b2f-465b-8942-671daa720c34 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:58.575817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4ea7ea1e-7b2f-465b-8942-671daa720c34 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:58.576069 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.616193 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-f94717b5-12ff-4c70-b643-41fe95ced725 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58c46791-5bfb-44ba-a527-15b4e07ba736 HTTP/1.1" status: 200 len: 1000 time: 0.1311388 Aug 20 11:30:58.638453 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.663945 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.672003 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.685951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6b9b3-29a5-4efd-8345-b4bec66ab0cd req-4bf0abec-9801-4ba8-abdf-cd81523124c5 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:58.690341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['91d9acb4-cb79-4d29-9f20-85fcf64fb103'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:30:58.694766 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6c6b9b3-29a5-4efd-8345-b4bec66ab0cd req-4bf0abec-9801-4ba8-abdf-cd81523124c5 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 945 time: 0.1734858 Aug 20 11:30:58.723424 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4c22-785f-4b7f-8474-655634a0f4b0 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.725230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5454756-846e-4b21-a6b2-f11c59ea107c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:58.772833 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=91d9acb4-cb79-4d29-9f20-85fcf64fb103,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:58.786660 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-e9e537a7-6c65-4d8d-831c-1c776ecfcec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:58.788288 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-e9e537a7-6c65-4d8d-831c-1c776ecfcec2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5e87b6c-641e-4690-b4ec-e033c26e4069 HTTP/1.1" status: 200 len: 867 time: 0.1432071 Aug 20 11:30:58.807594 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c61c40c8-60ac-4112-a9cc-631530b9b2e1 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=8d27f43d1bee4a5b952c5bcbfa01f9af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430319 Aug 20 11:30:58.815138 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6c6b9b3-29a5-4efd-8345-b4bec66ab0cd req-b3348d9b-811f-41e1-aca8-e28c872fba3b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194544 Aug 20 11:30:58.867344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-1714b63d-ec52-42b0-865d-0fd265c5201b None None] Set router f07438ca-202a-42ac-8ab3-4d14a37ae3da gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:58.904443 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Allocated IP 192.168.233.182 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/aeb6d98b-f2c0-4d47-881d-04fe080c64c9) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:58.908229 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-21331d93-0dce-41e1-9623-47a46ff893f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:58.909910 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-21331d93-0dce-41e1-9623-47a46ff893f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88a5fe25-86af-4d3e-9bc2-bda3dc9bb952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013741 Aug 20 11:30:58.949040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-f1e1c15c-f079-4d2f-b315-2646a2202761 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:30:58.950521 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-f1e1c15c-f079-4d2f-b315-2646a2202761 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109992 Aug 20 11:30:59.150389 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-ae16c424-3ecb-451f-a363-9b16d241b452 service neutron] 10.222.0.37 "GET /v2.0/networks/88a5fe25-86af-4d3e-9bc2-bda3dc9bb952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770852 Aug 20 11:30:59.156554 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.200143 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb9b0ab0-6ff9-4b08-8976-25013b339bfd req-5b85bab0-5e3f-4aa9-9bb9-fa03158f01c8 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/ports?device_id=264adc8f-c7d8-4fec-95bc-91ab58fdc955 HTTP/1.1" status: 200 len: 210 time: 0.0538476 Aug 20 11:30:59.221675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Transition to ACTIVE for port object aeb6d98b-f2c0-4d47-881d-04fe080c64c9 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:59.280785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-efd77246-7646-404c-90e1-f9c8190da875', 'network_id': 'efd77246-7646-404c-90e1-f9c8190da875', 'tenant_id': '675e6b50f45d4845af102783a0c8c276', 'fixed_ips': [{'subnet_id': '736b5211-9d25-43f8-922c-dd37e6697f8d'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:30:59.282647 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.285399 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2e0403d-edc7-49b1-a091-d3d16dd149c7 req-edcd4070-4488-45b3-b56f-d3e74e275f27 service neutron] 10.222.0.37 "GET /v2.0/networks/88a5fe25-86af-4d3e-9bc2-bda3dc9bb952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138799 Aug 20 11:30:59.290893 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.292389 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-242cef54-d9b4-4421-a797-7e5f1c71515a tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:59.293907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-242cef54-d9b4-4421-a797-7e5f1c71515a tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4754159 Aug 20 11:30:59.298954 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.308573 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4c22-785f-4b7f-8474-655634a0f4b0 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.313211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Request body: {'port': {'device_id': 'a3c8cb24-3d4b-4a2c-b031-390054d5a941', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '8d27f43d1bee4a5b952c5bcbfa01f9af'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:59.319086 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4c22-785f-4b7f-8474-655634a0f4b0 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.347606 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b925af-1bec-4239-bc7f-4758e6384f97 x-openstack-request-id: req-80b925af-1bec-4239-bc7f-4758e6384f97 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:59.347890 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f90198d-920c-4d40-961f-7a3f00e68d99", "name": "network-vif-deleted", "tag": "f80eb9c9-76d7-4570-85e1-df631f2ecb0b", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:59.348133 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80b925af-1bec-4239-bc7f-4758e6384f97 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:59.348510 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f90198d-920c-4d40-961f-7a3f00e68d99', 'name': 'network-vif-deleted', 'tag': 'f80eb9c9-76d7-4570-85e1-df631f2ecb0b', 'status': 'completed', 'code': 200} Aug 20 11:30:59.376112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4c22-785f-4b7f-8474-655634a0f4b0 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.380040 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6c6c4c22-785f-4b7f-8474-655634a0f4b0 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9342446 Aug 20 11:30:59.389815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50770) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:59.396150 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-656ca80d-c9ce-498f-acfe-9b7b56d11cd8 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Request body: {'security_group_rule': {'security_group_id': '265360f9-9081-48f3-bdde-658d65061284', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:59.428340 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:59.439715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c4c22-785f-4b7f-8474-655634a0f4b0 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265360f9-9081-48f3-bdde-658d65061284,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:59.442272 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:30:59.442766 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:59.463482 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:59.478797 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:59.479473 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.482022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Pushing event updated for resources: {'Port': ['ID=aeb6d98b-f2c0-4d47-881d-04fe080c64c9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:59.497936 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb429d4-8157-4979-8a64-6a81944afa81 x-openstack-request-id: req-0bb429d4-8157-4979-8a64-6a81944afa81 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:59.498300 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487a0afc-e1ff-4a1d-a8ed-0cb235b06c79", "tag": "58c46791-5bfb-44ba-a527-15b4e07ba736", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:59.498464 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bb429d4-8157-4979-8a64-6a81944afa81 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:59.498851 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487a0afc-e1ff-4a1d-a8ed-0cb235b06c79', 'tag': '58c46791-5bfb-44ba-a527-15b4e07ba736', 'status': 'completed', 'code': 200} Aug 20 11:30:59.504206 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.35', 57655) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:59.529770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 4ea7ea1e-7b2f-465b-8942-671daa720c34, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4ea7ea1e-7b2f-465b-8942-671daa720c34,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:59.614241 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-dee6d021-811b-4340-911c-8ab172afaaef tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0367513 Aug 20 11:30:59.621313 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82779574-7813-4aa4-afc1-3d9f466eb64f req-4fc8c7cc-c311-49ff-90cb-e2b4354c7fa0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c8cb24-3d4b-4a2c-b031-390054d5a941 HTTP/1.1" status: 200 len: 210 time: 0.1607771 Aug 20 11:30:59.647606 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Request body: {'port': {'device_id': '264adc8f-c7d8-4fec-95bc-91ab58fdc955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:59.657189 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.resource_extend [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:30:59.684311 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82657718-5344-41c3-b6de-aa75f608a719 req-e9bd5495-b69c-4a88-bd9e-20b30fe8e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:59.686091 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-82657718-5344-41c3-b6de-aa75f608a719 req-e9bd5495-b69c-4a88-bd9e-20b30fe8e4b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=997d129c9320455abd5689acea35e882&device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 1097 time: 0.1782506 Aug 20 11:30:59.718712 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-656ca80d-c9ce-498f-acfe-9b7b56d11cd8 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.726098 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.737817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1f93f-bda3-4477-8cea-5b5e1b31819a req-f2d48064-013f-4c1d-9003-6a4dfb006a04 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:59.745473 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-21d1f93f-bda3-4477-8cea-5b5e1b31819a req-f2d48064-013f-4c1d-9003-6a4dfb006a04 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 946 time: 0.1552837 Aug 20 11:30:59.823456 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=4ea7ea1e-7b2f-465b-8942-671daa720c34,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:59.897531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.932934 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-21d1f93f-bda3-4477-8cea-5b5e1b31819a req-eff3bc47-dd5e-4bed-9117-5e4a1366e9b1 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853392 Aug 20 11:30:59.938178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b9ca46af-2874-47bf-bc37-12809bd44e1f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:59.949749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Made reservation on behalf of 8d27f43d1bee4a5b952c5bcbfa01f9af for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:59.960699 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.989685 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.073100 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.084977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:00.109683 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Allocated IP 172.20.0.2 (efd77246-7646-404c-90e1-f9c8190da875/736b5211-9d25-43f8-922c-dd37e6697f8d/b639b647-fdbb-4b5a-bf96-e1575a94cf50) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:00.116258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-221c5ed4-d12e-44e0-a07e-1f857acb0664 None None] Provisioning for port aeb6d98b-f2c0-4d47-881d-04fe080c64c9 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:00.131013 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.131232 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'd5f6d22d-9b89-47c5-a4b6-eb43f0bdac95', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': 'd5f6d22d-9b89-47c5-a4b6-eb43f0bdac95', 'mac_address': 'fa:16:3e:c0:3c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:00.141259 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-221c5ed4-d12e-44e0-a07e-1f857acb0664 None None] Provisioning complete for port aeb6d98b-f2c0-4d47-881d-04fe080c64c9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:00.141625 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-221c5ed4-d12e-44e0-a07e-1f857acb0664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.160310 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-656ca80d-c9ce-498f-acfe-9b7b56d11cd8 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.173761 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-94b3b1a8-a4f4-4b61-9e79-4389f32fa82c tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 258 time: 0.4644885 Aug 20 11:31:00.177459 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-656ca80d-c9ce-498f-acfe-9b7b56d11cd8 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.226365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:00.258798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port b9ca46af-2874-47bf-bc37-12809bd44e1f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:00.268371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ca80d-c9ce-498f-acfe-9b7b56d11cd8 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096c1283-a764-4f8a-aab7-738e14d7577b,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:00.275643 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82657718-5344-41c3-b6de-aa75f608a719 req-8ecb6553-5faa-41a6-bb10-0301b17129f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:00.277393 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-82657718-5344-41c3-b6de-aa75f608a719 req-8ecb6553-5faa-41a6-bb10-0301b17129f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 HTTP/1.1" status: 200 len: 928 time: 0.5785825 Aug 20 11:31:00.281006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-221c5ed4-d12e-44e0-a07e-1f857acb0664 None None] Port aeb6d98b-f2c0-4d47-881d-04fe080c64c9 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:00.282516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b9ca46af-2874-47bf-bc37-12809bd44e1f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:00.282895 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.288308 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.295379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365f4b3-81a0-4317-99b8-3fd75e41870a req-dbff42ae-186b-470d-9b34-07f4c80e9483 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:00.303158 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f365f4b3-81a0-4317-99b8-3fd75e41870a req-dbff42ae-186b-470d-9b34-07f4c80e9483 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 945 time: 0.1601408 Aug 20 11:31:00.348627 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1714b63d-ec52-42b0-865d-0fd265c5201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-router', 'tenant_id': '997d129c9320455abd5689acea35e882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:11Z', 'updated_at': '2021-08-20T11:30:17Z', 'revision_number': 4, 'project_id': '997d129c9320455abd5689acea35e882', 'gw_port': {'id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:12Z', 'updated_at': '2021-08-20T11:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '527422f2-3b77-476f-b04b-d8b1c95652ae', 'tenant_id': '997d129c9320455abd5689acea35e882', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'port_id': '58c46791-5bfb-44ba-a527-15b4e07ba736', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'mac_address': 'fa:16:3e:fc:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487a0afc-e1ff-4a1d-a8ed-0cb235b06c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:30:51Z', 'updated_at': '2021-08-20T11:30:55Z', 'revision_number': 1, 'project_id': '997d129c9320455abd5689acea35e882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef718c27-3490-400a-93c7-36401ae5339d', 'name': '', 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'tenant_id': '997d129c9320455abd5689acea35e882', 'mac_address': 'fa:16:3e:e0:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:16Z', 'updated_at': '2021-08-20T11:30:24Z', 'revision_number': 5, 'project_id': '997d129c9320455abd5689acea35e882', 'subnets': [{'id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:00.352494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Allocated IP 172.25.8.168 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/01907175-0b74-4597-9bd7-72caa7e3eed7) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:00.388841 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:00.392881 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.400330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1714b63d-ec52-42b0-865d-0fd265c5201b None None] Checking router: f07438ca-202a-42ac-8ab3-4d14a37ae3da for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:00.427747 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-82657718-5344-41c3-b6de-aa75f608a719 req-e98bc625-9435-4c81-99f3-dc7b0ca18a21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58c46791-5bfb-44ba-a527-15b4e07ba736 HTTP/1.1" status: 200 len: 1000 time: 0.1135960 Aug 20 11:31:00.427973 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.429831 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f365f4b3-81a0-4317-99b8-3fd75e41870a req-f25b4065-4d77-49b5-8fe1-c73d69e96ec9 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257110 Aug 20 11:31:00.450921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:00.451513 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-656ca80d-c9ce-498f-acfe-9b7b56d11cd8 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.452336 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-656ca80d-c9ce-498f-acfe-9b7b56d11cd8 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0600109 Aug 20 11:31:00.456780 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1714b63d-ec52-42b0-865d-0fd265c5201b None None] Routers {'f07438ca-202a-42ac-8ab3-4d14a37ae3da'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:00.457687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1714b63d-ec52-42b0-865d-0fd265c5201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:30:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:00.466912 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50780) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:00.476472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2dc17921-a460-433f-8757-992c0e5884d5 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Request body: {'security_group_rule': {'security_group_id': '265360f9-9081-48f3-bdde-658d65061284', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:00.509441 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.534831 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.541782 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82657718-5344-41c3-b6de-aa75f608a719 req-c7377fa7-fa6d-465b-9dcd-ab51ca98d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:00.543590 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-82657718-5344-41c3-b6de-aa75f608a719 req-c7377fa7-fa6d-465b-9dcd-ab51ca98d1bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5e87b6c-641e-4690-b4ec-e033c26e4069 HTTP/1.1" status: 200 len: 867 time: 0.1012306 Aug 20 11:31:00.552600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb6d98b-f2c0-4d47-881d-04fe080c64c9 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:00.576231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f82eca4-d925-41e3-9ef7-eabe6b9b62cb,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:00.598594 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.605707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Transition to ACTIVE for port object b639b647-fdbb-4b5a-bf96-e1575a94cf50 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:00.606815 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.636491 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2dc17921-a460-433f-8757-992c0e5884d5 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.657229 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Transition to ACTIVE for port object aeb6d98b-f2c0-4d47-881d-04fe080c64c9 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:00.677330 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.696310 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.701510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c47a1f-b4f4-40a6-9768-0363a43d4125 req-7422a1f5-39d8-4a7e-8388-a090b84b020c tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:00.702960 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Transition to ACTIVE for port object b639b647-fdbb-4b5a-bf96-e1575a94cf50 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:00.710255 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-72c47a1f-b4f4-40a6-9768-0363a43d4125 req-7422a1f5-39d8-4a7e-8388-a090b84b020c tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/ports?device_id=264adc8f-c7d8-4fec-95bc-91ab58fdc955 HTTP/1.1" status: 200 len: 936 time: 0.0992069 Aug 20 11:31:00.713856 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:00.729945 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.742419 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Allocated IP 192.168.233.113 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/3b29c573-64c4-401b-90c7-17e4c8c9d9d5) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:00.743638 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-1714b63d-ec52-42b0-865d-0fd265c5201b None None] Set router f07438ca-202a-42ac-8ab3-4d14a37ae3da gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:00.747311 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:00.754955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82657718-5344-41c3-b6de-aa75f608a719 req-a94ba50f-88e0-4789-b84c-4a8805e30d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:00.756570 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-82657718-5344-41c3-b6de-aa75f608a719 req-a94ba50f-88e0-4789-b84c-4a8805e30d97 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88a5fe25-86af-4d3e-9bc2-bda3dc9bb952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1994860 Aug 20 11:31:00.877427 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.887448 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-72c47a1f-b4f4-40a6-9768-0363a43d4125 req-1da18665-771e-46ae-8bcc-198ecdb0aca1 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5454756-846e-4b21-a6b2-f11c59ea107c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761212 Aug 20 11:31:00.903806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port b9ca46af-2874-47bf-bc37-12809bd44e1f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b9ca46af-2874-47bf-bc37-12809bd44e1f,segment=NetworkSegment(1afcb594-4b0f-4fad-81d5-e51a98889e0f),segment_id=1afcb594-4b0f-4fad-81d5-e51a98889e0f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:00.932668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Attempting to bind port aeb6d98b-f2c0-4d47-881d-04fe080c64c9 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:00.937369 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Attempting to bind port aeb6d98b-f2c0-4d47-881d-04fe080c64c9 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:00.937897 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Attempting to bind port aeb6d98b-f2c0-4d47-881d-04fe080c64c9 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:00.950242 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Pushing event updated for resources: {'Port': ['ID=aeb6d98b-f2c0-4d47-881d-04fe080c64c9,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:00.966651 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.981620 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Network efd77246-7646-404c-90e1-f9c8190da875 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:00.987447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:00.994672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Port aeb6d98b-f2c0-4d47-881d-04fe080c64c9 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:00.994672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Attempting to bind port aeb6d98b-f2c0-4d47-881d-04fe080c64c9 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:00.994945 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:01.015613 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.016492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:01.017159 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:01.029571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:01.033367 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Bound port: aeb6d98b-f2c0-4d47-881d-04fe080c64c9, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:01.033935 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.056281 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Pushing event updated for resources: {'Port': ['ID=b639b647-fdbb-4b5a-bf96-e1575a94cf50,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:01.098768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:01.106590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:01.111062 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.120568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:01.123432 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2dc17921-a460-433f-8757-992c0e5884d5 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.172145 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2dc17921-a460-433f-8757-992c0e5884d5 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.184197 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Pushing event updated for resources: {'Port': ['ID=01907175-0b74-4597-9bd7-72caa7e3eed7,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:01.203864 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Transition to ACTIVE for port object 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:01.221776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc17921-a460-433f-8757-992c0e5884d5 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef03083-3502-4310-af24-53e50260c8e3,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:01.241255 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2dc17921-a460-433f-8757-992c0e5884d5 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.243812 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Attempting to bind port b639b647-fdbb-4b5a-bf96-e1575a94cf50 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:01.244187 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Attempting to bind port b639b647-fdbb-4b5a-bf96-e1575a94cf50 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'eb2e8a13-1d1d-4571-ad94-12f0263366bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'efd77246-7646-404c-90e1-f9c8190da875'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:01.244536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Attempting to bind port b639b647-fdbb-4b5a-bf96-e1575a94cf50 on network efd77246-7646-404c-90e1-f9c8190da875 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:01.245778 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2dc17921-a460-433f-8757-992c0e5884d5 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7777081 Aug 20 11:31:01.251749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50790) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:01.258464 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=b9ca46af-2874-47bf-bc37-12809bd44e1f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:01.289980 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:01.349271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977d94f9-fddc-4468-a6b4-759adbaf08a2', 'tag': 'd5f6d22d-9b89-47c5-a4b6-eb43f0bdac95'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:01.351539 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bf51af-f760-4097-b204-b3c9929a977f" -d '{"events": [{"name": "network-changed", "server_uuid": "977d94f9-fddc-4468-a6b4-759adbaf08a2", "tag": "d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:01.360967 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.408709 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 91d9acb4-cb79-4d29-9f20-85fcf64fb103 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:01.416481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:01.416879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Checking segment: {'id': 'eb2e8a13-1d1d-4571-ad94-12f0263366bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'efd77246-7646-404c-90e1-f9c8190da875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:01.417514 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.418067 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Bound using segment: {'id': 'eb2e8a13-1d1d-4571-ad94-12f0263366bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'efd77246-7646-404c-90e1-f9c8190da875'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:01.418578 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2f2336e7-9abc-4208-bc33-097ada95f01e req-e94d18e5-478e-4685-a0ed-4e29ed7cc77d tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c8cb24-3d4b-4a2c-b031-390054d5a941 HTTP/1.1" status: 200 len: 210 time: 0.0753374 Aug 20 11:31:01.419200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Bound port: b639b647-fdbb-4b5a-bf96-e1575a94cf50, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2e8a13-1d1d-4571-ad94-12f0263366bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'efd77246-7646-404c-90e1-f9c8190da875'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:01.419729 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.441483 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.443187 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.465450 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-82657718-5344-41c3-b6de-aa75f608a719 req-a18dd021-511f-4ea5-93c9-eccd08d07ff1 service neutron] 10.222.0.35 "GET /v2.0/networks/88a5fe25-86af-4d3e-9bc2-bda3dc9bb952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6814077 Aug 20 11:31:01.553228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] For port aeb6d98b-f2c0-4d47-881d-04fe080c64c9, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:01.560060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Allocated IP 172.25.8.190 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/c8af51b9-0fd2-4522-ab8d-55802e1a132f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:01.582803 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] For port aeb6d98b-f2c0-4d47-881d-04fe080c64c9, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=aeb6d98b-f2c0-4d47-881d-04fe080c64c9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:01.590093 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.620367 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:01.627134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] For port b639b647-fdbb-4b5a-bf96-e1575a94cf50, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:01.631615 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] For port b639b647-fdbb-4b5a-bf96-e1575a94cf50, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b639b647-fdbb-4b5a-bf96-e1575a94cf50,segment=NetworkSegment(eb2e8a13-1d1d-4571-ad94-12f0263366bd),segment_id=eb2e8a13-1d1d-4571-ad94-12f0263366bd)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:01.632296 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:31:01.635594 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:01.635735 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.659313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:01.660065 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.661950 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] 10.222.0.35 "PUT /v2.0/ports/aeb6d98b-f2c0-4d47-881d-04fe080c64c9 HTTP/1.1" status: 200 len: 1096 time: 2.0279250 Aug 20 11:31:01.663785 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264adc8f-c7d8-4fec-95bc-91ab58fdc955', 'tag': 'aeb6d98b-f2c0-4d47-881d-04fe080c64c9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:01.666382 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc17ea2a-738a-4cc8-8151-874e7c2930d2" -d '{"events": [{"name": "network-changed", "server_uuid": "264adc8f-c7d8-4fec-95bc-91ab58fdc955", "tag": "aeb6d98b-f2c0-4d47-881d-04fe080c64c9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:01.669946 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.677080 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8429c-cb86-4737-b45b-0a8c77e4e2a6 req-34264c5e-93ee-4bd5-b0d6-67f917424db6 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:01.684570 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.684975 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-33c8429c-cb86-4737-b45b-0a8c77e4e2a6 req-34264c5e-93ee-4bd5-b0d6-67f917424db6 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 947 time: 0.1468611 Aug 20 11:31:01.710045 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1714b63d-ec52-42b0-865d-0fd265c5201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-router', 'tenant_id': '997d129c9320455abd5689acea35e882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:11Z', 'updated_at': '2021-08-20T11:30:17Z', 'revision_number': 4, 'project_id': '997d129c9320455abd5689acea35e882', 'gw_port': {'id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:12Z', 'updated_at': '2021-08-20T11:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '527422f2-3b77-476f-b04b-d8b1c95652ae', 'tenant_id': '997d129c9320455abd5689acea35e882', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'port_id': '58c46791-5bfb-44ba-a527-15b4e07ba736', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'mac_address': 'fa:16:3e:fc:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487a0afc-e1ff-4a1d-a8ed-0cb235b06c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:30:51Z', 'updated_at': '2021-08-20T11:30:55Z', 'revision_number': 1, 'project_id': '997d129c9320455abd5689acea35e882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef718c27-3490-400a-93c7-36401ae5339d', 'name': '', 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'tenant_id': '997d129c9320455abd5689acea35e882', 'mac_address': 'fa:16:3e:e0:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:16Z', 'updated_at': '2021-08-20T11:30:24Z', 'revision_number': 5, 'project_id': '997d129c9320455abd5689acea35e882', 'subnets': [{'id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:01.711778 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-82657718-5344-41c3-b6de-aa75f608a719 req-ad35aa94-8659-4f03-8c40-03ae64d99a01 service neutron] 10.222.0.35 "GET /v2.0/networks/88a5fe25-86af-4d3e-9bc2-bda3dc9bb952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344797 Aug 20 11:31:01.787514 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1714b63d-ec52-42b0-865d-0fd265c5201b None None] The sync data for ids ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'] in n-d-804299-2 is: [{'id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-router', 'tenant_id': '997d129c9320455abd5689acea35e882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:11Z', 'updated_at': '2021-08-20T11:30:17Z', 'revision_number': 4, 'project_id': '997d129c9320455abd5689acea35e882', 'gw_port': {'id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:12Z', 'updated_at': '2021-08-20T11:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '527422f2-3b77-476f-b04b-d8b1c95652ae', 'tenant_id': '997d129c9320455abd5689acea35e882', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'port_id': '58c46791-5bfb-44ba-a527-15b4e07ba736', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'mac_address': 'fa:16:3e:fc:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487a0afc-e1ff-4a1d-a8ed-0cb235b06c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:30:51Z', 'updated_at': '2021-08-20T11:30:55Z', 'revision_number': 1, 'project_id': '997d129c9320455abd5689acea35e882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef718c27-3490-400a-93c7-36401ae5339d', 'name': '', 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'tenant_id': '997d129c9320455abd5689acea35e882', 'mac_address': 'fa:16:3e:e0:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:16Z', 'updated_at': '2021-08-20T11:30:24Z', 'revision_number': 5, 'project_id': '997d129c9320455abd5689acea35e882', 'subnets': [{'id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:01.794112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.807948 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c61892-6a49-47cc-852a-7a1070ffa43b service neutron] Pushing event updated for resources: {'Port': ['ID=aeb6d98b-f2c0-4d47-881d-04fe080c64c9,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:01.818607 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746d827-aaaf-46e8-a2c3-b12c0bf26fe4 None None] Pushing event updated for resources: {'Port': ['ID=b639b647-fdbb-4b5a-bf96-e1575a94cf50,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:01.858505 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-33c8429c-cb86-4737-b45b-0a8c77e4e2a6 req-a0959c4a-0b4f-48ca-9b54-5839dbcaba14 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725106 Aug 20 11:31:01.877997 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-08265f88-def2-49f0-a822-29b0f6c9a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:01.888762 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-08265f88-def2-49f0-a822-29b0f6c9a561 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d81ee07e0cac47909a4d86e20fa4610e&device_id=264adc8f-c7d8-4fec-95bc-91ab58fdc955 HTTP/1.1" status: 200 len: 1099 time: 0.1494391 Aug 20 11:31:01.913673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:01.918044 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.946456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:01.969271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:01.975509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a48da4-2561-4d37-ba87-dc88efdee793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d9acb4-cb79-4d29-9f20-85fcf64fb103'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:01.976811 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-16cafbc7-4da8-4c73-b308-4dda89ad6088 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=aeb6d98b-f2c0-4d47-881d-04fe080c64c9 HTTP/1.1" status: 200 len: 217 time: 0.0767887 Aug 20 11:31:02.000968 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941b4f42-e4e6-4861-88ea-f466499b893f" -d '{"events": [{"server_uuid": "c7a48da4-2561-4d37-ba87-dc88efdee793", "name": "network-vif-plugged", "status": "completed", "tag": "91d9acb4-cb79-4d29-9f20-85fcf64fb103"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:02.008426 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533f1228-eb49-4c43-93e2-e202fb518e8a x-openstack-request-id: req-533f1228-eb49-4c43-93e2-e202fb518e8a {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:02.008859 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977d94f9-fddc-4468-a6b4-759adbaf08a2", "tag": "d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:02.009198 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-533f1228-eb49-4c43-93e2-e202fb518e8a {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:02.009683 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977d94f9-fddc-4468-a6b4-759adbaf08a2', 'tag': 'd5f6d22d-9b89-47c5-a4b6-eb43f0bdac95', 'status': 'completed', 'code': 200} Aug 20 11:31:02.036085 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4ea7ea1e-7b2f-465b-8942-671daa720c34 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:02.036569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:02.050093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Pushing event updated for resources: {'Port': ['ID=3b29c573-64c4-401b-90c7-17e4c8c9d9d5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:02.072156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:02.085292 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.176933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-a876e85f-d26a-4270-b565-cc9909251b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:02.178428 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-a876e85f-d26a-4270-b565-cc9909251b92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1902990 Aug 20 11:31:02.218919 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4ea7ea1e-7b2f-465b-8942-671daa720c34 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:02.219423 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.283967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=91d9acb4-cb79-4d29-9f20-85fcf64fb103,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:02.290189 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7022fccb-f3d0-4202-b6b1-c16137770d6c None None] New status for floating IP 527422f2-3b77-476f-b04b-d8b1c95652ae: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:31:02.371189 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b36f86-6d80-4196-bbd0-e3e01a8704a8 req-cc7bfc38-f29a-47a3-bc13-11282fea9c58 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:02.371418 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b9ca46af-2874-47bf-bc37-12809bd44e1f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:02.372794 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36b36f86-6d80-4196-bbd0-e3e01a8704a8 req-cc7bfc38-f29a-47a3-bc13-11282fea9c58 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 946 time: 0.1934474 Aug 20 11:31:02.374678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-6a81e56a-8e28-43eb-9090-88d677fa0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:02.376368 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-6a81e56a-8e28-43eb-9090-88d677fa0a2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1434541 Aug 20 11:31:02.439927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b9ca46af-2874-47bf-bc37-12809bd44e1f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:02.440295 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.488058 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36b36f86-6d80-4196-bbd0-e3e01a8704a8 req-06192a88-d216-4d9b-aefa-af48aa0a0d10 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002069 Aug 20 11:31:02.533424 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.572860 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-87ef8bef-dd62-4dd3-89c1-d60aeac4ba6d service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657605 Aug 20 11:31:02.581315 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:02.583808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:02.586476 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.600322 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f88c445-9113-47a3-84c0-f5db6b0eaf09 x-openstack-request-id: req-7f88c445-9113-47a3-84c0-f5db6b0eaf09 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:02.600575 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264adc8f-c7d8-4fec-95bc-91ab58fdc955", "tag": "aeb6d98b-f2c0-4d47-881d-04fe080c64c9", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:02.601027 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f88c445-9113-47a3-84c0-f5db6b0eaf09 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:02.601293 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264adc8f-c7d8-4fec-95bc-91ab58fdc955', 'tag': 'aeb6d98b-f2c0-4d47-881d-04fe080c64c9', 'status': 'completed', 'code': 200} Aug 20 11:31:02.602546 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-25889f63-bf66-43c9-b314-fe925432806d None None] Provisioning for port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:02.609481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-25889f63-bf66-43c9-b314-fe925432806d None None] Provisioning complete for port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:02.610296 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-25889f63-bf66-43c9-b314-fe925432806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.650609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-25889f63-bf66-43c9-b314-fe925432806d None None] Port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:02.695960 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:02.697311 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.751122 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c629c-5d87-4f71-b183-456fa33af58d req-64d1c5b9-ce0b-4414-ae0a-ef602356bc48 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:02.752668 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f60c629c-5d87-4f71-b183-456fa33af58d req-64d1c5b9-ce0b-4414-ae0a-ef602356bc48 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/ports?device_id=264adc8f-c7d8-4fec-95bc-91ab58fdc955 HTTP/1.1" status: 200 len: 948 time: 0.0798926 Aug 20 11:31:02.754978 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-05b5516b-8712-4601-a46c-5e3a1388e117 req-2b30631d-ecea-4241-bfa4-2b196632bc76 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745462 Aug 20 11:31:02.807804 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f60c629c-5d87-4f71-b183-456fa33af58d req-7e1c0e07-3f51-4883-9442-6542e987f5d7 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5454756-846e-4b21-a6b2-f11c59ea107c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477965 Aug 20 11:31:02.832358 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c5c2fa79-1679-4a88-bc44-0aaa50abc8a0 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5268247 Aug 20 11:31:02.849875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Request body: {'port': {'device_id': 'a3c8cb24-3d4b-4a2c-b031-390054d5a941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:02.862966 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a188d8-6494-4750-85b9-f29579431fdd x-openstack-request-id: req-73a188d8-6494-4750-85b9-f29579431fdd {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:02.863326 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a48da4-2561-4d37-ba87-dc88efdee793", "name": "network-vif-plugged", "status": "completed", "tag": "91d9acb4-cb79-4d29-9f20-85fcf64fb103", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:02.863645 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73a188d8-6494-4750-85b9-f29579431fdd {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:02.864126 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a48da4-2561-4d37-ba87-dc88efdee793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d9acb4-cb79-4d29-9f20-85fcf64fb103', 'code': 200} Aug 20 11:31:02.891972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17ea2a-738a-4cc8-8151-874e7c2930d2 req-58314556-6f8d-4dd3-9c98-0e1d6210f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:02.893590 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bc17ea2a-738a-4cc8-8151-874e7c2930d2 req-58314556-6f8d-4dd3-9c98-0e1d6210f7bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d81ee07e0cac47909a4d86e20fa4610e&device_id=264adc8f-c7d8-4fec-95bc-91ab58fdc955 HTTP/1.1" status: 200 len: 1099 time: 0.0579357 Aug 20 11:31:02.900245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf51af-f760-4097-b204-b3c9929a977f req-08690566-9451-40aa-a2c3-0a6a6b587901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:02.902888 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6bf51af-f760-4097-b204-b3c9929a977f req-08690566-9451-40aa-a2c3-0a6a6b587901 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=033d5b0a83934785994cbd02c19099bb&device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 1098 time: 0.8631577 Aug 20 11:31:02.960309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Pushing event updated for resources: {'Port': ['ID=c8af51b9-0fd2-4522-ab8d-55802e1a132f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:03.051091 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17ea2a-738a-4cc8-8151-874e7c2930d2 req-2a5f3e61-79a1-4e8b-916c-5bcedd709dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:03.052587 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bc17ea2a-738a-4cc8-8151-874e7c2930d2 req-2a5f3e61-79a1-4e8b-916c-5bcedd709dc2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.1481185 Aug 20 11:31:03.067453 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad490582-d244-4ad2-8d4d-d8f1212ca13e req-4ac42720-2e7f-4ae0-b4f4-80772c334b54 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:03.069231 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad490582-d244-4ad2-8d4d-d8f1212ca13e req-4ac42720-2e7f-4ae0-b4f4-80772c334b54 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c8cb24-3d4b-4a2c-b031-390054d5a941 HTTP/1.1" status: 200 len: 936 time: 0.0727677 Aug 20 11:31:03.117694 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bc17ea2a-738a-4cc8-8151-874e7c2930d2 req-3cd20d7d-80a3-496f-bdf8-429af5557b2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=aeb6d98b-f2c0-4d47-881d-04fe080c64c9 HTTP/1.1" status: 200 len: 217 time: 0.0477264 Aug 20 11:31:03.179919 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad490582-d244-4ad2-8d4d-d8f1212ca13e req-c7a0d84c-ce12-411c-a8a2-63e9e94bc45e tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f82eca4-d925-41e3-9ef7-eabe6b9b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984900 Aug 20 11:31:03.198319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17ea2a-738a-4cc8-8151-874e7c2930d2 req-62ac2494-dd6f-4bdd-9ebf-76692ea55fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:03.199838 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bc17ea2a-738a-4cc8-8151-874e7c2930d2 req-62ac2494-dd6f-4bdd-9ebf-76692ea55fb2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0716350 Aug 20 11:31:03.223483 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf1eef3-7205-4500-a2ca-835b513d5d0e None None] Network efd77246-7646-404c-90e1-f9c8190da875 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:03.263168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a576f7a-9d3c-4acb-bcdf-ceea15ed4eca req-07b28a20-9322-4a42-bfe9-91585cf4b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:03.264174 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17ea2a-738a-4cc8-8151-874e7c2930d2 req-3e355d36-cb09-4a71-82f4-46b3a4824f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:03.264977 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a576f7a-9d3c-4acb-bcdf-ceea15ed4eca req-07b28a20-9322-4a42-bfe9-91585cf4b936 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 1097 time: 0.3203671 Aug 20 11:31:03.266567 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bc17ea2a-738a-4cc8-8151-874e7c2930d2 req-3e355d36-cb09-4a71-82f4-46b3a4824f62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0571351 Aug 20 11:31:03.280931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.308390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-67794857-dfcf-46f5-b63e-c2d6e1a72943 None None] Provisioning for port b639b647-fdbb-4b5a-bf96-e1575a94cf50 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:03.314224 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.347735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50814) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:03.370585 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.372660 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.429063 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.434324 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816feadc-b546-4c21-ae42-afbf5c4dbe7c req-438916f4-256e-43cf-8217-0310a86fa85b tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:03.435456 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-816feadc-b546-4c21-ae42-afbf5c4dbe7c req-438916f4-256e-43cf-8217-0310a86fa85b tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 947 time: 0.1374891 Aug 20 11:31:03.445189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:03.457028 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bc17ea2a-738a-4cc8-8151-874e7c2930d2 req-9e5d20af-0c51-49ea-abf6-252e38e91b1a service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807182 Aug 20 11:31:03.477479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf51af-f760-4097-b204-b3c9929a977f req-ca8f30a1-5b35-4c60-b22c-59d3055d60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:03.478964 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6bf51af-f760-4097-b204-b3c9929a977f req-ca8f30a1-5b35-4c60-b22c-59d3055d60ed service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.5433805 Aug 20 11:31:03.516933 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:03.521242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:03.521660 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.559922 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-816feadc-b546-4c21-ae42-afbf5c4dbe7c req-7a5d33a1-f556-4292-af07-143db0f8f358 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151416 Aug 20 11:31:03.639144 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.660787 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-64289da7-30cf-4f63-8c35-ba71de8bfb3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df8f1b686aa642b1b5f9bebd87daa6a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120651 Aug 20 11:31:03.665890 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bc17ea2a-738a-4cc8-8151-874e7c2930d2 req-a38bf82f-578a-4037-ab8b-14c8ce2e2fe9 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918576 Aug 20 11:31:03.667348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50820) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:03.682933 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:03.692749 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.760282 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba582d1-cc7f-4312-bf36-445d085e7fd1 req-07766cc0-33cf-482c-8c1e-450af0775fdd tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:03.768398 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ba582d1-cc7f-4312-bf36-445d085e7fd1 req-07766cc0-33cf-482c-8c1e-450af0775fdd tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 946 time: 0.1108410 Aug 20 11:31:03.779137 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:03.812111 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a576f7a-9d3c-4acb-bcdf-ceea15ed4eca req-01d85060-7955-41aa-8083-a89934d7abd3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164692 Aug 20 11:31:03.814675 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17652008-bfcc-451b-b99b-6e89711d5b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.823198 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ba582d1-cc7f-4312-bf36-445d085e7fd1 req-6dbfd086-5665-408f-aa8e-eab440beba4c tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539331 Aug 20 11:31:03.851052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17652008-bfcc-451b-b99b-6e89711d5b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.880159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6bf51af-f760-4097-b204-b3c9929a977f req-81a11955-60e7-4627-ad2c-d7dce072caac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 HTTP/1.1" status: 200 len: 217 time: 0.1506667 Aug 20 11:31:03.915981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b639b647-fdbb-4b5a-bf96-e1575a94cf50 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:03.949418 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046e61f-309f-4ac9-9278-3c5d05524f16 req-99a5b0e3-ff28-4bc2-b002-5730da633264 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:03.951425 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2046e61f-309f-4ac9-9278-3c5d05524f16 req-99a5b0e3-ff28-4bc2-b002-5730da633264 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/ports?device_id=264adc8f-c7d8-4fec-95bc-91ab58fdc955 HTTP/1.1" status: 200 len: 948 time: 0.0620143 Aug 20 11:31:03.973725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port b639b647-fdbb-4b5a-bf96-e1575a94cf50 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:03.981381 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17652008-bfcc-451b-b99b-6e89711d5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.981381 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17652008-bfcc-451b-b99b-6e89711d5b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.984786 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-17652008-bfcc-451b-b99b-6e89711d5b9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eeb0d6aa-a1e8-461f-9e76-7838d7926dce HTTP/1.1" status: 204 len: 168 time: 0.3036253 Aug 20 11:31:03.986088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b639b647-fdbb-4b5a-bf96-e1575a94cf50 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:03.986721 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.995806 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17652008-bfcc-451b-b99b-6e89711d5b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb0d6aa-a1e8-461f-9e76-7838d7926dce,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:04.019845 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2046e61f-309f-4ac9-9278-3c5d05524f16 req-179a013b-b152-4a12-b587-9bc981e2e1d7 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5454756-846e-4b21-a6b2-f11c59ea107c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609396 Aug 20 11:31:04.095315 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Router 99b997f9-575c-4cca-a9fa-2036e5c6e799 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:31:04.097473 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Allocated IP 172.25.8.83 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/1e444a16-e393-4ee5-b223-d22606805e10) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:04.110087 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:04.149058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port b639b647-fdbb-4b5a-bf96-e1575a94cf50, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b639b647-fdbb-4b5a-bf96-e1575a94cf50,segment=NetworkSegment(eb2e8a13-1d1d-4571-ad94-12f0263366bd),segment_id=eb2e8a13-1d1d-4571-ad94-12f0263366bd)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:04.154211 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:04.169856 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:04.188707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf51af-f760-4097-b204-b3c9929a977f req-171f057d-2258-4fdc-a13c-347f42d2e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:04.190181 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6bf51af-f760-4097-b204-b3c9929a977f req-171f057d-2258-4fdc-a13c-347f42d2e2c1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1646211 Aug 20 11:31:04.210806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=b639b647-fdbb-4b5a-bf96-e1575a94cf50,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:04.254407 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:04.315510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ce4eb-09ec-400c-9be8-22af80fc47ed req-c7582901-b628-48c6-a5cb-88ea340f7b93 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:04.317420 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-083ce4eb-09ec-400c-9be8-22af80fc47ed req-c7582901-b628-48c6-a5cb-88ea340f7b93 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c8cb24-3d4b-4a2c-b031-390054d5a941 HTTP/1.1" status: 200 len: 936 time: 0.0578620 Aug 20 11:31:04.364855 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-083ce4eb-09ec-400c-9be8-22af80fc47ed req-2de73d74-2cd5-453e-b642-d35ecf59b8a8 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f82eca4-d925-41e3-9ef7-eabe6b9b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385833 Aug 20 11:31:04.672121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Pushing event updated for resources: {'Port': ['ID=c8af51b9-0fd2-4522-ab8d-55802e1a132f,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:04.701514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff0fac-0fb9-4146-a801-ee4148d41d07 req-4d06eb45-c7fe-4e76-b087-8f88f3e9bd73 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:04.703244 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9ff0fac-0fb9-4146-a801-ee4148d41d07 req-4d06eb45-c7fe-4e76-b087-8f88f3e9bd73 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 948 time: 0.0610375 Aug 20 11:31:04.703638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50848) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:04.726843 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:04.745481 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9ff0fac-0fb9-4146-a801-ee4148d41d07 req-c6f6deeb-f315-47fc-8fab-98d02c44c6f4 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354021 Aug 20 11:31:04.753934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf51af-f760-4097-b204-b3c9929a977f req-6740a475-363c-430a-b143-38ee060d7358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:04.755424 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6bf51af-f760-4097-b204-b3c9929a977f req-6740a475-363c-430a-b143-38ee060d7358 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5056212 Aug 20 11:31:04.763550 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:04.775479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Sync routers for ids ['99b997f9-575c-4cca-a9fa-2036e5c6e799'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:04.801627 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Routers {'99b997f9-575c-4cca-a9fa-2036e5c6e799'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:04.802358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:30:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['99b997f9-575c-4cca-a9fa-2036e5c6e799'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:04.855483 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:04.861599 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:04.863008 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-044c1a7d-92df-4a8b-a1db-3c14f3c8981a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6504169 Aug 20 11:31:04.872236 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:04.875961 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977d94f9-fddc-4468-a6b4-759adbaf08a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f6d22d-9b89-47c5-a4b6-eb43f0bdac95'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:04.877141 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:04.878683 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd929797-5da5-4667-a154-3796def2c049" -d '{"events": [{"server_uuid": "977d94f9-fddc-4468-a6b4-759adbaf08a2", "name": "network-vif-plugged", "status": "completed", "tag": "d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:04.884169 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5c3f3a2a-2943-4596-a35b-aa6d4e684953 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-740442333-network', 'tenant_id': 'b4ac46b78b6d45c6abee25f3a1a48427'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:04.887109 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:04.888263 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5772ea70-f5da-4c54-80eb-b4b021979220 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.6554224 Aug 20 11:31:04.891307 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50856) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:04.942343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Set router 99b997f9-575c-4cca-a9fa-2036e5c6e799 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:04.998126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Transition to ACTIVE for port object 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:05.010167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-9d2c1555-c084-47ad-addf-3e114c089811 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 696 time: 0.1176155 Aug 20 11:31:05.014156 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71148c02-9746-4d1c-b468-7db7aabbbee6 req-dd88386e-4b5f-48d2-9538-82ee9f8524bf tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:05.018538 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:05.023075 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71148c02-9746-4d1c-b468-7db7aabbbee6 req-dd88386e-4b5f-48d2-9538-82ee9f8524bf tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 946 time: 0.0848229 Aug 20 11:31:05.039351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3f3a2a-2943-4596-a35b-aa6d4e684953 admin admin] Made reservation on behalf of b4ac46b78b6d45c6abee25f3a1a48427 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:05.041084 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c3f3a2a-2943-4596-a35b-aa6d4e684953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:05.095997 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6bf51af-f760-4097-b204-b3c9929a977f req-b5bee3ec-0528-4fa2-a9eb-c1a0138a4491 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304682 Aug 20 11:31:05.101227 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71148c02-9746-4d1c-b468-7db7aabbbee6 req-42326898-3849-452f-bc93-c48968b721a2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773065 Aug 20 11:31:05.139641 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c3f3a2a-2943-4596-a35b-aa6d4e684953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:05.151290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425998940-router', 'tenant_id': '675e6b50f45d4845af102783a0c8c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '01907175-0b74-4597-9bd7-72caa7e3eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:58Z', 'updated_at': '2021-08-20T11:31:01Z', 'revision_number': 3, 'project_id': '675e6b50f45d4845af102783a0c8c276', 'gw_port': {'id': '01907175-0b74-4597-9bd7-72caa7e3eed7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:00Z', 'updated_at': '2021-08-20T11:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:05.181409 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Checking router: 99b997f9-575c-4cca-a9fa-2036e5c6e799 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:05.181409 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Updating router 99b997f9-575c-4cca-a9fa-2036e5c6e799 port 01907175-0b74-4597-9bd7-72caa7e3eed7 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:31:05.211545 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcda824-baf4-4a7b-889c-f196812e5f52 x-openstack-request-id: req-ebcda824-baf4-4a7b-889c-f196812e5f52 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:05.212066 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977d94f9-fddc-4468-a6b4-759adbaf08a2", "name": "network-vif-plugged", "status": "completed", "tag": "d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:05.212412 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ebcda824-baf4-4a7b-889c-f196812e5f52 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:05.212918 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977d94f9-fddc-4468-a6b4-759adbaf08a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f6d22d-9b89-47c5-a4b6-eb43f0bdac95', 'code': 200} Aug 20 11:31:05.225878 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:05.322854 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Pushing event updated for resources: {'Port': ['ID=3b29c573-64c4-401b-90c7-17e4c8c9d9d5,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:05.402984 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c743e-57fa-49c0-9b8d-020db8487296 req-9e15a006-4077-4246-90ba-5af7d15e3fb1 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:05.410204 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:05.411048 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7e3c743e-57fa-49c0-9b8d-020db8487296 req-9e15a006-4077-4246-90ba-5af7d15e3fb1 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/ports?device_id=264adc8f-c7d8-4fec-95bc-91ab58fdc955 HTTP/1.1" status: 200 len: 948 time: 0.1051447 Aug 20 11:31:05.486318 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7e3c743e-57fa-49c0-9b8d-020db8487296 req-96f0abc0-5ae5-406f-8dc2-9f023a1eb997 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5454756-846e-4b21-a6b2-f11c59ea107c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724752 Aug 20 11:31:05.510696 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-c1dc8fe5-cee3-43c6-a6da-7648bd814b52 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:05.511906 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-c1dc8fe5-cee3-43c6-a6da-7648bd814b52 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.4901314 Aug 20 11:31:05.534470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-b668df0d-2c64-4bd7-ba03-fc6a7c62c627 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:31:05.548671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf497e1b-31fe-4d54-a027-40fc7d8b7562 req-b668df0d-2c64-4bd7-ba03-fc6a7c62c627 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209990 Aug 20 11:31:05.556546 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:05.572316 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Transition to ACTIVE for port object 01907175-0b74-4597-9bd7-72caa7e3eed7 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:05.583724 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:05.616535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:05.621820 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device aeb6d98b-f2c0-4d47-881d-04fe080c64c9 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:05.623206 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:05.642632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Pushing event updated for resources: {'Port': ['ID=1e444a16-e393-4ee5-b223-d22606805e10,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:05.661703 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:05.663895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f67d8a-0896-48c6-8c6e-61ab7a9d3037 None None] Pushing event updated for resources: {'Port': ['ID=01907175-0b74-4597-9bd7-72caa7e3eed7,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:05.664464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:05.666118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Attempting to bind port 01907175-0b74-4597-9bd7-72caa7e3eed7 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:05.666380 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Attempting to bind port 01907175-0b74-4597-9bd7-72caa7e3eed7 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:05.666734 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Attempting to bind port 01907175-0b74-4597-9bd7-72caa7e3eed7 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:05.680733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f67d8a-0896-48c6-8c6e-61ab7a9d3037 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:05.681080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f67d8a-0896-48c6-8c6e-61ab7a9d3037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:05.681390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f67d8a-0896-48c6-8c6e-61ab7a9d3037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:05.681723 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f67d8a-0896-48c6-8c6e-61ab7a9d3037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:05.682049 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f67d8a-0896-48c6-8c6e-61ab7a9d3037 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:05.682373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f67d8a-0896-48c6-8c6e-61ab7a9d3037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:05.682693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f67d8a-0896-48c6-8c6e-61ab7a9d3037 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:05.683015 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f67d8a-0896-48c6-8c6e-61ab7a9d3037 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:05.683333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f67d8a-0896-48c6-8c6e-61ab7a9d3037 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:05.683963 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f67d8a-0896-48c6-8c6e-61ab7a9d3037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:05.684097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1160eb-70d9-4e45-9b79-bf6a9477c027 req-dbf946a6-11de-4a4d-b0c9-f95a3e9dd269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:05.684194 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f67d8a-0896-48c6-8c6e-61ab7a9d3037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:05.684289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f67d8a-0896-48c6-8c6e-61ab7a9d3037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:05.685613 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa1160eb-70d9-4e45-9b79-bf6a9477c027 req-dbf946a6-11de-4a4d-b0c9-f95a3e9dd269 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 1099 time: 0.3508842 Aug 20 11:31:05.697502 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:05.697871 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:05.698266 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:05.698805 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:05.699121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Bound port: 01907175-0b74-4597-9bd7-72caa7e3eed7, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:05.699498 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:05.744071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6bf51af-f760-4097-b204-b3c9929a977f req-07b32dde-bc26-4ef1-9700-b16f1b4c25d8 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838971 Aug 20 11:31:05.770995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Attempting to bind port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:05.771484 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Attempting to bind port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:05.771950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Attempting to bind port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:05.820793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:05.820793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Attempting to bind port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:05.842064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:05.842548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:05.843082 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:05.843673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Bound port: 3b29c573-64c4-401b-90c7-17e4c8c9d9d5, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:05.844222 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:05.864074 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa1160eb-70d9-4e45-9b79-bf6a9477c027 req-ad1a358c-fa2b-4088-a621-103661a935a0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489112 Aug 20 11:31:05.889428 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b639b647-fdbb-4b5a-bf96-e1575a94cf50 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:05.902414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b74c9-bd75-46e8-a4c3-425662f02b32 req-4768d2e9-0cbc-475a-826f-1cb49398d90f tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:05.904316 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-225b74c9-bd75-46e8-a4c3-425662f02b32 req-4768d2e9-0cbc-475a-826f-1cb49398d90f tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c8cb24-3d4b-4a2c-b031-390054d5a941 HTTP/1.1" status: 200 len: 948 time: 0.2637672 Aug 20 11:31:05.943750 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Allocated IP 172.20.0.1 (efd77246-7646-404c-90e1-f9c8190da875/736b5211-9d25-43f8-922c-dd37e6697f8d/e1e7cb06-a970-4cd0-8f1b-5987ee54967f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:05.952850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c3f3a2a-2943-4596-a35b-aa6d4e684953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:05.953514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f0375-c89d-4f2e-a609-a232fadeb9f1 req-3447cea7-8d8a-4033-b43c-4162c1327063 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:05.955048 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-578f0375-c89d-4f2e-a609-a232fadeb9f1 req-3447cea7-8d8a-4033-b43c-4162c1327063 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 1097 time: 0.0712979 Aug 20 11:31:05.959306 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] For port 01907175-0b74-4597-9bd7-72caa7e3eed7, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:05.964397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] For port 01907175-0b74-4597-9bd7-72caa7e3eed7, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=01907175-0b74-4597-9bd7-72caa7e3eed7,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:05.973434 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c3f3a2a-2943-4596-a35b-aa6d4e684953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:05.982712 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:05.991114 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:05.995523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port aeb6d98b-f2c0-4d47-881d-04fe080c64c9, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=aeb6d98b-f2c0-4d47-881d-04fe080c64c9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:06.042705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'aeb6d98b-f2c0-4d47-881d-04fe080c64c9', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': 'aeb6d98b-f2c0-4d47-881d-04fe080c64c9', 'mac_address': 'fa:16:3e:d4:ad:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:06.052826 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-578f0375-c89d-4f2e-a609-a232fadeb9f1 req-ad6a5565-d6df-427b-8116-b467effeb339 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714459 Aug 20 11:31:06.055612 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3f3a2a-2943-4596-a35b-aa6d4e684953 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:31:06.062714 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-225b74c9-bd75-46e8-a4c3-425662f02b32 req-1310e211-edf7-4d8a-905a-43655ad81a93 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f82eca4-d925-41e3-9ef7-eabe6b9b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434362 Aug 20 11:31:06.068324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f3a2a-2943-4596-a35b-aa6d4e684953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326b81dd-5e24-4e9a-b336-0182c41457db,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:06.071495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] For port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:06.081453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b639b647-fdbb-4b5a-bf96-e1575a94cf50 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:06.082129 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.110629 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c3f3a2a-2943-4596-a35b-aa6d4e684953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.110629 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-5c3f3a2a-2943-4596-a35b-aa6d4e684953 admin admin] Added segment c4ce8552-13ca-42d3-8e11-bafd3e2290a3 of type vlan for network 97500370-4801-4f47-928d-aa765b4857c5 Aug 20 11:31:06.113071 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] For port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=3b29c573-64c4-401b-90c7-17e4c8c9d9d5,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:06.121556 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.126558 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.127279 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.134325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f67d8a-0896-48c6-8c6e-61ab7a9d3037 None None] Pushing event updated for resources: {'Port': ['ID=01907175-0b74-4597-9bd7-72caa7e3eed7,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:06.141332 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Routers {'99b997f9-575c-4cca-a9fa-2036e5c6e799'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:06.141987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:30:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['99b997f9-575c-4cca-a9fa-2036e5c6e799'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:06.165650 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Transition to ACTIVE for port object e1e7cb06-a970-4cd0-8f1b-5987ee54967f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:06.193159 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.214951 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c3f3a2a-2943-4596-a35b-aa6d4e684953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.244142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:06.245050 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.245170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb6d98b-f2c0-4d47-881d-04fe080c64c9 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:06.246881 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] 10.222.0.76 "PUT /v2.0/ports/3b29c573-64c4-401b-90c7-17e4c8c9d9d5 HTTP/1.1" status: 200 len: 1096 time: 3.4060407 Aug 20 11:31:06.251679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c8cb24-3d4b-4a2c-b031-390054d5a941', 'tag': '3b29c573-64c4-401b-90c7-17e4c8c9d9d5'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:06.254391 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1f6c49-04da-48bb-a0e3-68a5d3c5ad95" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c8cb24-3d4b-4a2c-b031-390054d5a941", "tag": "3b29c573-64c4-401b-90c7-17e4c8c9d9d5"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:06.269266 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.330820 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Network efd77246-7646-404c-90e1-f9c8190da875 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:06.336052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:06.339809 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:06.340296 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.388781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port aeb6d98b-f2c0-4d47-881d-04fe080c64c9, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=aeb6d98b-f2c0-4d47-881d-04fe080c64c9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:06.392884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea1ea6-38d0-40f7-87b8-0d237d6d945d service neutron] Pushing event updated for resources: {'Port': ['ID=3b29c573-64c4-401b-90c7-17e4c8c9d9d5,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:06.404241 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.407838 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c3f3a2a-2943-4596-a35b-aa6d4e684953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.408705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3f3a2a-2943-4596-a35b-aa6d4e684953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:06.409275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c3f3a2a-2943-4596-a35b-aa6d4e684953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.434300 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Pushing event updated for resources: {'Port': ['ID=e1e7cb06-a970-4cd0-8f1b-5987ee54967f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:06.487157 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad4391-cd41-4a32-9fc2-c78fcaafdb98 req-db55d7e8-7e90-4dcb-9ac0-f5940dc0ba74 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:06.489207 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8ad4391-cd41-4a32-9fc2-c78fcaafdb98 req-db55d7e8-7e90-4dcb-9ac0-f5940dc0ba74 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 948 time: 0.1381068 Aug 20 11:31:06.550195 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] Set router 99b997f9-575c-4cca-a9fa-2036e5c6e799 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:06.554332 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5c3f3a2a-2943-4596-a35b-aa6d4e684953 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8445666 Aug 20 11:31:06.554987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50876) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:06.573684 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-6536ad09-b2c8-4884-9385-f2adf0351a5c admin admin] Request body: {'subnet': {'network_id': '97500370-4801-4f47-928d-aa765b4857c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-740442333-subnet', 'tenant_id': 'b4ac46b78b6d45c6abee25f3a1a48427', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:06.604619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-55cb4bb4-2165-43a5-8685-94c9690d4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:06.606094 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-55cb4bb4-2165-43a5-8685-94c9690d4b2a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8d27f43d1bee4a5b952c5bcbfa01f9af&device_id=a3c8cb24-3d4b-4a2c-b031-390054d5a941 HTTP/1.1" status: 200 len: 1099 time: 0.3073282 Aug 20 11:31:06.616266 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8ad4391-cd41-4a32-9fc2-c78fcaafdb98 req-40f9ec65-e669-4cfb-8c7a-e65401b6fe77 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066580 Aug 20 11:31:06.620153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f3a2a-2943-4596-a35b-aa6d4e684953 admin admin] Pushing event updated for resources: {'Network': ['ID=97500370-4801-4f47-928d-aa765b4857c5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:06.660166 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.667452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bac9bf-2fb2-4989-b3f6-9928fc954a0a req-e7e8c709-30bd-4fe0-97fd-ad4a184cf750 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:06.669284 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4bac9bf-2fb2-4989-b3f6-9928fc954a0a req-e7e8c709-30bd-4fe0-97fd-ad4a184cf750 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3002708 Aug 20 11:31:06.693358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 97500370-4801-4f47-928d-aa765b4857c5 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:31:06.710903 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=aeb6d98b-f2c0-4d47-881d-04fe080c64c9,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:06.716402 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-885b5e12-9989-4c47-a255-9d288a83969a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=3b29c573-64c4-401b-90c7-17e4c8c9d9d5 HTTP/1.1" status: 200 len: 217 time: 0.0979829 Aug 20 11:31:06.725274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6536ad09-b2c8-4884-9385-f2adf0351a5c admin admin] Made reservation on behalf of b4ac46b78b6d45c6abee25f3a1a48427 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:06.727593 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6536ad09-b2c8-4884-9385-f2adf0351a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.771739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['aeb6d98b-f2c0-4d47-881d-04fe080c64c9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:06.827051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8ab0f-bf5a-4e75-ae26-d434ce18ca57 req-8b51a032-0c71-47ff-b23a-b46ed688ab59 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:06.835168 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-74d8ab0f-bf5a-4e75-ae26-d434ce18ca57 req-8b51a032-0c71-47ff-b23a-b46ed688ab59 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 1097 time: 0.1084101 Aug 20 11:31:06.838629 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4bac9bf-2fb2-4989-b3f6-9928fc954a0a req-413899bb-7b27-4340-aa04-201e06b68cb8 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 696 time: 0.1280742 Aug 20 11:31:06.867776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-d4bac9bf-2fb2-4989-b3f6-9928fc954a0a req-2b65c919-9d8a-4fac-9193-80ed304f460c tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Request body: {'floatingip': {'port_id': '58c46791-5bfb-44ba-a527-15b4e07ba736', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:06.883661 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.904436 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-74d8ab0f-bf5a-4e75-ae26-d434ce18ca57 req-83154660-f77c-49f8-b2fe-29daae0b6325 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680914 Aug 20 11:31:06.921463 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.927633 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.928602 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.950533 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:07.032018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-90d1da72-002c-4b3e-b9ba-b2a7e3c11c0f None None] Provisioning for port e1e7cb06-a970-4cd0-8f1b-5987ee54967f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:07.048356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Pushing event updated for resources: {'Port': ['ID=e1e7cb06-a970-4cd0-8f1b-5987ee54967f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:07.052316 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-90d1da72-002c-4b3e-b9ba-b2a7e3c11c0f None None] Provisioning complete for port e1e7cb06-a970-4cd0-8f1b-5987ee54967f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:07.052712 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-90d1da72-002c-4b3e-b9ba-b2a7e3c11c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:07.123585 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-90d1da72-002c-4b3e-b9ba-b2a7e3c11c0f None None] Port e1e7cb06-a970-4cd0-8f1b-5987ee54967f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:07.126673 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Network efd77246-7646-404c-90e1-f9c8190da875 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:07.129311 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:07.139034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425998940-router', 'tenant_id': '675e6b50f45d4845af102783a0c8c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '01907175-0b74-4597-9bd7-72caa7e3eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:58Z', 'updated_at': '2021-08-20T11:31:01Z', 'revision_number': 3, 'project_id': '675e6b50f45d4845af102783a0c8c276', 'gw_port': {'id': '01907175-0b74-4597-9bd7-72caa7e3eed7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:00Z', 'updated_at': '2021-08-20T11:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:07.180226 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2f7d1a-f45c-441e-a3f2-64a053de5566 None None] The sync data for ids ['99b997f9-575c-4cca-a9fa-2036e5c6e799'] in n-d-804299-2 is: [{'id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425998940-router', 'tenant_id': '675e6b50f45d4845af102783a0c8c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '01907175-0b74-4597-9bd7-72caa7e3eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:58Z', 'updated_at': '2021-08-20T11:31:01Z', 'revision_number': 3, 'project_id': '675e6b50f45d4845af102783a0c8c276', 'gw_port': {'id': '01907175-0b74-4597-9bd7-72caa7e3eed7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:00Z', 'updated_at': '2021-08-20T11:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:07.276406 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae93a97-b75a-4fdd-8aa5-512b79291c1d x-openstack-request-id: req-aae93a97-b75a-4fdd-8aa5-512b79291c1d {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:07.276717 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c8cb24-3d4b-4a2c-b031-390054d5a941", "tag": "3b29c573-64c4-401b-90c7-17e4c8c9d9d5", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:07.276966 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aae93a97-b75a-4fdd-8aa5-512b79291c1d {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:07.277348 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c8cb24-3d4b-4a2c-b031-390054d5a941', 'tag': '3b29c573-64c4-401b-90c7-17e4c8c9d9d5', 'status': 'completed', 'code': 200} Aug 20 11:31:07.288088 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d4bac9bf-2fb2-4989-b3f6-9928fc954a0a req-2b65c919-9d8a-4fac-9193-80ed304f460c tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:07.294218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-3761e206-684d-45c8-9fd2-a4aca9968bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:07.295703 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-3761e206-684d-45c8-9fd2-a4aca9968bd7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.5394168 Aug 20 11:31:07.349588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Pushing event updated for resources: {'Port': ['ID=1e444a16-e393-4ee5-b223-d22606805e10,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:07.416806 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb90cc1-65aa-4fe1-805c-1f0d4f21d91b req-0c96bcc5-44cd-4689-a04b-977e81bd160f tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:07.418188 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1bb90cc1-65aa-4fe1-805c-1f0d4f21d91b req-0c96bcc5-44cd-4689-a04b-977e81bd160f tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/ports?device_id=264adc8f-c7d8-4fec-95bc-91ab58fdc955 HTTP/1.1" status: 200 len: 949 time: 0.3264973 Aug 20 11:31:07.445254 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bd44941a-8256-4025-a7b8-d48cc1f947b9 None None] Provisioning complete for port e1e7cb06-a970-4cd0-8f1b-5987ee54967f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:07.445779 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bd44941a-8256-4025-a7b8-d48cc1f947b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:07.473159 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:07.481051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bd44941a-8256-4025-a7b8-d48cc1f947b9 None None] Port e1e7cb06-a970-4cd0-8f1b-5987ee54967f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:07.496922 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1bb90cc1-65aa-4fe1-805c-1f0d4f21d91b req-b05f5b2a-d153-4a01-aa88-8769dcc5d181 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5454756-846e-4b21-a6b2-f11c59ea107c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703325 Aug 20 11:31:07.518563 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Router 99b997f9-575c-4cca-a9fa-2036e5c6e799 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:31:07.525287 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:07.534789 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e85393d4-7334-4a1d-857f-0cc8c63d255e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2739592 Aug 20 11:31:07.545445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-17f748a2-43ab-4cb4-b61a-4dd668d73e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:07.547522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-17f748a2-43ab-4cb4-b61a-4dd668d73e2c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2128439 Aug 20 11:31:07.679956 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:07.698557 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dfe9e108-6f8d-481b-b90c-7bcd38cf282d admin admin] 10.222.0.37 "PUT /v2.0/routers/99b997f9-575c-4cca-a9fa-2036e5c6e799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8061092 Aug 20 11:31:07.726901 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ffe79-e062-445d-a7ea-7fff032ff234 req-bfc99a9d-66f1-4098-a954-f73707061702 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:07.736671 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c07ffe79-e062-445d-a7ea-7fff032ff234 req-bfc99a9d-66f1-4098-a954-f73707061702 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c8cb24-3d4b-4a2c-b031-390054d5a941 HTTP/1.1" status: 200 len: 948 time: 0.0719528 Aug 20 11:31:07.779089 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c07ffe79-e062-445d-a7ea-7fff032ff234 req-5f00093b-21be-4d77-9cc3-a8a8fd7fe93e tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f82eca4-d925-41e3-9ef7-eabe6b9b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 Aug 20 11:31:07.790763 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6536ad09-b2c8-4884-9385-f2adf0351a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:07.885185 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-4f975596-5638-4fff-878b-6ad12b6eb7c8 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637823 Aug 20 11:31:07.893370 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-d4bac9bf-2fb2-4989-b3f6-9928fc954a0a req-2b65c919-9d8a-4fac-9193-80ed304f460c tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 11:31:07.899202 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4bac9bf-2fb2-4989-b3f6-9928fc954a0a req-2b65c919-9d8a-4fac-9193-80ed304f460c tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "PUT /v2.0/floatingips/29f1515f-5327-4fc1-b084-b8fb36a17147 HTTP/1.1" status: 409 len: 551 time: 1.0442269 Aug 20 11:31:07.903400 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536ad09-b2c8-4884-9385-f2adf0351a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1791bda-c9bf-4aae-b873-fde963569e9e,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:07.981108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6536ad09-b2c8-4884-9385-f2adf0351a5c admin admin] Checking segment: {'id': 'c4ce8552-13ca-42d3-8e11-bafd3e2290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97500370-4801-4f47-928d-aa765b4857c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:07.981469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6536ad09-b2c8-4884-9385-f2adf0351a5c admin admin] Network hostable DHCP agents. Network: 97500370-4801-4f47-928d-aa765b4857c5, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:31:08.048145 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6536ad09-b2c8-4884-9385-f2adf0351a5c admin admin] Network 97500370-4801-4f47-928d-aa765b4857c5 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:31:08.063719 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16893aaa-9068-4b56-9a83-eff566bd1302 req-46118993-f0a8-43ae-b918-37345e93115d service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678400 Aug 20 11:31:08.066324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-6536ad09-b2c8-4884-9385-f2adf0351a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 97500370-4801-4f47-928d-aa765b4857c5) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:08.076810 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123faee-6116-48a5-bfe5-88db22ad85d6 req-d4a4632e-310c-4641-805e-ccc038724f0a tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:08.078420 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0123faee-6116-48a5-bfe5-88db22ad85d6 req-d4a4632e-310c-4641-805e-ccc038724f0a tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 948 time: 0.1141942 Aug 20 11:31:08.079722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6536ad09-b2c8-4884-9385-f2adf0351a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:08.080467 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6536ad09-b2c8-4884-9385-f2adf0351a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:08.089109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4063352e-a6d8-4b88-8702-5767e52f06cf None None] Network 97500370-4801-4f47-928d-aa765b4857c5 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:08.110122 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6536ad09-b2c8-4884-9385-f2adf0351a5c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5447102 Aug 20 11:31:08.141392 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0123faee-6116-48a5-bfe5-88db22ad85d6 req-0859be50-5ce2-4d3c-a442-43aa6935fb96 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543575 Aug 20 11:31:08.216284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f6c49-04da-48bb-a0e3-68a5d3c5ad95 req-6b997dbd-2014-489f-855b-e517b594a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:08.218029 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c1f6c49-04da-48bb-a0e3-68a5d3c5ad95 req-6b997dbd-2014-489f-855b-e517b594a941 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8d27f43d1bee4a5b952c5bcbfa01f9af&device_id=a3c8cb24-3d4b-4a2c-b031-390054d5a941 HTTP/1.1" status: 200 len: 1099 time: 0.0756192 Aug 20 11:31:08.350758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba7bb97-b346-45df-9ed6-0ee60a24ef39 None None] Network 97500370-4801-4f47-928d-aa765b4857c5 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:08.416724 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11c28e33-1531-4222-8988-5e643bc4469b req-45123a0f-032b-44a4-8100-ede196260347 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--440876181&fields=id&tenant_id=30bfd760f0a040caa5b0bbac573ba715 HTTP/1.1" status: 200 len: 267 time: 0.1115785 Aug 20 11:31:08.490683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f6c49-04da-48bb-a0e3-68a5d3c5ad95 req-2cdde474-247e-42a1-bb39-80c5ee97749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:08.492175 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c1f6c49-04da-48bb-a0e3-68a5d3c5ad95 req-2cdde474-247e-42a1-bb39-80c5ee97749b service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2676735 Aug 20 11:31:08.560353 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c1f6c49-04da-48bb-a0e3-68a5d3c5ad95 req-d2eae8cb-bb97-429d-a11d-2439a5b4b02f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=3b29c573-64c4-401b-90c7-17e4c8c9d9d5 HTTP/1.1" status: 200 len: 217 time: 0.0507569 Aug 20 11:31:08.611992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c28e33-1531-4222-8988-5e643bc4469b req-4fde0838-5c55-43d4-ad08-c55ab1bc0aaa tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:08.617131 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11c28e33-1531-4222-8988-5e643bc4469b req-4fde0838-5c55-43d4-ad08-c55ab1bc0aaa tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/networks?id=1e249b59-2036-45f5-90ef-277daacd89dd HTTP/1.1" status: 200 len: 813 time: 0.1929483 Aug 20 11:31:08.637479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11c28e33-1531-4222-8988-5e643bc4469b req-fd72bf7c-97b1-4dd8-9dce-43b03f438b35 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/quotas/30bfd760f0a040caa5b0bbac573ba715 HTTP/1.1" status: 200 len: 375 time: 0.0171874 Aug 20 11:31:08.642000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f6c49-04da-48bb-a0e3-68a5d3c5ad95 req-d5139f37-e5dc-4ec2-8338-4415a558e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:08.643509 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c1f6c49-04da-48bb-a0e3-68a5d3c5ad95 req-d5139f37-e5dc-4ec2-8338-4415a558e67b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0739419 Aug 20 11:31:08.705815 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:08.734278 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f6c49-04da-48bb-a0e3-68a5d3c5ad95 req-9f4393f7-64de-4778-8b24-b388203c38d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:08.736306 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c1f6c49-04da-48bb-a0e3-68a5d3c5ad95 req-9f4393f7-64de-4778-8b24-b388203c38d9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0830913 Aug 20 11:31:08.744453 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11c28e33-1531-4222-8988-5e643bc4469b req-dbc48152-14af-449d-bda8-ecc7b46cd0cf tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=30bfd760f0a040caa5b0bbac573ba715&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999408 Aug 20 11:31:08.902727 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c1f6c49-04da-48bb-a0e3-68a5d3c5ad95 req-cd398e37-d49c-46bb-8e66-8d8babf55a45 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570315 Aug 20 11:31:08.908742 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11c28e33-1531-4222-8988-5e643bc4469b req-2372a14a-da3c-4975-8972-1b4cdb5e5dd2 service neutron] 10.222.0.37 "GET /v2.0/networks/1e249b59-2036-45f5-90ef-277daacd89dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460793 Aug 20 11:31:09.070298 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c1f6c49-04da-48bb-a0e3-68a5d3c5ad95 req-1247f250-5a76-423d-a521-a5e8b02eeff9 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591396 Aug 20 11:31:09.073744 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11c28e33-1531-4222-8988-5e643bc4469b req-777d1bc3-e279-4b6a-83b5-2d7525c695e1 service neutron] 10.222.0.37 "GET /v2.0/networks/1e249b59-2036-45f5-90ef-277daacd89dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547306 Aug 20 11:31:09.268276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50956) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:09.339331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-6a729b4e-ed81-4345-b895-fd65c58548b0 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:31:09.340417 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-6a729b4e-ed81-4345-b895-fd65c58548b0 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0705369 Aug 20 11:31:09.400284 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a7a92a1-efff-49f0-a0ee-db7e018fda2e req-025457c6-a749-4c1b-94dc-8c0740994064 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/floatingips/29f1515f-5327-4fc1-b084-b8fb36a17147 HTTP/1.1" status: 200 len: 693 time: 0.0473695 Aug 20 11:31:09.447671 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-be10fd7a-3cf7-4cbc-908d-968d0c98f9d9 service neutron] Request body: {'binding': {'host': 'n-h1-804299-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:09.448332 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-be10fd7a-3cf7-4cbc-908d-968d0c98f9d9 service neutron] Unknown quota resources ['binding']. {{(pid=94690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:31:09.527173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a92a1-efff-49f0-a0ee-db7e018fda2e req-9ac23109-8b2d-4f4a-9ece-e35aada8ef67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:09.529478 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a7a92a1-efff-49f0-a0ee-db7e018fda2e req-9ac23109-8b2d-4f4a-9ece-e35aada8ef67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.1269779 Aug 20 11:31:09.547252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-9a7a92a1-efff-49f0-a0ee-db7e018fda2e req-4576230d-87b0-4bf7-95d6-7d38c3c068bc tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:31:09.548261 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a7a92a1-efff-49f0-a0ee-db7e018fda2e req-4576230d-87b0-4bf7-95d6-7d38c3c068bc tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068767 Aug 20 11:31:09.583344 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Sync routers for ids ['99b997f9-575c-4cca-a9fa-2036e5c6e799'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:09.592916 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Routers {'99b997f9-575c-4cca-a9fa-2036e5c6e799'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:09.593605 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:30:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['99b997f9-575c-4cca-a9fa-2036e5c6e799'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:09.605581 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-be10fd7a-3cf7-4cbc-908d-968d0c98f9d9 service neutron] Attempting to bind port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 on host n-h1-804299-2 for vnic_type normal with profile None {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:09.606046 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-be10fd7a-3cf7-4cbc-908d-968d0c98f9d9 service neutron] Attempting to bind port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:09.606378 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-be10fd7a-3cf7-4cbc-908d-968d0c98f9d9 service neutron] Attempting to bind port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:09.611889 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-be10fd7a-3cf7-4cbc-908d-968d0c98f9d9 service neutron] Port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 on network d470dece-9c15-4ab9-87f2-416f558c1d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:09.612215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-be10fd7a-3cf7-4cbc-908d-968d0c98f9d9 service neutron] Attempting to bind port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:09.615752 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a7a92a1-efff-49f0-a0ee-db7e018fda2e req-7d50c5ac-bae1-4797-b8a2-93693ff3c194 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 696 time: 0.0593836 Aug 20 11:31:09.617126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-be10fd7a-3cf7-4cbc-908d-968d0c98f9d9 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:09.617467 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-be10fd7a-3cf7-4cbc-908d-968d0c98f9d9 service neutron] Checking segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:09.617853 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-be10fd7a-3cf7-4cbc-908d-968d0c98f9d9 service neutron] Bound using segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:09.618289 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-be10fd7a-3cf7-4cbc-908d-968d0c98f9d9 service neutron] Bound port: 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:09.631052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device aeb6d98b-f2c0-4d47-881d-04fe080c64c9 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:09.710220 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a7a92a1-efff-49f0-a0ee-db7e018fda2e req-eb371947-6df5-462d-9cce-4f4735e370a5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 696 time: 0.0936048 Aug 20 11:31:09.733535 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-be10fd7a-3cf7-4cbc-908d-968d0c98f9d9 service neutron] For port 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:09.737789 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port aeb6d98b-f2c0-4d47-881d-04fe080c64c9 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:09.740966 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-be10fd7a-3cf7-4cbc-908d-968d0c98f9d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:09.742974 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-be10fd7a-3cf7-4cbc-908d-968d0c98f9d9 service neutron] 10.222.0.37 "POST /v2.0/ports/91d9acb4-cb79-4d29-9f20-85fcf64fb103/bindings HTTP/1.1" status: 201 len: 389 time: 0.3450656 Aug 20 11:31:09.744017 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Set router 99b997f9-575c-4cca-a9fa-2036e5c6e799 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:09.752575 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port aeb6d98b-f2c0-4d47-881d-04fe080c64c9 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:09.753198 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:09.934442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 01907175-0b74-4597-9bd7-72caa7e3eed7 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:09.967402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9a7a92a1-efff-49f0-a0ee-db7e018fda2e req-04574de4-f44d-4eb6-a90d-44b3c6ce3888 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Deleting port c8af51b9-0fd2-4522-ab8d-55802e1a132f {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:09.968021 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a7a92a1-efff-49f0-a0ee-db7e018fda2e req-04574de4-f44d-4eb6-a90d-44b3c6ce3888 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:09.978730 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.062852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264adc8f-c7d8-4fec-95bc-91ab58fdc955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb6d98b-f2c0-4d47-881d-04fe080c64c9'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:10.072066 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcebaeb-73a1-48eb-a2da-4ad52f343893" -d '{"events": [{"server_uuid": "264adc8f-c7d8-4fec-95bc-91ab58fdc955", "name": "network-vif-plugged", "status": "completed", "tag": "aeb6d98b-f2c0-4d47-881d-04fe080c64c9"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:10.096029 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a7a92a1-efff-49f0-a0ee-db7e018fda2e req-04574de4-f44d-4eb6-a90d-44b3c6ce3888 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.096505 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a7a92a1-efff-49f0-a0ee-db7e018fda2e req-04574de4-f44d-4eb6-a90d-44b3c6ce3888 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.100048 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425998940-router', 'tenant_id': '675e6b50f45d4845af102783a0c8c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '01907175-0b74-4597-9bd7-72caa7e3eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:58Z', 'updated_at': '2021-08-20T11:31:06Z', 'revision_number': 4, 'project_id': '675e6b50f45d4845af102783a0c8c276', 'gw_port': {'id': '01907175-0b74-4597-9bd7-72caa7e3eed7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:00Z', 'updated_at': '2021-08-20T11:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e1e7cb06-a970-4cd0-8f1b-5987ee54967f', 'name': '', 'network_id': 'efd77246-7646-404c-90e1-f9c8190da875', 'tenant_id': '675e6b50f45d4845af102783a0c8c276', 'mac_address': 'fa:16:3e:04:d4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '736b5211-9d25-43f8-922c-dd37e6697f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:05Z', 'updated_at': '2021-08-20T11:31:06Z', 'revision_number': 2, 'project_id': '675e6b50f45d4845af102783a0c8c276', 'subnets': [{'id': '736b5211-9d25-43f8-922c-dd37e6697f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:10.115036 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port aeb6d98b-f2c0-4d47-881d-04fe080c64c9, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=aeb6d98b-f2c0-4d47-881d-04fe080c64c9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:10.117560 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 01907175-0b74-4597-9bd7-72caa7e3eed7 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:10.123020 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9a7a92a1-efff-49f0-a0ee-db7e018fda2e req-04574de4-f44d-4eb6-a90d-44b3c6ce3888 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Calling delete_port for c8af51b9-0fd2-4522-ab8d-55802e1a132f owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:10.130108 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.133745 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 01907175-0b74-4597-9bd7-72caa7e3eed7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:10.134211 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.159322 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-4d69cfb7-3fe6-4abe-bef0-85794d268469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:10.161176 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-4d69cfb7-3fe6-4abe-bef0-85794d268469 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 1097 time: 0.0760014 Aug 20 11:31:10.162151 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Checking router: 99b997f9-575c-4cca-a9fa-2036e5c6e799 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:10.162510 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Updating router 99b997f9-575c-4cca-a9fa-2036e5c6e799 port e1e7cb06-a970-4cd0-8f1b-5987ee54967f binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:31:10.215529 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.231189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=aeb6d98b-f2c0-4d47-881d-04fe080c64c9,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:10.304452 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.326523 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-05a45821-ce1a-49d4-83bd-bc0fd7f095e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:10.329472 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-05a45821-ce1a-49d4-83bd-bc0fd7f095e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.1581485 Aug 20 11:31:10.331583 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a7a92a1-efff-49f0-a0ee-db7e018fda2e req-04574de4-f44d-4eb6-a90d-44b3c6ce3888 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.359689 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04574de4-f44d-4eb6-a90d-44b3c6ce3888 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Pushing event deleted for resources: {'Port': ['ID=c8af51b9-0fd2-4522-ab8d-55802e1a132f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:10.362334 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 01907175-0b74-4597-9bd7-72caa7e3eed7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=01907175-0b74-4597-9bd7-72caa7e3eed7,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:10.368595 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.416284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-7264d2d1-05ae-46e2-b476-aefa5b13f46d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103 HTTP/1.1" status: 200 len: 217 time: 0.0756073 Aug 20 11:31:10.450818 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a7a92a1-efff-49f0-a0ee-db7e018fda2e req-04574de4-f44d-4eb6-a90d-44b3c6ce3888 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.454643 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a7a92a1-efff-49f0-a0ee-db7e018fda2e req-04574de4-f44d-4eb6-a90d-44b3c6ce3888 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.469578 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a7a92a1-efff-49f0-a0ee-db7e018fda2e req-04574de4-f44d-4eb6-a90d-44b3c6ce3888 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "DELETE /v2.0/floatingips/29f1515f-5327-4fc1-b084-b8fb36a17147 HTTP/1.1" status: 204 len: 173 time: 0.7530408 Aug 20 11:31:10.478614 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=01907175-0b74-4597-9bd7-72caa7e3eed7,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:10.548991 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750a7b31-0aa4-465d-9712-89286827d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:10.552188 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750a7b31-0aa4-465d-9712-89286827d130 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.1260653 Aug 20 11:31:10.567029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ed369-5346-43d2-aece-735b51ea3cf3 req-b9cbd827-9583-4b71-9746-da89a04b95f5 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:10.569062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-355ed369-5346-43d2-aece-735b51ea3cf3 req-b9cbd827-9583-4b71-9746-da89a04b95f5 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/ports?device_id=264adc8f-c7d8-4fec-95bc-91ab58fdc955 HTTP/1.1" status: 200 len: 950 time: 0.0557487 Aug 20 11:31:10.605830 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.611910 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-355ed369-5346-43d2-aece-735b51ea3cf3 req-e0b6f220-394a-48df-a1a2-b7a1b690dbdf tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5454756-846e-4b21-a6b2-f11c59ea107c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358796 Aug 20 11:31:10.622486 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Transition to ACTIVE for port object e1e7cb06-a970-4cd0-8f1b-5987ee54967f will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:10.628659 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-882b96bf-8187-4295-98ab-1381c5776cbe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555177 Aug 20 11:31:10.642117 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.718144 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409d4e7-605e-4305-825e-6faabefaae0b None None] Pushing event updated for resources: {'Port': ['ID=e1e7cb06-a970-4cd0-8f1b-5987ee54967f,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:10.728518 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409d4e7-605e-4305-825e-6faabefaae0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:10.729246 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409d4e7-605e-4305-825e-6faabefaae0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:10.729896 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409d4e7-605e-4305-825e-6faabefaae0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:10.730461 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409d4e7-605e-4305-825e-6faabefaae0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:10.730998 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409d4e7-605e-4305-825e-6faabefaae0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:10.734035 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409d4e7-605e-4305-825e-6faabefaae0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:10.734726 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409d4e7-605e-4305-825e-6faabefaae0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:10.735272 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409d4e7-605e-4305-825e-6faabefaae0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:10.735826 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409d4e7-605e-4305-825e-6faabefaae0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:10.736598 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409d4e7-605e-4305-825e-6faabefaae0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:10.737369 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409d4e7-605e-4305-825e-6faabefaae0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:10.738197 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409d4e7-605e-4305-825e-6faabefaae0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:10.740784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-b1610814-2ce0-4aec-951d-2f37eb2ffa2f tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:10.749528 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-b1610814-2ce0-4aec-951d-2f37eb2ffa2f tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/networks?id=97500370-4801-4f47-928d-aa765b4857c5 HTTP/1.1" status: 200 len: 821 time: 0.2808998 Aug 20 11:31:10.785857 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-a140ae60-abe7-47bb-8c61-c028dab17920 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/quotas/b4ac46b78b6d45c6abee25f3a1a48427 HTTP/1.1" status: 200 len: 375 time: 0.0354896 Aug 20 11:31:10.799185 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b4604-e081-4a81-baba-09cf0e0a6956 req-64f30e9a-8ab5-45d7-a9d1-8b8818ccd506 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:10.806639 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Attempting to bind port e1e7cb06-a970-4cd0-8f1b-5987ee54967f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:10.807099 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Attempting to bind port e1e7cb06-a970-4cd0-8f1b-5987ee54967f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'eb2e8a13-1d1d-4571-ad94-12f0263366bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'efd77246-7646-404c-90e1-f9c8190da875'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:10.807534 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Attempting to bind port e1e7cb06-a970-4cd0-8f1b-5987ee54967f on network efd77246-7646-404c-90e1-f9c8190da875 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:10.809482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-556b4604-e081-4a81-baba-09cf0e0a6956 req-64f30e9a-8ab5-45d7-a9d1-8b8818ccd506 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c8cb24-3d4b-4a2c-b031-390054d5a941 HTTP/1.1" status: 200 len: 948 time: 0.0976481 Aug 20 11:31:10.816077 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:10.819203 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Checking segment: {'id': 'eb2e8a13-1d1d-4571-ad94-12f0263366bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'efd77246-7646-404c-90e1-f9c8190da875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:10.819694 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.820176 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Bound using segment: {'id': 'eb2e8a13-1d1d-4571-ad94-12f0263366bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'efd77246-7646-404c-90e1-f9c8190da875'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:10.820752 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Bound port: e1e7cb06-a970-4cd0-8f1b-5987ee54967f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2e8a13-1d1d-4571-ad94-12f0263366bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'efd77246-7646-404c-90e1-f9c8190da875'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:10.821275 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.843649 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-1f778a63-334c-4f30-a083-11146946baca tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4ac46b78b6d45c6abee25f3a1a48427&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563166 Aug 20 11:31:10.877532 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-556b4604-e081-4a81-baba-09cf0e0a6956 req-2877ee53-8c6f-445b-b213-73d7a07f1f10 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f82eca4-d925-41e3-9ef7-eabe6b9b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599635 Aug 20 11:31:10.902849 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] For port e1e7cb06-a970-4cd0-8f1b-5987ee54967f, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:10.907074 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] For port e1e7cb06-a970-4cd0-8f1b-5987ee54967f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e1e7cb06-a970-4cd0-8f1b-5987ee54967f,segment=NetworkSegment(eb2e8a13-1d1d-4571-ad94-12f0263366bd),segment_id=eb2e8a13-1d1d-4571-ad94-12f0263366bd)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:10.916924 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.941081 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c28e33-1531-4222-8988-5e643bc4469b req-66250fa6-681b-4abf-8d0c-633ed0ce8a7d tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:10.942575 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11c28e33-1531-4222-8988-5e643bc4469b req-66250fa6-681b-4abf-8d0c-633ed0ce8a7d tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.35 "GET /v2.0/networks?id=1e249b59-2036-45f5-90ef-277daacd89dd HTTP/1.1" status: 200 len: 813 time: 0.3706708 Aug 20 11:31:10.946204 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-1221fabc-81b9-4d19-b61f-8aebd40309dd service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818573 Aug 20 11:31:10.979373 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Routers {'99b997f9-575c-4cca-a9fa-2036e5c6e799'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:10.980163 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:30:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['99b997f9-575c-4cca-a9fa-2036e5c6e799'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:11.011693 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c455b0e-b1c3-4f70-9a50-7ee3ac4890d2 req-f13d0c11-d4a8-4bbd-9ae2-01cbfcc8690e tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/ports?device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 210 time: 0.0496511 Aug 20 11:31:11.023278 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409d4e7-605e-4305-825e-6faabefaae0b None None] Pushing event updated for resources: {'Port': ['ID=e1e7cb06-a970-4cd0-8f1b-5987ee54967f,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:11.045194 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-2c21f66c-7f18-4049-8051-63a41ce32ed0 service neutron] 10.222.0.37 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003398 Aug 20 11:31:11.129947 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] Set router 99b997f9-575c-4cca-a9fa-2036e5c6e799 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:11.141856 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11c28e33-1531-4222-8988-5e643bc4469b req-32a20229-aee3-40b0-8d34-0032bdec994c tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30bfd760f0a040caa5b0bbac573ba715 HTTP/1.1" status: 200 len: 379 time: 0.1788487 Aug 20 11:31:11.157948 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-11c28e33-1531-4222-8988-5e643bc4469b req-082f9b4a-aaa4-4f7a-a7d9-74d4ca2b7471 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Request body: {'port': {'device_id': '00547c2f-e8a0-45a6-8aba-f479243bf711', 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd', 'admin_state_up': True, 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'security_groups': ['265360f9-9081-48f3-bdde-658d65061284']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:11.234067 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-b58b2be7-1516-4249-9146-eac2fda1e9ed service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693594 Aug 20 11:31:11.248315 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bee73-956f-44e4-b29c-80f47ecda30a req-734fc242-0dc0-458a-aa81-d6d059fc192d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:11.266575 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc2bee73-956f-44e4-b29c-80f47ecda30a req-734fc242-0dc0-458a-aa81-d6d059fc192d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 946 time: 0.0837116 Aug 20 11:31:11.282696 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-34065e65-a7ab-45da-a335-eb3036bbb081 service neutron] 10.222.0.37 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273140 Aug 20 11:31:11.314116 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc2bee73-956f-44e4-b29c-80f47ecda30a req-f4e36955-b73d-458a-8466-23e0f4bfa683 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399990 Aug 20 11:31:11.324500 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c28e33-1531-4222-8988-5e643bc4469b req-082f9b4a-aaa4-4f7a-a7d9-74d4ca2b7471 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Made reservation on behalf of 30bfd760f0a040caa5b0bbac573ba715 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:11.328812 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-11c28e33-1531-4222-8988-5e643bc4469b req-082f9b4a-aaa4-4f7a-a7d9-74d4ca2b7471 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:11.376975 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cc5ab6-9556-42d7-9772-ad4796f8365c x-openstack-request-id: req-16cc5ab6-9556-42d7-9772-ad4796f8365c {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:11.377561 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264adc8f-c7d8-4fec-95bc-91ab58fdc955", "name": "network-vif-plugged", "status": "completed", "tag": "aeb6d98b-f2c0-4d47-881d-04fe080c64c9", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:11.377561 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16cc5ab6-9556-42d7-9772-ad4796f8365c {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:11.377883 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264adc8f-c7d8-4fec-95bc-91ab58fdc955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb6d98b-f2c0-4d47-881d-04fe080c64c9', 'code': 200} Aug 20 11:31:11.392052 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425998940-router', 'tenant_id': '675e6b50f45d4845af102783a0c8c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '01907175-0b74-4597-9bd7-72caa7e3eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:58Z', 'updated_at': '2021-08-20T11:31:06Z', 'revision_number': 4, 'project_id': '675e6b50f45d4845af102783a0c8c276', 'gw_port': {'id': '01907175-0b74-4597-9bd7-72caa7e3eed7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:00Z', 'updated_at': '2021-08-20T11:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e1e7cb06-a970-4cd0-8f1b-5987ee54967f', 'name': '', 'network_id': 'efd77246-7646-404c-90e1-f9c8190da875', 'tenant_id': '675e6b50f45d4845af102783a0c8c276', 'mac_address': 'fa:16:3e:04:d4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '736b5211-9d25-43f8-922c-dd37e6697f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:05Z', 'updated_at': '2021-08-20T11:31:10Z', 'revision_number': 4, 'project_id': '675e6b50f45d4845af102783a0c8c276', 'subnets': [{'id': '736b5211-9d25-43f8-922c-dd37e6697f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:11.439258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:11.465607 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37044a08-28d2-479c-95e1-edcbfc961378 None None] The sync data for ids ['99b997f9-575c-4cca-a9fa-2036e5c6e799'] in n-d-804299-2 is: [{'id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425998940-router', 'tenant_id': '675e6b50f45d4845af102783a0c8c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '01907175-0b74-4597-9bd7-72caa7e3eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:58Z', 'updated_at': '2021-08-20T11:31:06Z', 'revision_number': 4, 'project_id': '675e6b50f45d4845af102783a0c8c276', 'gw_port': {'id': '01907175-0b74-4597-9bd7-72caa7e3eed7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:00Z', 'updated_at': '2021-08-20T11:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e1e7cb06-a970-4cd0-8f1b-5987ee54967f', 'name': '', 'network_id': 'efd77246-7646-404c-90e1-f9c8190da875', 'tenant_id': '675e6b50f45d4845af102783a0c8c276', 'mac_address': 'fa:16:3e:04:d4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '736b5211-9d25-43f8-922c-dd37e6697f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:05Z', 'updated_at': '2021-08-20T11:31:10Z', 'revision_number': 4, 'project_id': '675e6b50f45d4845af102783a0c8c276', 'subnets': [{'id': '736b5211-9d25-43f8-922c-dd37e6697f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:11.471089 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.35', 57660) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:11.584208 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-11c28e33-1531-4222-8988-5e643bc4469b req-082f9b4a-aaa4-4f7a-a7d9-74d4ca2b7471 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Allocated IP 172.20.0.13 (1e249b59-2036-45f5-90ef-277daacd89dd/5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615/6ca4ede2-aad1-408b-80a7-1439fbb17155) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:11.613260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=3b29c573-64c4-401b-90c7-17e4c8c9d9d5,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:11.642418 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '3b29c573-64c4-401b-90c7-17e4c8c9d9d5', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '3b29c573-64c4-401b-90c7-17e4c8c9d9d5', 'mac_address': 'fa:16:3e:a2:01:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:11.695990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b7247-3a58-4610-8667-ebf69a65931b req-801c86de-c179-4331-8930-73ceac454947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:11.697544 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b82b7247-3a58-4610-8667-ebf69a65931b req-801c86de-c179-4331-8930-73ceac454947 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=264adc8f-c7d8-4fec-95bc-91ab58fdc955 HTTP/1.1" status: 200 len: 1101 time: 0.2253997 Aug 20 11:31:11.698794 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:11.712760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a499376-f55f-4c24-8155-1f2bed0574d2 req-4533b79b-d731-4b66-a384-b027986681b3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:11.716109 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a499376-f55f-4c24-8155-1f2bed0574d2 req-4533b79b-d731-4b66-a384-b027986681b3 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 948 time: 0.1584580 Aug 20 11:31:11.727457 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:11.744400 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279f40c-7b91-46c5-bef7-10f0566e6a6c req-bd9882a9-d3ba-4c42-a83f-659f7d3527ab tempest-DeleteServersAdminTestJSON-138710967 tempest-DeleteServersAdminTestJSON-138710967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:11.746075 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f279f40c-7b91-46c5-bef7-10f0566e6a6c req-bd9882a9-d3ba-4c42-a83f-659f7d3527ab tempest-DeleteServersAdminTestJSON-138710967 tempest-DeleteServersAdminTestJSON-138710967-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=977d94f9-fddc-4468-a6b4-759adbaf08a2 HTTP/1.1" status: 200 len: 1099 time: 0.1124518 Aug 20 11:31:11.751507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=3b29c573-64c4-401b-90c7-17e4c8c9d9d5,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:11.757267 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:11.846910 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=3b29c573-64c4-401b-90c7-17e4c8c9d9d5,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:11.865282 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b82b7247-3a58-4610-8667-ebf69a65931b req-3a6f6c1c-8e7c-4f24-9577-232ada11a71e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a5454756-846e-4b21-a6b2-f11c59ea107c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452856 Aug 20 11:31:11.902184 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a499376-f55f-4c24-8155-1f2bed0574d2 req-ed000357-366b-45e5-9912-ebae7eb38980 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309426 Aug 20 11:31:11.970594 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-f279f40c-7b91-46c5-bef7-10f0566e6a6c req-f4139e9b-4d9d-48e4-b00c-d691ad4cb916 tempest-DeleteServersAdminTestJSON-138710967 tempest-DeleteServersAdminTestJSON-138710967-project-admin] Deleting port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:11.972754 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f279f40c-7b91-46c5-bef7-10f0566e6a6c req-f4139e9b-4d9d-48e4-b00c-d691ad4cb916 tempest-DeleteServersAdminTestJSON-138710967 tempest-DeleteServersAdminTestJSON-138710967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:11.982342 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['3b29c573-64c4-401b-90c7-17e4c8c9d9d5'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:12.088514 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e1e7cb06-a970-4cd0-8f1b-5987ee54967f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:12.225413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-765956b6-0f7d-45e2-af72-8dd79d91a020 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:12.226962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-765956b6-0f7d-45e2-af72-8dd79d91a020 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793&tenant_id=9437c8ccf38f4278bfdd6826ef939401&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 1097 time: 0.8129213 Aug 20 11:31:12.245551 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804299-2'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:12.251781 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-01661e11-a1ec-4a6c-a8ef-87f56e569bda tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.185 HTTP/1.1" status: 200 len: 1002 time: 0.7788389 Aug 20 11:31:12.269776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port e1e7cb06-a970-4cd0-8f1b-5987ee54967f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:12.281616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e1e7cb06-a970-4cd0-8f1b-5987ee54967f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:12.282198 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:12.369741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-6f7d312c-7621-4045-8e8b-ab24aaab55da tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:12.388720 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-6f7d312c-7621-4045-8e8b-ab24aaab55da tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports/58c46791-5bfb-44ba-a527-15b4e07ba736 HTTP/1.1" status: 200 len: 943 time: 0.1171939 Aug 20 11:31:12.423881 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:12.457486 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-779c5a39-12ae-4c99-87d9-e95cb165a380 req-157c1d09-c151-4479-ae37-47f75061b5ee tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 210 time: 0.0500464 Aug 20 11:31:12.458067 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-11c28e33-1531-4222-8988-5e643bc4469b req-082f9b4a-aaa4-4f7a-a7d9-74d4ca2b7471 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:12.469688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port e1e7cb06-a970-4cd0-8f1b-5987ee54967f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e1e7cb06-a970-4cd0-8f1b-5987ee54967f,segment=NetworkSegment(eb2e8a13-1d1d-4571-ad94-12f0263366bd),segment_id=eb2e8a13-1d1d-4571-ad94-12f0263366bd)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:12.476539 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:12.480941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 01907175-0b74-4597-9bd7-72caa7e3eed7 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:12.520880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-f279f40c-7b91-46c5-bef7-10f0566e6a6c req-f4139e9b-4d9d-48e4-b00c-d691ad4cb916 tempest-DeleteServersAdminTestJSON-138710967 tempest-DeleteServersAdminTestJSON-138710967-project-admin] For port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:12.521473 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f279f40c-7b91-46c5-bef7-10f0566e6a6c req-f4139e9b-4d9d-48e4-b00c-d691ad4cb916 tempest-DeleteServersAdminTestJSON-138710967 tempest-DeleteServersAdminTestJSON-138710967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:12.523681 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:12.537986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-f279f40c-7b91-46c5-bef7-10f0566e6a6c req-f4139e9b-4d9d-48e4-b00c-d691ad4cb916 tempest-DeleteServersAdminTestJSON-138710967 tempest-DeleteServersAdminTestJSON-138710967-project-admin] Calling delete_port for d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:12.549360 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-11c28e33-1531-4222-8988-5e643bc4469b req-082f9b4a-aaa4-4f7a-a7d9-74d4ca2b7471 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Transition to ACTIVE for port object 6ca4ede2-aad1-408b-80a7-1439fbb17155 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:12.590399 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=e1e7cb06-a970-4cd0-8f1b-5987ee54967f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:12.610438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 01907175-0b74-4597-9bd7-72caa7e3eed7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:12.610873 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:12.616944 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-23212143-607f-4b9d-91ef-b66aa1f045f2 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.185 HTTP/1.1" status: 200 len: 1002 time: 0.1538968 Aug 20 11:31:12.694227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61373b9a-0fc5-49fb-80ff-bd6697c10d1f req-1365190b-05e8-47b1-ab00-73b8d0742da4 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:12.698339 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-61373b9a-0fc5-49fb-80ff-bd6697c10d1f req-1365190b-05e8-47b1-ab00-73b8d0742da4 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/ports?device_id=264adc8f-c7d8-4fec-95bc-91ab58fdc955 HTTP/1.1" status: 200 len: 950 time: 0.1038237 Aug 20 11:31:12.785857 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-61373b9a-0fc5-49fb-80ff-bd6697c10d1f req-c8dcf963-e136-4df0-b396-600ec0afb38a tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5454756-846e-4b21-a6b2-f11c59ea107c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799670 Aug 20 11:31:12.837373 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-1c61ba79-6cf9-439f-8149-429adeec6976 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:12.838941 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-1c61ba79-6cf9-439f-8149-429adeec6976 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.1510479 Aug 20 11:31:12.871387 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-11c28e33-1531-4222-8988-5e643bc4469b req-082f9b4a-aaa4-4f7a-a7d9-74d4ca2b7471 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:12.909856 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f279f40c-7b91-46c5-bef7-10f0566e6a6c req-f4139e9b-4d9d-48e4-b00c-d691ad4cb916 tempest-DeleteServersAdminTestJSON-138710967 tempest-DeleteServersAdminTestJSON-138710967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:12.919416 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:12.986917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4139e9b-4d9d-48e4-b00c-d691ad4cb916 tempest-DeleteServersAdminTestJSON-138710967 tempest-DeleteServersAdminTestJSON-138710967-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:13.009724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c28e33-1531-4222-8988-5e643bc4469b req-082f9b4a-aaa4-4f7a-a7d9-74d4ca2b7471 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Network 1e249b59-2036-45f5-90ef-277daacd89dd is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:13.020154 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-11c28e33-1531-4222-8988-5e643bc4469b req-082f9b4a-aaa4-4f7a-a7d9-74d4ca2b7471 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:13.022914 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c28e33-1531-4222-8988-5e643bc4469b req-082f9b4a-aaa4-4f7a-a7d9-74d4ca2b7471 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:13.028366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c28e33-1531-4222-8988-5e643bc4469b req-082f9b4a-aaa4-4f7a-a7d9-74d4ca2b7471 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:13.029023 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-11c28e33-1531-4222-8988-5e643bc4469b req-082f9b4a-aaa4-4f7a-a7d9-74d4ca2b7471 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.040427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f9b4a-aaa4-4f7a-a7d9-74d4ca2b7471 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Pushing event updated for resources: {'Port': ['ID=6ca4ede2-aad1-408b-80a7-1439fbb17155,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:13.040583 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790fa5e-8deb-40da-a258-63785225903c req-571d4025-282c-49eb-894e-25884b50c853 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:13.048708 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6790fa5e-8deb-40da-a258-63785225903c req-571d4025-282c-49eb-894e-25884b50c853 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c8cb24-3d4b-4a2c-b031-390054d5a941 HTTP/1.1" status: 200 len: 949 time: 0.1669004 Aug 20 11:31:13.078583 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-0776183d-78cc-4935-b95b-c3db63f6a45a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.185 HTTP/1.1" status: 200 len: 1002 time: 0.2216039 Aug 20 11:31:13.085474 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11c28e33-1531-4222-8988-5e643bc4469b req-082f9b4a-aaa4-4f7a-a7d9-74d4ca2b7471 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9315672 Aug 20 11:31:13.087364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] For port 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:13.094465 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-3cc25668-ba1b-4591-9343-e3367267eca5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:13.096095 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-f279f40c-7b91-46c5-bef7-10f0566e6a6c req-f4139e9b-4d9d-48e4-b00c-d691ad4cb916 tempest-DeleteServersAdminTestJSON-138710967 tempest-DeleteServersAdminTestJSON-138710967-project-admin] No DVR routers for this DVR port d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:13.102331 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f279f40c-7b91-46c5-bef7-10f0566e6a6c req-f4139e9b-4d9d-48e4-b00c-d691ad4cb916 tempest-DeleteServersAdminTestJSON-138710967 tempest-DeleteServersAdminTestJSON-138710967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.102573 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Request body: {'port': {'device_id': '00547c2f-e8a0-45a6-8aba-f479243bf711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:13.104322 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f279f40c-7b91-46c5-bef7-10f0566e6a6c req-f4139e9b-4d9d-48e4-b00c-d691ad4cb916 tempest-DeleteServersAdminTestJSON-138710967 tempest-DeleteServersAdminTestJSON-138710967-project-admin] 10.222.0.76 "DELETE /v2.0/ports/d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 HTTP/1.1" status: 204 len: 173 time: 1.3322549 Aug 20 11:31:13.104968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977d94f9-fddc-4468-a6b4-759adbaf08a2', 'name': 'network-vif-deleted', 'tag': 'd5f6d22d-9b89-47c5-a4b6-eb43f0bdac95'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:13.107514 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add678e7-2c82-440b-8bcd-227e14cbbc3b" -d '{"events": [{"server_uuid": "977d94f9-fddc-4468-a6b4-759adbaf08a2", "name": "network-vif-deleted", "tag": "d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:13.118080 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-51d5885c-59d4-42a4-bdb2-ae3de61ea5be tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:13.119636 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-51d5885c-59d4-42a4-bdb2-ae3de61ea5be tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.76 "GET /v2.0/networks?id=97500370-4801-4f47-928d-aa765b4857c5 HTTP/1.1" status: 200 len: 821 time: 0.3388588 Aug 20 11:31:13.138336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-da5dd659-5eae-4693-a61c-1da19a5d596d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Request body: {'port': {'device_id': 'd8dc6f79-3da4-4915-a951-e915ef2942cf', 'network_id': '97500370-4801-4f47-928d-aa765b4857c5', 'admin_state_up': True, 'tenant_id': 'b4ac46b78b6d45c6abee25f3a1a48427'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:13.286379 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6790fa5e-8deb-40da-a258-63785225903c req-ee39fdd9-dc62-4ef4-8ec4-9c5a732536aa tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f82eca4-d925-41e3-9ef7-eabe6b9b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364178 Aug 20 11:31:13.369275 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] For port 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:13.419369 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ee65c22d-5620-4898-ab20-3117500ceec8 None None] Provisioning for port 6ca4ede2-aad1-408b-80a7-1439fbb17155 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:13.425916 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ee65c22d-5620-4898-ab20-3117500ceec8 None None] Provisioning complete for port 6ca4ede2-aad1-408b-80a7-1439fbb17155 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:13.426586 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ee65c22d-5620-4898-ab20-3117500ceec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.453125 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-3cc25668-ba1b-4591-9343-e3367267eca5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.462199 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-da5dd659-5eae-4693-a61c-1da19a5d596d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Made reservation on behalf of b4ac46b78b6d45c6abee25f3a1a48427 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:13.466104 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-da5dd659-5eae-4693-a61c-1da19a5d596d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.468169 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:13.490840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a727b-a5a0-45ca-a290-e11f3000dd9e req-15eb5445-9bb3-4112-b30c-0ca59c585696 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:13.492667 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db6a727b-a5a0-45ca-a290-e11f3000dd9e req-15eb5445-9bb3-4112-b30c-0ca59c585696 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/ports?device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 932 time: 0.0867212 Aug 20 11:31:13.495495 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.514524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ee65c22d-5620-4898-ab20-3117500ceec8 None None] Port 6ca4ede2-aad1-408b-80a7-1439fbb17155 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:13.525951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a48da4-2561-4d37-ba87-dc88efdee793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d9acb4-cb79-4d29-9f20-85fcf64fb103'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:13.528504 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089ffb17-1ba9-4a1c-a5de-6f1ae37f9c01" -d '{"events": [{"server_uuid": "c7a48da4-2561-4d37-ba87-dc88efdee793", "name": "network-vif-unplugged", "status": "completed", "tag": "91d9acb4-cb79-4d29-9f20-85fcf64fb103"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:13.535018 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.538349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:13.542880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:13.543500 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.570452 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.591846 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db6a727b-a5a0-45ca-a290-e11f3000dd9e req-76a303ce-ae67-4c14-9d4b-a2970539f5e9 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/security-groups?id=265360f9-9081-48f3-bdde-658d65061284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868523 Aug 20 11:31:13.634267 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.672136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c8cb24-3d4b-4a2c-b031-390054d5a941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b29c573-64c4-401b-90c7-17e4c8c9d9d5'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:13.677795 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505f5226-b673-4e0b-bcf9-b97bf2e82327" -d '{"events": [{"server_uuid": "a3c8cb24-3d4b-4a2c-b031-390054d5a941", "name": "network-vif-plugged", "status": "completed", "tag": "3b29c573-64c4-401b-90c7-17e4c8c9d9d5"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:13.697813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-da5dd659-5eae-4693-a61c-1da19a5d596d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Allocated IP 172.20.0.4 (97500370-4801-4f47-928d-aa765b4857c5/b1791bda-c9bf-4aae-b873-fde963569e9e/f5649cf4-a21e-4d3b-b558-b171ff2cbff2) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:13.704081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=3b29c573-64c4-401b-90c7-17e4c8c9d9d5,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:13.708774 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.792949 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=3b29c573-64c4-401b-90c7-17e4c8c9d9d5,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:13.806957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c718d-8286-443b-8e4a-748979a77a28 req-f6de6da5-a3b8-4ee8-8d2a-ff028aa029c0 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:13.808555 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af9c718d-8286-443b-8e4a-748979a77a28 req-f6de6da5-a3b8-4ee8-8d2a-ff028aa029c0 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 944 time: 0.0965865 Aug 20 11:31:13.818178 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Pushing event updated for resources: {'Port': ['ID=91d9acb4-cb79-4d29-9f20-85fcf64fb103,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:13.870422 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-3cc25668-ba1b-4591-9343-e3367267eca5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.881231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e1e7cb06-a970-4cd0-8f1b-5987ee54967f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:13.897695 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Attempting to bind port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 on host n-h2-804299-2 for vnic_type normal with profile {"migrating_to": "n-h1-804299-2"} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:13.898331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Attempting to bind port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:13.898717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Attempting to bind port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:13.904723 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-3cc25668-ba1b-4591-9343-e3367267eca5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.905940 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-3cc25668-ba1b-4591-9343-e3367267eca5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Floating IP 527422f2-3b77-476f-b04b-d8b1c95652ae disassociated. External IP: 172.25.8.185, port: 58c46791-5bfb-44ba-a527-15b4e07ba736. Aug 20 11:31:13.924907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af9c718d-8286-443b-8e4a-748979a77a28 req-f439242c-ff7f-457e-9abe-966bce537b41 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926337 Aug 20 11:31:13.937492 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e1e7cb06-a970-4cd0-8f1b-5987ee54967f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:13.937867 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.961227 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-da5dd659-5eae-4693-a61c-1da19a5d596d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.970271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 on network d470dece-9c15-4ab9-87f2-416f558c1d77 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:13.970733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Attempting to bind port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:13.998735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:13.999233 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Checking segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:13.999725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Bound using segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:14.000285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Bound port: 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:14.000778 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.013352 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-da5dd659-5eae-4693-a61c-1da19a5d596d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.066106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-da5dd659-5eae-4693-a61c-1da19a5d596d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Network 97500370-4801-4f47-928d-aa765b4857c5 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:14.069307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-da5dd659-5eae-4693-a61c-1da19a5d596d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:14.073105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-da5dd659-5eae-4693-a61c-1da19a5d596d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:14.113615 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15739d9-5a55-4a53-9f73-9dd0871f5756 x-openstack-request-id: req-b15739d9-5a55-4a53-9f73-9dd0871f5756 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:14.113917 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977d94f9-fddc-4468-a6b4-759adbaf08a2", "name": "network-vif-deleted", "tag": "d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:14.114141 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b15739d9-5a55-4a53-9f73-9dd0871f5756 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:14.114532 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977d94f9-fddc-4468-a6b4-759adbaf08a2', 'name': 'network-vif-deleted', 'tag': 'd5f6d22d-9b89-47c5-a4b6-eb43f0bdac95', 'status': 'completed', 'code': 200} Aug 20 11:31:14.119918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dd659-5eae-4693-a61c-1da19a5d596d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Pushing event updated for resources: {'Port': ['ID=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:14.158462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-da5dd659-5eae-4693-a61c-1da19a5d596d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:14.159135 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-da5dd659-5eae-4693-a61c-1da19a5d596d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.178568 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-da5dd659-5eae-4693-a61c-1da19a5d596d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0480077 Aug 20 11:31:14.197351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Request body: {'port': {'device_id': 'd8dc6f79-3da4-4915-a951-e915ef2942cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:14.319634 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] For port 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:14.323516 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87d93e-dda5-44c9-b795-5f3222ed11d0 req-9c84841a-a751-421f-8b43-db13db59461a tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:14.325093 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d87d93e-dda5-44c9-b795-5f3222ed11d0 req-9c84841a-a751-421f-8b43-db13db59461a tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 931 time: 0.0980399 Aug 20 11:31:14.326314 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.368715 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] For port 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:14.376525 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.415183 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca4ede2-aad1-408b-80a7-1439fbb17155 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:14.439944 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.517300 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Transition to ACTIVE for port object 6ca4ede2-aad1-408b-80a7-1439fbb17155 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:14.523676 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Pushing event updated for resources: {'Port': ['ID=91d9acb4-cb79-4d29-9f20-85fcf64fb103,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:14.539400 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d87d93e-dda5-44c9-b795-5f3222ed11d0 req-51bb578b-ac86-4330-a420-02b8ea66a003 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024894 Aug 20 11:31:14.545108 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.552304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:14.552949 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.554322 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-750f84d1-ff13-48ad-889d-3c02ef06b50c service neutron] 10.222.0.35 "PUT /v2.0/ports/91d9acb4-cb79-4d29-9f20-85fcf64fb103 HTTP/1.1" status: 200 len: 1122 time: 2.3131270 Aug 20 11:31:14.565444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-3cc25668-ba1b-4591-9343-e3367267eca5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Router f07438ca-202a-42ac-8ab3-4d14a37ae3da has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:31:14.618931 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6b7741-1b3a-44c0-afe1-fff3bfcc2b47 x-openstack-request-id: req-8c6b7741-1b3a-44c0-afe1-fff3bfcc2b47 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:14.619214 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a48da4-2561-4d37-ba87-dc88efdee793", "name": "network-vif-unplugged", "status": "completed", "tag": "91d9acb4-cb79-4d29-9f20-85fcf64fb103", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:14.619459 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c6b7741-1b3a-44c0-afe1-fff3bfcc2b47 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:14.619656 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['91d9acb4-cb79-4d29-9f20-85fcf64fb103'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:14.620158 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a48da4-2561-4d37-ba87-dc88efdee793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d9acb4-cb79-4d29-9f20-85fcf64fb103', 'code': 200} Aug 20 11:31:14.646078 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Pushing event updated for resources: {'Port': ['ID=6ca4ede2-aad1-408b-80a7-1439fbb17155,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:14.669857 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5649cf4-a21e-4d3b-b558-b171ff2cbff2 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:14.678906 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931b7c1a-e58d-480e-8470-a0e01d712652 x-openstack-request-id: req-931b7c1a-e58d-480e-8470-a0e01d712652 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:14.679202 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c8cb24-3d4b-4a2c-b031-390054d5a941", "name": "network-vif-plugged", "status": "completed", "tag": "3b29c573-64c4-401b-90c7-17e4c8c9d9d5", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:14.679453 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-931b7c1a-e58d-480e-8470-a0e01d712652 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:14.679835 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c8cb24-3d4b-4a2c-b031-390054d5a941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b29c573-64c4-401b-90c7-17e4c8c9d9d5', 'code': 200} Aug 20 11:31:14.696625 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.719707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Transition to ACTIVE for port object f5649cf4-a21e-4d3b-b558-b171ff2cbff2 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:14.725743 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.771570 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Attempting to bind port 6ca4ede2-aad1-408b-80a7-1439fbb17155 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:14.771907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Attempting to bind port 6ca4ede2-aad1-408b-80a7-1439fbb17155 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '1afcb594-4b0f-4fad-81d5-e51a98889e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:14.772233 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Attempting to bind port 6ca4ede2-aad1-408b-80a7-1439fbb17155 on network 1e249b59-2036-45f5-90ef-277daacd89dd {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:14.787170 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Port 6ca4ede2-aad1-408b-80a7-1439fbb17155 on network 1e249b59-2036-45f5-90ef-277daacd89dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:14.787565 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Attempting to bind port 6ca4ede2-aad1-408b-80a7-1439fbb17155 on network 1e249b59-2036-45f5-90ef-277daacd89dd {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:14.805515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:14.837247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:14.837599 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Checking segment: {'id': '1afcb594-4b0f-4fad-81d5-e51a98889e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:14.838665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Bound using segment: {'id': '1afcb594-4b0f-4fad-81d5-e51a98889e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:14.839130 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Bound port: 6ca4ede2-aad1-408b-80a7-1439fbb17155, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1afcb594-4b0f-4fad-81d5-e51a98889e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:14.839736 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.882509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-3cc25668-ba1b-4591-9343-e3367267eca5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:14.887092 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-3cc25668-ba1b-4591-9343-e3367267eca5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.894804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514d6f6-7ea7-499f-b7f3-3bf708af9440 None None] Sync routers for ids ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:14.910721 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514d6f6-7ea7-499f-b7f3-3bf708af9440 None None] Routers {'f07438ca-202a-42ac-8ab3-4d14a37ae3da'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:14.911357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f514d6f6-7ea7-499f-b7f3-3bf708af9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:30:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:14.929097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd56db-201b-498a-8b95-71431c4d2601 req-c63f5209-359d-4698-97c8-c6ac63a806fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:14.930757 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fdd56db-201b-498a-8b95-71431c4d2601 req-c63f5209-359d-4698-97c8-c6ac63a806fd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a3c8cb24-3d4b-4a2c-b031-390054d5a941 HTTP/1.1" status: 200 len: 1101 time: 0.1274478 Aug 20 11:31:14.940775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548dbd6-14a0-4504-bd37-023b6ed24982 req-7f31b9a8-0875-44db-94d3-710f08bf8832 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:14.942512 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9548dbd6-14a0-4504-bd37-023b6ed24982 req-7f31b9a8-0875-44db-94d3-710f08bf8832 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/ports?device_id=264adc8f-c7d8-4fec-95bc-91ab58fdc955 HTTP/1.1" status: 200 len: 950 time: 0.1380322 Aug 20 11:31:14.960195 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-3cc25668-ba1b-4591-9343-e3367267eca5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "PUT /v2.0/floatingips/527422f2-3b77-476f-b04b-d8b1c95652ae HTTP/1.1" status: 200 len: 695 time: 1.8703692 Aug 20 11:31:15.035455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] For port 6ca4ede2-aad1-408b-80a7-1439fbb17155, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:15.053617 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] For port 6ca4ede2-aad1-408b-80a7-1439fbb17155, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=6ca4ede2-aad1-408b-80a7-1439fbb17155,segment=NetworkSegment(1afcb594-4b0f-4fad-81d5-e51a98889e0f),segment_id=1afcb594-4b0f-4fad-81d5-e51a98889e0f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:15.062973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-672edca7-dee0-409c-8469-f50283999707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:15.064876 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-672edca7-dee0-409c-8469-f50283999707 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=997d129c9320455abd5689acea35e882&device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 1097 time: 0.0784810 Aug 20 11:31:15.066301 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.091767 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:15.092782 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.094358 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9548dbd6-14a0-4504-bd37-023b6ed24982 req-0454e478-18e0-42ea-b6f0-e9c3d25f3c9c tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5454756-846e-4b21-a6b2-f11c59ea107c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079848 Aug 20 11:31:15.102189 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11c28e33-1531-4222-8988-5e643bc4469b req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] 10.222.0.35 "PUT /v2.0/ports/6ca4ede2-aad1-408b-80a7-1439fbb17155 HTTP/1.1" status: 200 len: 1092 time: 2.0037158 Aug 20 11:31:15.133033 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fdd56db-201b-498a-8b95-71431c4d2601 req-d2a429a7-142c-4cfe-90ae-af5a6cb59f11 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7f82eca4-d925-41e3-9ef7-eabe6b9b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889167 Aug 20 11:31:15.134088 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Attempting to bind port f5649cf4-a21e-4d3b-b558-b171ff2cbff2 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:15.134398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Attempting to bind port f5649cf4-a21e-4d3b-b558-b171ff2cbff2 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'c4ce8552-13ca-42d3-8e11-bafd3e2290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97500370-4801-4f47-928d-aa765b4857c5'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:15.134718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Attempting to bind port f5649cf4-a21e-4d3b-b558-b171ff2cbff2 on network 97500370-4801-4f47-928d-aa765b4857c5 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:15.142340 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Port f5649cf4-a21e-4d3b-b558-b171ff2cbff2 on network 97500370-4801-4f47-928d-aa765b4857c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:15.142873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Attempting to bind port f5649cf4-a21e-4d3b-b558-b171ff2cbff2 on network 97500370-4801-4f47-928d-aa765b4857c5 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:15.150029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:15.150726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Checking segment: {'id': 'c4ce8552-13ca-42d3-8e11-bafd3e2290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97500370-4801-4f47-928d-aa765b4857c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:15.151267 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Bound using segment: {'id': 'c4ce8552-13ca-42d3-8e11-bafd3e2290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97500370-4801-4f47-928d-aa765b4857c5'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:15.151894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Bound port: f5649cf4-a21e-4d3b-b558-b171ff2cbff2, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ce8552-13ca-42d3-8e11-bafd3e2290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97500370-4801-4f47-928d-aa765b4857c5'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:15.152680 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.178324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-f514d6f6-7ea7-499f-b7f3-3bf708af9440 None None] Set router f07438ca-202a-42ac-8ab3-4d14a37ae3da gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:15.249590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] For port f5649cf4-a21e-4d3b-b558-b171ff2cbff2, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:15.254952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] For port f5649cf4-a21e-4d3b-b558-b171ff2cbff2, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:15.263104 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.336157 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:15.340014 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.341675 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] 10.222.0.76 "PUT /v2.0/ports/f5649cf4-a21e-4d3b-b558-b171ff2cbff2 HTTP/1.1" status: 200 len: 1091 time: 1.1492767 Aug 20 11:31:15.397020 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f3fb0-60a4-4b99-842e-ba8481c180d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:15.443931 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:15.472417 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-ca8e6df5-90fd-48e1-acb2-376f0fbc3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:15.474774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-ca8e6df5-90fd-48e1-acb2-376f0fbc3a3b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4ac46b78b6d45c6abee25f3a1a48427&device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 1094 time: 0.0659039 Aug 20 11:31:15.477724 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:31:15.478062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d5f6d22d-9b89-47c5-a4b6-eb43f0bdac95 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:31:15.523464 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-c10244f8-b69d-4422-920f-bcbe8e53042f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5649cf4-a21e-4d3b-b558-b171ff2cbff2 HTTP/1.1" status: 200 len: 217 time: 0.0376143 Aug 20 11:31:15.603499 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f514d6f6-7ea7-499f-b7f3-3bf708af9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-router', 'tenant_id': '997d129c9320455abd5689acea35e882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:11Z', 'updated_at': '2021-08-20T11:30:17Z', 'revision_number': 4, 'project_id': '997d129c9320455abd5689acea35e882', 'gw_port': {'id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:12Z', 'updated_at': '2021-08-20T11:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ef718c27-3490-400a-93c7-36401ae5339d', 'name': '', 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'tenant_id': '997d129c9320455abd5689acea35e882', 'mac_address': 'fa:16:3e:e0:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:16Z', 'updated_at': '2021-08-20T11:30:24Z', 'revision_number': 5, 'project_id': '997d129c9320455abd5689acea35e882', 'subnets': [{'id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:15.606362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-286e032d-afce-42ed-8bcf-4808f248591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:15.607820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-286e032d-afce-42ed-8bcf-4808f248591f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b1791bda-c9bf-4aae-b873-fde963569e9e HTTP/1.1" status: 200 len: 861 time: 0.0690813 Aug 20 11:31:15.621852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984145f-1057-470d-85fd-fc2d28750e1e service neutron] Pushing event updated for resources: {'Port': ['ID=6ca4ede2-aad1-408b-80a7-1439fbb17155,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:15.634937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514d6f6-7ea7-499f-b7f3-3bf708af9440 None None] Checking router: f07438ca-202a-42ac-8ab3-4d14a37ae3da for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:15.645983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c28e33-1531-4222-8988-5e643bc4469b req-70da0951-ec3c-4205-a0a1-bcbbd2f1948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:15.646218 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514d6f6-7ea7-499f-b7f3-3bf708af9440 None None] Routers {'f07438ca-202a-42ac-8ab3-4d14a37ae3da'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:15.647230 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f514d6f6-7ea7-499f-b7f3-3bf708af9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:30:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:15.647531 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11c28e33-1531-4222-8988-5e643bc4469b req-70da0951-ec3c-4205-a0a1-bcbbd2f1948e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=30bfd760f0a040caa5b0bbac573ba715&device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 1095 time: 0.1053138 Aug 20 11:31:15.648944 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-77d130f5-880b-4324-82b4-a2f6bd9ec38c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=97500370-4801-4f47-928d-aa765b4857c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336444 Aug 20 11:31:15.650212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-1951165b-9017-49e4-9f44-dd938448ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:15.651573 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-1951165b-9017-49e4-9f44-dd938448ccd1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 HTTP/1.1" status: 200 len: 928 time: 0.5756745 Aug 20 11:31:15.741041 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11c28e33-1531-4222-8988-5e643bc4469b req-3c9beebb-02ab-47a8-a1ea-1236acb2f9dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca4ede2-aad1-408b-80a7-1439fbb17155 HTTP/1.1" status: 200 len: 217 time: 0.0806956 Aug 20 11:31:15.742180 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-b83eef9f-6bc8-4977-87bc-2e07ef776f0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58c46791-5bfb-44ba-a527-15b4e07ba736 HTTP/1.1" status: 200 len: 217 time: 0.0831823 Aug 20 11:31:15.757627 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-f514d6f6-7ea7-499f-b7f3-3bf708af9440 None None] Set router f07438ca-202a-42ac-8ab3-4d14a37ae3da gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:15.786301 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-de0f8b5c-60c2-4701-aea6-57a37028387d service neutron] 10.222.0.76 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184311 Aug 20 11:31:15.849577 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-b6c3fec3-457a-4cac-a54f-d08894230cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:15.850992 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-b6c3fec3-457a-4cac-a54f-d08894230cc8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5e87b6c-641e-4690-b4ec-e033c26e4069 HTTP/1.1" status: 200 len: 867 time: 0.1003304 Aug 20 11:31:15.867730 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c28e33-1531-4222-8988-5e643bc4469b req-1564461b-7880-4497-b366-dcd80c15d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:15.869601 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11c28e33-1531-4222-8988-5e643bc4469b req-1564461b-7880-4497-b366-dcd80c15d96b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615 HTTP/1.1" status: 200 len: 852 time: 0.0802703 Aug 20 11:31:15.901556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51048) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:15.904972 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1919b44d-185d-4f6c-b15d-0e4c89f5bc20 req-1c33fc64-7a73-4878-ba02-e344bfda3c5b service neutron] 10.222.0.76 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112177 Aug 20 11:31:15.907955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-0bd9521b-490b-4562-8df7-3b37784973ec tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2122938871', 'description': 'tempest-description--1186745370'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:15.970143 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bd9521b-490b-4562-8df7-3b37784973ec tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.981108 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c28e33-1531-4222-8988-5e643bc4469b req-2b4ed797-a3ed-4b07-b20d-8f8bae6d6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:15.982722 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11c28e33-1531-4222-8988-5e643bc4469b req-2b4ed797-a3ed-4b07-b20d-8f8bae6d6765 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e249b59-2036-45f5-90ef-277daacd89dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907063 Aug 20 11:31:15.984471 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-e30bdb17-0123-44b7-8a93-8a8b50f865aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:15.985990 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-e30bdb17-0123-44b7-8a93-8a8b50f865aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88a5fe25-86af-4d3e-9bc2-bda3dc9bb952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285169 Aug 20 11:31:15.995858 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f514d6f6-7ea7-499f-b7f3-3bf708af9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-router', 'tenant_id': '997d129c9320455abd5689acea35e882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:11Z', 'updated_at': '2021-08-20T11:30:17Z', 'revision_number': 4, 'project_id': '997d129c9320455abd5689acea35e882', 'gw_port': {'id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:12Z', 'updated_at': '2021-08-20T11:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ef718c27-3490-400a-93c7-36401ae5339d', 'name': '', 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'tenant_id': '997d129c9320455abd5689acea35e882', 'mac_address': 'fa:16:3e:e0:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:16Z', 'updated_at': '2021-08-20T11:30:24Z', 'revision_number': 5, 'project_id': '997d129c9320455abd5689acea35e882', 'subnets': [{'id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:16.009230 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-2428ae71-1d11-4c78-a082-df451c614bf1 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=033d5b0a83934785994cbd02c19099bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318635 Aug 20 11:31:16.023699 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514d6f6-7ea7-499f-b7f3-3bf708af9440 None None] The sync data for ids ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'] in n-d-804299-2 is: [{'id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-router', 'tenant_id': '997d129c9320455abd5689acea35e882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:11Z', 'updated_at': '2021-08-20T11:30:17Z', 'revision_number': 4, 'project_id': '997d129c9320455abd5689acea35e882', 'gw_port': {'id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:12Z', 'updated_at': '2021-08-20T11:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ef718c27-3490-400a-93c7-36401ae5339d', 'name': '', 'network_id': '88a5fe25-86af-4d3e-9bc2-bda3dc9bb952', 'tenant_id': '997d129c9320455abd5689acea35e882', 'mac_address': 'fa:16:3e:e0:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:16Z', 'updated_at': '2021-08-20T11:30:24Z', 'revision_number': 5, 'project_id': '997d129c9320455abd5689acea35e882', 'subnets': [{'id': 'a5e87b6c-641e-4690-b4ec-e033c26e4069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:16.115437 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8dc6f79-3da4-4915-a951-e915ef2942cf', 'tag': 'f5649cf4-a21e-4d3b-b558-b171ff2cbff2'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:16.117856 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb761aa-785f-408c-a1b9-27f89fb1dfb9" -d '{"events": [{"name": "network-changed", "server_uuid": "d8dc6f79-3da4-4915-a951-e915ef2942cf", "tag": "f5649cf4-a21e-4d3b-b558-b171ff2cbff2"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:16.139039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-a8e7f811-4260-4f6b-aa5e-28bf10548a6e tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:16.141377 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-a8e7f811-4260-4f6b-aa5e-28bf10548a6e tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1308136 Aug 20 11:31:16.157625 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-c1496fbf-3dc3-4a94-9b30-775ef59ed4d2 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/quotas/033d5b0a83934785994cbd02c19099bb HTTP/1.1" status: 200 len: 375 time: 0.0102592 Aug 20 11:31:16.194718 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-cfc80ed6-6c5f-4ba3-86e4-4eb3dbc96362 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=033d5b0a83934785994cbd02c19099bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285449 Aug 20 11:31:16.207392 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11c28e33-1531-4222-8988-5e643bc4469b req-9a13cd91-75a7-438f-9fae-709ed3dd4c88 service neutron] 10.222.0.35 "GET /v2.0/networks/1e249b59-2036-45f5-90ef-277daacd89dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098551 Aug 20 11:31:16.211829 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-e475b585-0b86-4175-9987-4718e69b3245 service neutron] 10.222.0.37 "GET /v2.0/networks/88a5fe25-86af-4d3e-9bc2-bda3dc9bb952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151368 Aug 20 11:31:16.240428 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bd9521b-490b-4562-8df7-3b37784973ec tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.301377 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bd9521b-490b-4562-8df7-3b37784973ec tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.384507 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cf40aa-79a6-49ae-9eb5-cec6a45d2518 None None] New status for floating IP 527422f2-3b77-476f-b04b-d8b1c95652ae: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:31:16.391164 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bd9521b-490b-4562-8df7-3b37784973ec tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.392380 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0bd9521b-490b-4562-8df7-3b37784973ec tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4892135 Aug 20 11:31:16.395785 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9521b-490b-4562-8df7-3b37784973ec tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:16.397782 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51064) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:16.413725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ec8777d5-a740-4d3b-9904-e2711e8a299d tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Request body: {'security_group_rule': {'security_group_id': '9b81fc1e-a263-42c6-a725-5a0e7e8ea3af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:16.459751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9e5c5-cfd4-420a-afcb-22959fcbd640 req-e1eafca3-bd0d-485c-83c8-3cd6286d335a tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:16.472066 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28d9e5c5-cfd4-420a-afcb-22959fcbd640 req-e1eafca3-bd0d-485c-83c8-3cd6286d335a tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c8cb24-3d4b-4a2c-b031-390054d5a941 HTTP/1.1" status: 200 len: 950 time: 0.0937762 Aug 20 11:31:16.482000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1c576a4-3533-4e03-b4f6-f59ba938b931 req-ab1056f7-3efd-41ab-9a2e-c9ce85b7d0ea service neutron] 10.222.0.37 "GET /v2.0/networks/88a5fe25-86af-4d3e-9bc2-bda3dc9bb952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376804 Aug 20 11:31:16.484831 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11c28e33-1531-4222-8988-5e643bc4469b req-abb0baa6-a2aa-4cda-8060-ccd0abd4251a service neutron] 10.222.0.35 "GET /v2.0/networks/1e249b59-2036-45f5-90ef-277daacd89dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622836 Aug 20 11:31:16.508623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec8777d5-a740-4d3b-9904-e2711e8a299d tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.541717 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28d9e5c5-cfd4-420a-afcb-22959fcbd640 req-9c115898-9733-495c-b9db-183ac1db0cff tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f82eca4-d925-41e3-9ef7-eabe6b9b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680840 Aug 20 11:31:16.626043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a48da4-2561-4d37-ba87-dc88efdee793', 'tag': '91d9acb4-cb79-4d29-9f20-85fcf64fb103'}, {'name': 'network-changed', 'server_uuid': '487a0afc-e1ff-4a1d-a8ed-0cb235b06c79', 'tag': '58c46791-5bfb-44ba-a527-15b4e07ba736'}, {'name': 'network-changed', 'server_uuid': '00547c2f-e8a0-45a6-8aba-f479243bf711', 'tag': '6ca4ede2-aad1-408b-80a7-1439fbb17155'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:16.629813 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a48da4-2561-4d37-ba87-dc88efdee793", "tag": "91d9acb4-cb79-4d29-9f20-85fcf64fb103"}, {"name": "network-changed", "server_uuid": "487a0afc-e1ff-4a1d-a8ed-0cb235b06c79", "tag": "58c46791-5bfb-44ba-a527-15b4e07ba736"}, {"name": "network-changed", "server_uuid": "00547c2f-e8a0-45a6-8aba-f479243bf711", "tag": "6ca4ede2-aad1-408b-80a7-1439fbb17155"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:16.687165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b74145-21d6-48ad-9af7-3ac9e1b3908e req-b7942186-2d10-4d14-84ba-39ba2ecd1f31 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:16.688178 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39296b6-e810-4f74-b9be-0fdf04a0866d req-322f9c63-7e89-4187-b9fd-91bc4dd43e15 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:16.689820 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-05b74145-21d6-48ad-9af7-3ac9e1b3908e req-b7942186-2d10-4d14-84ba-39ba2ecd1f31 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/ports?device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 944 time: 0.1195416 Aug 20 11:31:16.692222 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec8777d5-a740-4d3b-9904-e2711e8a299d tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.695669 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d39296b6-e810-4f74-b9be-0fdf04a0866d req-322f9c63-7e89-4187-b9fd-91bc4dd43e15 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 944 time: 0.0716894 Aug 20 11:31:16.697817 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec8777d5-a740-4d3b-9904-e2711e8a299d tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.739474 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8777d5-a740-4d3b-9904-e2711e8a299d tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1cabe83-3448-4c3b-a7b0-d9e0de83f8dc,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:16.753377 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec8777d5-a740-4d3b-9904-e2711e8a299d tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.754789 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ec8777d5-a740-4d3b-9904-e2711e8a299d tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3515406 Aug 20 11:31:16.759477 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d39296b6-e810-4f74-b9be-0fdf04a0866d req-9084c7f4-36f4-4e79-8cf5-ff7c8dbd705a tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561264 Aug 20 11:31:16.760061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51078) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:16.767167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-591b7e0b-f700-4c7e-82ad-f6a5cfbafa1c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Request body: {'security_group_rule': {'security_group_id': '9b81fc1e-a263-42c6-a725-5a0e7e8ea3af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:16.771451 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-05b74145-21d6-48ad-9af7-3ac9e1b3908e req-e6e7de2a-cc58-45d4-8326-ead6ccaa9560 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/security-groups?id=265360f9-9081-48f3-bdde-658d65061284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704718 Aug 20 11:31:16.832544 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-591b7e0b-f700-4c7e-82ad-f6a5cfbafa1c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.907471 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c138bbe-415b-435c-ac8c-ea933ee5a794 x-openstack-request-id: req-2c138bbe-415b-435c-ac8c-ea933ee5a794 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:16.907946 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8dc6f79-3da4-4915-a951-e915ef2942cf", "tag": "f5649cf4-a21e-4d3b-b558-b171ff2cbff2", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:16.908413 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c138bbe-415b-435c-ac8c-ea933ee5a794 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:16.908982 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8dc6f79-3da4-4915-a951-e915ef2942cf', 'tag': 'f5649cf4-a21e-4d3b-b558-b171ff2cbff2', 'status': 'completed', 'code': 200} Aug 20 11:31:16.909553 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f9663-1809-413f-9760-905c4dae39e7 req-d1d8b121-416e-4e0e-b367-ea9c5d9eed34 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:16.916153 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-591b7e0b-f700-4c7e-82ad-f6a5cfbafa1c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.918957 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7e1f9663-1809-413f-9760-905c4dae39e7 req-d1d8b121-416e-4e0e-b367-ea9c5d9eed34 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 943 time: 0.0649331 Aug 20 11:31:16.921697 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-591b7e0b-f700-4c7e-82ad-f6a5cfbafa1c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.961117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-591b7e0b-f700-4c7e-82ad-f6a5cfbafa1c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.962597 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-591b7e0b-f700-4c7e-82ad-f6a5cfbafa1c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2015479 Aug 20 11:31:16.970176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51082) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:16.977783 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:16.985552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b7e0b-f700-4c7e-82ad-f6a5cfbafa1c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dd6cbc-afe8-4947-a2ec-e9f5f998b2ed,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:16.996770 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7e1f9663-1809-413f-9760-905c4dae39e7 req-c06b43a0-eb51-4f53-96a3-4fb3991c3988 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697832 Aug 20 11:31:17.023942 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.024614 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-31fd69a2-1e81-44c4-a326-08d0bd9d3050 req-9f7163ef-e0f7-4083-a439-12a7304450b8 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 210 time: 0.0418649 Aug 20 11:31:17.035918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb761aa-785f-408c-a1b9-27f89fb1dfb9 req-ca655ef7-d85a-419a-8ca1-f25e1d7fd160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:17.037430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdb761aa-785f-408c-a1b9-27f89fb1dfb9 req-ca655ef7-d85a-419a-8ca1-f25e1d7fd160 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4ac46b78b6d45c6abee25f3a1a48427&device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 1094 time: 0.0979953 Aug 20 11:31:17.121958 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4314322-39e8-49ce-be95-fce2a00ccf15 req-eb3d9d1c-ae94-4a25-9156-c077241a9ae8 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/floatingips/527422f2-3b77-476f-b04b-d8b1c95652ae HTTP/1.1" status: 200 len: 693 time: 0.0933762 Aug 20 11:31:17.155287 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb761aa-785f-408c-a1b9-27f89fb1dfb9 req-8faca269-d8ae-436e-b641-66b5bb440ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:17.157206 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdb761aa-785f-408c-a1b9-27f89fb1dfb9 req-8faca269-d8ae-436e-b641-66b5bb440ccc service neutron] 10.222.0.76 "GET /v2.0/networks?id=97500370-4801-4f47-928d-aa765b4857c5 HTTP/1.1" status: 200 len: 921 time: 0.1118343 Aug 20 11:31:17.203955 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdb761aa-785f-408c-a1b9-27f89fb1dfb9 req-726fd372-755d-4d10-8cd5-0ea5f15884ee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5649cf4-a21e-4d3b-b558-b171ff2cbff2 HTTP/1.1" status: 200 len: 217 time: 0.0393291 Aug 20 11:31:17.262281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb761aa-785f-408c-a1b9-27f89fb1dfb9 req-0728ec0f-3860-46df-9287-e48eb9d47462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:17.263821 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdb761aa-785f-408c-a1b9-27f89fb1dfb9 req-0728ec0f-3860-46df-9287-e48eb9d47462 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b1791bda-c9bf-4aae-b873-fde963569e9e HTTP/1.1" status: 200 len: 861 time: 0.0528488 Aug 20 11:31:17.276981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4314322-39e8-49ce-be95-fce2a00ccf15 req-3f1fb654-b0bb-44cc-ada2-c9cf5449c757 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:17.278604 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4314322-39e8-49ce-be95-fce2a00ccf15 req-3f1fb654-b0bb-44cc-ada2-c9cf5449c757 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.1488724 Aug 20 11:31:17.291466 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b7ff19-8b10-4f7e-8281-5a97fb26c6d9 x-openstack-request-id: req-a7b7ff19-8b10-4f7e-8281-5a97fb26c6d9 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:17.292013 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a48da4-2561-4d37-ba87-dc88efdee793", "tag": "91d9acb4-cb79-4d29-9f20-85fcf64fb103", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "487a0afc-e1ff-4a1d-a8ed-0cb235b06c79", "tag": "58c46791-5bfb-44ba-a527-15b4e07ba736", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "00547c2f-e8a0-45a6-8aba-f479243bf711", "tag": "6ca4ede2-aad1-408b-80a7-1439fbb17155", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:17.292383 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7b7ff19-8b10-4f7e-8281-5a97fb26c6d9 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:17.292892 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a48da4-2561-4d37-ba87-dc88efdee793', 'tag': '91d9acb4-cb79-4d29-9f20-85fcf64fb103', 'status': 'completed', 'code': 200} Aug 20 11:31:17.293243 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487a0afc-e1ff-4a1d-a8ed-0cb235b06c79', 'tag': '58c46791-5bfb-44ba-a527-15b4e07ba736', 'status': 'completed', 'code': 200} Aug 20 11:31:17.293666 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00547c2f-e8a0-45a6-8aba-f479243bf711', 'tag': '6ca4ede2-aad1-408b-80a7-1439fbb17155', 'status': 'completed', 'code': 200} Aug 20 11:31:17.297977 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.304933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-b4314322-39e8-49ce-be95-fce2a00ccf15 req-7ce8efc0-9077-48a1-bdff-f45a468ad43b tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:31:17.305121 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdb761aa-785f-408c-a1b9-27f89fb1dfb9 req-3a07e23d-1668-4ba3-b9da-ec61a4866664 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=97500370-4801-4f47-928d-aa765b4857c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319488 Aug 20 11:31:17.306059 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4314322-39e8-49ce-be95-fce2a00ccf15 req-7ce8efc0-9077-48a1-bdff-f45a468ad43b tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164561 Aug 20 11:31:17.427223 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-c1a7c48e-d834-42a2-91e5-7ec992943bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:17.429525 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-c1a7c48e-d834-42a2-91e5-7ec992943bd9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 1125 time: 0.0904799 Aug 20 11:31:17.436503 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4314322-39e8-49ce-be95-fce2a00ccf15 req-47544cab-6590-4651-b6da-ab1f14dce322 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.185 HTTP/1.1" status: 200 len: 696 time: 0.1209142 Aug 20 11:31:17.519109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-367c4124-12ca-42b9-86e9-040e27ff612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:17.520795 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-367c4124-12ca-42b9-86e9-040e27ff612f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=997d129c9320455abd5689acea35e882&device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 1097 time: 0.1267602 Aug 20 11:31:17.543366 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdb761aa-785f-408c-a1b9-27f89fb1dfb9 req-241ac309-1735-4527-ad7e-f6e2c49feba8 service neutron] 10.222.0.76 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227223 Aug 20 11:31:17.585074 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4314322-39e8-49ce-be95-fce2a00ccf15 req-c8129470-2867-465d-bd5b-3ea23acab5d5 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.185 HTTP/1.1" status: 200 len: 696 time: 0.1351178 Aug 20 11:31:17.656467 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-d349c28b-32b8-4f16-a92c-7f46d7f9ee19 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=033d5b0a83934785994cbd02c19099bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764465 Aug 20 11:31:17.675940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-9949612d-3cf2-4afc-8139-235eb3d9e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:17.677814 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-9949612d-3cf2-4afc-8139-235eb3d9e5f0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.2376707 Aug 20 11:31:17.695015 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Allocated IP 172.25.8.114 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/74eda057-3bd4-4084-ab28-2e24546fc196) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:17.713587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 91d9acb4-cb79-4d29-9f20-85fcf64fb103 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:17.772327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413daf8c-e7e6-48c8-8c4e-28ddc5718706 req-d7a16b0d-13b9-498f-80a9-3b62d82542a6 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:17.773854 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-413daf8c-e7e6-48c8-8c4e-28ddc5718706 req-d7a16b0d-13b9-498f-80a9-3b62d82542a6 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/ports?device_id=264adc8f-c7d8-4fec-95bc-91ab58fdc955 HTTP/1.1" status: 200 len: 950 time: 0.2374918 Aug 20 11:31:17.788930 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-a505cd89-f3f0-4a3d-bb14-d612abad2558 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103 HTTP/1.1" status: 200 len: 217 time: 0.0949023 Aug 20 11:31:17.824308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:17.832473 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-d6adb4c9-b6f1-4780-9544-b192675e6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:17.834012 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-d6adb4c9-b6f1-4780-9544-b192675e6b20 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 HTTP/1.1" status: 200 len: 928 time: 0.3002121 Aug 20 11:31:17.838682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 91d9acb4-cb79-4d29-9f20-85fcf64fb103 has no active binding in host n-h1-804299-2 {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:31:17.882922 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdb761aa-785f-408c-a1b9-27f89fb1dfb9 req-0cfabda9-b5d7-41c2-a159-6f11424719cf service neutron] 10.222.0.76 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278172 Aug 20 11:31:17.899530 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-413daf8c-e7e6-48c8-8c4e-28ddc5718706 req-3f595eb3-5845-4b8d-bf91-50b9e8c69f57 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5454756-846e-4b21-a6b2-f11c59ea107c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157608 Aug 20 11:31:17.902088 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-fd8f94d6-3831-4f12-99b7-c551c06eaa73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58c46791-5bfb-44ba-a527-15b4e07ba736 HTTP/1.1" status: 200 len: 217 time: 0.0466352 Aug 20 11:31:17.914729 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-ac867dfa-fd16-4aa3-b252-2b1aeb2f410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:17.916481 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-ac867dfa-fd16-4aa3-b252-2b1aeb2f410c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.1130476 Aug 20 11:31:17.928592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-d884c6a9-2804-40b3-9515-a4667174c61c tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:17.928592 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-d884c6a9-2804-40b3-9515-a4667174c61c tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633655 Aug 20 11:31:17.938138 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-b4314322-39e8-49ce-be95-fce2a00ccf15 req-64d284a5-3c1c-4905-8f06-d68392d0acaa tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Deleting port 64922ce1-5085-455f-9719-f096debcc5b7 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:17.938491 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b4314322-39e8-49ce-be95-fce2a00ccf15 req-64d284a5-3c1c-4905-8f06-d68392d0acaa tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.963582 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:18.041179 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-887e7359-95c8-4b29-8350-bc87ea30689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:18.042704 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-887e7359-95c8-4b29-8350-bc87ea30689c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5e87b6c-641e-4690-b4ec-e033c26e4069 HTTP/1.1" status: 200 len: 867 time: 0.1231391 Aug 20 11:31:18.121508 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b4314322-39e8-49ce-be95-fce2a00ccf15 req-64d284a5-3c1c-4905-8f06-d68392d0acaa tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:18.121839 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b4314322-39e8-49ce-be95-fce2a00ccf15 req-64d284a5-3c1c-4905-8f06-d68392d0acaa tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:18.141030 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-b4314322-39e8-49ce-be95-fce2a00ccf15 req-64d284a5-3c1c-4905-8f06-d68392d0acaa tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Calling delete_port for 64922ce1-5085-455f-9719-f096debcc5b7 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:18.145146 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:18.197480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-24342956-ac27-4be3-889e-89ae49875161 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Request body: {'port': {'device_id': '3e15c080-8c80-478d-bbee-0fc45f36fa8f', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '033d5b0a83934785994cbd02c19099bb'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:18.204615 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-d63f4d61-9c5f-4157-9c17-ad86caddbe3c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2769327 Aug 20 11:31:18.265993 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-cfe4990c-71f0-41fb-b9f0-c67cd0dec86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:18.267507 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-cfe4990c-71f0-41fb-b9f0-c67cd0dec86a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88a5fe25-86af-4d3e-9bc2-bda3dc9bb952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2026856 Aug 20 11:31:18.275369 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:18.276148 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Pushing event updated for resources: {'Port': ['ID=74eda057-3bd4-4084-ab28-2e24546fc196,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:18.283367 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:18.286257 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:18.372484 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129ee67-a46d-440b-b3f0-31810252772f req-74668cb6-8aba-4457-91a9-db8cae5626df tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:18.374203 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8129ee67-a46d-440b-b3f0-31810252772f req-74668cb6-8aba-4457-91a9-db8cae5626df tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 944 time: 0.1730337 Aug 20 11:31:18.410408 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:18.427638 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-cf2d3447-597f-4e20-949e-26856ea8339e service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063975 Aug 20 11:31:18.491902 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-24342956-ac27-4be3-889e-89ae49875161 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Made reservation on behalf of 033d5b0a83934785994cbd02c19099bb for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:18.495365 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-24342956-ac27-4be3-889e-89ae49875161 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:18.504987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8129ee67-a46d-440b-b3f0-31810252772f req-c2fd73b2-4f59-49cf-93b1-56d6061b1558 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197162 Aug 20 11:31:18.633590 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-4341a58f-28bc-49a1-b244-a9e23e1186c6 service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958292 Aug 20 11:31:18.688606 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d656181-1219-4340-91f5-2df2bfa8bc15 req-9185274a-9753-467f-ab10-5c0f1a2b4eb6 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:18.690104 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4d656181-1219-4340-91f5-2df2bfa8bc15 req-9185274a-9753-467f-ab10-5c0f1a2b4eb6 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/ports?device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 944 time: 0.1055257 Aug 20 11:31:18.724322 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:18.724974 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-24342956-ac27-4be3-889e-89ae49875161 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Allocated IP 192.168.233.169 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/507ed9c3-e332-4628-84ab-43845ab12459) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:18.747112 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-bfaf9f3c-9aff-4912-93fc-04b9a489b2d6 service neutron] 10.222.0.35 "GET /v2.0/networks/88a5fe25-86af-4d3e-9bc2-bda3dc9bb952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523234 Aug 20 11:31:18.749847 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4d656181-1219-4340-91f5-2df2bfa8bc15 req-de4498a0-2830-4d81-b654-43e4f4d72f78 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/security-groups?id=265360f9-9081-48f3-bdde-658d65061284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525739 Aug 20 11:31:18.819790 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b4314322-39e8-49ce-be95-fce2a00ccf15 req-64d284a5-3c1c-4905-8f06-d68392d0acaa tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:18.898586 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d284a5-3c1c-4905-8f06-d68392d0acaa tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Pushing event deleted for resources: {'Port': ['ID=64922ce1-5085-455f-9719-f096debcc5b7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:18.935273 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-24342956-ac27-4be3-889e-89ae49875161 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:18.941076 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b4314322-39e8-49ce-be95-fce2a00ccf15 req-64d284a5-3c1c-4905-8f06-d68392d0acaa tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:18.944095 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b4314322-39e8-49ce-be95-fce2a00ccf15 req-64d284a5-3c1c-4905-8f06-d68392d0acaa tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:18.945256 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4314322-39e8-49ce-be95-fce2a00ccf15 req-64d284a5-3c1c-4905-8f06-d68392d0acaa tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "DELETE /v2.0/floatingips/527422f2-3b77-476f-b04b-d8b1c95652ae HTTP/1.1" status: 204 len: 173 time: 1.3290093 Aug 20 11:31:18.956229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-24342956-ac27-4be3-889e-89ae49875161 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Transition to ACTIVE for port object 507ed9c3-e332-4628-84ab-43845ab12459 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:18.990082 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-178ab516-9910-4dd9-809b-7a5f01074cbb service neutron] 10.222.0.35 "GET /v2.0/networks/88a5fe25-86af-4d3e-9bc2-bda3dc9bb952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277312 Aug 20 11:31:19.029515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2466e9-ffba-44f4-a6d9-e22c2431c979 req-f0b3f9b2-6610-4801-90d2-f23543966b31 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:19.031057 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f2466e9-ffba-44f4-a6d9-e22c2431c979 req-f0b3f9b2-6610-4801-90d2-f23543966b31 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 943 time: 0.0673251 Aug 20 11:31:19.032681 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-24342956-ac27-4be3-889e-89ae49875161 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.046891 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.058923 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.099447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-24342956-ac27-4be3-889e-89ae49875161 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:19.113237 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-24342956-ac27-4be3-889e-89ae49875161 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:19.117143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-24342956-ac27-4be3-889e-89ae49875161 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:19.119882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24342956-ac27-4be3-889e-89ae49875161 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Pushing event updated for resources: {'Port': ['ID=507ed9c3-e332-4628-84ab-43845ab12459,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:19.126201 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f2466e9-ffba-44f4-a6d9-e22c2431c979 req-3c4c212d-a388-4f4a-8357-092be67b1784 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855231 Aug 20 11:31:19.138805 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.166433 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.175759 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1963589 Aug 20 11:31:19.186116 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889a9ab-6e24-4b8a-b0a6-914a0de5111c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Pushing event updated for resources: {'Port': ['ID=74eda057-3bd4-4084-ab28-2e24546fc196,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:19.190837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-24342956-ac27-4be3-889e-89ae49875161 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:19.192555 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-24342956-ac27-4be3-889e-89ae49875161 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.203052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a744ff8-546b-4fc4-9be1-8208ea9c7820 req-88dc2e1c-4168-400c-ad57-ace142408e02 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:19.204613 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7a744ff8-546b-4fc4-9be1-8208ea9c7820 req-88dc2e1c-4168-400c-ad57-ace142408e02 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 936 time: 0.1625664 Aug 20 11:31:19.207684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-534396f5-7627-48c6-a7c4-c62ffecbbfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:19.209144 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-534396f5-7627-48c6-a7c4-c62ffecbbfe7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=30bfd760f0a040caa5b0bbac573ba715&device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 1095 time: 0.1524463 Aug 20 11:31:19.211854 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-24342956-ac27-4be3-889e-89ae49875161 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2755556 Aug 20 11:31:19.235607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Request body: {'port': {'device_id': '3e15c080-8c80-478d-bbee-0fc45f36fa8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:19.296137 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7a744ff8-546b-4fc4-9be1-8208ea9c7820 req-bc245e60-eb62-4081-8fee-65183b89f8dc tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832169 Aug 20 11:31:19.321762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb7faa-d530-4aa2-a1ce-31f2836bebe7 req-05e0fb44-dd82-4e9c-8f21-18cf77de9c2c tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:19.329384 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2edb7faa-d530-4aa2-a1ce-31f2836bebe7 req-05e0fb44-dd82-4e9c-8f21-18cf77de9c2c tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c8cb24-3d4b-4a2c-b031-390054d5a941 HTTP/1.1" status: 200 len: 950 time: 0.1155505 Aug 20 11:31:19.340737 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.347029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-2bb3205f-8ee6-4729-b67f-0bad985b8e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:19.348834 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-2bb3205f-8ee6-4729-b67f-0bad985b8e6a service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e249b59-2036-45f5-90ef-277daacd89dd HTTP/1.1" status: 200 len: 913 time: 0.1222911 Aug 20 11:31:19.395442 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2edb7faa-d530-4aa2-a1ce-31f2836bebe7 req-89ee7054-5240-4c2b-a3ba-4ca136dfab14 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f82eca4-d925-41e3-9ef7-eabe6b9b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651214 Aug 20 11:31:19.412675 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-6dd5fdf6-7807-430e-a4d7-783738c98228 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca4ede2-aad1-408b-80a7-1439fbb17155 HTTP/1.1" status: 200 len: 217 time: 0.0499127 Aug 20 11:31:19.434862 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cf791b68-ed51-4e9e-9781-6e347a6ebe41 None None] Provisioning for port 507ed9c3-e332-4628-84ab-43845ab12459 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:19.446490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cf791b68-ed51-4e9e-9781-6e347a6ebe41 None None] Provisioning complete for port 507ed9c3-e332-4628-84ab-43845ab12459 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:19.448342 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf791b68-ed51-4e9e-9781-6e347a6ebe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.456466 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f5649cf4-a21e-4d3b-b558-b171ff2cbff2 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:19.508708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0b500-ad1b-47cb-a991-c61e9f3f2780 req-f66d60ed-7ba8-42e3-985e-f904d4d4bc91 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:19.510363 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e4e0b500-ad1b-47cb-a991-c61e9f3f2780 req-f66d60ed-7ba8-42e3-985e-f904d4d4bc91 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/ports?device_id=264adc8f-c7d8-4fec-95bc-91ab58fdc955 HTTP/1.1" status: 200 len: 950 time: 0.1393220 Aug 20 11:31:19.511947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-bca666c2-e15d-48fe-8eff-3b9ae9f3c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:19.514116 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-bca666c2-e15d-48fe-8eff-3b9ae9f3c2f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615 HTTP/1.1" status: 200 len: 852 time: 0.0743449 Aug 20 11:31:19.558742 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-cf791b68-ed51-4e9e-9781-6e347a6ebe41 None None] Port 507ed9c3-e332-4628-84ab-43845ab12459 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:19.581729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1c251da-e334-4091-99d6-c61385f9c62d req-68fbcf0d-00ca-45d9-8789-0e5dd71b09c1 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2122938871&fields=id&tenant_id=978ff14d3705424686f86711e9a84d6d HTTP/1.1" status: 200 len: 267 time: 0.0842798 Aug 20 11:31:19.592120 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e4e0b500-ad1b-47cb-a991-c61e9f3f2780 req-57893def-aead-485c-a1be-e9dccc3130df tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5454756-846e-4b21-a6b2-f11c59ea107c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729330 Aug 20 11:31:19.594638 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-05b41f0c-13f5-4bbf-93f9-2aeb03c112f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:19.596126 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-05b41f0c-13f5-4bbf-93f9-2aeb03c112f9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e249b59-2036-45f5-90ef-277daacd89dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627615 Aug 20 11:31:19.606538 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f5649cf4-a21e-4d3b-b558-b171ff2cbff2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:19.617852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'f5649cf4-a21e-4d3b-b558-b171ff2cbff2', 'network_id': '97500370-4801-4f47-928d-aa765b4857c5', 'port_id': 'f5649cf4-a21e-4d3b-b558-b171ff2cbff2', 'mac_address': 'fa:16:3e:d5:1d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1791bda-c9bf-4aae-b873-fde963569e9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:19.660894 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.673967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5649cf4-a21e-4d3b-b558-b171ff2cbff2 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:19.697710 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f5649cf4-a21e-4d3b-b558-b171ff2cbff2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:19.703888 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.711548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 6ca4ede2-aad1-408b-80a7-1439fbb17155 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:19.741886 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-bb435647-a89c-4e0f-a125-3eac06b9ac69 service neutron] 10.222.0.35 "GET /v2.0/networks/1e249b59-2036-45f5-90ef-277daacd89dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355057 Aug 20 11:31:19.751187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2f3c6-3304-4e53-84ee-4cab88cbd0a7 req-d6b7e18a-0253-4522-8b25-79266e446616 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:19.759145 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bfa2f3c6-3304-4e53-84ee-4cab88cbd0a7 req-d6b7e18a-0253-4522-8b25-79266e446616 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0809731 Aug 20 11:31:19.782360 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c251da-e334-4091-99d6-c61385f9c62d req-e15d5fc2-6241-49d8-9c4c-9f5ba4eae8ba tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:19.784451 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1c251da-e334-4091-99d6-c61385f9c62d req-e15d5fc2-6241-49d8-9c4c-9f5ba4eae8ba tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/networks?id=c2646293-359f-4e05-a742-c34a4466917c HTTP/1.1" status: 200 len: 824 time: 0.1853673 Aug 20 11:31:19.790842 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507ed9c3-e332-4628-84ab-43845ab12459 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:19.806140 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.812140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1c251da-e334-4091-99d6-c61385f9c62d req-73b2b3f8-56b9-4ac8-abfb-b12b051fbdd4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/quotas/978ff14d3705424686f86711e9a84d6d HTTP/1.1" status: 200 len: 375 time: 0.0159371 Aug 20 11:31:19.822822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:19.835430 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Transition to ACTIVE for port object 507ed9c3-e332-4628-84ab-43845ab12459 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:19.840197 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bfa2f3c6-3304-4e53-84ee-4cab88cbd0a7 req-87743ff8-ee6f-4a11-a483-0e765a68d25e tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0797899 Aug 20 11:31:19.857901 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.917786 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 6ca4ede2-aad1-408b-80a7-1439fbb17155, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=6ca4ede2-aad1-408b-80a7-1439fbb17155,segment=NetworkSegment(1afcb594-4b0f-4fad-81d5-e51a98889e0f),segment_id=1afcb594-4b0f-4fad-81d5-e51a98889e0f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:19.932182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Pushing event updated for resources: {'Port': ['ID=507ed9c3-e332-4628-84ab-43845ab12459,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:19.964271 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['f5649cf4-a21e-4d3b-b558-b171ff2cbff2'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:19.976353 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1c251da-e334-4091-99d6-c61385f9c62d req-1c16cdd8-fa00-4c9f-a58d-3124970f699b tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=978ff14d3705424686f86711e9a84d6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1472690 Aug 20 11:31:19.993139 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9529c43a-7c47-4b4d-b844-056a0ca4ba5b req-16c9817f-2b2a-4b0c-abc2-73a103130395 service neutron] 10.222.0.35 "GET /v2.0/networks/1e249b59-2036-45f5-90ef-277daacd89dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307568 Aug 20 11:31:19.994888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '6ca4ede2-aad1-408b-80a7-1439fbb17155', 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd', 'port_id': '6ca4ede2-aad1-408b-80a7-1439fbb17155', 'mac_address': 'fa:16:3e:d8:cc:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:20.037060 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b060af-5fdb-4005-8713-15cb3fa1abf6 req-182e7595-83e9-4e7f-ac30-5988943e21b0 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:20.038632 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-44b060af-5fdb-4005-8713-15cb3fa1abf6 req-182e7595-83e9-4e7f-ac30-5988943e21b0 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 944 time: 0.1158075 Aug 20 11:31:20.047838 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a986467-7ea0-4979-8d28-df3c6704703c req-bf868654-6858-42d8-8696-03b714c565eb tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:20.049392 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7a986467-7ea0-4979-8d28-df3c6704703c req-bf868654-6858-42d8-8696-03b714c565eb tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.35 "GET /v2.0/ports?device_id=264adc8f-c7d8-4fec-95bc-91ab58fdc955 HTTP/1.1" status: 200 len: 950 time: 0.1620092 Aug 20 11:31:20.104082 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1c251da-e334-4091-99d6-c61385f9c62d req-7d0039ba-bbc4-4e92-83c4-69d55850e7a7 service neutron] 10.222.0.37 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265297 Aug 20 11:31:20.117345 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.148988 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca4ede2-aad1-408b-80a7-1439fbb17155 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:20.199985 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-44b060af-5fdb-4005-8713-15cb3fa1abf6 req-15a1f537-b08d-47c9-8ca7-314d08e0e881 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494834 Aug 20 11:31:20.206358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Attempting to bind port 507ed9c3-e332-4628-84ab-43845ab12459 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:20.206704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Attempting to bind port 507ed9c3-e332-4628-84ab-43845ab12459 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:20.207039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Attempting to bind port 507ed9c3-e332-4628-84ab-43845ab12459 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:20.215952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Port 507ed9c3-e332-4628-84ab-43845ab12459 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:20.216376 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Attempting to bind port 507ed9c3-e332-4628-84ab-43845ab12459 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:20.226505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 6ca4ede2-aad1-408b-80a7-1439fbb17155, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=6ca4ede2-aad1-408b-80a7-1439fbb17155,segment=NetworkSegment(1afcb594-4b0f-4fad-81d5-e51a98889e0f),segment_id=1afcb594-4b0f-4fad-81d5-e51a98889e0f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:20.229766 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:20.230179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:20.230598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:20.231113 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Bound port: 507ed9c3-e332-4628-84ab-43845ab12459, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:20.231604 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.247943 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.262178 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-7a986467-7ea0-4979-8d28-df3c6704703c req-af7fd8d0-9cc9-400d-b0bd-fb306706383d tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Deleting port aeb6d98b-f2c0-4d47-881d-04fe080c64c9 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:20.265231 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7a986467-7ea0-4979-8d28-df3c6704703c req-af7fd8d0-9cc9-400d-b0bd-fb306706383d tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.279439 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1c251da-e334-4091-99d6-c61385f9c62d req-9b495482-a1dd-4d64-9e3a-e2dfbd2168b9 service neutron] 10.222.0.37 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741817 Aug 20 11:31:20.351140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256693f-93d7-43e3-a5db-5facc438faa1 req-8a9b925a-7319-4508-8e58-e98da8a1a829 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:20.352822 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2256693f-93d7-43e3-a5db-5facc438faa1 req-8a9b925a-7319-4508-8e58-e98da8a1a829 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c8cb24-3d4b-4a2c-b031-390054d5a941 HTTP/1.1" status: 200 len: 950 time: 0.1185362 Aug 20 11:31:20.359828 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=6ca4ede2-aad1-408b-80a7-1439fbb17155,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:20.385518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] For port 507ed9c3-e332-4628-84ab-43845ab12459, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:20.390572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] For port 507ed9c3-e332-4628-84ab-43845ab12459, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=507ed9c3-e332-4628-84ab-43845ab12459,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:20.396933 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.401437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-7a986467-7ea0-4979-8d28-df3c6704703c req-af7fd8d0-9cc9-400d-b0bd-fb306706383d tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] For port aeb6d98b-f2c0-4d47-881d-04fe080c64c9, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=aeb6d98b-f2c0-4d47-881d-04fe080c64c9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:20.401918 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7a986467-7ea0-4979-8d28-df3c6704703c req-af7fd8d0-9cc9-400d-b0bd-fb306706383d tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.456015 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-7a986467-7ea0-4979-8d28-df3c6704703c req-af7fd8d0-9cc9-400d-b0bd-fb306706383d tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Calling delete_port for aeb6d98b-f2c0-4d47-881d-04fe080c64c9 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:20.538486 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a163e-787c-4555-be45-298868328271 req-2bff2986-d444-47e1-a660-ac2c45ce0fc1 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:20.540257 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-343a163e-787c-4555-be45-298868328271 req-2bff2986-d444-47e1-a660-ac2c45ce0fc1 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/ports?device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 945 time: 0.1418064 Aug 20 11:31:20.541643 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:20.542777 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.544663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] 10.222.0.76 "PUT /v2.0/ports/507ed9c3-e332-4628-84ab-43845ab12459 HTTP/1.1" status: 200 len: 1096 time: 1.3143919 Aug 20 11:31:20.559306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e15c080-8c80-478d-bbee-0fc45f36fa8f', 'tag': '507ed9c3-e332-4628-84ab-43845ab12459'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:20.567288 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ba46c8-a4dd-44c1-b7f3-f4a5a4f91dea" -d '{"events": [{"name": "network-changed", "server_uuid": "3e15c080-8c80-478d-bbee-0fc45f36fa8f", "tag": "507ed9c3-e332-4628-84ab-43845ab12459"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:20.590526 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28a4b421-1062-46ad-8424-23482b0719b8 req-592032c4-a58f-42c6-9888-d041ed209ea9 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1395645 Aug 20 11:31:20.592260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['6ca4ede2-aad1-408b-80a7-1439fbb17155'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:20.655794 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-343a163e-787c-4555-be45-298868328271 req-5e928d32-18c4-4b2d-94c5-4fa18156ca30 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/security-groups?id=265360f9-9081-48f3-bdde-658d65061284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997789 Aug 20 11:31:20.746995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf6e3d-be56-4e89-ad8e-81e618594c09 service neutron] Pushing event updated for resources: {'Port': ['ID=507ed9c3-e332-4628-84ab-43845ab12459,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:20.781093 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-4d633e89-cacb-416a-84ec-625f083bb58c service neutron] 10.222.0.76 "GET /v2.0/ports/91d9acb4-cb79-4d29-9f20-85fcf64fb103/bindings/n-h1-804299-2 HTTP/1.1" status: 200 len: 384 time: 0.3681221 Aug 20 11:31:20.790046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-5f756e85-756d-447c-964a-2c9baaa46463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:20.791240 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-5f756e85-756d-447c-964a-2c9baaa46463 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=033d5b0a83934785994cbd02c19099bb&device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 1099 time: 0.1997685 Aug 20 11:31:20.791749 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7a986467-7ea0-4979-8d28-df3c6704703c req-af7fd8d0-9cc9-400d-b0bd-fb306706383d tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.839771 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fd8d0-9cc9-400d-b0bd-fb306706383d tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Pushing event deleted for resources: {'Port': ['ID=aeb6d98b-f2c0-4d47-881d-04fe080c64c9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:20.872498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-b5a0b079-54f6-413f-a5e6-150ddffff2bf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=507ed9c3-e332-4628-84ab-43845ab12459 HTTP/1.1" status: 200 len: 217 time: 0.0692945 Aug 20 11:31:20.896993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-2256693f-93d7-43e3-a5db-5facc438faa1 req-5f489859-d5bd-4fdf-a0c0-6381556de68b tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Deleting port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:20.897341 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2256693f-93d7-43e3-a5db-5facc438faa1 req-5f489859-d5bd-4fdf-a0c0-6381556de68b tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.909483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3215e-6472-4c32-a48a-92f1827ab71e req-a1836ab0-4869-4469-bc95-fff40dd77965 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:20.917530 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e7d3215e-6472-4c32-a48a-92f1827ab71e req-a1836ab0-4869-4469-bc95-fff40dd77965 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 948 time: 0.1773434 Aug 20 11:31:20.933942 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a986467-7ea0-4979-8d28-df3c6704703c req-af7fd8d0-9cc9-400d-b0bd-fb306706383d tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] No DVR routers for this DVR port aeb6d98b-f2c0-4d47-881d-04fe080c64c9 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:20.937189 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7a986467-7ea0-4979-8d28-df3c6704703c req-af7fd8d0-9cc9-400d-b0bd-fb306706383d tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.939658 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7a986467-7ea0-4979-8d28-df3c6704703c req-af7fd8d0-9cc9-400d-b0bd-fb306706383d tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.35 "DELETE /v2.0/ports/aeb6d98b-f2c0-4d47-881d-04fe080c64c9 HTTP/1.1" status: 204 len: 173 time: 0.8751967 Aug 20 11:31:20.953311 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264adc8f-c7d8-4fec-95bc-91ab58fdc955', 'name': 'network-vif-deleted', 'tag': 'aeb6d98b-f2c0-4d47-881d-04fe080c64c9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:20.955790 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5e602b-3a73-4a52-b864-499123aae99a" -d '{"events": [{"server_uuid": "264adc8f-c7d8-4fec-95bc-91ab58fdc955", "name": "network-vif-deleted", "tag": "aeb6d98b-f2c0-4d47-881d-04fe080c64c9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:20.980675 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd2321-fc45-4650-8107-5d51cbe42d67 req-1f41486b-9588-4547-a5b6-11e00cb047b3 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:20.985355 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9dfd2321-fc45-4650-8107-5d51cbe42d67 req-1f41486b-9588-4547-a5b6-11e00cb047b3 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 944 time: 0.2488229 Aug 20 11:31:21.022701 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e7d3215e-6472-4c32-a48a-92f1827ab71e req-6258a6c0-7a47-49b2-b236-354ff5787ab0 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999188 Aug 20 11:31:21.099821 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2cf0e5b6-52ea-4880-b362-d93bb0ad8e55 req-5a68d24b-047f-49c7-9abf-2a7349c2f057 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 210 time: 0.0418301 Aug 20 11:31:21.265054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ef9a3-3c64-4913-87a1-80768d3f2847 req-ab20f6ef-6cbe-4134-8a09-a0edd180bcc4 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:21.267039 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d68ef9a3-3c64-4913-87a1-80768d3f2847 req-ab20f6ef-6cbe-4134-8a09-a0edd180bcc4 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c8cb24-3d4b-4a2c-b031-390054d5a941 HTTP/1.1" status: 200 len: 950 time: 0.0664051 Aug 20 11:31:21.309770 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d68ef9a3-3c64-4913-87a1-80768d3f2847 req-98c50a6e-c801-4385-bd51-a7ff64522205 tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f82eca4-d925-41e3-9ef7-eabe6b9b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359545 Aug 20 11:31:21.346361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-5aa028aa-a355-4eec-b13a-2392bd2103c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:21.347804 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-5aa028aa-a355-4eec-b13a-2392bd2103c1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.4652579 Aug 20 11:31:21.362159 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a37821e-a19b-43e9-bb8a-8bd9473f9718 x-openstack-request-id: req-9a37821e-a19b-43e9-bb8a-8bd9473f9718 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:21.362449 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e15c080-8c80-478d-bbee-0fc45f36fa8f", "tag": "507ed9c3-e332-4628-84ab-43845ab12459", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:21.363091 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a37821e-a19b-43e9-bb8a-8bd9473f9718 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:21.363091 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e15c080-8c80-478d-bbee-0fc45f36fa8f', 'tag': '507ed9c3-e332-4628-84ab-43845ab12459', 'status': 'completed', 'code': 200} Aug 20 11:31:21.370702 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9dfd2321-fc45-4650-8107-5d51cbe42d67 req-61404453-ad0d-4f92-8e80-87e548fa7068 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845248 Aug 20 11:31:21.456752 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f5649cf4-a21e-4d3b-b558-b171ff2cbff2 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:21.476199 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-2256693f-93d7-43e3-a5db-5facc438faa1 req-5f489859-d5bd-4fdf-a0c0-6381556de68b tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] For port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=3b29c573-64c4-401b-90c7-17e4c8c9d9d5,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:21.476570 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2256693f-93d7-43e3-a5db-5facc438faa1 req-5f489859-d5bd-4fdf-a0c0-6381556de68b tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.508446 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7cd946c-4824-4b8b-b624-d22394f9524b req-30bc1ad8-139e-41de-b9ca-4ed0376f80d8 tempest-ServerDiagnosticsNegativeTest-162947168 tempest-ServerDiagnosticsNegativeTest-162947168-project] 10.222.0.37 "GET /v2.0/ports?device_id=264adc8f-c7d8-4fec-95bc-91ab58fdc955 HTTP/1.1" status: 200 len: 210 time: 0.0491910 Aug 20 11:31:21.514952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-2256693f-93d7-43e3-a5db-5facc438faa1 req-5f489859-d5bd-4fdf-a0c0-6381556de68b tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Calling delete_port for 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:21.536016 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-ad0fc3da-39a9-4294-b08a-f36e67e1c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:21.537714 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-ad0fc3da-39a9-4294-b08a-f36e67e1c703 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1704412 Aug 20 11:31:21.540306 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port f5649cf4-a21e-4d3b-b558-b171ff2cbff2 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:21.551440 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port f5649cf4-a21e-4d3b-b558-b171ff2cbff2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:21.551813 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.574751 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a421c74f-2528-473b-a7f2-52710b3b60ae x-openstack-request-id: req-a421c74f-2528-473b-a7f2-52710b3b60ae {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:21.575131 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264adc8f-c7d8-4fec-95bc-91ab58fdc955", "name": "network-vif-deleted", "tag": "aeb6d98b-f2c0-4d47-881d-04fe080c64c9", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:21.575515 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a421c74f-2528-473b-a7f2-52710b3b60ae {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:21.576479 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264adc8f-c7d8-4fec-95bc-91ab58fdc955', 'name': 'network-vif-deleted', 'tag': 'aeb6d98b-f2c0-4d47-881d-04fe080c64c9', 'status': 'completed', 'code': 200} Aug 20 11:31:21.690544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-b49361dc-7552-4010-abff-2e35ecfe0b55 service neutron] For port 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:21.722921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 6ca4ede2-aad1-408b-80a7-1439fbb17155 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:21.751516 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.755139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab132583-2ba6-4f53-a4b0-1104c5ddd7fd req-e5042b28-ee38-4305-b1b6-d37f5ed557af tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:21.763877 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ab132583-2ba6-4f53-a4b0-1104c5ddd7fd req-e5042b28-ee38-4305-b1b6-d37f5ed557af tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 944 time: 0.1099877 Aug 20 11:31:21.778131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-b49361dc-7552-4010-abff-2e35ecfe0b55 service neutron] For port 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:21.792706 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f5649cf4-a21e-4d3b-b558-b171ff2cbff2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:21.795264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dc6f79-3da4-4915-a951-e915ef2942cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5649cf4-a21e-4d3b-b558-b171ff2cbff2'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:21.798944 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b665ae65-8819-499f-9719-a9c0a54dbf26" -d '{"events": [{"server_uuid": "d8dc6f79-3da4-4915-a951-e915ef2942cf", "name": "network-vif-plugged", "status": "completed", "tag": "f5649cf4-a21e-4d3b-b558-b171ff2cbff2"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:21.806344 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.807146 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:21.822801 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ab132583-2ba6-4f53-a4b0-1104c5ddd7fd req-2019dd88-e9de-49f4-b51d-adbba9059517 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549572 Aug 20 11:31:21.825784 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293081a4-f7b3-4b0d-aaea-0034b36f3fff req-fa8c3f8b-f4ae-4380-a43b-55c59cd21a89 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:21.834264 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-293081a4-f7b3-4b0d-aaea-0034b36f3fff req-fa8c3f8b-f4ae-4380-a43b-55c59cd21a89 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 946 time: 0.1596076 Aug 20 11:31:21.848888 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-5241d336-f50d-48c3-9fa7-5e5d21c66110 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955773 Aug 20 11:31:21.878557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-b49361dc-7552-4010-abff-2e35ecfe0b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d9acb4-cb79-4d29-9f20-85fcf64fb103 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:21.923440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-b49361dc-7552-4010-abff-2e35ecfe0b55 service neutron] For port 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:21.967126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cd32e-077b-4fc5-809f-a23adf29eec5 req-7433a5da-3c67-4e4e-a5d0-e6cac95c89fe tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:21.968483 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f60cd32e-077b-4fc5-809f-a23adf29eec5 req-7433a5da-3c67-4e4e-a5d0-e6cac95c89fe tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/ports?device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 945 time: 0.0543807 Aug 20 11:31:21.991648 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-b49361dc-7552-4010-abff-2e35ecfe0b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.011233 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-293081a4-f7b3-4b0d-aaea-0034b36f3fff req-925e6b22-6cc3-4546-ab8b-eefbbb80e063 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740284 Aug 20 11:31:22.019480 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f60cd32e-077b-4fc5-809f-a23adf29eec5 req-e97b3890-9ca9-4abf-bbc2-e32f52ff1b8b tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/security-groups?id=265360f9-9081-48f3-bdde-658d65061284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408959 Aug 20 11:31:22.038102 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2256693f-93d7-43e3-a5db-5facc438faa1 req-5f489859-d5bd-4fdf-a0c0-6381556de68b tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.042320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No active binding found for port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 {{(pid=94692) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 11:31:22.042911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:31:22.043522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 91d9acb4-cb79-4d29-9f20-85fcf64fb103 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:22.069484 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 6ca4ede2-aad1-408b-80a7-1439fbb17155 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:22.075258 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0416c15-c9ef-4093-a951-47839793ddad x-openstack-request-id: req-c0416c15-c9ef-4093-a951-47839793ddad {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:22.075557 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dc6f79-3da4-4915-a951-e915ef2942cf", "name": "network-vif-plugged", "status": "completed", "tag": "f5649cf4-a21e-4d3b-b558-b171ff2cbff2", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:22.076180 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0416c15-c9ef-4093-a951-47839793ddad {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:22.076180 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dc6f79-3da4-4915-a951-e915ef2942cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5649cf4-a21e-4d3b-b558-b171ff2cbff2', 'code': 200} Aug 20 11:31:22.079243 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:22.084669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 6ca4ede2-aad1-408b-80a7-1439fbb17155 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:22.085051 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.148796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f489859-d5bd-4fdf-a0c0-6381556de68b tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Pushing event deleted for resources: {'Port': ['ID=3b29c573-64c4-401b-90c7-17e4c8c9d9d5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:22.186386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.76', 59696) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:22.228348 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.241824 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99e404-6823-4628-acc2-2adade866ec7 req-b0f0bdba-ec20-4a14-a44b-07fda36f79d7 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:22.243357 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad99e404-6823-4628-acc2-2adade866ec7 req-b0f0bdba-ec20-4a14-a44b-07fda36f79d7 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 948 time: 0.1087408 Aug 20 11:31:22.271154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 6ca4ede2-aad1-408b-80a7-1439fbb17155, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=6ca4ede2-aad1-408b-80a7-1439fbb17155,segment=NetworkSegment(1afcb594-4b0f-4fad-81d5-e51a98889e0f),segment_id=1afcb594-4b0f-4fad-81d5-e51a98889e0f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:22.297930 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.299252 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device aeb6d98b-f2c0-4d47-881d-04fe080c64c9 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:22.325381 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c9dcedac-acc0-400a-a591-5cf6588cc4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.356745 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: aeb6d98b-f2c0-4d47-881d-04fe080c64c9 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:31:22.357543 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device aeb6d98b-f2c0-4d47-881d-04fe080c64c9 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:31:22.361754 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad99e404-6823-4628-acc2-2adade866ec7 req-49a75897-87f0-4e9e-87ec-e74b07a0468b tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110387 Aug 20 11:31:22.366267 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f28355cf-757e-4345-afbd-9fc78bd88abe req-720cb0f6-1f20-4b39-be2c-7cba17dc2e81 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 210 time: 0.1260660 Aug 20 11:31:22.402138 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28f04944-29d5-49ad-8ea3-dda62aa522c4 req-5117b723-0a2d-4b9a-91a7-8dda6dd91043 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416324 Aug 20 11:31:22.421913 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-2256693f-93d7-43e3-a5db-5facc438faa1 req-5f489859-d5bd-4fdf-a0c0-6381556de68b tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] No DVR routers for this DVR port 3b29c573-64c4-401b-90c7-17e4c8c9d9d5 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:22.426252 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=6ca4ede2-aad1-408b-80a7-1439fbb17155,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:22.441916 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2256693f-93d7-43e3-a5db-5facc438faa1 req-5f489859-d5bd-4fdf-a0c0-6381556de68b tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.443550 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2256693f-93d7-43e3-a5db-5facc438faa1 req-5f489859-d5bd-4fdf-a0c0-6381556de68b tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.76 "DELETE /v2.0/ports/3b29c573-64c4-401b-90c7-17e4c8c9d9d5 HTTP/1.1" status: 204 len: 173 time: 2.0438018 Aug 20 11:31:22.456467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cbff8-f581-4f7a-93f8-b46674c001d4 req-aa43a044-e748-4686-937e-f720757ec648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:22.459072 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a3cbff8-f581-4f7a-93f8-b46674c001d4 req-aa43a044-e748-4686-937e-f720757ec648 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 1096 time: 0.2647970 Aug 20 11:31:22.513896 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e69043d6-9b35-4a5b-9299-35a99c06333b req-1b5330f7-8d49-45b0-9122-0fcd4263d35a tempest-TenantUsagesTestJSON-667369950 tempest-TenantUsagesTestJSON-667369950-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c8cb24-3d4b-4a2c-b031-390054d5a941 HTTP/1.1" status: 200 len: 210 time: 0.0605066 Aug 20 11:31:22.515423 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-b49361dc-7552-4010-abff-2e35ecfe0b55 service neutron] Transition to ACTIVE for port object 91d9acb4-cb79-4d29-9f20-85fcf64fb103 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:22.524527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c251da-e334-4091-99d6-c61385f9c62d req-56e41fc2-b686-4fef-8f36-2b70818a3192 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:22.526826 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1c251da-e334-4091-99d6-c61385f9c62d req-56e41fc2-b686-4fef-8f36-2b70818a3192 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.35 "GET /v2.0/networks?id=c2646293-359f-4e05-a742-c34a4466917c HTTP/1.1" status: 200 len: 824 time: 0.2553058 Aug 20 11:31:22.569346 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-b49361dc-7552-4010-abff-2e35ecfe0b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.599232 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d94c96-67b5-4f20-981e-9b2fac9e0432 req-1b405026-d068-4234-a01b-db312870dba1 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:22.599916 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-74d94c96-67b5-4f20-981e-9b2fac9e0432 req-1b405026-d068-4234-a01b-db312870dba1 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 945 time: 0.1018088 Aug 20 11:31:22.605424 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1c251da-e334-4091-99d6-c61385f9c62d req-d54a9a44-9900-45a5-8d23-96c0a29e5d89 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=978ff14d3705424686f86711e9a84d6d HTTP/1.1" status: 200 len: 380 time: 0.0547311 Aug 20 11:31:22.610569 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a3cbff8-f581-4f7a-93f8-b46674c001d4 req-c16d2427-0a0e-414f-9baf-36eaf34211f8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379468 Aug 20 11:31:22.620020 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c3996c9f-ef7f-4a65-8c9b-e3cca0718fd7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Request body: {'port': {'device_id': '57b6ea1d-d47f-446f-b8e1-ff00b1a31246', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'admin_state_up': True, 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'security_groups': ['9b81fc1e-a263-42c6-a725-5a0e7e8ea3af']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:22.666333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-b49361dc-7552-4010-abff-2e35ecfe0b55 service neutron] No DVR routers for this DVR port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:22.667680 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49361dc-7552-4010-abff-2e35ecfe0b55 service neutron] Pushing event updated for resources: {'Port': ['ID=91d9acb4-cb79-4d29-9f20-85fcf64fb103,revision_number=10']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:22.679837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba46c8-a4dd-44c1-b7f3-f4a5a4f91dea req-cc95b6e5-c688-415d-b2a9-732847293a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:22.681389 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94ba46c8-a4dd-44c1-b7f3-f4a5a4f91dea req-cc95b6e5-c688-415d-b2a9-732847293a9a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=033d5b0a83934785994cbd02c19099bb&device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 1099 time: 0.1716495 Aug 20 11:31:22.708159 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-74d94c96-67b5-4f20-981e-9b2fac9e0432 req-0f3b153e-a52a-4dbd-956c-8ee1b17cf62c tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008368 Aug 20 11:31:22.710498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-b49361dc-7552-4010-abff-2e35ecfe0b55 service neutron] 10.222.0.76 "PUT /v2.0/ports/91d9acb4-cb79-4d29-9f20-85fcf64fb103/bindings/n-h1-804299-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9182189 Aug 20 11:31:22.763168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c3996c9f-ef7f-4a65-8c9b-e3cca0718fd7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Made reservation on behalf of 978ff14d3705424686f86711e9a84d6d for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:22.767627 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c3996c9f-ef7f-4a65-8c9b-e3cca0718fd7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.838763 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51176) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:22.918100 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c3996c9f-ef7f-4a65-8c9b-e3cca0718fd7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Allocated IP 172.20.0.14 (c2646293-359f-4e05-a742-c34a4466917c/a43fc42c-055a-45af-b6d5-9b0f2c8473da/b819c032-469a-40e1-9a76-fc92974b8f17) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:22.940304 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba46c8-a4dd-44c1-b7f3-f4a5a4f91dea req-f5275297-94b3-4503-8670-fd24f9354487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:22.941450 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94ba46c8-a4dd-44c1-b7f3-f4a5a4f91dea req-f5275297-94b3-4503-8670-fd24f9354487 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.1289706 Aug 20 11:31:22.967044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1feac79-53ff-48f6-a02d-075b5e3b1012 req-a76f33b6-cabc-4842-a3cd-d9c52a8b2c9e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:22.968659 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1feac79-53ff-48f6-a02d-075b5e3b1012 req-a76f33b6-cabc-4842-a3cd-d9c52a8b2c9e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 945 time: 0.0679917 Aug 20 11:31:23.001504 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94ba46c8-a4dd-44c1-b7f3-f4a5a4f91dea req-3914f7d5-3c5d-4969-b2ee-4a2cb735c949 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=507ed9c3-e332-4628-84ab-43845ab12459 HTTP/1.1" status: 200 len: 217 time: 0.0516772 Aug 20 11:31:23.052702 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-edbcf876-3513-4223-b60b-f41d6bfec25d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d81ee07e0cac47909a4d86e20fa4610e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127781 Aug 20 11:31:23.057252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51184) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:23.077409 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1feac79-53ff-48f6-a02d-075b5e3b1012 req-41fb0768-edd0-485e-af33-681848058082 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787761 Aug 20 11:31:23.096148 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c3996c9f-ef7f-4a65-8c9b-e3cca0718fd7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.113293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c3996c9f-ef7f-4a65-8c9b-e3cca0718fd7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Transition to ACTIVE for port object b819c032-469a-40e1-9a76-fc92974b8f17 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:23.117961 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba46c8-a4dd-44c1-b7f3-f4a5a4f91dea req-f9c01eb0-ce88-447c-bd20-1ea1b4e14166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:23.119723 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94ba46c8-a4dd-44c1-b7f3-f4a5a4f91dea req-f9c01eb0-ce88-447c-bd20-1ea1b4e14166 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1061137 Aug 20 11:31:23.203665 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-33de0b1a-0433-45f5-9420-828174bec037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.224914 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bae122-7cc1-4681-a445-ed2fcd22ff04 req-7cb9704c-67f8-48b8-bef1-dd22ea816174 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:23.226470 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11bae122-7cc1-4681-a445-ed2fcd22ff04 req-7cb9704c-67f8-48b8-bef1-dd22ea816174 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 946 time: 0.1070385 Aug 20 11:31:23.228678 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c3996c9f-ef7f-4a65-8c9b-e3cca0718fd7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.231094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba46c8-a4dd-44c1-b7f3-f4a5a4f91dea req-df9c8607-cf8c-4bb8-a5e0-8bb179e84667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:23.232980 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94ba46c8-a4dd-44c1-b7f3-f4a5a4f91dea req-df9c8607-cf8c-4bb8-a5e0-8bb179e84667 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1032100 Aug 20 11:31:23.269427 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-33de0b1a-0433-45f5-9420-828174bec037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.299857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c3996c9f-ef7f-4a65-8c9b-e3cca0718fd7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Network c2646293-359f-4e05-a742-c34a4466917c is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:23.311028 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c3996c9f-ef7f-4a65-8c9b-e3cca0718fd7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:23.313886 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c3996c9f-ef7f-4a65-8c9b-e3cca0718fd7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:23.319730 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c3996c9f-ef7f-4a65-8c9b-e3cca0718fd7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:23.320479 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c3996c9f-ef7f-4a65-8c9b-e3cca0718fd7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.328694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06727660-aede-4f9d-8326-d9afd2ab9094 req-d33d3788-0c5a-4dcc-b705-022f8080a0c5 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:23.333935 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06727660-aede-4f9d-8326-d9afd2ab9094 req-d33d3788-0c5a-4dcc-b705-022f8080a0c5 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/ports?device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 946 time: 0.1439784 Aug 20 11:31:23.336249 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-ee0fdbba-4603-4d66-a143-c5b7da9ab120 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:23.337861 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-ee0fdbba-4603-4d66-a143-c5b7da9ab120 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793&tenant_id=9437c8ccf38f4278bfdd6826ef939401&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 1096 time: 0.1584492 Aug 20 11:31:23.346732 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3996c9f-ef7f-4a65-8c9b-e3cca0718fd7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Pushing event updated for resources: {'Port': ['ID=b819c032-469a-40e1-9a76-fc92974b8f17,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:23.364361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c8cb24-3d4b-4a2c-b031-390054d5a941', 'name': 'network-vif-deleted', 'tag': '3b29c573-64c4-401b-90c7-17e4c8c9d9d5'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:23.367102 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19552ef2-0dc0-4878-8fc5-a15f456ee8ec" -d '{"events": [{"server_uuid": "a3c8cb24-3d4b-4a2c-b031-390054d5a941", "name": "network-vif-deleted", "tag": "3b29c573-64c4-401b-90c7-17e4c8c9d9d5"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:23.374935 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11bae122-7cc1-4681-a445-ed2fcd22ff04 req-a5dcaf07-6713-4a61-b025-d42f6b08f8a8 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308479 Aug 20 11:31:23.429382 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06727660-aede-4f9d-8326-d9afd2ab9094 req-c6a4eca9-5f1e-4a27-8899-0aea2f741f4a tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/security-groups?id=265360f9-9081-48f3-bdde-658d65061284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824106 Aug 20 11:31:23.430745 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-33de0b1a-0433-45f5-9420-828174bec037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.433407 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-33de0b1a-0433-45f5-9420-828174bec037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.434343 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-33de0b1a-0433-45f5-9420-828174bec037 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5454756-846e-4b21-a6b2-f11c59ea107c HTTP/1.1" status: 204 len: 168 time: 0.3761835 Aug 20 11:31:23.437046 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94ba46c8-a4dd-44c1-b7f3-f4a5a4f91dea req-2d5de237-1d45-4fec-b052-91b44df87077 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918366 Aug 20 11:31:23.459631 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c3996c9f-ef7f-4a65-8c9b-e3cca0718fd7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8452518 Aug 20 11:31:23.480077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Request body: {'port': {'device_id': '57b6ea1d-d47f-446f-b8e1-ff00b1a31246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:23.480911 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbbb4bb-d795-4ff8-bd36-f31f64a8ccaa x-openstack-request-id: req-dcbbb4bb-d795-4ff8-bd36-f31f64a8ccaa {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:23.481197 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c8cb24-3d4b-4a2c-b031-390054d5a941", "name": "network-vif-deleted", "tag": "3b29c573-64c4-401b-90c7-17e4c8c9d9d5", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:23.481444 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcbbb4bb-d795-4ff8-bd36-f31f64a8ccaa {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:23.481826 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c8cb24-3d4b-4a2c-b031-390054d5a941', 'name': 'network-vif-deleted', 'tag': '3b29c573-64c4-401b-90c7-17e4c8c9d9d5', 'status': 'completed', 'code': 200} Aug 20 11:31:23.501877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de0b1a-0433-45f5-9420-828174bec037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5454756-846e-4b21-a6b2-f11c59ea107c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:23.550593 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-c738bf23-8916-4990-9668-84202d6b3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:23.552380 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-c738bf23-8916-4990-9668-84202d6b3d32 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793&tenant_id=9437c8ccf38f4278bfdd6826ef939401 HTTP/1.1" status: 200 len: 1096 time: 0.2022896 Aug 20 11:31:23.565351 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.690437 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7a3ba-f706-4cf6-94da-2f100ab7ea12 req-573423a4-c306-4ca6-8ab8-03d250945029 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:23.691955 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ddf7a3ba-f706-4cf6-94da-2f100ab7ea12 req-573423a4-c306-4ca6-8ab8-03d250945029 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 948 time: 0.1000826 Aug 20 11:31:23.693820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94ba46c8-a4dd-44c1-b7f3-f4a5a4f91dea req-88de2f44-23e6-4465-8868-e378234e171a service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436452 Aug 20 11:31:23.700559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d918d9-c1a3-4d68-a8a0-435419a5dcef req-5b520723-586d-48c9-8c4b-a4efcdafd255 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:23.702155 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a5d918d9-c1a3-4d68-a8a0-435419a5dcef req-5b520723-586d-48c9-8c4b-a4efcdafd255 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 932 time: 0.1203141 Aug 20 11:31:23.727574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ed6d6590-fbf4-45a4-ada1-d43557320cb8 None None] Provisioning for port b819c032-469a-40e1-9a76-fc92974b8f17 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:23.733616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ed6d6590-fbf4-45a4-ada1-d43557320cb8 None None] Provisioning complete for port b819c032-469a-40e1-9a76-fc92974b8f17 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:23.734743 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ed6d6590-fbf4-45a4-ada1-d43557320cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.739261 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-c8ca39a3-9e25-4ca3-ac3a-728295e38485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:23.741006 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-c8ca39a3-9e25-4ca3-ac3a-728295e38485 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 1096 time: 0.1238413 Aug 20 11:31:23.774343 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ddf7a3ba-f706-4cf6-94da-2f100ab7ea12 req-b421657d-54e6-4473-a13c-99cd08ca3170 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522802 Aug 20 11:31:23.785228 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d6590-fbf4-45a4-ada1-d43557320cb8 None None] Port b819c032-469a-40e1-9a76-fc92974b8f17 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:23.854840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4998d-efe6-4a01-8694-531df0de8130 req-d8209b4c-c424-4aad-8500-c6fb1982127a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:23.856843 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ff4998d-efe6-4a01-8694-531df0de8130 req-d8209b4c-c424-4aad-8500-c6fb1982127a tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.35 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 946 time: 0.0572670 Aug 20 11:31:23.899392 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a5d918d9-c1a3-4d68-a8a0-435419a5dcef req-59f0b58e-5050-444c-b8d8-f6250d501935 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786361 Aug 20 11:31:23.972675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51204) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:24.014785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac25ae9-d72b-45f7-8e3b-58ce3eeafe3b req-e906e8e4-0abb-4626-b90e-b9240dd651c0 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:24.016488 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ac25ae9-d72b-45f7-8e3b-58ce3eeafe3b req-e906e8e4-0abb-4626-b90e-b9240dd651c0 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 945 time: 0.0993438 Aug 20 11:31:24.067498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ac25ae9-d72b-45f7-8e3b-58ce3eeafe3b req-b92107f0-a64e-46ff-8bda-9f99e3493504 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427694 Aug 20 11:31:24.077813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00547c2f-e8a0-45a6-8aba-f479243bf711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca4ede2-aad1-408b-80a7-1439fbb17155'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:24.080747 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fa9cc8-e26d-4085-93d1-0ef3cac3d302" -d '{"events": [{"server_uuid": "00547c2f-e8a0-45a6-8aba-f479243bf711", "name": "network-vif-plugged", "status": "completed", "tag": "6ca4ede2-aad1-408b-80a7-1439fbb17155"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:24.096404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51210) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:24.108764 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9ff4998d-efe6-4a01-8694-531df0de8130 req-c95b6da1-35e0-4118-9bcb-df70c387d8e8 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Deleting port 58c46791-5bfb-44ba-a527-15b4e07ba736 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:24.109565 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9ff4998d-efe6-4a01-8694-531df0de8130 req-c95b6da1-35e0-4118-9bcb-df70c387d8e8 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.141490 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af25356-0eb2-459e-9adf-7a1ddad1cd58 x-openstack-request-id: req-7af25356-0eb2-459e-9adf-7a1ddad1cd58 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:24.142134 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00547c2f-e8a0-45a6-8aba-f479243bf711", "name": "network-vif-plugged", "status": "completed", "tag": "6ca4ede2-aad1-408b-80a7-1439fbb17155", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:24.142545 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7af25356-0eb2-459e-9adf-7a1ddad1cd58 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:24.143504 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00547c2f-e8a0-45a6-8aba-f479243bf711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca4ede2-aad1-408b-80a7-1439fbb17155', 'code': 200} Aug 20 11:31:24.207585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.35', 57664) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:24.266680 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7986ff2d-8a14-42cc-a3f3-030a98d3ed9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.296597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-3f138938-6171-45a7-8463-71d5d04f30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:24.298237 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-3f138938-6171-45a7-8463-71d5d04f30ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.5457704 Aug 20 11:31:24.324180 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9ff4998d-efe6-4a01-8694-531df0de8130 req-c95b6da1-35e0-4118-9bcb-df70c387d8e8 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] For port 58c46791-5bfb-44ba-a527-15b4e07ba736, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=58c46791-5bfb-44ba-a527-15b4e07ba736,segment=NetworkSegment(908c6f6e-df6d-4bcb-a899-74d4e520d057),segment_id=908c6f6e-df6d-4bcb-a899-74d4e520d057)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:24.324540 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9ff4998d-efe6-4a01-8694-531df0de8130 req-c95b6da1-35e0-4118-9bcb-df70c387d8e8 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.345550 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098023e-d9b1-4d42-be03-e56294b367f1 req-273d54ea-68a6-4cb0-8922-e404d1cef35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:24.347019 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e098023e-d9b1-4d42-be03-e56294b367f1 req-273d54ea-68a6-4cb0-8922-e404d1cef35b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 1097 time: 0.1385043 Aug 20 11:31:24.347821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9ff4998d-efe6-4a01-8694-531df0de8130 req-c95b6da1-35e0-4118-9bcb-df70c387d8e8 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Calling delete_port for 58c46791-5bfb-44ba-a527-15b4e07ba736 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:24.360952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54ee93-8aa8-4572-9a4f-e2b9ef38f924 req-53ddb3b5-c34c-4714-a3d7-063f7dc6ffa8 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:24.362341 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f54ee93-8aa8-4572-9a4f-e2b9ef38f924 req-53ddb3b5-c34c-4714-a3d7-063f7dc6ffa8 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 945 time: 0.1435807 Aug 20 11:31:24.369647 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-7b4e0f21-ffdc-44af-a7b3-9819b8221a03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103 HTTP/1.1" status: 200 len: 217 time: 0.0590310 Aug 20 11:31:24.394720 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b387eae-0605-47a3-825c-5b6e4af776d2 req-71285141-d3ad-4e99-b0af-a4b9d22ffaee tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:24.396205 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b387eae-0605-47a3-825c-5b6e4af776d2 req-71285141-d3ad-4e99-b0af-a4b9d22ffaee tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 945 time: 0.1594582 Aug 20 11:31:24.444187 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ded9c8e2-c049-4fc6-8f63-46e2cc505a27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d27f43d1bee4a5b952c5bcbfa01f9af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462851 Aug 20 11:31:24.446904 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51220) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:24.479164 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e098023e-d9b1-4d42-be03-e56294b367f1 req-582a9e76-01b8-49c1-84c4-d154c0c4d0a3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=265360f9-9081-48f3-bdde-658d65061284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138730 Aug 20 11:31:24.489671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f54ee93-8aa8-4572-9a4f-e2b9ef38f924 req-3912280f-4d33-4756-8183-cf50fa28814f tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091466 Aug 20 11:31:24.536651 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-d65e872b-a76a-457b-8ad6-517d788fd11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:24.538422 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-d65e872b-a76a-457b-8ad6-517d788fd11d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.1550665 Aug 20 11:31:24.574112 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b387eae-0605-47a3-825c-5b6e4af776d2 req-e0d62542-89dd-4bb9-b21a-c3f7ee1bbab8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596191 Aug 20 11:31:24.599238 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b819c032-469a-40e1-9a76-fc92974b8f17 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:24.605797 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9ff4998d-efe6-4a01-8694-531df0de8130 req-c95b6da1-35e0-4118-9bcb-df70c387d8e8 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.613533 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.622316 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['58c46791-5bfb-44ba-a527-15b4e07ba736'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:24.646554 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Transition to ACTIVE for port object b819c032-469a-40e1-9a76-fc92974b8f17 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:24.649101 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2970b9e-6cf4-4607-9852-55c11d889083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.651514 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b6da1-35e0-4118-9bcb-df70c387d8e8 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Pushing event deleted for resources: {'Port': ['ID=58c46791-5bfb-44ba-a527-15b4e07ba736,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:24.666296 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.690212 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7986ff2d-8a14-42cc-a3f3-030a98d3ed9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.694292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be499d-2f7d-4e8f-92f9-fe307295f485 req-8ab0cfa6-eddc-4da9-9ad8-83fc78dabb67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:24.704797 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4be499d-2f7d-4e8f-92f9-fe307295f485 req-8ab0cfa6-eddc-4da9-9ad8-83fc78dabb67 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/ports?device_id=487a0afc-e1ff-4a1d-a8ed-0cb235b06c79 HTTP/1.1" status: 200 len: 867 time: 0.1422031 Aug 20 11:31:24.721623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2970b9e-6cf4-4607-9852-55c11d889083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.729835 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff4998d-efe6-4a01-8694-531df0de8130 req-c95b6da1-35e0-4118-9bcb-df70c387d8e8 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] No DVR routers for this DVR port 58c46791-5bfb-44ba-a527-15b4e07ba736 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:24.733421 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7986ff2d-8a14-42cc-a3f3-030a98d3ed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.735714 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9ff4998d-efe6-4a01-8694-531df0de8130 req-c95b6da1-35e0-4118-9bcb-df70c387d8e8 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.737683 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ff4998d-efe6-4a01-8694-531df0de8130 req-c95b6da1-35e0-4118-9bcb-df70c387d8e8 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.35 "DELETE /v2.0/ports/58c46791-5bfb-44ba-a527-15b4e07ba736 HTTP/1.1" status: 204 len: 173 time: 0.8708363 Aug 20 11:31:24.771034 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4be499d-2f7d-4e8f-92f9-fe307295f485 req-fddacd70-90ef-42b3-a15f-183d11c3d894 tempest-FloatingIPsAssociationNegativeTestJSON-127615220 tempest-FloatingIPsAssociationNegativeTestJSON-127615220-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fe76694-c418-46fa-9e65-7a74160ebd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652456 Aug 20 11:31:24.771383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7986ff2d-8a14-42cc-a3f3-030a98d3ed9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b8b17a75491476fb386363231e360f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7957053 Aug 20 11:31:24.774702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51230) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:24.834791 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-7819d10e-2305-4d36-8a84-cf71bf850f13 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092527 Aug 20 11:31:24.859807 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49bea061-47b7-42c9-8133-861f13e66ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.886643 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49bea061-47b7-42c9-8133-861f13e66ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.934861 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=b819c032-469a-40e1-9a76-fc92974b8f17,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:24.995766 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49bea061-47b7-42c9-8133-861f13e66ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.998675 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49bea061-47b7-42c9-8133-861f13e66ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.002311 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-49bea061-47b7-42c9-8133-861f13e66ed0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ed6c861-40d2-490c-ade4-34b835e083d1 HTTP/1.1" status: 204 len: 168 time: 0.2192347 Aug 20 11:31:25.002481 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae2f62-bcdb-426a-addd-64a496b1e70c req-80573c03-06ca-4ff0-90b9-11d8181d1b00 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.002481 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-edae2f62-bcdb-426a-addd-64a496b1e70c req-80573c03-06ca-4ff0-90b9-11d8181d1b00 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/ports?device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 946 time: 0.3157747 Aug 20 11:31:25.008070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Attempting to bind port b819c032-469a-40e1-9a76-fc92974b8f17 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:25.015813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Attempting to bind port b819c032-469a-40e1-9a76-fc92974b8f17 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:25.016366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Attempting to bind port b819c032-469a-40e1-9a76-fc92974b8f17 on network c2646293-359f-4e05-a742-c34a4466917c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:25.025984 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bea061-47b7-42c9-8133-861f13e66ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed6c861-40d2-490c-ade4-34b835e083d1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:25.038988 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3707b-229d-4373-99f5-fa49bcda25a5 req-efb10a8a-b866-4149-964a-9cdb9e211a1b tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.040669 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Port b819c032-469a-40e1-9a76-fc92974b8f17 on network c2646293-359f-4e05-a742-c34a4466917c not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:25.041151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Attempting to bind port b819c032-469a-40e1-9a76-fc92974b8f17 on network c2646293-359f-4e05-a742-c34a4466917c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:25.041695 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fca3707b-229d-4373-99f5-fa49bcda25a5 req-efb10a8a-b866-4149-964a-9cdb9e211a1b tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 948 time: 0.1033416 Aug 20 11:31:25.054291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986ff2d-8a14-42cc-a3f3-030a98d3ed9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed6c861-40d2-490c-ade4-34b835e083d1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:25.072263 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:25.072606 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Checking segment: {'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:25.073040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Bound using segment: {'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:25.073499 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Bound port: b819c032-469a-40e1-9a76-fc92974b8f17, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:25.073848 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.097170 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2970b9e-6cf4-4607-9852-55c11d889083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.100041 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2970b9e-6cf4-4607-9852-55c11d889083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.101418 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c2970b9e-6cf4-4607-9852-55c11d889083 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f82eca4-d925-41e3-9ef7-eabe6b9b62cb HTTP/1.1" status: 204 len: 168 time: 0.6502302 Aug 20 11:31:25.102392 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-afa6eb69-074e-4a0a-883a-191c0d2308d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.142259 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fca3707b-229d-4373-99f5-fa49bcda25a5 req-1ac34923-1dd0-4c64-9e25-762fcd122d06 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840633 Aug 20 11:31:25.144788 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-edae2f62-bcdb-426a-addd-64a496b1e70c req-89f733ab-8cf6-4194-8af7-9a2046fd0c5c tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/security-groups?id=265360f9-9081-48f3-bdde-658d65061284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079135 Aug 20 11:31:25.180235 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2970b9e-6cf4-4607-9852-55c11d889083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f82eca4-d925-41e3-9ef7-eabe6b9b62cb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:25.224953 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-6981bb95-a78e-4068-b392-bebbcb0e461e service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529110 Aug 20 11:31:25.290291 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.324298 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] For port b819c032-469a-40e1-9a76-fc92974b8f17, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:25.353717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662dca7-1b6c-4a24-a103-c790ddb57156 req-b57b1a91-e6cc-4654-86c5-e8a689dd4ae0 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.374619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c662dca7-1b6c-4a24-a103-c790ddb57156 req-b57b1a91-e6cc-4654-86c5-e8a689dd4ae0 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 945 time: 0.1382504 Aug 20 11:31:25.391470 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] For port b819c032-469a-40e1-9a76-fc92974b8f17, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b819c032-469a-40e1-9a76-fc92974b8f17,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:25.432829 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c662dca7-1b6c-4a24-a103-c790ddb57156 req-d970dda9-f0ad-4513-867a-36850295bf64 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Aug 20 11:31:25.468583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 507ed9c3-e332-4628-84ab-43845ab12459 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:25.474386 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.483727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487a0afc-e1ff-4a1d-a8ed-0cb235b06c79', 'name': 'network-vif-deleted', 'tag': '58c46791-5bfb-44ba-a527-15b4e07ba736'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:25.487215 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d077f0-2550-4e6f-a3c7-a09ebba0e2c7" -d '{"events": [{"server_uuid": "487a0afc-e1ff-4a1d-a8ed-0cb235b06c79", "name": "network-vif-deleted", "tag": "58c46791-5bfb-44ba-a527-15b4e07ba736"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:25.566032 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-751369c5-96dc-43f9-aa52-7614462da76c service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249674 Aug 20 11:31:25.567603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.568172 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.569509 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1c251da-e334-4091-99d6-c61385f9c62d req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] 10.222.0.35 "PUT /v2.0/ports/b819c032-469a-40e1-9a76-fc92974b8f17 HTTP/1.1" status: 200 len: 1092 time: 2.0943942 Aug 20 11:31:25.575739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92a25b-e1db-4711-824a-419cace75de2 req-2a15e973-b587-43f5-98ca-ae1fb7cdcfc2 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.588995 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a92a25b-e1db-4711-824a-419cace75de2 req-2a15e973-b587-43f5-98ca-ae1fb7cdcfc2 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 945 time: 0.0770853 Aug 20 11:31:25.591851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b6ea1d-d47f-446f-b8e1-ff00b1a31246', 'tag': 'b819c032-469a-40e1-9a76-fc92974b8f17'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:25.599899 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3c9a96-1d87-4753-b60a-b4a2778b813c" -d '{"events": [{"name": "network-changed", "server_uuid": "57b6ea1d-d47f-446f-b8e1-ff00b1a31246", "tag": "b819c032-469a-40e1-9a76-fc92974b8f17"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:25.700373 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a92a25b-e1db-4711-824a-419cace75de2 req-21c690a1-cb9e-46a6-944e-631fea3c3944 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102712 Aug 20 11:31:25.714688 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db0a3e-ce37-4a8e-b1a3-7daac9261b05 req-6fc953e2-6cf1-429e-8c3a-8e37adfbd39e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.727897 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-81db0a3e-ce37-4a8e-b1a3-7daac9261b05 req-6fc953e2-6cf1-429e-8c3a-8e37adfbd39e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 944 time: 0.4247975 Aug 20 11:31:25.768420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9bc9d-2af8-411b-8d26-6f1856fb8ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=b819c032-469a-40e1-9a76-fc92974b8f17,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:25.770562 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2ea6f5-1237-40cd-826e-93f19938e4a8 x-openstack-request-id: req-9e2ea6f5-1237-40cd-826e-93f19938e4a8 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:25.770857 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487a0afc-e1ff-4a1d-a8ed-0cb235b06c79", "name": "network-vif-deleted", "tag": "58c46791-5bfb-44ba-a527-15b4e07ba736", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:25.771111 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e2ea6f5-1237-40cd-826e-93f19938e4a8 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:25.771963 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487a0afc-e1ff-4a1d-a8ed-0cb235b06c79', 'name': 'network-vif-deleted', 'tag': '58c46791-5bfb-44ba-a527-15b4e07ba736', 'status': 'completed', 'code': 200} Aug 20 11:31:25.796436 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 507ed9c3-e332-4628-84ab-43845ab12459, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=507ed9c3-e332-4628-84ab-43845ab12459,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:25.850478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '507ed9c3-e332-4628-84ab-43845ab12459', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '507ed9c3-e332-4628-84ab-43845ab12459', 'mac_address': 'fa:16:3e:42:d5:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:25.871729 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-81db0a3e-ce37-4a8e-b1a3-7daac9261b05 req-cab4aa21-12a7-4c2a-94c6-9c92c5fec97e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428654 Aug 20 11:31:25.873431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51266) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:25.896275 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c251da-e334-4091-99d6-c61385f9c62d req-75a09411-33f4-4bca-a4fd-e27b73b217e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.898283 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1c251da-e334-4091-99d6-c61385f9c62d req-75a09411-33f4-4bca-a4fd-e27b73b217e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978ff14d3705424686f86711e9a84d6d&device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 1095 time: 0.1672628 Aug 20 11:31:25.914662 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d85bf774-ee86-416e-b22d-2964966f1f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.920135 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.970614 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507ed9c3-e332-4628-84ab-43845ab12459 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:26.017985 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf8b7ad-5872-4b47-a8ab-487490f1cb1d x-openstack-request-id: req-4bf8b7ad-5872-4b47-a8ab-487490f1cb1d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:26.018986 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b6ea1d-d47f-446f-b8e1-ff00b1a31246", "tag": "b819c032-469a-40e1-9a76-fc92974b8f17", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:26.019231 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4bf8b7ad-5872-4b47-a8ab-487490f1cb1d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:26.019616 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b6ea1d-d47f-446f-b8e1-ff00b1a31246', 'tag': 'b819c032-469a-40e1-9a76-fc92974b8f17', 'status': 'completed', 'code': 200} Aug 20 11:31:26.044341 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1c251da-e334-4091-99d6-c61385f9c62d req-02b685c5-9799-4a3d-b3ea-9ded22591806 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b819c032-469a-40e1-9a76-fc92974b8f17 HTTP/1.1" status: 200 len: 217 time: 0.1231110 Aug 20 11:31:26.055335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 507ed9c3-e332-4628-84ab-43845ab12459, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=507ed9c3-e332-4628-84ab-43845ab12459,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:26.068795 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.091848 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51270) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:26.145152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=507ed9c3-e332-4628-84ab-43845ab12459,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:26.221443 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.238123 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d85bf774-ee86-416e-b22d-2964966f1f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.249772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254b80d-e6f8-4869-b4e5-de5a83d364ae req-0c03ffe5-60d1-4166-a2f9-37499d25b648 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:26.251745 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4254b80d-e6f8-4869-b4e5-de5a83d364ae req-0c03ffe5-60d1-4166-a2f9-37499d25b648 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 945 time: 0.2758880 Aug 20 11:31:26.253086 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d85bf774-ee86-416e-b22d-2964966f1f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.271469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['507ed9c3-e332-4628-84ab-43845ab12459'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:26.304352 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-60ac382c-7249-4985-aeaa-2488280c3be0 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:26.305896 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-60ac382c-7249-4985-aeaa-2488280c3be0 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793&tenant_id=9437c8ccf38f4278bfdd6826ef939401&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 1096 time: 0.2930641 Aug 20 11:31:26.337837 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d85bf774-ee86-416e-b22d-2964966f1f5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c95b1e421098470f9b0b1165288626dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4608860 Aug 20 11:31:26.342130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51282) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:26.356197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4254b80d-e6f8-4869-b4e5-de5a83d364ae req-a6a78fbe-6d01-4faf-bb60-2a492b004b9a tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896473 Aug 20 11:31:26.362853 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bf774-ee86-416e-b22d-2964966f1f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240a88b4-1bfb-469e-9687-ab0a6c7173ad,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:26.407424 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c251da-e334-4091-99d6-c61385f9c62d req-f05ac28e-0d37-449c-b5d8-0440a0fb0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:26.409068 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1c251da-e334-4091-99d6-c61385f9c62d req-f05ac28e-0d37-449c-b5d8-0440a0fb0785 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a43fc42c-055a-45af-b6d5-9b0f2c8473da HTTP/1.1" status: 200 len: 863 time: 0.3131940 Aug 20 11:31:26.434940 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-65919e11-8f8d-45b5-920e-ca34318361c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.459582 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c396f4-e878-42c4-b16e-b0bb98e5bfbc req-8e0c4397-d0fc-4561-8dba-0200d000bed5 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:26.461132 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1c396f4-e878-42c4-b16e-b0bb98e5bfbc req-8e0c4397-d0fc-4561-8dba-0200d000bed5 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 945 time: 0.2088621 Aug 20 11:31:26.469718 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-65919e11-8f8d-45b5-920e-ca34318361c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.572758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51286) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:26.578932 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c251da-e334-4091-99d6-c61385f9c62d req-f2550190-ea0a-43b0-8950-d39d8b3b7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:26.580428 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1c251da-e334-4091-99d6-c61385f9c62d req-f2550190-ea0a-43b0-8950-d39d8b3b7cc0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c2646293-359f-4e05-a742-c34a4466917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611145 Aug 20 11:31:26.586264 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-65919e11-8f8d-45b5-920e-ca34318361c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.588845 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-65919e11-8f8d-45b5-920e-ca34318361c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.590012 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-65919e11-8f8d-45b5-920e-ca34318361c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/240a88b4-1bfb-469e-9687-ab0a6c7173ad HTTP/1.1" status: 204 len: 168 time: 0.2440667 Aug 20 11:31:26.605627 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607bd6e-1d65-4b84-a3c0-5f548b4a7ed9 req-decc0386-b60b-41cf-8f0b-3deb8d2f55a4 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:26.607214 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1607bd6e-1d65-4b84-a3c0-5f548b4a7ed9 req-decc0386-b60b-41cf-8f0b-3deb8d2f55a4 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 949 time: 0.0821109 Aug 20 11:31:26.608231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65919e11-8f8d-45b5-920e-ca34318361c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240a88b4-1bfb-469e-9687-ab0a6c7173ad,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:26.647005 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1c396f4-e878-42c4-b16e-b0bb98e5bfbc req-3273470c-09ae-463a-8f2e-01d5b0485770 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670859 Aug 20 11:31:26.695655 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1607bd6e-1d65-4b84-a3c0-5f548b4a7ed9 req-0dba2802-5063-4048-9e55-e86613186871 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782251 Aug 20 11:31:26.846779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8611d-2d7f-41ab-a071-f257e4af684a req-c08294c8-9762-427c-b6d6-de39edbbb7e4 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:26.854208 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-75a8611d-2d7f-41ab-a071-f257e4af684a req-c08294c8-9762-427c-b6d6-de39edbbb7e4 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 945 time: 0.0878882 Aug 20 11:31:26.899595 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-75a8611d-2d7f-41ab-a071-f257e4af684a req-f2cedb13-796a-432d-8f52-727acaad8b53 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439115 Aug 20 11:31:26.908711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1deb68d2-ba5a-48ae-9801-1dedba4ee7c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-894758985-network', 'tenant_id': '2a03a5c14c564bc18c23b6d03819805b'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:26.922457 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-fc9d5970-ca9e-4b0f-858f-8315e8fd9d25 service neutron] For port 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:26.930722 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-fc9d5970-ca9e-4b0f-858f-8315e8fd9d25 service neutron] Notify callbacks [] for binding, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.932055 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97c6b4cc-2f1d-4c91-8f92-fda4f862162f req-fc9d5970-ca9e-4b0f-858f-8315e8fd9d25 service neutron] 10.222.0.35 "DELETE /v2.0/ports/91d9acb4-cb79-4d29-9f20-85fcf64fb103/bindings/n-h2-804299-2 HTTP/1.1" status: 204 len: 173 time: 0.6153123 Aug 20 11:31:26.948368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1deb68d2-ba5a-48ae-9801-1dedba4ee7c5 admin admin] Made reservation on behalf of 2a03a5c14c564bc18c23b6d03819805b for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:26.958396 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1deb68d2-ba5a-48ae-9801-1dedba4ee7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.989386 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1deb68d2-ba5a-48ae-9801-1dedba4ee7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.997218 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec42ba-ed5e-44ac-a568-13b50d5b52d1 req-93dbb68b-26b5-4f9f-9359-4e9a77e713e6 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:27.007019 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-89ec42ba-ed5e-44ac-a568-13b50d5b52d1 req-93dbb68b-26b5-4f9f-9359-4e9a77e713e6 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/ports?device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 946 time: 0.2395034 Aug 20 11:31:27.050986 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1c251da-e334-4091-99d6-c61385f9c62d req-eabf9549-210c-4552-84ba-bb8f9a1261cc service neutron] 10.222.0.35 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530263 Aug 20 11:31:27.105740 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1deb68d2-ba5a-48ae-9801-1dedba4ee7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.117804 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1deb68d2-ba5a-48ae-9801-1dedba4ee7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.149537 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-89ec42ba-ed5e-44ac-a568-13b50d5b52d1 req-b5399885-ec26-4981-b8d5-9f348a7961db tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/security-groups?id=265360f9-9081-48f3-bdde-658d65061284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415534 Aug 20 11:31:27.176818 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1deb68d2-ba5a-48ae-9801-1dedba4ee7c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:31:27.216739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04da193-5b30-4551-8396-b0875c888bda req-b8311be3-1738-4f24-9f6a-f9386d864f0d tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:27.224823 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d04da193-5b30-4551-8396-b0875c888bda req-b8311be3-1738-4f24-9f6a-f9386d864f0d tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 944 time: 0.1211686 Aug 20 11:31:27.226662 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb68d2-ba5a-48ae-9801-1dedba4ee7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60433f38-6b99-4603-a630-19265ff72102,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:27.230472 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1deb68d2-ba5a-48ae-9801-1dedba4ee7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.230850 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-1deb68d2-ba5a-48ae-9801-1dedba4ee7c5 admin admin] Added segment 29745a6c-49a0-4aeb-9525-1fb469df4b6b of type vlan for network cd07167d-8d5a-47ff-a7de-7bf1c951cb78 Aug 20 11:31:27.312816 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d04da193-5b30-4551-8396-b0875c888bda req-d637d948-3957-4e05-bb5a-570c515b9729 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869136 Aug 20 11:31:27.314634 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1deb68d2-ba5a-48ae-9801-1dedba4ee7c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.411869 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1c251da-e334-4091-99d6-c61385f9c62d req-81a4e8e2-a5e8-496f-a2a6-455b91091679 service neutron] 10.222.0.35 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427980 Aug 20 11:31:27.446136 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1deb68d2-ba5a-48ae-9801-1dedba4ee7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.447092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deb68d2-ba5a-48ae-9801-1dedba4ee7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:27.447673 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1deb68d2-ba5a-48ae-9801-1dedba4ee7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.469489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8377e3-1609-4e84-a202-7ee16b0dbecb req-e1cb9657-a404-405a-b839-2d7ea8e58e4d tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:27.471133 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da8377e3-1609-4e84-a202-7ee16b0dbecb req-e1cb9657-a404-405a-b839-2d7ea8e58e4d tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/ports?device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 946 time: 0.1511734 Aug 20 11:31:27.483140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 507ed9c3-e332-4628-84ab-43845ab12459 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:27.487732 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51320) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:27.505147 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-aaec339a-6676-4b0b-963a-db114d70b3d6 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Request body: {'floatingip': {'port_id': '6ca4ede2-aad1-408b-80a7-1439fbb17155'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:27.597327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68a085-14d3-45ee-80bf-49266e1f6b44 req-f18324f6-b9c1-4191-b7cc-17fb27ce913f tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:27.604626 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de68a085-14d3-45ee-80bf-49266e1f6b44 req-f18324f6-b9c1-4191-b7cc-17fb27ce913f tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 945 time: 0.2228451 Aug 20 11:31:27.605705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 507ed9c3-e332-4628-84ab-43845ab12459 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:27.610848 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1deb68d2-ba5a-48ae-9801-1dedba4ee7c5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0364635 Aug 20 11:31:27.612015 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 507ed9c3-e332-4628-84ab-43845ab12459 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:27.612396 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.613985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51324) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:27.636963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-98e6af1c-7cb5-4a87-8d04-2c732234fe3c admin admin] Request body: {'subnet': {'network_id': 'cd07167d-8d5a-47ff-a7de-7bf1c951cb78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-894758985-subnet', 'tenant_id': '2a03a5c14c564bc18c23b6d03819805b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:27.677114 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de68a085-14d3-45ee-80bf-49266e1f6b44 req-b27a3be8-f8ae-4056-befd-3d682e77a8f8 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714145 Aug 20 11:31:27.677979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb68d2-ba5a-48ae-9801-1dedba4ee7c5 admin admin] Pushing event updated for resources: {'Network': ['ID=cd07167d-8d5a-47ff-a7de-7bf1c951cb78,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:27.701333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network cd07167d-8d5a-47ff-a7de-7bf1c951cb78 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:31:27.710862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51328) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:27.719658 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e6af1c-7cb5-4a87-8d04-2c732234fe3c admin admin] Made reservation on behalf of 2a03a5c14c564bc18c23b6d03819805b for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:27.722129 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-98e6af1c-7cb5-4a87-8d04-2c732234fe3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.759100 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 58c46791-5bfb-44ba-a527-15b4e07ba736 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:27.799810 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 58c46791-5bfb-44ba-a527-15b4e07ba736 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:31:27.800159 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 58c46791-5bfb-44ba-a527-15b4e07ba736 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:31:27.903491 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.922374 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.950662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e15c080-8c80-478d-bbee-0fc45f36fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507ed9c3-e332-4628-84ab-43845ab12459'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:27.953444 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235ef97d-0f9c-4f39-9ddf-f9549dc7b60a" -d '{"events": [{"server_uuid": "3e15c080-8c80-478d-bbee-0fc45f36fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "507ed9c3-e332-4628-84ab-43845ab12459"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:27.966765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 507ed9c3-e332-4628-84ab-43845ab12459, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=507ed9c3-e332-4628-84ab-43845ab12459,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:27.971396 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.028139 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aaec339a-6676-4b0b-963a-db114d70b3d6 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.028374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=507ed9c3-e332-4628-84ab-43845ab12459,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:28.062684 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-19e3814d-9bd7-451a-8ed9-86eaa8c6fc35 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1780885308-network', 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:28.131488 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e3814d-9bd7-451a-8ed9-86eaa8c6fc35 admin admin] Made reservation on behalf of b70b75fe633c4640a89fda823b724ec6 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:28.133942 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19e3814d-9bd7-451a-8ed9-86eaa8c6fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.161297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c9a96-1d87-4753-b60a-b4a2778b813c req-913b1a12-0cf9-436d-80d0-65dec047a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:28.162796 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb3c9a96-1d87-4753-b60a-b4a2778b813c req-913b1a12-0cf9-436d-80d0-65dec047a592 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978ff14d3705424686f86711e9a84d6d&device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 1095 time: 0.6329703 Aug 20 11:31:28.163262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f8772-39c5-4303-b228-c38d03e7c1e5 req-39c3d80d-1e98-4468-9a05-e0a3bd5ce7e5 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:28.164821 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-726f8772-39c5-4303-b228-c38d03e7c1e5 req-39c3d80d-1e98-4468-9a05-e0a3bd5ce7e5 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 945 time: 0.1131992 Aug 20 11:31:28.167485 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19e3814d-9bd7-451a-8ed9-86eaa8c6fc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.237471 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4147f7d-326b-4cc0-b7c2-af11d39b218c req-df21b027-e4ce-4bd2-ac50-88f582004065 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:28.238912 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4147f7d-326b-4cc0-b7c2-af11d39b218c req-df21b027-e4ce-4bd2-ac50-88f582004065 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 945 time: 0.2728148 Aug 20 11:31:28.266654 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-726f8772-39c5-4303-b228-c38d03e7c1e5 req-9ff5274c-210f-4573-969b-a76f4c2a587c tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884418 Aug 20 11:31:28.373216 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-98e6af1c-7cb5-4a87-8d04-2c732234fe3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.374663 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2576ef92-5e9c-429d-ad67-5233ac2762f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.444896 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19e3814d-9bd7-451a-8ed9-86eaa8c6fc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.445259 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4147f7d-326b-4cc0-b7c2-af11d39b218c req-f4b4d433-c3a4-40b0-b3a8-f94995df165d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684482 Aug 20 11:31:28.459983 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19e3814d-9bd7-451a-8ed9-86eaa8c6fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.471499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6af1c-7cb5-4a87-8d04-2c732234fe3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8749db07-6ab8-4e61-9db8-69189ae3f0d8,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:28.484007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7bf2e-7c10-4f61-bebb-17c953780ba0 req-8d4afd7e-5eb0-4be7-8eab-ef04f2e95887 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:28.485077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c9a96-1d87-4753-b60a-b4a2778b813c req-3e70bc7b-9b25-4b92-961d-a2658e8be6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:28.485803 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8bc7bf2e-7c10-4f61-bebb-17c953780ba0 req-8d4afd7e-5eb0-4be7-8eab-ef04f2e95887 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 950 time: 0.1336102 Aug 20 11:31:28.486543 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb3c9a96-1d87-4753-b60a-b4a2778b813c req-3e70bc7b-9b25-4b92-961d-a2658e8be6ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=c2646293-359f-4e05-a742-c34a4466917c HTTP/1.1" status: 200 len: 924 time: 0.2936387 Aug 20 11:31:28.501524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e3814d-9bd7-451a-8ed9-86eaa8c6fc35 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:31:28.512297 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b40e389-8461-4901-bddb-e235820ca21b x-openstack-request-id: req-1b40e389-8461-4901-bddb-e235820ca21b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:28.512811 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e15c080-8c80-478d-bbee-0fc45f36fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "507ed9c3-e332-4628-84ab-43845ab12459", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:28.512891 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b40e389-8461-4901-bddb-e235820ca21b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:28.513227 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e15c080-8c80-478d-bbee-0fc45f36fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507ed9c3-e332-4628-84ab-43845ab12459', 'code': 200} Aug 20 11:31:28.556275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19e3814d-9bd7-451a-8ed9-86eaa8c6fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.556620 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-19e3814d-9bd7-451a-8ed9-86eaa8c6fc35 admin admin] Added segment b59b7a87-4437-4875-88c7-49d2d862150c of type vlan for network cd191cf3-8225-4c1e-becf-498a67d2725b Aug 20 11:31:28.569220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3814d-9bd7-451a-8ed9-86eaa8c6fc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bad9f3-2375-4f92-8505-8332affbcbe4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:28.572969 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e6af1c-7cb5-4a87-8d04-2c732234fe3c admin admin] Checking segment: {'id': '29745a6c-49a0-4aeb-9525-1fb469df4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cd07167d-8d5a-47ff-a7de-7bf1c951cb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:28.573791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e6af1c-7cb5-4a87-8d04-2c732234fe3c admin admin] Network hostable DHCP agents. Network: cd07167d-8d5a-47ff-a7de-7bf1c951cb78, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:31:28.582071 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb3c9a96-1d87-4753-b60a-b4a2778b813c req-25bea7da-e757-434d-804b-1300eff1b176 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b819c032-469a-40e1-9a76-fc92974b8f17 HTTP/1.1" status: 200 len: 217 time: 0.0849035 Aug 20 11:31:28.651193 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19e3814d-9bd7-451a-8ed9-86eaa8c6fc35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.660349 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8bc7bf2e-7c10-4f61-bebb-17c953780ba0 req-31ae9a18-caa6-4837-b8dd-a0c74e863442 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566014 Aug 20 11:31:28.671456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e6af1c-7cb5-4a87-8d04-2c732234fe3c admin admin] Network cd07167d-8d5a-47ff-a7de-7bf1c951cb78 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:31:28.696700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-98e6af1c-7cb5-4a87-8d04-2c732234fe3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, cd07167d-8d5a-47ff-a7de-7bf1c951cb78) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:28.700767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f2a94-d8b7-4bf5-a64d-7880e5e75bf2 req-c4aaed03-b1a3-457f-a41d-33292f37e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:28.702897 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d49f2a94-d8b7-4bf5-a64d-7880e5e75bf2 req-c4aaed03-b1a3-457f-a41d-33292f37e006 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 1101 time: 0.1033089 Aug 20 11:31:28.706572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516d5e26-43d8-4744-8290-21de504c783a None None] Network cd07167d-8d5a-47ff-a7de-7bf1c951cb78 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:28.720714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e6af1c-7cb5-4a87-8d04-2c732234fe3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:28.721323 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-98e6af1c-7cb5-4a87-8d04-2c732234fe3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.742439 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19e3814d-9bd7-451a-8ed9-86eaa8c6fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.743335 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e3814d-9bd7-451a-8ed9-86eaa8c6fc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:28.743923 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19e3814d-9bd7-451a-8ed9-86eaa8c6fc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.834831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-98e6af1c-7cb5-4a87-8d04-2c732234fe3c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2196949 Aug 20 11:31:28.843361 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c9a96-1d87-4753-b60a-b4a2778b813c req-150b852d-3a75-4409-b5f9-77a42231070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:28.845131 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb3c9a96-1d87-4753-b60a-b4a2778b813c req-150b852d-3a75-4409-b5f9-77a42231070a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a43fc42c-055a-45af-b6d5-9b0f2c8473da HTTP/1.1" status: 200 len: 863 time: 0.2188041 Aug 20 11:31:28.865972 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-19e3814d-9bd7-451a-8ed9-86eaa8c6fc35 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1535423 Aug 20 11:31:28.874088 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51354) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:28.887100 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-9918d24c-0198-45e0-8839-5228f38f6d8f admin admin] Request body: {'subnet': {'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780885308-subnet', 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:28.897852 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d49f2a94-d8b7-4bf5-a64d-7880e5e75bf2 req-233fbbb5-bc18-4291-b4c4-4697746f647d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738281 Aug 20 11:31:28.904041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3814d-9bd7-451a-8ed9-86eaa8c6fc35 admin admin] Pushing event updated for resources: {'Network': ['ID=cd191cf3-8225-4c1e-becf-498a67d2725b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:28.928491 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network cd191cf3-8225-4c1e-becf-498a67d2725b details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:31:28.929087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea394d9-5540-4dd8-9143-08366b4f9bf1 req-11ef6815-e568-4ae8-9740-d1909b2cb8bd tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:28.936511 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ea394d9-5540-4dd8-9143-08366b4f9bf1 req-11ef6815-e568-4ae8-9740-d1909b2cb8bd tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 944 time: 0.1608706 Aug 20 11:31:28.948875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9918d24c-0198-45e0-8839-5228f38f6d8f admin admin] Made reservation on behalf of b70b75fe633c4640a89fda823b724ec6 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:28.951140 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9918d24c-0198-45e0-8839-5228f38f6d8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.953023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d469a889-fcbe-46ce-b4bd-8e36904f9205 None None] Network cd07167d-8d5a-47ff-a7de-7bf1c951cb78 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:29.016097 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c9a96-1d87-4753-b60a-b4a2778b813c req-bfff2a7e-6b85-4a99-8996-57282d2ffb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:29.017789 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb3c9a96-1d87-4753-b60a-b4a2778b813c req-bfff2a7e-6b85-4a99-8996-57282d2ffb21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c2646293-359f-4e05-a742-c34a4466917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626844 Aug 20 11:31:29.075612 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ea394d9-5540-4dd8-9143-08366b4f9bf1 req-c783636d-45f0-47c6-8d1c-3e39df79d3cf tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380520 Aug 20 11:31:29.251344 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aaec339a-6676-4b0b-963a-db114d70b3d6 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.280000 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aaec339a-6676-4b0b-963a-db114d70b3d6 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.362026 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9918d24c-0198-45e0-8839-5228f38f6d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.385253 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb3c9a96-1d87-4753-b60a-b4a2778b813c req-4fc65111-e158-4f6e-bb61-89fae965c7a1 service neutron] 10.222.0.35 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533571 Aug 20 11:31:29.431237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3862a-0a81-4480-a5d0-85dae8b44536 req-85c24f7e-8c3c-4c91-a27a-4788837d4421 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:29.431375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918d24c-0198-45e0-8839-5228f38f6d8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=565d747d-f928-4d60-9cdd-0a49ae2e0085,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:29.432774 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ec3862a-0a81-4480-a5d0-85dae8b44536 req-85c24f7e-8c3c-4c91-a27a-4788837d4421 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 1096 time: 0.2125907 Aug 20 11:31:29.439893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918d24c-0198-45e0-8839-5228f38f6d8f admin admin] Checking segment: {'id': 'b59b7a87-4437-4875-88c7-49d2d862150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:29.440358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9918d24c-0198-45e0-8839-5228f38f6d8f admin admin] Network hostable DHCP agents. Network: cd191cf3-8225-4c1e-becf-498a67d2725b, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:31:29.459686 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9918d24c-0198-45e0-8839-5228f38f6d8f admin admin] Network cd191cf3-8225-4c1e-becf-498a67d2725b is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:31:29.469936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-9918d24c-0198-45e0-8839-5228f38f6d8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, cd191cf3-8225-4c1e-becf-498a67d2725b) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:29.484010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9918d24c-0198-45e0-8839-5228f38f6d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:29.484010 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9918d24c-0198-45e0-8839-5228f38f6d8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.486355 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1591c395-fd8b-4173-94e2-af2fa2dd4469 None None] Network cd191cf3-8225-4c1e-becf-498a67d2725b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:29.529237 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9918d24c-0198-45e0-8839-5228f38f6d8f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6512010 Aug 20 11:31:29.529928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51378) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:29.537251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1780885308-router', 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:29.567885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec65ef4-7286-400f-9c37-7142ee08e0fd req-9f8249a5-1e09-48da-bc34-90ff4e828b47 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:29.569758 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aec65ef4-7286-400f-9c37-7142ee08e0fd req-9f8249a5-1e09-48da-bc34-90ff4e828b47 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 945 time: 0.1028011 Aug 20 11:31:29.571507 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.572936 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.654796 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.669043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51382) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:29.675420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d7b1381e-63d1-46fc-8be7-7eab79b04c1e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-458875788-network', 'tenant_id': '4533aa0049fe41468f223a4d4a7ca240'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:29.679648 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-cd191cf3-8225-4c1e-becf-498a67d2725b', 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b', 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6', 'fixed_ips': [{'subnet_id': '565d747d-f928-4d60-9cdd-0a49ae2e0085'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:31:29.680691 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.723137 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aec65ef4-7286-400f-9c37-7142ee08e0fd req-777d634a-644f-4ba0-9b13-1f526a8d0830 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433859 Aug 20 11:31:29.801318 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-aaec339a-6676-4b0b-963a-db114d70b3d6 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Floating IP 1fa9c1fd-010b-4eb5-b5aa-f4e5971294e8 associated. External IP: 172.25.8.83, port: 6ca4ede2-aad1-408b-80a7-1439fbb17155. Aug 20 11:31:29.803815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2576ef92-5e9c-429d-ad67-5233ac2762f5 admin admin] Deleting port ef718c27-3490-400a-93c7-36401ae5339d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:29.804158 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2576ef92-5e9c-429d-ad67-5233ac2762f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.845870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Allocated IP 172.20.0.2 (cd191cf3-8225-4c1e-becf-498a67d2725b/565d747d-f928-4d60-9cdd-0a49ae2e0085/d94014e4-1eca-45ee-88cf-06760fa0f58b) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:29.880657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b1381e-63d1-46fc-8be7-7eab79b04c1e admin admin] Made reservation on behalf of 4533aa0049fe41468f223a4d4a7ca240 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:29.882893 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7b1381e-63d1-46fc-8be7-7eab79b04c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.911142 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.916889 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ec3862a-0a81-4480-a5d0-85dae8b44536 req-623b3fe8-d7bc-4cfa-94d3-3563740ffc84 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543705 Aug 20 11:31:29.917850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7b1381e-63d1-46fc-8be7-7eab79b04c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.958943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e12ac-641e-4e57-b6f6-a9cb6b7e3fd4 req-d610092b-4c87-42be-a3e6-58bf27beca6a tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:29.961495 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b1e12ac-641e-4e57-b6f6-a9cb6b7e3fd4 req-d610092b-4c87-42be-a3e6-58bf27beca6a tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 950 time: 0.1213899 Aug 20 11:31:30.009283 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb3c9a96-1d87-4753-b60a-b4a2778b813c req-eaa71521-3b07-455d-89a8-25464680ca5d service neutron] 10.222.0.35 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813639 Aug 20 11:31:30.053476 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2576ef92-5e9c-429d-ad67-5233ac2762f5 admin admin] For port ef718c27-3490-400a-93c7-36401ae5339d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ef718c27-3490-400a-93c7-36401ae5339d,segment=NetworkSegment(908c6f6e-df6d-4bcb-a899-74d4e520d057),segment_id=908c6f6e-df6d-4bcb-a899-74d4e520d057)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:30.053751 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2576ef92-5e9c-429d-ad67-5233ac2762f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.076258 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2576ef92-5e9c-429d-ad67-5233ac2762f5 admin admin] Calling delete_port for ef718c27-3490-400a-93c7-36401ae5339d owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:30.084929 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.103003 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b1e12ac-641e-4e57-b6f6-a9cb6b7e3fd4 req-b48fe97f-d34f-4aa0-ad9c-8d4653fd0894 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116440 Aug 20 11:31:30.104628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Transition to ACTIVE for port object d94014e4-1eca-45ee-88cf-06760fa0f58b will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:30.166175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Transition to ACTIVE for port object d94014e4-1eca-45ee-88cf-06760fa0f58b will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:30.179626 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.236445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Network cd191cf3-8225-4c1e-becf-498a67d2725b is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:30.239903 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:30.243542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:30.254059 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Pushing event updated for resources: {'Port': ['ID=d94014e4-1eca-45ee-88cf-06760fa0f58b,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:30.262138 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7b1381e-63d1-46fc-8be7-7eab79b04c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.288823 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7b1381e-63d1-46fc-8be7-7eab79b04c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.313318 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Attempting to bind port d94014e4-1eca-45ee-88cf-06760fa0f58b on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:30.313691 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Attempting to bind port d94014e4-1eca-45ee-88cf-06760fa0f58b by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'b59b7a87-4437-4875-88c7-49d2d862150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:30.314140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Attempting to bind port d94014e4-1eca-45ee-88cf-06760fa0f58b on network cd191cf3-8225-4c1e-becf-498a67d2725b {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:30.319605 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:30.320068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Checking segment: {'id': 'b59b7a87-4437-4875-88c7-49d2d862150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:30.320554 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.323116 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Bound using segment: {'id': 'b59b7a87-4437-4875-88c7-49d2d862150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:30.323116 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Bound port: d94014e4-1eca-45ee-88cf-06760fa0f58b, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59b7a87-4437-4875-88c7-49d2d862150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:30.323116 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.366048 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b1381e-63d1-46fc-8be7-7eab79b04c1e admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:31:30.377465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1381e-63d1-46fc-8be7-7eab79b04c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d943b2-304c-4ea7-9eb7-16a56e326963,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:30.384667 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabdd60-5e42-4988-b54e-6abbfc066086 req-d502cc41-4039-4582-8d14-9b4e3560fc24 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:30.385888 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cdabdd60-5e42-4988-b54e-6abbfc066086 req-d502cc41-4039-4582-8d14-9b4e3560fc24 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 944 time: 0.1625793 Aug 20 11:31:30.388899 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7b1381e-63d1-46fc-8be7-7eab79b04c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.390027 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-d7b1381e-63d1-46fc-8be7-7eab79b04c1e admin admin] Added segment 904fc8a3-0b0b-44ba-b3b4-5c862fcde9e9 of type vlan for network b7642dfe-60cb-406e-83f2-4229ea274e40 Aug 20 11:31:30.417997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] For port d94014e4-1eca-45ee-88cf-06760fa0f58b, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:30.423052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] For port d94014e4-1eca-45ee-88cf-06760fa0f58b, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d94014e4-1eca-45ee-88cf-06760fa0f58b,segment=NetworkSegment(b59b7a87-4437-4875-88c7-49d2d862150c),segment_id=b59b7a87-4437-4875-88c7-49d2d862150c)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:30.427911 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.435641 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaec339a-6676-4b0b-963a-db114d70b3d6 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Router acf03c61-d1a5-4d66-8af2-c52f2a494beb has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:31:30.475053 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cdabdd60-5e42-4988-b54e-6abbfc066086 req-0fd35543-f061-435c-8bb4-6443b5b820be tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768573 Aug 20 11:31:30.487176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86484e-0a75-43f4-8dcd-c32032a04171 None None] Pushing event updated for resources: {'Port': ['ID=d94014e4-1eca-45ee-88cf-06760fa0f58b,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:30.514409 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7b1381e-63d1-46fc-8be7-7eab79b04c1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.567376 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd031be-5d04-4af8-a493-fd870c22965b req-9014d83e-0169-4613-a7a6-052bbdbff2ba tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:30.572011 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fd031be-5d04-4af8-a493-fd870c22965b req-9014d83e-0169-4613-a7a6-052bbdbff2ba tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 821 time: 0.3149333 Aug 20 11:31:30.594527 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2576ef92-5e9c-429d-ad67-5233ac2762f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.630571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576ef92-5e9c-429d-ad67-5233ac2762f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef718c27-3490-400a-93c7-36401ae5339d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:30.634450 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fd031be-5d04-4af8-a493-fd870c22965b req-f37a61bb-f2cd-44ee-9030-1d643eeebca1 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/quotas/9437c8ccf38f4278bfdd6826ef939401 HTTP/1.1" status: 200 len: 375 time: 0.0550821 Aug 20 11:31:30.664410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaec339a-6676-4b0b-963a-db114d70b3d6 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:30.668852 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aaec339a-6676-4b0b-963a-db114d70b3d6 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.672589 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7b1381e-63d1-46fc-8be7-7eab79b04c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.674899 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b1381e-63d1-46fc-8be7-7eab79b04c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:30.674899 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7b1381e-63d1-46fc-8be7-7eab79b04c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.695245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17b4a2-9aca-4b86-8f57-cb89ae4e575b None None] Sync routers for ids ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:30.718825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba17b4a2-9aca-4b86-8f57-cb89ae4e575b None None] Routers {'acf03c61-d1a5-4d66-8af2-c52f2a494beb'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:30.719621 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ba17b4a2-9aca-4b86-8f57-cb89ae4e575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:30.775237 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-aaec339a-6676-4b0b-963a-db114d70b3d6 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "PUT /v2.0/floatingips/1fa9c1fd-010b-4eb5-b5aa-f4e5971294e8 HTTP/1.1" status: 200 len: 991 time: 3.2765968 Aug 20 11:31:30.777880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00547c2f-e8a0-45a6-8aba-f479243bf711', 'tag': '6ca4ede2-aad1-408b-80a7-1439fbb17155'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:30.780242 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b4110c-4fd3-44ac-840b-c56c8e183f18" -d '{"events": [{"name": "network-changed", "server_uuid": "00547c2f-e8a0-45a6-8aba-f479243bf711", "tag": "6ca4ede2-aad1-408b-80a7-1439fbb17155"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:30.790377 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51406) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:30.793234 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d7b1381e-63d1-46fc-8be7-7eab79b04c1e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1216261 Aug 20 11:31:30.794628 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-fab38cb9-c6ae-45ea-8d6f-5c26e175522a admin admin] Request body: {'subnet': {'network_id': 'b7642dfe-60cb-406e-83f2-4229ea274e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-458875788-subnet', 'tenant_id': '4533aa0049fe41468f223a4d4a7ca240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:30.798991 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.834945 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.875565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-ba17b4a2-9aca-4b86-8f57-cb89ae4e575b None None] Set router acf03c61-d1a5-4d66-8af2-c52f2a494beb gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:30.922657 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2576ef92-5e9c-429d-ad67-5233ac2762f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.959775 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab38cb9-c6ae-45ea-8d6f-5c26e175522a admin admin] Made reservation on behalf of 4533aa0049fe41468f223a4d4a7ca240 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:30.962385 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fab38cb9-c6ae-45ea-8d6f-5c26e175522a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.970647 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Allocated IP 172.25.8.119 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/2ce03c81-8762-4758-bc47-00849a0f6f28) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:31.043167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fd031be-5d04-4af8-a493-fd870c22965b req-f09a0ed5-9839-4f8f-9e85-23f33c7d779b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4073772 Aug 20 11:31:31.046367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1381e-63d1-46fc-8be7-7eab79b04c1e admin admin] Pushing event updated for resources: {'Network': ['ID=b7642dfe-60cb-406e-83f2-4229ea274e40,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:31.105682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network b7642dfe-60cb-406e-83f2-4229ea274e40 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:31:31.152881 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:31.192314 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fd031be-5d04-4af8-a493-fd870c22965b req-0cbd3d4c-7793-43de-ab88-8b0d2c84c978 service neutron] 10.222.0.37 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277571 Aug 20 11:31:31.199543 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8508633-4e9e-418e-85a1-e60387ab7fe9 req-1c24afdf-bc5e-487c-a6d8-0d461a002adf tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:31.208038 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8508633-4e9e-418e-85a1-e60387ab7fe9 req-1c24afdf-bc5e-487c-a6d8-0d461a002adf tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 945 time: 0.3168283 Aug 20 11:31:31.282121 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:31.328663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ba17b4a2-9aca-4b86-8f57-cb89ae4e575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'name': 'tempest-ServersTestFqdnHostnames-13846830-router', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:41Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'gw_port': {'id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:42Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '1fa9c1fd-010b-4eb5-b5aa-f4e5971294e8', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'port_id': '6ca4ede2-aad1-408b-80a7-1439fbb17155', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd', 'mac_address': 'fa:16:3e:d8:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00547c2f-e8a0-45a6-8aba-f479243bf711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:05Z', 'updated_at': '2021-08-20T11:31:28Z', 'revision_number': 1, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ca46af-2874-47bf-bc37-12809bd44e1f', 'name': '', 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'mac_address': 'fa:16:3e:40:14:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:31:00Z', 'revision_number': 5, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'subnets': [{'id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:31.329864 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Pushing event updated for resources: {'Port': ['ID=2ce03c81-8762-4758-bc47-00849a0f6f28,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:31.358542 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:31.361336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:31.364757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:31.373587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17b4a2-9aca-4b86-8f57-cb89ae4e575b None None] Checking router: acf03c61-d1a5-4d66-8af2-c52f2a494beb for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:31.376804 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fd031be-5d04-4af8-a493-fd870c22965b req-366b98ce-f3ae-4e70-b5f3-22d60142c0f9 service neutron] 10.222.0.37 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719680 Aug 20 11:31:31.385165 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba17b4a2-9aca-4b86-8f57-cb89ae4e575b None None] Routers {'acf03c61-d1a5-4d66-8af2-c52f2a494beb'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:31.385905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ba17b4a2-9aca-4b86-8f57-cb89ae4e575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:31.493848 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f5649cf4-a21e-4d3b-b558-b171ff2cbff2 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:31.507456 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8508633-4e9e-418e-85a1-e60387ab7fe9 req-ff2a4b61-a927-4bcf-886e-5d291ade153b tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979991 Aug 20 11:31:31.511940 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fab38cb9-c6ae-45ea-8d6f-5c26e175522a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:31.537092 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2576ef92-5e9c-429d-ad67-5233ac2762f5 admin admin] Router f07438ca-202a-42ac-8ab3-4d14a37ae3da has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:31:31.630763 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f4443b-cc60-415a-b13e-4acc8b8004e0 x-openstack-request-id: req-f7f4443b-cc60-415a-b13e-4acc8b8004e0 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:31.630763 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00547c2f-e8a0-45a6-8aba-f479243bf711", "tag": "6ca4ede2-aad1-408b-80a7-1439fbb17155", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:31.633090 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7f4443b-cc60-415a-b13e-4acc8b8004e0 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:31.633265 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00547c2f-e8a0-45a6-8aba-f479243bf711', 'tag': '6ca4ede2-aad1-408b-80a7-1439fbb17155', 'status': 'completed', 'code': 200} Aug 20 11:31:31.659275 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-ba17b4a2-9aca-4b86-8f57-cb89ae4e575b None None] Set router acf03c61-d1a5-4d66-8af2-c52f2a494beb gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:31.761747 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab38cb9-c6ae-45ea-8d6f-5c26e175522a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bccfc0b7-5a22-4b96-beee-1d2e5e8244f3,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:31.783869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab38cb9-c6ae-45ea-8d6f-5c26e175522a admin admin] Checking segment: {'id': '904fc8a3-0b0b-44ba-b3b4-5c862fcde9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7642dfe-60cb-406e-83f2-4229ea274e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:31.784498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab38cb9-c6ae-45ea-8d6f-5c26e175522a admin admin] Network hostable DHCP agents. Network: b7642dfe-60cb-406e-83f2-4229ea274e40, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:31:31.807693 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4110c-4fd3-44ac-840b-c56c8e183f18 req-9c0170b3-4b76-4c38-840d-60557475a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:31.809407 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4b4110c-4fd3-44ac-840b-c56c8e183f18 req-9c0170b3-4b76-4c38-840d-60557475a13a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=30bfd760f0a040caa5b0bbac573ba715&device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 1097 time: 0.1505110 Aug 20 11:31:31.842172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b819c032-469a-40e1-9a76-fc92974b8f17 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:31.907716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e381293a-4b52-44ad-b9a9-b85eedffe198 None None] Network cd191cf3-8225-4c1e-becf-498a67d2725b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:31.964535 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:31.978035 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab38cb9-c6ae-45ea-8d6f-5c26e175522a admin admin] Network b7642dfe-60cb-406e-83f2-4229ea274e40 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:31:31.993560 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2576ef92-5e9c-429d-ad67-5233ac2762f5 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:32.018277 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2576ef92-5e9c-429d-ad67-5233ac2762f5 admin admin] 10.222.0.37 "PUT /v2.0/routers/f07438ca-202a-42ac-8ab3-4d14a37ae3da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9209852 Aug 20 11:31:32.020563 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a04be-8b7c-46d4-bd14-187034b07a7e None None] Sync routers for ids ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:32.022075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51424) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:32.047292 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a04be-8b7c-46d4-bd14-187034b07a7e None None] Routers {'f07438ca-202a-42ac-8ab3-4d14a37ae3da'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:32.048182 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-293a04be-8b7c-46d4-bd14-187034b07a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:32.049229 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-fab38cb9-c6ae-45ea-8d6f-5c26e175522a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, b7642dfe-60cb-406e-83f2-4229ea274e40) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:32.071110 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.resource_extend [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:31:32.094280 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d94014e4-1eca-45ee-88cf-06760fa0f58b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:32.098334 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab38cb9-c6ae-45ea-8d6f-5c26e175522a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:32.100096 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fab38cb9-c6ae-45ea-8d6f-5c26e175522a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.128353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a3bf3-fb58-4e02-b050-9e3650e4fd2a req-61c6ec3b-5a62-4daf-a69d-9a8a73157c88 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:32.136020 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4a6a3bf3-fb58-4e02-b050-9e3650e4fd2a req-61c6ec3b-5a62-4daf-a69d-9a8a73157c88 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 950 time: 0.2292428 Aug 20 11:31:32.183973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e0d28-db89-4daf-be5e-615b81aae2c3 req-3b0083c9-c0c6-4e75-97a6-d24a8e75973c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:32.187223 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a62e0d28-db89-4daf-be5e-615b81aae2c3 req-3b0083c9-c0c6-4e75-97a6-d24a8e75973c tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 944 time: 0.3145425 Aug 20 11:31:32.213013 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fab38cb9-c6ae-45ea-8d6f-5c26e175522a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4221487 Aug 20 11:31:32.250676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4a6a3bf3-fb58-4e02-b050-9e3650e4fd2a req-7be0eb71-0387-42ea-8eca-8805d9faa564 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089251 Aug 20 11:31:32.254684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4110c-4fd3-44ac-840b-c56c8e183f18 req-bd1d3aab-9eb4-4608-8c0a-9e2af5b9fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:32.256435 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-293a04be-8b7c-46d4-bd14-187034b07a7e None None] Set router f07438ca-202a-42ac-8ab3-4d14a37ae3da gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:32.256898 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4b4110c-4fd3-44ac-840b-c56c8e183f18 req-bd1d3aab-9eb4-4608-8c0a-9e2af5b9fd39 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e249b59-2036-45f5-90ef-277daacd89dd HTTP/1.1" status: 200 len: 913 time: 0.3984911 Aug 20 11:31:32.324291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae42c3d-2aef-4aab-99f0-c299c9a9d2e7 None None] Network b7642dfe-60cb-406e-83f2-4229ea274e40 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:32.335449 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a62e0d28-db89-4daf-be5e-615b81aae2c3 req-56e4ca58-57ae-47e4-87cc-efe1f864dac6 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343601 Aug 20 11:31:32.352391 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.356273 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8038637b-5a74-4ff2-8e95-e391078a832d admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.391620 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef9c2f3f-6e72-465b-9527-2b290b8330db req-a7ea4a86-69b8-4fb6-ae22-d7b55f976a42 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 210 time: 0.0330608 Aug 20 11:31:32.511965 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4b4110c-4fd3-44ac-840b-c56c8e183f18 req-b45f66c3-60a2-4c68-b2c7-b49b66239f20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca4ede2-aad1-408b-80a7-1439fbb17155 HTTP/1.1" status: 200 len: 999 time: 0.2139945 Aug 20 11:31:32.564265 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-293a04be-8b7c-46d4-bd14-187034b07a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-router', 'tenant_id': '997d129c9320455abd5689acea35e882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:11Z', 'updated_at': '2021-08-20T11:31:30Z', 'revision_number': 5, 'project_id': '997d129c9320455abd5689acea35e882', 'gw_port': {'id': '4fab5791-8b85-4e6f-a859-ad4b1aefab8d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:12Z', 'updated_at': '2021-08-20T11:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:32.649388 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a04be-8b7c-46d4-bd14-187034b07a7e None None] Checking router: f07438ca-202a-42ac-8ab3-4d14a37ae3da for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:32.658531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8038637b-5a74-4ff2-8e95-e391078a832d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.678863 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a04be-8b7c-46d4-bd14-187034b07a7e None None] Routers {'f07438ca-202a-42ac-8ab3-4d14a37ae3da'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:32.679641 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-293a04be-8b7c-46d4-bd14-187034b07a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:32.689249 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4110c-4fd3-44ac-840b-c56c8e183f18 req-7377ed01-51b4-4a33-a93d-39c50c97a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:32.692131 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4b4110c-4fd3-44ac-840b-c56c8e183f18 req-7377ed01-51b4-4a33-a93d-39c50c97a282 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615 HTTP/1.1" status: 200 len: 852 time: 0.1478491 Aug 20 11:31:32.694239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Router c0129909-f780-42d2-8429-f0494684be76 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:31:32.801137 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port d94014e4-1eca-45ee-88cf-06760fa0f58b completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:32.830953 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d94014e4-1eca-45ee-88cf-06760fa0f58b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:32.831727 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.859628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca241447-9a80-4791-9c80-d741d45edfc0 req-4428e72b-53a9-475c-878d-6d5a8e497d99 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:32.867338 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca241447-9a80-4791-9c80-d741d45edfc0 req-4428e72b-53a9-475c-878d-6d5a8e497d99 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 945 time: 0.1768203 Aug 20 11:31:32.868431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f336e88d-37a1-4334-b8eb-3101e85f7920 None None] Provisioning for port d94014e4-1eca-45ee-88cf-06760fa0f58b completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:32.890435 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-293a04be-8b7c-46d4-bd14-187034b07a7e None None] Set router f07438ca-202a-42ac-8ab3-4d14a37ae3da gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:32.895352 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.896398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0c146c-bf03-42f9-924f-2f7ef0e3543b None None] Network b7642dfe-60cb-406e-83f2-4229ea274e40 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:32.946359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f5649cf4-a21e-4d3b-b558-b171ff2cbff2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:32.959430 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-293a04be-8b7c-46d4-bd14-187034b07a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-router', 'tenant_id': '997d129c9320455abd5689acea35e882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:11Z', 'updated_at': '2021-08-20T11:31:32Z', 'revision_number': 6, 'project_id': '997d129c9320455abd5689acea35e882', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:32.966053 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f336e88d-37a1-4334-b8eb-3101e85f7920 None None] Provisioning complete for port d94014e4-1eca-45ee-88cf-06760fa0f58b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:32.966624 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f336e88d-37a1-4334-b8eb-3101e85f7920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.969086 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca241447-9a80-4791-9c80-d741d45edfc0 req-7f3c0d91-fafb-4de6-a678-bef4b9b72b02 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007669 Aug 20 11:31:33.003975 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a04be-8b7c-46d4-bd14-187034b07a7e None None] The sync data for ids ['f07438ca-202a-42ac-8ab3-4d14a37ae3da'] in n-d-804299-2 is: [{'id': 'f07438ca-202a-42ac-8ab3-4d14a37ae3da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367826062-router', 'tenant_id': '997d129c9320455abd5689acea35e882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:11Z', 'updated_at': '2021-08-20T11:31:32Z', 'revision_number': 6, 'project_id': '997d129c9320455abd5689acea35e882', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:33.007538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:33.036813 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:33.038746 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0077f449-5d71-48f3-8f08-d03ccf82329f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5051227 Aug 20 11:31:33.041440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51448) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:33.064287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Sync routers for ids ['c0129909-f780-42d2-8429-f0494684be76'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:33.120921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'f5649cf4-a21e-4d3b-b558-b171ff2cbff2', 'network_id': '97500370-4801-4f47-928d-aa765b4857c5', 'port_id': 'f5649cf4-a21e-4d3b-b558-b171ff2cbff2', 'mac_address': 'fa:16:3e:d5:1d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1791bda-c9bf-4aae-b873-fde963569e9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:33.164372 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Routers {'c0129909-f780-42d2-8429-f0494684be76'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:33.164966 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c0129909-f780-42d2-8429-f0494684be76'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:33.255515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b819c032-469a-40e1-9a76-fc92974b8f17, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b819c032-469a-40e1-9a76-fc92974b8f17,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:33.302393 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f1fb9-3214-452b-b43a-698dc73631a7 req-14a12967-b7c7-4253-8d5b-bd55305eda8b tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:33.310083 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9c9f1fb9-3214-452b-b43a-698dc73631a7 req-14a12967-b7c7-4253-8d5b-bd55305eda8b tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 950 time: 0.1200392 Aug 20 11:31:33.316379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4110c-4fd3-44ac-840b-c56c8e183f18 req-62cdd0e9-61eb-4623-909a-b338e72ed837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:33.317896 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4b4110c-4fd3-44ac-840b-c56c8e183f18 req-62cdd0e9-61eb-4623-909a-b338e72ed837 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e249b59-2036-45f5-90ef-277daacd89dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268301 Aug 20 11:31:33.341831 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8038637b-5a74-4ff2-8e95-e391078a832d admin admin] Deleting port 4fab5791-8b85-4e6f-a859-ad4b1aefab8d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:33.344106 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8038637b-5a74-4ff2-8e95-e391078a832d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:33.452538 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'b819c032-469a-40e1-9a76-fc92974b8f17', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'port_id': 'b819c032-469a-40e1-9a76-fc92974b8f17', 'mac_address': 'fa:16:3e:ee:05:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:33.514983 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:33.542169 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9c9f1fb9-3214-452b-b43a-698dc73631a7 req-6fe3576f-58d8-4a58-ad8b-de7166bced8c tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310975 Aug 20 11:31:33.621164 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4b4110c-4fd3-44ac-840b-c56c8e183f18 req-d5fc180a-3c86-42bd-9436-e5d89bc3239c service neutron] 10.222.0.35 "GET /v2.0/networks/1e249b59-2036-45f5-90ef-277daacd89dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816081 Aug 20 11:31:33.657844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8038637b-5a74-4ff2-8e95-e391078a832d admin admin] For port 4fab5791-8b85-4e6f-a859-ad4b1aefab8d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4fab5791-8b85-4e6f-a859-ad4b1aefab8d,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:33.658214 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8038637b-5a74-4ff2-8e95-e391078a832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:33.739972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8038637b-5a74-4ff2-8e95-e391078a832d admin admin] Calling delete_port for 4fab5791-8b85-4e6f-a859-ad4b1aefab8d owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:33.805547 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:33.862389 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f336e88d-37a1-4334-b8eb-3101e85f7920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:33.865031 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5649cf4-a21e-4d3b-b558-b171ff2cbff2 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:33.878046 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4b4110c-4fd3-44ac-840b-c56c8e183f18 req-10c8543a-f124-487b-a34a-f13ae03d8ba0 service neutron] 10.222.0.35 "GET /v2.0/networks/1e249b59-2036-45f5-90ef-277daacd89dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429001 Aug 20 11:31:33.909635 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-79550ea6-d047-4e2c-b302-5a9595d275a4 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:33.911197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-79550ea6-d047-4e2c-b302-5a9595d275a4 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/networks?id=cd07167d-8d5a-47ff-a7de-7bf1c951cb78 HTTP/1.1" status: 200 len: 814 time: 0.2982833 Aug 20 11:31:33.928664 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd031be-5d04-4af8-a493-fd870c22965b req-f6b27f8d-2dee-482a-b906-5725167927bd tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:33.930184 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fd031be-5d04-4af8-a493-fd870c22965b req-f6b27f8d-2dee-482a-b906-5725167927bd tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.76 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 821 time: 0.3161619 Aug 20 11:31:33.940420 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Set router c0129909-f780-42d2-8429-f0494684be76 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:33.951362 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc1930-1476-4257-9cf7-05b18e7e9708 req-2ae859c3-9360-47fa-b20d-6f741a930102 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:33.951632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9fd031be-5d04-4af8-a493-fd870c22965b req-ab6c7bda-4bfa-4109-be9d-232e0a4807b2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Request body: {'port': {'device_id': 'a6e2e144-fdc8-481e-a1b6-92ee31c291e4', 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77', 'admin_state_up': True, 'tenant_id': '9437c8ccf38f4278bfdd6826ef939401'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:33.952997 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-38dc1930-1476-4257-9cf7-05b18e7e9708 req-2ae859c3-9360-47fa-b20d-6f741a930102 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 944 time: 0.1388834 Aug 20 11:31:34.001373 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-38dc1930-1476-4257-9cf7-05b18e7e9708 req-b455d528-91ae-4032-b895-ed7a245f9780 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389004 Aug 20 11:31:34.038618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f5649cf4-a21e-4d3b-b558-b171ff2cbff2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:34.046465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port d94014e4-1eca-45ee-88cf-06760fa0f58b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d94014e4-1eca-45ee-88cf-06760fa0f58b,segment=NetworkSegment(b59b7a87-4437-4875-88c7-49d2d862150c),segment_id=b59b7a87-4437-4875-88c7-49d2d862150c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:34.048538 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.055916 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.062793 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8038637b-5a74-4ff2-8e95-e391078a832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.070001 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.099175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038637b-5a74-4ff2-8e95-e391078a832d admin admin] Pushing event deleted for resources: {'Port': ['ID=4fab5791-8b85-4e6f-a859-ad4b1aefab8d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:34.103882 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-dcc2dcc4-0c68-4c6a-8108-632efd2b4e93 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/quotas/2a03a5c14c564bc18c23b6d03819805b HTTP/1.1" status: 200 len: 375 time: 0.1725526 Aug 20 11:31:34.125035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8038637b-5a74-4ff2-8e95-e391078a832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.184965 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b819c032-469a-40e1-9a76-fc92974b8f17 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:34.199259 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-377d851c-f0a4-4773-ac69-dfa11a6724c4 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a03a5c14c564bc18c23b6d03819805b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944836 Aug 20 11:31:34.207660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['f5649cf4-a21e-4d3b-b558-b171ff2cbff2'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:34.279267 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-98d17a42-5e37-4888-889a-9ecd50f9435f req-c7577843-17bb-48d4-bb65-985414349fd5 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 210 time: 0.0786514 Aug 20 11:31:34.304171 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b819c032-469a-40e1-9a76-fc92974b8f17, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b819c032-469a-40e1-9a76-fc92974b8f17,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:34.332288 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8038637b-5a74-4ff2-8e95-e391078a832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.334863 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8038637b-5a74-4ff2-8e95-e391078a832d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.371660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ba17b4a2-9aca-4b86-8f57-cb89ae4e575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'name': 'tempest-ServersTestFqdnHostnames-13846830-router', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:41Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'gw_port': {'id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:42Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '1fa9c1fd-010b-4eb5-b5aa-f4e5971294e8', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'port_id': '6ca4ede2-aad1-408b-80a7-1439fbb17155', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd', 'mac_address': 'fa:16:3e:d8:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00547c2f-e8a0-45a6-8aba-f479243bf711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:05Z', 'updated_at': '2021-08-20T11:31:28Z', 'revision_number': 1, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ca46af-2874-47bf-bc37-12809bd44e1f', 'name': '', 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'mac_address': 'fa:16:3e:40:14:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:31:00Z', 'revision_number': 5, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'subnets': [{'id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:34.381656 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd031be-5d04-4af8-a493-fd870c22965b req-ab6c7bda-4bfa-4109-be9d-232e0a4807b2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Made reservation on behalf of 9437c8ccf38f4278bfdd6826ef939401 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:34.394050 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9fd031be-5d04-4af8-a493-fd870c22965b req-ab6c7bda-4bfa-4109-be9d-232e0a4807b2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.411943 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-f336e88d-37a1-4334-b8eb-3101e85f7920 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:31:34.412261 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-f336e88d-37a1-4334-b8eb-3101e85f7920 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:31:34.413008 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4fab5791-8b85-4e6f-a859-ad4b1aefab8d no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:34.415271 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:34.426475 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8038637b-5a74-4ff2-8e95-e391078a832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.427197 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8038637b-5a74-4ff2-8e95-e391078a832d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f07438ca-202a-42ac-8ab3-4d14a37ae3da {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:31:34.436807 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8038637b-5a74-4ff2-8e95-e391078a832d admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.437976 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8038637b-5a74-4ff2-8e95-e391078a832d admin admin] 10.222.0.37 "DELETE /v2.0/routers/f07438ca-202a-42ac-8ab3-4d14a37ae3da HTTP/1.1" status: 204 len: 168 time: 2.4142199 Aug 20 11:31:34.440660 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51472) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:34.470496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17b4a2-9aca-4b86-8f57-cb89ae4e575b None None] The sync data for ids ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'] in n-d-804299-2 is: [{'id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'name': 'tempest-ServersTestFqdnHostnames-13846830-router', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:41Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'gw_port': {'id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:42Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '1fa9c1fd-010b-4eb5-b5aa-f4e5971294e8', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'port_id': '6ca4ede2-aad1-408b-80a7-1439fbb17155', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd', 'mac_address': 'fa:16:3e:d8:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00547c2f-e8a0-45a6-8aba-f479243bf711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:05Z', 'updated_at': '2021-08-20T11:31:28Z', 'revision_number': 1, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ca46af-2874-47bf-bc37-12809bd44e1f', 'name': '', 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'mac_address': 'fa:16:3e:40:14:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:31:00Z', 'revision_number': 5, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'subnets': [{'id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:34.472954 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.534394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-09febf79-2a32-4b67-9ab5-6a40650451ef admin admin] Deleting subnet a5e87b6c-641e-4690-b4ec-e033c26e4069 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:31:34.537328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 4fab5791-8b85-4e6f-a859-ad4b1aefab8d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:31:34.537971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4fab5791-8b85-4e6f-a859-ad4b1aefab8d not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:31:34.538682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ef718c27-3490-400a-93c7-36401ae5339d no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:34.551879 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09febf79-2a32-4b67-9ab5-6a40650451ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.568188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=d94014e4-1eca-45ee-88cf-06760fa0f58b,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:34.627608 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09febf79-2a32-4b67-9ab5-6a40650451ef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.661206 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-e1db3dbc-b464-421d-8907-b58fe20bf8fc service neutron] 10.222.0.37 "GET /v2.0/networks/cd07167d-8d5a-47ff-a7de-7bf1c951cb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598048 Aug 20 11:31:34.670782 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.688950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: ef718c27-3490-400a-93c7-36401ae5339d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:31:34.689298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ef718c27-3490-400a-93c7-36401ae5339d not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:31:34.747913 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09febf79-2a32-4b67-9ab5-6a40650451ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.757437 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=b819c032-469a-40e1-9a76-fc92974b8f17,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:34.783203 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89e946-5f58-4675-92af-339a91268c92 req-b1f4b130-faff-4248-b5d5-57c835a849f6 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:34.784955 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6d89e946-5f58-4675-92af-339a91268c92 req-b1f4b130-faff-4248-b5d5-57c835a849f6 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 944 time: 0.1464741 Aug 20 11:31:34.829016 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['b819c032-469a-40e1-9a76-fc92974b8f17'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:34.834983 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4288b48-353f-48d9-8d66-6d8c69de25f4 None None] New status for floating IP 1fa9c1fd-010b-4eb5-b5aa-f4e5971294e8: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:31:34.855233 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6d89e946-5f58-4675-92af-339a91268c92 req-57977727-2d89-4a28-b244-46aa0618e85a tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586348 Aug 20 11:31:34.861207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-9fd031be-5d04-4af8-a493-fd870c22965b req-ab6c7bda-4bfa-4109-be9d-232e0a4807b2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Allocated IP 172.20.0.6 (d470dece-9c15-4ab9-87f2-416f558c1d77/843c014f-c6d6-46ac-ac96-8342939acd6b/0e0c772b-5260-4ae9-9bf0-bf876577a776) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:34.890915 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09febf79-2a32-4b67-9ab5-6a40650451ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.918303 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09febf79-2a32-4b67-9ab5-6a40650451ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.922697 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-09febf79-2a32-4b67-9ab5-6a40650451ef admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a5e87b6c-641e-4690-b4ec-e033c26e4069 HTTP/1.1" status: 204 len: 168 time: 0.4787600 Aug 20 11:31:34.925728 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-9ed1f4fd-69ce-451a-a594-80f284ce9a91 service neutron] 10.222.0.37 "GET /v2.0/networks/cd07167d-8d5a-47ff-a7de-7bf1c951cb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501810 Aug 20 11:31:34.926239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51476) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:34.950362 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09febf79-2a32-4b67-9ab5-6a40650451ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e87b6c-641e-4690-b4ec-e033c26e4069,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:34.955789 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc04bd9-7d2c-445e-8809-beff0a0b74c5 None None] Network 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:35.067713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0129909-f780-42d2-8429-f0494684be76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780885308-router', 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:29Z', 'updated_at': '2021-08-20T11:31:31Z', 'revision_number': 3, 'project_id': 'b70b75fe633c4640a89fda823b724ec6', 'gw_port': {'id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0129909-f780-42d2-8429-f0494684be76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:30Z', 'updated_at': '2021-08-20T11:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:35.101157 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.146644 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4d11-c3d3-4a32-bcd0-bc18c5e981a5 req-ff25663b-21fd-4d81-a79b-41e55631694d tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:35.148450 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-225e4d11-c3d3-4a32-bcd0-bc18c5e981a5 req-ff25663b-21fd-4d81-a79b-41e55631694d tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 950 time: 0.1264601 Aug 20 11:31:35.149631 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Checking router: c0129909-f780-42d2-8429-f0494684be76 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:35.150101 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Updating router c0129909-f780-42d2-8429-f0494684be76 port 2ce03c81-8762-4758-bc47-00849a0f6f28 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:31:35.210697 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.216929 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-225e4d11-c3d3-4a32-bcd0-bc18c5e981a5 req-151e360e-2992-49ff-bfbc-637c41d4f27a tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579698 Aug 20 11:31:35.292199 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-563d516b-9baf-427e-bc1e-bda701f4d46c req-e58ab345-3a47-4646-aa4b-eb12b5fb7288 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 210 time: 0.0406222 Aug 20 11:31:35.359722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Allocated IP 172.20.0.1 (cd191cf3-8225-4c1e-becf-498a67d2725b/565d747d-f928-4d60-9cdd-0a49ae2e0085/75f20bb6-00df-4d2b-ae45-e4d777329dde) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:35.424303 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e2fc013a-cd6f-4e67-8469-e6beb827396a req-c085b2fa-779b-4ab6-9414-36e53434f49f tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 210 time: 0.0327752 Aug 20 11:31:35.439690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b630b-e025-420e-9cfb-042aa278b50f req-e3a36c73-6ff8-4fe6-98ed-cb92e4ccad6b tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:35.441380 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1e5b630b-e025-420e-9cfb-042aa278b50f req-e3a36c73-6ff8-4fe6-98ed-cb92e4ccad6b tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 945 time: 0.1839166 Aug 20 11:31:35.527004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] Deleting port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:35.527454 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.530339 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-02619f88-8b10-4f75-b7f7-d07a9aa139e6 None None] Provisioning complete for port d94014e4-1eca-45ee-88cf-06760fa0f58b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:35.530839 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02619f88-8b10-4f75-b7f7-d07a9aa139e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.538519 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9fd031be-5d04-4af8-a493-fd870c22965b req-ab6c7bda-4bfa-4109-be9d-232e0a4807b2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.572328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce7ac85-66a0-430d-91d2-915b2c0a677b None None] DHCP port deletion for 88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:31:35.652659 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1e5b630b-e025-420e-9cfb-042aa278b50f req-99d7e4a4-7b9b-4fa0-8a48-bfd72131c7c8 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629679 Aug 20 11:31:35.667289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa17de1-58a1-4e5a-9287-a9e599b74449 req-8a5d871d-aee9-493c-8c3d-d0c2aa662c2b tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:35.669069 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4aa17de1-58a1-4e5a-9287-a9e599b74449 req-8a5d871d-aee9-493c-8c3d-d0c2aa662c2b tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.76 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 944 time: 0.2454865 Aug 20 11:31:35.707514 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] For port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac,segment=NetworkSegment(908c6f6e-df6d-4bcb-a899-74d4e520d057),segment_id=908c6f6e-df6d-4bcb-a899-74d4e520d057)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:35.707990 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.749839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] Calling delete_port for 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:35.753785 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.789744 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9fd031be-5d04-4af8-a493-fd870c22965b req-ab6c7bda-4bfa-4109-be9d-232e0a4807b2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.807081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-fce7ac85-66a0-430d-91d2-915b2c0a677b None None] Deleting port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:35.807499 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fce7ac85-66a0-430d-91d2-915b2c0a677b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.846137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Transition to ACTIVE for port object 75f20bb6-00df-4d2b-ae45-e4d777329dde will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:35.904097 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-fce7ac85-66a0-430d-91d2-915b2c0a677b None None] For port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac,segment=NetworkSegment(908c6f6e-df6d-4bcb-a899-74d4e520d057),segment_id=908c6f6e-df6d-4bcb-a899-74d4e520d057)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:35.904784 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fce7ac85-66a0-430d-91d2-915b2c0a677b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.917738 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd031be-5d04-4af8-a493-fd870c22965b req-ab6c7bda-4bfa-4109-be9d-232e0a4807b2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Network d470dece-9c15-4ab9-87f2-416f558c1d77 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:35.925996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-9fd031be-5d04-4af8-a493-fd870c22965b req-ab6c7bda-4bfa-4109-be9d-232e0a4807b2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:35.938945 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-fce7ac85-66a0-430d-91d2-915b2c0a677b None None] Calling delete_port for 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:35.944011 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd031be-5d04-4af8-a493-fd870c22965b req-ab6c7bda-4bfa-4109-be9d-232e0a4807b2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:35.957894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c7bda-4bfa-4109-be9d-232e0a4807b2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Pushing event updated for resources: {'Port': ['ID=0e0c772b-5260-4ae9-9bf0-bf876577a776,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:36.022672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2257b4-87d6-4b1d-929e-8875e33c1ac7 req-00f1e926-20f9-4f08-9354-ab2af4305997 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:36.024548 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eb2257b4-87d6-4b1d-929e-8875e33c1ac7 req-00f1e926-20f9-4f08-9354-ab2af4305997 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 944 time: 0.0625060 Aug 20 11:31:36.068245 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eb2257b4-87d6-4b1d-929e-8875e33c1ac7 req-c8f727da-ffb1-4e84-bc50-f70a7704e7b2 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367808 Aug 20 11:31:36.172412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f5649cf4-a21e-4d3b-b558-b171ff2cbff2 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:36.174418 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f5649cf4-a21e-4d3b-b558-b171ff2cbff2 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:36.213058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d94014e4-1eca-45ee-88cf-06760fa0f58b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:36.226892 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.305128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-4aa17de1-58a1-4e5a-9287-a9e599b74449 req-5075b667-efbe-4945-8950-cd9f460c4d11 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Deleting port f5649cf4-a21e-4d3b-b558-b171ff2cbff2 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:36.305469 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4aa17de1-58a1-4e5a-9287-a9e599b74449 req-5075b667-efbe-4945-8950-cd9f460c4d11 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.316311 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.347906 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Transition to ACTIVE for port object 2ce03c81-8762-4758-bc47-00849a0f6f28 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:36.361804 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fce7ac85-66a0-430d-91d2-915b2c0a677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.372194 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.resource_extend [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:31:36.375174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd031be-5d04-4af8-a493-fd870c22965b req-ab6c7bda-4bfa-4109-be9d-232e0a4807b2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:36.375942 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9fd031be-5d04-4af8-a493-fd870c22965b req-ab6c7bda-4bfa-4109-be9d-232e0a4807b2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.387339 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.427969 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.472172 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5b51281-00e0-4548-8f1c-5bf5d6de028e req-8a2660fa-55c6-49b6-ac96-cfa6bf07b8a1 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 210 time: 0.1196520 Aug 20 11:31:36.476867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99406744-6ce4-40c1-aa6c-88435f297fef req-5eb2b7c6-1933-46fb-bf48-6a0b1f7918c2 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:36.479223 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99406744-6ce4-40c1-aa6c-88435f297fef req-5eb2b7c6-1933-46fb-bf48-6a0b1f7918c2 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 950 time: 0.5309956 Aug 20 11:31:36.500919 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7ac85-66a0-430d-91d2-915b2c0a677b None None] Pushing event deleted for resources: {'Port': ['ID=6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:36.509012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b819c032-469a-40e1-9a76-fc92974b8f17 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:36.543913 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-11f6a098-d677-4a34-a4d1-c1b030dc754a tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:36.546732 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-11f6a098-d677-4a34-a4d1-c1b030dc754a tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.35 "GET /v2.0/networks?id=cd07167d-8d5a-47ff-a7de-7bf1c951cb78 HTTP/1.1" status: 200 len: 814 time: 0.1588287 Aug 20 11:31:36.548748 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce7ac85-66a0-430d-91d2-915b2c0a677b None None] No DVR routers for this DVR port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:36.560100 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4aa17de1-58a1-4e5a-9287-a9e599b74449 req-5075b667-efbe-4945-8950-cd9f460c4d11 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] For port f5649cf4-a21e-4d3b-b558-b171ff2cbff2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:36.560521 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4aa17de1-58a1-4e5a-9287-a9e599b74449 req-5075b667-efbe-4945-8950-cd9f460c4d11 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.566618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-83fa5720-69b4-4a8a-b585-33aa00a9d3aa tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Request body: {'port': {'device_id': 'f2b62351-0ba6-485a-a351-d088db42b913', 'network_id': 'cd07167d-8d5a-47ff-a7de-7bf1c951cb78', 'admin_state_up': True, 'tenant_id': '2a03a5c14c564bc18c23b6d03819805b'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:36.578564 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Network cd191cf3-8225-4c1e-becf-498a67d2725b is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:36.603577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:36.607497 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fd031be-5d04-4af8-a493-fd870c22965b req-ab6c7bda-4bfa-4109-be9d-232e0a4807b2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6625657 Aug 20 11:31:36.616473 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Attempting to bind port 2ce03c81-8762-4758-bc47-00849a0f6f28 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:36.616752 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:36.616924 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Attempting to bind port 2ce03c81-8762-4758-bc47-00849a0f6f28 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:36.617240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Attempting to bind port 2ce03c81-8762-4758-bc47-00849a0f6f28 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:36.626985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] No DVR routers for this DVR port 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:36.640671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-4aa17de1-58a1-4e5a-9287-a9e599b74449 req-5075b667-efbe-4945-8950-cd9f460c4d11 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Calling delete_port for f5649cf4-a21e-4d3b-b558-b171ff2cbff2 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:36.654407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Request body: {'port': {'device_id': 'a6e2e144-fdc8-481e-a1b6-92ee31c291e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:36.656555 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:36.656839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:36.657165 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.657508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:36.657984 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Bound port: 2ce03c81-8762-4758-bc47-00849a0f6f28, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:36.658366 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.675096 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d94014e4-1eca-45ee-88cf-06760fa0f58b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:36.675096 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.708521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880afa4-fcba-4a05-84e8-e7114e10e7af None None] Pushing event updated for resources: {'Port': ['ID=2ce03c81-8762-4758-bc47-00849a0f6f28,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:36.709119 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ef61f-8f35-4053-af6b-1d96daac3372 req-3f975483-cfa4-4ba3-94d0-84c3194cfb2d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:36.718147 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Pushing event updated for resources: {'Port': ['ID=75f20bb6-00df-4d2b-ae45-e4d777329dde,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:36.731888 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c89ef61f-8f35-4053-af6b-1d96daac3372 req-3f975483-cfa4-4ba3-94d0-84c3194cfb2d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 931 time: 0.1822262 Aug 20 11:31:36.757992 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.784241 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f5649cf4-a21e-4d3b-b558-b171ff2cbff2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:36.797221 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c89ef61f-8f35-4053-af6b-1d96daac3372 req-9fdeed43-9784-4d10-97c7-c977ea27c0bf tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632455 Aug 20 11:31:36.817722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-83fa5720-69b4-4a8a-b585-33aa00a9d3aa tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Made reservation on behalf of 2a03a5c14c564bc18c23b6d03819805b for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:36.821232 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:36.830030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-83fa5720-69b4-4a8a-b585-33aa00a9d3aa tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.838678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f5649cf4-a21e-4d3b-b558-b171ff2cbff2 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:36.847399 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'f5649cf4-a21e-4d3b-b558-b171ff2cbff2', 'network_id': '97500370-4801-4f47-928d-aa765b4857c5', 'port_id': 'f5649cf4-a21e-4d3b-b558-b171ff2cbff2', 'mac_address': 'fa:16:3e:d5:1d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1791bda-c9bf-4aae-b873-fde963569e9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:36.880164 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] For port 2ce03c81-8762-4758-bc47-00849a0f6f28, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:36.883348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port b819c032-469a-40e1-9a76-fc92974b8f17 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:36.894958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] For port 2ce03c81-8762-4758-bc47-00849a0f6f28, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2ce03c81-8762-4758-bc47-00849a0f6f28,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:36.899852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f5649cf4-a21e-4d3b-b558-b171ff2cbff2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:36.915867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port b819c032-469a-40e1-9a76-fc92974b8f17 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:36.916272 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.921362 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.946914 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.969442 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.010674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e73c4-9240-41e9-981c-9a68ae3801a8 req-da9daac7-20d5-4084-93a4-cff1e83724da tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:37.012256 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-756e73c4-9240-41e9-981c-9a68ae3801a8 req-da9daac7-20d5-4084-93a4-cff1e83724da tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 950 time: 0.6773844 Aug 20 11:31:37.021946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d32a3-b593-46bb-b2dd-eb1c1d3cfc1b req-73f258cc-f93f-4a55-bae9-ada685b9a41d tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:37.023481 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-385d32a3-b593-46bb-b2dd-eb1c1d3cfc1b req-73f258cc-f93f-4a55-bae9-ada685b9a41d tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 945 time: 0.0910988 Aug 20 11:31:37.068958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880afa4-fcba-4a05-84e8-e7114e10e7af None None] Pushing event updated for resources: {'Port': ['ID=2ce03c81-8762-4758-bc47-00849a0f6f28,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:37.075922 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-83fa5720-69b4-4a8a-b585-33aa00a9d3aa tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Allocated IP 172.20.0.9 (cd07167d-8d5a-47ff-a7de-7bf1c951cb78/8749db07-6ab8-4e61-9db8-69189ae3f0d8/9fbd8547-0868-4c91-a825-5b5696d2cc54) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:37.085441 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-385d32a3-b593-46bb-b2dd-eb1c1d3cfc1b req-c2b2a3e2-f8d7-426d-975d-00a81a1e762b tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468304 Aug 20 11:31:37.100597 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.120928 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1300e535-ea57-40bf-9eda-07f2f3b2c9c0 None None] Provisioning for port 75f20bb6-00df-4d2b-ae45-e4d777329dde completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:37.153915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Routers {'c0129909-f780-42d2-8429-f0494684be76'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:37.155668 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c0129909-f780-42d2-8429-f0494684be76'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:37.157668 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1300e535-ea57-40bf-9eda-07f2f3b2c9c0 None None] Provisioning complete for port 75f20bb6-00df-4d2b-ae45-e4d777329dde triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:37.158194 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1300e535-ea57-40bf-9eda-07f2f3b2c9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.225929 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.242677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:37.245140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:37.286688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:31:37.286937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6e908cb9-bf2a-4e79-ac79-c5c4d4f903ac not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:31:37.291803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a5fe25-86af-4d3e-9bc2-bda3dc9bb952']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:37.305338 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.324477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1300e535-ea57-40bf-9eda-07f2f3b2c9c0 None None] Port 75f20bb6-00df-4d2b-ae45-e4d777329dde cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:37.332226 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-756e73c4-9240-41e9-981c-9a68ae3801a8 req-0250771e-1436-47e0-8461-aadf79d02d2f tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941124 Aug 20 11:31:37.337675 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908c6f6e-df6d-4bcb-a899-74d4e520d057') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:37.337966 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908c6f6e-df6d-4bcb-a899-74d4e520d057') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:37.347263 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-83fa5720-69b4-4a8a-b585-33aa00a9d3aa tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.355792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b819c032-469a-40e1-9a76-fc92974b8f17, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b819c032-469a-40e1-9a76-fc92974b8f17,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:37.360378 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.374925 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.401450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b6ea1d-d47f-446f-b8e1-ff00b1a31246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b819c032-469a-40e1-9a76-fc92974b8f17'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:37.403182 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b42f52-2789-4e30-a309-2823d7d9c881 req-34eade9d-152a-47f4-9a07-e547b56a636a tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:37.405463 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e5b42f52-2789-4e30-a309-2823d7d9c881 req-34eade9d-152a-47f4-9a07-e547b56a636a tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8dc6f79-3da4-4915-a951-e915ef2942cf HTTP/1.1" status: 200 len: 943 time: 0.0765641 Aug 20 11:31:37.413309 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f53b0d-73e3-49ba-9eb7-bf37ee5e1391" -d '{"events": [{"server_uuid": "57b6ea1d-d47f-446f-b8e1-ff00b1a31246", "name": "network-vif-plugged", "status": "completed", "tag": "b819c032-469a-40e1-9a76-fc92974b8f17"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:37.432689 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.435139 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-83fa5720-69b4-4a8a-b585-33aa00a9d3aa tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.482401 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.484114 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5131da-7a25-44a3-9c7b-78d28d15486e x-openstack-request-id: req-9d5131da-7a25-44a3-9c7b-78d28d15486e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:37.484405 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b6ea1d-d47f-446f-b8e1-ff00b1a31246", "name": "network-vif-plugged", "status": "completed", "tag": "b819c032-469a-40e1-9a76-fc92974b8f17", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:37.485308 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d5131da-7a25-44a3-9c7b-78d28d15486e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:37.485698 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b6ea1d-d47f-446f-b8e1-ff00b1a31246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b819c032-469a-40e1-9a76-fc92974b8f17', 'code': 200} Aug 20 11:31:37.493376 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] Set router c0129909-f780-42d2-8429-f0494684be76 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:37.503740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-99406744-6ce4-40c1-aa6c-88435f297fef req-826e9670-8eba-4cd2-bec0-794f7dafd6ab tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Deleting port 507ed9c3-e332-4628-84ab-43845ab12459 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:37.504189 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-99406744-6ce4-40c1-aa6c-88435f297fef req-826e9670-8eba-4cd2-bec0-794f7dafd6ab tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.522262 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e5b42f52-2789-4e30-a309-2823d7d9c881 req-91d217bd-5661-4054-b17c-58ca6d8b8afd tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053753 Aug 20 11:31:37.531841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:31:37.532255 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:31:37.535880 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:31:37.550436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-83fa5720-69b4-4a8a-b585-33aa00a9d3aa tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Network cd07167d-8d5a-47ff-a7de-7bf1c951cb78 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:37.554243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-83fa5720-69b4-4a8a-b585-33aa00a9d3aa tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:37.559232 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-83fa5720-69b4-4a8a-b585-33aa00a9d3aa tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:37.565696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-83fa5720-69b4-4a8a-b585-33aa00a9d3aa tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:37.566403 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-83fa5720-69b4-4a8a-b585-33aa00a9d3aa tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.588865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa5720-69b4-4a8a-b585-33aa00a9d3aa tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Pushing event updated for resources: {'Port': ['ID=9fbd8547-0868-4c91-a825-5b5696d2cc54,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:37.589389 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=b819c032-469a-40e1-9a76-fc92974b8f17,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:37.620165 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-83fa5720-69b4-4a8a-b585-33aa00a9d3aa tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0583179 Aug 20 11:31:37.628973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f3170-ecf3-42ed-a1ed-cb3bbd603c63 req-784006c1-7cb4-4a5f-8315-280a1355790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:37.630799 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7b0f3170-ecf3-42ed-a1ed-cb3bbd603c63 req-784006c1-7cb4-4a5f-8315-280a1355790d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 1097 time: 0.0555408 Aug 20 11:31:37.635802 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Request body: {'port': {'device_id': 'f2b62351-0ba6-485a-a351-d088db42b913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:37.714729 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7b0f3170-ecf3-42ed-a1ed-cb3bbd603c63 req-d55a9b4b-2c7f-46ed-a614-d81686bf5c32 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599167 Aug 20 11:31:37.715509 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.724785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0129909-f780-42d2-8429-f0494684be76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780885308-router', 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:29Z', 'updated_at': '2021-08-20T11:31:31Z', 'revision_number': 3, 'project_id': 'b70b75fe633c4640a89fda823b724ec6', 'gw_port': {'id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0129909-f780-42d2-8429-f0494684be76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:30Z', 'updated_at': '2021-08-20T11:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:37.751234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5bb99-0ab5-4075-a0b8-b48e28f4dd84 None None] The sync data for ids ['c0129909-f780-42d2-8429-f0494684be76'] in n-d-804299-2 is: [{'id': 'c0129909-f780-42d2-8429-f0494684be76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780885308-router', 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:29Z', 'updated_at': '2021-08-20T11:31:31Z', 'revision_number': 3, 'project_id': 'b70b75fe633c4640a89fda823b724ec6', 'gw_port': {'id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0129909-f780-42d2-8429-f0494684be76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:30Z', 'updated_at': '2021-08-20T11:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:37.761359 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.777818 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4aa17de1-58a1-4e5a-9287-a9e599b74449 req-5075b667-efbe-4945-8950-cd9f460c4d11 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.787578 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.791829 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] 10.222.0.37 "DELETE /v2.0/networks/88a5fe25-86af-4d3e-9bc2-bda3dc9bb952 HTTP/1.1" status: 204 len: 168 time: 2.8390343 Aug 20 11:31:37.857342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce15ff2-d46c-4179-a175-61a5caa35106 admin admin] Pushing event deleted for resources: {'Network': ['ID=88a5fe25-86af-4d3e-9bc2-bda3dc9bb952,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:37.922124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075b667-efbe-4945-8950-cd9f460c4d11 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Pushing event deleted for resources: {'Port': ['ID=f5649cf4-a21e-4d3b-b558-b171ff2cbff2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:37.930823 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29b642-3fce-43a3-b01a-ad9aa77e3ad5 req-2dcf3157-93bd-4df2-bdd6-e00ccacf8b62 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:37.932576 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e29b642-3fce-43a3-b01a-ad9aa77e3ad5 req-2dcf3157-93bd-4df2-bdd6-e00ccacf8b62 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 931 time: 0.2742479 Aug 20 11:31:38.033452 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cded7c4-26cf-4fda-98a9-7c7effd124ce req-c8a15138-82b4-4f92-b5ba-f5246cf0edfb tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:38.035610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-99406744-6ce4-40c1-aa6c-88435f297fef req-826e9670-8eba-4cd2-bec0-794f7dafd6ab tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] For port 507ed9c3-e332-4628-84ab-43845ab12459, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=507ed9c3-e332-4628-84ab-43845ab12459,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:38.035976 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-99406744-6ce4-40c1-aa6c-88435f297fef req-826e9670-8eba-4cd2-bec0-794f7dafd6ab tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.041798 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3cded7c4-26cf-4fda-98a9-7c7effd124ce req-c8a15138-82b4-4f92-b5ba-f5246cf0edfb tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 931 time: 0.0913904 Aug 20 11:31:38.050394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51516) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:38.081876 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e29b642-3fce-43a3-b01a-ad9aa77e3ad5 req-19b1779e-f4f3-47c7-8774-ebe25f858ccb tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/security-groups?id=60433f38-6b99-4603-a630-19265ff72102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378858 Aug 20 11:31:38.082737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa17de1-58a1-4e5a-9287-a9e599b74449 req-5075b667-efbe-4945-8950-cd9f460c4d11 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] No DVR routers for this DVR port f5649cf4-a21e-4d3b-b558-b171ff2cbff2 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:38.097791 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 507ed9c3-e332-4628-84ab-43845ab12459 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:38.184298 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.188471 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4aa17de1-58a1-4e5a-9287-a9e599b74449 req-5075b667-efbe-4945-8950-cd9f460c4d11 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.191761 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4aa17de1-58a1-4e5a-9287-a9e599b74449 req-5075b667-efbe-4945-8950-cd9f460c4d11 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.76 "DELETE /v2.0/ports/f5649cf4-a21e-4d3b-b558-b171ff2cbff2 HTTP/1.1" status: 204 len: 173 time: 2.5057380 Aug 20 11:31:38.193485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-99406744-6ce4-40c1-aa6c-88435f297fef req-826e9670-8eba-4cd2-bec0-794f7dafd6ab tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Calling delete_port for 507ed9c3-e332-4628-84ab-43845ab12459 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:38.198393 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dc6f79-3da4-4915-a951-e915ef2942cf', 'name': 'network-vif-deleted', 'tag': 'f5649cf4-a21e-4d3b-b558-b171ff2cbff2'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:38.203138 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd155f1-65de-4b2c-804c-08af7db57d0e" -d '{"events": [{"server_uuid": "d8dc6f79-3da4-4915-a951-e915ef2942cf", "name": "network-vif-deleted", "tag": "f5649cf4-a21e-4d3b-b558-b171ff2cbff2"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:38.212645 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.239496 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3cded7c4-26cf-4fda-98a9-7c7effd124ce req-cfe14f23-8e63-4f44-af5f-6cd15bcf99af tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966498 Aug 20 11:31:38.276187 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-89b4bfb2-a53b-426c-bc65-05e1538a4f93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=997d129c9320455abd5689acea35e882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210579 Aug 20 11:31:38.277442 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51524) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:38.309970 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.313307 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbd8547-0868-4c91-a825-5b5696d2cc54 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:38.365757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2ce03c81-8762-4758-bc47-00849a0f6f28 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:38.381371 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.418847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Transition to ACTIVE for port object 9fbd8547-0868-4c91-a825-5b5696d2cc54 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:38.442749 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.449762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 507ed9c3-e332-4628-84ab-43845ab12459, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=507ed9c3-e332-4628-84ab-43845ab12459,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:38.462461 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.481119 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76538b6b-5b56-43cb-abd4-6dc0e032f4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.494669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Pushing event updated for resources: {'Port': ['ID=75f20bb6-00df-4d2b-ae45-e4d777329dde,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:38.531252 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 2ce03c81-8762-4758-bc47-00849a0f6f28 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:38.539852 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4190b6b8-b484-45d6-96dc-4b71339f0fc1 x-openstack-request-id: req-4190b6b8-b484-45d6-96dc-4b71339f0fc1 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:38.540254 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dc6f79-3da4-4915-a951-e915ef2942cf", "name": "network-vif-deleted", "tag": "f5649cf4-a21e-4d3b-b558-b171ff2cbff2", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:38.540392 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4190b6b8-b484-45d6-96dc-4b71339f0fc1 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:38.540797 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dc6f79-3da4-4915-a951-e915ef2942cf', 'name': 'network-vif-deleted', 'tag': 'f5649cf4-a21e-4d3b-b558-b171ff2cbff2', 'status': 'completed', 'code': 200} Aug 20 11:31:38.556675 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76538b6b-5b56-43cb-abd4-6dc0e032f4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.558454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2ce03c81-8762-4758-bc47-00849a0f6f28 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:38.559865 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.573455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbd8547-0868-4c91-a825-5b5696d2cc54,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:38.573730 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0c772b-5260-4ae9-9bf0-bf876577a776 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:38.579668 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.588293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Attempting to bind port 9fbd8547-0868-4c91-a825-5b5696d2cc54 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:38.588657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Attempting to bind port 9fbd8547-0868-4c91-a825-5b5696d2cc54 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '29745a6c-49a0-4aeb-9525-1fb469df4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cd07167d-8d5a-47ff-a7de-7bf1c951cb78'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:38.588983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Attempting to bind port 9fbd8547-0868-4c91-a825-5b5696d2cc54 on network cd07167d-8d5a-47ff-a7de-7bf1c951cb78 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:38.601643 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Port 9fbd8547-0868-4c91-a825-5b5696d2cc54 on network cd07167d-8d5a-47ff-a7de-7bf1c951cb78 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:38.601966 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Attempting to bind port 9fbd8547-0868-4c91-a825-5b5696d2cc54 on network cd07167d-8d5a-47ff-a7de-7bf1c951cb78 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:38.615388 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.615609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:38.615966 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Checking segment: {'id': '29745a6c-49a0-4aeb-9525-1fb469df4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cd07167d-8d5a-47ff-a7de-7bf1c951cb78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:38.616287 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Bound using segment: {'id': '29745a6c-49a0-4aeb-9525-1fb469df4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cd07167d-8d5a-47ff-a7de-7bf1c951cb78'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:38.616762 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Bound port: 9fbd8547-0868-4c91-a825-5b5696d2cc54, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29745a6c-49a0-4aeb-9525-1fb469df4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cd07167d-8d5a-47ff-a7de-7bf1c951cb78'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:38.617155 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.626249 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:31:38.642853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=507ed9c3-e332-4628-84ab-43845ab12459,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:38.733371 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b16ba-425e-470d-903c-94d3b0ec433a req-4f92813f-a725-4ded-9c53-f5981554b424 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:38.745834 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-054b16ba-425e-470d-903c-94d3b0ec433a req-4f92813f-a725-4ded-9c53-f5981554b424 tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 948 time: 0.1258545 Aug 20 11:31:38.783302 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.788748 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76538b6b-5b56-43cb-abd4-6dc0e032f4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.790970 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.798674 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76538b6b-5b56-43cb-abd4-6dc0e032f4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.810560 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 2ce03c81-8762-4758-bc47-00849a0f6f28, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2ce03c81-8762-4758-bc47-00849a0f6f28,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:38.812324 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-76538b6b-5b56-43cb-abd4-6dc0e032f4f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6fe76694-c418-46fa-9e65-7a74160ebd1a HTTP/1.1" status: 204 len: 168 time: 0.5185771 Aug 20 11:31:38.818807 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.851569 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76538b6b-5b56-43cb-abd4-6dc0e032f4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe76694-c418-46fa-9e65-7a74160ebd1a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:38.871603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] For port 9fbd8547-0868-4c91-a825-5b5696d2cc54, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:38.901406 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-054b16ba-425e-470d-903c-94d3b0ec433a req-d23259b8-63ae-47ad-b68d-4f28c126d17c tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/security-groups?id=0552d188-56eb-4421-85c9-ba5a8726571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222222 Aug 20 11:31:38.921590 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] For port 9fbd8547-0868-4c91-a825-5b5696d2cc54, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=9fbd8547-0868-4c91-a825-5b5696d2cc54,segment=NetworkSegment(29745a6c-49a0-4aeb-9525-1fb469df4b6b),segment_id=29745a6c-49a0-4aeb-9525-1fb469df4b6b)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:38.931672 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.936919 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=2ce03c81-8762-4758-bc47-00849a0f6f28,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:39.029169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:39.030280 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:39.031961 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] 10.222.0.35 "PUT /v2.0/ports/9fbd8547-0868-4c91-a825-5b5696d2cc54 HTTP/1.1" status: 200 len: 1091 time: 1.4001877 Aug 20 11:31:39.032767 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b62351-0ba6-485a-a351-d088db42b913', 'tag': '9fbd8547-0868-4c91-a825-5b5696d2cc54'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:39.035213 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36974e7e-1657-4fcd-a6ed-200237d0706e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b62351-0ba6-485a-a351-d088db42b913", "tag": "9fbd8547-0868-4c91-a825-5b5696d2cc54"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:39.064878 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a94d2-5b52-4aba-b098-74cfb9e3d3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbd8547-0868-4c91-a825-5b5696d2cc54,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:39.134883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367380d-be12-4bef-ab18-b493a43b1efd req-13bb6356-a0bf-45b7-bb0c-9f70c7b52b8a tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:39.139473 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-19ee8bdd-f5f8-45bc-af92-1aae0ec6e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:39.141021 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-19ee8bdd-f5f8-45bc-af92-1aae0ec6e492 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a03a5c14c564bc18c23b6d03819805b&device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 1094 time: 0.0569894 Aug 20 11:31:39.142187 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e367380d-be12-4bef-ab18-b493a43b1efd req-13bb6356-a0bf-45b7-bb0c-9f70c7b52b8a tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 946 time: 0.8281624 Aug 20 11:31:39.198812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Transition to ACTIVE for port object 0e0c772b-5260-4ae9-9bf0-bf876577a776 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:39.199930 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-01b3947a-e825-47a2-b7b7-d64f1d01ca47 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fbd8547-0868-4c91-a825-5b5696d2cc54 HTTP/1.1" status: 200 len: 217 time: 0.0406370 Aug 20 11:31:39.242105 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:39.272406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-53e87df5-e0f7-40de-a63c-f492e0d15391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:39.273974 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-53e87df5-e0f7-40de-a63c-f492e0d15391 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8749db07-6ab8-4e61-9db8-69189ae3f0d8 HTTP/1.1" status: 200 len: 854 time: 0.0620582 Aug 20 11:31:39.328184 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e367380d-be12-4bef-ab18-b493a43b1efd req-09c22113-8888-44a2-b4d9-f2050ac57b22 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648676 Aug 20 11:31:39.363754 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-6108f94f-7f37-44af-a4ed-9369a155d11d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd07167d-8d5a-47ff-a7de-7bf1c951cb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749056 Aug 20 11:31:39.364726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Network cd191cf3-8225-4c1e-becf-498a67d2725b is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:39.370525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Pushing event updated for resources: {'Port': ['ID=0e0c772b-5260-4ae9-9bf0-bf876577a776,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:39.387082 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-99406744-6ce4-40c1-aa6c-88435f297fef req-826e9670-8eba-4cd2-bec0-794f7dafd6ab tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:39.414764 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:39.486899 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e15c080-8c80-478d-bbee-0fc45f36fa8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '507ed9c3-e332-4628-84ab-43845ab12459'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:39.489287 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fece1696-cdd3-42f8-8763-02a0e391291a" -d '{"events": [{"server_uuid": "3e15c080-8c80-478d-bbee-0fc45f36fa8f", "name": "network-vif-unplugged", "status": "completed", "tag": "507ed9c3-e332-4628-84ab-43845ab12459"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:39.499903 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce4c180-adb6-4b82-a737-3de6218e4c53 x-openstack-request-id: req-3ce4c180-adb6-4b82-a737-3de6218e4c53 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:39.500191 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b62351-0ba6-485a-a351-d088db42b913", "tag": "9fbd8547-0868-4c91-a825-5b5696d2cc54", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:39.500440 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ce4c180-adb6-4b82-a737-3de6218e4c53 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:39.500872 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b62351-0ba6-485a-a351-d088db42b913', 'tag': '9fbd8547-0868-4c91-a825-5b5696d2cc54', 'status': 'completed', 'code': 200} Aug 20 11:31:39.532671 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51552) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:39.539670 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-24c7cd90-077a-4367-a69a-989dc84b34d1 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1742026359', 'description': 'tempest-description--2138157758'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:39.595222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e9670-8eba-4cd2-bec0-794f7dafd6ab tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Pushing event deleted for resources: {'Port': ['ID=507ed9c3-e332-4628-84ab-43845ab12459,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:39.606152 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-24c7cd90-077a-4367-a69a-989dc84b34d1 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:39.698563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-99406744-6ce4-40c1-aa6c-88435f297fef req-826e9670-8eba-4cd2-bec0-794f7dafd6ab tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] No DVR routers for this DVR port 507ed9c3-e332-4628-84ab-43845ab12459 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:39.709591 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-99406744-6ce4-40c1-aa6c-88435f297fef req-826e9670-8eba-4cd2-bec0-794f7dafd6ab tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:39.711656 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99406744-6ce4-40c1-aa6c-88435f297fef req-826e9670-8eba-4cd2-bec0-794f7dafd6ab tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.76 "DELETE /v2.0/ports/507ed9c3-e332-4628-84ab-43845ab12459 HTTP/1.1" status: 204 len: 173 time: 3.1024592 Aug 20 11:31:39.715895 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-38dde49c-262e-4727-bfe3-5da066204a7f service neutron] 10.222.0.35 "GET /v2.0/networks/cd07167d-8d5a-47ff-a7de-7bf1c951cb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360667 Aug 20 11:31:39.816407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Attempting to bind port 0e0c772b-5260-4ae9-9bf0-bf876577a776 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:39.816783 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Attempting to bind port 0e0c772b-5260-4ae9-9bf0-bf876577a776 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:39.817114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Attempting to bind port 0e0c772b-5260-4ae9-9bf0-bf876577a776 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:39.829754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436a1f7-1244-43d8-a931-9bc09b2bc88d req-0d6c9e94-9d33-4e42-a623-e6cb02a4cf91 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:39.831338 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c436a1f7-1244-43d8-a931-9bc09b2bc88d req-0d6c9e94-9d33-4e42-a623-e6cb02a4cf91 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 943 time: 0.2216733 Aug 20 11:31:39.890870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1885dff4-29ce-4be1-b0ec-0e18cb14e7ce None None] Provisioning complete for port 75f20bb6-00df-4d2b-ae45-e4d777329dde triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:39.891727 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1885dff4-29ce-4be1-b0ec-0e18cb14e7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:39.954884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1885dff4-29ce-4be1-b0ec-0e18cb14e7ce None None] Port 75f20bb6-00df-4d2b-ae45-e4d777329dde cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:39.959610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Port 0e0c772b-5260-4ae9-9bf0-bf876577a776 on network d470dece-9c15-4ab9-87f2-416f558c1d77 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:39.959881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Attempting to bind port 0e0c772b-5260-4ae9-9bf0-bf876577a776 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:39.975508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:39.975886 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Checking segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:39.976358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Bound using segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:39.977279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Bound port: 0e0c772b-5260-4ae9-9bf0-bf876577a776, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:39.983087 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.005916 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c436a1f7-1244-43d8-a931-9bc09b2bc88d req-47346308-1cdc-4aaf-a596-a529f7cf88ed tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/security-groups?id=60433f38-6b99-4603-a630-19265ff72102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590245 Aug 20 11:31:40.094393 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Router c0129909-f780-42d2-8429-f0494684be76 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:31:40.114774 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] For port 0e0c772b-5260-4ae9-9bf0-bf876577a776, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:40.120857 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] For port 0e0c772b-5260-4ae9-9bf0-bf876577a776, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0e0c772b-5260-4ae9-9bf0-bf876577a776,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:40.223469 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab11721a-6f90-449c-8299-0bf0c3c5e73c x-openstack-request-id: req-ab11721a-6f90-449c-8299-0bf0c3c5e73c {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:40.223805 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e15c080-8c80-478d-bbee-0fc45f36fa8f", "name": "network-vif-unplugged", "status": "completed", "tag": "507ed9c3-e332-4628-84ab-43845ab12459", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:40.224094 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab11721a-6f90-449c-8299-0bf0c3c5e73c {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:40.224520 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e15c080-8c80-478d-bbee-0fc45f36fa8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '507ed9c3-e332-4628-84ab-43845ab12459', 'code': 200} Aug 20 11:31:40.233612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f71c45-b46c-4ce1-adf6-0470d6accb3a req-c20933e9-8c5b-4438-9174-bc4e85f92d71 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:40.240192 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-35f71c45-b46c-4ce1-adf6-0470d6accb3a req-c20933e9-8c5b-4438-9174-bc4e85f92d71 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 943 time: 0.6130552 Aug 20 11:31:40.298259 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2ce03c81-8762-4758-bc47-00849a0f6f28 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:40.314770 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-35f71c45-b46c-4ce1-adf6-0470d6accb3a req-93ff055a-b4ed-4fe5-a829-26dd1e160fbf tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667083 Aug 20 11:31:40.319247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:40.320272 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e90a9ad-c1ad-4b6d-8a72-22de73327e23 req-e5f98ea1-c695-4060-bba8-48e20426f346 service neutron] 10.222.0.35 "GET /v2.0/networks/cd07167d-8d5a-47ff-a7de-7bf1c951cb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901399 Aug 20 11:31:40.322165 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.352924 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51566) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:40.354118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Sync routers for ids ['c0129909-f780-42d2-8429-f0494684be76'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:40.355480 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1bfef978-e64c-4c73-94dc-f1b7838fd9ca admin admin] 10.222.0.37 "PUT /v2.0/routers/c0129909-f780-42d2-8429-f0494684be76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3113623 Aug 20 11:31:40.389936 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-24c7cd90-077a-4367-a69a-989dc84b34d1 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.396064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:40.396914 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.399309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Routers {'c0129909-f780-42d2-8429-f0494684be76'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:40.399982 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fd031be-5d04-4af8-a493-fd870c22965b req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] 10.222.0.76 "PUT /v2.0/ports/0e0c772b-5260-4ae9-9bf0-bf876577a776 HTTP/1.1" status: 200 len: 1091 time: 3.7512414 Aug 20 11:31:40.403429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c0129909-f780-42d2-8429-f0494684be76'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:40.409650 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-24c7cd90-077a-4367-a69a-989dc84b34d1 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.507079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1de8d6e6-b341-42cf-a518-3dbb1b232915 req-8564970b-2592-4276-a295-75976743413a tempest-DeleteServersAdminTestJSON-528862979 tempest-DeleteServersAdminTestJSON-528862979-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e15c080-8c80-478d-bbee-0fc45f36fa8f HTTP/1.1" status: 200 len: 210 time: 0.1322939 Aug 20 11:31:40.553712 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e15c080-8c80-478d-bbee-0fc45f36fa8f', 'name': 'network-vif-deleted', 'tag': '507ed9c3-e332-4628-84ab-43845ab12459'}, {'name': 'network-changed', 'server_uuid': 'a6e2e144-fdc8-481e-a1b6-92ee31c291e4', 'tag': '0e0c772b-5260-4ae9-9bf0-bf876577a776'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:40.557711 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996b5809-5250-4b1b-b7a1-07c1d57d9c2f" -d '{"events": [{"server_uuid": "3e15c080-8c80-478d-bbee-0fc45f36fa8f", "name": "network-vif-deleted", "tag": "507ed9c3-e332-4628-84ab-43845ab12459"}, {"name": "network-changed", "server_uuid": "a6e2e144-fdc8-481e-a1b6-92ee31c291e4", "tag": "0e0c772b-5260-4ae9-9bf0-bf876577a776"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:40.575682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a5934-14d8-4034-96c9-e8cd3cb685ff service neutron] Pushing event updated for resources: {'Port': ['ID=0e0c772b-5260-4ae9-9bf0-bf876577a776,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:40.606404 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-24c7cd90-077a-4367-a69a-989dc84b34d1 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.611085 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-24c7cd90-077a-4367-a69a-989dc84b34d1 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0748167 Aug 20 11:31:40.611085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7cd90-077a-4367-a69a-989dc84b34d1 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb72f49d-7298-41ab-9b64-1b576cfdc57a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:40.611372 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51576) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:40.616579 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-a013423b-0adc-421e-af97-3ae51554c6f0 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Request body: {'security_group_rule': {'security_group_id': 'bb72f49d-7298-41ab-9b64-1b576cfdc57a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:40.621877 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-545bca42-a03f-4079-b2de-cb39c33f9f18 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-918206638-network', 'tenant_id': 'bf1975a685124485933cf749b986a218'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:40.643793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd031be-5d04-4af8-a493-fd870c22965b req-07868cb2-c1d5-4c61-863d-50ee54e81925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:40.646316 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fd031be-5d04-4af8-a493-fd870c22965b req-07868cb2-c1d5-4c61-863d-50ee54e81925 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 1094 time: 0.0855758 Aug 20 11:31:40.648541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36974e7e-1657-4fcd-a6ed-200237d0706e req-85e12435-df81-4e9f-ac11-8eae641e57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:40.650592 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36974e7e-1657-4fcd-a6ed-200237d0706e req-85e12435-df81-4e9f-ac11-8eae641e57ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a03a5c14c564bc18c23b6d03819805b&device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 1094 time: 0.2375734 Aug 20 11:31:40.668263 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a013423b-0adc-421e-af97-3ae51554c6f0 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.683617 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925eeca6-9fd8-4ea4-8fde-42e7683e7464 req-f2d63585-813e-4bb7-b5a9-47d86ea698d6 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:40.693598 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-925eeca6-9fd8-4ea4-8fde-42e7683e7464 req-f2d63585-813e-4bb7-b5a9-47d86ea698d6 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 946 time: 0.1585183 Aug 20 11:31:40.704715 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cea8155-3625-409e-81b5-8e13f0ab0e35 x-openstack-request-id: req-6cea8155-3625-409e-81b5-8e13f0ab0e35 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:40.705038 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e15c080-8c80-478d-bbee-0fc45f36fa8f", "name": "network-vif-deleted", "tag": "507ed9c3-e332-4628-84ab-43845ab12459", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6e2e144-fdc8-481e-a1b6-92ee31c291e4", "tag": "0e0c772b-5260-4ae9-9bf0-bf876577a776", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:40.705247 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cea8155-3625-409e-81b5-8e13f0ab0e35 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:40.706037 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e15c080-8c80-478d-bbee-0fc45f36fa8f', 'name': 'network-vif-deleted', 'tag': '507ed9c3-e332-4628-84ab-43845ab12459', 'status': 'completed', 'code': 200} Aug 20 11:31:40.706037 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e2e144-fdc8-481e-a1b6-92ee31c291e4', 'tag': '0e0c772b-5260-4ae9-9bf0-bf876577a776', 'status': 'completed', 'code': 200} Aug 20 11:31:40.714079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fd031be-5d04-4af8-a493-fd870c22965b req-434751e9-ce80-4f74-b67e-9fd764d60165 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e0c772b-5260-4ae9-9bf0-bf876577a776 HTTP/1.1" status: 200 len: 217 time: 0.0545208 Aug 20 11:31:40.731248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2ce03c81-8762-4758-bc47-00849a0f6f28 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:40.735206 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.760382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Set router c0129909-f780-42d2-8429-f0494684be76 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:40.786957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd031be-5d04-4af8-a493-fd870c22965b req-3ad0917f-b42d-490d-bdae-68983eb45566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:40.788403 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fd031be-5d04-4af8-a493-fd870c22965b req-3ad0917f-b42d-490d-bdae-68983eb45566 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.0674419 Aug 20 11:31:40.797862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545bca42-a03f-4079-b2de-cb39c33f9f18 admin admin] Made reservation on behalf of bf1975a685124485933cf749b986a218 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:40.800276 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-545bca42-a03f-4079-b2de-cb39c33f9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.810487 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-545bca42-a03f-4079-b2de-cb39c33f9f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.822074 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a013423b-0adc-421e-af97-3ae51554c6f0 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.824946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fd031be-5d04-4af8-a493-fd870c22965b req-06e83a87-2a3d-4ac7-90c1-81552934b835 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283659 Aug 20 11:31:40.825254 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-925eeca6-9fd8-4ea4-8fde-42e7683e7464 req-3613b537-abdf-48a1-9981-5aacc005fcc8 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264334 Aug 20 11:31:40.829750 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a013423b-0adc-421e-af97-3ae51554c6f0 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.894898 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36974e7e-1657-4fcd-a6ed-200237d0706e req-12649882-812c-45d9-93c3-1803f7536944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:40.896727 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36974e7e-1657-4fcd-a6ed-200237d0706e req-12649882-812c-45d9-93c3-1803f7536944 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cd07167d-8d5a-47ff-a7de-7bf1c951cb78 HTTP/1.1" status: 200 len: 914 time: 0.2320230 Aug 20 11:31:40.918890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013423b-0adc-421e-af97-3ae51554c6f0 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5823abef-e78c-40f4-9d2a-a0194b311c03,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:40.992166 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-545bca42-a03f-4079-b2de-cb39c33f9f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.023405 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0c318-3221-4e23-9897-0cf8e69de89b req-3cd74054-3589-4787-83ca-c7204ac8a43d tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:41.024967 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aae0c318-3221-4e23-9897-0cf8e69de89b req-3cd74054-3589-4787-83ca-c7204ac8a43d tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 946 time: 0.1089604 Aug 20 11:31:41.028333 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a013423b-0adc-421e-af97-3ae51554c6f0 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.036672 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a013423b-0adc-421e-af97-3ae51554c6f0 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4206092 Aug 20 11:31:41.036672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51590) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:41.037468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51594) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:41.039360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fd031be-5d04-4af8-a493-fd870c22965b req-96097de1-2c1a-4fdf-ab60-929bd351a43c service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065313 Aug 20 11:31:41.043556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0da8019e-ef0f-46b8-a58e-1ed6ab52a9c4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Request body: {'floatingip': {'port_id': 'b819c032-469a-40e1-9a76-fc92974b8f17'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:41.049110 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-545bca42-a03f-4079-b2de-cb39c33f9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.057654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-dd85408a-12b2-4ff9-941b-fbe38d745268 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Request body: {'security_group_rule': {'security_group_id': 'bb72f49d-7298-41ab-9b64-1b576cfdc57a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:41.065889 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36974e7e-1657-4fcd-a6ed-200237d0706e req-f48ae588-b74f-4486-865d-4d9dd6394e8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fbd8547-0868-4c91-a825-5b5696d2cc54 HTTP/1.1" status: 200 len: 217 time: 0.1485152 Aug 20 11:31:41.160722 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0da8019e-ef0f-46b8-a58e-1ed6ab52a9c4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.170967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545bca42-a03f-4079-b2de-cb39c33f9f18 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:31:41.180034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0129909-f780-42d2-8429-f0494684be76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780885308-router', 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:29Z', 'updated_at': '2021-08-20T11:31:37Z', 'revision_number': 4, 'project_id': 'b70b75fe633c4640a89fda823b724ec6', 'gw_port': {'id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0129909-f780-42d2-8429-f0494684be76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:30Z', 'updated_at': '2021-08-20T11:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '75f20bb6-00df-4d2b-ae45-e4d777329dde', 'name': '', 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b', 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6', 'mac_address': 'fa:16:3e:14:74:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0129909-f780-42d2-8429-f0494684be76', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '565d747d-f928-4d60-9cdd-0a49ae2e0085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:34Z', 'updated_at': '2021-08-20T11:31:37Z', 'revision_number': 2, 'project_id': 'b70b75fe633c4640a89fda823b724ec6', 'subnets': [{'id': '565d747d-f928-4d60-9cdd-0a49ae2e0085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:41.217797 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51600) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:41.223126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Checking router: c0129909-f780-42d2-8429-f0494684be76 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:41.223485 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Updating router c0129909-f780-42d2-8429-f0494684be76 port 75f20bb6-00df-4d2b-ae45-e4d777329dde binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:31:41.241924 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-545bca42-a03f-4079-b2de-cb39c33f9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.242907 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-545bca42-a03f-4079-b2de-cb39c33f9f18 admin admin] Added segment 34167013-d451-4f6f-9af7-6d601912e720 of type vlan for network 54a3c781-ccd6-415c-971e-2a8728a5725a Aug 20 11:31:41.245765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1449827931-network', 'tenant_id': '51795722b0a74631810cec60579bc069'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:41.257516 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bca42-a03f-4079-b2de-cb39c33f9f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3193cbeb-b709-4b04-a52e-0aa40f892559,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:41.262020 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.290808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36974e7e-1657-4fcd-a6ed-200237d0706e req-b7630d0d-3523-4114-997c-71bbdaeeaeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:41.292327 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36974e7e-1657-4fcd-a6ed-200237d0706e req-b7630d0d-3523-4114-997c-71bbdaeeaeed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8749db07-6ab8-4e61-9db8-69189ae3f0d8 HTTP/1.1" status: 200 len: 854 time: 0.2034600 Aug 20 11:31:41.324727 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd85408a-12b2-4ff9-941b-fbe38d745268 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.340298 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36974e7e-1657-4fcd-a6ed-200237d0706e req-a1438317-4798-4728-b9bb-61692d50038c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd07167d-8d5a-47ff-a7de-7bf1c951cb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311637 Aug 20 11:31:41.349444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf42ad2-c8d8-4f15-840f-8f58fec553a2 req-f40cd790-831a-4251-9721-959af6be59b0 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:41.356864 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bdf42ad2-c8d8-4f15-840f-8f58fec553a2 req-f40cd790-831a-4251-9721-959af6be59b0 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 943 time: 0.1777511 Aug 20 11:31:41.360195 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] Made reservation on behalf of 51795722b0a74631810cec60579bc069 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:41.362787 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.365861 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-545bca42-a03f-4079-b2de-cb39c33f9f18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.389643 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fd031be-5d04-4af8-a493-fd870c22965b req-e989bf21-aa51-40e3-9ca1-11add09edba8 service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427088 Aug 20 11:31:41.391349 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.473011 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-545bca42-a03f-4079-b2de-cb39c33f9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.473871 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545bca42-a03f-4079-b2de-cb39c33f9f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:41.474446 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-545bca42-a03f-4079-b2de-cb39c33f9f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.485608 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bdf42ad2-c8d8-4f15-840f-8f58fec553a2 req-c5a73239-b81a-4884-8242-9e5241930fb4 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/security-groups?id=60433f38-6b99-4603-a630-19265ff72102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277726 Aug 20 11:31:41.561010 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd85408a-12b2-4ff9-941b-fbe38d745268 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.596709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bca42-a03f-4079-b2de-cb39c33f9f18 admin admin] Pushing event updated for resources: {'Network': ['ID=54a3c781-ccd6-415c-971e-2a8728a5725a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:41.605006 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd85408a-12b2-4ff9-941b-fbe38d745268 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.605345 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36974e7e-1657-4fcd-a6ed-200237d0706e req-c6a41bf9-1e92-4fbd-8a9d-4ffc182e812d service neutron] 10.222.0.35 "GET /v2.0/networks/cd07167d-8d5a-47ff-a7de-7bf1c951cb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371855 Aug 20 11:31:41.612800 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 54a3c781-ccd6-415c-971e-2a8728a5725a details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:31:41.663781 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85408a-12b2-4ff9-941b-fbe38d745268 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9532284-674b-4d6e-99d4-81d0e882c7cd,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:41.677909 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.687370 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09404afb-8def-49b0-98f8-0b9097bea7c1 req-de88765a-78ca-4975-bb5e-0b5abe44c319 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:41.689114 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-09404afb-8def-49b0-98f8-0b9097bea7c1 req-de88765a-78ca-4975-bb5e-0b5abe44c319 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 943 time: 0.2366323 Aug 20 11:31:41.691215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b5809-5250-4b1b-b7a1-07c1d57d9c2f req-1c746d73-cefd-41be-86a0-7ba442a0fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:41.693251 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-996b5809-5250-4b1b-b7a1-07c1d57d9c2f req-1c746d73-cefd-41be-86a0-7ba442a0fbd8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 1094 time: 0.2348151 Aug 20 11:31:41.700392 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Transition to ACTIVE for port object 75f20bb6-00df-4d2b-ae45-e4d777329dde will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:41.709035 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.751906 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36974e7e-1657-4fcd-a6ed-200237d0706e req-8b4a9064-b8a7-4df2-b768-14bb61124695 service neutron] 10.222.0.35 "GET /v2.0/networks/cd07167d-8d5a-47ff-a7de-7bf1c951cb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336195 Aug 20 11:31:41.767657 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842223c-17d2-4cfc-8c5b-3579a581f684 None None] Pushing event updated for resources: {'Port': ['ID=75f20bb6-00df-4d2b-ae45-e4d777329dde,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:41.819829 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Attempting to bind port 75f20bb6-00df-4d2b-ae45-e4d777329dde on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:41.820200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Attempting to bind port 75f20bb6-00df-4d2b-ae45-e4d777329dde by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'b59b7a87-4437-4875-88c7-49d2d862150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:41.820554 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Attempting to bind port 75f20bb6-00df-4d2b-ae45-e4d777329dde on network cd191cf3-8225-4c1e-becf-498a67d2725b {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:41.825905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:41.826814 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Checking segment: {'id': 'b59b7a87-4437-4875-88c7-49d2d862150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:41.827272 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.827680 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Bound using segment: {'id': 'b59b7a87-4437-4875-88c7-49d2d862150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:41.828142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Bound port: 75f20bb6-00df-4d2b-ae45-e4d777329dde, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59b7a87-4437-4875-88c7-49d2d862150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:41.828525 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.898001 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] For port 75f20bb6-00df-4d2b-ae45-e4d777329dde, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:41.902675 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] For port 75f20bb6-00df-4d2b-ae45-e4d777329dde, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=75f20bb6-00df-4d2b-ae45-e4d777329dde,segment=NetworkSegment(b59b7a87-4437-4875-88c7-49d2d862150c),segment_id=b59b7a87-4437-4875-88c7-49d2d862150c)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:41.907719 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.975206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Routers {'c0129909-f780-42d2-8429-f0494684be76'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:41.976229 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c0129909-f780-42d2-8429-f0494684be76'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:42.040359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842223c-17d2-4cfc-8c5b-3579a581f684 None None] Pushing event updated for resources: {'Port': ['ID=75f20bb6-00df-4d2b-ae45-e4d777329dde,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:42.101854 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-09404afb-8def-49b0-98f8-0b9097bea7c1 req-68de5ef2-5831-4201-bfe0-d1a1b5249580 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995333 Aug 20 11:31:42.131054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51618) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:42.159651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] Set router c0129909-f780-42d2-8429-f0494684be76 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:42.183788 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.199192 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-545bca42-a03f-4079-b2de-cb39c33f9f18 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8447750 Aug 20 11:31:42.201924 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51622) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:42.207618 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.208052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-01ac8d32-c0ad-4ba6-abcb-8e4b4ed56637 admin admin] Request body: {'subnet': {'network_id': '54a3c781-ccd6-415c-971e-2a8728a5725a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-918206638-subnet', 'tenant_id': 'bf1975a685124485933cf749b986a218', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:42.226231 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd85408a-12b2-4ff9-941b-fbe38d745268 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.227678 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dd85408a-12b2-4ff9-941b-fbe38d745268 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1915228 Aug 20 11:31:42.235175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51624) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:42.248180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:42.303453 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ac8d32-c0ad-4ba6-abcb-8e4b4ed56637 admin admin] Made reservation on behalf of bf1975a685124485933cf749b986a218 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:42.308185 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01ac8d32-c0ad-4ba6-abcb-8e4b4ed56637 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.448177 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0129909-f780-42d2-8429-f0494684be76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780885308-router', 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:29Z', 'updated_at': '2021-08-20T11:31:37Z', 'revision_number': 4, 'project_id': 'b70b75fe633c4640a89fda823b724ec6', 'gw_port': {'id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0129909-f780-42d2-8429-f0494684be76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:30Z', 'updated_at': '2021-08-20T11:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '75f20bb6-00df-4d2b-ae45-e4d777329dde', 'name': '', 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b', 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6', 'mac_address': 'fa:16:3e:14:74:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0129909-f780-42d2-8429-f0494684be76', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '565d747d-f928-4d60-9cdd-0a49ae2e0085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:34Z', 'updated_at': '2021-08-20T11:31:41Z', 'revision_number': 4, 'project_id': 'b70b75fe633c4640a89fda823b724ec6', 'subnets': [{'id': '565d747d-f928-4d60-9cdd-0a49ae2e0085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:42.476867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37953ec1-e310-4fb4-b1b8-55ede75700af None None] The sync data for ids ['c0129909-f780-42d2-8429-f0494684be76'] in n-d-804299-2 is: [{'id': 'c0129909-f780-42d2-8429-f0494684be76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780885308-router', 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:29Z', 'updated_at': '2021-08-20T11:31:37Z', 'revision_number': 4, 'project_id': 'b70b75fe633c4640a89fda823b724ec6', 'gw_port': {'id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0129909-f780-42d2-8429-f0494684be76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:30Z', 'updated_at': '2021-08-20T11:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '75f20bb6-00df-4d2b-ae45-e4d777329dde', 'name': '', 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b', 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6', 'mac_address': 'fa:16:3e:14:74:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0129909-f780-42d2-8429-f0494684be76', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '565d747d-f928-4d60-9cdd-0a49ae2e0085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:34Z', 'updated_at': '2021-08-20T11:31:41Z', 'revision_number': 4, 'project_id': 'b70b75fe633c4640a89fda823b724ec6', 'subnets': [{'id': '565d747d-f928-4d60-9cdd-0a49ae2e0085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:42.517088 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.532558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 9fbd8547-0868-4c91-a825-5b5696d2cc54 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:42.619318 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01ac8d32-c0ad-4ba6-abcb-8e4b4ed56637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.656234 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b5809-5250-4b1b-b7a1-07c1d57d9c2f req-c78c443a-4549-455a-909e-6590a51a190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:42.657280 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a5a95b70-5289-4357-821c-a7a8f2113aac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=033d5b0a83934785994cbd02c19099bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5249150 Aug 20 11:31:42.657724 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-996b5809-5250-4b1b-b7a1-07c1d57d9c2f req-c78c443a-4549-455a-909e-6590a51a190e service neutron] 10.222.0.76 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.9148407 Aug 20 11:31:42.665863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51630) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:42.668923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:31:42.684434 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.684903 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] Added segment cb52a245-3e80-46ba-8c45-d77a45d354bc of type vlan for network 5e742b6a-69b9-4db4-8f2b-3cb61181fc66 Aug 20 11:31:42.704618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 9fbd8547-0868-4c91-a825-5b5696d2cc54, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=9fbd8547-0868-4c91-a825-5b5696d2cc54,segment=NetworkSegment(29745a6c-49a0-4aeb-9525-1fb469df4b6b),segment_id=29745a6c-49a0-4aeb-9525-1fb469df4b6b)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:42.716485 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac8d32-c0ad-4ba6-abcb-8e4b4ed56637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17bcd73a-0070-45ed-9014-12b3d07027ed,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:42.722695 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '9fbd8547-0868-4c91-a825-5b5696d2cc54', 'network_id': 'cd07167d-8d5a-47ff-a7de-7bf1c951cb78', 'port_id': '9fbd8547-0868-4c91-a825-5b5696d2cc54', 'mac_address': 'fa:16:3e:a2:aa:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8749db07-6ab8-4e61-9db8-69189ae3f0d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:42.764066 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac8d32-c0ad-4ba6-abcb-8e4b4ed56637 admin admin] Checking segment: {'id': '34167013-d451-4f6f-9af7-6d601912e720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '54a3c781-ccd6-415c-971e-2a8728a5725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:42.764451 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac8d32-c0ad-4ba6-abcb-8e4b4ed56637 admin admin] Network hostable DHCP agents. Network: 54a3c781-ccd6-415c-971e-2a8728a5725a, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:31:42.776179 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5aba829b-d662-47ba-aa92-31c29523776f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.778792 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.794100 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbd8547-0868-4c91-a825-5b5696d2cc54 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:42.794336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89bf836-c6aa-4736-b7ca-269ad80c2a67,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:42.803680 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-996b5809-5250-4b1b-b7a1-07c1d57d9c2f req-d5484c7e-541f-4319-b379-30d629190dfa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e0c772b-5260-4ae9-9bf0-bf876577a776 HTTP/1.1" status: 200 len: 217 time: 0.0521147 Aug 20 11:31:42.827349 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.829656 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 9fbd8547-0868-4c91-a825-5b5696d2cc54, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=9fbd8547-0868-4c91-a825-5b5696d2cc54,segment=NetworkSegment(29745a6c-49a0-4aeb-9525-1fb469df4b6b),segment_id=29745a6c-49a0-4aeb-9525-1fb469df4b6b)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:42.836212 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.843039 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5aba829b-d662-47ba-aa92-31c29523776f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.855079 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.resource_extend [None req-0da8019e-ef0f-46b8-a58e-1ed6ab52a9c4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:31:42.865693 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac8d32-c0ad-4ba6-abcb-8e4b4ed56637 admin admin] Network 54a3c781-ccd6-415c-971e-2a8728a5725a is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:31:42.882230 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.902925 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=9fbd8547-0868-4c91-a825-5b5696d2cc54,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:42.930361 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-01ac8d32-c0ad-4ba6-abcb-8e4b4ed56637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 54a3c781-ccd6-415c-971e-2a8728a5725a) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:42.934945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac8d32-c0ad-4ba6-abcb-8e4b4ed56637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:42.935612 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01ac8d32-c0ad-4ba6-abcb-8e4b4ed56637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.942443 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0488d06f-9773-4f92-952d-d8fd197e6aa9 None None] Network 54a3c781-ccd6-415c-971e-2a8728a5725a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:42.970708 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-01ac8d32-c0ad-4ba6-abcb-8e4b4ed56637 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7675695 Aug 20 11:31:42.973777 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51632) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:42.979565 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-918206638-router', 'tenant_id': 'bf1975a685124485933cf749b986a218', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:42.981605 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.resource_extend [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:31:42.986912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5aba829b-d662-47ba-aa92-31c29523776f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.989971 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5aba829b-d662-47ba-aa92-31c29523776f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.991739 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5aba829b-d662-47ba-aa92-31c29523776f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0552d188-56eb-4421-85c9-ba5a8726571e HTTP/1.1" status: 204 len: 168 time: 0.3240335 Aug 20 11:31:43.037297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba829b-d662-47ba-aa92-31c29523776f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0552d188-56eb-4421-85c9-ba5a8726571e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:43.052239 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0da8019e-ef0f-46b8-a58e-1ed6ab52a9c4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.058728 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b5809-5250-4b1b-b7a1-07c1d57d9c2f req-d3bfbd74-2cd6-41c9-8863-58caa13f0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:43.060465 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-996b5809-5250-4b1b-b7a1-07c1d57d9c2f req-d3bfbd74-2cd6-41c9-8863-58caa13f0b4b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.1428728 Aug 20 11:31:43.064872 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.065055 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0da8019e-ef0f-46b8-a58e-1ed6ab52a9c4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.065916 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.070246 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Allocated IP 172.25.8.136 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/2b6ec502-3ecb-4e59-85e8-140b08c4ff88) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:43.113015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb63b0-f110-4598-a8e6-257aabfa941e req-97fadec0-4ea4-41a7-a587-1e7cca55a932 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:43.117919 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65bb63b0-f110-4598-a8e6-257aabfa941e req-97fadec0-4ea4-41a7-a587-1e7cca55a932 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 943 time: 0.4932334 Aug 20 11:31:43.210500 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.212092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:43.212875 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.221204 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.221738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-54a3c781-ccd6-415c-971e-2a8728a5725a', 'network_id': '54a3c781-ccd6-415c-971e-2a8728a5725a', 'tenant_id': 'bf1975a685124485933cf749b986a218', 'fixed_ips': [{'subnet_id': '17bcd73a-0070-45ed-9014-12b3d07027ed'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:31:43.222711 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.286960 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['9fbd8547-0868-4c91-a825-5b5696d2cc54'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:43.292034 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0727868 Aug 20 11:31:43.299085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51640) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:43.309930 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5463fc9f-80fe-44e9-96b9-531194960330 admin admin] Request body: {'subnet': {'network_id': '5e742b6a-69b9-4db4-8f2b-3cb61181fc66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1449827931-subnet', 'tenant_id': '51795722b0a74631810cec60579bc069', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:43.338277 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-996b5809-5250-4b1b-b7a1-07c1d57d9c2f req-a6d7fbd5-e8db-4e18-8833-3b6eeb3576ec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2536907 Aug 20 11:31:43.475942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51644) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:43.492964 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.535510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d715e56-8de3-4cb1-b57c-e45f5e29efc5 req-f5c62b5b-6a3c-4c6e-9eb1-eaecc3faad49 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:43.537453 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8d715e56-8de3-4cb1-b57c-e45f5e29efc5 req-f5c62b5b-6a3c-4c6e-9eb1-eaecc3faad49 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 943 time: 0.2366300 Aug 20 11:31:43.542320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5463fc9f-80fe-44e9-96b9-531194960330 admin admin] Made reservation on behalf of 51795722b0a74631810cec60579bc069 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:43.545754 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5463fc9f-80fe-44e9-96b9-531194960330 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.548845 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Allocated IP 172.20.0.2 (54a3c781-ccd6-415c-971e-2a8728a5725a/17bcd73a-0070-45ed-9014-12b3d07027ed/3e57cc15-c6c2-4536-ab20-4df7ddadfc5e) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:43.549463 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.556575 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1156ae49-7c95-4fac-95e4-af160d086ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.574666 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ef266-2900-4c1f-9ab4-a5c15e04e177 admin admin] Pushing event updated for resources: {'Network': ['ID=5e742b6a-69b9-4db4-8f2b-3cb61181fc66,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:43.611477 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65bb63b0-f110-4598-a8e6-257aabfa941e req-30cc96ea-80c3-453c-97c1-99fc541b9bf8 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/security-groups?id=60433f38-6b99-4603-a630-19265ff72102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760319 Aug 20 11:31:43.684838 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-0da8019e-ef0f-46b8-a58e-1ed6ab52a9c4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Floating IP f460475f-e74f-41fa-88fb-1e1e2019ee0a associated. External IP: 172.25.8.114, port: b819c032-469a-40e1-9a76-fc92974b8f17. Aug 20 11:31:43.722016 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8d715e56-8de3-4cb1-b57c-e45f5e29efc5 req-83a66764-c91c-4112-bc10-a07dae6c5c24 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668673 Aug 20 11:31:43.756478 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-996b5809-5250-4b1b-b7a1-07c1d57d9c2f req-824688d9-45de-4ea0-9c6c-5d29ea3fb040 service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927822 Aug 20 11:31:43.804954 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.832511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 5e742b6a-69b9-4db4-8f2b-3cb61181fc66 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:31:43.888515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:43.895562 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:43.905281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:43.936286 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Pushing event updated for resources: {'Port': ['ID=2b6ec502-3ecb-4e59-85e8-140b08c4ff88,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:43.991766 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-996b5809-5250-4b1b-b7a1-07c1d57d9c2f req-306e055b-964a-4ce3-8ded-da52b80e71b4 service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248037 Aug 20 11:31:43.992063 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.014286 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Transition to ACTIVE for port object 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:44.033297 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Transition to ACTIVE for port object 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:44.042667 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.060137 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1156ae49-7c95-4fac-95e4-af160d086ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.063255 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.070238 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1156ae49-7c95-4fac-95e4-af160d086ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.073465 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5463fc9f-80fe-44e9-96b9-531194960330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.084598 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54e68a5e-6403-4907-b559-1a9fffdb5a5a req-e6492bca-9f8b-450d-8236-962fd49369b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1651437 Aug 20 11:31:44.094409 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Network 54a3c781-ccd6-415c-971e-2a8728a5725a is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:44.097711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:44.100884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:44.115006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Pushing event updated for resources: {'Port': ['ID=3e57cc15-c6c2-4536-ab20-4df7ddadfc5e,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:44.126167 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0e0c772b-5260-4ae9-9bf0-bf876577a776 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:44.184687 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da8019e-ef0f-46b8-a58e-1ed6ab52a9c4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Router a7d16018-9492-48d5-b249-317a78e7d543 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:31:44.224669 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463fc9f-80fe-44e9-96b9-531194960330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=112902c8-2b16-4ec2-bdb7-85b438a6a4ac,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:44.248066 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Attempting to bind port 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:44.248861 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Attempting to bind port 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '34167013-d451-4f6f-9af7-6d601912e720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '54a3c781-ccd6-415c-971e-2a8728a5725a'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:44.249490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Attempting to bind port 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e on network 54a3c781-ccd6-415c-971e-2a8728a5725a {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:44.264798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:44.265449 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Checking segment: {'id': '34167013-d451-4f6f-9af7-6d601912e720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '54a3c781-ccd6-415c-971e-2a8728a5725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:44.265853 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.266249 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Bound using segment: {'id': '34167013-d451-4f6f-9af7-6d601912e720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '54a3c781-ccd6-415c-971e-2a8728a5725a'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:44.266721 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Bound port: 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34167013-d451-4f6f-9af7-6d601912e720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '54a3c781-ccd6-415c-971e-2a8728a5725a'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:44.267107 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.275683 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.335711 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1156ae49-7c95-4fac-95e4-af160d086ecb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6e3474ca5124c7da55907ea97edf2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8565118 Aug 20 11:31:44.336496 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156ae49-7c95-4fac-95e4-af160d086ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0266c611-a41c-4711-8e70-435c9a6e5152,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:44.339242 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51646) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:44.346078 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 75f20bb6-00df-4d2b-ae45-e4d777329dde up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:44.359793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da8019e-ef0f-46b8-a58e-1ed6ab52a9c4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:44.364370 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0da8019e-ef0f-46b8-a58e-1ed6ab52a9c4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.370998 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c383518-a9b6-47a0-8901-29837cfe49a6 None None] Sync routers for ids ['a7d16018-9492-48d5-b249-317a78e7d543'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:44.372005 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463fc9f-80fe-44e9-96b9-531194960330 admin admin] Checking segment: {'id': 'cb52a245-3e80-46ba-8c45-d77a45d354bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5e742b6a-69b9-4db4-8f2b-3cb61181fc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:44.372218 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5463fc9f-80fe-44e9-96b9-531194960330 admin admin] Network hostable DHCP agents. Network: 5e742b6a-69b9-4db4-8f2b-3cb61181fc66, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:31:44.384150 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c383518-a9b6-47a0-8901-29837cfe49a6 None None] Routers {'a7d16018-9492-48d5-b249-317a78e7d543'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:44.385027 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0c383518-a9b6-47a0-8901-29837cfe49a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7d16018-9492-48d5-b249-317a78e7d543'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:44.393703 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0da8019e-ef0f-46b8-a58e-1ed6ab52a9c4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "PUT /v2.0/floatingips/f460475f-e74f-41fa-88fb-1e1e2019ee0a HTTP/1.1" status: 200 len: 992 time: 3.3533840 Aug 20 11:31:44.394365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b6ea1d-d47f-446f-b8e1-ff00b1a31246', 'tag': 'b819c032-469a-40e1-9a76-fc92974b8f17'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:44.407498 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8ac55f-34bd-407e-b48d-b657a245e92a" -d '{"events": [{"name": "network-changed", "server_uuid": "57b6ea1d-d47f-446f-b8e1-ff00b1a31246", "tag": "b819c032-469a-40e1-9a76-fc92974b8f17"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:44.420018 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e68a5e-6403-4907-b559-1a9fffdb5a5a req-2700e3e8-30ed-45d0-9685-5884d1234b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:44.421901 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54e68a5e-6403-4907-b559-1a9fffdb5a5a req-2700e3e8-30ed-45d0-9685-5884d1234b14 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 1096 time: 0.2188289 Aug 20 11:31:44.437130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] For port 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:44.441517 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.443422 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] For port 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3e57cc15-c6c2-4536-ab20-4df7ddadfc5e,segment=NetworkSegment(34167013-d451-4f6f-9af7-6d601912e720),segment_id=34167013-d451-4f6f-9af7-6d601912e720)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:44.475804 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e00e599-b954-45d1-bf1c-1ee7c0e4e208 x-openstack-request-id: req-0e00e599-b954-45d1-bf1c-1ee7c0e4e208 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:44.476345 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b6ea1d-d47f-446f-b8e1-ff00b1a31246", "tag": "b819c032-469a-40e1-9a76-fc92974b8f17", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:44.476758 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e00e599-b954-45d1-bf1c-1ee7c0e4e208 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:44.477430 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b6ea1d-d47f-446f-b8e1-ff00b1a31246', 'tag': 'b819c032-469a-40e1-9a76-fc92974b8f17', 'status': 'completed', 'code': 200} Aug 20 11:31:44.491215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0e0c772b-5260-4ae9-9bf0-bf876577a776, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0e0c772b-5260-4ae9-9bf0-bf876577a776,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:44.517783 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.518372 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.525881 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '0e0c772b-5260-4ae9-9bf0-bf876577a776', 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77', 'port_id': '0e0c772b-5260-4ae9-9bf0-bf876577a776', 'mac_address': 'fa:16:3e:c0:2f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843c014f-c6d6-46ac-ac96-8342939acd6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:44.539854 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-0c383518-a9b6-47a0-8901-29837cfe49a6 None None] Set router a7d16018-9492-48d5-b249-317a78e7d543 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:44.573540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5463fc9f-80fe-44e9-96b9-531194960330 admin admin] Network 5e742b6a-69b9-4db4-8f2b-3cb61181fc66 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:31:44.624159 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.649667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 75f20bb6-00df-4d2b-ae45-e4d777329dde completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:44.655078 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70f962-1cbe-4c59-bbbc-f0bc9dc1bf82 None None] Pushing event updated for resources: {'Port': ['ID=3e57cc15-c6c2-4536-ab20-4df7ddadfc5e,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:44.660651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 75f20bb6-00df-4d2b-ae45-e4d777329dde triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:44.661015 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.664482 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0c772b-5260-4ae9-9bf0-bf876577a776 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:44.714217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0e0c772b-5260-4ae9-9bf0-bf876577a776, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0e0c772b-5260-4ae9-9bf0-bf876577a776,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:44.717236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5463fc9f-80fe-44e9-96b9-531194960330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 5e742b6a-69b9-4db4-8f2b-3cb61181fc66) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:44.722424 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5463fc9f-80fe-44e9-96b9-531194960330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:44.723860 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5463fc9f-80fe-44e9-96b9-531194960330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.734366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b33a76-a8c5-4a51-b307-0c74b5e0082a None None] Network 5e742b6a-69b9-4db4-8f2b-3cb61181fc66 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:44.734648 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6cc51501-4313-4c97-971d-73da5d85ad9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.736791 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.863234 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0c383518-a9b6-47a0-8901-29837cfe49a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:51Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'f460475f-e74f-41fa-88fb-1e1e2019ee0a', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'port_id': 'b819c032-469a-40e1-9a76-fc92974b8f17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'mac_address': 'fa:16:3e:ee:05:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b6ea1d-d47f-446f-b8e1-ff00b1a31246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:18Z', 'updated_at': '2021-08-20T11:31:42Z', 'revision_number': 1, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea7ea1e-7b2f-465b-8942-671daa720c34', 'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'mac_address': 'fa:16:3e:d9:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:50Z', 'updated_at': '2021-08-20T11:30:59Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'subnets': [{'id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:44.873872 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6cc51501-4313-4c97-971d-73da5d85ad9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.900361 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ac55f-34bd-407e-b48d-b657a245e92a req-88e73c6b-432e-405a-884c-c05cc07ea34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:44.901719 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3f8ac55f-34bd-407e-b48d-b657a245e92a req-88e73c6b-432e-405a-884c-c05cc07ea34d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978ff14d3705424686f86711e9a84d6d&device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 1097 time: 0.3678451 Aug 20 11:31:44.909371 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c383518-a9b6-47a0-8901-29837cfe49a6 None None] Checking router: a7d16018-9492-48d5-b249-317a78e7d543 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:44.916047 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5463fc9f-80fe-44e9-96b9-531194960330 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6102016 Aug 20 11:31:44.919031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51658) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:44.921610 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c383518-a9b6-47a0-8901-29837cfe49a6 None None] Routers {'a7d16018-9492-48d5-b249-317a78e7d543'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:44.922390 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0c383518-a9b6-47a0-8901-29837cfe49a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7d16018-9492-48d5-b249-317a78e7d543'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:44.925939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1449827931-router', 'tenant_id': '51795722b0a74631810cec60579bc069', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:44.985372 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.985372 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.015826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0e0c772b-5260-4ae9-9bf0-bf876577a776'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:45.045885 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-0c383518-a9b6-47a0-8901-29837cfe49a6 None None] Set router a7d16018-9492-48d5-b249-317a78e7d543 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:45.073547 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.090904 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.105160 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0e0c772b-5260-4ae9-9bf0-bf876577a776,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:45.233650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6e789-4af2-40f2-a584-e18e572c5dea req-366bdf60-0093-4e99-929f-4ab4504888a3 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:45.242020 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7a6e789-4af2-40f2-a584-e18e572c5dea req-366bdf60-0093-4e99-929f-4ab4504888a3 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 944 time: 0.1689475 Aug 20 11:31:45.281776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 75f20bb6-00df-4d2b-ae45-e4d777329dde, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=75f20bb6-00df-4d2b-ae45-e4d777329dde,segment=NetworkSegment(b59b7a87-4437-4875-88c7-49d2d862150c),segment_id=b59b7a87-4437-4875-88c7-49d2d862150c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:45.325930 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.359416 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.383012 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7a6e789-4af2-40f2-a584-e18e572c5dea req-f7439add-5547-40e2-b966-12fb0a9b9616 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395297 Aug 20 11:31:45.447511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e68a5e-6403-4907-b559-1a9fffdb5a5a req-13a51c3e-109e-4078-877a-11efb4032aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:45.449172 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54e68a5e-6403-4907-b559-1a9fffdb5a5a req-13a51c3e-109e-4078-877a-11efb4032aa7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.9764993 Aug 20 11:31:45.475112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=75f20bb6-00df-4d2b-ae45-e4d777329dde,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:45.476501 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.496562 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0c383518-a9b6-47a0-8901-29837cfe49a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:51Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'f460475f-e74f-41fa-88fb-1e1e2019ee0a', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'port_id': 'b819c032-469a-40e1-9a76-fc92974b8f17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'mac_address': 'fa:16:3e:ee:05:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b6ea1d-d47f-446f-b8e1-ff00b1a31246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:18Z', 'updated_at': '2021-08-20T11:31:42Z', 'revision_number': 1, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea7ea1e-7b2f-465b-8942-671daa720c34', 'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'mac_address': 'fa:16:3e:d9:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:50Z', 'updated_at': '2021-08-20T11:30:59Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'subnets': [{'id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:45.498707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e605eaf-1634-42b1-ac26-346fdc38f7fd req-c8951c81-93b7-4463-a1f8-d19e6dc83272 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:45.500669 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5e605eaf-1634-42b1-ac26-346fdc38f7fd req-c8951c81-93b7-4463-a1f8-d19e6dc83272 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 944 time: 0.7582560 Aug 20 11:31:45.516373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-5e742b6a-69b9-4db4-8f2b-3cb61181fc66', 'network_id': '5e742b6a-69b9-4db4-8f2b-3cb61181fc66', 'tenant_id': '51795722b0a74631810cec60579bc069', 'fixed_ips': [{'subnet_id': '112902c8-2b16-4ec2-bdb7-85b438a6a4ac'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:31:45.517557 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.543503 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Allocated IP 172.25.8.241 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/128ed836-2cf6-4c1c-957a-680653e0c8b2) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:45.546909 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.556296 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54e68a5e-6403-4907-b559-1a9fffdb5a5a req-b9141f79-91aa-499d-81e2-42f48c048e56 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103 HTTP/1.1" status: 200 len: 217 time: 0.0891845 Aug 20 11:31:45.585086 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c383518-a9b6-47a0-8901-29837cfe49a6 None None] The sync data for ids ['a7d16018-9492-48d5-b249-317a78e7d543'] in n-d-804299-2 is: [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:51Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'f460475f-e74f-41fa-88fb-1e1e2019ee0a', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'port_id': 'b819c032-469a-40e1-9a76-fc92974b8f17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'mac_address': 'fa:16:3e:ee:05:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b6ea1d-d47f-446f-b8e1-ff00b1a31246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:18Z', 'updated_at': '2021-08-20T11:31:42Z', 'revision_number': 1, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea7ea1e-7b2f-465b-8942-671daa720c34', 'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'mac_address': 'fa:16:3e:d9:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:50Z', 'updated_at': '2021-08-20T11:30:59Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'subnets': [{'id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:45.651574 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.675612 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.688751 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6cc51501-4313-4c97-971d-73da5d85ad9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.696112 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6cc51501-4313-4c97-971d-73da5d85ad9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.701641 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6cc51501-4313-4c97-971d-73da5d85ad9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0266c611-a41c-4711-8e70-435c9a6e5152 HTTP/1.1" status: 204 len: 168 time: 1.3583331 Aug 20 11:31:45.707844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Allocated IP 172.20.0.2 (5e742b6a-69b9-4db4-8f2b-3cb61181fc66/112902c8-2b16-4ec2-bdb7-85b438a6a4ac/b9eaa9b8-710e-4ed9-a351-29868a8c53aa) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:45.741236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.821362 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.824716 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5867884 Aug 20 11:31:45.852429 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc51501-4313-4c97-971d-73da5d85ad9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0266c611-a41c-4711-8e70-435c9a6e5152,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:45.872211 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5e605eaf-1634-42b1-ac26-346fdc38f7fd req-0a41a40b-757c-459e-8285-2f3a2efeddbe tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/security-groups?id=60433f38-6b99-4603-a630-19265ff72102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323572 Aug 20 11:31:45.961113 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e654d-b25d-4853-9ded-c2498ed73300 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Pushing event updated for resources: {'Port': ['ID=2b6ec502-3ecb-4e59-85e8-140b08c4ff88,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:45.964210 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ac55f-34bd-407e-b48d-b657a245e92a req-75f385e2-63eb-45d0-a3e2-23c461fb75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:45.969072 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3f8ac55f-34bd-407e-b48d-b657a245e92a req-75f385e2-63eb-45d0-a3e2-23c461fb75b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c2646293-359f-4e05-a742-c34a4466917c HTTP/1.1" status: 200 len: 924 time: 1.0501175 Aug 20 11:31:46.000247 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:46.020021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e68a5e-6403-4907-b559-1a9fffdb5a5a req-d7a34aa9-2d1c-475c-9840-36816141a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:46.020161 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a67b7e-525f-4a1b-b090-5fd250f54fd6 None None] New status for floating IP f460475f-e74f-41fa-88fb-1e1e2019ee0a: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:31:46.023650 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54e68a5e-6403-4907-b559-1a9fffdb5a5a req-d7a34aa9-2d1c-475c-9840-36816141a4be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.4126971 Aug 20 11:31:46.148453 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54e68a5e-6403-4907-b559-1a9fffdb5a5a req-f4a79134-6fd6-4701-acd6-b76613613747 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738149 Aug 20 11:31:46.289158 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0e0c772b-5260-4ae9-9bf0-bf876577a776 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:46.291351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ba436c-9a2f-4e06-be19-7f1a0a3e133b None None] Network 54a3c781-ccd6-415c-971e-2a8728a5725a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:46.360394 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3f8ac55f-34bd-407e-b48d-b657a245e92a req-7312811b-ec94-4ce6-ac65-4996a9209faa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b819c032-469a-40e1-9a76-fc92974b8f17 HTTP/1.1" status: 200 len: 1000 time: 0.3572140 Aug 20 11:31:46.387509 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54e68a5e-6403-4907-b559-1a9fffdb5a5a req-60a6c457-6286-4363-8ff5-32b73db7120e service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998696 Aug 20 11:31:46.400467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:46.537822 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54e68a5e-6403-4907-b559-1a9fffdb5a5a req-8ff76571-ad8c-4ea7-ab3c-f6d3bf99613b service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278193 Aug 20 11:31:46.539786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ea0a3-5ea9-4e8e-a518-98e4ca5c5271 req-0e5e51b7-ccd3-4441-ad64-d9e75725d60d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:46.541991 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-755ea0a3-5ea9-4e8e-a518-98e4ca5c5271 req-0e5e51b7-ccd3-4441-ad64-d9e75725d60d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 944 time: 0.0676498 Aug 20 11:31:46.556152 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-cb4fc1eb-a675-4d6a-abe1-b0f4c35d8795 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:46.558194 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-cb4fc1eb-a675-4d6a-abe1-b0f4c35d8795 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/networks?id=97500370-4801-4f47-928d-aa765b4857c5 HTTP/1.1" status: 200 len: 821 time: 0.4624567 Aug 20 11:31:46.562519 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:46.592914 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:46.598287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 9fbd8547-0868-4c91-a825-5b5696d2cc54 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:46.622853 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:46.627487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:46.630967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ac55f-34bd-407e-b48d-b657a245e92a req-c23e7b1f-1e6f-4e35-80cf-f4b111ca7643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:46.632972 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3f8ac55f-34bd-407e-b48d-b657a245e92a req-c23e7b1f-1e6f-4e35-80cf-f4b111ca7643 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a43fc42c-055a-45af-b6d5-9b0f2c8473da HTTP/1.1" status: 200 len: 863 time: 0.2478194 Aug 20 11:31:46.635052 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-f82ffd4a-9c38-4df9-9f1f-4f1b40b94712 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/quotas/b4ac46b78b6d45c6abee25f3a1a48427 HTTP/1.1" status: 200 len: 375 time: 0.0687776 Aug 20 11:31:46.638069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:46.656906 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Transition to ACTIVE for port object b9eaa9b8-710e-4ed9-a351-29868a8c53aa will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:46.668467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7a683830-2bff-4e30-b27b-d84c010fdeee None None] Provisioning for port 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:46.670349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Allocated IP 172.25.8.165 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/c67b08dd-a381-4039-a1da-7d899fbe6082) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:46.714783 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Transition to ACTIVE for port object b9eaa9b8-710e-4ed9-a351-29868a8c53aa will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:46.725874 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 0e0c772b-5260-4ae9-9bf0-bf876577a776 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:46.775809 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 0e0c772b-5260-4ae9-9bf0-bf876577a776 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:46.776184 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:46.780909 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:46.789190 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=128ed836-2cf6-4c1c-957a-680653e0c8b2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:46.825088 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-755ea0a3-5ea9-4e8e-a518-98e4ca5c5271 req-17765856-5a18-4023-9e36-fe0e12538c1c tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624302 Aug 20 11:31:46.844289 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-7f1cc74c-29bf-4c02-ad34-e1f011b19367 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4ac46b78b6d45c6abee25f3a1a48427&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2010953 Aug 20 11:31:46.848829 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ac55f-34bd-407e-b48d-b657a245e92a req-b1280ef3-444f-4b5a-8fb5-c58437dc5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:46.850541 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3f8ac55f-34bd-407e-b48d-b657a245e92a req-b1280ef3-444f-4b5a-8fb5-c58437dc5e90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c2646293-359f-4e05-a742-c34a4466917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627936 Aug 20 11:31:46.864320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Pushing event updated for resources: {'Port': ['ID=b9eaa9b8-710e-4ed9-a351-29868a8c53aa,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:46.892681 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Network 5e742b6a-69b9-4db4-8f2b-3cb61181fc66 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:46.897136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:46.906021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:46.908819 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 9fbd8547-0868-4c91-a825-5b5696d2cc54 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:46.916258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:46.924181 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 9fbd8547-0868-4c91-a825-5b5696d2cc54 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:46.924550 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:46.955164 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:46.965604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:46.965993 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.037051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Attempting to bind port b9eaa9b8-710e-4ed9-a351-29868a8c53aa on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:47.037717 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Attempting to bind port b9eaa9b8-710e-4ed9-a351-29868a8c53aa by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'cb52a245-3e80-46ba-8c45-d77a45d354bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5e742b6a-69b9-4db4-8f2b-3cb61181fc66'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:47.037840 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Attempting to bind port b9eaa9b8-710e-4ed9-a351-29868a8c53aa on network 5e742b6a-69b9-4db4-8f2b-3cb61181fc66 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:47.055686 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:47.056059 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Checking segment: {'id': 'cb52a245-3e80-46ba-8c45-d77a45d354bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5e742b6a-69b9-4db4-8f2b-3cb61181fc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:47.056520 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.057043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Bound using segment: {'id': 'cb52a245-3e80-46ba-8c45-d77a45d354bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5e742b6a-69b9-4db4-8f2b-3cb61181fc66'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:47.057455 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Bound port: b9eaa9b8-710e-4ed9-a351-29868a8c53aa, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb52a245-3e80-46ba-8c45-d77a45d354bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5e742b6a-69b9-4db4-8f2b-3cb61181fc66'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:47.058447 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.063305 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.144111 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Pushing event updated for resources: {'Port': ['ID=c67b08dd-a381-4039-a1da-7d899fbe6082,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:47.162977 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.184693 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.192951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:47.211630 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:47.214128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:47.324964 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-6d187a1b-58a2-4655-825b-3a44bc72ad57 service neutron] 10.222.0.37 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728947 Aug 20 11:31:47.337684 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e2e144-fdc8-481e-a1b6-92ee31c291e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0c772b-5260-4ae9-9bf0-bf876577a776'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:47.339864 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3ba333-10ff-4921-9939-44a65036bb9d" -d '{"events": [{"server_uuid": "a6e2e144-fdc8-481e-a1b6-92ee31c291e4", "name": "network-vif-plugged", "status": "completed", "tag": "0e0c772b-5260-4ae9-9bf0-bf876577a776"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:47.381546 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0e0c772b-5260-4ae9-9bf0-bf876577a776, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0e0c772b-5260-4ae9-9bf0-bf876577a776,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:47.394503 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] For port b9eaa9b8-710e-4ed9-a351-29868a8c53aa, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:47.396803 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.401702 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.427037 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.440237 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8b58e30e-d4ef-43cb-85e0-a6a0d314c211 None None] Provisioning complete for port 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:47.440610 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8b58e30e-d4ef-43cb-85e0-a6a0d314c211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.446297 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] For port b9eaa9b8-710e-4ed9-a351-29868a8c53aa, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b9eaa9b8-710e-4ed9-a351-29868a8c53aa,segment=NetworkSegment(cb52a245-3e80-46ba-8c45-d77a45d354bc),segment_id=cb52a245-3e80-46ba-8c45-d77a45d354bc)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:47.463682 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3f8ac55f-34bd-407e-b48d-b657a245e92a req-b7d10dd5-0a45-4beb-854c-ca2afa28ae2f service neutron] 10.222.0.35 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923562 Aug 20 11:31:47.519986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 9fbd8547-0868-4c91-a825-5b5696d2cc54, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=9fbd8547-0868-4c91-a825-5b5696d2cc54,segment=NetworkSegment(29745a6c-49a0-4aeb-9525-1fb469df4b6b),segment_id=29745a6c-49a0-4aeb-9525-1fb469df4b6b)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:47.526999 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.542707 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.552172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3e57cc15-c6c2-4536-ab20-4df7ddadfc5e,segment=NetworkSegment(34167013-d451-4f6f-9af7-6d601912e720),segment_id=34167013-d451-4f6f-9af7-6d601912e720)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:47.579448 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.580221 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 75f20bb6-00df-4d2b-ae45-e4d777329dde up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:47.635631 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0e0c772b-5260-4ae9-9bf0-bf876577a776,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:47.660610 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-7c847b17-6ae7-4f7e-8084-2896f723fa38 service neutron] 10.222.0.37 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264890 Aug 20 11:31:47.708315 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dd026-7d2b-4b33-babc-3eef9e998538 req-1254f7eb-8d3f-4491-a905-63fb3ea2d7a1 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:47.716055 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-345dd026-7d2b-4b33-babc-3eef9e998538 req-1254f7eb-8d3f-4491-a905-63fb3ea2d7a1 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 944 time: 0.5728393 Aug 20 11:31:47.749655 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283da99-3a40-4bbe-aaaa-af493a66a05d None None] Pushing event updated for resources: {'Port': ['ID=b9eaa9b8-710e-4ed9-a351-29868a8c53aa,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:47.772164 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.778182 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3f8ac55f-34bd-407e-b48d-b657a245e92a req-7b088857-a194-4e51-9caa-c0722c73d15a service neutron] 10.222.0.35 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968309 Aug 20 11:31:47.836872 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-345dd026-7d2b-4b33-babc-3eef9e998538 req-0fcc4f05-53bf-49cb-93aa-7f232b3eb941 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/security-groups?id=60433f38-6b99-4603-a630-19265ff72102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198268 Aug 20 11:31:47.978944 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25661aa5-8daf-4d6a-8bc7-33697712f42d x-openstack-request-id: req-25661aa5-8daf-4d6a-8bc7-33697712f42d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:47.979234 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e2e144-fdc8-481e-a1b6-92ee31c291e4", "name": "network-vif-plugged", "status": "completed", "tag": "0e0c772b-5260-4ae9-9bf0-bf876577a776", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:47.979482 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25661aa5-8daf-4d6a-8bc7-33697712f42d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:47.979864 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e2e144-fdc8-481e-a1b6-92ee31c291e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0c772b-5260-4ae9-9bf0-bf876577a776', 'code': 200} Aug 20 11:31:48.048508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=9fbd8547-0868-4c91-a825-5b5696d2cc54,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:48.051303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 75f20bb6-00df-4d2b-ae45-e4d777329dde triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:48.051671 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.083618 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.161964 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=3e57cc15-c6c2-4536-ab20-4df7ddadfc5e,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:48.187736 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f3bfe3b5-e669-4096-8d5f-51c9037fcc33 req-ab0b8af1-42ce-42de-a7b2-94d997eb5470 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 210 time: 0.1018245 Aug 20 11:31:48.190290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ada03-b294-4154-b6c3-4376c5e1062b req-0e5cd331-6fd0-4dd5-baae-91cbec1936d0 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:48.191817 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-866ada03-b294-4154-b6c3-4376c5e1062b req-0e5cd331-6fd0-4dd5-baae-91cbec1936d0 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 945 time: 0.1064439 Aug 20 11:31:48.217970 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Router a7db428b-f942-4ddc-9b4f-97e41186ada4 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:31:48.229337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c854f-e79c-407e-b080-77b71b47f635 req-1f591ddb-a23c-4a9a-ac68-4489b1d59934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:48.230830 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe6c854f-e79c-407e-b080-77b71b47f635 req-1f591ddb-a23c-4a9a-ac68-4489b1d59934 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 1096 time: 0.2032082 Aug 20 11:31:48.283157 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-866ada03-b294-4154-b6c3-4376c5e1062b req-85b2782d-c88c-4991-87c7-cf10cffc92a3 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758734 Aug 20 11:31:48.300713 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe6c854f-e79c-407e-b080-77b71b47f635 req-ef44136f-bb4d-4146-9a1a-9d1f3c696d8f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381472 Aug 20 11:31:48.436986 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:48.445936 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Sync routers for ids ['a7db428b-f942-4ddc-9b4f-97e41186ada4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:48.463158 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.464735 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bcb17956-31e6-47c1-87de-b893222dc6e3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4898396 Aug 20 11:31:48.467771 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51736) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:48.471899 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.472874 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Routers {'a7db428b-f942-4ddc-9b4f-97e41186ada4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:48.482629 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7db428b-f942-4ddc-9b4f-97e41186ada4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:48.586352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:48.682773 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:48.683559 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.727752 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Set router a7db428b-f942-4ddc-9b4f-97e41186ada4 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:48.809001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Router a96b35d6-e3c6-48c9-92c1-d18df47ce3a9 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:31:48.917960 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b9eaa9b8-710e-4ed9-a351-29868a8c53aa up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:49.054438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port b9eaa9b8-710e-4ed9-a351-29868a8c53aa completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:49.132618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6efb071-8d07-40b7-a375-68eafe86c685 None None] Network 5e742b6a-69b9-4db4-8f2b-3cb61181fc66 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:49.142202 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'name': 'tempest-FloatingIPDetailsTestJSON-918206638-router', 'tenant_id': 'bf1975a685124485933cf749b986a218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:43Z', 'updated_at': '2021-08-20T11:31:46Z', 'revision_number': 3, 'project_id': 'bf1975a685124485933cf749b986a218', 'gw_port': {'id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:49.163989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:49.176277 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Checking router: a7db428b-f942-4ddc-9b4f-97e41186ada4 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:49.188350 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Updating router a7db428b-f942-4ddc-9b4f-97e41186ada4 port 128ed836-2cf6-4c1c-957a-680653e0c8b2 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:31:49.221585 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:49.229715 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1e396198-7fe7-4740-8e5f-d49918b7238b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3071022 Aug 20 11:31:49.233952 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:49.238850 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Sync routers for ids ['a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:49.242638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23854a16-9afd-470a-af1f-777ffb60c211 req-0d8a83af-cce4-4f5d-9b91-a6a4e18770e5 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:49.255881 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23854a16-9afd-470a-af1f-777ffb60c211 req-0d8a83af-cce4-4f5d-9b91-a6a4e18770e5 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 945 time: 0.2156653 Aug 20 11:31:49.269509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51766) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:49.302671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Routers {'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:49.303703 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:49.305920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-76761a26-c085-4d23-9224-b246fea0f535 None None] Provisioning for port b9eaa9b8-710e-4ed9-a351-29868a8c53aa completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:49.370217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-76761a26-c085-4d23-9224-b246fea0f535 None None] Provisioning complete for port b9eaa9b8-710e-4ed9-a351-29868a8c53aa triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:49.370939 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-76761a26-c085-4d23-9224-b246fea0f535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:49.459565 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23854a16-9afd-470a-af1f-777ffb60c211 req-3ad94442-58c7-43a8-9123-06d8d4165b71 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/security-groups?id=60433f38-6b99-4603-a630-19265ff72102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027166 Aug 20 11:31:49.482422 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4dda23eb-f5f9-4889-8c0e-c4091553ca4a req-07cc52d1-e9a1-4f33-8e2f-5f64b2fe12b7 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 210 time: 0.1095953 Aug 20 11:31:49.527435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Set router a96b35d6-e3c6-48c9-92c1-d18df47ce3a9 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:49.722473 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-76761a26-c085-4d23-9224-b246fea0f535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:49.779038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-76761a26-c085-4d23-9224-b246fea0f535 None None] For port b9eaa9b8-710e-4ed9-a351-29868a8c53aa, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b9eaa9b8-710e-4ed9-a351-29868a8c53aa,segment=NetworkSegment(cb52a245-3e80-46ba-8c45-d77a45d354bc),segment_id=cb52a245-3e80-46ba-8c45-d77a45d354bc)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:49.785522 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-76761a26-c085-4d23-9224-b246fea0f535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:49.796202 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:49.825042 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Transition to ACTIVE for port object 128ed836-2cf6-4c1c-957a-680653e0c8b2 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:49.835732 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:49.868131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde4c6b-eb71-4b44-8f93-c9097116fa6b req-b25ec21b-dea1-4ad3-a59c-1267598412c1 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:49.879026 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7cde4c6b-eb71-4b44-8f93-c9097116fa6b req-b25ec21b-dea1-4ad3-a59c-1267598412c1 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 945 time: 0.2338886 Aug 20 11:31:49.922216 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e5b30-8d6b-437f-bdb4-d1a12bc9fd5f None None] Pushing event updated for resources: {'Port': ['ID=128ed836-2cf6-4c1c-957a-680653e0c8b2,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:49.942754 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Attempting to bind port 128ed836-2cf6-4c1c-957a-680653e0c8b2 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:49.943124 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Attempting to bind port 128ed836-2cf6-4c1c-957a-680653e0c8b2 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:49.943481 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Attempting to bind port 128ed836-2cf6-4c1c-957a-680653e0c8b2 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:49.950461 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:49.950831 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:49.952164 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:49.952164 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:49.952468 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Bound port: 128ed836-2cf6-4c1c-957a-680653e0c8b2, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:49.952889 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:49.976660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fa702f21-c333-49c2-a0bc-a68565381ab7 None None] Provisioning complete for port b9eaa9b8-710e-4ed9-a351-29868a8c53aa triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:49.980106 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fa702f21-c333-49c2-a0bc-a68565381ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:49.988607 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7cde4c6b-eb71-4b44-8f93-c9097116fa6b req-5278962f-e245-453a-8a9e-782fc899773a tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092057 Aug 20 11:31:50.036003 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b62351-0ba6-485a-a351-d088db42b913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbd8547-0868-4c91-a825-5b5696d2cc54'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:50.038679 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14ec22e-7758-49ad-9125-5563f6b67171" -d '{"events": [{"server_uuid": "f2b62351-0ba6-485a-a351-d088db42b913", "name": "network-vif-plugged", "status": "completed", "tag": "9fbd8547-0868-4c91-a825-5b5696d2cc54"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:50.043996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76761a26-c085-4d23-9224-b246fea0f535 None None] Pushing event updated for resources: {'Port': ['ID=b9eaa9b8-710e-4ed9-a351-29868a8c53aa,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:50.082209 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:50.109267 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] For port 128ed836-2cf6-4c1c-957a-680653e0c8b2, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:50.116306 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] For port 128ed836-2cf6-4c1c-957a-680653e0c8b2, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=128ed836-2cf6-4c1c-957a-680653e0c8b2,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:50.122890 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:50.175145 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-67eac6ac-537c-46eb-bfb7-842b7f1a1e94 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:50.176885 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-67eac6ac-537c-46eb-bfb7-842b7f1a1e94 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.76 "GET /v2.0/networks?id=97500370-4801-4f47-928d-aa765b4857c5 HTTP/1.1" status: 200 len: 821 time: 0.5683181 Aug 20 11:31:50.194493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-f736cd74-33a8-405f-8a6f-19552141df9d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Request body: {'port': {'device_id': 'f600a1b2-0321-471b-8a9d-4ce3e9428bac', 'network_id': '97500370-4801-4f47-928d-aa765b4857c5', 'admin_state_up': True, 'tenant_id': 'b4ac46b78b6d45c6abee25f3a1a48427'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:50.203089 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d280806c-5361-4cc9-9c82-0af6636af6d1 x-openstack-request-id: req-d280806c-5361-4cc9-9c82-0af6636af6d1 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:50.203588 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b62351-0ba6-485a-a351-d088db42b913", "name": "network-vif-plugged", "status": "completed", "tag": "9fbd8547-0868-4c91-a825-5b5696d2cc54", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:50.203588 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d280806c-5361-4cc9-9c82-0af6636af6d1 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:50.207541 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b62351-0ba6-485a-a351-d088db42b913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbd8547-0868-4c91-a825-5b5696d2cc54', 'code': 200} Aug 20 11:31:50.251972 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e5b30-8d6b-437f-bdb4-d1a12bc9fd5f None None] Pushing event updated for resources: {'Port': ['ID=128ed836-2cf6-4c1c-957a-680653e0c8b2,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:50.299982 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Routers {'a7db428b-f942-4ddc-9b4f-97e41186ada4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:50.300748 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7db428b-f942-4ddc-9b4f-97e41186ada4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:50.305344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1449827931-router', 'tenant_id': '51795722b0a74631810cec60579bc069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:31:47Z', 'revision_number': 3, 'project_id': '51795722b0a74631810cec60579bc069', 'gw_port': {'id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:45Z', 'updated_at': '2021-08-20T11:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:50.318222 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51786) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:50.353708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c834c8-29a0-4296-8a01-6832c17ce652 req-f1d39c41-5864-4e50-ada7-6c5af20016b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:50.358554 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-23c834c8-29a0-4296-8a01-6832c17ce652 req-f1d39c41-5864-4e50-ada7-6c5af20016b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 1096 time: 0.1230567 Aug 20 11:31:50.432360 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] Set router a7db428b-f942-4ddc-9b4f-97e41186ada4 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:50.439430 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Allocated IP 172.20.0.1 (54a3c781-ccd6-415c-971e-2a8728a5725a/17bcd73a-0070-45ed-9014-12b3d07027ed/251616cd-cb36-4f26-b9e7-b37490facf67) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:50.509101 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-23c834c8-29a0-4296-8a01-6832c17ce652 req-26bebcab-aac2-4d5b-90d2-bd7294083259 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=60433f38-6b99-4603-a630-19265ff72102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354017 Aug 20 11:31:50.518364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57683001-2fd5-45bf-8784-4c505cad0e1e req-08742c7c-1894-4f2c-acd5-9c46d85f711b tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:50.521795 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57683001-2fd5-45bf-8784-4c505cad0e1e req-08742c7c-1894-4f2c-acd5-9c46d85f711b tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 1096 time: 0.1679001 Aug 20 11:31:50.548760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b9eaa9b8-710e-4ed9-a351-29868a8c53aa up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:50.585170 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-956d41b5-4872-4377-9c73-8647add4c8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:50.595279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Checking router: a96b35d6-e3c6-48c9-92c1-d18df47ce3a9 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:50.595665 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Updating router a96b35d6-e3c6-48c9-92c1-d18df47ce3a9 port c67b08dd-a381-4039-a1da-7d899fbe6082 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:31:50.605064 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:50.627536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-f736cd74-33a8-405f-8a6f-19552141df9d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Made reservation on behalf of b4ac46b78b6d45c6abee25f3a1a48427 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:50.631842 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:50.632688 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-f736cd74-33a8-405f-8a6f-19552141df9d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:50.633637 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b9eaa9b8-710e-4ed9-a351-29868a8c53aa triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:50.634000 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:50.661686 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57683001-2fd5-45bf-8784-4c505cad0e1e req-780739b9-b6c1-4dac-8754-862418879adc tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284781 Aug 20 11:31:50.695706 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'name': 'tempest-FloatingIPDetailsTestJSON-918206638-router', 'tenant_id': 'bf1975a685124485933cf749b986a218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:43Z', 'updated_at': '2021-08-20T11:31:46Z', 'revision_number': 3, 'project_id': 'bf1975a685124485933cf749b986a218', 'gw_port': {'id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:50.705168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0998a-4e7b-4d64-96d2-ec7f62a17a87 req-22ea2937-13ba-479b-8778-735559625e62 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:50.710611 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-90f0998a-4e7b-4d64-96d2-ec7f62a17a87 req-22ea2937-13ba-479b-8778-735559625e62 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 945 time: 0.1224592 Aug 20 11:31:50.751269 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beeb564-d69b-4a61-a7a3-862338787425 None None] The sync data for ids ['a7db428b-f942-4ddc-9b4f-97e41186ada4'] in n-d-804299-2 is: [{'id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'name': 'tempest-FloatingIPDetailsTestJSON-918206638-router', 'tenant_id': 'bf1975a685124485933cf749b986a218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:43Z', 'updated_at': '2021-08-20T11:31:46Z', 'revision_number': 3, 'project_id': 'bf1975a685124485933cf749b986a218', 'gw_port': {'id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:50.814444 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:50.831403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Transition to ACTIVE for port object 251616cd-cb36-4f26-b9e7-b37490facf67 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:50.872815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Allocated IP 172.20.0.1 (5e742b6a-69b9-4db4-8f2b-3cb61181fc66/112902c8-2b16-4ec2-bdb7-85b438a6a4ac/016d786e-8d48-4e3b-95a5-32142c7715b7) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:50.892511 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:50.941610 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-90f0998a-4e7b-4d64-96d2-ec7f62a17a87 req-4e74b4c6-f137-4ba5-8651-ad6e3d21f199 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/security-groups?id=60433f38-6b99-4603-a630-19265ff72102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154241 Aug 20 11:31:51.007637 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.016053 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-71fe0fa5-0ef6-485d-84de-cc1b1697ca46 req-fe9f6a9c-aa72-475a-a4d4-1414571ea5b1 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 210 time: 0.1259024 Aug 20 11:31:51.020114 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Transition to ACTIVE for port object c67b08dd-a381-4039-a1da-7d899fbe6082 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:51.028407 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.047714 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-956d41b5-4872-4377-9c73-8647add4c8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.049895 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Pushing event updated for resources: {'Port': ['ID=251616cd-cb36-4f26-b9e7-b37490facf67,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:51.078271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.079041 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.079527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.080493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.080738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.081018 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.081735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.081735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.082048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.082300 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.082621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.082940 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.091558 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-956d41b5-4872-4377-9c73-8647add4c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.097879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Network 54a3c781-ccd6-415c-971e-2a8728a5725a is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:51.110419 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Attempting to bind port c67b08dd-a381-4039-a1da-7d899fbe6082 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:51.119022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:51.121075 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Attempting to bind port c67b08dd-a381-4039-a1da-7d899fbe6082 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:51.121437 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Attempting to bind port c67b08dd-a381-4039-a1da-7d899fbe6082 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:51.143907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a87b1e-789c-4220-b24d-9b708b52db3c None None] Pushing event updated for resources: {'Port': ['ID=c67b08dd-a381-4039-a1da-7d899fbe6082,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:51.146763 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:51.147202 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:51.147722 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.151632 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:51.152368 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.152795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:51.153293 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Bound port: c67b08dd-a381-4039-a1da-7d899fbe6082, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:51.153679 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.243534 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.262883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-f736cd74-33a8-405f-8a6f-19552141df9d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Allocated IP 172.20.0.4 (97500370-4801-4f47-928d-aa765b4857c5/b1791bda-c9bf-4aae-b873-fde963569e9e/49e3ac4f-7157-4b40-bdc2-4edb163153d3) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:51.263088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] For port c67b08dd-a381-4039-a1da-7d899fbe6082, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:51.268392 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] For port c67b08dd-a381-4039-a1da-7d899fbe6082, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c67b08dd-a381-4039-a1da-7d899fbe6082,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:51.275022 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-956d41b5-4872-4377-9c73-8647add4c8c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07b6b79ceb004ac08c008d6ca5f612f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9521303 Aug 20 11:31:51.275234 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.278938 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51798) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:51.292107 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ee86e-0991-4b19-8a2e-d6a32778cf8e req-9bffbcbb-6b21-4533-99dc-0cc1d819d0ba tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:51.294239 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-202ee86e-0991-4b19-8a2e-d6a32778cf8e req-9bffbcbb-6b21-4533-99dc-0cc1d819d0ba tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 1096 time: 0.1727338 Aug 20 11:31:51.296517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Transition to ACTIVE for port object 016d786e-8d48-4e3b-95a5-32142c7715b7 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:51.357564 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Routers {'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:51.358438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:51.361616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a87b1e-789c-4220-b24d-9b708b52db3c None None] Pushing event updated for resources: {'Port': ['ID=c67b08dd-a381-4039-a1da-7d899fbe6082,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:51.414522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d41b5-4872-4377-9c73-8647add4c8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947aaaf0-3da1-4694-9a6d-8d9979aa3a10,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:51.483083 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-833213cd-fb35-4835-a588-7664cbd32af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.488951 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-202ee86e-0991-4b19-8a2e-d6a32778cf8e req-795e28fe-406c-48d9-bb8f-160487246126 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759250 Aug 20 11:31:51.544698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] Set router a96b35d6-e3c6-48c9-92c1-d18df47ce3a9 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:51.549444 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.583393 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-833213cd-fb35-4835-a588-7664cbd32af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.618530 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.621527 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6701d1ac-f3bd-45d4-9e94-9aa9f69dd890 None None] Provisioning for port 251616cd-cb36-4f26-b9e7-b37490facf67 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:51.633866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6701d1ac-f3bd-45d4-9e94-9aa9f69dd890 None None] Provisioning complete for port 251616cd-cb36-4f26-b9e7-b37490facf67 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:51.634242 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6701d1ac-f3bd-45d4-9e94-9aa9f69dd890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.687228 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-f736cd74-33a8-405f-8a6f-19552141df9d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.719681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Network 5e742b6a-69b9-4db4-8f2b-3cb61181fc66 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:51.728497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:51.736107 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:51.739548 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-833213cd-fb35-4835-a588-7664cbd32af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.742897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6701d1ac-f3bd-45d4-9e94-9aa9f69dd890 None None] Port 251616cd-cb36-4f26-b9e7-b37490facf67 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:51.745171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Pushing event updated for resources: {'Port': ['ID=016d786e-8d48-4e3b-95a5-32142c7715b7,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:51.746447 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-833213cd-fb35-4835-a588-7664cbd32af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.751896 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-833213cd-fb35-4835-a588-7664cbd32af0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/947aaaf0-3da1-4694-9a6d-8d9979aa3a10 HTTP/1.1" status: 204 len: 168 time: 0.4693046 Aug 20 11:31:51.807801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.808414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.808863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.809268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.809697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.810130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.810782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.811188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.811588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.811987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.813050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.813453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:51.869054 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-f736cd74-33a8-405f-8a6f-19552141df9d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.870999 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.877173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1449827931-router', 'tenant_id': '51795722b0a74631810cec60579bc069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:31:47Z', 'revision_number': 3, 'project_id': '51795722b0a74631810cec60579bc069', 'gw_port': {'id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:45Z', 'updated_at': '2021-08-20T11:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:51.956557 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21cf490-e20c-4115-822e-64ed5ec2b92d None None] The sync data for ids ['a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'] in n-d-804299-2 is: [{'id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1449827931-router', 'tenant_id': '51795722b0a74631810cec60579bc069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:31:47Z', 'revision_number': 3, 'project_id': '51795722b0a74631810cec60579bc069', 'gw_port': {'id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:45Z', 'updated_at': '2021-08-20T11:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:51.981142 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833213cd-fb35-4835-a588-7664cbd32af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947aaaf0-3da1-4694-9a6d-8d9979aa3a10,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:52.039096 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736cd74-33a8-405f-8a6f-19552141df9d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Pushing event updated for resources: {'Port': ['ID=49e3ac4f-7157-4b40-bdc2-4edb163153d3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:52.071081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-f736cd74-33a8-405f-8a6f-19552141df9d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Network 97500370-4801-4f47-928d-aa765b4857c5 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:52.073941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-f736cd74-33a8-405f-8a6f-19552141df9d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:52.099591 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-f736cd74-33a8-405f-8a6f-19552141df9d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:52.133151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ded86-0ee5-4afc-a413-cddeb6fa803d req-da27ec67-1d5d-4c87-890b-6d9c0fd9e703 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:52.134849 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b66ded86-0ee5-4afc-a413-cddeb6fa803d req-da27ec67-1d5d-4c87-890b-6d9c0fd9e703 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 1096 time: 0.1654713 Aug 20 11:31:52.210044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0443015a-2769-4109-bf46-277d68ad7165 None None] Provisioning for port 016d786e-8d48-4e3b-95a5-32142c7715b7 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:52.216344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0443015a-2769-4109-bf46-277d68ad7165 None None] Provisioning complete for port 016d786e-8d48-4e3b-95a5-32142c7715b7 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:52.217955 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0443015a-2769-4109-bf46-277d68ad7165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.328329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-f736cd74-33a8-405f-8a6f-19552141df9d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:52.336095 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-f736cd74-33a8-405f-8a6f-19552141df9d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.348009 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.363512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0443015a-2769-4109-bf46-277d68ad7165 None None] Port 016d786e-8d48-4e3b-95a5-32142c7715b7 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:52.373453 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-33d3d78b-408e-48ab-857d-0126eefa3b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.376412 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.382013 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.415876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b108f-16cb-4b02-8c58-4156721dde6d req-cc6e8eb9-208f-42ec-adf3-dab78031fcc3 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:52.417428 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a36b108f-16cb-4b02-8c58-4156721dde6d req-cc6e8eb9-208f-42ec-adf3-dab78031fcc3 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 945 time: 0.3147905 Aug 20 11:31:52.423521 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-f736cd74-33a8-405f-8a6f-19552141df9d tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2344830 Aug 20 11:31:52.443842 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b66ded86-0ee5-4afc-a413-cddeb6fa803d req-f992a124-56eb-40dd-bfb5-04378d59896a tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963588 Aug 20 11:31:52.458106 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 128ed836-2cf6-4c1c-957a-680653e0c8b2 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:52.476495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Request body: {'port': {'device_id': 'f600a1b2-0321-471b-8a9d-4ce3e9428bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:52.540178 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51822) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:52.558927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Pushing event updated for resources: {'Port': ['ID=251616cd-cb36-4f26-b9e7-b37490facf67,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:52.582061 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ba429050-eb95-475b-9641-28b2d7f59c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.584029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 128ed836-2cf6-4c1c-957a-680653e0c8b2 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:52.591340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 128ed836-2cf6-4c1c-957a-680653e0c8b2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:52.592568 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.604969 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.702836 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a36b108f-16cb-4b02-8c58-4156721dde6d req-06dbadc0-4a4e-4b45-9f2b-46f1932479a7 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/security-groups?id=60433f38-6b99-4603-a630-19265ff72102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316539 Aug 20 11:31:52.705905 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.733654 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 128ed836-2cf6-4c1c-957a-680653e0c8b2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=128ed836-2cf6-4c1c-957a-680653e0c8b2,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:52.742197 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.747308 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354254ff-74d6-4406-88f2-a5d2216b8c9a req-5d9a687c-a94c-4d26-8972-21f873e8c8be tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:52.755310 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-354254ff-74d6-4406-88f2-a5d2216b8c9a req-5d9a687c-a94c-4d26-8972-21f873e8c8be tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 931 time: 0.1389244 Aug 20 11:31:52.755760 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.819292 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Network 54a3c781-ccd6-415c-971e-2a8728a5725a is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:52.829669 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-354254ff-74d6-4406-88f2-a5d2216b8c9a req-fd96111d-2a72-4a86-ace4-c7eef9c4d6b8 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732718 Aug 20 11:31:52.832070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:52.832436 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=128ed836-2cf6-4c1c-957a-680653e0c8b2,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:52.917864 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ba429050-eb95-475b-9641-28b2d7f59c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.012981 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ba429050-eb95-475b-9641-28b2d7f59c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.040381 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Router a7db428b-f942-4ddc-9b4f-97e41186ada4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:31:53.082077 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ba429050-eb95-475b-9641-28b2d7f59c6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=393e5b8d52644c77877b1d42fb555f82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5407090 Aug 20 11:31:53.083765 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba429050-eb95-475b-9641-28b2d7f59c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f824305-82f3-4c1c-aaf4-8751bf243004,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:53.088028 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51824) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:53.100790 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.115905 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.192732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-101eb308-635b-4f26-aca4-9412b365a546 None None] Provisioning complete for port 251616cd-cb36-4f26-b9e7-b37490facf67 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:53.193829 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-101eb308-635b-4f26-aca4-9412b365a546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.212894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Pushing event updated for resources: {'Port': ['ID=016d786e-8d48-4e3b-95a5-32142c7715b7,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:53.216219 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.238666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-101eb308-635b-4f26-aca4-9412b365a546 None None] Port 251616cd-cb36-4f26-b9e7-b37490facf67 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:53.243438 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d01e237-854a-4664-a483-60123024914b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.268249 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:53.278566 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e13c517f-ec56-4f09-96de-b687370a158f admin admin] 10.222.0.37 "PUT /v2.0/routers/a7db428b-f942-4ddc-9b4f-97e41186ada4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8099413 Aug 20 11:31:53.284717 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d01e237-854a-4664-a483-60123024914b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.368534 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d01e237-854a-4664-a483-60123024914b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.371669 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d01e237-854a-4664-a483-60123024914b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.375314 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2d01e237-854a-4664-a483-60123024914b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f824305-82f3-4c1c-aaf4-8751bf243004 HTTP/1.1" status: 204 len: 168 time: 0.2839015 Aug 20 11:31:53.386819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01e237-854a-4664-a483-60123024914b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f824305-82f3-4c1c-aaf4-8751bf243004,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:53.597705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e3ac4f-7157-4b40-bdc2-4edb163153d3 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:53.605793 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.656610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Transition to ACTIVE for port object 49e3ac4f-7157-4b40-bdc2-4edb163153d3 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:53.669087 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.730040 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Sync routers for ids ['a7db428b-f942-4ddc-9b4f-97e41186ada4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:53.750825 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Routers {'a7db428b-f942-4ddc-9b4f-97e41186ada4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:53.752259 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7db428b-f942-4ddc-9b4f-97e41186ada4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:53.788259 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff511caa-5384-4465-808d-e68ae86e884a req-856f19d5-13c2-406e-8a19-2166bdcbdcfe tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:53.789838 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff511caa-5384-4465-808d-e68ae86e884a req-856f19d5-13c2-406e-8a19-2166bdcbdcfe tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 1096 time: 0.1401784 Aug 20 11:31:53.790466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Pushing event updated for resources: {'Port': ['ID=49e3ac4f-7157-4b40-bdc2-4edb163153d3,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:53.884248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Network 5e742b6a-69b9-4db4-8f2b-3cb61181fc66 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:53.892414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:53.928153 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Set router a7db428b-f942-4ddc-9b4f-97e41186ada4 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:53.937279 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff511caa-5384-4465-808d-e68ae86e884a req-6d0e020c-1e71-43f4-aaed-cbae002f969f tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353753 Aug 20 11:31:54.126088 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Attempting to bind port 49e3ac4f-7157-4b40-bdc2-4edb163153d3 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:54.126323 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Attempting to bind port 49e3ac4f-7157-4b40-bdc2-4edb163153d3 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'c4ce8552-13ca-42d3-8e11-bafd3e2290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97500370-4801-4f47-928d-aa765b4857c5'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:54.133941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Attempting to bind port 49e3ac4f-7157-4b40-bdc2-4edb163153d3 on network 97500370-4801-4f47-928d-aa765b4857c5 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:54.146734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Port 49e3ac4f-7157-4b40-bdc2-4edb163153d3 on network 97500370-4801-4f47-928d-aa765b4857c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:54.146734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Attempting to bind port 49e3ac4f-7157-4b40-bdc2-4edb163153d3 on network 97500370-4801-4f47-928d-aa765b4857c5 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:54.195787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:54.196143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Checking segment: {'id': 'c4ce8552-13ca-42d3-8e11-bafd3e2290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97500370-4801-4f47-928d-aa765b4857c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:54.196512 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Bound using segment: {'id': 'c4ce8552-13ca-42d3-8e11-bafd3e2290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97500370-4801-4f47-928d-aa765b4857c5'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:54.196992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Bound port: 49e3ac4f-7157-4b40-bdc2-4edb163153d3, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ce8552-13ca-42d3-8e11-bafd3e2290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97500370-4801-4f47-928d-aa765b4857c5'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:54.197351 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.224986 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-a91cbad0-e8e6-4ee3-a249-63701b966ed4 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3846700 Aug 20 11:31:54.231341 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:54.270055 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.270163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-955d5a62-0017-42c6-a78c-f50e2e3e5db7 None None] Provisioning complete for port 016d786e-8d48-4e3b-95a5-32142c7715b7 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:54.270795 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-955d5a62-0017-42c6-a78c-f50e2e3e5db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.285273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2e698-140d-4f1a-bbf5-2e8c6bfc64c4 req-a94741c1-e88a-49cb-b9bc-982ea718028e tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:54.287326 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28c2e698-140d-4f1a-bbf5-2e8c6bfc64c4 req-a94741c1-e88a-49cb-b9bc-982ea718028e tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 945 time: 0.2294788 Aug 20 11:31:54.346670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Router a96b35d6-e3c6-48c9-92c1-d18df47ce3a9 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:31:54.368815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-955d5a62-0017-42c6-a78c-f50e2e3e5db7 None None] Port 016d786e-8d48-4e3b-95a5-32142c7715b7 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:54.404546 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'name': 'tempest-FloatingIPDetailsTestJSON-918206638-router', 'tenant_id': 'bf1975a685124485933cf749b986a218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:43Z', 'updated_at': '2021-08-20T11:31:51Z', 'revision_number': 4, 'project_id': 'bf1975a685124485933cf749b986a218', 'gw_port': {'id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '251616cd-cb36-4f26-b9e7-b37490facf67', 'name': '', 'network_id': '54a3c781-ccd6-415c-971e-2a8728a5725a', 'tenant_id': 'bf1975a685124485933cf749b986a218', 'mac_address': 'fa:16:3e:70:7c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '17bcd73a-0070-45ed-9014-12b3d07027ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:50Z', 'updated_at': '2021-08-20T11:31:51Z', 'revision_number': 2, 'project_id': 'bf1975a685124485933cf749b986a218', 'subnets': [{'id': '17bcd73a-0070-45ed-9014-12b3d07027ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:54.420195 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.438559 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28c2e698-140d-4f1a-bbf5-2e8c6bfc64c4 req-27f03364-1423-40ac-98ad-01c053aba40c tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/security-groups?id=60433f38-6b99-4603-a630-19265ff72102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448231 Aug 20 11:31:54.446158 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] For port 49e3ac4f-7157-4b40-bdc2-4edb163153d3, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:54.452722 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Checking router: a7db428b-f942-4ddc-9b4f-97e41186ada4 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:54.452722 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Updating router a7db428b-f942-4ddc-9b4f-97e41186ada4 port 251616cd-cb36-4f26-b9e7-b37490facf67 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:31:54.455503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] For port 49e3ac4f-7157-4b40-bdc2-4edb163153d3, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=49e3ac4f-7157-4b40-bdc2-4edb163153d3,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:54.464946 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.515559 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.585119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:54.585752 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.587221 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] 10.222.0.76 "PUT /v2.0/ports/49e3ac4f-7157-4b40-bdc2-4edb163153d3 HTTP/1.1" status: 200 len: 1091 time: 2.1214461 Aug 20 11:31:54.587608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f600a1b2-0321-471b-8a9d-4ce3e9428bac', 'tag': '49e3ac4f-7157-4b40-bdc2-4edb163153d3'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:54.591991 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c67b08dd-a381-4039-a1da-7d899fbe6082 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:54.627685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Allocated IP 172.25.8.146 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/8119f2db-4ca3-41d2-817c-ed176a2babf0) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:54.628202 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e763fecc-f6b4-4b13-8de9-e21db41daa30" -d '{"events": [{"name": "network-changed", "server_uuid": "f600a1b2-0321-471b-8a9d-4ce3e9428bac", "tag": "49e3ac4f-7157-4b40-bdc2-4edb163153d3"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:54.693763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951cce3-5dee-43cc-a260-9995bc3d336c service neutron] Pushing event updated for resources: {'Port': ['ID=49e3ac4f-7157-4b40-bdc2-4edb163153d3,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:54.737747 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port c67b08dd-a381-4039-a1da-7d899fbe6082 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:54.742138 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c67b08dd-a381-4039-a1da-7d899fbe6082 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:54.743122 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.843943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-0ac6c056-bfed-46bc-8523-68f726b58773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:54.846164 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-0ac6c056-bfed-46bc-8523-68f726b58773 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4ac46b78b6d45c6abee25f3a1a48427&device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 1094 time: 0.2021739 Aug 20 11:31:54.916059 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-68ea1480-0cc0-4825-977d-4f6a3f3f06c5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49e3ac4f-7157-4b40-bdc2-4edb163153d3 HTTP/1.1" status: 200 len: 217 time: 0.0603950 Aug 20 11:31:54.928894 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.938834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:54.985960 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.986949 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-592db3f5-c04e-4e2d-8ede-d3f469c72161 admin admin] 10.222.0.37 "PUT /v2.0/routers/a96b35d6-e3c6-48c9-92c1-d18df47ce3a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7163310 Aug 20 11:31:55.013834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d436-9dd0-4a73-be02-098638d23dba req-c68ccbc9-14ed-4d1b-8a3f-4936e336814e tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:55.016691 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2729d436-9dd0-4a73-be02-098638d23dba req-c68ccbc9-14ed-4d1b-8a3f-4936e336814e tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 943 time: 0.2289858 Aug 20 11:31:55.038944 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port c67b08dd-a381-4039-a1da-7d899fbe6082, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c67b08dd-a381-4039-a1da-7d899fbe6082,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:55.042994 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.047212 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.048180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 128ed836-2cf6-4c1c-957a-680653e0c8b2 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:55.058859 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-dc25308b-c5f6-4d59-8831-579c152a0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:55.060303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-dc25308b-c5f6-4d59-8831-579c152a0dd7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b1791bda-c9bf-4aae-b873-fde963569e9e HTTP/1.1" status: 200 len: 861 time: 0.1370075 Aug 20 11:31:55.115456 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Pushing event updated for resources: {'Port': ['ID=8119f2db-4ca3-41d2-817c-ed176a2babf0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:55.134206 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:55.136855 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:55.140779 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:55.149849 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-8ab93606-5cd7-46ec-a29f-49a610e4f3d4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=97500370-4801-4f47-928d-aa765b4857c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623922 Aug 20 11:31:55.214595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Sync routers for ids ['a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:55.255512 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.264790 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.272161 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d6f410a-c5cf-4d7e-ad1e-de5ad23e3aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.280968 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Transition to ACTIVE for port object 251616cd-cb36-4f26-b9e7-b37490facf67 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:55.291198 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.340213 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2729d436-9dd0-4a73-be02-098638d23dba req-cc65f3bf-991f-408f-8e11-681138c898df tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034079 Aug 20 11:31:55.346879 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.376497 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Routers {'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:55.377078 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:55.378557 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-bae1de96-dc5e-412f-95c2-bff56752b5e0 service neutron] 10.222.0.76 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275658 Aug 20 11:31:55.380626 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b61b7-a016-466b-8871-cbe5be78efbe None None] Pushing event updated for resources: {'Port': ['ID=251616cd-cb36-4f26-b9e7-b37490facf67,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:55.627751 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Attempting to bind port 251616cd-cb36-4f26-b9e7-b37490facf67 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:55.628466 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Attempting to bind port 251616cd-cb36-4f26-b9e7-b37490facf67 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '34167013-d451-4f6f-9af7-6d601912e720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '54a3c781-ccd6-415c-971e-2a8728a5725a'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:55.629590 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Attempting to bind port 251616cd-cb36-4f26-b9e7-b37490facf67 on network 54a3c781-ccd6-415c-971e-2a8728a5725a {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:55.636114 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:55.636904 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Checking segment: {'id': '34167013-d451-4f6f-9af7-6d601912e720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '54a3c781-ccd6-415c-971e-2a8728a5725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:55.637600 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.638904 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Bound using segment: {'id': '34167013-d451-4f6f-9af7-6d601912e720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '54a3c781-ccd6-415c-971e-2a8728a5725a'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:55.639907 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Bound port: 251616cd-cb36-4f26-b9e7-b37490facf67, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34167013-d451-4f6f-9af7-6d601912e720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '54a3c781-ccd6-415c-971e-2a8728a5725a'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:55.640994 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.711654 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.728919 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.745679 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.746111 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de2aaf63-d473-4de4-bfa1-ae5f6ffcae73 req-474f49b6-af6b-4da0-ba81-150e74fb5d1a service neutron] 10.222.0.76 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601406 Aug 20 11:31:55.795738 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] For port 251616cd-cb36-4f26-b9e7-b37490facf67, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:55.804616 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] For port 251616cd-cb36-4f26-b9e7-b37490facf67, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=251616cd-cb36-4f26-b9e7-b37490facf67,segment=NetworkSegment(34167013-d451-4f6f-9af7-6d601912e720),segment_id=34167013-d451-4f6f-9af7-6d601912e720)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:55.820013 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.825522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Set router a96b35d6-e3c6-48c9-92c1-d18df47ce3a9 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:55.840277 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.842054 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6154697 Aug 20 11:31:55.927911 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Routers {'a7db428b-f942-4ddc-9b4f-97e41186ada4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:55.941251 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7db428b-f942-4ddc-9b4f-97e41186ada4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:55.972447 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-3187865e-3845-4c23-875f-4a78151db599 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.146 HTTP/1.1" status: 200 len: 696 time: 0.1125700 Aug 20 11:31:55.973099 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2acc4-7109-4e8b-a2be-aa5302c9038b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Pushing event updated for resources: {'Port': ['ID=8119f2db-4ca3-41d2-817c-ed176a2babf0,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:56.142180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=c67b08dd-a381-4039-a1da-7d899fbe6082,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:56.245968 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b61b7-a016-466b-8871-cbe5be78efbe None None] Pushing event updated for resources: {'Port': ['ID=251616cd-cb36-4f26-b9e7-b37490facf67,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:56.370140 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:56.390257 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-29628a1d-ba20-444c-90fe-88020ae5395b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:56.391786 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] Set router a7db428b-f942-4ddc-9b4f-97e41186ada4 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:56.392320 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-235f6b2f-1fc7-4f92-b90d-8f5bc940bf39 req-29628a1d-ba20-444c-90fe-88020ae5395b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.3936658 Aug 20 11:31:56.401287 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:56.414363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 128ed836-2cf6-4c1c-957a-680653e0c8b2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:56.414954 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:56.581207 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f21814b-684f-49ba-aa54-9cc0d77392d4 x-openstack-request-id: req-1f21814b-684f-49ba-aa54-9cc0d77392d4 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:56.581598 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f600a1b2-0321-471b-8a9d-4ce3e9428bac", "tag": "49e3ac4f-7157-4b40-bdc2-4edb163153d3", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:56.582005 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f21814b-684f-49ba-aa54-9cc0d77392d4 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:56.582540 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f600a1b2-0321-471b-8a9d-4ce3e9428bac', 'tag': '49e3ac4f-7157-4b40-bdc2-4edb163153d3', 'status': 'completed', 'code': 200} Aug 20 11:31:56.651731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1449827931-router', 'tenant_id': '51795722b0a74631810cec60579bc069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:31:52Z', 'revision_number': 4, 'project_id': '51795722b0a74631810cec60579bc069', 'gw_port': {'id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:45Z', 'updated_at': '2021-08-20T11:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '016d786e-8d48-4e3b-95a5-32142c7715b7', 'name': '', 'network_id': '5e742b6a-69b9-4db4-8f2b-3cb61181fc66', 'tenant_id': '51795722b0a74631810cec60579bc069', 'mac_address': 'fa:16:3e:a8:07:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '112902c8-2b16-4ec2-bdb7-85b438a6a4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:50Z', 'updated_at': '2021-08-20T11:31:52Z', 'revision_number': 2, 'project_id': '51795722b0a74631810cec60579bc069', 'subnets': [{'id': '112902c8-2b16-4ec2-bdb7-85b438a6a4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:56.736081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Checking router: a96b35d6-e3c6-48c9-92c1-d18df47ce3a9 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:56.736434 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Updating router a96b35d6-e3c6-48c9-92c1-d18df47ce3a9 port 016d786e-8d48-4e3b-95a5-32142c7715b7 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:31:56.749571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763fecc-f6b4-4b13-8de9-e21db41daa30 req-93566f18-16d7-41aa-b2bb-8c85e00c0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:56.758764 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e763fecc-f6b4-4b13-8de9-e21db41daa30 req-93566f18-16d7-41aa-b2bb-8c85e00c0e05 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4ac46b78b6d45c6abee25f3a1a48427&device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 1094 time: 0.1695721 Aug 20 11:31:56.818747 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:56.977411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c67b08dd-a381-4039-a1da-7d899fbe6082 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:57.004886 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'name': 'tempest-FloatingIPDetailsTestJSON-918206638-router', 'tenant_id': 'bf1975a685124485933cf749b986a218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:43Z', 'updated_at': '2021-08-20T11:31:51Z', 'revision_number': 4, 'project_id': 'bf1975a685124485933cf749b986a218', 'gw_port': {'id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '251616cd-cb36-4f26-b9e7-b37490facf67', 'name': '', 'network_id': '54a3c781-ccd6-415c-971e-2a8728a5725a', 'tenant_id': 'bf1975a685124485933cf749b986a218', 'mac_address': 'fa:16:3e:70:7c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '17bcd73a-0070-45ed-9014-12b3d07027ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:50Z', 'updated_at': '2021-08-20T11:31:55Z', 'revision_number': 4, 'project_id': 'bf1975a685124485933cf749b986a218', 'subnets': [{'id': '17bcd73a-0070-45ed-9014-12b3d07027ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:57.014936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763fecc-f6b4-4b13-8de9-e21db41daa30 req-1f5abbd8-96c4-4eca-98f8-2278e787c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:57.016560 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e763fecc-f6b4-4b13-8de9-e21db41daa30 req-1f5abbd8-96c4-4eca-98f8-2278e787c374 service neutron] 10.222.0.76 "GET /v2.0/networks?id=97500370-4801-4f47-928d-aa765b4857c5 HTTP/1.1" status: 200 len: 921 time: 0.2550957 Aug 20 11:31:57.089603 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed64e0a-88f3-4a1b-95c3-c2d93e3c5d09 None None] The sync data for ids ['a7db428b-f942-4ddc-9b4f-97e41186ada4'] in n-d-804299-2 is: [{'id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'name': 'tempest-FloatingIPDetailsTestJSON-918206638-router', 'tenant_id': 'bf1975a685124485933cf749b986a218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:43Z', 'updated_at': '2021-08-20T11:31:51Z', 'revision_number': 4, 'project_id': 'bf1975a685124485933cf749b986a218', 'gw_port': {'id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '251616cd-cb36-4f26-b9e7-b37490facf67', 'name': '', 'network_id': '54a3c781-ccd6-415c-971e-2a8728a5725a', 'tenant_id': 'bf1975a685124485933cf749b986a218', 'mac_address': 'fa:16:3e:70:7c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '17bcd73a-0070-45ed-9014-12b3d07027ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:50Z', 'updated_at': '2021-08-20T11:31:55Z', 'revision_number': 4, 'project_id': 'bf1975a685124485933cf749b986a218', 'subnets': [{'id': '17bcd73a-0070-45ed-9014-12b3d07027ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:57.135854 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e763fecc-f6b4-4b13-8de9-e21db41daa30 req-3d2056fa-30af-4f35-a1db-403c9a863b57 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49e3ac4f-7157-4b40-bdc2-4edb163153d3 HTTP/1.1" status: 200 len: 217 time: 0.1020503 Aug 20 11:31:57.270628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763fecc-f6b4-4b13-8de9-e21db41daa30 req-13a7f25e-929c-4eeb-ae76-9deaff2cd91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:57.272143 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e763fecc-f6b4-4b13-8de9-e21db41daa30 req-13a7f25e-929c-4eeb-ae76-9deaff2cd91e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b1791bda-c9bf-4aae-b873-fde963569e9e HTTP/1.1" status: 200 len: 861 time: 0.1307576 Aug 20 11:31:57.283190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c67b08dd-a381-4039-a1da-7d899fbe6082 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:57.284093 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:57.320362 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e763fecc-f6b4-4b13-8de9-e21db41daa30 req-0ef6e321-5bab-4cba-8460-3e8e01cdfbaa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=97500370-4801-4f47-928d-aa765b4857c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394065 Aug 20 11:31:57.545304 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e763fecc-f6b4-4b13-8de9-e21db41daa30 req-b3da580e-e5bc-431b-818c-91807c4f3878 service neutron] 10.222.0.76 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151105 Aug 20 11:31:57.857643 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-da11a2e7-85ef-4069-890b-63ff7c7f99b2 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:31:57.881394 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-da11a2e7-85ef-4069-890b-63ff7c7f99b2 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0393429 Aug 20 11:31:57.894634 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e763fecc-f6b4-4b13-8de9-e21db41daa30 req-d3cf59ec-0067-4775-b5aa-fba04a74031f service neutron] 10.222.0.76 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424470 Aug 20 11:31:57.896082 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-de38c5c6-ec4f-4f18-9e98-a3db26ecd21a service neutron] Request body: {'binding': {'host': 'n-h1-804299-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:57.903388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-de38c5c6-ec4f-4f18-9e98-a3db26ecd21a service neutron] Unknown quota resources ['binding']. {{(pid=94690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:31:57.928819 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.068167 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.086044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Transition to ACTIVE for port object 016d786e-8d48-4e3b-95a5-32142c7715b7 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:58.087336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852fba4-6b34-4025-ab1d-2b8663d0197d req-7a279349-bf81-40b8-9be1-be2868d1f3da tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:58.089192 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e852fba4-6b34-4025-ab1d-2b8663d0197d req-7a279349-bf81-40b8-9be1-be2868d1f3da tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 943 time: 0.2625899 Aug 20 11:31:58.103259 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.238899 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 49e3ac4f-7157-4b40-bdc2-4edb163153d3 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:58.291310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Attempting to bind port 016d786e-8d48-4e3b-95a5-32142c7715b7 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:58.291800 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Attempting to bind port 016d786e-8d48-4e3b-95a5-32142c7715b7 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'cb52a245-3e80-46ba-8c45-d77a45d354bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5e742b6a-69b9-4db4-8f2b-3cb61181fc66'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:58.292185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Attempting to bind port 016d786e-8d48-4e3b-95a5-32142c7715b7 on network 5e742b6a-69b9-4db4-8f2b-3cb61181fc66 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:58.306767 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:58.306767 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Checking segment: {'id': 'cb52a245-3e80-46ba-8c45-d77a45d354bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5e742b6a-69b9-4db4-8f2b-3cb61181fc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:58.306767 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.306767 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Bound using segment: {'id': 'cb52a245-3e80-46ba-8c45-d77a45d354bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5e742b6a-69b9-4db4-8f2b-3cb61181fc66'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:58.306767 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Bound port: 016d786e-8d48-4e3b-95a5-32142c7715b7, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb52a245-3e80-46ba-8c45-d77a45d354bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5e742b6a-69b9-4db4-8f2b-3cb61181fc66'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:58.308202 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.312436 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b60991-cf62-4fd1-aad8-ad67375186b3 None None] Pushing event updated for resources: {'Port': ['ID=016d786e-8d48-4e3b-95a5-32142c7715b7,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:58.369483 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e852fba4-6b34-4025-ab1d-2b8663d0197d req-c23241d2-3f9d-46be-84cb-5d6a17b3e49c tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963208 Aug 20 11:31:58.374667 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-de38c5c6-ec4f-4f18-9e98-a3db26ecd21a service neutron] Attempting to bind port 0e0c772b-5260-4ae9-9bf0-bf876577a776 on host n-h1-804299-2 for vnic_type normal with profile None {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:58.375929 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-de38c5c6-ec4f-4f18-9e98-a3db26ecd21a service neutron] Attempting to bind port 0e0c772b-5260-4ae9-9bf0-bf876577a776 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:58.376262 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-de38c5c6-ec4f-4f18-9e98-a3db26ecd21a service neutron] Attempting to bind port 0e0c772b-5260-4ae9-9bf0-bf876577a776 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:58.397513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-de38c5c6-ec4f-4f18-9e98-a3db26ecd21a service neutron] Port 0e0c772b-5260-4ae9-9bf0-bf876577a776 on network d470dece-9c15-4ab9-87f2-416f558c1d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:58.398047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-de38c5c6-ec4f-4f18-9e98-a3db26ecd21a service neutron] Attempting to bind port 0e0c772b-5260-4ae9-9bf0-bf876577a776 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:58.418012 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-de38c5c6-ec4f-4f18-9e98-a3db26ecd21a service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:58.418270 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-de38c5c6-ec4f-4f18-9e98-a3db26ecd21a service neutron] Checking segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:58.418943 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-de38c5c6-ec4f-4f18-9e98-a3db26ecd21a service neutron] Bound using segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:58.424398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-de38c5c6-ec4f-4f18-9e98-a3db26ecd21a service neutron] Bound port: 0e0c772b-5260-4ae9-9bf0-bf876577a776, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:58.501250 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 49e3ac4f-7157-4b40-bdc2-4edb163153d3, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=49e3ac4f-7157-4b40-bdc2-4edb163153d3,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:58.520694 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-de38c5c6-ec4f-4f18-9e98-a3db26ecd21a service neutron] For port 0e0c772b-5260-4ae9-9bf0-bf876577a776, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=0e0c772b-5260-4ae9-9bf0-bf876577a776,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:58.521157 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '49e3ac4f-7157-4b40-bdc2-4edb163153d3', 'network_id': '97500370-4801-4f47-928d-aa765b4857c5', 'port_id': '49e3ac4f-7157-4b40-bdc2-4edb163153d3', 'mac_address': 'fa:16:3e:2a:d6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1791bda-c9bf-4aae-b873-fde963569e9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:58.554827 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-de38c5c6-ec4f-4f18-9e98-a3db26ecd21a service neutron] Notify callbacks [] for binding, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.579067 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-de38c5c6-ec4f-4f18-9e98-a3db26ecd21a service neutron] 10.222.0.37 "POST /v2.0/ports/0e0c772b-5260-4ae9-9bf0-bf876577a776/bindings HTTP/1.1" status: 201 len: 389 time: 0.6963933 Aug 20 11:31:59.126488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 251616cd-cb36-4f26-b9e7-b37490facf67 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:59.135717 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] For port 016d786e-8d48-4e3b-95a5-32142c7715b7, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:59.277221 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] For port 016d786e-8d48-4e3b-95a5-32142c7715b7, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=016d786e-8d48-4e3b-95a5-32142c7715b7,segment=NetworkSegment(cb52a245-3e80-46ba-8c45-d77a45d354bc),segment_id=cb52a245-3e80-46ba-8c45-d77a45d354bc)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:59.294267 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:59.314476 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:59.492060 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e3ac4f-7157-4b40-bdc2-4edb163153d3 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:59.572617 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Routers {'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:59.573304 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:59.616171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-eaf4d7ac-0c88-426d-927e-0140f766adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:59.617700 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-eaf4d7ac-0c88-426d-927e-0140f766adeb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 1096 time: 0.2274566 Aug 20 11:31:59.624476 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 49e3ac4f-7157-4b40-bdc2-4edb163153d3, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=49e3ac4f-7157-4b40-bdc2-4edb163153d3,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:59.670349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 251616cd-cb36-4f26-b9e7-b37490facf67 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:59.676395 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:59.692397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 251616cd-cb36-4f26-b9e7-b37490facf67 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:59.692397 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:59.713097 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0aac525c-9784-4d00-af89-754477e7f34e req-b1eb4863-5c85-4b77-beda-818c675af3ac tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1774542 Aug 20 11:31:59.740150 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b60991-cf62-4fd1-aad8-ad67375186b3 None None] Pushing event updated for resources: {'Port': ['ID=016d786e-8d48-4e3b-95a5-32142c7715b7,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:59.782109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0c8f-04ce-4fd2-902f-bbdfb2909671 req-67bd2a50-fea0-49f1-9d24-a515f337d8ca tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:59.790849 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff1d0c8f-04ce-4fd2-902f-bbdfb2909671 req-67bd2a50-fea0-49f1-9d24-a515f337d8ca tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 945 time: 0.0840008 Aug 20 11:31:59.832529 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-0aac525c-9784-4d00-af89-754477e7f34e req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:59.875759 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff1d0c8f-04ce-4fd2-902f-bbdfb2909671 req-4a456f70-8924-49ab-b122-1c72e6e7aa60 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836115 Aug 20 11:31:59.957895 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0aac525c-9784-4d00-af89-754477e7f34e req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:59.986859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['49e3ac4f-7157-4b40-bdc2-4edb163153d3'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:00.067633 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-2b9baf20-7344-4446-9a77-2a787212c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:00.069295 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-2b9baf20-7344-4446-9a77-2a787212c496 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.4327915 Aug 20 11:32:00.094951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] Set router a96b35d6-e3c6-48c9-92c1-d18df47ce3a9 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:00.114028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4177d7d-cc35-4561-9b3b-ffe4342a5e24 req-f49771e0-da85-4539-9f47-6db3a57ae818 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:00.122394 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4177d7d-cc35-4561-9b3b-ffe4342a5e24 req-f49771e0-da85-4539-9f47-6db3a57ae818 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 944 time: 0.0732679 Aug 20 11:32:00.160299 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-7d65590e-7990-4d11-b1c4-d2fe99f8df00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e0c772b-5260-4ae9-9bf0-bf876577a776 HTTP/1.1" status: 200 len: 217 time: 0.0722144 Aug 20 11:32:00.175770 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4177d7d-cc35-4561-9b3b-ffe4342a5e24 req-e6651289-6aaa-4440-bee2-2915f12a29be tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449760 Aug 20 11:32:00.185160 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=49e3ac4f-7157-4b40-bdc2-4edb163153d3,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:00.191875 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:00.252509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 251616cd-cb36-4f26-b9e7-b37490facf67, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=251616cd-cb36-4f26-b9e7-b37490facf67,segment=NetworkSegment(34167013-d451-4f6f-9af7-6d601912e720),segment_id=34167013-d451-4f6f-9af7-6d601912e720)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:00.301240 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:00.393751 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0aac525c-9784-4d00-af89-754477e7f34e req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:00.401757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-de4a688b-bb8b-4963-8799-01c7db4b5a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:00.405984 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-de4a688b-bb8b-4963-8799-01c7db4b5a37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.1495962 Aug 20 11:32:00.492463 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-6bc64b5d-4e86-4653-b306-ad1e4d5b81ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737348 Aug 20 11:32:00.528627 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=251616cd-cb36-4f26-b9e7-b37490facf67,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:00.668571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1449827931-router', 'tenant_id': '51795722b0a74631810cec60579bc069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:31:52Z', 'revision_number': 4, 'project_id': '51795722b0a74631810cec60579bc069', 'gw_port': {'id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:45Z', 'updated_at': '2021-08-20T11:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '016d786e-8d48-4e3b-95a5-32142c7715b7', 'name': '', 'network_id': '5e742b6a-69b9-4db4-8f2b-3cb61181fc66', 'tenant_id': '51795722b0a74631810cec60579bc069', 'mac_address': 'fa:16:3e:a8:07:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '112902c8-2b16-4ec2-bdb7-85b438a6a4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:50Z', 'updated_at': '2021-08-20T11:31:59Z', 'revision_number': 4, 'project_id': '51795722b0a74631810cec60579bc069', 'subnets': [{'id': '112902c8-2b16-4ec2-bdb7-85b438a6a4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:00.707340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3c1cb-bc65-46c1-9f3b-ad99bb901cb4 None None] The sync data for ids ['a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'] in n-d-804299-2 is: [{'id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1449827931-router', 'tenant_id': '51795722b0a74631810cec60579bc069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:31:52Z', 'revision_number': 4, 'project_id': '51795722b0a74631810cec60579bc069', 'gw_port': {'id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:45Z', 'updated_at': '2021-08-20T11:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '016d786e-8d48-4e3b-95a5-32142c7715b7', 'name': '', 'network_id': '5e742b6a-69b9-4db4-8f2b-3cb61181fc66', 'tenant_id': '51795722b0a74631810cec60579bc069', 'mac_address': 'fa:16:3e:a8:07:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '112902c8-2b16-4ec2-bdb7-85b438a6a4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:50Z', 'updated_at': '2021-08-20T11:31:59Z', 'revision_number': 4, 'project_id': '51795722b0a74631810cec60579bc069', 'subnets': [{'id': '112902c8-2b16-4ec2-bdb7-85b438a6a4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:32:00.711558 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-5e6e7e57-48c5-4893-a16b-a840ca9f9d0c service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626666 Aug 20 11:32:00.772705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 251616cd-cb36-4f26-b9e7-b37490facf67 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:00.880414 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 251616cd-cb36-4f26-b9e7-b37490facf67 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:00.880940 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:00.905018 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-4af35b2a-805e-4548-8e81-78660245215d service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778367 Aug 20 11:32:00.944363 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-0aac525c-9784-4d00-af89-754477e7f34e req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Allocated IP 172.25.8.193 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/7004ed0d-c7a0-49f6-bb9f-a27392b51f33) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:01.130118 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-976a6280-7036-45c6-863b-b80ca265c6e5 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:01.131923 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-976a6280-7036-45c6-863b-b80ca265c6e5 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4&tenant_id=9437c8ccf38f4278bfdd6826ef939401&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 1096 time: 0.1020064 Aug 20 11:32:01.175427 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0aac525c-9784-4d00-af89-754477e7f34e req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:01.216820 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0aac525c-9784-4d00-af89-754477e7f34e req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:01.256884 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aac525c-9784-4d00-af89-754477e7f34e req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:01.259675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-0aac525c-9784-4d00-af89-754477e7f34e req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:01.263174 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aac525c-9784-4d00-af89-754477e7f34e req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:01.334590 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0aac525c-9784-4d00-af89-754477e7f34e req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:01.346958 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804299-2'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:01.381142 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Pushing event updated for resources: {'Port': ['ID=7004ed0d-c7a0-49f6-bb9f-a27392b51f33,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:01.427734 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0aac525c-9784-4d00-af89-754477e7f34e req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:01.429361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c18ab-b7d2-469e-b938-17af58188f25 req-6f9e88b7-568c-4b5b-a44f-f8a4cf351ff7 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:01.432324 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-762c18ab-b7d2-469e-b938-17af58188f25 req-6f9e88b7-568c-4b5b-a44f-f8a4cf351ff7 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 945 time: 0.0814838 Aug 20 11:32:01.454581 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:01.487311 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-762c18ab-b7d2-469e-b938-17af58188f25 req-c77e0668-25ae-4e6c-9667-0855439767d8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484359 Aug 20 11:32:01.735613 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00620c96-a74a-42d5-82cb-00d0a7353331 req-8d192daa-9060-4ccc-8e72-05fe0100c552 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:01.743662 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-00620c96-a74a-42d5-82cb-00d0a7353331 req-8d192daa-9060-4ccc-8e72-05fe0100c552 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 944 time: 0.1058054 Aug 20 11:32:01.792518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] For port 0e0c772b-5260-4ae9-9bf0-bf876577a776, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0e0c772b-5260-4ae9-9bf0-bf876577a776,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:01.794948 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-00620c96-a74a-42d5-82cb-00d0a7353331 req-90441f64-a0f8-40ee-92c6-da6cf93a6716 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503378 Aug 20 11:32:01.830847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0aac525c-9784-4d00-af89-754477e7f34e req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:01.845204 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0aac525c-9784-4d00-af89-754477e7f34e req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:01.902296 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0aac525c-9784-4d00-af89-754477e7f34e req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:01.917565 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Pushing event updated for resources: {'Port': ['ID=7004ed0d-c7a0-49f6-bb9f-a27392b51f33,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:01.933561 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0aac525c-9784-4d00-af89-754477e7f34e req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:01.935212 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0aac525c-9784-4d00-af89-754477e7f34e req-11220d56-6a0d-4dc8-acbd-dbd98b802673 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2212086 Aug 20 11:32:01.945214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] For port 0e0c772b-5260-4ae9-9bf0-bf876577a776, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:02.059385 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0aac525c-9784-4d00-af89-754477e7f34e req-e1a13446-b410-4c9f-a916-0b7ca5b0217a tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.193 HTTP/1.1" status: 200 len: 696 time: 0.0846057 Aug 20 11:32:02.108511 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.110339 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e2e144-fdc8-481e-a1b6-92ee31c291e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e0c772b-5260-4ae9-9bf0-bf876577a776'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:02.118492 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19463cc1-4af6-46e3-9b90-f7c970f3a058" -d '{"events": [{"server_uuid": "a6e2e144-fdc8-481e-a1b6-92ee31c291e4", "name": "network-vif-unplugged", "status": "completed", "tag": "0e0c772b-5260-4ae9-9bf0-bf876577a776"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:02.227058 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.235494 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93ffd87-b5c0-45ca-94fa-f6302677834f x-openstack-request-id: req-e93ffd87-b5c0-45ca-94fa-f6302677834f {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:02.235494 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e2e144-fdc8-481e-a1b6-92ee31c291e4", "name": "network-vif-unplugged", "status": "completed", "tag": "0e0c772b-5260-4ae9-9bf0-bf876577a776", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:02.235792 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e93ffd87-b5c0-45ca-94fa-f6302677834f {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:02.236130 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e2e144-fdc8-481e-a1b6-92ee31c291e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e0c772b-5260-4ae9-9bf0-bf876577a776', 'code': 200} Aug 20 11:32:02.248840 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 49e3ac4f-7157-4b40-bdc2-4edb163153d3 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:02.334162 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Pushing event updated for resources: {'Port': ['ID=0e0c772b-5260-4ae9-9bf0-bf876577a776,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:02.380525 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 49e3ac4f-7157-4b40-bdc2-4edb163153d3 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:02.385590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 49e3ac4f-7157-4b40-bdc2-4edb163153d3 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:02.386015 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.437242 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac525c-9784-4d00-af89-754477e7f34e req-c55f78e8-7880-4e6b-89df-9835791276dd tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:02.441284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0aac525c-9784-4d00-af89-754477e7f34e req-c55f78e8-7880-4e6b-89df-9835791276dd tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.3586957 Aug 20 11:32:02.462871 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52024) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:02.553198 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.566829 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Attempting to bind port 0e0c772b-5260-4ae9-9bf0-bf876577a776 on host n-h2-804299-2 for vnic_type normal with profile {"migrating_to": "n-h1-804299-2"} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:02.567174 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Attempting to bind port 0e0c772b-5260-4ae9-9bf0-bf876577a776 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:02.567516 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Attempting to bind port 0e0c772b-5260-4ae9-9bf0-bf876577a776 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:02.590419 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Port 0e0c772b-5260-4ae9-9bf0-bf876577a776 on network d470dece-9c15-4ab9-87f2-416f558c1d77 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:32:02.590765 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Attempting to bind port 0e0c772b-5260-4ae9-9bf0-bf876577a776 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:02.607592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:02.608023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Checking segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:02.608417 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Bound using segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:02.608876 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Bound port: 0e0c772b-5260-4ae9-9bf0-bf876577a776, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:02.609811 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.636649 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.690187 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f600a1b2-0321-471b-8a9d-4ce3e9428bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e3ac4f-7157-4b40-bdc2-4edb163153d3'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:02.693848 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0014bf6-ae6a-4716-8763-8a94091c8a76" -d '{"events": [{"server_uuid": "f600a1b2-0321-471b-8a9d-4ce3e9428bac", "name": "network-vif-plugged", "status": "completed", "tag": "49e3ac4f-7157-4b40-bdc2-4edb163153d3"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:02.711495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 49e3ac4f-7157-4b40-bdc2-4edb163153d3, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=49e3ac4f-7157-4b40-bdc2-4edb163153d3,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:02.741071 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.784416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] For port 0e0c772b-5260-4ae9-9bf0-bf876577a776, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:02.789681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] For port 0e0c772b-5260-4ae9-9bf0-bf876577a776, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0e0c772b-5260-4ae9-9bf0-bf876577a776,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:02.790813 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-23d0e013-9dde-4f92-9add-6399aa344ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.815363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-92091054-af53-4fa7-8198-5431abb87aa5 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3444667 Aug 20 11:32:02.821942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:02.839029 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.856749 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.864932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 016d786e-8d48-4e3b-95a5-32142c7715b7 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:02.944148 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5d8ce-6daf-4e0b-a2be-691b0ea852bc req-91256392-17bd-4eb0-8239-25fa6b8ec893 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:02.948249 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=49e3ac4f-7157-4b40-bdc2-4edb163153d3,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:02.951746 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00a5d8ce-6daf-4e0b-a2be-691b0ea852bc req-91256392-17bd-4eb0-8239-25fa6b8ec893 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 943 time: 0.2954001 Aug 20 11:32:02.959316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:02.959946 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.963256 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] 10.222.0.35 "PUT /v2.0/ports/0e0c772b-5260-4ae9-9bf0-bf876577a776 HTTP/1.1" status: 200 len: 1121 time: 1.6214435 Aug 20 11:32:03.030755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0e0c772b-5260-4ae9-9bf0-bf876577a776'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:03.089134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 016d786e-8d48-4e3b-95a5-32142c7715b7 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:03.098982 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.108546 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 016d786e-8d48-4e3b-95a5-32142c7715b7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:03.109677 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.115130 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00a5d8ce-6daf-4e0b-a2be-691b0ea852bc req-321e7927-43d4-4fba-a2e1-f15005e38c89 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439087 Aug 20 11:32:03.123330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba81cf3-96de-464b-9646-239ead2c202e service neutron] Pushing event updated for resources: {'Port': ['ID=0e0c772b-5260-4ae9-9bf0-bf876577a776,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:03.318997 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0576bc15-26f8-44eb-96b7-40a24cbf42da x-openstack-request-id: req-0576bc15-26f8-44eb-96b7-40a24cbf42da {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:03.319528 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f600a1b2-0321-471b-8a9d-4ce3e9428bac", "name": "network-vif-plugged", "status": "completed", "tag": "49e3ac4f-7157-4b40-bdc2-4edb163153d3", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:03.319737 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0576bc15-26f8-44eb-96b7-40a24cbf42da {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:03.320259 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f600a1b2-0321-471b-8a9d-4ce3e9428bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e3ac4f-7157-4b40-bdc2-4edb163153d3', 'code': 200} Aug 20 11:32:03.321967 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.380732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 016d786e-8d48-4e3b-95a5-32142c7715b7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=016d786e-8d48-4e3b-95a5-32142c7715b7,segment=NetworkSegment(cb52a245-3e80-46ba-8c45-d77a45d354bc),segment_id=cb52a245-3e80-46ba-8c45-d77a45d354bc)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:03.408322 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Allocated IP 172.25.8.198 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/c51f532d-17dc-40d4-aa77-375e38bc66ab) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:03.427761 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.509352 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553e584-e4ae-4795-95a2-df249e6d9893 req-09ae263b-65ec-4710-b837-e9d3aed2f8bf tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:03.510900 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4553e584-e4ae-4795-95a2-df249e6d9893 req-09ae263b-65ec-4710-b837-e9d3aed2f8bf tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 945 time: 0.1167598 Aug 20 11:32:03.526032 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=016d786e-8d48-4e3b-95a5-32142c7715b7,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:03.587776 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-23d0e013-9dde-4f92-9add-6399aa344ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.590984 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4553e584-e4ae-4795-95a2-df249e6d9893 req-572e86e2-a59b-4824-91eb-6d2bba621ba1 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729551 Aug 20 11:32:03.614708 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-23d0e013-9dde-4f92-9add-6399aa344ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.684113 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-23d0e013-9dde-4f92-9add-6399aa344ef5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=019437a559c845b7b95ae84b3741ec8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2201052 Aug 20 11:32:03.684860 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0e013-9dde-4f92-9add-6399aa344ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c36109f-053f-472f-8c76-19f2343a0ecd,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:03.687730 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52040) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:03.713663 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514efd15-4fa9-4f2b-a73f-509644e58d23 req-562b7a03-1623-47f9-9fe7-be3df08b0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:03.715158 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-514efd15-4fa9-4f2b-a73f-509644e58d23 req-562b7a03-1623-47f9-9fe7-be3df08b0191 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 1096 time: 0.2110901 Aug 20 11:32:03.775792 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.800237 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-514efd15-4fa9-4f2b-a73f-509644e58d23 req-944d2966-9d0d-4ce3-b7f7-34ae04deb032 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736446 Aug 20 11:32:03.805494 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d70ee2e-3930-454f-984b-438a3f87f197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.840063 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.852504 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d70ee2e-3930-454f-984b-438a3f87f197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.883060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:03.894717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:03.911256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:03.932980 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d70ee2e-3930-454f-984b-438a3f87f197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.934438 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d70ee2e-3930-454f-984b-438a3f87f197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.936848 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5d70ee2e-3930-454f-984b-438a3f87f197 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c36109f-053f-472f-8c76-19f2343a0ecd HTTP/1.1" status: 204 len: 168 time: 0.2472923 Aug 20 11:32:03.965218 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70ee2e-3930-454f-984b-438a3f87f197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c36109f-053f-472f-8c76-19f2343a0ecd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:03.985033 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Pushing event updated for resources: {'Port': ['ID=c51f532d-17dc-40d4-aa77-375e38bc66ab,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:04.049073 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.089957 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.256481 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e2e144-fdc8-481e-a1b6-92ee31c291e4', 'tag': '0e0c772b-5260-4ae9-9bf0-bf876577a776'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:04.259324 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5bbc6d-045c-46aa-b6ea-92a4370571cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e2e144-fdc8-481e-a1b6-92ee31c291e4", "tag": "0e0c772b-5260-4ae9-9bf0-bf876577a776"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:04.309320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8adea8-4dbb-45c2-a54d-256736cb178f req-b936e2a8-2c6d-403c-8656-8005a23f0fde tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:04.313512 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed8adea8-4dbb-45c2-a54d-256736cb178f req-b936e2a8-2c6d-403c-8656-8005a23f0fde tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 943 time: 0.0938060 Aug 20 11:32:04.352533 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.360187 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.387799 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed8adea8-4dbb-45c2-a54d-256736cb178f req-5580acf7-6ad0-43df-8e36-93fed1232610 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645061 Aug 20 11:32:04.388937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52050) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:04.427572 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7dc948e7-2f31-46cf-91eb-ee3357d24a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.461570 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b146d99-62ef-4356-a9b1-875286c68c99 x-openstack-request-id: req-8b146d99-62ef-4356-a9b1-875286c68c99 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:04.461991 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e2e144-fdc8-481e-a1b6-92ee31c291e4", "tag": "0e0c772b-5260-4ae9-9bf0-bf876577a776", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:04.462493 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b146d99-62ef-4356-a9b1-875286c68c99 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:04.463004 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e2e144-fdc8-481e-a1b6-92ee31c291e4', 'tag': '0e0c772b-5260-4ae9-9bf0-bf876577a776', 'status': 'completed', 'code': 200} Aug 20 11:32:04.550532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Pushing event updated for resources: {'Port': ['ID=c51f532d-17dc-40d4-aa77-375e38bc66ab,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:04.558961 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.623470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 0e0c772b-5260-4ae9-9bf0-bf876577a776 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:32:04.626154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bbc6d-045c-46aa-b6ea-92a4370571cc req-a0eab544-60f6-476a-b5ad-ff3bcd1624d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:04.630500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa5bbc6d-045c-46aa-b6ea-92a4370571cc req-a0eab544-60f6-476a-b5ad-ff3bcd1624d2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 1124 time: 0.1402040 Aug 20 11:32:04.685813 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7dc948e7-2f31-46cf-91eb-ee3357d24a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.692281 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7dc948e7-2f31-46cf-91eb-ee3357d24a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.773889 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7dc948e7-2f31-46cf-91eb-ee3357d24a0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60a1152cd2bf40b0b676c13c4d9d50a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774705 Aug 20 11:32:04.773889 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52058) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:04.773889 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc948e7-2f31-46cf-91eb-ee3357d24a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec15479-ad4b-4bc1-86ac-9efd705a55fe,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:04.871009 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8421bee1-4696-4871-ab55-481776477276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.873432 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.887793 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-eef53efa-a3c6-4691-9cf0-6b221cf741eb tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0693934 Aug 20 11:32:04.891830 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 016d786e-8d48-4e3b-95a5-32142c7715b7 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:04.900529 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8421bee1-4696-4871-ab55-481776477276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.993428 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-15f4a1cd-7993-4323-8f02-d5b58852b375 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.198 HTTP/1.1" status: 200 len: 696 time: 0.1041367 Aug 20 11:32:04.997121 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8421bee1-4696-4871-ab55-481776477276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:05.011091 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8421bee1-4696-4871-ab55-481776477276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:05.015703 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8421bee1-4696-4871-ab55-481776477276 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ec15479-ad4b-4bc1-86ac-9efd705a55fe HTTP/1.1" status: 204 len: 168 time: 0.2405570 Aug 20 11:32:05.032932 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf48fb-1fb3-4e25-b169-83c7ead50f10 req-5c08d33f-9c50-4df4-ba46-dad1f9fa7408 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:05.040727 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fadf48fb-1fb3-4e25-b169-83c7ead50f10 req-5c08d33f-9c50-4df4-ba46-dad1f9fa7408 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 945 time: 0.2714262 Aug 20 11:32:05.054540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421bee1-4696-4871-ab55-481776477276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec15479-ad4b-4bc1-86ac-9efd705a55fe,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:05.113489 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fadf48fb-1fb3-4e25-b169-83c7ead50f10 req-39034021-9d85-4ba5-af0f-c7c39415f5dd tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716958 Aug 20 11:32:05.162547 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 0e0c772b-5260-4ae9-9bf0-bf876577a776, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0e0c772b-5260-4ae9-9bf0-bf876577a776,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:05.207776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 0e0c772b-5260-4ae9-9bf0-bf876577a776 has no active binding in host n-h1-804299-2 {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:32:05.272595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 016d786e-8d48-4e3b-95a5-32142c7715b7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:05.275775 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:05.585671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bbc6d-045c-46aa-b6ea-92a4370571cc req-8659980e-e56b-434d-a4ae-ec651acb90f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:05.587561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa5bbc6d-045c-46aa-b6ea-92a4370571cc req-8659980e-e56b-434d-a4ae-ec651acb90f9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.9498634 Aug 20 11:32:05.592751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc9ebc-5bd3-4449-9c19-28c156e17c01 req-657493b2-7f35-4509-8bd6-aa7a39932432 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:05.596303 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c6fc9ebc-5bd3-4449-9c19-28c156e17c01 req-657493b2-7f35-4509-8bd6-aa7a39932432 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 943 time: 0.0596409 Aug 20 11:32:05.691953 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c6fc9ebc-5bd3-4449-9c19-28c156e17c01 req-374c9156-f686-4ae4-b6bf-d5bf7464e387 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892279 Aug 20 11:32:05.724831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa5bbc6d-045c-46aa-b6ea-92a4370571cc req-1d36462e-e550-4af8-a7cc-45f2f6ce0778 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e0c772b-5260-4ae9-9bf0-bf876577a776 HTTP/1.1" status: 200 len: 217 time: 0.0774639 Aug 20 11:32:05.839574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bbc6d-045c-46aa-b6ea-92a4370571cc req-77567ce8-8d48-4269-9d3a-16c8e50db36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:05.844287 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa5bbc6d-045c-46aa-b6ea-92a4370571cc req-77567ce8-8d48-4269-9d3a-16c8e50db36c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.1202128 Aug 20 11:32:05.895265 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa5bbc6d-045c-46aa-b6ea-92a4370571cc req-8f101af4-8409-45b7-9af2-199c1571994e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399802 Aug 20 11:32:05.903457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-f6bb242d-0a3a-4f95-8b41-0812d0eb1b9b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:05.908523 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f928b6c-ac80-4225-89ff-4176e3eb7061 req-f6bb242d-0a3a-4f95-8b41-0812d0eb1b9b tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.9139214 Aug 20 11:32:06.028473 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa5bbc6d-045c-46aa-b6ea-92a4370571cc req-81f34103-fda7-47a6-8065-ee87ed25117a service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187747 Aug 20 11:32:06.141972 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e627ce2-89c3-4788-a606-7862bc71954f req-b982d8f4-029a-49f9-ae38-043392014c68 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2140625 Aug 20 11:32:06.157827 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-2e627ce2-89c3-4788-a606-7862bc71954f req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:06.235724 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e627ce2-89c3-4788-a606-7862bc71954f req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:06.292844 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa5bbc6d-045c-46aa-b6ea-92a4370571cc req-4007c844-2775-44f4-80cf-5d9ffb7dfb36 service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559724 Aug 20 11:32:06.330779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81721e1b-62ff-4b3e-8549-d45bc945d8c6 req-8cf1823b-079f-4c3f-b85c-b86754ef6144 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:06.337861 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81721e1b-62ff-4b3e-8549-d45bc945d8c6 req-8cf1823b-079f-4c3f-b85c-b86754ef6144 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 945 time: 0.1131892 Aug 20 11:32:06.439222 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81721e1b-62ff-4b3e-8549-d45bc945d8c6 req-1219da92-8080-46b6-9ba9-92a7a0e4fb96 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889659 Aug 20 11:32:06.457952 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e627ce2-89c3-4788-a606-7862bc71954f req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:06.685580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-2e627ce2-89c3-4788-a606-7862bc71954f req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Allocated IP 172.25.8.40 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/249ef7f8-70e6-4c35-8105-4a81eeb7594e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:06.886954 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e627ce2-89c3-4788-a606-7862bc71954f req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:06.912976 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b3e1c-2095-43eb-b733-ec3788ed4fd2 req-4a3b0ce4-6484-4214-bcaf-035db6305698 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:06.923622 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ac1b3e1c-2095-43eb-b733-ec3788ed4fd2 req-4a3b0ce4-6484-4214-bcaf-035db6305698 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 945 time: 0.1411359 Aug 20 11:32:07.007401 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e627ce2-89c3-4788-a606-7862bc71954f req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.041805 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ac1b3e1c-2095-43eb-b733-ec3788ed4fd2 req-f2ad951a-eb8f-40cf-be65-da6fad81c5c3 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171927 Aug 20 11:32:07.110690 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e627ce2-89c3-4788-a606-7862bc71954f req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:07.129085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-2e627ce2-89c3-4788-a606-7862bc71954f req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:07.137668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Pushing event updated for resources: {'Port': ['ID=249ef7f8-70e6-4c35-8105-4a81eeb7594e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:07.144487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e627ce2-89c3-4788-a606-7862bc71954f req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:07.152116 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-06beca99-7d5e-4961-8b0f-2f50c313b2c6 service neutron] 10.222.0.76 "GET /v2.0/ports/0e0c772b-5260-4ae9-9bf0-bf876577a776/bindings/n-h1-804299-2 HTTP/1.1" status: 200 len: 384 time: 0.1416430 Aug 20 11:32:07.222858 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e627ce2-89c3-4788-a606-7862bc71954f req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.273564 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e627ce2-89c3-4788-a606-7862bc71954f req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.343540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6890cb-ee89-40fd-83da-5586c4ddf315 req-afac994b-8273-4390-bfba-4570ae3db6c0 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:07.345773 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c6890cb-ee89-40fd-83da-5586c4ddf315 req-afac994b-8273-4390-bfba-4570ae3db6c0 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 943 time: 0.1075623 Aug 20 11:32:07.467859 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c6890cb-ee89-40fd-83da-5586c4ddf315 req-9c192892-8019-4ee5-b849-fbc5e9c3bb06 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153913 Aug 20 11:32:07.533651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-15c6ba26-296d-457f-a51d-fffe6f03515f service neutron] For port 0e0c772b-5260-4ae9-9bf0-bf876577a776, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0e0c772b-5260-4ae9-9bf0-bf876577a776,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:07.585264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-15c6ba26-296d-457f-a51d-fffe6f03515f service neutron] For port 0e0c772b-5260-4ae9-9bf0-bf876577a776, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:07.614043 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e627ce2-89c3-4788-a606-7862bc71954f req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.626346 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e627ce2-89c3-4788-a606-7862bc71954f req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.667128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-15c6ba26-296d-457f-a51d-fffe6f03515f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0c772b-5260-4ae9-9bf0-bf876577a776 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:07.679202 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e627ce2-89c3-4788-a606-7862bc71954f req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.684555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-15c6ba26-296d-457f-a51d-fffe6f03515f service neutron] For port 0e0c772b-5260-4ae9-9bf0-bf876577a776, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=0e0c772b-5260-4ae9-9bf0-bf876577a776,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:07.715037 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-15c6ba26-296d-457f-a51d-fffe6f03515f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.724330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Pushing event updated for resources: {'Port': ['ID=249ef7f8-70e6-4c35-8105-4a81eeb7594e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:07.730008 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e627ce2-89c3-4788-a606-7862bc71954f req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.741857 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e627ce2-89c3-4788-a606-7862bc71954f req-acb742fd-aba0-4986-99a5-39f08686a752 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5925159 Aug 20 11:32:07.823254 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e627ce2-89c3-4788-a606-7862bc71954f req-8f3ecaaa-3380-4049-8170-af33beed6bd6 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.40 HTTP/1.1" status: 200 len: 695 time: 0.0802045 Aug 20 11:32:07.863676 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-15c6ba26-296d-457f-a51d-fffe6f03515f service neutron] Transition to ACTIVE for port object 0e0c772b-5260-4ae9-9bf0-bf876577a776 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:07.896277 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-15c6ba26-296d-457f-a51d-fffe6f03515f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.024287 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-15c6ba26-296d-457f-a51d-fffe6f03515f service neutron] No DVR routers for this DVR port 0e0c772b-5260-4ae9-9bf0-bf876577a776 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:08.027810 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6ba26-296d-457f-a51d-fffe6f03515f service neutron] Pushing event updated for resources: {'Port': ['ID=0e0c772b-5260-4ae9-9bf0-bf876577a776,revision_number=10']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:08.095888 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-15c6ba26-296d-457f-a51d-fffe6f03515f service neutron] 10.222.0.76 "PUT /v2.0/ports/0e0c772b-5260-4ae9-9bf0-bf876577a776/bindings/n-h1-804299-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9369550 Aug 20 11:32:08.102764 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e627ce2-89c3-4788-a606-7862bc71954f req-d91fb14e-d1d6-4e85-92f0-6eec1330efc1 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:08.105991 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e627ce2-89c3-4788-a606-7862bc71954f req-d91fb14e-d1d6-4e85-92f0-6eec1330efc1 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.2763042 Aug 20 11:32:08.320755 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-41fcef40-e421-47f4-bdb9-cf7d831c3e9c tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:08.322496 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-41fcef40-e421-47f4-bdb9-cf7d831c3e9c tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4&tenant_id=9437c8ccf38f4278bfdd6826ef939401&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 1095 time: 0.0855939 Aug 20 11:32:08.405548 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-1b644331-593b-4a10-9a98-ae92ff0a8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:08.407211 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-1b644331-593b-4a10-9a98-ae92ff0a8f31 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4&tenant_id=9437c8ccf38f4278bfdd6826ef939401 HTTP/1.1" status: 200 len: 1095 time: 0.0618756 Aug 20 11:32:08.596698 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9b202c6e-9183-4d62-9b32-31c1be4770a8 req-7cf19df0-a545-4311-8503-c88059ce97c3 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips/8e969386-0f1e-42e9-8a50-6cc8e429a752 HTTP/1.1" status: 200 len: 692 time: 0.0632193 Aug 20 11:32:08.617342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-eccc23e7-3638-4570-a0db-657147cf44f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:08.618822 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-eccc23e7-3638-4570-a0db-657147cf44f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 1095 time: 0.1780641 Aug 20 11:32:08.672669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53ac2a-f09a-4b2a-a466-939b409a32f2 req-f8704bfb-7cc2-40ab-8a81-ee1d5ae2faf1 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:08.680670 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4d53ac2a-f09a-4b2a-a466-939b409a32f2 req-f8704bfb-7cc2-40ab-8a81-ee1d5ae2faf1 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 944 time: 0.0681882 Aug 20 11:32:08.727812 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.728480 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4d53ac2a-f09a-4b2a-a466-939b409a32f2 req-063ade4c-fe36-4682-831a-c1c7c6579b58 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461373 Aug 20 11:32:08.768962 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-e1673be8-f3fa-4779-9c52-b44bbe43c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:08.770533 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-e1673be8-f3fa-4779-9c52-b44bbe43c8fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.1373637 Aug 20 11:32:08.838512 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-08891760-3f69-44da-8797-47f67bd29a9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e0c772b-5260-4ae9-9bf0-bf876577a776 HTTP/1.1" status: 200 len: 217 time: 0.0449505 Aug 20 11:32:08.889313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2923484-a33b-4fea-a91d-514ef5e85422 req-40c7afa1-a18b-4e55-8230-dc12229eb2d6 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:08.890904 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2923484-a33b-4fea-a91d-514ef5e85422 req-40c7afa1-a18b-4e55-8230-dc12229eb2d6 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 945 time: 0.0632010 Aug 20 11:32:08.892472 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b202c6e-9183-4d62-9b32-31c1be4770a8 req-590ed5fa-1b69-495f-8dc1-a85140d0c4f3 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:08.893888 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9b202c6e-9183-4d62-9b32-31c1be4770a8 req-590ed5fa-1b69-495f-8dc1-a85140d0c4f3 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.2879040 Aug 20 11:32:08.908085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-9b202c6e-9183-4d62-9b32-31c1be4770a8 req-91a1820b-ae4d-46b1-a188-a50cf992a604 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:32:08.908913 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9b202c6e-9183-4d62-9b32-31c1be4770a8 req-91a1820b-ae4d-46b1-a188-a50cf992a604 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079687 Aug 20 11:32:08.923514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-4df66bca-3b50-492e-8a35-9a2832c84fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:08.925023 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-4df66bca-3b50-492e-8a35-9a2832c84fdb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.0717070 Aug 20 11:32:08.946380 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2923484-a33b-4fea-a91d-514ef5e85422 req-d3d5f916-9f3e-4ad3-9b3d-3b642424235a tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455115 Aug 20 11:32:08.974170 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-c78e4551-81ef-444d-acc1-a1c9fb922db6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257618 Aug 20 11:32:09.109513 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a91c7f0-ee1b-48fc-a25b-25778f885515 req-304d342c-6019-4e8f-b3b2-93b9a5b886d8 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips/8e969386-0f1e-42e9-8a50-6cc8e429a752 HTTP/1.1" status: 200 len: 692 time: 0.1165385 Aug 20 11:32:09.146016 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-298c6953-3197-4266-9331-7c8b083f25f9 service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564765 Aug 20 11:32:09.222313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91c7f0-ee1b-48fc-a25b-25778f885515 req-81fcb362-d222-4870-9e67-0c5b3d6f3317 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:09.228127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a91c7f0-ee1b-48fc-a25b-25778f885515 req-81fcb362-d222-4870-9e67-0c5b3d6f3317 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.1175950 Aug 20 11:32:09.256346 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-049bec78-9cba-4ea0-84af-8f1785cf14f7 service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009421 Aug 20 11:32:09.285175 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a91c7f0-ee1b-48fc-a25b-25778f885515 req-3d2ffcf9-9706-477d-b671-02c1a9ee01ba tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.40 HTTP/1.1" status: 200 len: 695 time: 0.0559208 Aug 20 11:32:09.352594 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a91c7f0-ee1b-48fc-a25b-25778f885515 req-8e4a0b7e-06da-49d5-a699-5d55ec1a9ce9 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.40 HTTP/1.1" status: 200 len: 695 time: 0.0588923 Aug 20 11:32:09.495401 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-2a91c7f0-ee1b-48fc-a25b-25778f885515 req-edc782af-ca70-421c-85a7-7ff04c7eb082 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Deleting port 249ef7f8-70e6-4c35-8105-4a81eeb7594e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:09.496181 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2a91c7f0-ee1b-48fc-a25b-25778f885515 req-edc782af-ca70-421c-85a7-7ff04c7eb082 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.599213 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2a91c7f0-ee1b-48fc-a25b-25778f885515 req-edc782af-ca70-421c-85a7-7ff04c7eb082 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.599604 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2a91c7f0-ee1b-48fc-a25b-25778f885515 req-edc782af-ca70-421c-85a7-7ff04c7eb082 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.619755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-2a91c7f0-ee1b-48fc-a25b-25778f885515 req-edc782af-ca70-421c-85a7-7ff04c7eb082 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Calling delete_port for 249ef7f8-70e6-4c35-8105-4a81eeb7594e owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:09.629021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-fe65f85a-f722-449e-866f-9d4c92c7434c tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:09.631233 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-fe65f85a-f722-449e-866f-9d4c92c7434c tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4&tenant_id=9437c8ccf38f4278bfdd6826ef939401&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 1095 time: 0.0522473 Aug 20 11:32:09.799921 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52204) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:09.807169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-db1ff51f-0e42-4f69-b252-04a794c9ec93 service neutron] For port 0e0c772b-5260-4ae9-9bf0-bf876577a776, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:09.808551 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2a91c7f0-ee1b-48fc-a25b-25778f885515 req-edc782af-ca70-421c-85a7-7ff04c7eb082 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.814206 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-db1ff51f-0e42-4f69-b252-04a794c9ec93 service neutron] Notify callbacks [] for binding, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.818483 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7978a262-b22f-4dad-bb30-2a80b1acdccb req-db1ff51f-0e42-4f69-b252-04a794c9ec93 service neutron] 10.222.0.35 "DELETE /v2.0/ports/0e0c772b-5260-4ae9-9bf0-bf876577a776/bindings/n-h2-804299-2 HTTP/1.1" status: 204 len: 173 time: 0.1763883 Aug 20 11:32:09.836775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc782af-ca70-421c-85a7-7ff04c7eb082 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Pushing event deleted for resources: {'Port': ['ID=249ef7f8-70e6-4c35-8105-4a81eeb7594e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:09.885407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c3e25-8c6c-4669-9fba-8c429d1de05f req-66dac449-dbaa-4f27-bd77-442072f3427e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:09.895629 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-560c3e25-8c6c-4669-9fba-8c429d1de05f req-66dac449-dbaa-4f27-bd77-442072f3427e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 944 time: 0.0665445 Aug 20 11:32:09.930802 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2a91c7f0-ee1b-48fc-a25b-25778f885515 req-edc782af-ca70-421c-85a7-7ff04c7eb082 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.935747 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2a91c7f0-ee1b-48fc-a25b-25778f885515 req-edc782af-ca70-421c-85a7-7ff04c7eb082 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.938656 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-560c3e25-8c6c-4669-9fba-8c429d1de05f req-2cac1783-a7b0-47a9-9eaf-b4cbc9e63732 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422497 Aug 20 11:32:09.943866 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a91c7f0-ee1b-48fc-a25b-25778f885515 req-edc782af-ca70-421c-85a7-7ff04c7eb082 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "DELETE /v2.0/floatingips/8e969386-0f1e-42e9-8a50-6cc8e429a752 HTTP/1.1" status: 204 len: 173 time: 0.5846622 Aug 20 11:32:09.983402 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d23a2f8-e053-473a-88dc-9ec8ebf5b626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:10.145067 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf9888-72d0-406b-8c29-65a730ae0347 req-0238c9e1-aa49-47f9-b3c4-f5d21bb02847 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:10.146644 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cccf9888-72d0-406b-8c29-65a730ae0347 req-0238c9e1-aa49-47f9-b3c4-f5d21bb02847 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 945 time: 0.0932734 Aug 20 11:32:10.211580 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cccf9888-72d0-406b-8c29-65a730ae0347 req-367fedf9-c1af-470f-9d50-97b33d61bfe8 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561290 Aug 20 11:32:10.333097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9b545-d6df-4702-85a3-bbd6f81a5aed req-46cc3448-97ec-485a-88f7-5d7f95db9877 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:10.334840 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5f9b545-d6df-4702-85a3-bbd6f81a5aed req-46cc3448-97ec-485a-88f7-5d7f95db9877 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3742774 Aug 20 11:32:10.353880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad6cff-8eed-4243-aec3-daccd7b86462 req-cff81372-37b6-4636-b2e2-497d4b7dd95c tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:10.361534 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-adad6cff-8eed-4243-aec3-daccd7b86462 req-cff81372-37b6-4636-b2e2-497d4b7dd95c tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 1095 time: 0.0600011 Aug 20 11:32:10.379697 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d23a2f8-e053-473a-88dc-9ec8ebf5b626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:10.393076 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d23a2f8-e053-473a-88dc-9ec8ebf5b626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:10.416039 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-adad6cff-8eed-4243-aec3-daccd7b86462 req-7ec337ed-ca0c-4f46-a910-dab0b524338e tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481038 Aug 20 11:32:10.456672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52228) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:10.456828 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1d23a2f8-e053-473a-88dc-9ec8ebf5b626 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d403414a5ca342b390ffb3f32eb71741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6553166 Aug 20 11:32:10.458181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23a2f8-e053-473a-88dc-9ec8ebf5b626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4143c084-3eaa-43cf-bdd4-7e334c876bd4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:10.538584 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-70bf465f-33b8-49cf-bc74-974c0e3fb003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:10.584461 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-70bf465f-33b8-49cf-bc74-974c0e3fb003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:10.611567 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98c7fe64-ea7c-418b-8304-c7b84e5adfde req-f8c44e10-6e1f-43e2-a6e7-9953c195cad6 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=bf1975a685124485933cf749b986a218 HTTP/1.1" status: 200 len: 1657 time: 0.1274691 Aug 20 11:32:10.654349 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-70bf465f-33b8-49cf-bc74-974c0e3fb003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:10.657323 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-70bf465f-33b8-49cf-bc74-974c0e3fb003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:10.666334 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-70bf465f-33b8-49cf-bc74-974c0e3fb003 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4143c084-3eaa-43cf-bdd4-7e334c876bd4 HTTP/1.1" status: 204 len: 168 time: 0.2079632 Aug 20 11:32:10.680300 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf465f-33b8-49cf-bc74-974c0e3fb003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4143c084-3eaa-43cf-bdd4-7e334c876bd4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:10.835331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7fe64-ea7c-418b-8304-c7b84e5adfde req-e7a94ac8-2c69-4ff4-9d2b-9560412edc90 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:10.846533 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98c7fe64-ea7c-418b-8304-c7b84e5adfde req-e7a94ac8-2c69-4ff4-9d2b-9560412edc90 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/networks?id=2f571561-7053-40c3-8622-933868b07d18&id=2f571561-7053-40c3-8622-933868b07d18&id=2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 787 time: 0.2334280 Aug 20 11:32:10.855365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-98c7fe64-ea7c-418b-8304-c7b84e5adfde req-181b83c7-aff4-440f-92eb-4c6a76cb6ec2 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:32:10.863606 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98c7fe64-ea7c-418b-8304-c7b84e5adfde req-181b83c7-aff4-440f-92eb-4c6a76cb6ec2 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154192 Aug 20 11:32:10.975739 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55491fc0-6e2f-4df9-b5b2-654c3858e69a req-c05d3bb3-27e0-47c6-b0e5-2e5aebf661b6 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips/d59dcf14-2593-4bfd-a6fe-b0698fa486eb HTTP/1.1" status: 200 len: 693 time: 0.0917497 Aug 20 11:32:10.990620 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-62eb1168-1afc-45bd-8bc9-9e868361f8e0 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:10.999630 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-62eb1168-1afc-45bd-8bc9-9e868361f8e0 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 821 time: 0.1366992 Aug 20 11:32:11.011140 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-edc7a76a-1be9-417e-90db-8df4d90e2c1f tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/quotas/9437c8ccf38f4278bfdd6826ef939401 HTTP/1.1" status: 200 len: 375 time: 0.0103707 Aug 20 11:32:11.066232 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-2c9fa78f-e1c0-44f7-8ab7-f0ce154d55ad tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485175 Aug 20 11:32:11.079508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55491fc0-6e2f-4df9-b5b2-654c3858e69a req-5165081d-a18c-4775-94dc-421dc16d3dc1 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:11.086978 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55491fc0-6e2f-4df9-b5b2-654c3858e69a req-5165081d-a18c-4775-94dc-421dc16d3dc1 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.1102827 Aug 20 11:32:11.148880 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55491fc0-6e2f-4df9-b5b2-654c3858e69a req-28c34485-deb3-45c0-8d62-4ba2e3fde0b6 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.198 HTTP/1.1" status: 200 len: 696 time: 0.0609055 Aug 20 11:32:11.166508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52250) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:11.183159 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f6e99e7-8ba9-4d89-b55c-6121b5f9aea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:11.218347 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55491fc0-6e2f-4df9-b5b2-654c3858e69a req-2197e5e9-7d6a-4a9d-9d28-93c622bd5c5d tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.198 HTTP/1.1" status: 200 len: 696 time: 0.0685070 Aug 20 11:32:11.255662 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-9d040629-a4fd-4899-9d4b-f3447c974460 service neutron] 10.222.0.37 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763351 Aug 20 11:32:11.370648 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-988871ec-9791-433b-9386-d105ee378a42 service neutron] 10.222.0.37 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141026 Aug 20 11:32:11.395843 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-55491fc0-6e2f-4df9-b5b2-654c3858e69a req-672d7558-549a-41e0-b9f7-4ea09c8dcf62 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Deleting port c51f532d-17dc-40d4-aa77-375e38bc66ab {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:11.397037 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-55491fc0-6e2f-4df9-b5b2-654c3858e69a req-672d7558-549a-41e0-b9f7-4ea09c8dcf62 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:11.498500 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f6e99e7-8ba9-4d89-b55c-6121b5f9aea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:11.503491 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f6e99e7-8ba9-4d89-b55c-6121b5f9aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:11.545943 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-55491fc0-6e2f-4df9-b5b2-654c3858e69a req-672d7558-549a-41e0-b9f7-4ea09c8dcf62 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:11.546712 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-55491fc0-6e2f-4df9-b5b2-654c3858e69a req-672d7558-549a-41e0-b9f7-4ea09c8dcf62 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:11.569056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-55491fc0-6e2f-4df9-b5b2-654c3858e69a req-672d7558-549a-41e0-b9f7-4ea09c8dcf62 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Calling delete_port for c51f532d-17dc-40d4-aa77-375e38bc66ab owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:11.610297 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8f6e99e7-8ba9-4d89-b55c-6121b5f9aea2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8f806982f7e4595b990c63b473af9d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4427049 Aug 20 11:32:11.615900 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52264) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:11.762561 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-55491fc0-6e2f-4df9-b5b2-654c3858e69a req-672d7558-549a-41e0-b9f7-4ea09c8dcf62 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:11.810694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d7558-549a-41e0-b9f7-4ea09c8dcf62 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Pushing event deleted for resources: {'Port': ['ID=c51f532d-17dc-40d4-aa77-375e38bc66ab,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:11.881323 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-55491fc0-6e2f-4df9-b5b2-654c3858e69a req-672d7558-549a-41e0-b9f7-4ea09c8dcf62 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:11.884314 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-55491fc0-6e2f-4df9-b5b2-654c3858e69a req-672d7558-549a-41e0-b9f7-4ea09c8dcf62 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:11.885911 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55491fc0-6e2f-4df9-b5b2-654c3858e69a req-672d7558-549a-41e0-b9f7-4ea09c8dcf62 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "DELETE /v2.0/floatingips/d59dcf14-2593-4bfd-a6fe-b0698fa486eb HTTP/1.1" status: 204 len: 173 time: 0.6661699 Aug 20 11:32:11.949077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e99e7-8ba9-4d89-b55c-6121b5f9aea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bb9c81-4f0f-4c8b-8070-12be3fdf7b10,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:12.033420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bba824-845c-4e82-a594-990484475d52 req-54961144-38bf-45a9-819a-02abaa0fe79e tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:12.048469 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1bba824-845c-4e82-a594-990484475d52 req-54961144-38bf-45a9-819a-02abaa0fe79e tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 945 time: 0.4265845 Aug 20 11:32:12.074436 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a762d40c-e74a-4da0-8018-5023b2a0641c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.141609 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce574ef7-f231-40ec-8dbc-bbf4e8b177d3 req-b8ddd2ec-980d-4cbf-967b-ee948ae4e661 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 210 time: 0.0750146 Aug 20 11:32:12.162981 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1bba824-845c-4e82-a594-990484475d52 req-3555a331-03c1-4c28-b434-58204f032105 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134884 Aug 20 11:32:12.200386 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a762d40c-e74a-4da0-8018-5023b2a0641c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.282367 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 49e3ac4f-7157-4b40-bdc2-4edb163153d3 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:32:12.285177 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0e0c772b-5260-4ae9-9bf0-bf876577a776 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:12.334872 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24804e9a-d8f7-441d-876e-0738c553b991 req-51c9faa3-5927-4ddc-8d66-fce927ceb677 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips/89a24b5b-2107-4747-a103-8327d90f909d HTTP/1.1" status: 200 len: 693 time: 0.1153395 Aug 20 11:32:12.452183 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24804e9a-d8f7-441d-876e-0738c553b991 req-1ec919ed-9955-4165-9bc7-6a17bc0d5b71 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:12.459412 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24804e9a-d8f7-441d-876e-0738c553b991 req-1ec919ed-9955-4165-9bc7-6a17bc0d5b71 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.1236196 Aug 20 11:32:12.502252 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0e0c772b-5260-4ae9-9bf0-bf876577a776 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:12.530090 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24804e9a-d8f7-441d-876e-0738c553b991 req-6b1fb630-a961-4f8b-8298-0644e53bda1e tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.193 HTTP/1.1" status: 200 len: 696 time: 0.0697019 Aug 20 11:32:12.583320 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a762d40c-e74a-4da0-8018-5023b2a0641c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.585965 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a762d40c-e74a-4da0-8018-5023b2a0641c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.589429 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a762d40c-e74a-4da0-8018-5023b2a0641c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65bb9c81-4f0f-4c8b-8070-12be3fdf7b10 HTTP/1.1" status: 204 len: 168 time: 0.9617281 Aug 20 11:32:12.608801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 49e3ac4f-7157-4b40-bdc2-4edb163153d3, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=49e3ac4f-7157-4b40-bdc2-4edb163153d3,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:12.629620 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24804e9a-d8f7-441d-876e-0738c553b991 req-a332bb6c-7ae7-435b-8ff0-2c670eac8d2c tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.193 HTTP/1.1" status: 200 len: 696 time: 0.0968270 Aug 20 11:32:12.639784 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '49e3ac4f-7157-4b40-bdc2-4edb163153d3', 'network_id': '97500370-4801-4f47-928d-aa765b4857c5', 'port_id': '49e3ac4f-7157-4b40-bdc2-4edb163153d3', 'mac_address': 'fa:16:3e:2a:d6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1791bda-c9bf-4aae-b873-fde963569e9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:32:12.642500 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762d40c-e74a-4da0-8018-5023b2a0641c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bb9c81-4f0f-4c8b-8070-12be3fdf7b10,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:12.703033 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.718382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8e418-5363-492a-afee-db1d9a436667 req-ed166cb3-f2f2-41fb-95e2-d512fb639704 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:12.720366 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68e8e418-5363-492a-afee-db1d9a436667 req-ed166cb3-f2f2-41fb-95e2-d512fb639704 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 945 time: 0.1040170 Aug 20 11:32:12.734853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49e3ac4f-7157-4b40-bdc2-4edb163153d3 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:12.765407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68e8e418-5363-492a-afee-db1d9a436667 req-662b66e2-b29b-434e-a2a6-d5ec7c3413e5 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352192 Aug 20 11:32:12.767368 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 49e3ac4f-7157-4b40-bdc2-4edb163153d3, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=49e3ac4f-7157-4b40-bdc2-4edb163153d3,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:12.774787 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.844021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-24804e9a-d8f7-441d-876e-0738c553b991 req-bee781f3-856f-429c-abf4-808b7940be06 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Deleting port 7004ed0d-c7a0-49f6-bb9f-a27392b51f33 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:12.844368 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-24804e9a-d8f7-441d-876e-0738c553b991 req-bee781f3-856f-429c-abf4-808b7940be06 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.844806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=49e3ac4f-7157-4b40-bdc2-4edb163153d3,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:12.854964 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:12.854964 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:12.855791 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:12.856192 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:12.856848 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:12.857160 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:12.857773 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:12.858209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:12.858649 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:12.859136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:12.859541 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:12.860061 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:12.864392 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['49e3ac4f-7157-4b40-bdc2-4edb163153d3'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:12.972392 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-24804e9a-d8f7-441d-876e-0738c553b991 req-bee781f3-856f-429c-abf4-808b7940be06 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.972392 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-24804e9a-d8f7-441d-876e-0738c553b991 req-bee781f3-856f-429c-abf4-808b7940be06 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.994124 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-24804e9a-d8f7-441d-876e-0738c553b991 req-bee781f3-856f-429c-abf4-808b7940be06 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Calling delete_port for 7004ed0d-c7a0-49f6-bb9f-a27392b51f33 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:13.198155 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-24804e9a-d8f7-441d-876e-0738c553b991 req-bee781f3-856f-429c-abf4-808b7940be06 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:13.234067 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee781f3-856f-429c-abf4-808b7940be06 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Pushing event deleted for resources: {'Port': ['ID=7004ed0d-c7a0-49f6-bb9f-a27392b51f33,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:13.268997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-dd44b7d7-4d84-462b-bca0-3580322b6f16 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:13.270544 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-dd44b7d7-4d84-462b-bca0-3580322b6f16 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.76 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 821 time: 0.2238214 Aug 20 11:32:13.275166 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-24804e9a-d8f7-441d-876e-0738c553b991 req-bee781f3-856f-429c-abf4-808b7940be06 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:13.279425 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-24804e9a-d8f7-441d-876e-0738c553b991 req-bee781f3-856f-429c-abf4-808b7940be06 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:13.294539 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24804e9a-d8f7-441d-876e-0738c553b991 req-bee781f3-856f-429c-abf4-808b7940be06 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "DELETE /v2.0/floatingips/89a24b5b-2107-4747-a103-8327d90f909d HTTP/1.1" status: 204 len: 173 time: 0.6634185 Aug 20 11:32:13.357513 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-497e9757-f828-4b2e-8fe2-00d9115c8abd req-d241c5e2-9a5e-4ec6-aae8-ae917d1382e3 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 210 time: 0.0852587 Aug 20 11:32:13.369578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-e508e767-d9f1-4562-87a7-712346ed0e90 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Request body: {'port': {'device_id': '6252e2a0-b8b2-4bc9-a557-edf875d5b40d', 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77', 'admin_state_up': True, 'tenant_id': '9437c8ccf38f4278bfdd6826ef939401'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:13.461784 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c36355e-9be1-4a43-9994-b351d44b5a18 req-bd3e02e4-d013-426a-9e86-0eb5b9edd318 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips/24a74fc4-ba64-413e-a547-3fb70924c55a HTTP/1.1" status: 200 len: 693 time: 0.0752060 Aug 20 11:32:13.567953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-e508e767-d9f1-4562-87a7-712346ed0e90 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Made reservation on behalf of 9437c8ccf38f4278bfdd6826ef939401 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:13.572978 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-e508e767-d9f1-4562-87a7-712346ed0e90 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:13.621667 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36355e-9be1-4a43-9994-b351d44b5a18 req-2b18048a-5b73-42da-a292-9070ade0543f tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:13.630670 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c36355e-9be1-4a43-9994-b351d44b5a18 req-2b18048a-5b73-42da-a292-9070ade0543f tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.1679783 Aug 20 11:32:13.700281 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c36355e-9be1-4a43-9994-b351d44b5a18 req-cd33625a-c1b9-4a02-ab9a-d3cc843b0329 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.146 HTTP/1.1" status: 200 len: 696 time: 0.0679464 Aug 20 11:32:13.729150 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-e508e767-d9f1-4562-87a7-712346ed0e90 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Allocated IP 172.20.0.2 (d470dece-9c15-4ab9-87f2-416f558c1d77/843c014f-c6d6-46ac-ac96-8342939acd6b/8e80b7a0-4672-4506-8457-f9c78a96006f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:13.762178 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c36355e-9be1-4a43-9994-b351d44b5a18 req-cc462613-a754-4978-b5dd-428a9860de56 tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.146 HTTP/1.1" status: 200 len: 696 time: 0.0608768 Aug 20 11:32:13.958415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-8c36355e-9be1-4a43-9994-b351d44b5a18 req-96d42b77-c04b-417d-8c4b-e7bedc2e2dde tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Deleting port 8119f2db-4ca3-41d2-817c-ed176a2babf0 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:13.958848 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8c36355e-9be1-4a43-9994-b351d44b5a18 req-96d42b77-c04b-417d-8c4b-e7bedc2e2dde tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.016073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c76ca6-769b-4987-bd9a-df21925286b7 req-6a54a526-d46d-4b47-8f3d-9e22ab5367d7 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:14.018761 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f2c76ca6-769b-4987-bd9a-df21925286b7 req-6a54a526-d46d-4b47-8f3d-9e22ab5367d7 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 944 time: 0.1031404 Aug 20 11:32:14.063522 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8c36355e-9be1-4a43-9994-b351d44b5a18 req-96d42b77-c04b-417d-8c4b-e7bedc2e2dde tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.064439 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8c36355e-9be1-4a43-9994-b351d44b5a18 req-96d42b77-c04b-417d-8c4b-e7bedc2e2dde tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.089486 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-8c36355e-9be1-4a43-9994-b351d44b5a18 req-96d42b77-c04b-417d-8c4b-e7bedc2e2dde tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Calling delete_port for 8119f2db-4ca3-41d2-817c-ed176a2babf0 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:14.102138 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-e508e767-d9f1-4562-87a7-712346ed0e90 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.123350 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f2c76ca6-769b-4987-bd9a-df21925286b7 req-d1cfdcab-a412-432e-881d-397e8af32f38 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864296 Aug 20 11:32:14.212264 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-e508e767-d9f1-4562-87a7-712346ed0e90 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.270209 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508e767-d9f1-4562-87a7-712346ed0e90 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Pushing event updated for resources: {'Port': ['ID=8e80b7a0-4672-4506-8457-f9c78a96006f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:14.296124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-e508e767-d9f1-4562-87a7-712346ed0e90 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Network d470dece-9c15-4ab9-87f2-416f558c1d77 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:14.300150 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-e508e767-d9f1-4562-87a7-712346ed0e90 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:14.302856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-e508e767-d9f1-4562-87a7-712346ed0e90 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:14.305583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 49e3ac4f-7157-4b40-bdc2-4edb163153d3 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:14.315016 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2865d65-c0ce-45a3-ab4b-60989f2e84b8 req-241d86d9-cce9-4551-a9f0-0f98dc52fbc2 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:14.316718 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a2865d65-c0ce-45a3-ab4b-60989f2e84b8 req-241d86d9-cce9-4551-a9f0-0f98dc52fbc2 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.76 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 944 time: 0.1493950 Aug 20 11:32:14.380882 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8c36355e-9be1-4a43-9994-b351d44b5a18 req-96d42b77-c04b-417d-8c4b-e7bedc2e2dde tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.397818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 49e3ac4f-7157-4b40-bdc2-4edb163153d3 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:14.400834 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.436301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d42b77-c04b-417d-8c4b-e7bedc2e2dde tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Pushing event deleted for resources: {'Port': ['ID=8119f2db-4ca3-41d2-817c-ed176a2babf0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:14.460952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-e508e767-d9f1-4562-87a7-712346ed0e90 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:14.461632 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-e508e767-d9f1-4562-87a7-712346ed0e90 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.484172 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-e508e767-d9f1-4562-87a7-712346ed0e90 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1235454 Aug 20 11:32:14.506213 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8c36355e-9be1-4a43-9994-b351d44b5a18 req-96d42b77-c04b-417d-8c4b-e7bedc2e2dde tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.518409 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Request body: {'port': {'device_id': '6252e2a0-b8b2-4bc9-a557-edf875d5b40d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:14.523270 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8c36355e-9be1-4a43-9994-b351d44b5a18 req-96d42b77-c04b-417d-8c4b-e7bedc2e2dde tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.525905 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c36355e-9be1-4a43-9994-b351d44b5a18 req-96d42b77-c04b-417d-8c4b-e7bedc2e2dde tempest-FloatingIPDetailsTestJSON-1427316704 tempest-FloatingIPDetailsTestJSON-1427316704-project] 10.222.0.37 "DELETE /v2.0/floatingips/24a74fc4-ba64-413e-a547-3fb70924c55a HTTP/1.1" status: 204 len: 173 time: 0.7556558 Aug 20 11:32:14.533097 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52328) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:14.564606 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.602808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-a2865d65-c0ce-45a3-ab4b-60989f2e84b8 req-96b229ac-b3fd-48da-92fe-d51a61d608b7 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Deleting port 49e3ac4f-7157-4b40-bdc2-4edb163153d3 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:14.603309 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a2865d65-c0ce-45a3-ab4b-60989f2e84b8 req-96b229ac-b3fd-48da-92fe-d51a61d608b7 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.608212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 49e3ac4f-7157-4b40-bdc2-4edb163153d3, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=49e3ac4f-7157-4b40-bdc2-4edb163153d3,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:14.609610 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f600a1b2-0321-471b-8a9d-4ce3e9428bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e3ac4f-7157-4b40-bdc2-4edb163153d3'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:14.613198 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f00844b-2dc7-4132-b7bb-f35e6f689ad2" -d '{"events": [{"server_uuid": "f600a1b2-0321-471b-8a9d-4ce3e9428bac", "name": "network-vif-plugged", "status": "completed", "tag": "49e3ac4f-7157-4b40-bdc2-4edb163153d3"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:14.631940 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.718179 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=49e3ac4f-7157-4b40-bdc2-4edb163153d3,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:14.736509 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582a484c-52e1-48c9-b504-895025cf1b28 x-openstack-request-id: req-582a484c-52e1-48c9-b504-895025cf1b28 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:14.737758 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f600a1b2-0321-471b-8a9d-4ce3e9428bac", "name": "network-vif-plugged", "status": "completed", "tag": "49e3ac4f-7157-4b40-bdc2-4edb163153d3", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:14.738180 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-582a484c-52e1-48c9-b504-895025cf1b28 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:14.738727 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f600a1b2-0321-471b-8a9d-4ce3e9428bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e3ac4f-7157-4b40-bdc2-4edb163153d3', 'code': 200} Aug 20 11:32:14.846207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-a2865d65-c0ce-45a3-ab4b-60989f2e84b8 req-96b229ac-b3fd-48da-92fe-d51a61d608b7 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] For port 49e3ac4f-7157-4b40-bdc2-4edb163153d3, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=49e3ac4f-7157-4b40-bdc2-4edb163153d3,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:14.846811 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a2865d65-c0ce-45a3-ab4b-60989f2e84b8 req-96b229ac-b3fd-48da-92fe-d51a61d608b7 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.886073 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.889790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-a2865d65-c0ce-45a3-ab4b-60989f2e84b8 req-96b229ac-b3fd-48da-92fe-d51a61d608b7 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Calling delete_port for 49e3ac4f-7157-4b40-bdc2-4edb163153d3 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:15.000146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385bab3-1bbf-45e3-857f-4494b793a06d req-19485121-e1b6-43db-b0c8-dfe8a70e5390 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:15.008545 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2385bab3-1bbf-45e3-857f-4494b793a06d req-19485121-e1b6-43db-b0c8-dfe8a70e5390 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 931 time: 0.3188312 Aug 20 11:32:15.231587 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2385bab3-1bbf-45e3-857f-4494b793a06d req-de429f04-0305-4dda-a8ad-6af76c12b196 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180386 Aug 20 11:32:15.334760 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-396d3b55-7b4a-4791-9fd2-f83dfcf8f697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:15.626009 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:32:15.667036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-396d3b55-7b4a-4791-9fd2-f83dfcf8f697 admin admin] Deleting port 251616cd-cb36-4f26-b9e7-b37490facf67 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:15.667383 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-396d3b55-7b4a-4791-9fd2-f83dfcf8f697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:15.848238 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-396d3b55-7b4a-4791-9fd2-f83dfcf8f697 admin admin] For port 251616cd-cb36-4f26-b9e7-b37490facf67, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=251616cd-cb36-4f26-b9e7-b37490facf67,segment=NetworkSegment(34167013-d451-4f6f-9af7-6d601912e720),segment_id=34167013-d451-4f6f-9af7-6d601912e720)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:15.848780 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-396d3b55-7b4a-4791-9fd2-f83dfcf8f697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:15.888844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-396d3b55-7b4a-4791-9fd2-f83dfcf8f697 admin admin] Calling delete_port for 251616cd-cb36-4f26-b9e7-b37490facf67 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:15.988424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f89f9e-a6df-44cb-b709-bdb4e4ab21e4 req-b4d54d50-fd36-4ad6-91ad-1e01b2aee547 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:15.995596 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8f89f9e-a6df-44cb-b709-bdb4e4ab21e4 req-b4d54d50-fd36-4ad6-91ad-1e01b2aee547 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=f600a1b2-0321-471b-8a9d-4ce3e9428bac HTTP/1.1" status: 200 len: 945 time: 0.6025803 Aug 20 11:32:16.009082 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a2865d65-c0ce-45a3-ab4b-60989f2e84b8 req-96b229ac-b3fd-48da-92fe-d51a61d608b7 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.022375 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['49e3ac4f-7157-4b40-bdc2-4edb163153d3'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:16.052336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b229ac-b3fd-48da-92fe-d51a61d608b7 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Pushing event deleted for resources: {'Port': ['ID=49e3ac4f-7157-4b40-bdc2-4edb163153d3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:16.139479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8f89f9e-a6df-44cb-b709-bdb4e4ab21e4 req-3eb16a69-2ae8-4d49-9246-b858305b7f0b tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427221 Aug 20 11:32:16.163757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2865d65-c0ce-45a3-ab4b-60989f2e84b8 req-96b229ac-b3fd-48da-92fe-d51a61d608b7 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] No DVR routers for this DVR port 49e3ac4f-7157-4b40-bdc2-4edb163153d3 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:16.167579 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a2865d65-c0ce-45a3-ab4b-60989f2e84b8 req-96b229ac-b3fd-48da-92fe-d51a61d608b7 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.169971 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a2865d65-c0ce-45a3-ab4b-60989f2e84b8 req-96b229ac-b3fd-48da-92fe-d51a61d608b7 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.76 "DELETE /v2.0/ports/49e3ac4f-7157-4b40-bdc2-4edb163153d3 HTTP/1.1" status: 204 len: 173 time: 1.8242834 Aug 20 11:32:16.170852 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-396d3b55-7b4a-4791-9fd2-f83dfcf8f697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.171881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f600a1b2-0321-471b-8a9d-4ce3e9428bac', 'name': 'network-vif-deleted', 'tag': '49e3ac4f-7157-4b40-bdc2-4edb163153d3'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:16.174535 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb921e6-eaa8-4324-87c7-a90282f3c427" -d '{"events": [{"server_uuid": "f600a1b2-0321-471b-8a9d-4ce3e9428bac", "name": "network-vif-deleted", "tag": "49e3ac4f-7157-4b40-bdc2-4edb163153d3"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:16.191661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e80b7a0-4672-4506-8457-f9c78a96006f {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:16.202899 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.244944 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d3b55-7b4a-4791-9fd2-f83dfcf8f697 admin admin] Pushing event deleted for resources: {'Port': ['ID=251616cd-cb36-4f26-b9e7-b37490facf67,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:16.261965 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf69e99-ae0b-4030-a433-6559efb90057 x-openstack-request-id: req-bbf69e99-ae0b-4030-a433-6559efb90057 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:16.262291 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f600a1b2-0321-471b-8a9d-4ce3e9428bac", "name": "network-vif-deleted", "tag": "49e3ac4f-7157-4b40-bdc2-4edb163153d3", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:16.262499 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbf69e99-ae0b-4030-a433-6559efb90057 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:16.263614 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f600a1b2-0321-471b-8a9d-4ce3e9428bac', 'name': 'network-vif-deleted', 'tag': '49e3ac4f-7157-4b40-bdc2-4edb163153d3', 'status': 'completed', 'code': 200} Aug 20 11:32:16.264711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Transition to ACTIVE for port object 8e80b7a0-4672-4506-8457-f9c78a96006f will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:16.291792 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.514918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e80b7a0-4672-4506-8457-f9c78a96006f,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:16.544703 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52384) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:16.573337 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-396d3b55-7b4a-4791-9fd2-f83dfcf8f697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.582641 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813df2a-1798-4278-a33e-ee5ff73ea9c4 req-f8ec962f-e744-46ac-a169-e008e186d769 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:16.584303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7813df2a-1798-4278-a33e-ee5ff73ea9c4 req-f8ec962f-e744-46ac-a169-e008e186d769 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 943 time: 0.2005537 Aug 20 11:32:16.695545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Attempting to bind port 8e80b7a0-4672-4506-8457-f9c78a96006f on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:16.695545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Attempting to bind port 8e80b7a0-4672-4506-8457-f9c78a96006f by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:16.695545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Attempting to bind port 8e80b7a0-4672-4506-8457-f9c78a96006f on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:16.703822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Port 8e80b7a0-4672-4506-8457-f9c78a96006f on network d470dece-9c15-4ab9-87f2-416f558c1d77 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:32:16.704148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Attempting to bind port 8e80b7a0-4672-4506-8457-f9c78a96006f on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:16.718768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:16.719151 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Checking segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:16.719485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Bound using segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:16.719909 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Bound port: 8e80b7a0-4672-4506-8457-f9c78a96006f, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:16.720275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.738649 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7813df2a-1798-4278-a33e-ee5ff73ea9c4 req-a1acdb07-4d3e-435f-96d0-e8ac6e4c954a tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341777 Aug 20 11:32:16.832441 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d1452c64-bc4e-4697-a59f-62e77282e95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.843857 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] For port 8e80b7a0-4672-4506-8457-f9c78a96006f, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:16.862034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] For port 8e80b7a0-4672-4506-8457-f9c78a96006f, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8e80b7a0-4672-4506-8457-f9c78a96006f,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:16.871123 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.910987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:16.911787 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.913676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] 10.222.0.76 "PUT /v2.0/ports/8e80b7a0-4672-4506-8457-f9c78a96006f HTTP/1.1" status: 200 len: 1091 time: 2.4093280 Aug 20 11:32:16.960271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10783220-cc5c-4d6a-9156-6ad7f87a80e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e80b7a0-4672-4506-8457-f9c78a96006f,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:16.987323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396d3b55-7b4a-4791-9fd2-f83dfcf8f697 admin admin] Router a7db428b-f942-4ddc-9b4f-97e41186ada4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:32:17.046568 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d1452c64-bc4e-4697-a59f-62e77282e95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.070117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d1452c64-bc4e-4697-a59f-62e77282e95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.120936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-5cbf475a-f570-4021-890b-b5497e7642ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:17.122829 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-5cbf475a-f570-4021-890b-b5497e7642ca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 1094 time: 0.1120870 Aug 20 11:32:17.128104 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d1452c64-bc4e-4697-a59f-62e77282e95f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42ebbc7639804c79b1e72965e55ae81d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5808148 Aug 20 11:32:17.130031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1452c64-bc4e-4697-a59f-62e77282e95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2645b57-dc2a-433d-92a6-b9225b5d4104,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:17.136578 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52394) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:17.192646 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-f90cbe1d-b026-463a-8a33-a5d364869276 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e80b7a0-4672-4506-8457-f9c78a96006f HTTP/1.1" status: 200 len: 217 time: 0.0594139 Aug 20 11:32:17.217463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396d3b55-7b4a-4791-9fd2-f83dfcf8f697 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:32:17.225277 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-396d3b55-7b4a-4791-9fd2-f83dfcf8f697 admin admin] 10.222.0.37 "PUT /v2.0/routers/a7db428b-f942-4ddc-9b4f-97e41186ada4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6911137 Aug 20 11:32:17.227698 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52402) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:17.230536 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9537c2-95ec-4bf6-a89d-f7fd73cc9b8c None None] Sync routers for ids ['a7db428b-f942-4ddc-9b4f-97e41186ada4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:32:17.241363 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9537c2-95ec-4bf6-a89d-f7fd73cc9b8c None None] Routers {'a7db428b-f942-4ddc-9b4f-97e41186ada4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:17.241989 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-2c9537c2-95ec-4bf6-a89d-f7fd73cc9b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7db428b-f942-4ddc-9b4f-97e41186ada4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:17.274249 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-1dbf7fca-9fbf-4c7c-b610-0d549c2730a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:17.275688 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-1dbf7fca-9fbf-4c7c-b610-0d549c2730a0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.0758483 Aug 20 11:32:17.331157 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-406e8fe6-938b-4957-9122-27bf0e288808 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471184 Aug 20 11:32:17.346922 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13e33c7a-3998-4d6f-b7a3-183399113264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.406794 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13e33c7a-3998-4d6f-b7a3-183399113264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.482951 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-2c9537c2-95ec-4bf6-a89d-f7fd73cc9b8c None None] Set router a7db428b-f942-4ddc-9b4f-97e41186ada4 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:17.511842 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13e33c7a-3998-4d6f-b7a3-183399113264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.515053 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13e33c7a-3998-4d6f-b7a3-183399113264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.519037 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-13e33c7a-3998-4d6f-b7a3-183399113264 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2645b57-dc2a-433d-92a6-b9225b5d4104 HTTP/1.1" status: 204 len: 168 time: 0.3820522 Aug 20 11:32:17.533935 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-48545088-8f54-4581-b57c-e81d9473aa96 service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948318 Aug 20 11:32:17.573810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e33c7a-3998-4d6f-b7a3-183399113264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2645b57-dc2a-433d-92a6-b9225b5d4104,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:17.740217 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-2c9537c2-95ec-4bf6-a89d-f7fd73cc9b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'name': 'tempest-FloatingIPDetailsTestJSON-918206638-router', 'tenant_id': 'bf1975a685124485933cf749b986a218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:43Z', 'updated_at': '2021-08-20T11:32:16Z', 'revision_number': 5, 'project_id': 'bf1975a685124485933cf749b986a218', 'gw_port': {'id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:17.805691 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9537c2-95ec-4bf6-a89d-f7fd73cc9b8c None None] Checking router: a7db428b-f942-4ddc-9b4f-97e41186ada4 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:32:17.813208 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa83dd84-8a07-4d67-a46b-8dda22e27f94 req-9590733f-3603-48d8-bfb9-32a520fe804f service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713599 Aug 20 11:32:17.835589 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9537c2-95ec-4bf6-a89d-f7fd73cc9b8c None None] Routers {'a7db428b-f942-4ddc-9b4f-97e41186ada4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:17.836745 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-2c9537c2-95ec-4bf6-a89d-f7fd73cc9b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:31:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7db428b-f942-4ddc-9b4f-97e41186ada4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:17.961033 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b707acd1-58ee-4c92-9769-037f24d443a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.969839 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-2c9537c2-95ec-4bf6-a89d-f7fd73cc9b8c None None] Set router a7db428b-f942-4ddc-9b4f-97e41186ada4 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:18.052121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-74bca911-57ea-4ed8-8b87-2bcc1be4aecc tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:18.059484 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-74bca911-57ea-4ed8-8b87-2bcc1be4aecc tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/networks?id=97500370-4801-4f47-928d-aa765b4857c5 HTTP/1.1" status: 200 len: 821 time: 0.5761561 Aug 20 11:32:18.109890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52434) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:18.132958 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d9c25ce-3a29-453d-9f3f-e340bdeb22c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.146389 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-f5286ba2-60a7-4c63-9a29-04ec389b115c tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/quotas/b4ac46b78b6d45c6abee25f3a1a48427 HTTP/1.1" status: 200 len: 375 time: 0.0851927 Aug 20 11:32:18.201663 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b707acd1-58ee-4c92-9769-037f24d443a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.225804 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-be4f822f-f601-4b30-85bf-ae1b154bff3c tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4ac46b78b6d45c6abee25f3a1a48427&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730979 Aug 20 11:32:18.265500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6252e2a0-b8b2-4bc9-a557-edf875d5b40d', 'tag': '8e80b7a0-4672-4506-8457-f9c78a96006f'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:18.268418 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fcb0f8-159d-4694-9f7b-e5bc71a45250" -d '{"events": [{"name": "network-changed", "server_uuid": "6252e2a0-b8b2-4bc9-a557-edf875d5b40d", "tag": "8e80b7a0-4672-4506-8457-f9c78a96006f"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:18.316202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ef8a6-88d7-48ed-96b0-73f4bbf4026e req-17d31ea1-077a-4f75-8d04-603cb4f2acc6 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:18.324840 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-749ef8a6-88d7-48ed-96b0-73f4bbf4026e req-17d31ea1-077a-4f75-8d04-603cb4f2acc6 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 943 time: 0.0881712 Aug 20 11:32:18.327258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 49e3ac4f-7157-4b40-bdc2-4edb163153d3 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:18.363698 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-2c9537c2-95ec-4bf6-a89d-f7fd73cc9b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'name': 'tempest-FloatingIPDetailsTestJSON-918206638-router', 'tenant_id': 'bf1975a685124485933cf749b986a218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:43Z', 'updated_at': '2021-08-20T11:32:16Z', 'revision_number': 5, 'project_id': 'bf1975a685124485933cf749b986a218', 'gw_port': {'id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:18.375418 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 49e3ac4f-7157-4b40-bdc2-4edb163153d3 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:18.382025 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 49e3ac4f-7157-4b40-bdc2-4edb163153d3 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:18.399449 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9537c2-95ec-4bf6-a89d-f7fd73cc9b8c None None] The sync data for ids ['a7db428b-f942-4ddc-9b4f-97e41186ada4'] in n-d-804299-2 is: [{'id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'name': 'tempest-FloatingIPDetailsTestJSON-918206638-router', 'tenant_id': 'bf1975a685124485933cf749b986a218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:43Z', 'updated_at': '2021-08-20T11:32:16Z', 'revision_number': 5, 'project_id': 'bf1975a685124485933cf749b986a218', 'gw_port': {'id': '128ed836-2cf6-4c1c-957a-680653e0c8b2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db428b-f942-4ddc-9b4f-97e41186ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:32:18.406847 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-749ef8a6-88d7-48ed-96b0-73f4bbf4026e req-4080fd5a-308b-4599-b797-0619232a7d88 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806715 Aug 20 11:32:18.419696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b707acd1-58ee-4c92-9769-037f24d443a5 admin admin] Deleting port 128ed836-2cf6-4c1c-957a-680653e0c8b2 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:18.420397 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b707acd1-58ee-4c92-9769-037f24d443a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.422289 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d9c25ce-3a29-453d-9f3f-e340bdeb22c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.425794 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-72a97850-dd2d-4391-84b2-e64e95739970 service neutron] 10.222.0.37 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817768 Aug 20 11:32:18.444806 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d9c25ce-3a29-453d-9f3f-e340bdeb22c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.507001 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7d9c25ce-3a29-453d-9f3f-e340bdeb22c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=918ecc7e01cb4a59a7a50d2af740d38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927634 Aug 20 11:32:18.507001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c25ce-3a29-453d-9f3f-e340bdeb22c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23a92b4-de60-4ef7-94c7-6fc5058ac58e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:18.508770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52438) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:18.569342 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a73a4030-cd7e-44bd-a793-47b4f8c15c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.602653 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a73a4030-cd7e-44bd-a793-47b4f8c15c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.667007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b707acd1-58ee-4c92-9769-037f24d443a5 admin admin] For port 128ed836-2cf6-4c1c-957a-680653e0c8b2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=128ed836-2cf6-4c1c-957a-680653e0c8b2,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:18.667520 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b707acd1-58ee-4c92-9769-037f24d443a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.674551 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-55ff194b-6417-4273-b4f1-ba28e6ce5c56 service neutron] 10.222.0.37 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374649 Aug 20 11:32:18.676052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 251616cd-cb36-4f26-b9e7-b37490facf67 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:18.677769 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a73a4030-cd7e-44bd-a793-47b4f8c15c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.682921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a73a4030-cd7e-44bd-a793-47b4f8c15c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.683796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a73a4030-cd7e-44bd-a793-47b4f8c15c53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b23a92b4-de60-4ef7-94c7-6fc5058ac58e HTTP/1.1" status: 204 len: 168 time: 0.1736066 Aug 20 11:32:18.690822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b707acd1-58ee-4c92-9769-037f24d443a5 admin admin] Calling delete_port for 128ed836-2cf6-4c1c-957a-680653e0c8b2 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:18.694250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a4030-cd7e-44bd-a793-47b4f8c15c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23a92b4-de60-4ef7-94c7-6fc5058ac58e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:18.739012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 251616cd-cb36-4f26-b9e7-b37490facf67 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:18.739357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 251616cd-cb36-4f26-b9e7-b37490facf67 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:18.984401 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4587025f-79ec-469f-b1ab-07916b9037c4 x-openstack-request-id: req-4587025f-79ec-469f-b1ab-07916b9037c4 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:18.984822 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6252e2a0-b8b2-4bc9-a557-edf875d5b40d", "tag": "8e80b7a0-4672-4506-8457-f9c78a96006f", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:18.985156 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4587025f-79ec-469f-b1ab-07916b9037c4 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:18.985638 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6252e2a0-b8b2-4bc9-a557-edf875d5b40d', 'tag': '8e80b7a0-4672-4506-8457-f9c78a96006f', 'status': 'completed', 'code': 200} Aug 20 11:32:19.051492 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b707acd1-58ee-4c92-9769-037f24d443a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.106840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcb0f8-159d-4694-9f7b-e5bc71a45250 req-cd00c7a0-b821-41a0-9a57-e05c7c17e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:19.108955 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07fcb0f8-159d-4694-9f7b-e5bc71a45250 req-cd00c7a0-b821-41a0-9a57-e05c7c17e1f0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 1094 time: 0.0946927 Aug 20 11:32:19.120910 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a5ff61a0-1ce7-4f0a-a28c-ce2e8190d108 req-0fcad7aa-f994-4e06-9b46-c9ad6746121c tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 210 time: 0.0805616 Aug 20 11:32:19.121668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707acd1-58ee-4c92-9769-037f24d443a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=128ed836-2cf6-4c1c-957a-680653e0c8b2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:19.223643 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b707acd1-58ee-4c92-9769-037f24d443a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.465000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcb0f8-159d-4694-9f7b-e5bc71a45250 req-bd969b09-2955-4953-b7f2-ea5a2b3ea8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:19.470006 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07fcb0f8-159d-4694-9f7b-e5bc71a45250 req-bd969b09-2955-4953-b7f2-ea5a2b3ea8eb service neutron] 10.222.0.76 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.3521955 Aug 20 11:32:19.525595 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b707acd1-58ee-4c92-9769-037f24d443a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.530017 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b707acd1-58ee-4c92-9769-037f24d443a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.608830 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07fcb0f8-159d-4694-9f7b-e5bc71a45250 req-4ff49dcf-d688-41b8-8793-e5c1ace0c844 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e80b7a0-4672-4506-8457-f9c78a96006f HTTP/1.1" status: 200 len: 217 time: 0.1303160 Aug 20 11:32:19.663982 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b707acd1-58ee-4c92-9769-037f24d443a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.664773 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b707acd1-58ee-4c92-9769-037f24d443a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7db428b-f942-4ddc-9b4f-97e41186ada4 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:32:19.682143 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b707acd1-58ee-4c92-9769-037f24d443a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.687128 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b707acd1-58ee-4c92-9769-037f24d443a5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a7db428b-f942-4ddc-9b4f-97e41186ada4 HTTP/1.1" status: 204 len: 168 time: 2.4440510 Aug 20 11:32:19.688512 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52472) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:19.739102 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcb0f8-159d-4694-9f7b-e5bc71a45250 req-730482df-2a8c-4625-9b25-630034af8ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:19.741173 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07fcb0f8-159d-4694-9f7b-e5bc71a45250 req-730482df-2a8c-4625-9b25-630034af8ab1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.1260047 Aug 20 11:32:19.794302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a6e30b-b1d4-4683-8d78-c9e22eb79bb0 admin admin] Deleting subnet 17bcd73a-0070-45ed-9014-12b3d07027ed {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:32:19.801978 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15a6e30b-b1d4-4683-8d78-c9e22eb79bb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.805711 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07fcb0f8-159d-4694-9f7b-e5bc71a45250 req-63727be8-5dd2-4c7f-8884-a60a0409af98 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547931 Aug 20 11:32:19.811866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e81a8-cbd3-4e90-9141-ee6644f86ba8 req-dcee625e-13d3-4a7f-8663-73caf07b6ac2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:19.821225 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b52e81a8-cbd3-4e90-9141-ee6644f86ba8 req-dcee625e-13d3-4a7f-8663-73caf07b6ac2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 943 time: 0.2339582 Aug 20 11:32:19.916132 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15a6e30b-b1d4-4683-8d78-c9e22eb79bb0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.942252 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b52e81a8-cbd3-4e90-9141-ee6644f86ba8 req-26bc18a0-b463-41fb-a267-e28a9ba03d1d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921204 Aug 20 11:32:19.999403 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07fcb0f8-159d-4694-9f7b-e5bc71a45250 req-fb8766f7-b10e-420e-87fd-f0f46bb3c334 service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858065 Aug 20 11:32:20.034848 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15a6e30b-b1d4-4683-8d78-c9e22eb79bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:20.191176 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07fcb0f8-159d-4694-9f7b-e5bc71a45250 req-55d1ec71-7fe6-48b9-8238-49d16e62c2dc service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837125 Aug 20 11:32:20.218288 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15a6e30b-b1d4-4683-8d78-c9e22eb79bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:20.299533 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15a6e30b-b1d4-4683-8d78-c9e22eb79bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:20.310893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd7474d-b00d-41a9-b581-c6e694ba9a84 None None] Network 54a3c781-ccd6-415c-971e-2a8728a5725a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:20.320343 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-15a6e30b-b1d4-4683-8d78-c9e22eb79bb0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/17bcd73a-0070-45ed-9014-12b3d07027ed HTTP/1.1" status: 204 len: 168 time: 0.6311185 Aug 20 11:32:20.321557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6e30b-b1d4-4683-8d78-c9e22eb79bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17bcd73a-0070-45ed-9014-12b3d07027ed,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:20.335184 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c8ac99f-1a9c-4f40-8a07-6ef9c5b858f9 req-7662c212-5da9-41c6-9fc2-3cc3a3780d8b tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 210 time: 0.0469422 Aug 20 11:32:20.335801 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52486) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:20.357075 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8e80b7a0-4672-4506-8457-f9c78a96006f details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:32:20.539968 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:20.692033 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Deleting port 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:20.694664 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:20.753273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-7b8edb45-8b9f-4fd5-8ef7-aff9454ae818 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:20.757328 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-7b8edb45-8b9f-4fd5-8ef7-aff9454ae818 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.76 "GET /v2.0/networks?id=97500370-4801-4f47-928d-aa765b4857c5 HTTP/1.1" status: 200 len: 821 time: 0.2280314 Aug 20 11:32:20.772243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-99033d18-fba6-4259-867f-1fa604b44aee tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Request body: {'port': {'device_id': '7d933de9-92b6-411c-98aa-7d28f6e281af', 'network_id': '97500370-4801-4f47-928d-aa765b4857c5', 'admin_state_up': True, 'tenant_id': 'b4ac46b78b6d45c6abee25f3a1a48427'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:20.815859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 128ed836-2cf6-4c1c-957a-680653e0c8b2 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:20.892239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] For port 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3e57cc15-c6c2-4536-ab20-4df7ddadfc5e,segment=NetworkSegment(34167013-d451-4f6f-9af7-6d601912e720),segment_id=34167013-d451-4f6f-9af7-6d601912e720)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:20.893876 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:20.906886 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 128ed836-2cf6-4c1c-957a-680653e0c8b2 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:20.909491 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 128ed836-2cf6-4c1c-957a-680653e0c8b2 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:20.939522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Calling delete_port for 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:20.960671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 8e80b7a0-4672-4506-8457-f9c78a96006f, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8e80b7a0-4672-4506-8457-f9c78a96006f,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:21.013248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '8e80b7a0-4672-4506-8457-f9c78a96006f', 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77', 'port_id': '8e80b7a0-4672-4506-8457-f9c78a96006f', 'mac_address': 'fa:16:3e:1d:f3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843c014f-c6d6-46ac-ac96-8342939acd6b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:32:21.086098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-99033d18-fba6-4259-867f-1fa604b44aee tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Made reservation on behalf of b4ac46b78b6d45c6abee25f3a1a48427 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:21.089847 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-99033d18-fba6-4259-867f-1fa604b44aee tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.123554 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.128438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bd7345-bc2f-41ee-b3ca-8a21557e5537 None None] DHCP port deletion for 54a3c781-ccd6-415c-971e-2a8728a5725a request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:32:21.145019 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.173136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-42bd7345-bc2f-41ee-b3ca-8a21557e5537 None None] The port '3e57cc15-c6c2-4536-ab20-4df7ddadfc5e' was deleted {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 20 11:32:21.177762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e80b7a0-4672-4506-8457-f9c78a96006f {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:21.208074 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 8e80b7a0-4672-4506-8457-f9c78a96006f, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8e80b7a0-4672-4506-8457-f9c78a96006f,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:21.222953 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.253098 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e57cc15-c6c2-4536-ab20-4df7ddadfc5e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:21.265737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] No DVR routers for this DVR port 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:21.322583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=8e80b7a0-4672-4506-8457-f9c78a96006f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:21.394922 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.412802 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:32:21.413186 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:32:21.413932 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:32:21.414435 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Subscribe: > port after_create 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:32:21.414762 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:32:21.415095 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Subscribe: > port after_update 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:32:21.415418 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:32:21.415751 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:32:21.416065 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:32:21.416381 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:32:21.429404 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['8e80b7a0-4672-4506-8457-f9c78a96006f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:21.455994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34215a2d-b8cd-45f0-adbb-b3fb6bd91349 req-c8b7b705-9730-45e0-b1d7-21326697c78e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:21.457739 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-34215a2d-b8cd-45f0-adbb-b3fb6bd91349 req-c8b7b705-9730-45e0-b1d7-21326697c78e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 943 time: 0.3219657 Aug 20 11:32:21.586865 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-34215a2d-b8cd-45f0-adbb-b3fb6bd91349 req-f2e669a1-3f43-463b-8b43-f16177eb0fe9 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161492 Aug 20 11:32:21.611372 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-99033d18-fba6-4259-867f-1fa604b44aee tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Allocated IP 172.20.0.8 (97500370-4801-4f47-928d-aa765b4857c5/b1791bda-c9bf-4aae-b873-fde963569e9e/d2d321db-9ce9-4999-8947-f27ba605c254) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:21.632277 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:32:21.632277 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:32:21.632277 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:32:21.632869 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:32:21.639017 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a3c781-ccd6-415c-971e-2a8728a5725a']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:21.688614 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34167013-d451-4f6f-9af7-6d601912e720') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:21.693044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34167013-d451-4f6f-9af7-6d601912e720') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:21.799994 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.864567 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f16be4f-468d-4031-8f00-5c4e7025f981 req-3fae26c7-3f75-4d59-ad1e-b18615b2d06e tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 210 time: 0.1025567 Aug 20 11:32:21.894599 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.915434 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-99033d18-fba6-4259-867f-1fa604b44aee tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.918636 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:32:21.922950 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: from cryptography.utils import int_from_bytes Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: from cryptography.utils import int_from_bytes Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:32:21.931788 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:32:21.978333 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-99033d18-fba6-4259-867f-1fa604b44aee tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.059125 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.073010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-99033d18-fba6-4259-867f-1fa604b44aee tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Network 97500370-4801-4f47-928d-aa765b4857c5 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:22.081207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=54a3c781-ccd6-415c-971e-2a8728a5725a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:22.083810 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.085114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-99033d18-fba6-4259-867f-1fa604b44aee tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:22.091554 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1659903e-6acd-4ec3-b2c3-e55c9dd15c2b admin admin] 10.222.0.37 "DELETE /v2.0/networks/54a3c781-ccd6-415c-971e-2a8728a5725a HTTP/1.1" status: 204 len: 168 time: 1.7544928 Aug 20 11:32:22.092613 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99033d18-fba6-4259-867f-1fa604b44aee tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Pushing event updated for resources: {'Port': ['ID=d2d321db-9ce9-4999-8947-f27ba605c254,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:22.104584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-99033d18-fba6-4259-867f-1fa604b44aee tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:22.171999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-99033d18-fba6-4259-867f-1fa604b44aee tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:22.173085 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-99033d18-fba6-4259-867f-1fa604b44aee tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.203388 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-99033d18-fba6-4259-867f-1fa604b44aee tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4348147 Aug 20 11:32:22.218279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Request body: {'port': {'device_id': '7d933de9-92b6-411c-98aa-7d28f6e281af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:22.291513 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f1ff7192-d79d-4ccc-ba51-d39c9e083d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.334863 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.347162 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8e80b7a0-4672-4506-8457-f9c78a96006f up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:22.376043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52528) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:22.464031 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 8e80b7a0-4672-4506-8457-f9c78a96006f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:22.469826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 8e80b7a0-4672-4506-8457-f9c78a96006f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:22.470773 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.486281 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dccb52cc-16d6-4ef6-b057-0f1322dbf33e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf1975a685124485933cf749b986a218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1067982 Aug 20 11:32:22.486608 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52534) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:22.601197 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4552d6e9-ba75-427c-b32c-8414b68ea4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.661979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4552d6e9-ba75-427c-b32c-8414b68ea4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.670492 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.750781 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4552d6e9-ba75-427c-b32c-8414b68ea4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.759909 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4552d6e9-ba75-427c-b32c-8414b68ea4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.765990 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4552d6e9-ba75-427c-b32c-8414b68ea4f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3193cbeb-b709-4b04-a52e-0aa40f892559 HTTP/1.1" status: 204 len: 168 time: 0.2783616 Aug 20 11:32:22.797070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 8e80b7a0-4672-4506-8457-f9c78a96006f, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8e80b7a0-4672-4506-8457-f9c78a96006f,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:22.801645 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6252e2a0-b8b2-4bc9-a557-edf875d5b40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e80b7a0-4672-4506-8457-f9c78a96006f'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:22.806446 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442483bc-7b86-4942-9456-7a5b2bbbc5d4" -d '{"events": [{"server_uuid": "6252e2a0-b8b2-4bc9-a557-edf875d5b40d", "name": "network-vif-plugged", "status": "completed", "tag": "8e80b7a0-4672-4506-8457-f9c78a96006f"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:22.814968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:22.829722 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.848990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552d6e9-ba75-427c-b32c-8414b68ea4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3193cbeb-b709-4b04-a52e-0aa40f892559,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:22.906659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d321db-9ce9-4999-8947-f27ba605c254 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:22.936066 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.944692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d974e4-872e-45ec-bf82-3b73924375ed req-88a3bea4-c1b7-4043-be7d-a0ed0b3c9947 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:22.946423 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-07d974e4-872e-45ec-bf82-3b73924375ed req-88a3bea4-c1b7-4043-be7d-a0ed0b3c9947 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 945 time: 0.1771023 Aug 20 11:32:22.959236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=8e80b7a0-4672-4506-8457-f9c78a96006f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:22.966936 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:22.967273 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3e57cc15-c6c2-4536-ab20-4df7ddadfc5e not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:22.969820 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53708bd-92c7-4e83-b125-c2913f371778 x-openstack-request-id: req-f53708bd-92c7-4e83-b125-c2913f371778 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:22.970006 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6252e2a0-b8b2-4bc9-a557-edf875d5b40d", "name": "network-vif-plugged", "status": "completed", "tag": "8e80b7a0-4672-4506-8457-f9c78a96006f", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:22.984810 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f53708bd-92c7-4e83-b125-c2913f371778 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:22.993684 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6252e2a0-b8b2-4bc9-a557-edf875d5b40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e80b7a0-4672-4506-8457-f9c78a96006f', 'code': 200} Aug 20 11:32:23.001909 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Transition to ACTIVE for port object d2d321db-9ce9-4999-8947-f27ba605c254 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:23.031454 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.101722 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-07d974e4-872e-45ec-bf82-3b73924375ed req-73fb5e6b-a57e-4fba-be23-9059316a139b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435130 Aug 20 11:32:23.222419 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52554) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:23.258315 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d321db-9ce9-4999-8947-f27ba605c254,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:23.368725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37615f-3f77-4da7-ae2c-83aaffeb3414 req-061244f9-4b86-43ba-adbc-5d149fc5b9ce tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:23.377057 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b37615f-3f77-4da7-ae2c-83aaffeb3414 req-061244f9-4b86-43ba-adbc-5d149fc5b9ce tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 943 time: 0.2015789 Aug 20 11:32:23.391695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460326d-9ae4-4803-9e96-358c2faf685d req-d4078ca9-d6ea-4650-becd-814e75730828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:23.393193 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a460326d-9ae4-4803-9e96-358c2faf685d req-d4078ca9-d6ea-4650-becd-814e75730828 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 1096 time: 0.2167566 Aug 20 11:32:23.497388 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e92dada-210c-4aee-af3f-6de710b4d538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.540422 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b37615f-3f77-4da7-ae2c-83aaffeb3414 req-74e007b1-713e-49a8-9eda-63a0fb5ec0eb tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624346 Aug 20 11:32:23.557027 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Attempting to bind port d2d321db-9ce9-4999-8947-f27ba605c254 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:23.557377 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Attempting to bind port d2d321db-9ce9-4999-8947-f27ba605c254 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'c4ce8552-13ca-42d3-8e11-bafd3e2290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97500370-4801-4f47-928d-aa765b4857c5'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:23.557707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Attempting to bind port d2d321db-9ce9-4999-8947-f27ba605c254 on network 97500370-4801-4f47-928d-aa765b4857c5 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:23.569912 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a460326d-9ae4-4803-9e96-358c2faf685d req-4515d556-571b-43a4-87dc-ae9d24267ef0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536067 Aug 20 11:32:23.579679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Port d2d321db-9ce9-4999-8947-f27ba605c254 on network 97500370-4801-4f47-928d-aa765b4857c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:32:23.580031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Attempting to bind port d2d321db-9ce9-4999-8947-f27ba605c254 on network 97500370-4801-4f47-928d-aa765b4857c5 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:23.589120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:23.589120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Checking segment: {'id': 'c4ce8552-13ca-42d3-8e11-bafd3e2290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97500370-4801-4f47-928d-aa765b4857c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:23.589461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Bound using segment: {'id': 'c4ce8552-13ca-42d3-8e11-bafd3e2290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97500370-4801-4f47-928d-aa765b4857c5'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:23.589829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Bound port: d2d321db-9ce9-4999-8947-f27ba605c254, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ce8552-13ca-42d3-8e11-bafd3e2290a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97500370-4801-4f47-928d-aa765b4857c5'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:23.590180 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.699624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] For port d2d321db-9ce9-4999-8947-f27ba605c254, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:23.707171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] For port d2d321db-9ce9-4999-8947-f27ba605c254, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d2d321db-9ce9-4999-8947-f27ba605c254,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:23.718873 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.723947 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e92dada-210c-4aee-af3f-6de710b4d538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.747847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e92dada-210c-4aee-af3f-6de710b4d538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.757777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:23.758890 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.761363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] 10.222.0.76 "PUT /v2.0/ports/d2d321db-9ce9-4999-8947-f27ba605c254 HTTP/1.1" status: 200 len: 1091 time: 1.5500727 Aug 20 11:32:23.765985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d933de9-92b6-411c-98aa-7d28f6e281af', 'tag': 'd2d321db-9ce9-4999-8947-f27ba605c254'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:23.768505 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e6da73-08d2-441f-b795-42cbbc82c617" -d '{"events": [{"name": "network-changed", "server_uuid": "7d933de9-92b6-411c-98aa-7d28f6e281af", "tag": "d2d321db-9ce9-4999-8947-f27ba605c254"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:23.802594 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eba6e2-b582-4ecc-b411-e4c74da52169 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d321db-9ce9-4999-8947-f27ba605c254,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:23.842659 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6e92dada-210c-4aee-af3f-6de710b4d538 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a0a4f5483a246df88fddc5e23b3952b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6162822 Aug 20 11:32:23.846683 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52576) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:23.865559 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51962f71-e6ee-4a8d-96b7-7716345c9fc1 x-openstack-request-id: req-51962f71-e6ee-4a8d-96b7-7716345c9fc1 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:23.866174 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d933de9-92b6-411c-98aa-7d28f6e281af", "tag": "d2d321db-9ce9-4999-8947-f27ba605c254", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:23.866748 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51962f71-e6ee-4a8d-96b7-7716345c9fc1 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:23.867337 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d933de9-92b6-411c-98aa-7d28f6e281af', 'tag': 'd2d321db-9ce9-4999-8947-f27ba605c254', 'status': 'completed', 'code': 200} Aug 20 11:32:23.891259 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-97def70c-fda8-41e6-ac54-d3911a8322d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:23.893013 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-97def70c-fda8-41e6-ac54-d3911a8322d7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4ac46b78b6d45c6abee25f3a1a48427&device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 1094 time: 0.0779035 Aug 20 11:32:23.914681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92dada-210c-4aee-af3f-6de710b4d538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e84aad-8ae4-47cf-8ce7-d9b6c0b96601,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:23.953787 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a9570f6-fd5f-4b05-9adb-a74d945e32c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.978136 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-16b62880-ee91-4471-b8ab-8d8219a595ee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2d321db-9ce9-4999-8947-f27ba605c254 HTTP/1.1" status: 200 len: 217 time: 0.0765381 Aug 20 11:32:23.993803 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a9570f6-fd5f-4b05-9adb-a74d945e32c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:24.082095 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a9570f6-fd5f-4b05-9adb-a74d945e32c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:24.084988 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a9570f6-fd5f-4b05-9adb-a74d945e32c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:24.089176 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5a9570f6-fd5f-4b05-9adb-a74d945e32c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59e84aad-8ae4-47cf-8ce7-d9b6c0b96601 HTTP/1.1" status: 204 len: 168 time: 0.2414198 Aug 20 11:32:24.100384 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9570f6-fd5f-4b05-9adb-a74d945e32c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e84aad-8ae4-47cf-8ce7-d9b6c0b96601,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:24.115866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-66214516-4e7b-4822-b4fe-bb55c9eaf804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:24.117230 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-66214516-4e7b-4822-b4fe-bb55c9eaf804 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b1791bda-c9bf-4aae-b873-fde963569e9e HTTP/1.1" status: 200 len: 861 time: 0.1277709 Aug 20 11:32:24.181974 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-d2230f24-335e-499d-aef0-988d3d29f793 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=97500370-4801-4f47-928d-aa765b4857c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550733 Aug 20 11:32:24.307899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039fdf2-ce00-4fdc-a529-dbb5effd9309 req-fd52f1ec-dcc0-48d5-aaff-921d0d359248 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:24.314726 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9039fdf2-ce00-4fdc-a529-dbb5effd9309 req-fd52f1ec-dcc0-48d5-aaff-921d0d359248 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 945 time: 0.1033258 Aug 20 11:32:24.340936 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-7364835e-116c-4708-966c-0887cfe410ae service neutron] 10.222.0.76 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487939 Aug 20 11:32:24.377138 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9039fdf2-ce00-4fdc-a529-dbb5effd9309 req-83cfe737-9f7b-4024-b64f-c3ed99a3e663 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524018 Aug 20 11:32:24.553680 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ccbe9ab7-b678-4451-aa7a-097f31c3d54c req-65f6a7df-faf8-4a26-8022-237c437737ea service neutron] 10.222.0.76 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979313 Aug 20 11:32:24.758266 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6da73-08d2-441f-b795-42cbbc82c617 req-6ccb7c49-5d5d-41ee-a6ff-1d9fb62a475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:24.760530 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2e6da73-08d2-441f-b795-42cbbc82c617 req-6ccb7c49-5d5d-41ee-a6ff-1d9fb62a475b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4ac46b78b6d45c6abee25f3a1a48427&device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 1094 time: 0.0828857 Aug 20 11:32:24.797829 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85b4f1-708c-47d6-a942-7fcede0b764c req-935a165c-65c2-4857-8221-844424afba2f tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:24.799938 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a85b4f1-708c-47d6-a942-7fcede0b764c req-935a165c-65c2-4857-8221-844424afba2f tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 943 time: 0.0995409 Aug 20 11:32:24.851186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52606) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:24.885287 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7825d125-aeff-488d-8192-71fe87552d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:24.910501 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a85b4f1-708c-47d6-a942-7fcede0b764c req-fd4904cc-74c0-4eb5-9206-22584112aea4 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038914 Aug 20 11:32:24.952130 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-700d3fb3-519b-4fff-9f60-3aa824ce7f65 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a3ab344a694c4a468470f9bfa34a92e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544894 Aug 20 11:32:25.030314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6da73-08d2-441f-b795-42cbbc82c617 req-5c1c3aae-0a44-42c9-bc03-dd07e3aac775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:25.031876 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2e6da73-08d2-441f-b795-42cbbc82c617 req-5c1c3aae-0a44-42c9-bc03-dd07e3aac775 service neutron] 10.222.0.76 "GET /v2.0/networks?id=97500370-4801-4f47-928d-aa765b4857c5 HTTP/1.1" status: 200 len: 921 time: 0.2638192 Aug 20 11:32:25.099238 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e5f3814e-04f5-4e6b-902c-513a5275bbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:25.116727 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7825d125-aeff-488d-8192-71fe87552d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:25.123456 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7825d125-aeff-488d-8192-71fe87552d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:25.124055 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2e6da73-08d2-441f-b795-42cbbc82c617 req-085de037-8bed-41ee-bfcb-921b47f8a20a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2d321db-9ce9-4999-8947-f27ba605c254 HTTP/1.1" status: 200 len: 217 time: 0.0601106 Aug 20 11:32:25.181731 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7825d125-aeff-488d-8192-71fe87552d1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff47e34d7cc74cbebf72e5aa863775d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271737 Aug 20 11:32:25.181731 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825d125-aeff-488d-8192-71fe87552d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd61f862-2c3f-4c09-9957-aa399f7a4335,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:25.182667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6da73-08d2-441f-b795-42cbbc82c617 req-2b97ddb1-b313-414e-af6e-9a6995f7332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:25.182804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52614) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:25.196306 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2e6da73-08d2-441f-b795-42cbbc82c617 req-2b97ddb1-b313-414e-af6e-9a6995f7332e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b1791bda-c9bf-4aae-b873-fde963569e9e HTTP/1.1" status: 200 len: 861 time: 0.0637119 Aug 20 11:32:25.257346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2e6da73-08d2-441f-b795-42cbbc82c617 req-4665bc07-41ab-4421-990b-50c2449f7e2f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=97500370-4801-4f47-928d-aa765b4857c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459936 Aug 20 11:32:25.262366 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76b5685a-8020-4547-99a6-b56690ffb423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:25.264919 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:25.290577 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76b5685a-8020-4547-99a6-b56690ffb423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:25.332844 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-903eed72-de96-4009-956a-311c3785810d tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:25.340478 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-903eed72-de96-4009-956a-311c3785810d tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3805556 Aug 20 11:32:25.363693 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76b5685a-8020-4547-99a6-b56690ffb423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:25.365716 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-fe4ae8f7-7b32-4209-9294-11e9dc26467e tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/quotas/a3ab344a694c4a468470f9bfa34a92e9 HTTP/1.1" status: 200 len: 375 time: 0.0240605 Aug 20 11:32:25.367046 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76b5685a-8020-4547-99a6-b56690ffb423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:25.368468 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-76b5685a-8020-4547-99a6-b56690ffb423 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd61f862-2c3f-4c09-9957-aa399f7a4335 HTTP/1.1" status: 204 len: 168 time: 0.1844847 Aug 20 11:32:25.394164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5685a-8020-4547-99a6-b56690ffb423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd61f862-2c3f-4c09-9957-aa399f7a4335,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:25.418850 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0eeefd5e-088c-493e-b317-888704372e66 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3ab344a694c4a468470f9bfa34a92e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519664 Aug 20 11:32:25.462523 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2e6da73-08d2-441f-b795-42cbbc82c617 req-58da39ee-15c0-4158-b858-677dae45c2ab service neutron] 10.222.0.76 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950560 Aug 20 11:32:25.573408 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb176ee-d58b-49b6-8db8-2be770501742 req-35c3acd4-2f75-4898-9165-e867e3f35de1 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:25.583151 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afb176ee-d58b-49b6-8db8-2be770501742 req-35c3acd4-2f75-4898-9165-e867e3f35de1 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 945 time: 0.0675375 Aug 20 11:32:25.662312 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afb176ee-d58b-49b6-8db8-2be770501742 req-51e71076-b427-48d2-8989-ffc78606fbf3 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781264 Aug 20 11:32:25.671733 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2e6da73-08d2-441f-b795-42cbbc82c617 req-5d4fd957-80e8-4419-a2a8-155e380ec97f service neutron] 10.222.0.76 "GET /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004998 Aug 20 11:32:25.778868 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-edc5868f-0e66-4056-9d1b-38b0aa6259b1 req-6fd493df-bba3-4cb5-be3b-94788cc15900 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 210 time: 0.0466287 Aug 20 11:32:25.920671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458ebda-7ab9-453b-9ed1-663a12624c4e req-2192c594-204f-4803-b232-e8b8d7d0fc85 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:25.922658 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8458ebda-7ab9-453b-9ed1-663a12624c4e req-2192c594-204f-4803-b232-e8b8d7d0fc85 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 1096 time: 0.0889168 Aug 20 11:32:25.989637 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8458ebda-7ab9-453b-9ed1-663a12624c4e req-478bee50-11fa-488d-aeea-bf40d81b1a29 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528755 Aug 20 11:32:26.174016 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c581b0-5a0a-49f0-87e7-239c2155443a req-47b3157a-2d50-4277-9345-8e56d1026592 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:26.184089 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-33c581b0-5a0a-49f0-87e7-239c2155443a req-47b3157a-2d50-4277-9345-8e56d1026592 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 943 time: 0.1070242 Aug 20 11:32:26.214805 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:26.265210 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-33c581b0-5a0a-49f0-87e7-239c2155443a req-aceb0f43-3709-4cc7-808b-51b8e440eb32 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798278 Aug 20 11:32:26.955412 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b0ea2773-469f-4767-9289-2bc5c148aa8c req-8fad9cae-44e4-45a9-b0d5-7a3be519e6e2 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 210 time: 0.0492747 Aug 20 11:32:27.433654 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-966746e8-295a-437a-9e68-e47661ca64dd tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a3ab344a694c4a468470f9bfa34a92e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512383 Aug 20 11:32:27.471367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a5be3-37ee-41b3-a913-077a76d7575a req-6d68f902-eeda-45f0-8458-667435f3b192 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:27.473953 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-630a5be3-37ee-41b3-a913-077a76d7575a req-6d68f902-eeda-45f0-8458-667435f3b192 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 943 time: 0.1298718 Aug 20 11:32:27.590135 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-630a5be3-37ee-41b3-a913-077a76d7575a req-26e6a4cf-56c0-4cbc-bbbf-3444adbe50bf tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047304 Aug 20 11:32:27.777355 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-6fc6d9d6-0464-45b5-b907-913dad0b670a tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:27.779844 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-6fc6d9d6-0464-45b5-b907-913dad0b670a tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3377771 Aug 20 11:32:27.806331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Request body: {'port': {'device_id': '50795ab0-9747-464a-8bf8-88035b559f30', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': 'a3ab344a694c4a468470f9bfa34a92e9'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:27.853689 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.006457 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Made reservation on behalf of a3ab344a694c4a468470f9bfa34a92e9 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:28.011250 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.023299 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.149687 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.156886 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.188212 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ee480f52-0066-4fb8-ba6c-be021a5574d2 req-862a047b-15f9-4c21-8ddd-181734f745a9 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 210 time: 0.0566268 Aug 20 11:32:28.295418 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49764926-6cf3-4e0c-b39f-22afc988ea8b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:28.344348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Allocated IP 192.168.233.97 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/a6f6feb9-3c41-4f14-bd10-32d299b1045f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:28.395520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d2d321db-9ce9-4999-8947-f27ba605c254 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:32:28.537993 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5221bca2-f59a-46b4-b638-1520536131ec req-6402e07a-a437-4104-a64a-15e835a61d6b tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4602564aeb2547cb8c2d3112c5bfa6a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273776 Aug 20 11:32:28.637184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d2d321db-9ce9-4999-8947-f27ba605c254, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d2d321db-9ce9-4999-8947-f27ba605c254,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:28.656799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'd2d321db-9ce9-4999-8947-f27ba605c254', 'network_id': '97500370-4801-4f47-928d-aa765b4857c5', 'port_id': 'd2d321db-9ce9-4999-8947-f27ba605c254', 'mac_address': 'fa:16:3e:82:0a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1791bda-c9bf-4aae-b873-fde963569e9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:32:28.709857 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.718018 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.735682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d321db-9ce9-4999-8947-f27ba605c254 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:28.738163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Transition to ACTIVE for port object a6f6feb9-3c41-4f14-bd10-32d299b1045f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:28.750651 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221bca2-f59a-46b4-b638-1520536131ec req-a365a935-855a-48f5-88b9-adb24440680f tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:28.752285 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5221bca2-f59a-46b4-b638-1520536131ec req-a365a935-855a-48f5-88b9-adb24440680f tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068577 Aug 20 11:32:28.763865 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d2d321db-9ce9-4999-8947-f27ba605c254, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d2d321db-9ce9-4999-8947-f27ba605c254,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:28.766307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d3a82-733d-445e-b316-3715de30143b req-f226398e-5ca8-4200-b8cc-d3b9ff854e4e tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:28.769095 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.774419 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db4d3a82-733d-445e-b316-3715de30143b req-f226398e-5ca8-4200-b8cc-d3b9ff854e4e tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 943 time: 0.0805984 Aug 20 11:32:28.778691 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5221bca2-f59a-46b4-b638-1520536131ec req-e0668791-8fa8-4124-a20c-fee94b9a2c31 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/quotas/4602564aeb2547cb8c2d3112c5bfa6a8 HTTP/1.1" status: 200 len: 375 time: 0.0148256 Aug 20 11:32:28.832668 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=d2d321db-9ce9-4999-8947-f27ba605c254,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:28.848919 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db4d3a82-733d-445e-b316-3715de30143b req-ae9517fe-a4b7-4523-9634-d4201aede95c tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553429 Aug 20 11:32:28.860511 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5221bca2-f59a-46b4-b638-1520536131ec req-735c9ae3-5d7c-42ff-893f-d8804a530e93 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4602564aeb2547cb8c2d3112c5bfa6a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648730 Aug 20 11:32:28.873788 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.947258 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:28.948812 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Pushing event updated for resources: {'Port': ['ID=a6f6feb9-3c41-4f14-bd10-32d299b1045f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:28.958370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:28.973437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:28.990535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['d2d321db-9ce9-4999-8947-f27ba605c254'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:29.120454 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ae308d44-d70a-4ecd-87df-54f29d1bd516 req-edd87cab-acd9-4db6-9d79-25bfbc7e7f40 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1 HTTP/1.1" status: 200 len: 210 time: 0.0591624 Aug 20 11:32:29.185832 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:29.186681 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.220574 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-0161ad35-19ab-4781-8da7-5189b878aaca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4237864 Aug 20 11:32:29.249539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Request body: {'port': {'device_id': '50795ab0-9747-464a-8bf8-88035b559f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:29.455047 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-584c5835-b086-4204-b2ea-97b01b9a4778 None None] Provisioning for port a6f6feb9-3c41-4f14-bd10-32d299b1045f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:29.459922 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.461691 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-584c5835-b086-4204-b2ea-97b01b9a4778 None None] Provisioning complete for port a6f6feb9-3c41-4f14-bd10-32d299b1045f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:29.462160 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-584c5835-b086-4204-b2ea-97b01b9a4778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.494562 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f95c6-a6ee-4b67-882d-b7bac6264e1e req-4a49fb0a-e13f-4ddf-86af-2be269520059 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:29.496238 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-730f95c6-a6ee-4b67-882d-b7bac6264e1e req-4a49fb0a-e13f-4ddf-86af-2be269520059 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 935 time: 0.0857801 Aug 20 11:32:29.511410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-584c5835-b086-4204-b2ea-97b01b9a4778 None None] Port a6f6feb9-3c41-4f14-bd10-32d299b1045f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:32:29.614135 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-730f95c6-a6ee-4b67-882d-b7bac6264e1e req-70ea6a67-4eab-4a7c-94ae-ecffcfafaa23 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/security-groups?id=49764926-6cf3-4e0c-b39f-22afc988ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720620 Aug 20 11:32:30.035181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564516ec-f2ba-40e1-a11b-e931905096d7 req-754e1ada-b9c0-4493-ad1a-1a1ca9ee0c52 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:30.037541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f6feb9-3c41-4f14-bd10-32d299b1045f {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:30.045343 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-564516ec-f2ba-40e1-a11b-e931905096d7 req-754e1ada-b9c0-4493-ad1a-1a1ca9ee0c52 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 944 time: 0.0968275 Aug 20 11:32:30.077813 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:30.093944 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-564516ec-f2ba-40e1-a11b-e931905096d7 req-7f8bea20-32f1-4698-8035-f41982c22907 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440533 Aug 20 11:32:30.112891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Transition to ACTIVE for port object a6f6feb9-3c41-4f14-bd10-32d299b1045f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:30.127278 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:30.335836 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1dd1d39d-0e0c-4fe1-9340-46db0d1de1fe req-c8e3aed5-47a6-40d2-9314-412ec86a4c3f tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1 HTTP/1.1" status: 200 len: 210 time: 0.0884643 Aug 20 11:32:30.412579 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f6feb9-3c41-4f14-bd10-32d299b1045f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:30.414410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d2d321db-9ce9-4999-8947-f27ba605c254 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:30.539006 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Attempting to bind port a6f6feb9-3c41-4f14-bd10-32d299b1045f on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:30.541125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Attempting to bind port a6f6feb9-3c41-4f14-bd10-32d299b1045f by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:30.541465 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Attempting to bind port a6f6feb9-3c41-4f14-bd10-32d299b1045f on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:30.549070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port d2d321db-9ce9-4999-8947-f27ba605c254 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:30.556988 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port d2d321db-9ce9-4999-8947-f27ba605c254 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:30.557289 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:30.573885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Port a6f6feb9-3c41-4f14-bd10-32d299b1045f on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:32:30.574222 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Attempting to bind port a6f6feb9-3c41-4f14-bd10-32d299b1045f on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:30.587914 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:30.589277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:30.589759 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:30.590317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Bound port: a6f6feb9-3c41-4f14-bd10-32d299b1045f, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:30.591852 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:30.655732 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5221bca2-f59a-46b4-b638-1520536131ec req-8e4930ac-37fa-4903-8fa7-2f637241d62a tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=4602564aeb2547cb8c2d3112c5bfa6a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435500 Aug 20 11:32:30.771380 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] For port a6f6feb9-3c41-4f14-bd10-32d299b1045f, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:30.776816 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] For port a6f6feb9-3c41-4f14-bd10-32d299b1045f, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a6f6feb9-3c41-4f14-bd10-32d299b1045f,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:30.789394 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:30.886992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:30.888369 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:30.889650 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] 10.222.0.35 "PUT /v2.0/ports/a6f6feb9-3c41-4f14-bd10-32d299b1045f HTTP/1.1" status: 200 len: 1095 time: 1.6583848 Aug 20 11:32:30.890266 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:30.890783 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50795ab0-9747-464a-8bf8-88035b559f30', 'tag': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:30.899070 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67642976-f277-4d59-96e8-2861a3682c88" -d '{"events": [{"name": "network-changed", "server_uuid": "50795ab0-9747-464a-8bf8-88035b559f30", "tag": "a6f6feb9-3c41-4f14-bd10-32d299b1045f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:30.968671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221bca2-f59a-46b4-b638-1520536131ec req-9f4f69ff-4335-4b5d-b639-a098db408a47 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:30.997461 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5221bca2-f59a-46b4-b638-1520536131ec req-9f4f69ff-4335-4b5d-b639-a098db408a47 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3280625 Aug 20 11:32:31.017152 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-5221bca2-f59a-46b4-b638-1520536131ec req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Request body: {'port': {'device_id': '44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '4602564aeb2547cb8c2d3112c5bfa6a8'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:31.027951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d933de9-92b6-411c-98aa-7d28f6e281af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d321db-9ce9-4999-8947-f27ba605c254'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:31.030361 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a696dfc-adbc-4845-9afa-e6aa7ae498a5" -d '{"events": [{"server_uuid": "7d933de9-92b6-411c-98aa-7d28f6e281af", "name": "network-vif-plugged", "status": "completed", "tag": "d2d321db-9ce9-4999-8947-f27ba605c254"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:31.069678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56732a-6aed-4914-afd3-a2ea5bc53366 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f6feb9-3c41-4f14-bd10-32d299b1045f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:31.088686 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d2d321db-9ce9-4999-8947-f27ba605c254, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d2d321db-9ce9-4999-8947-f27ba605c254,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:31.097205 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88bc69d-03af-4bb2-881a-aafb7c651810 x-openstack-request-id: req-a88bc69d-03af-4bb2-881a-aafb7c651810 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:31.097675 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50795ab0-9747-464a-8bf8-88035b559f30", "tag": "a6f6feb9-3c41-4f14-bd10-32d299b1045f", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:31.098029 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a88bc69d-03af-4bb2-881a-aafb7c651810 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:31.098549 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:31.098848 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50795ab0-9747-464a-8bf8-88035b559f30', 'tag': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f', 'status': 'completed', 'code': 200} Aug 20 11:32:31.142923 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0810c6b-bc9a-4d94-a467-20f2ad7a91e5 req-d8002671-efaa-465a-b667-8e9ebbcc71c1 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:31.145120 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b0810c6b-bc9a-4d94-a467-20f2ad7a91e5 req-d8002671-efaa-465a-b667-8e9ebbcc71c1 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 947 time: 0.2690279 Aug 20 11:32:31.157066 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-cc618d55-10b3-4712-b2cf-0f64ba12469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:31.179194 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-cc618d55-10b3-4712-b2cf-0f64ba12469b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3ab344a694c4a468470f9bfa34a92e9&device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 1098 time: 0.1484108 Aug 20 11:32:31.192935 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0fd830-5814-4e12-b8b0-487a9c993fde x-openstack-request-id: req-7f0fd830-5814-4e12-b8b0-487a9c993fde {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:31.192935 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d933de9-92b6-411c-98aa-7d28f6e281af", "name": "network-vif-plugged", "status": "completed", "tag": "d2d321db-9ce9-4999-8947-f27ba605c254", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:31.193319 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f0fd830-5814-4e12-b8b0-487a9c993fde {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:31.193523 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d933de9-92b6-411c-98aa-7d28f6e281af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d321db-9ce9-4999-8947-f27ba605c254', 'code': 200} Aug 20 11:32:31.286563 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=d2d321db-9ce9-4999-8947-f27ba605c254,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:31.331171 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-841e2310-e89f-4d91-8b23-a43105e3ead8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=a6f6feb9-3c41-4f14-bd10-32d299b1045f HTTP/1.1" status: 200 len: 217 time: 0.1451342 Aug 20 11:32:31.375436 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b0810c6b-bc9a-4d94-a467-20f2ad7a91e5 req-8d2b3298-4cc9-4625-9154-0d35f2c15160 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/security-groups?id=49764926-6cf3-4e0c-b39f-22afc988ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598284 Aug 20 11:32:31.385024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c07222-472d-44c1-8ce8-b3579e44614f req-47787d32-5f1c-4bd2-a654-07c2de28c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:31.387171 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2c07222-472d-44c1-8ce8-b3579e44614f req-47787d32-5f1c-4bd2-a654-07c2de28c7cd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 1096 time: 0.1622596 Aug 20 11:32:31.441462 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2c07222-472d-44c1-8ce8-b3579e44614f req-70c9c678-1c64-4a3b-af9b-6b2fb606b69c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398517 Aug 20 11:32:31.462010 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-ddef7b2d-6742-4397-93a1-298255b0a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:31.463513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-ddef7b2d-6742-4397-93a1-298255b0a11f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1138551 Aug 20 11:32:31.471850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12eb396-7ba1-4a05-997f-58715231fac7 req-15d747c0-2225-44fb-a4c5-b7c9451f827f tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:31.479231 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d12eb396-7ba1-4a05-997f-58715231fac7 req-15d747c0-2225-44fb-a4c5-b7c9451f827f tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 945 time: 0.1599073 Aug 20 11:32:31.531884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5221bca2-f59a-46b4-b638-1520536131ec req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Made reservation on behalf of 4602564aeb2547cb8c2d3112c5bfa6a8 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:31.535681 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5221bca2-f59a-46b4-b638-1520536131ec req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:31.558837 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d12eb396-7ba1-4a05-997f-58715231fac7 req-37cd1a62-d428-40f3-b69d-f0117189eebe tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785344 Aug 20 11:32:31.565914 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5221bca2-f59a-46b4-b638-1520536131ec req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:31.761155 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5221bca2-f59a-46b4-b638-1520536131ec req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:31.771425 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5221bca2-f59a-46b4-b638-1520536131ec req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:31.873433 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5d57a2d-c666-4e05-85db-ca9c3c96f577 req-350c6abc-06c9-47aa-a6b8-432ec1c19ca1 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1 HTTP/1.1" status: 200 len: 210 time: 0.3865473 Aug 20 11:32:31.894205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b599f37-627c-452c-9c4f-7d37fc90162b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:31.902320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-8c9e5175-8bb2-4ad2-a3f9-f220315174c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:31.904413 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-8c9e5175-8bb2-4ad2-a3f9-f220315174c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4285738 Aug 20 11:32:32.032797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-2307370f-0c22-4fbd-a4e5-80555b4c1cf3 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113966 Aug 20 11:32:32.075824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-5221bca2-f59a-46b4-b638-1520536131ec req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Allocated IP 192.168.233.145 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/aaed87d8-46bf-42f3-9c06-215ed36a3787) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:32.109661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-f1787f65-e5c8-40b5-b64c-f514025245fc tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:32.111474 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-f1787f65-e5c8-40b5-b64c-f514025245fc tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/networks?id=cd191cf3-8225-4c1e-becf-498a67d2725b HTTP/1.1" status: 200 len: 815 time: 0.2091510 Aug 20 11:32:32.133086 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-62f0ae39-cd00-4a89-a8b8-2ee5711836ba tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/quotas/b70b75fe633c4640a89fda823b724ec6 HTTP/1.1" status: 200 len: 375 time: 0.0135684 Aug 20 11:32:32.181467 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6858b13f-de53-44b0-8299-06e3fea6a8d5 req-8efa4aae-c924-4f4d-9441-1f680a07b2e2 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324210 Aug 20 11:32:32.251163 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-d97d0e37-172f-4496-83ba-b800293a6dbc tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b70b75fe633c4640a89fda823b724ec6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1087999 Aug 20 11:32:32.293454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67642976-f277-4d59-96e8-2861a3682c88 req-86b7a275-b4e2-4fc8-85e2-3b5e9552ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:32.295479 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67642976-f277-4d59-96e8-2861a3682c88 req-86b7a275-b4e2-4fc8-85e2-3b5e9552ff2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3ab344a694c4a468470f9bfa34a92e9&device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 1098 time: 0.0531194 Aug 20 11:32:32.371346 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5221bca2-f59a-46b4-b638-1520536131ec req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:32.400506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-5221bca2-f59a-46b4-b638-1520536131ec req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Transition to ACTIVE for port object aaed87d8-46bf-42f3-9c06-215ed36a3787 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:32.406194 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-5656adc4-28f7-49a9-8cd3-c54765ff2017 service neutron] 10.222.0.37 "GET /v2.0/networks/cd191cf3-8225-4c1e-becf-498a67d2725b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480498 Aug 20 11:32:32.498938 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67642976-f277-4d59-96e8-2861a3682c88 req-7c030869-4b6f-415f-87d5-93510023b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:32.501518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67642976-f277-4d59-96e8-2861a3682c88 req-7c030869-4b6f-415f-87d5-93510023b006 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.1935854 Aug 20 11:32:32.556988 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:32.582140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-6b082c81-1593-4785-baa1-4db8e122ed83 service neutron] 10.222.0.37 "GET /v2.0/networks/cd191cf3-8225-4c1e-becf-498a67d2725b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691849 Aug 20 11:32:32.593285 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67642976-f277-4d59-96e8-2861a3682c88 req-3c1c1c8b-891a-404e-be04-6f293e4e68ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=a6f6feb9-3c41-4f14-bd10-32d299b1045f HTTP/1.1" status: 200 len: 217 time: 0.0732930 Aug 20 11:32:32.611655 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5221bca2-f59a-46b4-b638-1520536131ec req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:32.672261 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5221bca2-f59a-46b4-b638-1520536131ec req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:32.675474 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-5221bca2-f59a-46b4-b638-1520536131ec req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:32.678489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-5221bca2-f59a-46b4-b638-1520536131ec req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:32.692720 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ae767-2e1c-4f74-90e4-83261cbad0f9 req-f53d0e83-e368-4dd8-b004-fb52a7b11687 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:32.700204 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-639ae767-2e1c-4f74-90e4-83261cbad0f9 req-f53d0e83-e368-4dd8-b004-fb52a7b11687 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 947 time: 0.1622646 Aug 20 11:32:32.746330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67642976-f277-4d59-96e8-2861a3682c88 req-14600f85-0818-4d3c-b241-f1ecbd6c63db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:32.748020 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67642976-f277-4d59-96e8-2861a3682c88 req-14600f85-0818-4d3c-b241-f1ecbd6c63db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1165681 Aug 20 11:32:32.758475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Pushing event updated for resources: {'Port': ['ID=aaed87d8-46bf-42f3-9c06-215ed36a3787,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:32.779126 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-639ae767-2e1c-4f74-90e4-83261cbad0f9 req-5285e98a-0293-41bd-9732-1e203bafb196 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/security-groups?id=49764926-6cf3-4e0c-b39f-22afc988ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631003 Aug 20 11:32:32.806793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221bca2-f59a-46b4-b638-1520536131ec req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:32.807778 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5221bca2-f59a-46b4-b638-1520536131ec req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:32.831141 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5221bca2-f59a-46b4-b638-1520536131ec req-2fff4a44-f7b4-423b-bbe4-63460f5cd2f4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8185787 Aug 20 11:32:32.844998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Request body: {'port': {'device_id': '44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:32.893885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67642976-f277-4d59-96e8-2861a3682c88 req-2ba8374b-a316-484d-be8c-5fbc246f5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:32.897911 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67642976-f277-4d59-96e8-2861a3682c88 req-2ba8374b-a316-484d-be8c-5fbc246f5065 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177006 Aug 20 11:32:33.001613 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:33.063642 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67642976-f277-4d59-96e8-2861a3682c88 req-fcb0b463-9bd2-49f5-a036-5e82027abe32 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509166 Aug 20 11:32:33.084703 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf46e068-8e79-4ae5-9651-9baaf207896f req-b5b86383-da5f-45a6-928b-3555a41b04f2 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 210 time: 0.0374408 Aug 20 11:32:33.182543 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52846425-800c-405b-a729-0ce610de3ee8 req-d2acb1d7-d974-439f-9bd1-ef3379f7d371 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:33.193858 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ce8e7d78-a60b-4779-b7e8-0eb9e98d0dbc None None] Provisioning for port aaed87d8-46bf-42f3-9c06-215ed36a3787 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:33.201796 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52846425-800c-405b-a729-0ce610de3ee8 req-d2acb1d7-d974-439f-9bd1-ef3379f7d371 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 945 time: 0.1387877 Aug 20 11:32:33.204122 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ce8e7d78-a60b-4779-b7e8-0eb9e98d0dbc None None] Provisioning complete for port aaed87d8-46bf-42f3-9c06-215ed36a3787 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:33.204591 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7d78-a60b-4779-b7e8-0eb9e98d0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:33.282654 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e7d78-a60b-4779-b7e8-0eb9e98d0dbc None None] Port aaed87d8-46bf-42f3-9c06-215ed36a3787 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:32:33.312357 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52846425-800c-405b-a729-0ce610de3ee8 req-24411ffb-9fc0-46e5-ac60-a18a2fa60182 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027129 Aug 20 11:32:33.347577 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67642976-f277-4d59-96e8-2861a3682c88 req-e39a7fa1-6e4a-45ae-8107-2a70aae843d9 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557178 Aug 20 11:32:33.455994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22909f31-e975-414c-8e3d-097debcb810f req-f77502e0-41e3-460a-a275-fa6c1a764d00 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:33.465168 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-22909f31-e975-414c-8e3d-097debcb810f req-f77502e0-41e3-460a-a275-fa6c1a764d00 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1 HTTP/1.1" status: 200 len: 936 time: 0.1220045 Aug 20 11:32:33.549301 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-22909f31-e975-414c-8e3d-097debcb810f req-0e5b639d-b1ae-4eff-a1eb-439c83e29aec tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828702 Aug 20 11:32:33.685265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaed87d8-46bf-42f3-9c06-215ed36a3787 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:33.722766 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:33.751501 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Transition to ACTIVE for port object aaed87d8-46bf-42f3-9c06-215ed36a3787 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:33.756510 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:33.859466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Pushing event updated for resources: {'Port': ['ID=aaed87d8-46bf-42f3-9c06-215ed36a3787,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:34.115890 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad63a9-3bdb-44d0-a490-caa12ebb32c2 req-d68abb8c-9b0b-417a-88b6-34bd34c198f5 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:34.124738 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fbad63a9-3bdb-44d0-a490-caa12ebb32c2 req-d68abb8c-9b0b-417a-88b6-34bd34c198f5 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 947 time: 0.1291473 Aug 20 11:32:34.181294 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fbad63a9-3bdb-44d0-a490-caa12ebb32c2 req-4e2bdfb3-fef9-4395-83f7-4ec9d1fd99a9 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/security-groups?id=49764926-6cf3-4e0c-b39f-22afc988ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511136 Aug 20 11:32:34.369444 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e96370be-57a9-4dff-8dd9-fee069d26875 req-d7e923a8-3306-497c-b32c-4e6bf87cbf72 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 210 time: 0.0296679 Aug 20 11:32:34.403714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e04de5-838c-4895-996b-5a4927e3bc6e req-5b0bece6-34e3-4d16-a057-11e126f04687 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:34.405482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27e04de5-838c-4895-996b-5a4927e3bc6e req-5b0bece6-34e3-4d16-a057-11e126f04687 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 945 time: 0.6359923 Aug 20 11:32:34.447198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Attempting to bind port aaed87d8-46bf-42f3-9c06-215ed36a3787 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:34.447504 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Attempting to bind port aaed87d8-46bf-42f3-9c06-215ed36a3787 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:34.448162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Attempting to bind port aaed87d8-46bf-42f3-9c06-215ed36a3787 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:34.456090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Port aaed87d8-46bf-42f3-9c06-215ed36a3787 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:32:34.456753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Attempting to bind port aaed87d8-46bf-42f3-9c06-215ed36a3787 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:34.472111 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:34.472453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:34.472864 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:34.473294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Bound port: aaed87d8-46bf-42f3-9c06-215ed36a3787, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:34.473644 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:34.480780 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27e04de5-838c-4895-996b-5a4927e3bc6e req-635bf854-d07a-4394-9554-d15e11e9903c tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658424 Aug 20 11:32:34.561019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] For port aaed87d8-46bf-42f3-9c06-215ed36a3787, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:34.602439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] For port aaed87d8-46bf-42f3-9c06-215ed36a3787, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=aaed87d8-46bf-42f3-9c06-215ed36a3787,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:34.610497 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:34.682588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:34.683631 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:34.685411 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5221bca2-f59a-46b4-b638-1520536131ec req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] 10.222.0.76 "PUT /v2.0/ports/aaed87d8-46bf-42f3-9c06-215ed36a3787 HTTP/1.1" status: 200 len: 1096 time: 1.8465106 Aug 20 11:32:34.744961 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1', 'tag': 'aaed87d8-46bf-42f3-9c06-215ed36a3787'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:34.747803 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3686cef-e176-46de-a31d-5d581121908d" -d '{"events": [{"name": "network-changed", "server_uuid": "44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1", "tag": "aaed87d8-46bf-42f3-9c06-215ed36a3787"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:34.751827 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32d525-7609-45dc-b76a-1b7a90c6f279 service neutron] Pushing event updated for resources: {'Port': ['ID=aaed87d8-46bf-42f3-9c06-215ed36a3787,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:34.767787 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-256d2b82-1292-483e-917c-c166ea8a571d tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:34.772268 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-256d2b82-1292-483e-917c-c166ea8a571d tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.35 "GET /v2.0/networks?id=cd191cf3-8225-4c1e-becf-498a67d2725b HTTP/1.1" status: 200 len: 815 time: 0.2092416 Aug 20 11:32:34.799564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-f22ee9c6-c3f9-4cc7-a600-92747df6596c tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Request body: {'port': {'device_id': 'a1ef0217-5c38-4b83-a69b-2ac7f8838287', 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b', 'admin_state_up': True, 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:34.827412 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d5ca68-03bd-489a-ae26-6e65ffef72dd x-openstack-request-id: req-77d5ca68-03bd-489a-ae26-6e65ffef72dd {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:34.827608 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1", "tag": "aaed87d8-46bf-42f3-9c06-215ed36a3787", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:34.827853 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77d5ca68-03bd-489a-ae26-6e65ffef72dd {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:34.828159 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1', 'tag': 'aaed87d8-46bf-42f3-9c06-215ed36a3787', 'status': 'completed', 'code': 200} Aug 20 11:32:34.836713 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b696e2e-cc7a-4785-9212-73d56077eeaa req-fd3ef92a-ca75-41e8-b069-3723a55fc80c tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:34.838360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b696e2e-cc7a-4785-9212-73d56077eeaa req-fd3ef92a-ca75-41e8-b069-3723a55fc80c tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1 HTTP/1.1" status: 200 len: 948 time: 0.2091336 Aug 20 11:32:34.854707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221bca2-f59a-46b4-b638-1520536131ec req-9601fc66-2b8d-434d-9c34-ed1efd55cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:34.857253 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5221bca2-f59a-46b4-b638-1520536131ec req-9601fc66-2b8d-434d-9c34-ed1efd55cd2e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4602564aeb2547cb8c2d3112c5bfa6a8&device_id=44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1 HTTP/1.1" status: 200 len: 1099 time: 0.0990334 Aug 20 11:32:34.949686 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5221bca2-f59a-46b4-b638-1520536131ec req-5637465b-a09f-446d-bdc4-f2fa3e4878fb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=aaed87d8-46bf-42f3-9c06-215ed36a3787 HTTP/1.1" status: 200 len: 217 time: 0.0801094 Aug 20 11:32:34.958261 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-f22ee9c6-c3f9-4cc7-a600-92747df6596c tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Made reservation on behalf of b70b75fe633c4640a89fda823b724ec6 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:34.963151 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-f22ee9c6-c3f9-4cc7-a600-92747df6596c tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.015568 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b696e2e-cc7a-4785-9212-73d56077eeaa req-05616b12-d454-4a6e-867d-82a090c7e4fa tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693647 Aug 20 11:32:35.032839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221bca2-f59a-46b4-b638-1520536131ec req-489d4643-e2ef-4908-ae6d-36ddd8032891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:35.034668 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5221bca2-f59a-46b4-b638-1520536131ec req-489d4643-e2ef-4908-ae6d-36ddd8032891 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0660415 Aug 20 11:32:35.094245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221bca2-f59a-46b4-b638-1520536131ec req-8b50d703-e5bb-4d83-80ff-2ca1c56135cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:35.096071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5221bca2-f59a-46b4-b638-1520536131ec req-8b50d703-e5bb-4d83-80ff-2ca1c56135cb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500095 Aug 20 11:32:35.160943 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-f22ee9c6-c3f9-4cc7-a600-92747df6596c tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Allocated IP 172.20.0.11 (cd191cf3-8225-4c1e-becf-498a67d2725b/565d747d-f928-4d60-9cdd-0a49ae2e0085/fd181e57-8bf4-47a4-88db-80bf69b9049c) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:35.352132 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5221bca2-f59a-46b4-b638-1520536131ec req-fd0eae8c-2f4d-4be4-82a9-7f36455d12dd service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468381 Aug 20 11:32:35.370683 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-f22ee9c6-c3f9-4cc7-a600-92747df6596c tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.391116 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-f22ee9c6-c3f9-4cc7-a600-92747df6596c tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Transition to ACTIVE for port object fd181e57-8bf4-47a4-88db-80bf69b9049c will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:35.428500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08587c-2995-476a-832e-57634294d1fa req-d1abd6f3-9599-49b9-890a-e6666d26c151 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:35.430105 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e08587c-2995-476a-832e-57634294d1fa req-d1abd6f3-9599-49b9-890a-e6666d26c151 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 945 time: 0.1755922 Aug 20 11:32:35.445433 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-f22ee9c6-c3f9-4cc7-a600-92747df6596c tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.529735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-f22ee9c6-c3f9-4cc7-a600-92747df6596c tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Network cd191cf3-8225-4c1e-becf-498a67d2725b is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:35.558454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a66187-141f-44b6-baf7-79a7f2bd96f5 req-61a5534a-47e1-4582-af7d-cb17d2a5a194 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:35.563337 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67a66187-141f-44b6-baf7-79a7f2bd96f5 req-61a5534a-47e1-4582-af7d-cb17d2a5a194 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 947 time: 0.1295550 Aug 20 11:32:35.563337 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-f22ee9c6-c3f9-4cc7-a600-92747df6596c tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:35.568311 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-f22ee9c6-c3f9-4cc7-a600-92747df6596c tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:35.628238 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5221bca2-f59a-46b4-b638-1520536131ec req-a9ff6ea0-6b30-4e5d-80c0-0d5f398925c3 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693660 Aug 20 11:32:35.713582 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67a66187-141f-44b6-baf7-79a7f2bd96f5 req-dc608d94-7c8d-4b43-b67a-dd0b85cfe586 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/security-groups?id=49764926-6cf3-4e0c-b39f-22afc988ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381795 Aug 20 11:32:35.723607 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ee9c6-c3f9-4cc7-a600-92747df6596c tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Pushing event updated for resources: {'Port': ['ID=fd181e57-8bf4-47a4-88db-80bf69b9049c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:35.797621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58791b1-7ab6-4f16-ba15-26cac4a86714 req-0e714179-6649-45e4-8cdb-566ebf880151 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:35.808272 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a58791b1-7ab6-4f16-ba15-26cac4a86714 req-0e714179-6649-45e4-8cdb-566ebf880151 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 932 time: 0.3090565 Aug 20 11:32:35.818240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-f22ee9c6-c3f9-4cc7-a600-92747df6596c tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:35.820260 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-f22ee9c6-c3f9-4cc7-a600-92747df6596c tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.843640 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9e08587c-2995-476a-832e-57634294d1fa req-8d933ea0-037c-44db-89ca-21b9e0fb07fe tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Deleting port d2d321db-9ce9-4999-8947-f27ba605c254 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:35.843987 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e08587c-2995-476a-832e-57634294d1fa req-8d933ea0-037c-44db-89ca-21b9e0fb07fe tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.973313 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-f22ee9c6-c3f9-4cc7-a600-92747df6596c tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1731293 Aug 20 11:32:36.023217 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063ade-ce2a-44b5-9ea0-b3b45685ea63 req-0741746d-7d3a-416d-aaa4-2963cda78a11 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:36.042787 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-63063ade-ce2a-44b5-9ea0-b3b45685ea63 req-0741746d-7d3a-416d-aaa4-2963cda78a11 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d933de9-92b6-411c-98aa-7d28f6e281af HTTP/1.1" status: 200 len: 945 time: 0.1627603 Aug 20 11:32:36.081681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9e08587c-2995-476a-832e-57634294d1fa req-8d933ea0-037c-44db-89ca-21b9e0fb07fe tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] For port d2d321db-9ce9-4999-8947-f27ba605c254, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d2d321db-9ce9-4999-8947-f27ba605c254,segment=NetworkSegment(c4ce8552-13ca-42d3-8e11-bafd3e2290a3),segment_id=c4ce8552-13ca-42d3-8e11-bafd3e2290a3)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:36.081968 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e08587c-2995-476a-832e-57634294d1fa req-8d933ea0-037c-44db-89ca-21b9e0fb07fe tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:36.082155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f13aac39-f48e-4eb8-aea6-f1d9fb145699 None None] Provisioning for port fd181e57-8bf4-47a4-88db-80bf69b9049c completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:36.086887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f13aac39-f48e-4eb8-aea6-f1d9fb145699 None None] Provisioning complete for port fd181e57-8bf4-47a4-88db-80bf69b9049c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:36.100855 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f13aac39-f48e-4eb8-aea6-f1d9fb145699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:36.113873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9e08587c-2995-476a-832e-57634294d1fa req-8d933ea0-037c-44db-89ca-21b9e0fb07fe tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Calling delete_port for d2d321db-9ce9-4999-8947-f27ba605c254 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:36.189368 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-63063ade-ce2a-44b5-9ea0-b3b45685ea63 req-8ee4a563-2604-4d5c-8674-70c7940442f5 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups?id=326b81dd-5e24-4e9a-b336-0182c41457db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332009 Aug 20 11:32:36.216886 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f13aac39-f48e-4eb8-aea6-f1d9fb145699 None None] Port fd181e57-8bf4-47a4-88db-80bf69b9049c cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:32:36.298100 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a58791b1-7ab6-4f16-ba15-26cac4a86714 req-b6d04b3d-6800-487d-9656-679344ef1b81 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6bad9f3-2375-4f92-8505-8332affbcbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884596 Aug 20 11:32:36.325016 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3686cef-e176-46de-a31d-5d581121908d req-abd440aa-bc0b-4ac2-a343-cd757889a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:36.326196 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d3686cef-e176-46de-a31d-5d581121908d req-abd440aa-bc0b-4ac2-a343-cd757889a67a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4602564aeb2547cb8c2d3112c5bfa6a8&device_id=44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1 HTTP/1.1" status: 200 len: 1099 time: 0.6330056 Aug 20 11:32:36.490097 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e08587c-2995-476a-832e-57634294d1fa req-8d933ea0-037c-44db-89ca-21b9e0fb07fe tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:36.502822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['d2d321db-9ce9-4999-8947-f27ba605c254'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:36.582730 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d933ea0-037c-44db-89ca-21b9e0fb07fe tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Pushing event deleted for resources: {'Port': ['ID=d2d321db-9ce9-4999-8947-f27ba605c254,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:36.607919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3686cef-e176-46de-a31d-5d581121908d req-4c341f65-5936-4996-847c-1ae4c4bf4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:36.609445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d3686cef-e176-46de-a31d-5d581121908d req-4c341f65-5936-4996-847c-1ae4c4bf4991 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2747979 Aug 20 11:32:36.635913 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e08587c-2995-476a-832e-57634294d1fa req-8d933ea0-037c-44db-89ca-21b9e0fb07fe tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] No DVR routers for this DVR port d2d321db-9ce9-4999-8947-f27ba605c254 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:36.645337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdab492-c753-4eb0-9568-a035a1517cf8 req-e645c8be-268b-4d41-84bf-8feaf06cc0e9 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:36.646876 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cfdab492-c753-4eb0-9568-a035a1517cf8 req-e645c8be-268b-4d41-84bf-8feaf06cc0e9 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1 HTTP/1.1" status: 200 len: 948 time: 0.2188225 Aug 20 11:32:36.647998 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e08587c-2995-476a-832e-57634294d1fa req-8d933ea0-037c-44db-89ca-21b9e0fb07fe tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:36.649961 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e08587c-2995-476a-832e-57634294d1fa req-8d933ea0-037c-44db-89ca-21b9e0fb07fe tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.76 "DELETE /v2.0/ports/d2d321db-9ce9-4999-8947-f27ba605c254 HTTP/1.1" status: 204 len: 173 time: 1.2106872 Aug 20 11:32:36.695259 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d3686cef-e176-46de-a31d-5d581121908d req-f6edbc8c-da2f-4a9e-8498-1552ba17d1ab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=aaed87d8-46bf-42f3-9c06-215ed36a3787 HTTP/1.1" status: 200 len: 217 time: 0.0604286 Aug 20 11:32:36.746455 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aef659a0-b36f-4a07-b785-8699252f866c req-476140af-d9bf-453c-a9c7-dc23e2442bff service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2733850 Aug 20 11:32:36.776142 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cfdab492-c753-4eb0-9568-a035a1517cf8 req-6f7df1df-cf91-4b68-b52d-b8d82298843d tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851645 Aug 20 11:32:36.778012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3686cef-e176-46de-a31d-5d581121908d req-1cccde87-17d8-41e9-bb02-2b143b0da4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:36.781470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device a6f6feb9-3c41-4f14-bd10-32d299b1045f details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:32:36.786452 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d3686cef-e176-46de-a31d-5d581121908d req-1cccde87-17d8-41e9-bb02-2b143b0da4a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0755484 Aug 20 11:32:36.831927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d933de9-92b6-411c-98aa-7d28f6e281af', 'name': 'network-vif-deleted', 'tag': 'd2d321db-9ce9-4999-8947-f27ba605c254'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:36.834686 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dc546d-5f1b-4d3a-8fb8-5c9e72fe4789" -d '{"events": [{"server_uuid": "7d933de9-92b6-411c-98aa-7d28f6e281af", "name": "network-vif-deleted", "tag": "d2d321db-9ce9-4999-8947-f27ba605c254"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:36.897969 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3686cef-e176-46de-a31d-5d581121908d req-a938c843-2f04-492f-9ed3-5ba02ac8be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:36.899765 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d3686cef-e176-46de-a31d-5d581121908d req-a938c843-2f04-492f-9ed3-5ba02ac8be74 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077490 Aug 20 11:32:36.908788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef659a0-b36f-4a07-b785-8699252f866c req-79863c1d-7fbf-4306-b2cc-dd65dbfa3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:36.910217 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aef659a0-b36f-4a07-b785-8699252f866c req-79863c1d-7fbf-4306-b2cc-dd65dbfa3020 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 1096 time: 0.0700607 Aug 20 11:32:36.949236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port a6f6feb9-3c41-4f14-bd10-32d299b1045f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a6f6feb9-3c41-4f14-bd10-32d299b1045f,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:36.965049 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f', 'mac_address': 'fa:16:3e:ba:fe:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:32:37.021734 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:37.058478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f6feb9-3c41-4f14-bd10-32d299b1045f {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:37.100429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port a6f6feb9-3c41-4f14-bd10-32d299b1045f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a6f6feb9-3c41-4f14-bd10-32d299b1045f,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:37.105539 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:37.165007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef659a0-b36f-4a07-b785-8699252f866c req-01a749b3-6112-40f1-9814-dba823d8926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:37.166525 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aef659a0-b36f-4a07-b785-8699252f866c req-01a749b3-6112-40f1-9814-dba823d8926c service neutron] 10.222.0.76 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.2032537 Aug 20 11:32:37.224811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=a6f6feb9-3c41-4f14-bd10-32d299b1045f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:37.287432 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d3686cef-e176-46de-a31d-5d581121908d req-46af89c6-05ec-44b2-8486-22c3710aa1b9 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762162 Aug 20 11:32:37.288902 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aef659a0-b36f-4a07-b785-8699252f866c req-f9dda559-d717-4e06-8fc9-76f52b7cce75 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e80b7a0-4672-4506-8457-f9c78a96006f HTTP/1.1" status: 200 len: 217 time: 0.1133757 Aug 20 11:32:37.460339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef659a0-b36f-4a07-b785-8699252f866c req-14e57c0d-e7f5-451b-b2cb-b788bbb01d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:37.462536 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aef659a0-b36f-4a07-b785-8699252f866c req-14e57c0d-e7f5-451b-b2cb-b788bbb01d82 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.1504593 Aug 20 11:32:37.518677 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aef659a0-b36f-4a07-b785-8699252f866c req-28ccef59-92a6-44b8-a5e4-cddf31c6802b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439970 Aug 20 11:32:37.524813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['a6f6feb9-3c41-4f14-bd10-32d299b1045f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:37.600461 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d3686cef-e176-46de-a31d-5d581121908d req-b69565ce-d0f8-4d65-8a24-0f4872202bfe service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972047 Aug 20 11:32:37.650884 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aef659a0-b36f-4a07-b785-8699252f866c req-ab9ada5d-0e4d-493f-9b70-9eb51eb24a9f service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197705 Aug 20 11:32:37.784242 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aef659a0-b36f-4a07-b785-8699252f866c req-6bea2ce8-9786-4e0f-8dd6-d602422cbdf9 service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176307 Aug 20 11:32:38.466567 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device aaed87d8-46bf-42f3-9c06-215ed36a3787 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:32:38.565460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port aaed87d8-46bf-42f3-9c06-215ed36a3787, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=aaed87d8-46bf-42f3-9c06-215ed36a3787,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:38.582255 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'aaed87d8-46bf-42f3-9c06-215ed36a3787', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': 'aaed87d8-46bf-42f3-9c06-215ed36a3787', 'mac_address': 'fa:16:3e:69:31:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:32:38.620179 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:38.633276 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaed87d8-46bf-42f3-9c06-215ed36a3787 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:38.653009 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port aaed87d8-46bf-42f3-9c06-215ed36a3787, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=aaed87d8-46bf-42f3-9c06-215ed36a3787,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:38.656495 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:38.702857 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=aaed87d8-46bf-42f3-9c06-215ed36a3787,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:38.726120 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:38.890519 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['aaed87d8-46bf-42f3-9c06-215ed36a3787'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:40.481406 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device aaed87d8-46bf-42f3-9c06-215ed36a3787 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:40.534704 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port aaed87d8-46bf-42f3-9c06-215ed36a3787 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:40.539866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port aaed87d8-46bf-42f3-9c06-215ed36a3787 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:40.540171 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:40.623310 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:40.644450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaed87d8-46bf-42f3-9c06-215ed36a3787'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:40.646673 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c903ea-2a74-4816-86f1-4ab5082436a9" -d '{"events": [{"server_uuid": "44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1", "name": "network-vif-plugged", "status": "completed", "tag": "aaed87d8-46bf-42f3-9c06-215ed36a3787"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:40.660052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port aaed87d8-46bf-42f3-9c06-215ed36a3787, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=aaed87d8-46bf-42f3-9c06-215ed36a3787,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:40.663686 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:40.664440 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d2d321db-9ce9-4999-8947-f27ba605c254 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:40.701499 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: d2d321db-9ce9-4999-8947-f27ba605c254 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:40.701730 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d2d321db-9ce9-4999-8947-f27ba605c254 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:40.732760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=aaed87d8-46bf-42f3-9c06-215ed36a3787,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:40.789710 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device a6f6feb9-3c41-4f14-bd10-32d299b1045f up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:40.839725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port a6f6feb9-3c41-4f14-bd10-32d299b1045f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:40.843806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port a6f6feb9-3c41-4f14-bd10-32d299b1045f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:40.844172 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:40.918942 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:40.955264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port a6f6feb9-3c41-4f14-bd10-32d299b1045f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a6f6feb9-3c41-4f14-bd10-32d299b1045f,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:40.959689 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.010120 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=a6f6feb9-3c41-4f14-bd10-32d299b1045f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:51.012704 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Request body: {'port': {'device_id': 'a1ef0217-5c38-4b83-a69b-2ac7f8838287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:51.067060 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.129982 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3dbdf8-ff4d-4ee5-9cef-b49df36cac40 x-openstack-request-id: req-be3dbdf8-ff4d-4ee5-9cef-b49df36cac40 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:51.131082 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d933de9-92b6-411c-98aa-7d28f6e281af", "name": "network-vif-deleted", "tag": "d2d321db-9ce9-4999-8947-f27ba605c254", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:51.131643 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be3dbdf8-ff4d-4ee5-9cef-b49df36cac40 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:51.132049 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d933de9-92b6-411c-98aa-7d28f6e281af', 'name': 'network-vif-deleted', 'tag': 'd2d321db-9ce9-4999-8947-f27ba605c254', 'status': 'completed', 'code': 200} Aug 20 11:32:51.160378 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4205019b-4dd4-43c4-b415-333e2bd6e2b0 req-4d2eb823-88b2-4416-9071-d75c918fe4bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=00547c2f-e8a0-45a6-8aba-f479243bf711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776949 Aug 20 11:32:51.181525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732bf57-972a-441c-8f78-c11cbeafbbb4 req-a488cc02-1b14-4154-845b-f07d9dba7650 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:51.183223 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d732bf57-972a-441c-8f78-c11cbeafbbb4 req-a488cc02-1b14-4154-845b-f07d9dba7650 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 949 time: 0.0694134 Aug 20 11:32:51.223641 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d732bf57-972a-441c-8f78-c11cbeafbbb4 req-9e48825a-6e4c-4fc3-b905-ac94e68ca6db tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/security-groups?id=49764926-6cf3-4e0c-b39f-22afc988ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329041 Aug 20 11:32:51.329778 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dc735-f17f-4bdd-9bf6-93683747d624 req-a936e471-28cf-4aa1-982e-df608a13502d tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:51.331199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed4dc735-f17f-4bdd-9bf6-93683747d624 req-a936e471-28cf-4aa1-982e-df608a13502d tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1 HTTP/1.1" status: 200 len: 950 time: 0.0491805 Aug 20 11:32:51.345289 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205019b-4dd4-43c4-b415-333e2bd6e2b0 req-fe7591a7-4ced-4b77-9e38-13134eaf7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:51.346765 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4205019b-4dd4-43c4-b415-333e2bd6e2b0 req-fe7591a7-4ced-4b77-9e38-13134eaf7a9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=30bfd760f0a040caa5b0bbac573ba715&device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 1097 time: 0.1372354 Aug 20 11:32:51.356917 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072de68-2c5d-4b5d-8f43-399621b13702 req-cb8e0081-b270-48a6-a05f-22cdef5862d7 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:51.358715 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c072de68-2c5d-4b5d-8f43-399621b13702 req-cb8e0081-b270-48a6-a05f-22cdef5862d7 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 932 time: 0.1338222 Aug 20 11:32:51.372118 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed4dc735-f17f-4bdd-9bf6-93683747d624 req-d6d96e59-02b9-4d9b-ab5a-1211aaed5c14 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347419 Aug 20 11:32:51.475705 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c072de68-2c5d-4b5d-8f43-399621b13702 req-bd430dcc-27d0-4b76-9a9f-ae6cff222120 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6bad9f3-2375-4f92-8505-8332affbcbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106691 Aug 20 11:32:51.524930 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091a6503-c56c-4c7f-8d64-f6c9bf71564c x-openstack-request-id: req-091a6503-c56c-4c7f-8d64-f6c9bf71564c {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:51.525470 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1", "name": "network-vif-plugged", "status": "completed", "tag": "aaed87d8-46bf-42f3-9c06-215ed36a3787", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:51.525470 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-091a6503-c56c-4c7f-8d64-f6c9bf71564c {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:51.525827 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaed87d8-46bf-42f3-9c06-215ed36a3787', 'code': 200} Aug 20 11:32:51.551875 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205019b-4dd4-43c4-b415-333e2bd6e2b0 req-20abcc38-9d84-459e-a5d8-67f2fa6228de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:51.553473 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4205019b-4dd4-43c4-b415-333e2bd6e2b0 req-20abcc38-9d84-459e-a5d8-67f2fa6228de service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e249b59-2036-45f5-90ef-277daacd89dd HTTP/1.1" status: 200 len: 913 time: 0.1811759 Aug 20 11:32:51.562602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd181e57-8bf4-47a4-88db-80bf69b9049c {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:51.578224 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.637780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Transition to ACTIVE for port object fd181e57-8bf4-47a4-88db-80bf69b9049c will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:51.662104 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.665392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6ad40-3d82-4b96-b113-781bdb027e2e req-7b4cf109-94da-4834-84a5-0348efce7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:51.666891 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fff6ad40-3d82-4b96-b113-781bdb027e2e req-7b4cf109-94da-4834-84a5-0348efce7614 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1 HTTP/1.1" status: 200 len: 1101 time: 0.0736284 Aug 20 11:32:51.669424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0924a-d877-4463-b063-3f390ab849fa req-f33f5795-7e6e-4867-b4bc-50e91198d625 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:51.670844 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e9e0924a-d877-4463-b063-3f390ab849fa req-f33f5795-7e6e-4867-b4bc-50e91198d625 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 1096 time: 0.0679069 Aug 20 11:32:51.705215 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4205019b-4dd4-43c4-b415-333e2bd6e2b0 req-da2b4f8c-196b-4626-9146-c9ced841858b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca4ede2-aad1-408b-80a7-1439fbb17155 HTTP/1.1" status: 200 len: 1001 time: 0.1372559 Aug 20 11:32:51.723898 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fff6ad40-3d82-4b96-b113-781bdb027e2e req-bedbeda2-9756-4541-8e57-4b329ed82fb0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491900 Aug 20 11:32:51.728112 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e9e0924a-d877-4463-b063-3f390ab849fa req-e13fd6ce-5746-4978-af3d-00f09e6c69fe tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476582 Aug 20 11:32:51.745545 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f25d85-9aaf-40e0-81bd-98ce90dcdcc5 req-94221302-9647-44f7-9c10-fa9fc3128c9e tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:51.748372 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-48f25d85-9aaf-40e0-81bd-98ce90dcdcc5 req-94221302-9647-44f7-9c10-fa9fc3128c9e tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 945 time: 0.1347160 Aug 20 11:32:51.753077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Pushing event updated for resources: {'Port': ['ID=fd181e57-8bf4-47a4-88db-80bf69b9049c,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:51.797038 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.797382 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.797724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.798064 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.798492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.798719 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.799049 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.799745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.799745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.799994 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.800330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.800670 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.874440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205019b-4dd4-43c4-b415-333e2bd6e2b0 req-eb6615e2-1eb7-447e-9103-4e0fc2a1b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:51.876019 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4205019b-4dd4-43c4-b415-333e2bd6e2b0 req-eb6615e2-1eb7-447e-9103-4e0fc2a1b7d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615 HTTP/1.1" status: 200 len: 852 time: 0.1543906 Aug 20 11:32:51.906091 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-48f25d85-9aaf-40e0-81bd-98ce90dcdcc5 req-04256561-6b4f-420e-849d-89081ef305df tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/security-groups?id=60433f38-6b99-4603-a630-19265ff72102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257002 Aug 20 11:32:51.947186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Attempting to bind port fd181e57-8bf4-47a4-88db-80bf69b9049c on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:51.947469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Attempting to bind port fd181e57-8bf4-47a4-88db-80bf69b9049c by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'b59b7a87-4437-4875-88c7-49d2d862150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:51.947799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Attempting to bind port fd181e57-8bf4-47a4-88db-80bf69b9049c on network cd191cf3-8225-4c1e-becf-498a67d2725b {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:51.955618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Port fd181e57-8bf4-47a4-88db-80bf69b9049c on network cd191cf3-8225-4c1e-becf-498a67d2725b not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:32:51.955981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Attempting to bind port fd181e57-8bf4-47a4-88db-80bf69b9049c on network cd191cf3-8225-4c1e-becf-498a67d2725b {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:51.963719 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:51.964038 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Checking segment: {'id': 'b59b7a87-4437-4875-88c7-49d2d862150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:51.964456 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Bound using segment: {'id': 'b59b7a87-4437-4875-88c7-49d2d862150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:51.965476 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Bound port: fd181e57-8bf4-47a4-88db-80bf69b9049c, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59b7a87-4437-4875-88c7-49d2d862150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:51.965903 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.981633 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205019b-4dd4-43c4-b415-333e2bd6e2b0 req-32d0c407-77ed-4492-88c6-c3cb73154c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:51.983150 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4205019b-4dd4-43c4-b415-333e2bd6e2b0 req-32d0c407-77ed-4492-88c6-c3cb73154c58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e249b59-2036-45f5-90ef-277daacd89dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911696 Aug 20 11:32:52.015801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52972) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:52.072133 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.103225 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.107613 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] For port fd181e57-8bf4-47a4-88db-80bf69b9049c, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:52.112206 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] For port fd181e57-8bf4-47a4-88db-80bf69b9049c, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=fd181e57-8bf4-47a4-88db-80bf69b9049c,segment=NetworkSegment(b59b7a87-4437-4875-88c7-49d2d862150c),segment_id=b59b7a87-4437-4875-88c7-49d2d862150c)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:52.126067 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.158772 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4205019b-4dd4-43c4-b415-333e2bd6e2b0 req-76a38690-ffe2-4ac2-b315-c4697d96e38a service neutron] 10.222.0.35 "GET /v2.0/networks/1e249b59-2036-45f5-90ef-277daacd89dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545856 Aug 20 11:32:52.169539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:52.170176 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.171907 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] 10.222.0.35 "PUT /v2.0/ports/fd181e57-8bf4-47a4-88db-80bf69b9049c HTTP/1.1" status: 200 len: 1092 time: 1.1687403 Aug 20 11:32:52.173506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ef0217-5c38-4b83-a69b-2ac7f8838287', 'tag': 'fd181e57-8bf4-47a4-88db-80bf69b9049c'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:52.180566 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.182688 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b8b0d1-a5ef-4c12-b122-cc3a846e43c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ef0217-5c38-4b83-a69b-2ac7f8838287", "tag": "fd181e57-8bf4-47a4-88db-80bf69b9049c"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:52.184496 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.188661 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "DELETE /v2.0/security-groups/bb72f49d-7298-41ab-9b64-1b576cfdc57a HTTP/1.1" status: 204 len: 168 time: 0.1711910 Aug 20 11:32:52.192285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52986) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:52.217570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb72f49d-7298-41ab-9b64-1b576cfdc57a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:52.221188 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-95da70c7-98e0-495b-9c58-9a240eec297c tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] show failed (client error): The resource could not be found. Aug 20 11:32:52.222701 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-95da70c7-98e0-495b-9c58-9a240eec297c tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "GET /v2.0/security-groups/bb72f49d-7298-41ab-9b64-1b576cfdc57a HTTP/1.1" status: 404 len: 347 time: 0.0292599 Aug 20 11:32:52.231341 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:52.231811 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:52.232256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:52.232874 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:52.233333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:52.233890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:52.234570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:52.235263 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:52.236075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:52.236617 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:52.237187 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:52.237560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c4e-50b4-47c2-a736-56a004cc5668 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:52.241427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52994) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:52.309457 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6f48b33e-c496-4ec2-bcb3-809c3c2e962e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.332215 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4205019b-4dd4-43c4-b415-333e2bd6e2b0 req-b8f6c5bd-c4f2-416c-adba-878bcd45de7e service neutron] 10.222.0.35 "GET /v2.0/networks/1e249b59-2036-45f5-90ef-277daacd89dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593671 Aug 20 11:32:52.360925 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd8a1d5-cf24-4fcd-93fb-1ff5a9a82d01 x-openstack-request-id: req-7fd8a1d5-cf24-4fcd-93fb-1ff5a9a82d01 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:52.361210 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ef0217-5c38-4b83-a69b-2ac7f8838287", "tag": "fd181e57-8bf4-47a4-88db-80bf69b9049c", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:52.361459 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7fd8a1d5-cf24-4fcd-93fb-1ff5a9a82d01 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:52.361848 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ef0217-5c38-4b83-a69b-2ac7f8838287', 'tag': 'fd181e57-8bf4-47a4-88db-80bf69b9049c', 'status': 'completed', 'code': 200} Aug 20 11:32:52.411721 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335d9d7-6ce0-4a5a-b539-437a26360f1b service neutron] Pushing event updated for resources: {'Port': ['ID=fd181e57-8bf4-47a4-88db-80bf69b9049c,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:52.458015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-2aad5481-bede-4886-b428-f2803d8e8a80 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Deleting port 2b6ec502-3ecb-4e59-85e8-140b08c4ff88 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:52.458775 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aad5481-bede-4886-b428-f2803d8e8a80 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.504306 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-d49743a6-513a-4f65-a127-af3cf25c7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:52.506317 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-d49743a6-513a-4f65-a127-af3cf25c7634 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b70b75fe633c4640a89fda823b724ec6&device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 1095 time: 0.1715500 Aug 20 11:32:52.514070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb979a18-d802-46f2-8648-5192c09db6de req-dd244f12-5235-46c0-94b8-d7723dcaa399 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:52.515507 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb979a18-d802-46f2-8648-5192c09db6de req-dd244f12-5235-46c0-94b8-d7723dcaa399 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 949 time: 0.0924873 Aug 20 11:32:52.547363 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aad5481-bede-4886-b428-f2803d8e8a80 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.547820 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aad5481-bede-4886-b428-f2803d8e8a80 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.561392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-2aad5481-bede-4886-b428-f2803d8e8a80 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Calling delete_port for 2b6ec502-3ecb-4e59-85e8-140b08c4ff88 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:52.570489 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-12ea1935-5920-443e-a7e0-9d57a128c1a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd181e57-8bf4-47a4-88db-80bf69b9049c HTTP/1.1" status: 200 len: 217 time: 0.0494249 Aug 20 11:32:52.629213 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:32:52.635319 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb979a18-d802-46f2-8648-5192c09db6de req-83fed0e2-b822-4f76-8a68-6a04e98381dc tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/security-groups?id=49764926-6cf3-4e0c-b39f-22afc988ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717645 Aug 20 11:32:52.644534 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-3bc4ce2e-c978-4199-b167-0101a367f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:52.646014 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-3bc4ce2e-c978-4199-b167-0101a367f347 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565d747d-f928-4d60-9cdd-0a49ae2e0085 HTTP/1.1" status: 200 len: 854 time: 0.0641778 Aug 20 11:32:52.713075 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aad5481-bede-4886-b428-f2803d8e8a80 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.741077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad5481-bede-4886-b428-f2803d8e8a80 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Pushing event deleted for resources: {'Port': ['ID=2b6ec502-3ecb-4e59-85e8-140b08c4ff88,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:52.764916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-74f883c2-d6f8-4aca-abba-3082f1ed5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:52.766608 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-74f883c2-d6f8-4aca-abba-3082f1ed5c70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd191cf3-8225-4c1e-becf-498a67d2725b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794115 Aug 20 11:32:52.783553 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9945b72-1bcd-4107-a17b-2592eb9e7bb6 req-d4292356-5b1c-41ea-b59b-407fba9a934a tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:52.785391 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9945b72-1bcd-4107-a17b-2592eb9e7bb6 req-d4292356-5b1c-41ea-b59b-407fba9a934a tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1 HTTP/1.1" status: 200 len: 950 time: 0.0692270 Aug 20 11:32:52.806851 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aad5481-bede-4886-b428-f2803d8e8a80 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.810209 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aad5481-bede-4886-b428-f2803d8e8a80 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.811428 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2aad5481-bede-4886-b428-f2803d8e8a80 tempest-ImagesOneServerNegativeTestJSON-1919032263 tempest-ImagesOneServerNegativeTestJSON-1919032263-project] 10.222.0.37 "DELETE /v2.0/floatingips/592bf795-0392-41b5-9181-52524340fce3 HTTP/1.1" status: 204 len: 168 time: 0.5686421 Aug 20 11:32:53.146918 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-a0c85c31-2c5d-4173-9fb1-bfc6b5a61c67 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:32:53.148230 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-a0c85c31-2c5d-4173-9fb1-bfc6b5a61c67 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0386751 Aug 20 11:32:53.166393 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-034bd0bb-cd6e-4790-b237-9f864eb8c4be service neutron] Request body: {'binding': {'host': 'n-h1-804299-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:53.166850 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-034bd0bb-cd6e-4790-b237-9f864eb8c4be service neutron] Unknown quota resources ['binding']. {{(pid=94690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:32:53.201598 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9945b72-1bcd-4107-a17b-2592eb9e7bb6 req-03d28707-a2de-4773-9e67-461fe6354deb tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019217 Aug 20 11:32:53.281996 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-ec03d567-90dc-45d4-8255-408abf9e2ed1 service neutron] 10.222.0.35 "GET /v2.0/networks/cd191cf3-8225-4c1e-becf-498a67d2725b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925508 Aug 20 11:32:53.409559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb0d7c-aec7-4171-aeeb-3bc828cc4170 req-178b449b-05ef-4161-a2e4-6c6b6321bb79 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:53.411029 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36bb0d7c-aec7-4171-aeeb-3bc828cc4170 req-178b449b-05ef-4161-a2e4-6c6b6321bb79 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 944 time: 0.1469731 Aug 20 11:32:53.460899 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4107e8df-30d9-4d6a-9372-b5baa8d61793 req-7f3b727b-aebc-4949-916b-fc86f56532a4 service neutron] 10.222.0.35 "GET /v2.0/networks/cd191cf3-8225-4c1e-becf-498a67d2725b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602972 Aug 20 11:32:53.466033 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-034bd0bb-cd6e-4790-b237-9f864eb8c4be service neutron] Attempting to bind port 8e80b7a0-4672-4506-8457-f9c78a96006f on host n-h1-804299-2 for vnic_type normal with profile None {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:53.466369 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-034bd0bb-cd6e-4790-b237-9f864eb8c4be service neutron] Attempting to bind port 8e80b7a0-4672-4506-8457-f9c78a96006f by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:53.466701 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-034bd0bb-cd6e-4790-b237-9f864eb8c4be service neutron] Attempting to bind port 8e80b7a0-4672-4506-8457-f9c78a96006f on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:53.477249 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-034bd0bb-cd6e-4790-b237-9f864eb8c4be service neutron] Port 8e80b7a0-4672-4506-8457-f9c78a96006f on network d470dece-9c15-4ab9-87f2-416f558c1d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:32:53.477571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-034bd0bb-cd6e-4790-b237-9f864eb8c4be service neutron] Attempting to bind port 8e80b7a0-4672-4506-8457-f9c78a96006f on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:53.491010 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36bb0d7c-aec7-4171-aeeb-3bc828cc4170 req-848af2b8-0827-4ba5-ba7c-2ca86982e2c7 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6bad9f3-2375-4f92-8505-8332affbcbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714262 Aug 20 11:32:53.491706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-034bd0bb-cd6e-4790-b237-9f864eb8c4be service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:53.492045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-034bd0bb-cd6e-4790-b237-9f864eb8c4be service neutron] Checking segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:53.492443 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-034bd0bb-cd6e-4790-b237-9f864eb8c4be service neutron] Bound using segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:53.492889 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-034bd0bb-cd6e-4790-b237-9f864eb8c4be service neutron] Bound port: 8e80b7a0-4672-4506-8457-f9c78a96006f, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:53.526953 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50795ab0-9747-464a-8bf8-88035b559f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:53.530272 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305b4af1-c880-48bb-a519-725254aa372e" -d '{"events": [{"server_uuid": "50795ab0-9747-464a-8bf8-88035b559f30", "name": "network-vif-plugged", "status": "completed", "tag": "a6f6feb9-3c41-4f14-bd10-32d299b1045f"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:53.578083 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-034bd0bb-cd6e-4790-b237-9f864eb8c4be service neutron] For port 8e80b7a0-4672-4506-8457-f9c78a96006f, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=8e80b7a0-4672-4506-8457-f9c78a96006f,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:53.585743 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-034bd0bb-cd6e-4790-b237-9f864eb8c4be service neutron] Notify callbacks [] for binding, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.586939 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-034bd0bb-cd6e-4790-b237-9f864eb8c4be service neutron] 10.222.0.37 "POST /v2.0/ports/8e80b7a0-4672-4506-8457-f9c78a96006f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4287567 Aug 20 11:32:53.590760 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8b0d1-a5ef-4c12-b122-cc3a846e43c2 req-597398da-2a0d-4bc6-a757-7408ab7ddab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:53.592249 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10b8b0d1-a5ef-4c12-b122-cc3a846e43c2 req-597398da-2a0d-4bc6-a757-7408ab7ddab1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b70b75fe633c4640a89fda823b724ec6&device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 1095 time: 0.0660107 Aug 20 11:32:53.719784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfaf67-2c9b-4a27-99cb-dba8f8a0e1b6 req-380e35dd-885a-47e1-97e1-86dd17447c13 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:53.721380 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-adbfaf67-2c9b-4a27-99cb-dba8f8a0e1b6 req-380e35dd-885a-47e1-97e1-86dd17447c13 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 945 time: 0.1276498 Aug 20 11:32:53.756733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8b0d1-a5ef-4c12-b122-cc3a846e43c2 req-fa09cd2e-a44a-4413-ad8d-8c459f11e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:53.758212 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10b8b0d1-a5ef-4c12-b122-cc3a846e43c2 req-fa09cd2e-a44a-4413-ad8d-8c459f11e59c service neutron] 10.222.0.35 "GET /v2.0/networks?id=cd191cf3-8225-4c1e-becf-498a67d2725b HTTP/1.1" status: 200 len: 915 time: 0.1557372 Aug 20 11:32:53.783794 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-adbfaf67-2c9b-4a27-99cb-dba8f8a0e1b6 req-61f2bed1-b3cc-4c71-a590-92ad5c13b9e4 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/security-groups?id=60433f38-6b99-4603-a630-19265ff72102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548778 Aug 20 11:32:53.815325 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10b8b0d1-a5ef-4c12-b122-cc3a846e43c2 req-91c4df32-fb54-45a7-a793-cb1ad6f9bba2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd181e57-8bf4-47a4-88db-80bf69b9049c HTTP/1.1" status: 200 len: 217 time: 0.0409417 Aug 20 11:32:53.832841 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19bc97c-8e61-4bab-a0e5-319c86c824fe x-openstack-request-id: req-d19bc97c-8e61-4bab-a0e5-319c86c824fe {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:53.833543 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50795ab0-9747-464a-8bf8-88035b559f30", "name": "network-vif-plugged", "status": "completed", "tag": "a6f6feb9-3c41-4f14-bd10-32d299b1045f", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:53.833955 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d19bc97c-8e61-4bab-a0e5-319c86c824fe {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:53.834510 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50795ab0-9747-464a-8bf8-88035b559f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f', 'code': 200} Aug 20 11:32:53.899908 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8b0d1-a5ef-4c12-b122-cc3a846e43c2 req-7a87d628-711f-4a1b-ab7e-154c41cf1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:53.901682 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10b8b0d1-a5ef-4c12-b122-cc3a846e43c2 req-7a87d628-711f-4a1b-ab7e-154c41cf1f0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565d747d-f928-4d60-9cdd-0a49ae2e0085 HTTP/1.1" status: 200 len: 854 time: 0.0752494 Aug 20 11:32:53.916233 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f1b79-f24e-42f8-90b8-749833065008 req-41505afa-38ec-4b63-93ad-9990b88f483d tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:53.917812 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5b6f1b79-f24e-42f8-90b8-749833065008 req-41505afa-38ec-4b63-93ad-9990b88f483d tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 945 time: 0.1014781 Aug 20 11:32:53.977465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-7e2681f4-2de6-43a1-af92-5d05481d4a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:53.978890 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-7e2681f4-2de6-43a1-af92-5d05481d4a1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 1096 time: 0.1050313 Aug 20 11:32:53.991251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66f002-e7d2-4d2c-b87e-68f179a97378 req-70800c00-8f0c-4ad6-b162-5f5bf42e14a1 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:53.992716 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9c66f002-e7d2-4d2c-b87e-68f179a97378 req-70800c00-8f0c-4ad6-b162-5f5bf42e14a1 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 945 time: 0.1089885 Aug 20 11:32:54.047852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8b0d1-a5ef-4c12-b122-cc3a846e43c2 req-854d2923-b020-417e-ae39-3bb1836df0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:54.049402 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10b8b0d1-a5ef-4c12-b122-cc3a846e43c2 req-854d2923-b020-417e-ae39-3bb1836df0f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd191cf3-8225-4c1e-becf-498a67d2725b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288707 Aug 20 11:32:54.059787 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd76c4-8477-40be-be47-8e529f330515 req-05275936-9e6c-4f6b-ac4c-171516fb9517 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:54.061234 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-28cd76c4-8477-40be-be47-8e529f330515 req-05275936-9e6c-4f6b-ac4c-171516fb9517 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 949 time: 0.1419041 Aug 20 11:32:54.062895 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72e050-a862-4fee-9916-3e8c251f8733 req-2948374c-5b48-4e74-b984-15e827e041cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:54.064361 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be72e050-a862-4fee-9916-3e8c251f8733 req-2948374c-5b48-4e74-b984-15e827e041cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 1100 time: 0.1257515 Aug 20 11:32:54.105981 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9c66f002-e7d2-4d2c-b87e-68f179a97378 req-8f6c16b3-8760-4ec7-bbba-8a30cafe856b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001723 Aug 20 11:32:54.140677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-53372215-db1a-4ced-9e56-4ef5dd110db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:54.142196 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-53372215-db1a-4ced-9e56-4ef5dd110db3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.1486034 Aug 20 11:32:54.144686 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be72e050-a862-4fee-9916-3e8c251f8733 req-4b8377c3-7a6d-4331-9cf6-a057b92f0d9c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=49764926-6cf3-4e0c-b39f-22afc988ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529449 Aug 20 11:32:54.160013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53030) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:54.171264 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-5b6f1b79-f24e-42f8-90b8-749833065008 req-a979f331-878c-46f3-8bd6-384ace31ca55 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Deleting port 9fbd8547-0868-4c91-a825-5b5696d2cc54 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:54.171837 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5b6f1b79-f24e-42f8-90b8-749833065008 req-a979f331-878c-46f3-8bd6-384ace31ca55 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.180356 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-28cd76c4-8477-40be-be47-8e529f330515 req-f4a8f08b-0edd-411a-8ce6-cbe3e6d4ab88 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/security-groups?id=49764926-6cf3-4e0c-b39f-22afc988ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118014 Aug 20 11:32:54.205457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9350d37-3c33-4c6c-acfb-7f4afdbebe52 admin admin] Deleting subnet b1791bda-c9bf-4aae-b873-fde963569e9e {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:32:54.208507 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9350d37-3c33-4c6c-acfb-7f4afdbebe52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.242873 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9350d37-3c33-4c6c-acfb-7f4afdbebe52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.274289 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10b8b0d1-a5ef-4c12-b122-cc3a846e43c2 req-c4d6aa20-582f-424a-adc2-2725a1ed9178 service neutron] 10.222.0.35 "GET /v2.0/networks/cd191cf3-8225-4c1e-becf-498a67d2725b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895809 Aug 20 11:32:54.294068 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-5b6f1b79-f24e-42f8-90b8-749833065008 req-a979f331-878c-46f3-8bd6-384ace31ca55 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] For port 9fbd8547-0868-4c91-a825-5b5696d2cc54, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=9fbd8547-0868-4c91-a825-5b5696d2cc54,segment=NetworkSegment(29745a6c-49a0-4aeb-9525-1fb469df4b6b),segment_id=29745a6c-49a0-4aeb-9525-1fb469df4b6b)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:54.294431 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5b6f1b79-f24e-42f8-90b8-749833065008 req-a979f331-878c-46f3-8bd6-384ace31ca55 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.312161 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-5b6f1b79-f24e-42f8-90b8-749833065008 req-a979f331-878c-46f3-8bd6-384ace31ca55 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Calling delete_port for 9fbd8547-0868-4c91-a825-5b5696d2cc54 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:54.312411 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9350d37-3c33-4c6c-acfb-7f4afdbebe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.353765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e64122-1bee-4453-b10d-edc763eaa83d req-81179a2d-366a-4a1c-8b52-ceaca0b3bad6 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:54.355281 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-87e64122-1bee-4453-b10d-edc763eaa83d req-81179a2d-366a-4a1c-8b52-ceaca0b3bad6 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1 HTTP/1.1" status: 200 len: 950 time: 0.0839605 Aug 20 11:32:54.425582 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9350d37-3c33-4c6c-acfb-7f4afdbebe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.428124 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-80c997ed-a82f-4ca4-a776-f6c49860030b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e80b7a0-4672-4506-8457-f9c78a96006f HTTP/1.1" status: 200 len: 217 time: 0.0447786 Aug 20 11:32:54.467449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9350d37-3c33-4c6c-acfb-7f4afdbebe52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1791bda-c9bf-4aae-b873-fde963569e9e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:54.471549 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-87e64122-1bee-4453-b10d-edc763eaa83d req-9c82e5df-5f9b-469d-abf4-ca570f3da08a tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094506 Aug 20 11:32:54.475509 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9350d37-3c33-4c6c-acfb-7f4afdbebe52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.480175 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e9350d37-3c33-4c6c-acfb-7f4afdbebe52 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b1791bda-c9bf-4aae-b873-fde963569e9e HTTP/1.1" status: 204 len: 168 time: 0.3190970 Aug 20 11:32:54.481408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53034) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:54.496352 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5b6f1b79-f24e-42f8-90b8-749833065008 req-a979f331-878c-46f3-8bd6-384ace31ca55 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.513669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['9fbd8547-0868-4c91-a825-5b5696d2cc54'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:54.548915 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979f331-878c-46f3-8bd6-384ace31ca55 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Pushing event deleted for resources: {'Port': ['ID=9fbd8547-0868-4c91-a825-5b5696d2cc54,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:54.569595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-b213d05a-ed32-4ce2-b920-e9735ca76703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:54.571154 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-b213d05a-ed32-4ce2-b920-e9735ca76703 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.1138890 Aug 20 11:32:54.589314 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-128126d1-481c-4327-80b3-22829da715c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.597892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6f1b79-f24e-42f8-90b8-749833065008 req-a979f331-878c-46f3-8bd6-384ace31ca55 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] No DVR routers for this DVR port 9fbd8547-0868-4c91-a825-5b5696d2cc54 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:54.600404 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5b6f1b79-f24e-42f8-90b8-749833065008 req-a979f331-878c-46f3-8bd6-384ace31ca55 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.602845 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5b6f1b79-f24e-42f8-90b8-749833065008 req-a979f331-878c-46f3-8bd6-384ace31ca55 tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.35 "DELETE /v2.0/ports/9fbd8547-0868-4c91-a825-5b5696d2cc54 HTTP/1.1" status: 204 len: 173 time: 0.6649473 Aug 20 11:32:54.606379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b62351-0ba6-485a-a351-d088db42b913', 'name': 'network-vif-deleted', 'tag': '9fbd8547-0868-4c91-a825-5b5696d2cc54'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:54.609915 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c565f781-db8d-4748-9833-3b3510dede12" -d '{"events": [{"server_uuid": "f2b62351-0ba6-485a-a351-d088db42b913", "name": "network-vif-deleted", "tag": "9fbd8547-0868-4c91-a825-5b5696d2cc54"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:54.627485 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-d174c0b4-a54f-4253-9efa-f57f1cc597db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348597 Aug 20 11:32:54.629784 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10b8b0d1-a5ef-4c12-b122-cc3a846e43c2 req-48d79ddf-2285-4d4e-99ad-4558f4fa4039 service neutron] 10.222.0.35 "GET /v2.0/networks/cd191cf3-8225-4c1e-becf-498a67d2725b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172925 Aug 20 11:32:54.691053 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21aa599c-a04b-4519-92e9-88ad8ba9b260 x-openstack-request-id: req-21aa599c-a04b-4519-92e9-88ad8ba9b260 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:54.691346 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b62351-0ba6-485a-a351-d088db42b913", "name": "network-vif-deleted", "tag": "9fbd8547-0868-4c91-a825-5b5696d2cc54", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:54.691598 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21aa599c-a04b-4519-92e9-88ad8ba9b260 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:54.691991 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b62351-0ba6-485a-a351-d088db42b913', 'name': 'network-vif-deleted', 'tag': '9fbd8547-0868-4c91-a825-5b5696d2cc54', 'status': 'completed', 'code': 200} Aug 20 11:32:54.791548 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369c690-c86b-4404-8a60-c5bbc7cc13fc req-dd6ef53e-169c-4c8c-8cc5-f51301c03257 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:54.798931 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7369c690-c86b-4404-8a60-c5bbc7cc13fc req-dd6ef53e-169c-4c8c-8cc5-f51301c03257 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1 HTTP/1.1" status: 200 len: 950 time: 0.0639577 Aug 20 11:32:54.817964 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d698c3b-9a57-4cd0-8dca-dadb16cc7a45 req-f922f83e-4533-42b5-9543-b3a819cc7bbf tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:54.819442 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4d698c3b-9a57-4cd0-8dca-dadb16cc7a45 req-f922f83e-4533-42b5-9543-b3a819cc7bbf tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 944 time: 0.1898129 Aug 20 11:32:54.822151 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-128126d1-481c-4327-80b3-22829da715c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.831637 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7369c690-c86b-4404-8a60-c5bbc7cc13fc req-6cbc6863-d3f9-4a8d-9fba-f8a5ddad4b00 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318472 Aug 20 11:32:54.851770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-128126d1-481c-4327-80b3-22829da715c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97500370-4801-4f47-928d-aa765b4857c5']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:54.879704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-128126d1-481c-4327-80b3-22829da715c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ce8552-13ca-42d3-8e11-bafd3e2290a3') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:54.880057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-128126d1-481c-4327-80b3-22829da715c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ce8552-13ca-42d3-8e11-bafd3e2290a3') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:54.911012 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-128126d1-481c-4327-80b3-22829da715c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.913116 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-c744cc65-2e33-49ba-b09b-1b3fcc44b50b service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395885 Aug 20 11:32:54.921081 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4d698c3b-9a57-4cd0-8dca-dadb16cc7a45 req-31628217-2b7f-47ee-a5e9-bcd04c495dd1 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6bad9f3-2375-4f92-8505-8332affbcbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902481 Aug 20 11:32:54.935292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-128126d1-481c-4327-80b3-22829da715c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.957050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128126d1-481c-4327-80b3-22829da715c6 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:32:54.957379 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-128126d1-481c-4327-80b3-22829da715c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:32:54.959211 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:32:55.072398 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-45446671-bfc1-4ef1-b6d2-839657002dac tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4602564aeb2547cb8c2d3112c5bfa6a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232329 Aug 20 11:32:55.093352 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-573d3063-dc3e-4840-910e-1a5202d33227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.187842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-d8b3604e-2f72-4a76-8438-ce73860f5c3a tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:55.189540 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-d8b3604e-2f72-4a76-8438-ce73860f5c3a tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096075 Aug 20 11:32:55.206622 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-6bc36720-8500-4ec1-929d-880bc246a604 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/quotas/4602564aeb2547cb8c2d3112c5bfa6a8 HTTP/1.1" status: 200 len: 375 time: 0.0108647 Aug 20 11:32:55.270292 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.280446 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-b6bc156b-afa4-4d2a-8498-612497bb80a1 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4602564aeb2547cb8c2d3112c5bfa6a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678284 Aug 20 11:32:55.414301 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b9b23f7f-cbe8-4acf-a20e-aa63e69cdd0f req-31dc2177-1397-474e-aec9-67ca1f25b50d tempest-VolumesAdminNegativeTest-624883158 tempest-VolumesAdminNegativeTest-624883158-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b62351-0ba6-485a-a351-d088db42b913 HTTP/1.1" status: 200 len: 210 time: 0.1018252 Aug 20 11:32:55.455301 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-128126d1-481c-4327-80b3-22829da715c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.460225 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-128126d1-481c-4327-80b3-22829da715c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.462986 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-128126d1-481c-4327-80b3-22829da715c6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/97500370-4801-4f47-928d-aa765b4857c5 HTTP/1.1" status: 204 len: 168 time: 0.9634094 Aug 20 11:32:55.521201 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128126d1-481c-4327-80b3-22829da715c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=97500370-4801-4f47-928d-aa765b4857c5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:55.555346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-10f1513c-cd92-49b1-a3c9-f4d497f7d9f7 service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293564 Aug 20 11:32:55.604869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ecde5-ed7b-4236-bd0b-992868a92042 req-a421b26a-de83-43aa-858f-7dab86a303ca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:55.617124 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-269ecde5-ed7b-4236-bd0b-992868a92042 req-a421b26a-de83-43aa-858f-7dab86a303ca tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 949 time: 0.0768342 Aug 20 11:32:55.641457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e5297-5ee2-4eec-8c1b-c932e5b10f91 req-286a0f2b-0158-42bb-8739-38125418ffac tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:55.643509 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0c8e5297-5ee2-4eec-8c1b-c932e5b10f91 req-286a0f2b-0158-42bb-8739-38125418ffac tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 945 time: 0.1257110 Aug 20 11:32:55.674580 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-269ecde5-ed7b-4236-bd0b-992868a92042 req-202b01b5-fdf9-4162-a071-e655dc9f6917 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/security-groups?id=49764926-6cf3-4e0c-b39f-22afc988ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565016 Aug 20 11:32:55.708376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0c8e5297-5ee2-4eec-8c1b-c932e5b10f91 req-30e3caad-cbbf-49dc-ac20-dfe5e6ea6a65 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573676 Aug 20 11:32:55.768590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53078) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:55.800502 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7160f4c8-64d1-4c68-8808-5762117b4f3f req-075777a9-e1e7-42de-9c28-b6fc1571480d tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 210 time: 0.0389650 Aug 20 11:32:55.827189 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-982f4900-e17f-490a-b0dc-d5b6dac3dcb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4ac46b78b6d45c6abee25f3a1a48427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571985 Aug 20 11:32:55.829762 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53082) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:55.884061 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ee47df1-6c0e-4965-91b2-01501908fecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.909369 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ee47df1-6c0e-4965-91b2-01501908fecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.970950 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ee47df1-6c0e-4965-91b2-01501908fecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.975736 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ee47df1-6c0e-4965-91b2-01501908fecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.979420 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9ee47df1-6c0e-4965-91b2-01501908fecf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/326b81dd-5e24-4e9a-b336-0182c41457db HTTP/1.1" status: 204 len: 168 time: 0.1460507 Aug 20 11:32:55.988727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee47df1-6c0e-4965-91b2-01501908fecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326b81dd-5e24-4e9a-b336-0182c41457db,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:56.092576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66dd840-c5b5-4f06-b3ef-2b60b8c25954 req-53ed503c-dec9-4f34-aa93-56bb3f367ca4 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:56.094371 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f66dd840-c5b5-4f06-b3ef-2b60b8c25954 req-53ed503c-dec9-4f34-aa93-56bb3f367ca4 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 944 time: 0.0647688 Aug 20 11:32:56.138308 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f66dd840-c5b5-4f06-b3ef-2b60b8c25954 req-4d8e675c-5a2c-47e3-a745-e199f55f15ff tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6bad9f3-2375-4f92-8505-8332affbcbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369239 Aug 20 11:32:56.216348 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.471871 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53104) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:56.530190 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bc0824-9f89-4eef-baee-e68bdaa23966 admin admin] Deleting subnet 8749db07-6ab8-4e61-9db8-69189ae3f0d8 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:32:56.534002 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54bc0824-9f89-4eef-baee-e68bdaa23966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.613538 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-a4124da6-988e-4126-8e10-7963894a55d7 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=4602564aeb2547cb8c2d3112c5bfa6a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335402 Aug 20 11:32:56.616192 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54bc0824-9f89-4eef-baee-e68bdaa23966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.724284 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54bc0824-9f89-4eef-baee-e68bdaa23966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.816390 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-6acf0438-59d5-4b83-99ed-b1050216a95e tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:56.817921 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-6acf0438-59d5-4b83-99ed-b1050216a95e tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755354 Aug 20 11:32:56.834737 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54bc0824-9f89-4eef-baee-e68bdaa23966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.835652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device fd181e57-8bf4-47a4-88db-80bf69b9049c details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:32:56.880818 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18523453-e7a3-4f71-b5bf-8191670e13c0 req-05d151ad-a4c0-400d-a141-32f953cab40d tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:56.886541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-fd2b0386-0274-4699-8340-a4c16d0c9850 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Request body: {'port': {'device_id': '8c18ce47-6ee2-48f9-a734-c53a26b4a3ab', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '4602564aeb2547cb8c2d3112c5bfa6a8'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:56.888773 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18523453-e7a3-4f71-b5bf-8191670e13c0 req-05d151ad-a4c0-400d-a141-32f953cab40d tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 949 time: 0.0989039 Aug 20 11:32:56.890646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc0824-9f89-4eef-baee-e68bdaa23966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8749db07-6ab8-4e61-9db8-69189ae3f0d8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:56.950449 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18523453-e7a3-4f71-b5bf-8191670e13c0 req-475a81de-bd9b-4a24-93c3-a423366756b0 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/security-groups?id=49764926-6cf3-4e0c-b39f-22afc988ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544064 Aug 20 11:32:56.975605 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port fd181e57-8bf4-47a4-88db-80bf69b9049c, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=fd181e57-8bf4-47a4-88db-80bf69b9049c,segment=NetworkSegment(b59b7a87-4437-4875-88c7-49d2d862150c),segment_id=b59b7a87-4437-4875-88c7-49d2d862150c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:56.995116 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54bc0824-9f89-4eef-baee-e68bdaa23966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.997806 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-54bc0824-9f89-4eef-baee-e68bdaa23966 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8749db07-6ab8-4e61-9db8-69189ae3f0d8 HTTP/1.1" status: 204 len: 168 time: 0.5239174 Aug 20 11:32:57.005788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53128) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:57.029804 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a466fac-5408-4337-bf4f-7fff258c1e31 req-684c657a-c008-4307-94e5-dabe61b251f1 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:57.031376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a466fac-5408-4337-bf4f-7fff258c1e31 req-684c657a-c008-4307-94e5-dabe61b251f1 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 945 time: 0.1921844 Aug 20 11:32:57.107673 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a466fac-5408-4337-bf4f-7fff258c1e31 req-499448bb-134a-488b-b79b-4e9c92a7190c tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688264 Aug 20 11:32:57.160177 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-806de404-90c0-4506-9d5f-9b17d98bd864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.177346 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-fd2b0386-0274-4699-8340-a4c16d0c9850 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Made reservation on behalf of 4602564aeb2547cb8c2d3112c5bfa6a8 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:57.181460 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-fd2b0386-0274-4699-8340-a4c16d0c9850 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.201033 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c6240e81-c8bd-4f19-a77a-99f33be942b7 req-b19c6c98-f3aa-452f-8f0a-cdd1150a2c32 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 210 time: 0.1645947 Aug 20 11:32:57.216239 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'fd181e57-8bf4-47a4-88db-80bf69b9049c', 'network_id': 'cd191cf3-8225-4c1e-becf-498a67d2725b', 'port_id': 'fd181e57-8bf4-47a4-88db-80bf69b9049c', 'mac_address': 'fa:16:3e:82:c2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565d747d-f928-4d60-9cdd-0a49ae2e0085', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:32:57.263271 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.280909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd181e57-8bf4-47a4-88db-80bf69b9049c {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:57.309176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port fd181e57-8bf4-47a4-88db-80bf69b9049c, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=fd181e57-8bf4-47a4-88db-80bf69b9049c,segment=NetworkSegment(b59b7a87-4437-4875-88c7-49d2d862150c),segment_id=b59b7a87-4437-4875-88c7-49d2d862150c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:57.314263 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.378390 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-fd2b0386-0274-4699-8340-a4c16d0c9850 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Allocated IP 192.168.233.31 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/b6136787-7a9f-4df0-bd38-0df5eaa6ecd9) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:57.403205 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-806de404-90c0-4506-9d5f-9b17d98bd864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.412789 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=fd181e57-8bf4-47a4-88db-80bf69b9049c,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:57.414589 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-806de404-90c0-4506-9d5f-9b17d98bd864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd07167d-8d5a-47ff-a7de-7bf1c951cb78']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:57.448112 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-806de404-90c0-4506-9d5f-9b17d98bd864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29745a6c-49a0-4aeb-9525-1fb469df4b6b') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:57.451560 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-806de404-90c0-4506-9d5f-9b17d98bd864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29745a6c-49a0-4aeb-9525-1fb469df4b6b') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:57.476387 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-806de404-90c0-4506-9d5f-9b17d98bd864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.494132 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-806de404-90c0-4506-9d5f-9b17d98bd864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.502912 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806de404-90c0-4506-9d5f-9b17d98bd864 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:32:57.503625 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-806de404-90c0-4506-9d5f-9b17d98bd864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:32:57.552502 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:32:57.615993 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-fd2b0386-0274-4699-8340-a4c16d0c9850 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.626882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7fc5e-30a5-4cad-8ef8-7b4349a6eb47 req-96d824d2-2a5a-417f-aefe-d61af2eed26f tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:57.629391 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2fb7fc5e-30a5-4cad-8ef8-7b4349a6eb47 req-96d824d2-2a5a-417f-aefe-d61af2eed26f tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 945 time: 0.0857611 Aug 20 11:32:57.635131 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-806de404-90c0-4506-9d5f-9b17d98bd864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.642065 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-fd2b0386-0274-4699-8340-a4c16d0c9850 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Transition to ACTIVE for port object b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:57.656593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-806de404-90c0-4506-9d5f-9b17d98bd864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.659196 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-806de404-90c0-4506-9d5f-9b17d98bd864 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cd07167d-8d5a-47ff-a7de-7bf1c951cb78 HTTP/1.1" status: 204 len: 168 time: 0.6560462 Aug 20 11:32:57.665434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53146) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:57.685307 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806de404-90c0-4506-9d5f-9b17d98bd864 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd07167d-8d5a-47ff-a7de-7bf1c951cb78,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:57.703305 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['fd181e57-8bf4-47a4-88db-80bf69b9049c'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:57.740925 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2fb7fc5e-30a5-4cad-8ef8-7b4349a6eb47 req-6d36cb34-4824-4366-a8aa-330b1c3e5229 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6bad9f3-2375-4f92-8505-8332affbcbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978327 Aug 20 11:32:57.789301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0963946-96ac-4925-8336-237cc7d7769b admin admin] Deleting subnet bccfc0b7-5a22-4b96-beee-1d2e5e8244f3 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:32:57.793624 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0963946-96ac-4925-8336-237cc7d7769b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.795914 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-fd2b0386-0274-4699-8340-a4c16d0c9850 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.807643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['aaed87d8-46bf-42f3-9c06-215ed36a3787'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:57.868017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b0386-0274-4699-8340-a4c16d0c9850 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Pushing event updated for resources: {'Port': ['ID=b6136787-7a9f-4df0-bd38-0df5eaa6ecd9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:57.888147 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.892732 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0963946-96ac-4925-8336-237cc7d7769b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.895614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-fd2b0386-0274-4699-8340-a4c16d0c9850 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:57.918689 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-fd2b0386-0274-4699-8340-a4c16d0c9850 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:57.925992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-fd2b0386-0274-4699-8340-a4c16d0c9850 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:58.008011 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0963946-96ac-4925-8336-237cc7d7769b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.019678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-fd2b0386-0274-4699-8340-a4c16d0c9850 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:58.020292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-fd2b0386-0274-4699-8340-a4c16d0c9850 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.080833 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-fd2b0386-0274-4699-8340-a4c16d0c9850 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2398717 Aug 20 11:32:58.123180 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Request body: {'port': {'device_id': '8c18ce47-6ee2-48f9-a734-c53a26b4a3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:58.130890 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0963946-96ac-4925-8336-237cc7d7769b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.186038 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0963946-96ac-4925-8336-237cc7d7769b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bccfc0b7-5a22-4b96-beee-1d2e5e8244f3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:58.194144 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0963946-96ac-4925-8336-237cc7d7769b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.199950 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53162) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:58.200451 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f0963946-96ac-4925-8336-237cc7d7769b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bccfc0b7-5a22-4b96-beee-1d2e5e8244f3 HTTP/1.1" status: 204 len: 168 time: 0.5329659 Aug 20 11:32:58.291270 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.336109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-86d95354-3f59-4f46-b9ad-4f537ab2ef43 None None] Provisioning for port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:58.346443 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-86d95354-3f59-4f46-b9ad-4f537ab2ef43 None None] Provisioning complete for port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:58.348104 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-86d95354-3f59-4f46-b9ad-4f537ab2ef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.405017 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ead61e3-48ae-4abd-bf21-ea4d54aa3183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.416273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34123181-d8b2-469c-b15d-e8930e76da6e req-1552f439-58a9-45be-aae2-a2c2b05e44e2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:58.416504 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b66be3-c5ee-4cd1-992f-f45902ae8be8 req-41672c45-7bdd-474f-8f8e-a50d851aa578 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:58.418074 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-34123181-d8b2-469c-b15d-e8930e76da6e req-1552f439-58a9-45be-aae2-a2c2b05e44e2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 945 time: 0.1586845 Aug 20 11:32:58.421130 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e4b66be3-c5ee-4cd1-992f-f45902ae8be8 req-41672c45-7bdd-474f-8f8e-a50d851aa578 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 935 time: 0.1057434 Aug 20 11:32:58.430253 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-86d95354-3f59-4f46-b9ad-4f537ab2ef43 None None] Port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:32:58.491418 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-34123181-d8b2-469c-b15d-e8930e76da6e req-c3af751a-df4e-466e-aa08-3dc63f52a4e2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636306 Aug 20 11:32:58.568138 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ead61e3-48ae-4abd-bf21-ea4d54aa3183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.593188 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e4b66be3-c5ee-4cd1-992f-f45902ae8be8 req-7f22ca1e-c1d2-4f1b-a5a0-50efa9d86e0e tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609039 Aug 20 11:32:58.602779 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-4ead61e3-48ae-4abd-bf21-ea4d54aa3183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7642dfe-60cb-406e-83f2-4229ea274e40']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:58.622537 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-4ead61e3-48ae-4abd-bf21-ea4d54aa3183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904fc8a3-0b0b-44ba-b3b4-5c862fcde9e9') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:58.622961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-4ead61e3-48ae-4abd-bf21-ea4d54aa3183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904fc8a3-0b0b-44ba-b3b4-5c862fcde9e9') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:58.641946 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ead61e3-48ae-4abd-bf21-ea4d54aa3183 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.660052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ead61e3-48ae-4abd-bf21-ea4d54aa3183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.670619 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ead61e3-48ae-4abd-bf21-ea4d54aa3183 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:32:58.671114 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ead61e3-48ae-4abd-bf21-ea4d54aa3183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:32:58.728848 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:32:58.744374 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ead61e3-48ae-4abd-bf21-ea4d54aa3183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.751649 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ead61e3-48ae-4abd-bf21-ea4d54aa3183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.770442 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4ead61e3-48ae-4abd-bf21-ea4d54aa3183 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b7642dfe-60cb-406e-83f2-4229ea274e40 HTTP/1.1" status: 204 len: 168 time: 0.5663862 Aug 20 11:32:58.816243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead61e3-48ae-4abd-bf21-ea4d54aa3183 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7642dfe-60cb-406e-83f2-4229ea274e40,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:58.848946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:58.850583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 9fbd8547-0868-4c91-a825-5b5696d2cc54 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:58.872741 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.884927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ea6e8-879a-4045-871a-fbb604267911 req-9f031928-8389-4653-b2f2-0eef7bafac99 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:58.886583 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7c6ea6e8-879a-4045-871a-fbb604267911 req-9f031928-8389-4653-b2f2-0eef7bafac99 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 945 time: 0.0663548 Aug 20 11:32:58.896176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 9fbd8547-0868-4c91-a825-5b5696d2cc54 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:58.896651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 9fbd8547-0868-4c91-a825-5b5696d2cc54 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:58.904426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Transition to ACTIVE for port object b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:58.910139 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.953157 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7c6ea6e8-879a-4045-871a-fbb604267911 req-ed366f04-2669-4972-a34f-f815719b94db tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6bad9f3-2375-4f92-8505-8332affbcbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565031 Aug 20 11:32:59.013975 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6136787-7a9f-4df0-bd38-0df5eaa6ecd9,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:59.097137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Attempting to bind port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:59.097469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Attempting to bind port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:59.097799 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Attempting to bind port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:59.103464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:32:59.103845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Attempting to bind port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:59.109130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:59.109467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:59.109851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:59.110276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Bound port: b6136787-7a9f-4df0-bd38-0df5eaa6ecd9, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:59.110633 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.119987 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53220) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:59.184156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53222) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:59.184830 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c1fa0106-77a9-4ec0-905a-93bd3a975d2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a03a5c14c564bc18c23b6d03819805b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635936 Aug 20 11:32:59.204381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] For port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:59.225875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] For port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b6136787-7a9f-4df0-bd38-0df5eaa6ecd9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:59.232081 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.278865 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:59.279484 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.280901 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] 10.222.0.76 "PUT /v2.0/ports/b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 HTTP/1.1" status: 200 len: 1095 time: 1.1654935 Aug 20 11:32:59.281333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c18ce47-6ee2-48f9-a734-c53a26b4a3ab', 'tag': 'b6136787-7a9f-4df0-bd38-0df5eaa6ecd9'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:59.283643 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755585a6-d4f8-4ca3-84ea-48d2c267f6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8c18ce47-6ee2-48f9-a734-c53a26b4a3ab", "tag": "b6136787-7a9f-4df0-bd38-0df5eaa6ecd9"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:59.320418 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d196dd0d-042f-4990-a4bf-052673511676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.345271 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed35e64-b7bc-49be-9bac-70812e03983b x-openstack-request-id: req-6ed35e64-b7bc-49be-9bac-70812e03983b {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:59.345271 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c18ce47-6ee2-48f9-a734-c53a26b4a3ab", "tag": "b6136787-7a9f-4df0-bd38-0df5eaa6ecd9", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:59.345581 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ed35e64-b7bc-49be-9bac-70812e03983b {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:59.345847 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c18ce47-6ee2-48f9-a734-c53a26b4a3ab', 'tag': 'b6136787-7a9f-4df0-bd38-0df5eaa6ecd9', 'status': 'completed', 'code': 200} Aug 20 11:32:59.346451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc000dc-2b67-43b2-a6a3-3b05f9b005e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6136787-7a9f-4df0-bd38-0df5eaa6ecd9,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:59.379130 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d196dd0d-042f-4990-a4bf-052673511676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.417996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-63682d69-6992-49c7-a9c0-9c35479f424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:59.419676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-63682d69-6992-49c7-a9c0-9c35479f424a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4602564aeb2547cb8c2d3112c5bfa6a8&device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 1098 time: 0.0916934 Aug 20 11:32:59.465782 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-1c9ce4f8-f6e5-4aff-b206-056b03496ba4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 HTTP/1.1" status: 200 len: 217 time: 0.0378954 Aug 20 11:32:59.471234 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d196dd0d-042f-4990-a4bf-052673511676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.474021 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d196dd0d-042f-4990-a4bf-052673511676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.475077 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d196dd0d-042f-4990-a4bf-052673511676 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60433f38-6b99-4603-a630-19265ff72102 HTTP/1.1" status: 204 len: 168 time: 0.2893333 Aug 20 11:32:59.511039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196dd0d-042f-4990-a4bf-052673511676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60433f38-6b99-4603-a630-19265ff72102,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:59.538783 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-320d59da-2c6c-4978-b349-cbd3227cbb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:59.540346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-320d59da-2c6c-4978-b349-cbd3227cbb4b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0643137 Aug 20 11:32:59.663606 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b99d2-b6a8-4c44-9eac-02c55ac32367 req-ce30aa88-2807-4cd5-8241-1519df5ef2fd tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:59.671963 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d8b99d2-b6a8-4c44-9eac-02c55ac32367 req-ce30aa88-2807-4cd5-8241-1519df5ef2fd tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 945 time: 0.0737636 Aug 20 11:32:59.682126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-ccca8ba3-527a-4205-a93e-da826c017c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:59.684415 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-ccca8ba3-527a-4205-a93e-da826c017c0a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1355374 Aug 20 11:32:59.740716 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056eb8f-024a-4766-b4f8-fb465c16ee7c req-fba1e814-a65a-4536-bd7b-d046a76d841b tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:59.742554 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b056eb8f-024a-4766-b4f8-fb465c16ee7c req-fba1e814-a65a-4536-bd7b-d046a76d841b tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 947 time: 0.0655406 Aug 20 11:32:59.797079 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b056eb8f-024a-4766-b4f8-fb465c16ee7c req-e47a2200-71d0-48a6-ac38-b018e04d4dff tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484498 Aug 20 11:32:59.797812 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d8b99d2-b6a8-4c44-9eac-02c55ac32367 req-2ac7df93-62b2-4e93-8f5a-ae90222108b1 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247151 Aug 20 11:32:59.841918 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-8468e67c-941e-4f7f-a905-7a66586906cc service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457796 Aug 20 11:32:59.924681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53242) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:59.975483 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-84540272-9a14-4133-9be4-eba85e1b0cf7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4533aa0049fe41468f223a4d4a7ca240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495718 Aug 20 11:32:59.982812 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53248) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:00.013988 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e8a5a7a-54f5-47e5-a030-792c03d6a225 req-ef0664f8-ec6e-4a3e-93de-af94ea8b1a97 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643407 Aug 20 11:33:00.132803 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b63a3e3-b723-4f22-93bd-a75ef0c40d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.133791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755585a6-d4f8-4ca3-84ea-48d2c267f6ae req-5bb387d0-7083-4c3f-8cb9-499f5bcdc2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:00.135105 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-755585a6-d4f8-4ca3-84ea-48d2c267f6ae req-5bb387d0-7083-4c3f-8cb9-499f5bcdc2e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4602564aeb2547cb8c2d3112c5bfa6a8&device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 1098 time: 0.0473757 Aug 20 11:33:00.147122 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb6f81-4c0c-4d90-a659-cf629e27f765 req-134b37b1-f7d9-4a2d-b814-3849c4dbf325 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:00.148619 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cfbb6f81-4c0c-4d90-a659-cf629e27f765 req-134b37b1-f7d9-4a2d-b814-3849c4dbf325 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 945 time: 0.1016743 Aug 20 11:33:00.183169 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b63a3e3-b723-4f22-93bd-a75ef0c40d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.225362 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cfbb6f81-4c0c-4d90-a659-cf629e27f765 req-ac4b178d-2279-4aee-af13-f8c3ed91a2ba tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6bad9f3-2375-4f92-8505-8332affbcbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672190 Aug 20 11:33:00.254902 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b63a3e3-b723-4f22-93bd-a75ef0c40d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.257401 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b63a3e3-b723-4f22-93bd-a75ef0c40d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.258684 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5b63a3e3-b723-4f22-93bd-a75ef0c40d6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99d943b2-304c-4ea7-9eb7-16a56e326963 HTTP/1.1" status: 204 len: 168 time: 0.2747982 Aug 20 11:33:00.267375 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63a3e3-b723-4f22-93bd-a75ef0c40d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d943b2-304c-4ea7-9eb7-16a56e326963,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:00.271986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755585a6-d4f8-4ca3-84ea-48d2c267f6ae req-1777827d-1a3b-4787-b492-fbe6fbdc94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:00.277412 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-755585a6-d4f8-4ca3-84ea-48d2c267f6ae req-1777827d-1a3b-4787-b492-fbe6fbdc94fa service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.1354377 Aug 20 11:33:00.334249 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-755585a6-d4f8-4ca3-84ea-48d2c267f6ae req-fcb7249f-1d59-4217-9d48-d481e492952b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 HTTP/1.1" status: 200 len: 217 time: 0.0416698 Aug 20 11:33:00.393771 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755585a6-d4f8-4ca3-84ea-48d2c267f6ae req-05d90a88-551a-478a-a1cf-2545c4aee24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:00.395488 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-755585a6-d4f8-4ca3-84ea-48d2c267f6ae req-05d90a88-551a-478a-a1cf-2545c4aee24f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0512886 Aug 20 11:33:00.470000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755585a6-d4f8-4ca3-84ea-48d2c267f6ae req-561623bb-6feb-40bd-9d47-6fe306a61578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:00.472201 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-755585a6-d4f8-4ca3-84ea-48d2c267f6ae req-561623bb-6feb-40bd-9d47-6fe306a61578 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671911 Aug 20 11:33:00.596309 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-755585a6-d4f8-4ca3-84ea-48d2c267f6ae req-7a0fbe39-c955-44f8-be4f-821481641ffc service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166942 Aug 20 11:33:00.720847 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-755585a6-d4f8-4ca3-84ea-48d2c267f6ae req-bb4efcf5-d07f-41b1-aca0-2d8950cc4519 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173704 Aug 20 11:33:00.863035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device a6f6feb9-3c41-4f14-bd10-32d299b1045f details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:00.929896 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8612e57-37ab-40ff-998d-dd10417c7779 req-03e64865-c501-4625-9bcb-90291ec9f255 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:00.937206 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8612e57-37ab-40ff-998d-dd10417c7779 req-03e64865-c501-4625-9bcb-90291ec9f255 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 945 time: 0.0695114 Aug 20 11:33:00.945415 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device fd181e57-8bf4-47a4-88db-80bf69b9049c up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:00.973187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed6912-b00b-4d2a-b347-07fc47a56b0c req-85d69811-f9de-4b98-af95-62d6b327cd02 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:00.974980 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f6ed6912-b00b-4d2a-b347-07fc47a56b0c req-85d69811-f9de-4b98-af95-62d6b327cd02 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 947 time: 0.0935409 Aug 20 11:33:01.021004 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8612e57-37ab-40ff-998d-dd10417c7779 req-97203796-ef47-4f83-996d-228ccd169d3c tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763199 Aug 20 11:33:01.036896 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f6ed6912-b00b-4d2a-b347-07fc47a56b0c req-c1865767-1717-4659-9d5b-27f74f059ca3 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541270 Aug 20 11:33:01.070375 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port a6f6feb9-3c41-4f14-bd10-32d299b1045f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a6f6feb9-3c41-4f14-bd10-32d299b1045f,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:01.084055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port fd181e57-8bf4-47a4-88db-80bf69b9049c completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:01.094669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port fd181e57-8bf4-47a4-88db-80bf69b9049c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:01.095281 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.098687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f', 'mac_address': 'fa:16:3e:ba:fe:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:01.182447 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.219569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6f6feb9-3c41-4f14-bd10-32d299b1045f {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:01.250300 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.256145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port a6f6feb9-3c41-4f14-bd10-32d299b1045f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a6f6feb9-3c41-4f14-bd10-32d299b1045f,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:01.264819 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.310234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ef0217-5c38-4b83-a69b-2ac7f8838287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd181e57-8bf4-47a4-88db-80bf69b9049c'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:01.313054 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6392ab1f-8b3c-483d-a8f9-7835176bbc18" -d '{"events": [{"server_uuid": "a1ef0217-5c38-4b83-a69b-2ac7f8838287", "name": "network-vif-plugged", "status": "completed", "tag": "fd181e57-8bf4-47a4-88db-80bf69b9049c"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:01.338522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port fd181e57-8bf4-47a4-88db-80bf69b9049c, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=fd181e57-8bf4-47a4-88db-80bf69b9049c,segment=NetworkSegment(b59b7a87-4437-4875-88c7-49d2d862150c),segment_id=b59b7a87-4437-4875-88c7-49d2d862150c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:01.351012 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.357290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=a6f6feb9-3c41-4f14-bd10-32d299b1045f,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:01.411556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['a6f6feb9-3c41-4f14-bd10-32d299b1045f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:01.440394 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a409c8c1-7efc-45f0-96c8-881d1db42715 x-openstack-request-id: req-a409c8c1-7efc-45f0-96c8-881d1db42715 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:01.440700 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ef0217-5c38-4b83-a69b-2ac7f8838287", "name": "network-vif-plugged", "status": "completed", "tag": "fd181e57-8bf4-47a4-88db-80bf69b9049c", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:01.440955 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a409c8c1-7efc-45f0-96c8-881d1db42715 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:01.441337 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ef0217-5c38-4b83-a69b-2ac7f8838287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd181e57-8bf4-47a4-88db-80bf69b9049c', 'code': 200} Aug 20 11:33:01.442038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=fd181e57-8bf4-47a4-88db-80bf69b9049c,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:01.452863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13529ebd-5777-43ad-b4b5-b3914587c79a req-7b9d7edf-0fa7-4a54-8620-535e2d49484d tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:01.463194 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-13529ebd-5777-43ad-b4b5-b3914587c79a req-7b9d7edf-0fa7-4a54-8620-535e2d49484d tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 946 time: 0.1188653 Aug 20 11:33:01.531985 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-13529ebd-5777-43ad-b4b5-b3914587c79a req-545b0168-ec9e-4a38-a161-ecd90db6fa56 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6bad9f3-2375-4f92-8505-8332affbcbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671339 Aug 20 11:33:01.599746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb909c02-5427-4b0c-b8e4-2dd3a27de31b req-fea1a7b3-92cf-4f33-ba99-77661f17d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:01.602950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cb909c02-5427-4b0c-b8e4-2dd3a27de31b req-fea1a7b3-92cf-4f33-ba99-77661f17d9a7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 1097 time: 0.0554163 Aug 20 11:33:01.653698 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cb909c02-5427-4b0c-b8e4-2dd3a27de31b req-00e934f8-f5df-4b30-aa2a-8e891b9de315 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d6bad9f3-2375-4f92-8505-8332affbcbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372810 Aug 20 11:33:02.200781 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d6785-de23-4294-87bf-6e05caab7e6e req-0e3ee98e-244d-4fa5-9b60-e78ea03c00a7 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:02.207929 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d05d6785-de23-4294-87bf-6e05caab7e6e req-0e3ee98e-244d-4fa5-9b60-e78ea03c00a7 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 947 time: 0.0762110 Aug 20 11:33:02.243213 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5c2f4-f69d-4196-9b07-dcf17480f22c req-77464a00-071b-4a29-98a8-3d188e073b69 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:02.246664 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d3b5c2f4-f69d-4196-9b07-dcf17480f22c req-77464a00-071b-4a29-98a8-3d188e073b69 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 945 time: 0.0669792 Aug 20 11:33:02.260740 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d05d6785-de23-4294-87bf-6e05caab7e6e req-9cae95ab-edd4-4a37-87a4-cbce615d7809 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511398 Aug 20 11:33:02.305525 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d3b5c2f4-f69d-4196-9b07-dcf17480f22c req-aa6195f8-4823-40d6-946d-fe23fd93b98d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521402 Aug 20 11:33:02.513258 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7435915f-79c6-4ffa-8246-12c3b3c53746 req-7af5273a-85f9-4ea7-aa35-a4766caf4e2e tempest-FlavorsV2NegativeTest-1139869686 tempest-FlavorsV2NegativeTest-1139869686-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c10de93e573d4abe854942d08c0dbbf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423455 Aug 20 11:33:02.566353 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.614136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:02.695462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435915f-79c6-4ffa-8246-12c3b3c53746 req-a1209ec6-5281-4472-ac57-6969840d0e2a tempest-FlavorsV2NegativeTest-1139869686 tempest-FlavorsV2NegativeTest-1139869686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:02.698262 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7435915f-79c6-4ffa-8246-12c3b3c53746 req-a1209ec6-5281-4472-ac57-6969840d0e2a tempest-FlavorsV2NegativeTest-1139869686 tempest-FlavorsV2NegativeTest-1139869686-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801524 Aug 20 11:33:02.722490 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7435915f-79c6-4ffa-8246-12c3b3c53746 req-9bd51486-b55b-449f-9cde-655ff2fe3057 tempest-FlavorsV2NegativeTest-1139869686 tempest-FlavorsV2NegativeTest-1139869686-project] 10.222.0.37 "GET /v2.0/quotas/c10de93e573d4abe854942d08c0dbbf0 HTTP/1.1" status: 200 len: 375 time: 0.0166585 Aug 20 11:33:02.754579 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b6136787-7a9f-4df0-bd38-0df5eaa6ecd9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:02.767678 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7435915f-79c6-4ffa-8246-12c3b3c53746 req-d47f6f0e-d282-41a3-a551-cf780e5247e4 tempest-FlavorsV2NegativeTest-1139869686 tempest-FlavorsV2NegativeTest-1139869686-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c10de93e573d4abe854942d08c0dbbf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437317 Aug 20 11:33:02.774534 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'b6136787-7a9f-4df0-bd38-0df5eaa6ecd9', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': 'b6136787-7a9f-4df0-bd38-0df5eaa6ecd9', 'mac_address': 'fa:16:3e:f5:eb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:02.787460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d8c21-df0a-48ac-a3f3-d807ac8d6ff9 req-599e393b-4224-48b9-b4ad-f05011751e45 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:02.796180 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-489d8c21-df0a-48ac-a3f3-d807ac8d6ff9 req-599e393b-4224-48b9-b4ad-f05011751e45 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 946 time: 0.0721936 Aug 20 11:33:02.833000 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.860753 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-489d8c21-df0a-48ac-a3f3-d807ac8d6ff9 req-3992537b-f6a8-4e8f-af6f-17763cfa75f4 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6bad9f3-2375-4f92-8505-8332affbcbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545368 Aug 20 11:33:02.861012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:02.883628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b6136787-7a9f-4df0-bd38-0df5eaa6ecd9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:02.891714 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device a6f6feb9-3c41-4f14-bd10-32d299b1045f up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:02.896294 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.988967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b6136787-7a9f-4df0-bd38-0df5eaa6ecd9,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:02.998633 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port a6f6feb9-3c41-4f14-bd10-32d299b1045f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:02.999006 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.112657 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.129178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['b6136787-7a9f-4df0-bd38-0df5eaa6ecd9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:03.205972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port a6f6feb9-3c41-4f14-bd10-32d299b1045f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a6f6feb9-3c41-4f14-bd10-32d299b1045f,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:03.212503 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.311851 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=a6f6feb9-3c41-4f14-bd10-32d299b1045f,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:03.453689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50795ab0-9747-464a-8bf8-88035b559f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:03.464107 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2165d4-001b-4ea8-86e7-d05e55162a5c" -d '{"events": [{"server_uuid": "50795ab0-9747-464a-8bf8-88035b559f30", "name": "network-vif-plugged", "status": "completed", "tag": "a6f6feb9-3c41-4f14-bd10-32d299b1045f"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:03.526428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5293e59-7bcb-4946-853a-3bb318ff1a64 req-470c3d81-f499-464e-84e5-65424b43f843 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:03.528399 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5293e59-7bcb-4946-853a-3bb318ff1a64 req-470c3d81-f499-464e-84e5-65424b43f843 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 945 time: 0.0576673 Aug 20 11:33:03.529080 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bb370-fcfb-4a12-8366-a94d02e9118d req-02d5b719-9ebf-4d21-86c0-b726563c9c96 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:03.531099 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bd5bb370-fcfb-4a12-8366-a94d02e9118d req-02d5b719-9ebf-4d21-86c0-b726563c9c96 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 948 time: 0.1142886 Aug 20 11:33:03.585134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5293e59-7bcb-4946-853a-3bb318ff1a64 req-9a2d2fc3-7546-46dc-bdc9-b90998177e7f tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439692 Aug 20 11:33:03.585639 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53492) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:03.614189 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bd5bb370-fcfb-4a12-8366-a94d02e9118d req-578d21cd-c88d-4033-ac32-20564c5de7b7 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581646 Aug 20 11:33:03.702091 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-1d3e0263-d92b-4814-af5d-fdb1516e1415 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa22ed27b00142d982334eb0d057ed95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260158 Aug 20 11:33:03.750946 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6f29e3-34e6-4884-8b88-0731502231ea x-openstack-request-id: req-bd6f29e3-34e6-4884-8b88-0731502231ea {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:03.751483 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50795ab0-9747-464a-8bf8-88035b559f30", "name": "network-vif-plugged", "status": "completed", "tag": "a6f6feb9-3c41-4f14-bd10-32d299b1045f", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:03.751582 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd6f29e3-34e6-4884-8b88-0731502231ea {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:03.751950 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50795ab0-9747-464a-8bf8-88035b559f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f', 'code': 200} Aug 20 11:33:03.781072 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ae028a3-262e-4d68-a3c1-61a773ac7c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.868585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-4b074e93-f533-47c1-a16a-f25dcab07cfa tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:03.870434 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-4b074e93-f533-47c1-a16a-f25dcab07cfa tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606579 Aug 20 11:33:03.892585 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-20b69250-1991-49cc-b0d4-2106e32354f3 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/quotas/aa22ed27b00142d982334eb0d057ed95 HTTP/1.1" status: 200 len: 375 time: 0.0139005 Aug 20 11:33:03.945962 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-a52da029-35e8-445e-b334-519d2aea4de7 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa22ed27b00142d982334eb0d057ed95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417447 Aug 20 11:33:04.001119 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ae028a3-262e-4d68-a3c1-61a773ac7c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.009590 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ae028a3-262e-4d68-a3c1-61a773ac7c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.063024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae028a3-262e-4d68-a3c1-61a773ac7c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6a11f0-e577-49ca-8d50-6afefdc18504,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:04.074199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5ae028a3-262e-4d68-a3c1-61a773ac7c5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c10de93e573d4abe854942d08c0dbbf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4875090 Aug 20 11:33:04.078688 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53514) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:04.131755 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61051794-274a-4974-9c75-8c1437cec1eb req-4b12544d-ff8e-49de-bf32-e808fc2641fd tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:04.140479 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-61051794-274a-4974-9c75-8c1437cec1eb req-4b12544d-ff8e-49de-bf32-e808fc2641fd tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 946 time: 0.0924351 Aug 20 11:33:04.181847 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3d9c400c-d211-41b2-a7fa-c9a90597ed9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.209223 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3d9c400c-d211-41b2-a7fa-c9a90597ed9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.244808 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-61051794-274a-4974-9c75-8c1437cec1eb req-1a5c6262-8c74-4970-8927-f9128ced6b74 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6bad9f3-2375-4f92-8505-8332affbcbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030352 Aug 20 11:33:04.282976 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3d9c400c-d211-41b2-a7fa-c9a90597ed9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.286425 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3d9c400c-d211-41b2-a7fa-c9a90597ed9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.287790 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3d9c400c-d211-41b2-a7fa-c9a90597ed9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f6a11f0-e577-49ca-8d50-6afefdc18504 HTTP/1.1" status: 204 len: 168 time: 0.2074182 Aug 20 11:33:04.322407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c400c-d211-41b2-a7fa-c9a90597ed9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6a11f0-e577-49ca-8d50-6afefdc18504,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:04.389531 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e33a50c2-a006-4778-982f-01a574f2f273 req-27b658a2-f293-4eda-b156-4c9519a71fe8 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa22ed27b00142d982334eb0d057ed95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602114 Aug 20 11:33:04.605628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a50c2-a006-4778-982f-01a574f2f273 req-6aec8b95-42b8-43fe-bc5c-eb7a96b49086 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:04.615062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e33a50c2-a006-4778-982f-01a574f2f273 req-6aec8b95-42b8-43fe-bc5c-eb7a96b49086 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145481 Aug 20 11:33:04.628194 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:04.656399 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e33a50c2-a006-4778-982f-01a574f2f273 req-d8612929-54cb-4d1c-9c12-d1a765c2cf51 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/quotas/aa22ed27b00142d982334eb0d057ed95 HTTP/1.1" status: 200 len: 375 time: 0.0399477 Aug 20 11:33:04.780702 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e33a50c2-a006-4778-982f-01a574f2f273 req-8928c233-1022-4c6a-9e37-5f1c59d84275 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa22ed27b00142d982334eb0d057ed95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1211512 Aug 20 11:33:04.790199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:04.812018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:04.814845 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.894249 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bd783-50aa-4487-b6d5-bd5bd34884c1 req-806f2331-26fa-472b-b68f-2951bf662fb3 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:04.895718 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8e6bd783-50aa-4487-b6d5-bd5bd34884c1 req-806f2331-26fa-472b-b68f-2951bf662fb3 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 945 time: 0.1435976 Aug 20 11:33:04.975132 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.004965 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8e6bd783-50aa-4487-b6d5-bd5bd34884c1 req-72c568c2-2a25-4c5b-9fae-687a91879b58 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924466 Aug 20 11:33:05.099038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b6136787-7a9f-4df0-bd38-0df5eaa6ecd9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:05.104156 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.218113 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b6136787-7a9f-4df0-bd38-0df5eaa6ecd9,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:05.243558 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ece96-cb51-47c5-8c09-784e011525aa req-be42387e-8986-409b-8da4-3208bde79de9 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:05.254523 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-759ece96-cb51-47c5-8c09-784e011525aa req-be42387e-8986-409b-8da4-3208bde79de9 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 949 time: 0.1109338 Aug 20 11:33:05.357499 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-759ece96-cb51-47c5-8c09-784e011525aa req-72a96fe3-548a-4d49-979c-cb97f68a00b0 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021705 Aug 20 11:33:05.542079 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7d38f5bf-8a7e-4533-94c3-a9024b751354 req-c3febf62-f678-4e6f-b0f0-d94145126cee tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 210 time: 0.0518506 Aug 20 11:33:05.735833 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-3e5585f7-49c0-4772-b5e8-e1815fd290ae tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=aa22ed27b00142d982334eb0d057ed95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612507 Aug 20 11:33:05.748992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53592) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:05.753652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c18ce47-6ee2-48f9-a734-c53a26b4a3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6136787-7a9f-4df0-bd38-0df5eaa6ecd9'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:05.756100 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f328067-24b8-4e24-a229-47a13c11eb25" -d '{"events": [{"server_uuid": "8c18ce47-6ee2-48f9-a734-c53a26b4a3ab", "name": "network-vif-plugged", "status": "completed", "tag": "b6136787-7a9f-4df0-bd38-0df5eaa6ecd9"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:05.841654 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc99eba8-607b-44ad-ab2c-c44df0a3c42d x-openstack-request-id: req-cc99eba8-607b-44ad-ab2c-c44df0a3c42d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:05.842220 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c18ce47-6ee2-48f9-a734-c53a26b4a3ab", "name": "network-vif-plugged", "status": "completed", "tag": "b6136787-7a9f-4df0-bd38-0df5eaa6ecd9", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:05.842220 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc99eba8-607b-44ad-ab2c-c44df0a3c42d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:05.842431 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c18ce47-6ee2-48f9-a734-c53a26b4a3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6136787-7a9f-4df0-bd38-0df5eaa6ecd9', 'code': 200} Aug 20 11:33:06.003186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-854115cd-d898-47f3-8bdf-5679f5777602 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1930285835-network', 'tenant_id': '85e3edaa635e4b108702459e233c4176'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:06.044521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854115cd-d898-47f3-8bdf-5679f5777602 admin admin] Made reservation on behalf of 85e3edaa635e4b108702459e233c4176 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:06.049528 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-854115cd-d898-47f3-8bdf-5679f5777602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.073440 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-854115cd-d898-47f3-8bdf-5679f5777602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.095599 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-67828d61-6f24-4b49-b15a-136207be754d tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:06.097574 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-67828d61-6f24-4b49-b15a-136207be754d tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3559368 Aug 20 11:33:06.102855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab364e-e424-4e7b-bb98-2e5d788fde50 req-e6cfffc8-a692-4df2-9c52-84a34112c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:06.103350 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d5ab364e-e424-4e7b-bb98-2e5d788fde50 req-e6cfffc8-a692-4df2-9c52-84a34112c4b1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 1100 time: 0.1396675 Aug 20 11:33:06.118370 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Request body: {'port': {'device_id': '297f78be-f938-4d6c-9898-82d5a6fa94d3', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': 'aa22ed27b00142d982334eb0d057ed95'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:06.252078 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-854115cd-d898-47f3-8bdf-5679f5777602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.279025 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d5ab364e-e424-4e7b-bb98-2e5d788fde50 req-e275882a-1049-4902-bf0c-45f45ac7be88 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644461 Aug 20 11:33:06.299225 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-854115cd-d898-47f3-8bdf-5679f5777602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.339189 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00783c-b4f1-4c23-9bba-f2816ca9558d req-c39f6c60-46ea-48ee-b7de-044a466a86ba tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:06.350131 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0f00783c-b4f1-4c23-9bba-f2816ca9558d req-c39f6c60-46ea-48ee-b7de-044a466a86ba tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 945 time: 0.0961590 Aug 20 11:33:06.375176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854115cd-d898-47f3-8bdf-5679f5777602 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:33:06.381069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854115cd-d898-47f3-8bdf-5679f5777602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc667a6-ba15-4356-be8b-c953c2141166,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:06.398192 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-854115cd-d898-47f3-8bdf-5679f5777602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.398663 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-854115cd-d898-47f3-8bdf-5679f5777602 admin admin] Added segment aa92d711-f031-473d-abac-760cf93baac4 of type vlan for network 75f63e75-19be-4ea8-88fe-824cb0111e79 Aug 20 11:33:06.475933 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Made reservation on behalf of aa22ed27b00142d982334eb0d057ed95 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:06.482425 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.499682 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0f00783c-b4f1-4c23-9bba-f2816ca9558d req-951044b3-4c67-4a3a-b55b-d60fe030b0eb tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482184 Aug 20 11:33:06.502221 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.549039 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-854115cd-d898-47f3-8bdf-5679f5777602 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.633590 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-854115cd-d898-47f3-8bdf-5679f5777602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.634905 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854115cd-d898-47f3-8bdf-5679f5777602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:06.635752 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-854115cd-d898-47f3-8bdf-5679f5777602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.661912 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebec06-9e9b-4ada-b0d6-825f251fee9e req-a93af57c-9e87-47b7-9f9f-5e904d030b57 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:06.667204 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-77ebec06-9e9b-4ada-b0d6-825f251fee9e req-a93af57c-9e87-47b7-9f9f-5e904d030b57 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 949 time: 0.0991337 Aug 20 11:33:06.760308 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-77ebec06-9e9b-4ada-b0d6-825f251fee9e req-cb2466fe-ba3d-4145-99a5-2a11605def08 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553458 Aug 20 11:33:06.769667 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.797465 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.843869 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-660eace7-a35e-4ded-a8ad-146ce7a0057a req-82d44be7-585f-4da6-bb80-640d298c6e61 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 210 time: 0.1302173 Aug 20 11:33:06.853071 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-854115cd-d898-47f3-8bdf-5679f5777602 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1028390 Aug 20 11:33:06.853948 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53622) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:06.862015 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5d2cb0b2-11e4-4bb2-975d-4c880191e58e admin admin] Request body: {'subnet': {'network_id': '75f63e75-19be-4ea8-88fe-824cb0111e79', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1930285835-subnet', 'tenant_id': '85e3edaa635e4b108702459e233c4176', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:06.866823 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854115cd-d898-47f3-8bdf-5679f5777602 admin admin] Pushing event updated for resources: {'Network': ['ID=75f63e75-19be-4ea8-88fe-824cb0111e79,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:06.878089 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 75f63e75-19be-4ea8-88fe-824cb0111e79 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:33:06.889183 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2cb0b2-11e4-4bb2-975d-4c880191e58e admin admin] Made reservation on behalf of 85e3edaa635e4b108702459e233c4176 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:06.891512 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb0b2-11e4-4bb2-975d-4c880191e58e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.973259 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e33a50c2-a006-4778-982f-01a574f2f273 req-a6158e2c-b0cb-4e8f-8c6a-dda71121fa62 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=aa22ed27b00142d982334eb0d057ed95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600822 Aug 20 11:33:06.990845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7f4b4e-6ef6-436c-b59a-4c428341ce81,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:07.107418 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb0b2-11e4-4bb2-975d-4c880191e58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.182162 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2cb0b2-11e4-4bb2-975d-4c880191e58e admin admin] Checking segment: {'id': 'aa92d711-f031-473d-abac-760cf93baac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '75f63e75-19be-4ea8-88fe-824cb0111e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:07.182579 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2cb0b2-11e4-4bb2-975d-4c880191e58e admin admin] Network hostable DHCP agents. Network: 75f63e75-19be-4ea8-88fe-824cb0111e79, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:33:07.193941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cb0b2-11e4-4bb2-975d-4c880191e58e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d57bdd-67c5-44c0-8b9a-0885bceb666d,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:07.204226 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2cb0b2-11e4-4bb2-975d-4c880191e58e admin admin] Network 75f63e75-19be-4ea8-88fe-824cb0111e79 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:33:07.225428 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5d2cb0b2-11e4-4bb2-975d-4c880191e58e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 75f63e75-19be-4ea8-88fe-824cb0111e79) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:07.234006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563be10b-dd2c-4167-ac7e-7e85c3712128 None None] Network 75f63e75-19be-4ea8-88fe-824cb0111e79 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:07.257362 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2cb0b2-11e4-4bb2-975d-4c880191e58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:07.258316 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb0b2-11e4-4bb2-975d-4c880191e58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.289935 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5d2cb0b2-11e4-4bb2-975d-4c880191e58e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4316311 Aug 20 11:33:07.293599 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Allocated IP 192.168.233.18 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/01820d37-a262-4efc-a10b-c564d68b2750) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:07.303615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-58dec62a-6b0d-40d5-a2fb-bff89e0be32f tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:07.305915 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-58dec62a-6b0d-40d5-a2fb-bff89e0be32f tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d&tenant_id=9437c8ccf38f4278bfdd6826ef939401&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 1096 time: 0.0933678 Aug 20 11:33:07.322616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a50c2-a006-4778-982f-01a574f2f273 req-059a9e6f-b81e-40e6-b718-0067a0d9a925 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:07.325768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e33a50c2-a006-4778-982f-01a574f2f273 req-059a9e6f-b81e-40e6-b718-0067a0d9a925 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3352048 Aug 20 11:33:07.328511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804299-2'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:07.360212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-e33a50c2-a006-4778-982f-01a574f2f273 req-ae354418-ccc1-4968-b99d-affc9cccb372 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Request body: {'port': {'device_id': '762c04ec-28a0-4a15-94eb-b3e8523d758c', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': 'aa22ed27b00142d982334eb0d057ed95'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:07.401873 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.474435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86724e9-6aee-446b-8223-def040d8863d None None] Network 75f63e75-19be-4ea8-88fe-824cb0111e79 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:07.800194 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] For port 8e80b7a0-4672-4506-8457-f9c78a96006f, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8e80b7a0-4672-4506-8457-f9c78a96006f,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:07.893826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] For port 8e80b7a0-4672-4506-8457-f9c78a96006f, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:07.910378 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33a50c2-a006-4778-982f-01a574f2f273 req-ae354418-ccc1-4968-b99d-affc9cccb372 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Made reservation on behalf of aa22ed27b00142d982334eb0d057ed95 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:07.914273 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e33a50c2-a006-4778-982f-01a574f2f273 req-ae354418-ccc1-4968-b99d-affc9cccb372 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.971406 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.974320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6252e2a0-b8b2-4bc9-a557-edf875d5b40d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e80b7a0-4672-4506-8457-f9c78a96006f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:07.977884 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aee1590-48e2-4e7a-be40-2a4de9192ef6" -d '{"events": [{"server_uuid": "6252e2a0-b8b2-4bc9-a557-edf875d5b40d", "name": "network-vif-unplugged", "status": "completed", "tag": "8e80b7a0-4672-4506-8457-f9c78a96006f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:07.983417 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.002032 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.128237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e80b7a0-4672-4506-8457-f9c78a96006f,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:08.143660 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a70aa6-bdfc-4d0e-ae42-3ca436dad5ee req-ccb5ff13-cba7-4279-817b-3531887deae4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:08.151980 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-65a70aa6-bdfc-4d0e-ae42-3ca436dad5ee req-ccb5ff13-cba7-4279-817b-3531887deae4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 949 time: 0.1289084 Aug 20 11:33:08.160956 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Attempting to bind port 8e80b7a0-4672-4506-8457-f9c78a96006f on host n-h2-804299-2 for vnic_type normal with profile {"migrating_to": "n-h1-804299-2"} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:08.161287 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Attempting to bind port 8e80b7a0-4672-4506-8457-f9c78a96006f by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:08.161626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Attempting to bind port 8e80b7a0-4672-4506-8457-f9c78a96006f on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:08.174110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Port 8e80b7a0-4672-4506-8457-f9c78a96006f on network d470dece-9c15-4ab9-87f2-416f558c1d77 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:33:08.174429 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Attempting to bind port 8e80b7a0-4672-4506-8457-f9c78a96006f on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:08.185943 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:08.186292 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Checking segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:08.186678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Bound using segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:08.187122 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Bound port: 8e80b7a0-4672-4506-8457-f9c78a96006f, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:08.187492 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.193398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Transition to ACTIVE for port object 01820d37-a262-4efc-a10b-c564d68b2750 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:08.219386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf13821-ed80-404f-9355-cff66fcad1df req-c7496401-2305-432b-a905-cd21c952c9ef tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:08.221330 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0bf13821-ed80-404f-9355-cff66fcad1df req-c7496401-2305-432b-a905-cd21c952c9ef tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 943 time: 0.2843199 Aug 20 11:33:08.229302 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-65a70aa6-bdfc-4d0e-ae42-3ca436dad5ee req-10ef2ac4-d624-4d9e-9203-f458f60faa96 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755305 Aug 20 11:33:08.316590 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] For port 8e80b7a0-4672-4506-8457-f9c78a96006f, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:08.319907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0bf13821-ed80-404f-9355-cff66fcad1df req-831bbd87-77e5-4677-9aa7-83892d434ef1 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813818 Aug 20 11:33:08.320164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] For port 8e80b7a0-4672-4506-8457-f9c78a96006f, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8e80b7a0-4672-4506-8457-f9c78a96006f,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:08.341334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.463857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e80b7a0-4672-4506-8457-f9c78a96006f,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:08.522013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-e33a50c2-a006-4778-982f-01a574f2f273 req-ae354418-ccc1-4968-b99d-affc9cccb372 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Allocated IP 192.168.233.233 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/468018d9-06e6-4b48-b4da-696b1c30cb9b) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:08.522684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:08.523309 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.524984 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-622ca658-d6c1-4497-9d96-ae8386259de4 service neutron] 10.222.0.35 "PUT /v2.0/ports/8e80b7a0-4672-4506-8457-f9c78a96006f HTTP/1.1" status: 200 len: 1121 time: 1.2050822 Aug 20 11:33:08.534163 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.579383 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-2bc56aa2-0066-48f4-8b23-921110d4d5d8 req-b61aae66-a22c-4a98-8ba2-741d8ff3e35a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1811772512', 'description': 'tempest-description-1192202941'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:08.609406 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['8e80b7a0-4672-4506-8457-f9c78a96006f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:08.626567 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2bc56aa2-0066-48f4-8b23-921110d4d5d8 req-b61aae66-a22c-4a98-8ba2-741d8ff3e35a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.652588 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36430529-3d15-41dc-8923-996b6ffc6b99 req-400bd773-5a0a-4ea4-aeff-9817f2579bc1 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 210 time: 0.1239460 Aug 20 11:33:08.747790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Pushing event updated for resources: {'Port': ['ID=01820d37-a262-4efc-a10b-c564d68b2750,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:08.775094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:08.786085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:08.787401 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2bc56aa2-0066-48f4-8b23-921110d4d5d8 req-b61aae66-a22c-4a98-8ba2-741d8ff3e35a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.797247 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250df763-7860-4107-83b8-924332417ce4 x-openstack-request-id: req-250df763-7860-4107-83b8-924332417ce4 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:08.797548 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6252e2a0-b8b2-4bc9-a557-edf875d5b40d", "name": "network-vif-unplugged", "status": "completed", "tag": "8e80b7a0-4672-4506-8457-f9c78a96006f", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:08.797903 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-250df763-7860-4107-83b8-924332417ce4 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:08.798279 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6252e2a0-b8b2-4bc9-a557-edf875d5b40d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e80b7a0-4672-4506-8457-f9c78a96006f', 'code': 200} Aug 20 11:33:08.798965 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2bc56aa2-0066-48f4-8b23-921110d4d5d8 req-b61aae66-a22c-4a98-8ba2-741d8ff3e35a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.802616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:08.810196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['8e80b7a0-4672-4506-8457-f9c78a96006f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:08.821410 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.845260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61aae66-a22c-4a98-8ba2-741d8ff3e35a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db40a70-ecbf-4b44-894a-df3aa5844c7e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:08.848610 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2bc56aa2-0066-48f4-8b23-921110d4d5d8 req-b61aae66-a22c-4a98-8ba2-741d8ff3e35a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.859193 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2bc56aa2-0066-48f4-8b23-921110d4d5d8 req-b61aae66-a22c-4a98-8ba2-741d8ff3e35a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2809048 Aug 20 11:33:08.938378 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 8e80b7a0-4672-4506-8457-f9c78a96006f details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:09.349646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 8e80b7a0-4672-4506-8457-f9c78a96006f, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8e80b7a0-4672-4506-8457-f9c78a96006f,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:09.361798 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a0db6-84e2-4407-9a83-32a2c80a5ba6 req-60ce35d1-fc8f-44c2-977f-7744b56a7034 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:09.363798 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a92a0db6-84e2-4407-9a83-32a2c80a5ba6 req-60ce35d1-fc8f-44c2-977f-7744b56a7034 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 949 time: 0.0715334 Aug 20 11:33:09.411647 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-746bdfe0-f459-43e8-a59d-59265034c723 None None] Provisioning for port 01820d37-a262-4efc-a10b-c564d68b2750 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:09.443190 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a92a0db6-84e2-4407-9a83-32a2c80a5ba6 req-76a53629-a4aa-42b4-82cb-7545b2340e52 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693491 Aug 20 11:33:09.458732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-746bdfe0-f459-43e8-a59d-59265034c723 None None] Provisioning complete for port 01820d37-a262-4efc-a10b-c564d68b2750 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:09.459173 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-746bdfe0-f459-43e8-a59d-59265034c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.521814 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 8e80b7a0-4672-4506-8457-f9c78a96006f has no active binding in host n-h1-804299-2 {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:33:09.545241 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-746bdfe0-f459-43e8-a59d-59265034c723 None None] Port 01820d37-a262-4efc-a10b-c564d68b2750 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:33:09.603210 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdebffd-f049-46da-bf90-771579734556 req-c7572e12-737b-4ff3-b719-f8eb3b57a390 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:09.611570 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2cdebffd-f049-46da-bf90-771579734556 req-c7572e12-737b-4ff3-b719-f8eb3b57a390 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 943 time: 0.0815961 Aug 20 11:33:09.637588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-f955eb3d-d763-43b7-9ac9-4b84bb62df2c req-107fb558-afe2-4bc8-9ded-3f5238acfa77 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-199176201', 'description': 'tempest-description-1019658340'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:09.672261 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2cdebffd-f049-46da-bf90-771579734556 req-0d8d378e-acb2-4a0f-9c13-57906a087485 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543637 Aug 20 11:33:09.694330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:09.694967 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.725248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f955eb3d-d763-43b7-9ac9-4b84bb62df2c req-107fb558-afe2-4bc8-9ded-3f5238acfa77 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.732230 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b04efde0-37ad-43dd-9cf3-6b7277c8ae48 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6189828 Aug 20 11:33:09.755158 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Request body: {'port': {'device_id': '297f78be-f938-4d6c-9898-82d5a6fa94d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:09.791196 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86682074-1dbc-423d-8feb-d57f9a33f1d7 req-a1387c9b-e033-4947-a4b7-6f28ff01525b tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 210 time: 0.0415156 Aug 20 11:33:09.826888 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.872100 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e33a50c2-a006-4778-982f-01a574f2f273 req-ae354418-ccc1-4968-b99d-affc9cccb372 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.919989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-e33a50c2-a006-4778-982f-01a574f2f273 req-ae354418-ccc1-4968-b99d-affc9cccb372 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Transition to ACTIVE for port object 468018d9-06e6-4b48-b4da-696b1c30cb9b will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:10.108715 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f955eb3d-d763-43b7-9ac9-4b84bb62df2c req-107fb558-afe2-4bc8-9ded-3f5238acfa77 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.117217 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f955eb3d-d763-43b7-9ac9-4b84bb62df2c req-107fb558-afe2-4bc8-9ded-3f5238acfa77 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.133558 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e33a50c2-a006-4778-982f-01a574f2f273 req-ae354418-ccc1-4968-b99d-affc9cccb372 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.224329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33a50c2-a006-4778-982f-01a574f2f273 req-ae354418-ccc1-4968-b99d-affc9cccb372 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:10.244409 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-e33a50c2-a006-4778-982f-01a574f2f273 req-ae354418-ccc1-4968-b99d-affc9cccb372 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:10.265692 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f955eb3d-d763-43b7-9ac9-4b84bb62df2c req-107fb558-afe2-4bc8-9ded-3f5238acfa77 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.274078 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f955eb3d-d763-43b7-9ac9-4b84bb62df2c req-107fb558-afe2-4bc8-9ded-3f5238acfa77 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6452167 Aug 20 11:33:10.279652 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33a50c2-a006-4778-982f-01a574f2f273 req-ae354418-ccc1-4968-b99d-affc9cccb372 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:10.317301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fb558-afe2-4bc8-9ded-3f5238acfa77 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9a6c94-5cc9-4b14-977e-6a9ce3954641,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:10.344035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae354418-ccc1-4968-b99d-affc9cccb372 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Pushing event updated for resources: {'Port': ['ID=468018d9-06e6-4b48-b4da-696b1c30cb9b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:10.410456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a50c2-a006-4778-982f-01a574f2f273 req-ae354418-ccc1-4968-b99d-affc9cccb372 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:10.427237 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e33a50c2-a006-4778-982f-01a574f2f273 req-ae354418-ccc1-4968-b99d-affc9cccb372 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.583923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01820d37-a262-4efc-a10b-c564d68b2750 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:10.597885 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.614688 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Transition to ACTIVE for port object 01820d37-a262-4efc-a10b-c564d68b2750 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:10.635051 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e33a50c2-a006-4778-982f-01a574f2f273 req-ae354418-ccc1-4968-b99d-affc9cccb372 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2863181 Aug 20 11:33:10.635051 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.679705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5e5537ee-9610-4845-a30b-39992411bc27 None None] Provisioning for port 468018d9-06e6-4b48-b4da-696b1c30cb9b completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:10.691209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5e5537ee-9610-4845-a30b-39992411bc27 None None] Provisioning complete for port 468018d9-06e6-4b48-b4da-696b1c30cb9b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:10.691910 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e5537ee-9610-4845-a30b-39992411bc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.700221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Request body: {'port': {'device_id': '762c04ec-28a0-4a15-94eb-b3e8523d758c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:10.713698 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abb037-45c9-4f85-af66-136e77855abf req-ef63a13e-ad96-4601-ab1b-1f4c64737623 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:10.725991 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-80abb037-45c9-4f85-af66-136e77855abf req-ef63a13e-ad96-4601-ab1b-1f4c64737623 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 949 time: 0.1064663 Aug 20 11:33:10.777318 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-5e5537ee-9610-4845-a30b-39992411bc27 None None] Port 468018d9-06e6-4b48-b4da-696b1c30cb9b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:33:10.794215 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-80abb037-45c9-4f85-af66-136e77855abf req-e3f3c07d-d122-4a42-ba7b-62dcab80ab40 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668120 Aug 20 11:33:10.800127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6252e2a0-b8b2-4bc9-a557-edf875d5b40d', 'tag': '8e80b7a0-4672-4506-8457-f9c78a96006f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:10.802910 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ccd7c1-6a36-4bd1-b977-179ee851e345" -d '{"events": [{"name": "network-changed", "server_uuid": "6252e2a0-b8b2-4bc9-a557-edf875d5b40d", "tag": "8e80b7a0-4672-4506-8457-f9c78a96006f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:10.926086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-3abc2cd7-42fe-4dcb-b602-d32ce96b9b72 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:10.933244 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-3abc2cd7-42fe-4dcb-b602-d32ce96b9b72 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/networks?id=75f63e75-19be-4ea8-88fe-824cb0111e79 HTTP/1.1" status: 200 len: 813 time: 0.3162835 Aug 20 11:33:10.938459 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.995935 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=01820d37-a262-4efc-a10b-c564d68b2750,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:11.013380 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51834f03-454c-4f8c-bf36-fe7f930d2d44 req-5f8e5a36-553c-45a2-bcde-4e98377abed3 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:11.014240 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-b8529f35-e3cb-4074-9be2-9527b2cb9be5 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/quotas/85e3edaa635e4b108702459e233c4176 HTTP/1.1" status: 200 len: 375 time: 0.0800929 Aug 20 11:33:11.022755 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-51834f03-454c-4f8c-bf36-fe7f930d2d44 req-5f8e5a36-553c-45a2-bcde-4e98377abed3 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 943 time: 0.1162927 Aug 20 11:33:11.076529 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-e7a29862-5f97-4df8-868b-e99786144271 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=85e3edaa635e4b108702459e233c4176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567701 Aug 20 11:33:11.093784 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-51834f03-454c-4f8c-bf36-fe7f930d2d44 req-d1db64c8-7c29-4ec6-8f27-acf9a60b1305 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688992 Aug 20 11:33:11.235282 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-6381094d-2b4a-4e40-8b35-faecd9bb25b3 service neutron] 10.222.0.37 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211319 Aug 20 11:33:11.287169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f831c-cd76-4d2e-839f-137b93944913 req-9c0dd659-168e-40a8-b207-5fae69c624f2 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:11.289396 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed6f831c-cd76-4d2e-839f-137b93944913 req-9c0dd659-168e-40a8-b207-5fae69c624f2 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 936 time: 0.0724511 Aug 20 11:33:11.304402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Attempting to bind port 01820d37-a262-4efc-a10b-c564d68b2750 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:11.304824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Attempting to bind port 01820d37-a262-4efc-a10b-c564d68b2750 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:11.305019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Attempting to bind port 01820d37-a262-4efc-a10b-c564d68b2750 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:11.328754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Port 01820d37-a262-4efc-a10b-c564d68b2750 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:33:11.329123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Attempting to bind port 01820d37-a262-4efc-a10b-c564d68b2750 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:11.362852 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed6f831c-cd76-4d2e-839f-137b93944913 req-f2dc4fdd-b2d9-499d-b26e-4d40fa15f09a tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665390 Aug 20 11:33:11.404146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:11.404490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:11.404913 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:11.405367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Bound port: 01820d37-a262-4efc-a10b-c564d68b2750, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:11.405732 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.478838 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-ceb97587-33f5-4473-9e41-8292c47718e6 service neutron] 10.222.0.37 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381978 Aug 20 11:33:11.489252 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37632e56-3b61-441b-af97-695135f29d96 req-fe3e661f-73e5-4e0e-9a68-a5aa5492246a tempest-LiveMigrationNegativeTest-353842939 tempest-LiveMigrationNegativeTest-353842939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:11.492971 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37632e56-3b61-441b-af97-695135f29d96 req-fe3e661f-73e5-4e0e-9a68-a5aa5492246a tempest-LiveMigrationNegativeTest-353842939 tempest-LiveMigrationNegativeTest-353842939-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 1100 time: 0.0570219 Aug 20 11:33:11.523929 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37632e56-3b61-441b-af97-695135f29d96 req-08110a39-3f9d-4004-9ecd-3566589c3822 tempest-LiveMigrationNegativeTest-353842939 tempest-LiveMigrationNegativeTest-353842939-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.587337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] For port 01820d37-a262-4efc-a10b-c564d68b2750, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:11.594942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] For port 01820d37-a262-4efc-a10b-c564d68b2750, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=01820d37-a262-4efc-a10b-c564d68b2750,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:11.608020 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.634558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:11.636350 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.638005 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] 10.222.0.76 "PUT /v2.0/ports/01820d37-a262-4efc-a10b-c564d68b2750 HTTP/1.1" status: 200 len: 1095 time: 1.8871324 Aug 20 11:33:11.643607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297f78be-f938-4d6c-9898-82d5a6fa94d3', 'tag': '01820d37-a262-4efc-a10b-c564d68b2750'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:11.646616 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bc93b1-5c2b-4642-94fb-8d573406d9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "297f78be-f938-4d6c-9898-82d5a6fa94d3", "tag": "01820d37-a262-4efc-a10b-c564d68b2750"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:11.673978 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37632e56-3b61-441b-af97-695135f29d96 req-08110a39-3f9d-4004-9ecd-3566589c3822 tempest-LiveMigrationNegativeTest-353842939 tempest-LiveMigrationNegativeTest-353842939-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.693060 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37632e56-3b61-441b-af97-695135f29d96 req-08110a39-3f9d-4004-9ecd-3566589c3822 tempest-LiveMigrationNegativeTest-353842939 tempest-LiveMigrationNegativeTest-353842939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.720377 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37632e56-3b61-441b-af97-695135f29d96 req-08110a39-3f9d-4004-9ecd-3566589c3822 tempest-LiveMigrationNegativeTest-353842939 tempest-LiveMigrationNegativeTest-353842939-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188468 Aug 20 11:33:11.769802 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad9cbfa-cd29-4d14-b628-a0c835a66e02 x-openstack-request-id: req-9ad9cbfa-cd29-4d14-b628-a0c835a66e02 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:11.770084 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6252e2a0-b8b2-4bc9-a557-edf875d5b40d", "tag": "8e80b7a0-4672-4506-8457-f9c78a96006f", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:11.770335 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ad9cbfa-cd29-4d14-b628-a0c835a66e02 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:11.770725 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6252e2a0-b8b2-4bc9-a557-edf875d5b40d', 'tag': '8e80b7a0-4672-4506-8457-f9c78a96006f', 'status': 'completed', 'code': 200} Aug 20 11:33:11.772740 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08110a39-3f9d-4004-9ecd-3566589c3822 tempest-LiveMigrationNegativeTest-353842939 tempest-LiveMigrationNegativeTest-353842939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3671748-caf8-48fa-bec8-261cf7a47eec,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:11.903519 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468018d9-06e6-4b48-b4da-696b1c30cb9b {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:12.000185 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f000be85-3252-49ef-bc9e-c9c3c525cb0a x-openstack-request-id: req-f000be85-3252-49ef-bc9e-c9c3c525cb0a {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:12.000481 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297f78be-f938-4d6c-9898-82d5a6fa94d3", "tag": "01820d37-a262-4efc-a10b-c564d68b2750", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:12.000771 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f000be85-3252-49ef-bc9e-c9c3c525cb0a {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:12.006872 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297f78be-f938-4d6c-9898-82d5a6fa94d3', 'tag': '01820d37-a262-4efc-a10b-c564d68b2750', 'status': 'completed', 'code': 200} Aug 20 11:33:12.013057 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:12.085216 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-5e96e93b-0310-4efb-a364-f04f63880fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:12.087216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-5e96e93b-0310-4efb-a364-f04f63880fb3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=aa22ed27b00142d982334eb0d057ed95&device_id=297f78be-f938-4d6c-9898-82d5a6fa94d3 HTTP/1.1" status: 200 len: 1098 time: 0.3973951 Aug 20 11:33:12.091108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Transition to ACTIVE for port object 468018d9-06e6-4b48-b4da-696b1c30cb9b will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:12.093822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad60f5-cc73-4525-a720-5bec7fce1ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=01820d37-a262-4efc-a10b-c564d68b2750,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:12.110068 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccd7c1-6a36-4bd1-b977-179ee851e345 req-1bac8486-8af3-40c7-b498-ea11108a6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:12.112299 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99ccd7c1-6a36-4bd1-b977-179ee851e345 req-1bac8486-8af3-40c7-b498-ea11108a6fdb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 1124 time: 0.2039499 Aug 20 11:33:12.150227 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:12.250843 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Pushing event updated for resources: {'Port': ['ID=468018d9-06e6-4b48-b4da-696b1c30cb9b,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:12.264144 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-ab435e76-8bcc-4eff-94f7-cd7c4e9eb4fc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=01820d37-a262-4efc-a10b-c564d68b2750 HTTP/1.1" status: 200 len: 217 time: 0.1655357 Aug 20 11:33:12.645396 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-415a716e-928a-45e6-ac10-5bca146dcace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:12.647797 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-415a716e-928a-45e6-ac10-5bca146dcace service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.3635156 Aug 20 11:33:12.773074 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dac24-e499-46c5-b7da-9cfffbfb6c7f req-75e453ba-dd63-456e-afe6-95e5c9d4dc9d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:12.781181 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-070b5c6c-b3a4-4a71-a5d8-aca7cafd41b9 req-807fd733-8e95-442f-965e-75320892093a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 210 time: 0.7504640 Aug 20 11:33:12.781992 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-867dac24-e499-46c5-b7da-9cfffbfb6c7f req-75e453ba-dd63-456e-afe6-95e5c9d4dc9d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 943 time: 0.3581953 Aug 20 11:33:12.842692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccd7c1-6a36-4bd1-b977-179ee851e345 req-22d346b3-bd96-4a73-ad76-dd7bda414284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:12.844278 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99ccd7c1-6a36-4bd1-b977-179ee851e345 req-22d346b3-bd96-4a73-ad76-dd7bda414284 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.6793146 Aug 20 11:33:12.849641 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b91a861e-43b7-45ce-b633-45115173ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:12.851219 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-b91a861e-43b7-45ce-b633-45115173ad6d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1505070 Aug 20 11:33:12.903092 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99ccd7c1-6a36-4bd1-b977-179ee851e345 req-631a5090-a3e1-4daf-a867-0fa5573b059e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e80b7a0-4672-4506-8457-f9c78a96006f HTTP/1.1" status: 200 len: 217 time: 0.0455072 Aug 20 11:33:12.950529 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Attempting to bind port 468018d9-06e6-4b48-b4da-696b1c30cb9b on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:12.951191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Attempting to bind port 468018d9-06e6-4b48-b4da-696b1c30cb9b by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:12.951191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Attempting to bind port 468018d9-06e6-4b48-b4da-696b1c30cb9b on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:12.968989 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe70e7-8818-4379-a3bb-131b24bbb9b1 req-8e45783f-4162-4845-80c1-ac3e86a61cd0 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:12.977402 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8bfe70e7-8818-4379-a3bb-131b24bbb9b1 req-8e45783f-4162-4845-80c1-ac3e86a61cd0 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 949 time: 0.0799913 Aug 20 11:33:13.055169 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8bfe70e7-8818-4379-a3bb-131b24bbb9b1 req-70ee4b68-9a79-4686-ad21-dc2c3ba78026 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750542 Aug 20 11:33:13.087755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Port 468018d9-06e6-4b48-b4da-696b1c30cb9b on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:33:13.088091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Attempting to bind port 468018d9-06e6-4b48-b4da-696b1c30cb9b on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:13.113835 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-867dac24-e499-46c5-b7da-9cfffbfb6c7f req-e9d2e761-5e45-4959-a594-c9ba4fb243d3 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210616 Aug 20 11:33:13.126510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:13.137210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:13.138154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:13.138366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Bound port: 468018d9-06e6-4b48-b4da-696b1c30cb9b, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:13.144729 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:13.231517 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c28b3-4d39-4299-848a-b4923052119b req-cf88f946-4b81-4421-b222-b47b309185b9 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:13.233375 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-682c28b3-4d39-4299-848a-b4923052119b req-cf88f946-4b81-4421-b222-b47b309185b9 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 948 time: 0.0927413 Aug 20 11:33:13.233756 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-94f46606-f2c7-4232-b6de-18ab124ca021 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207877 Aug 20 11:33:13.270659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccd7c1-6a36-4bd1-b977-179ee851e345 req-32392e68-9494-477e-aa93-77f4a910560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:13.272136 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99ccd7c1-6a36-4bd1-b977-179ee851e345 req-32392e68-9494-477e-aa93-77f4a910560c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.3234031 Aug 20 11:33:13.297611 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-682c28b3-4d39-4299-848a-b4923052119b req-6bde8e91-5d3c-4854-9382-a7650f5909ec tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549607 Aug 20 11:33:13.501883 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99ccd7c1-6a36-4bd1-b977-179ee851e345 req-8a3604e2-900e-4754-b9bf-7b74f1810242 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644906 Aug 20 11:33:13.503055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] For port 468018d9-06e6-4b48-b4da-696b1c30cb9b, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:13.508380 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e755ab39-c168-4e81-8ac3-c8741e6fb78a req-7368c02f-55f9-43d4-880c-127a8cf4dc0a service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732911 Aug 20 11:33:13.576894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] For port 468018d9-06e6-4b48-b4da-696b1c30cb9b, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=468018d9-06e6-4b48-b4da-696b1c30cb9b,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:13.596893 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:13.728791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:13.729527 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:13.731948 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e33a50c2-a006-4778-982f-01a574f2f273 req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] 10.222.0.35 "PUT /v2.0/ports/468018d9-06e6-4b48-b4da-696b1c30cb9b HTTP/1.1" status: 200 len: 1096 time: 3.0370111 Aug 20 11:33:13.897365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc93b1-5c2b-4642-94fb-8d573406d9a5 req-c1e34825-7e41-4769-ba21-5925a96dc32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:13.910436 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-69bc93b1-5c2b-4642-94fb-8d573406d9a5 req-c1e34825-7e41-4769-ba21-5925a96dc32c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=aa22ed27b00142d982334eb0d057ed95&device_id=297f78be-f938-4d6c-9898-82d5a6fa94d3 HTTP/1.1" status: 200 len: 1098 time: 0.2698383 Aug 20 11:33:13.939645 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcf84367-03b2-4723-810d-17cb23b0dcf1 req-6d9b31ce-4c39-494f-980a-848f21038bbf tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 210 time: 0.0452027 Aug 20 11:33:13.951780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b303718-c2c0-4c45-8903-0ed9ce0b7665 service neutron] Pushing event updated for resources: {'Port': ['ID=468018d9-06e6-4b48-b4da-696b1c30cb9b,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:13.955232 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99ccd7c1-6a36-4bd1-b977-179ee851e345 req-69190be5-7391-47fe-9eb8-8a2ef19714a7 service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279881 Aug 20 11:33:14.072190 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762c04ec-28a0-4a15-94eb-b3e8523d758c', 'tag': '468018d9-06e6-4b48-b4da-696b1c30cb9b'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:14.075397 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc150083-158b-4d5c-b140-24333c4023c1" -d '{"events": [{"name": "network-changed", "server_uuid": "762c04ec-28a0-4a15-94eb-b3e8523d758c", "tag": "468018d9-06e6-4b48-b4da-696b1c30cb9b"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:14.110837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-5c16b6ba-4125-4251-8c95-49f291613ac6 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:14.112500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-5c16b6ba-4125-4251-8c95-49f291613ac6 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.76 "GET /v2.0/networks?id=75f63e75-19be-4ea8-88fe-824cb0111e79 HTTP/1.1" status: 200 len: 813 time: 0.6393015 Aug 20 11:33:14.144401 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-85c90769-6538-49f4-bb0b-c6b5d402b0ff tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Request body: {'port': {'device_id': 'c9d730f5-47c5-4c76-8eb3-008d363cdf05', 'network_id': '75f63e75-19be-4ea8-88fe-824cb0111e79', 'admin_state_up': True, 'tenant_id': '85e3edaa635e4b108702459e233c4176'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:14.190578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc93b1-5c2b-4642-94fb-8d573406d9a5 req-6c724490-8bfc-45a3-a430-abe9dc3a9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:14.192156 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-69bc93b1-5c2b-4642-94fb-8d573406d9a5 req-6c724490-8bfc-45a3-a430-abe9dc3a9989 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2328184 Aug 20 11:33:14.199592 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155cae3f-87af-439d-a1e5-bd81890bf206 x-openstack-request-id: req-155cae3f-87af-439d-a1e5-bd81890bf206 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:14.199947 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762c04ec-28a0-4a15-94eb-b3e8523d758c", "tag": "468018d9-06e6-4b48-b4da-696b1c30cb9b", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:14.200257 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-155cae3f-87af-439d-a1e5-bd81890bf206 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:14.200721 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762c04ec-28a0-4a15-94eb-b3e8523d758c', 'tag': '468018d9-06e6-4b48-b4da-696b1c30cb9b', 'status': 'completed', 'code': 200} Aug 20 11:33:14.273262 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5906f-1e83-4b1a-b7dd-17e406d76546 req-fd32b196-3a8a-4c35-8817-49fa6eaa5bde tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:14.281224 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-acc5906f-1e83-4b1a-b7dd-17e406d76546 req-fd32b196-3a8a-4c35-8817-49fa6eaa5bde tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 949 time: 0.0902538 Aug 20 11:33:14.319738 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-acc5906f-1e83-4b1a-b7dd-17e406d76546 req-0a1e1426-46dd-41c6-9d4d-a0a7fb0a535f tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376074 Aug 20 11:33:14.560161 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-69bc93b1-5c2b-4642-94fb-8d573406d9a5 req-693dbb42-9087-4188-961b-9f410d1c1157 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=01820d37-a262-4efc-a10b-c564d68b2750 HTTP/1.1" status: 200 len: 217 time: 0.3416860 Aug 20 11:33:14.596624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ced50-2c83-4623-a58c-015d2298d946 req-6ba4d097-fc17-4f44-b34f-316939d21c6c tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:14.600411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a50c2-a006-4778-982f-01a574f2f273 req-cb044a3e-32b4-4893-83c1-083bfa164a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:14.602017 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e33a50c2-a006-4778-982f-01a574f2f273 req-cb044a3e-32b4-4893-83c1-083bfa164a5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aa22ed27b00142d982334eb0d057ed95&device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 1099 time: 0.8020916 Aug 20 11:33:14.604505 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-264ced50-2c83-4623-a58c-015d2298d946 req-6ba4d097-fc17-4f44-b34f-316939d21c6c tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 948 time: 0.0723360 Aug 20 11:33:14.655505 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-264ced50-2c83-4623-a58c-015d2298d946 req-dc1d60a3-63c4-4bc9-b811-d5deed98afbe tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499887 Aug 20 11:33:14.733922 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e33a50c2-a006-4778-982f-01a574f2f273 req-60773d3c-bf03-461b-8f71-0e45a87dffe0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=468018d9-06e6-4b48-b4da-696b1c30cb9b HTTP/1.1" status: 200 len: 217 time: 0.1151099 Aug 20 11:33:14.752273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34727c0d-616f-4ab6-99ea-6c2728fd18b8 req-a812f2ed-f227-4923-9a9c-dad9ec6135b9 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:14.753986 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-34727c0d-616f-4ab6-99ea-6c2728fd18b8 req-a812f2ed-f227-4923-9a9c-dad9ec6135b9 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 949 time: 0.6633189 Aug 20 11:33:14.908888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc93b1-5c2b-4642-94fb-8d573406d9a5 req-f405ef25-136a-44b9-97d8-f935a1749af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:14.910619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-69bc93b1-5c2b-4642-94fb-8d573406d9a5 req-f405ef25-136a-44b9-97d8-f935a1749af7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.3068428 Aug 20 11:33:14.920148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99ccd7c1-6a36-4bd1-b977-179ee851e345 req-c7090424-6d75-4770-8f4d-2ac47800ce31 service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8406582 Aug 20 11:33:14.934004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bd84e-30c4-495d-952e-3724785c4b1b req-ae5ed4f9-270f-43e7-9768-7584329991fb tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:14.941837 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-053bd84e-30c4-495d-952e-3724785c4b1b req-ae5ed4f9-270f-43e7-9768-7584329991fb tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 943 time: 0.3773313 Aug 20 11:33:15.094318 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-053bd84e-30c4-495d-952e-3724785c4b1b req-3aa8f43d-871b-4ba0-81d2-bd626fdafbd0 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513689 Aug 20 11:33:15.098118 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-307fd00d-97df-45ba-bbd5-f646c41ab06e req-50c2589c-c0e8-4e82-b105-c12ff05ca334 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 210 time: 0.0643132 Aug 20 11:33:15.110472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a50c2-a006-4778-982f-01a574f2f273 req-2d03bf59-06a4-43ee-aadb-c7fb5f3368cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:15.112069 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e33a50c2-a006-4778-982f-01a574f2f273 req-2d03bf59-06a4-43ee-aadb-c7fb5f3368cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.3570774 Aug 20 11:33:15.161881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc93b1-5c2b-4642-94fb-8d573406d9a5 req-b54b050e-3189-4a58-9f5b-c28f563729ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:15.164030 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-69bc93b1-5c2b-4642-94fb-8d573406d9a5 req-b54b050e-3189-4a58-9f5b-c28f563729ff service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2129331 Aug 20 11:33:15.183659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-85c90769-6538-49f4-bb0b-c6b5d402b0ff tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Made reservation on behalf of 85e3edaa635e4b108702459e233c4176 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:15.187501 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-85c90769-6538-49f4-bb0b-c6b5d402b0ff tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.273142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-34727c0d-616f-4ab6-99ea-6c2728fd18b8 req-4a536e7c-6890-4fa7-85f3-4dff84cba746 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Deleting port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:15.273793 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-34727c0d-616f-4ab6-99ea-6c2728fd18b8 req-4a536e7c-6890-4fa7-85f3-4dff84cba746 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.338590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a50c2-a006-4778-982f-01a574f2f273 req-8b286a74-d5dd-468b-a195-267c93978b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:15.341248 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e33a50c2-a006-4778-982f-01a574f2f273 req-8b286a74-d5dd-468b-a195-267c93978b6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1978409 Aug 20 11:33:15.504967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dd546-82c4-4c54-962d-572e3bd74b31 req-eb82abdf-0598-425e-9a5b-ef13515d8cd4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:15.515529 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aa2dd546-82c4-4c54-962d-572e3bd74b31 req-eb82abdf-0598-425e-9a5b-ef13515d8cd4 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 949 time: 0.1118858 Aug 20 11:33:15.538391 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-69bc93b1-5c2b-4642-94fb-8d573406d9a5 req-b161c12f-bb8c-4f0e-987c-92d3b0c53d50 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483191 Aug 20 11:33:15.577664 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aa2dd546-82c4-4c54-962d-572e3bd74b31 req-e7a839c8-bdaf-4f42-ab83-7763f9ea4745 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566676 Aug 20 11:33:15.689637 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-34727c0d-616f-4ab6-99ea-6c2728fd18b8 req-4a536e7c-6890-4fa7-85f3-4dff84cba746 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] For port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b6136787-7a9f-4df0-bd38-0df5eaa6ecd9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:15.690012 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-34727c0d-616f-4ab6-99ea-6c2728fd18b8 req-4a536e7c-6890-4fa7-85f3-4dff84cba746 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.727782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-34727c0d-616f-4ab6-99ea-6c2728fd18b8 req-4a536e7c-6890-4fa7-85f3-4dff84cba746 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Calling delete_port for b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:15.734011 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e33a50c2-a006-4778-982f-01a574f2f273 req-7b7ffed9-c2c7-48cb-b924-6b3452a0629c service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741026 Aug 20 11:33:15.749710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-85c90769-6538-49f4-bb0b-c6b5d402b0ff tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Allocated IP 172.20.0.13 (75f63e75-19be-4ea8-88fe-824cb0111e79/d0d57bdd-67c5-44c0-8b9a-0885bceb666d/0a32ff2c-ab92-441e-a197-f641d4604892) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:15.924153 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-69bc93b1-5c2b-4642-94fb-8d573406d9a5 req-5df14666-f256-4c7e-abb7-7b3fa1a1d8e0 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673556 Aug 20 11:33:16.087144 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6884c1-c956-41ba-ba03-0419b605a89c req-6b02829d-d63a-4612-b429-eb92ef5c30fc tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:16.091510 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e6884c1-c956-41ba-ba03-0419b605a89c req-6b02829d-d63a-4612-b429-eb92ef5c30fc tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 948 time: 0.3025777 Aug 20 11:33:16.119857 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e33a50c2-a006-4778-982f-01a574f2f273 req-48e22835-08b1-4672-89e2-7fff869fa014 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678124 Aug 20 11:33:16.260922 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e6884c1-c956-41ba-ba03-0419b605a89c req-87b44c7d-8dda-419f-bd36-cbef4f6c7e5b tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609917 Aug 20 11:33:16.286618 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e4218b9-e1fc-4f57-8295-1f9f0cca92d1 req-0fdba1ee-f2dc-49cc-b77a-0d4ad59e388b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 210 time: 0.0444689 Aug 20 11:33:16.358292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-85c90769-6538-49f4-bb0b-c6b5d402b0ff tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.364325 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-34727c0d-616f-4ab6-99ea-6c2728fd18b8 req-4a536e7c-6890-4fa7-85f3-4dff84cba746 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.377757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['aaed87d8-46bf-42f3-9c06-215ed36a3787', 'b6136787-7a9f-4df0-bd38-0df5eaa6ecd9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:16.405369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc150083-158b-4d5c-b140-24333c4023c1 req-20989930-9678-481f-830c-35e7369dd13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:16.407069 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc150083-158b-4d5c-b140-24333c4023c1 req-20989930-9678-481f-830c-35e7369dd13a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aa22ed27b00142d982334eb0d057ed95&device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 1099 time: 0.2134917 Aug 20 11:33:16.411191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a536e7c-6890-4fa7-85f3-4dff84cba746 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Pushing event deleted for resources: {'Port': ['ID=b6136787-7a9f-4df0-bd38-0df5eaa6ecd9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:16.626357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-34727c0d-616f-4ab6-99ea-6c2728fd18b8 req-4a536e7c-6890-4fa7-85f3-4dff84cba746 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] No DVR routers for this DVR port b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:16.639727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563a852-5faf-4cbd-8ade-7889e4fdd348 req-cf39bac7-2245-42ba-8097-bbdc19fd7adf tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:16.655913 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2563a852-5faf-4cbd-8ade-7889e4fdd348 req-cf39bac7-2245-42ba-8097-bbdc19fd7adf tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 943 time: 0.2396669 Aug 20 11:33:16.666675 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-34727c0d-616f-4ab6-99ea-6c2728fd18b8 req-4a536e7c-6890-4fa7-85f3-4dff84cba746 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.669450 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-34727c0d-616f-4ab6-99ea-6c2728fd18b8 req-4a536e7c-6890-4fa7-85f3-4dff84cba746 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.76 "DELETE /v2.0/ports/b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 HTTP/1.1" status: 204 len: 173 time: 1.8574195 Aug 20 11:33:16.678156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 01820d37-a262-4efc-a10b-c564d68b2750 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:16.700704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c18ce47-6ee2-48f9-a734-c53a26b4a3ab', 'name': 'network-vif-deleted', 'tag': 'b6136787-7a9f-4df0-bd38-0df5eaa6ecd9'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:16.703315 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f592d788-e544-4d52-8986-1820f4c1d29e" -d '{"events": [{"server_uuid": "8c18ce47-6ee2-48f9-a734-c53a26b4a3ab", "name": "network-vif-deleted", "tag": "b6136787-7a9f-4df0-bd38-0df5eaa6ecd9"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:16.830660 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-85c90769-6538-49f4-bb0b-c6b5d402b0ff tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.937644 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bc0d46e7-46eb-4675-b302-574e239b6933 req-20d51e21-ef67-4a3c-9714-8dfd269de25e tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c18ce47-6ee2-48f9-a734-c53a26b4a3ab HTTP/1.1" status: 200 len: 210 time: 0.0616765 Aug 20 11:33:16.953165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc150083-158b-4d5c-b140-24333c4023c1 req-9b3358a1-b92d-4b0e-82b7-263859497943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:16.955371 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc150083-158b-4d5c-b140-24333c4023c1 req-9b3358a1-b92d-4b0e-82b7-263859497943 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.5248973 Aug 20 11:33:16.964986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-85c90769-6538-49f4-bb0b-c6b5d402b0ff tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Network 75f63e75-19be-4ea8-88fe-824cb0111e79 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:16.971995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-85c90769-6538-49f4-bb0b-c6b5d402b0ff tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:16.996372 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817e1437-457a-44bc-b3ea-87669e466d5b x-openstack-request-id: req-817e1437-457a-44bc-b3ea-87669e466d5b {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:16.997047 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c18ce47-6ee2-48f9-a734-c53a26b4a3ab", "name": "network-vif-deleted", "tag": "b6136787-7a9f-4df0-bd38-0df5eaa6ecd9", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:16.997307 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-817e1437-457a-44bc-b3ea-87669e466d5b {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:16.997693 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c18ce47-6ee2-48f9-a734-c53a26b4a3ab', 'name': 'network-vif-deleted', 'tag': 'b6136787-7a9f-4df0-bd38-0df5eaa6ecd9', 'status': 'completed', 'code': 200} Aug 20 11:33:16.998426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-85c90769-6538-49f4-bb0b-c6b5d402b0ff tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:17.042704 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 01820d37-a262-4efc-a10b-c564d68b2750, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=01820d37-a262-4efc-a10b-c564d68b2750,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:17.053878 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2563a852-5faf-4cbd-8ade-7889e4fdd348 req-e2f295ad-a02e-4c21-a076-f58d0451c1b9 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960207 Aug 20 11:33:17.102052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '01820d37-a262-4efc-a10b-c564d68b2750', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '01820d37-a262-4efc-a10b-c564d68b2750', 'mac_address': 'fa:16:3e:03:db:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:17.116066 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc150083-158b-4d5c-b140-24333c4023c1 req-dd2eaaa7-9a7f-46d3-b51a-833fef8be3df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=468018d9-06e6-4b48-b4da-696b1c30cb9b HTTP/1.1" status: 200 len: 217 time: 0.1409669 Aug 20 11:33:17.152785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c90769-6538-49f4-bb0b-c6b5d402b0ff tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event updated for resources: {'Port': ['ID=0a32ff2c-ab92-441e-a197-f641d4604892,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:17.204691 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.205829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-85c90769-6538-49f4-bb0b-c6b5d402b0ff tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:17.206439 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-85c90769-6538-49f4-bb0b-c6b5d402b0ff tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.225295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc150083-158b-4d5c-b140-24333c4023c1 req-218ac0a0-bcdc-45b0-83c8-822a88b4b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:17.225897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01820d37-a262-4efc-a10b-c564d68b2750 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:17.227065 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc150083-158b-4d5c-b140-24333c4023c1 req-218ac0a0-bcdc-45b0-83c8-822a88b4b623 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0932798 Aug 20 11:33:17.233932 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-85c90769-6538-49f4-bb0b-c6b5d402b0ff tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0938599 Aug 20 11:33:17.255484 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 01820d37-a262-4efc-a10b-c564d68b2750, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=01820d37-a262-4efc-a10b-c564d68b2750,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:17.257647 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Request body: {'port': {'device_id': 'c9d730f5-47c5-4c76-8eb3-008d363cdf05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:17.261718 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.408154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=01820d37-a262-4efc-a10b-c564d68b2750,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:17.425391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:17.425743 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:17.426070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:17.426404 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:17.426733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:17.427082 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:17.427381 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:17.428253 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:17.428583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:17.428929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:17.429250 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:17.429571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:17.454800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc150083-158b-4d5c-b140-24333c4023c1 req-e4dbe4e6-b641-4ccf-8e12-c1a429839b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:17.456660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc150083-158b-4d5c-b140-24333c4023c1 req-e4dbe4e6-b641-4ccf-8e12-c1a429839b90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2175515 Aug 20 11:33:17.472444 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.479209 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92a58b-fbde-4c4d-ba87-83ed970c0130 req-317d0b30-3bc5-4383-b10d-b5e55f467c69 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:17.481888 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3f92a58b-fbde-4c4d-ba87-83ed970c0130 req-317d0b30-3bc5-4383-b10d-b5e55f467c69 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 948 time: 0.0580003 Aug 20 11:33:17.498835 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['01820d37-a262-4efc-a10b-c564d68b2750'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:17.508058 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-198dc14d-fe55-487d-9579-348c94848ef7 service neutron] 10.222.0.76 "GET /v2.0/ports/8e80b7a0-4672-4506-8457-f9c78a96006f/bindings/n-h1-804299-2 HTTP/1.1" status: 200 len: 384 time: 0.2225568 Aug 20 11:33:17.535560 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3f92a58b-fbde-4c4d-ba87-83ed970c0130 req-25586749-cd82-4ec7-a156-a3170bc87a59 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457149 Aug 20 11:33:17.690285 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc150083-158b-4d5c-b140-24333c4023c1 req-98d1ec5a-cba2-40de-80ac-4cecae817961 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840379 Aug 20 11:33:17.720797 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a83df-03aa-40b9-b7c2-810abc4f6b41 req-3ad74320-dd80-47fc-b6b2-3c2e9a3b2504 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:17.723331 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-322a83df-03aa-40b9-b7c2-810abc4f6b41 req-3ad74320-dd80-47fc-b6b2-3c2e9a3b2504 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 932 time: 0.2698352 Aug 20 11:33:17.928614 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-322a83df-03aa-40b9-b7c2-810abc4f6b41 req-5b531250-1fb0-42ca-ac1b-ca3f10f72e58 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940694 Aug 20 11:33:18.055624 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc150083-158b-4d5c-b140-24333c4023c1 req-0e736c0e-ae12-4b7c-8cfd-89150014d4c9 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433635 Aug 20 11:33:18.130869 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-523ab2a1-8604-4d77-82ce-5e9cdf5af02d service neutron] For port 8e80b7a0-4672-4506-8457-f9c78a96006f, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8e80b7a0-4672-4506-8457-f9c78a96006f,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:18.171412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-523ab2a1-8604-4d77-82ce-5e9cdf5af02d service neutron] For port 8e80b7a0-4672-4506-8457-f9c78a96006f, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:18.263788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-523ab2a1-8604-4d77-82ce-5e9cdf5af02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e80b7a0-4672-4506-8457-f9c78a96006f {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:18.274886 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-523ab2a1-8604-4d77-82ce-5e9cdf5af02d service neutron] For port 8e80b7a0-4672-4506-8457-f9c78a96006f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=8e80b7a0-4672-4506-8457-f9c78a96006f,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:18.304139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a32ff2c-ab92-441e-a197-f641d4604892 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:18.311033 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-523ab2a1-8604-4d77-82ce-5e9cdf5af02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:18.315073 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:18.316965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b8c3e-bebf-4906-8556-4c9852f6bb7f req-6dc8218f-40ad-4694-99be-ec93f9cb30fb tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:18.318529 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f54b8c3e-bebf-4906-8556-4c9852f6bb7f req-6dc8218f-40ad-4694-99be-ec93f9cb30fb tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 943 time: 0.0754616 Aug 20 11:33:18.359885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Transition to ACTIVE for port object 0a32ff2c-ab92-441e-a197-f641d4604892 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:18.368603 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:18.405243 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f54b8c3e-bebf-4906-8556-4c9852f6bb7f req-58d7c981-d826-430f-8166-8c9b717625ef tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717714 Aug 20 11:33:18.472192 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a32ff2c-ab92-441e-a197-f641d4604892,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:18.516078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-523ab2a1-8604-4d77-82ce-5e9cdf5af02d service neutron] Transition to ACTIVE for port object 8e80b7a0-4672-4506-8457-f9c78a96006f will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:18.542848 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-523ab2a1-8604-4d77-82ce-5e9cdf5af02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:18.666653 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff03ea1-8674-4fd5-9714-eafe5614c7b1 req-34ae6a15-af95-4ad8-b7d0-0d14b6133764 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:18.668949 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dff03ea1-8674-4fd5-9714-eafe5614c7b1 req-34ae6a15-af95-4ad8-b7d0-0d14b6133764 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1 HTTP/1.1" status: 200 len: 950 time: 0.2089531 Aug 20 11:33:18.670382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-523ab2a1-8604-4d77-82ce-5e9cdf5af02d service neutron] No DVR routers for this DVR port 8e80b7a0-4672-4506-8457-f9c78a96006f on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:18.672720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Attempting to bind port 0a32ff2c-ab92-441e-a197-f641d4604892 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:18.673137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Attempting to bind port 0a32ff2c-ab92-441e-a197-f641d4604892 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'aa92d711-f031-473d-abac-760cf93baac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '75f63e75-19be-4ea8-88fe-824cb0111e79'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:18.673477 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Attempting to bind port 0a32ff2c-ab92-441e-a197-f641d4604892 on network 75f63e75-19be-4ea8-88fe-824cb0111e79 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:18.675236 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ab2a1-8604-4d77-82ce-5e9cdf5af02d service neutron] Pushing event updated for resources: {'Port': ['ID=8e80b7a0-4672-4506-8457-f9c78a96006f,revision_number=10']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:18.688249 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 01820d37-a262-4efc-a10b-c564d68b2750 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:18.751892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8e1cb-0e12-4b2e-af6f-08845864b94b req-255c6be1-fa08-4459-81af-d2cfa13a5cdd tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:18.758432 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e9d8e1cb-0e12-4b2e-af6f-08845864b94b req-255c6be1-fa08-4459-81af-d2cfa13a5cdd tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 948 time: 0.1164258 Aug 20 11:33:18.787829 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 01820d37-a262-4efc-a10b-c564d68b2750 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:18.793821 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 01820d37-a262-4efc-a10b-c564d68b2750 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:18.794566 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:18.827371 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e9d8e1cb-0e12-4b2e-af6f-08845864b94b req-44296e1b-91e1-456d-8cdf-d7cac26e199d tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557108 Aug 20 11:33:18.934762 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:18.979952 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f78be-f938-4d6c-9898-82d5a6fa94d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01820d37-a262-4efc-a10b-c564d68b2750'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:18.983751 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73991547-ca2e-4af8-8df3-367f69fa7725" -d '{"events": [{"server_uuid": "297f78be-f938-4d6c-9898-82d5a6fa94d3", "name": "network-vif-plugged", "status": "completed", "tag": "01820d37-a262-4efc-a10b-c564d68b2750"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:18.987918 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 01820d37-a262-4efc-a10b-c564d68b2750, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=01820d37-a262-4efc-a10b-c564d68b2750,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:18.993969 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:18.998741 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8e80b7a0-4672-4506-8457-f9c78a96006f no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:19.021040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Port 0a32ff2c-ab92-441e-a197-f641d4604892 on network 75f63e75-19be-4ea8-88fe-824cb0111e79 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:33:19.021340 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Attempting to bind port 0a32ff2c-ab92-441e-a197-f641d4604892 on network 75f63e75-19be-4ea8-88fe-824cb0111e79 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:19.062186 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:19.062556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Checking segment: {'id': 'aa92d711-f031-473d-abac-760cf93baac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '75f63e75-19be-4ea8-88fe-824cb0111e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:19.063071 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Bound using segment: {'id': 'aa92d711-f031-473d-abac-760cf93baac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '75f63e75-19be-4ea8-88fe-824cb0111e79'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:19.063642 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Bound port: 0a32ff2c-ab92-441e-a197-f641d4604892, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa92d711-f031-473d-abac-760cf93baac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '75f63e75-19be-4ea8-88fe-824cb0111e79'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:19.064069 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:19.079833 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dff03ea1-8674-4fd5-9714-eafe5614c7b1 req-f15b8579-5fd3-40e7-9a91-87a201cecfa8 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001410 Aug 20 11:33:19.126657 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-523ab2a1-8604-4d77-82ce-5e9cdf5af02d service neutron] 10.222.0.76 "PUT /v2.0/ports/8e80b7a0-4672-4506-8457-f9c78a96006f/bindings/n-h1-804299-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5373113 Aug 20 11:33:19.133171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8257ce6-70af-4bae-972d-ff3419525bc1 req-5fe0765c-829c-48a2-849b-1051a70a136c tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:19.136844 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d8257ce6-70af-4bae-972d-ff3419525bc1 req-5fe0765c-829c-48a2-849b-1051a70a136c tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 944 time: 0.0994084 Aug 20 11:33:19.187267 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d8257ce6-70af-4bae-972d-ff3419525bc1 req-52388ab1-47f3-40ca-bc13-c78c0fa2fc04 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440063 Aug 20 11:33:19.208363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] For port 0a32ff2c-ab92-441e-a197-f641d4604892, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:19.211828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] For port 0a32ff2c-ab92-441e-a197-f641d4604892, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0a32ff2c-ab92-441e-a197-f641d4604892,segment=NetworkSegment(aa92d711-f031-473d-abac-760cf93baac4),segment_id=aa92d711-f031-473d-abac-760cf93baac4)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:19.233905 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ecb5a5-31f7-44b3-b65f-4dd5e5ebd9d8 x-openstack-request-id: req-b2ecb5a5-31f7-44b3-b65f-4dd5e5ebd9d8 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:19.234119 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f78be-f938-4d6c-9898-82d5a6fa94d3", "name": "network-vif-plugged", "status": "completed", "tag": "01820d37-a262-4efc-a10b-c564d68b2750", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:19.234462 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2ecb5a5-31f7-44b3-b65f-4dd5e5ebd9d8 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:19.234995 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297f78be-f938-4d6c-9898-82d5a6fa94d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01820d37-a262-4efc-a10b-c564d68b2750', 'code': 200} Aug 20 11:33:19.257989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8e80b7a0-4672-4506-8457-f9c78a96006f not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:19.258490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:19.259659 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:19.263644 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=01820d37-a262-4efc-a10b-c564d68b2750,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:19.285189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:19.285532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b6136787-7a9f-4df0-bd38-0df5eaa6ecd9 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:19.344385 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:19.345100 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:19.346493 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] 10.222.0.76 "PUT /v2.0/ports/0a32ff2c-ab92-441e-a197-f641d4604892 HTTP/1.1" status: 200 len: 1092 time: 2.0957835 Aug 20 11:33:19.347943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d730f5-47c5-4c76-8eb3-008d363cdf05', 'tag': '0a32ff2c-ab92-441e-a197-f641d4604892'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:19.350202 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc3732a-470a-4810-b3d5-2c593238fc62" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d730f5-47c5-4c76-8eb3-008d363cdf05", "tag": "0a32ff2c-ab92-441e-a197-f641d4604892"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:19.399839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-ee88bb35-e8cb-42ef-8f59-399ae9608da1 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:19.402784 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-ee88bb35-e8cb-42ef-8f59-399ae9608da1 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d&tenant_id=9437c8ccf38f4278bfdd6826ef939401&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 1095 time: 0.1881940 Aug 20 11:33:19.414787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fb0ba-d05d-4f46-8916-a157742a5582 req-61cbbb2a-a947-49fa-b6bc-d1ec83448f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:19.416297 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e60fb0ba-d05d-4f46-8916-a157742a5582 req-61cbbb2a-a947-49fa-b6bc-d1ec83448f48 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=297f78be-f938-4d6c-9898-82d5a6fa94d3 HTTP/1.1" status: 200 len: 1100 time: 0.1650894 Aug 20 11:33:19.418402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f11bf0-c1a1-4de4-a45d-cb02296310c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a32ff2c-ab92-441e-a197-f641d4604892,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:19.435178 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de073af6-73b7-4054-8767-eabd6f415563 x-openstack-request-id: req-de073af6-73b7-4054-8767-eabd6f415563 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:19.435471 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d730f5-47c5-4c76-8eb3-008d363cdf05", "tag": "0a32ff2c-ab92-441e-a197-f641d4604892", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:19.435722 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de073af6-73b7-4054-8767-eabd6f415563 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:19.436108 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d730f5-47c5-4c76-8eb3-008d363cdf05', 'tag': '0a32ff2c-ab92-441e-a197-f641d4604892', 'status': 'completed', 'code': 200} Aug 20 11:33:19.483029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-7f8daced-16de-4112-a107-f8336f19b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:19.484746 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-7f8daced-16de-4112-a107-f8336f19b962 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85e3edaa635e4b108702459e233c4176&device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 1095 time: 0.0788755 Aug 20 11:33:19.486385 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e60fb0ba-d05d-4f46-8916-a157742a5582 req-18136315-6503-4eef-9fa5-169b3605dbd7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489960 Aug 20 11:33:19.531204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f24e1-b248-42a6-a8c9-62983dea150c req-5d0f084c-c816-4094-b79d-1c7baac8af0e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:19.532691 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e1f24e1-b248-42a6-a8c9-62983dea150c req-5d0f084c-c816-4094-b79d-1c7baac8af0e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 944 time: 0.0546646 Aug 20 11:33:19.578409 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e1f24e1-b248-42a6-a8c9-62983dea150c req-c37326db-fc37-4793-aaf3-4330b46efac6 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391600 Aug 20 11:33:19.654954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-51bcea86-bdf7-4418-a6b1-541005f314fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:19.656449 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-51bcea86-bdf7-4418-a6b1-541005f314fe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d&tenant_id=9437c8ccf38f4278bfdd6826ef939401 HTTP/1.1" status: 200 len: 1095 time: 0.1090002 Aug 20 11:33:19.664411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40bf84-c21d-41ed-9fbd-7f4bb42373c6 req-385c175a-fbcc-4b68-acc1-95462d410285 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:19.665803 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ec40bf84-c21d-41ed-9fbd-7f4bb42373c6 req-385c175a-fbcc-4b68-acc1-95462d410285 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 949 time: 0.0872197 Aug 20 11:33:19.720054 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-02773bd7-e3b5-45b2-9ed0-06375bb72989 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a32ff2c-ab92-441e-a197-f641d4604892 HTTP/1.1" status: 200 len: 217 time: 0.0533235 Aug 20 11:33:19.820838 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ec40bf84-c21d-41ed-9fbd-7f4bb42373c6 req-3688f187-90cc-4250-a181-1751d8361d3d tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/security-groups?id=49764926-6cf3-4e0c-b39f-22afc988ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466196 Aug 20 11:33:19.846729 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da8192-b98e-4179-808f-f153478b11e3 req-9bd6b168-34a5-405a-a6f3-bd9dc3121dc8 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:19.846729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84da8192-b98e-4179-808f-f153478b11e3 req-9bd6b168-34a5-405a-a6f3-bd9dc3121dc8 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.76 "GET /v2.0/ports?device_id=44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1 HTTP/1.1" status: 200 len: 950 time: 0.1428924 Aug 20 11:33:19.846729 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-3e58090b-7fef-4c7a-bfe1-4c2b2a187180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:19.846729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-3e58090b-7fef-4c7a-bfe1-4c2b2a187180 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d0d57bdd-67c5-44c0-8b9a-0885bceb666d HTTP/1.1" status: 200 len: 853 time: 0.1158192 Aug 20 11:33:19.847685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-cd0ec380-0f9b-43fb-8e77-c91d4d0455ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:19.848991 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-cd0ec380-0f9b-43fb-8e77-c91d4d0455ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 1095 time: 0.1438854 Aug 20 11:33:19.959618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a7c32-67c7-42c8-9b45-cef4e73765f5 req-59d202e4-db49-4988-8178-5536969fb52d tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:19.963381 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-883a7c32-67c7-42c8-9b45-cef4e73765f5 req-59d202e4-db49-4988-8178-5536969fb52d tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 948 time: 0.0764003 Aug 20 11:33:19.966386 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-f904d335-021c-4e10-a352-7cf68244d79a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=75f63e75-19be-4ea8-88fe-824cb0111e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821280 Aug 20 11:33:20.027429 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-883a7c32-67c7-42c8-9b45-cef4e73765f5 req-f5024ca5-7109-4444-8715-d73c9cea42ee tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568063 Aug 20 11:33:20.112898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-d6b32418-e943-463d-8d76-960badd85c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:20.114353 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-d6b32418-e943-463d-8d76-960badd85c64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.2313144 Aug 20 11:33:20.126940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-84da8192-b98e-4179-808f-f153478b11e3 req-c6ed46bb-6e84-4846-9ebe-5408e9558216 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Deleting port aaed87d8-46bf-42f3-9c06-215ed36a3787 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:20.127213 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-84da8192-b98e-4179-808f-f153478b11e3 req-c6ed46bb-6e84-4846-9ebe-5408e9558216 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.226321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-d3e99bcd-bd24-4c40-a510-d8593c0ff3af service neutron] 10.222.0.76 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281435 Aug 20 11:33:20.227517 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-258cda0a-64b7-4e96-85ee-72e28c07072c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e80b7a0-4672-4506-8457-f9c78a96006f HTTP/1.1" status: 200 len: 217 time: 0.0962389 Aug 20 11:33:20.308144 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0fe4f-aaea-4ae4-addb-530dea9dd569 req-6147ac73-d68d-4bf0-860e-b8cd558db99c tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:20.309681 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e2c0fe4f-aaea-4ae4-addb-530dea9dd569 req-6147ac73-d68d-4bf0-860e-b8cd558db99c tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 944 time: 0.0510530 Aug 20 11:33:20.348018 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e2c0fe4f-aaea-4ae4-addb-530dea9dd569 req-e6acaeb0-6d85-4da7-b446-80ad6dd4430a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321090 Aug 20 11:33:20.378192 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a4c78-824f-4c26-a513-640d2d361a84 req-edc6edae-64fe-4d4a-acc6-74871dc0b44f tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:20.379676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-328a4c78-824f-4c26-a513-640d2d361a84 req-edc6edae-64fe-4d4a-acc6-74871dc0b44f tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/ports?device_id=44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1 HTTP/1.1" status: 200 len: 950 time: 0.2221916 Aug 20 11:33:20.416333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-2ea9d16b-a34d-4675-8dc0-b8473412e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:20.418099 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-2ea9d16b-a34d-4675-8dc0-b8473412e352 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.1636300 Aug 20 11:33:20.421230 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-84da8192-b98e-4179-808f-f153478b11e3 req-c6ed46bb-6e84-4846-9ebe-5408e9558216 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] For port aaed87d8-46bf-42f3-9c06-215ed36a3787, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=aaed87d8-46bf-42f3-9c06-215ed36a3787,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:20.421594 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-84da8192-b98e-4179-808f-f153478b11e3 req-c6ed46bb-6e84-4846-9ebe-5408e9558216 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.454222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-84da8192-b98e-4179-808f-f153478b11e3 req-c6ed46bb-6e84-4846-9ebe-5408e9558216 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Calling delete_port for aaed87d8-46bf-42f3-9c06-215ed36a3787 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:20.476488 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-60301a87-ad71-4d7a-98d6-c8b87cfcafd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400858 Aug 20 11:33:20.513402 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc1948f2-1eda-4b70-826e-98ca467a0a0a req-5b436d6a-0eb7-4035-b149-af1efd954d42 service neutron] 10.222.0.76 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708185 Aug 20 11:33:20.516106 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-328a4c78-824f-4c26-a513-640d2d361a84 req-f4b7b0d2-63bf-4d8e-b1e0-368261e68562 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b599f37-627c-452c-9c4f-7d37fc90162b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260989 Aug 20 11:33:20.663821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3732a-470a-4810-b3d5-2c593238fc62 req-5bf06279-b9d4-4df2-a2e6-c639068a05bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:20.665318 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fc3732a-470a-4810-b3d5-2c593238fc62 req-5bf06279-b9d4-4df2-a2e6-c639068a05bb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85e3edaa635e4b108702459e233c4176&device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 1095 time: 0.0796103 Aug 20 11:33:20.703512 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-6de8907b-b628-40c9-adfd-c2d506d09746 service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093275 Aug 20 11:33:20.710704 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c9d4d-176f-4b81-9e05-3a06e82cab32 req-5e918af8-bf33-424e-8480-5b4873899b30 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:20.712154 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-994c9d4d-176f-4b81-9e05-3a06e82cab32 req-5e918af8-bf33-424e-8480-5b4873899b30 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 944 time: 0.0538390 Aug 20 11:33:20.751396 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-994c9d4d-176f-4b81-9e05-3a06e82cab32 req-2134029a-65f8-4150-8a76-3cab617b171c tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324204 Aug 20 11:33:20.881296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3732a-470a-4810-b3d5-2c593238fc62 req-39540bd1-152c-4656-b687-38e7bb63882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:20.882936 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fc3732a-470a-4810-b3d5-2c593238fc62 req-39540bd1-152c-4656-b687-38e7bb63882e service neutron] 10.222.0.76 "GET /v2.0/networks?id=75f63e75-19be-4ea8-88fe-824cb0111e79 HTTP/1.1" status: 200 len: 913 time: 0.2100558 Aug 20 11:33:20.885843 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-84da8192-b98e-4179-808f-f153478b11e3 req-c6ed46bb-6e84-4846-9ebe-5408e9558216 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.897878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['aaed87d8-46bf-42f3-9c06-215ed36a3787'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:20.964985 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fc3732a-470a-4810-b3d5-2c593238fc62 req-09df454d-74c5-4b3f-a658-6c5ce246178f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a32ff2c-ab92-441e-a197-f641d4604892 HTTP/1.1" status: 200 len: 217 time: 0.0728283 Aug 20 11:33:20.966844 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-061f4024-74b5-4c14-aa44-32f9b8cb0177 service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308207 Aug 20 11:33:20.967538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed46bb-6e84-4846-9ebe-5408e9558216 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Pushing event deleted for resources: {'Port': ['ID=aaed87d8-46bf-42f3-9c06-215ed36a3787,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:21.022166 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 468018d9-06e6-4b48-b4da-696b1c30cb9b details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:21.074979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-84da8192-b98e-4179-808f-f153478b11e3 req-c6ed46bb-6e84-4846-9ebe-5408e9558216 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] No DVR routers for this DVR port aaed87d8-46bf-42f3-9c06-215ed36a3787 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:21.079932 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-84da8192-b98e-4179-808f-f153478b11e3 req-c6ed46bb-6e84-4846-9ebe-5408e9558216 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.081890 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84da8192-b98e-4179-808f-f153478b11e3 req-c6ed46bb-6e84-4846-9ebe-5408e9558216 tempest-LiveMigrationNegativeTest-1787439433 tempest-LiveMigrationNegativeTest-1787439433-project] 10.222.0.76 "DELETE /v2.0/ports/aaed87d8-46bf-42f3-9c06-215ed36a3787 HTTP/1.1" status: 204 len: 173 time: 1.2259243 Aug 20 11:33:21.085808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3732a-470a-4810-b3d5-2c593238fc62 req-e829af3c-7228-401a-8def-4965528642d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:21.087185 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fc3732a-470a-4810-b3d5-2c593238fc62 req-e829af3c-7228-401a-8def-4965528642d7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d0d57bdd-67c5-44c0-8b9a-0885bceb666d HTTP/1.1" status: 200 len: 853 time: 0.0944476 Aug 20 11:33:21.096221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b410c-add0-4290-acd1-8e792b483969 req-b1d8cd64-6bf5-411b-9652-ce42bf04c8b7 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:21.097788 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af6b410c-add0-4290-acd1-8e792b483969 req-b1d8cd64-6bf5-411b-9652-ce42bf04c8b7 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 949 time: 0.1917040 Aug 20 11:33:21.191980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 468018d9-06e6-4b48-b4da-696b1c30cb9b, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=468018d9-06e6-4b48-b4da-696b1c30cb9b,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:21.209717 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fc3732a-470a-4810-b3d5-2c593238fc62 req-5821262c-1c3d-463a-a07f-a3ff9070c51b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=75f63e75-19be-4ea8-88fe-824cb0111e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109557 Aug 20 11:33:21.211525 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '468018d9-06e6-4b48-b4da-696b1c30cb9b', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '468018d9-06e6-4b48-b4da-696b1c30cb9b', 'mac_address': 'fa:16:3e:7b:1a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:21.234053 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af6b410c-add0-4290-acd1-8e792b483969 req-62615a7b-d797-499a-82ad-cca32f29e99b tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/security-groups?id=49764926-6cf3-4e0c-b39f-22afc988ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197519 Aug 20 11:33:21.286826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8d73e-471a-4d8e-bb65-bff7e3bfd4e4 req-2979b8f8-6390-424b-8623-9de76f548ac9 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:21.294552 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-38a8d73e-471a-4d8e-bb65-bff7e3bfd4e4 req-2979b8f8-6390-424b-8623-9de76f548ac9 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 948 time: 0.1221960 Aug 20 11:33:21.357544 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.369809 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-38a8d73e-471a-4d8e-bb65-bff7e3bfd4e4 req-3f7bf8c6-6e5d-439c-929d-30fc577672fa tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530255 Aug 20 11:33:21.379704 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468018d9-06e6-4b48-b4da-696b1c30cb9b {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:21.405907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 468018d9-06e6-4b48-b4da-696b1c30cb9b, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=468018d9-06e6-4b48-b4da-696b1c30cb9b,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:21.413979 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.437927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1', 'name': 'network-vif-deleted', 'tag': 'aaed87d8-46bf-42f3-9c06-215ed36a3787'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:21.447740 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15fb090-4751-4f19-9088-527d8b5c71a9" -d '{"events": [{"server_uuid": "44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1", "name": "network-vif-deleted", "tag": "aaed87d8-46bf-42f3-9c06-215ed36a3787"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:21.499942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fc3732a-470a-4810-b3d5-2c593238fc62 req-78e30f68-2430-459a-8ad8-07adec058d1e service neutron] 10.222.0.76 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647707 Aug 20 11:33:21.520971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-1ccf824c-1bbe-41a3-9dd4-d8e2af66bb62 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:21.523612 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-1ccf824c-1bbe-41a3-9dd4-d8e2af66bb62 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d&tenant_id=9437c8ccf38f4278bfdd6826ef939401&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 1095 time: 0.1640012 Aug 20 11:33:21.544284 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=468018d9-06e6-4b48-b4da-696b1c30cb9b,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:21.572982 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25791c3-52d7-4297-81ff-cdda51007059 req-7c8c1dfa-9c17-4e36-b5a4-484bbf0e6004 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:21.575454 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c25791c3-52d7-4297-81ff-cdda51007059 req-7c8c1dfa-9c17-4e36-b5a4-484bbf0e6004 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 944 time: 0.0843723 Aug 20 11:33:21.655166 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c25791c3-52d7-4297-81ff-cdda51007059 req-531cff0b-c743-436b-ae93-b570bb7bd6f2 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723307 Aug 20 11:33:21.708256 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fc3732a-470a-4810-b3d5-2c593238fc62 req-076ee5b5-cbdc-4344-9306-14afb1c9985b service neutron] 10.222.0.76 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992521 Aug 20 11:33:21.800845 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0272bd80-a07d-4827-a5bb-9744d3156d12 x-openstack-request-id: req-0272bd80-a07d-4827-a5bb-9744d3156d12 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:21.801129 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1", "name": "network-vif-deleted", "tag": "aaed87d8-46bf-42f3-9c06-215ed36a3787", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:21.801385 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0272bd80-a07d-4827-a5bb-9744d3156d12 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:21.801771 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d03f1e-60d0-49f3-a1fa-3d3b784ea9f1', 'name': 'network-vif-deleted', 'tag': 'aaed87d8-46bf-42f3-9c06-215ed36a3787', 'status': 'completed', 'code': 200} Aug 20 11:33:21.814890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-5197738b-b7d4-4b3a-bd4d-7462236442a3 service neutron] For port 8e80b7a0-4672-4506-8457-f9c78a96006f, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:21.818330 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-5197738b-b7d4-4b3a-bd4d-7462236442a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.819734 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ae50cf1-e603-4782-91d5-846a0c89a294 req-5197738b-b7d4-4b3a-bd4d-7462236442a3 service neutron] 10.222.0.35 "DELETE /v2.0/ports/8e80b7a0-4672-4506-8457-f9c78a96006f/bindings/n-h2-804299-2 HTTP/1.1" status: 204 len: 173 time: 0.2268155 Aug 20 11:33:21.905943 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['468018d9-06e6-4b48-b4da-696b1c30cb9b'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:22.027286 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d0801-c311-4b8a-9c19-d98fdea21437 req-138716d3-f2da-431b-ad66-e67db622f368 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:22.029619 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-607d0801-c311-4b8a-9c19-d98fdea21437 req-138716d3-f2da-431b-ad66-e67db622f368 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 944 time: 0.0642710 Aug 20 11:33:22.076195 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-607d0801-c311-4b8a-9c19-d98fdea21437 req-0cd13f00-7102-4916-919b-81ecae8319f6 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397437 Aug 20 11:33:22.234411 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54056) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:22.297124 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-54c5d820-19cd-42fe-8790-9ac11672bce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:22.384540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5416f67-09cb-4862-949c-c7e8a21f93ab req-0db221a9-5e81-4fb3-a437-cc1ea5b6fb51 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:22.386837 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5416f67-09cb-4862-949c-c7e8a21f93ab req-0db221a9-5e81-4fb3-a437-cc1ea5b6fb51 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 1095 time: 0.0487115 Aug 20 11:33:22.409167 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ce37fa42-2fc4-4e30-a9f4-779ff0f0fcf3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4602564aeb2547cb8c2d3112c5bfa6a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701415 Aug 20 11:33:22.409167 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54072) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:22.440190 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5416f67-09cb-4862-949c-c7e8a21f93ab req-623c22d9-4b11-4ead-b18a-694be6606dad tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458338 Aug 20 11:33:22.517865 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3db1-75ee-482d-b568-d34fd03065cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:22.561349 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3db1-75ee-482d-b568-d34fd03065cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:22.620038 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3db1-75ee-482d-b568-d34fd03065cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:22.625039 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3db1-75ee-482d-b568-d34fd03065cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:22.629829 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3d9b3db1-75ee-482d-b568-d34fd03065cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b599f37-627c-452c-9c4f-7d37fc90162b HTTP/1.1" status: 204 len: 168 time: 0.2201912 Aug 20 11:33:22.640328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b3db1-75ee-482d-b568-d34fd03065cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b599f37-627c-452c-9c4f-7d37fc90162b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:22.803377 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9215e1-8ec3-4fc1-af76-938501fcd197 req-fc83c0b3-40f8-4c3c-aeb4-0bd4c42008f2 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:22.804981 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c9215e1-8ec3-4fc1-af76-938501fcd197 req-fc83c0b3-40f8-4c3c-aeb4-0bd4c42008f2 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 949 time: 0.0569942 Aug 20 11:33:22.857373 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c9215e1-8ec3-4fc1-af76-938501fcd197 req-47880a21-159f-468d-bf8f-bd2046c8308a tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457990 Aug 20 11:33:22.875778 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082a5d6-d9db-48f6-bf53-fecf30fcde50 req-21836153-913e-4db5-b64c-c2137512c478 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:22.883061 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0082a5d6-d9db-48f6-bf53-fecf30fcde50 req-21836153-913e-4db5-b64c-c2137512c478 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 1095 time: 0.0596495 Aug 20 11:33:22.916114 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0082a5d6-d9db-48f6-bf53-fecf30fcde50 req-6431cf46-609f-4f25-a57e-968d028dcb8d tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320861 Aug 20 11:33:22.999910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681c373-9a96-4d20-b7fe-3a536ce5b615 req-a9d3d533-e477-4d53-b018-20ee9de48834 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:23.006005 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54098) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:23.009960 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2681c373-9a96-4d20-b7fe-3a536ce5b615 req-a9d3d533-e477-4d53-b018-20ee9de48834 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 944 time: 0.0966392 Aug 20 11:33:23.049947 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device a6f6feb9-3c41-4f14-bd10-32d299b1045f no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:23.073275 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-11a372e6-ff6a-483c-b04b-c5ae12f97405 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d032dbc8202642048c02e099523aa882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0658383 Aug 20 11:33:23.075234 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2681c373-9a96-4d20-b7fe-3a536ce5b615 req-48508041-e02b-40a5-9c5d-7d597da055eb tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566318 Aug 20 11:33:23.075663 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54106) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:23.131843 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:23.160741 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50795ab0-9747-464a-8bf8-88035b559f30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:23.163249 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72b1227-b26a-4056-bd7e-190a89207dec" -d '{"events": [{"server_uuid": "50795ab0-9747-464a-8bf8-88035b559f30", "name": "network-vif-unplugged", "status": "completed", "tag": "a6f6feb9-3c41-4f14-bd10-32d299b1045f"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:23.169426 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9ddee8d-5eb5-40cf-bb8e-61be59e412e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:23.176853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port a6f6feb9-3c41-4f14-bd10-32d299b1045f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a6f6feb9-3c41-4f14-bd10-32d299b1045f,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:23.182215 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:23.215773 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29e9a19-edf9-4a5c-9eb1-5c4b43cb518e x-openstack-request-id: req-d29e9a19-edf9-4a5c-9eb1-5c4b43cb518e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:23.216066 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50795ab0-9747-464a-8bf8-88035b559f30", "name": "network-vif-unplugged", "status": "completed", "tag": "a6f6feb9-3c41-4f14-bd10-32d299b1045f", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:23.216320 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d29e9a19-edf9-4a5c-9eb1-5c4b43cb518e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:23.216719 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50795ab0-9747-464a-8bf8-88035b559f30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f', 'code': 200} Aug 20 11:33:23.218948 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9ddee8d-5eb5-40cf-bb8e-61be59e412e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:23.240441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=a6f6feb9-3c41-4f14-bd10-32d299b1045f,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:23.280122 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9ddee8d-5eb5-40cf-bb8e-61be59e412e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:23.282932 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9ddee8d-5eb5-40cf-bb8e-61be59e412e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:23.286479 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b9ddee8d-5eb5-40cf-bb8e-61be59e412e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3671748-caf8-48fa-bec8-261cf7a47eec HTTP/1.1" status: 204 len: 168 time: 0.2073247 Aug 20 11:33:23.293900 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddee8d-5eb5-40cf-bb8e-61be59e412e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3671748-caf8-48fa-bec8-261cf7a47eec,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:23.979490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd67cb8-7c9c-4c5c-9d37-5b168574aa5f req-7eb9b9db-2681-4b88-92c7-2a954850bcc9 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:23.981307 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbd67cb8-7c9c-4c5c-9d37-5b168574aa5f req-7eb9b9db-2681-4b88-92c7-2a954850bcc9 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 949 time: 0.0532179 Aug 20 11:33:24.020375 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbd67cb8-7c9c-4c5c-9d37-5b168574aa5f req-fa88b422-5d89-4ee0-859c-02fce8ca809a tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328481 Aug 20 11:33:24.233221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d8578-4de7-4a68-88e9-608658b6f884 req-8b29fe5c-4279-4fd5-800e-90d9ed1f5f6e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:24.234657 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b5d8578-4de7-4a68-88e9-608658b6f884 req-8b29fe5c-4279-4fd5-800e-90d9ed1f5f6e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 944 time: 0.0716820 Aug 20 11:33:24.275375 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b5d8578-4de7-4a68-88e9-608658b6f884 req-ac840f79-ad93-4f77-93bd-32a6951b4906 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347936 Aug 20 11:33:24.701332 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0a32ff2c-ab92-441e-a197-f641d4604892 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:24.703778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device aaed87d8-46bf-42f3-9c06-215ed36a3787 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:24.730201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: aaed87d8-46bf-42f3-9c06-215ed36a3787 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:24.730766 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device aaed87d8-46bf-42f3-9c06-215ed36a3787 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:24.820807 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0a32ff2c-ab92-441e-a197-f641d4604892, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0a32ff2c-ab92-441e-a197-f641d4604892,segment=NetworkSegment(aa92d711-f031-473d-abac-760cf93baac4),segment_id=aa92d711-f031-473d-abac-760cf93baac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:24.831583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '0a32ff2c-ab92-441e-a197-f641d4604892', 'network_id': '75f63e75-19be-4ea8-88fe-824cb0111e79', 'port_id': '0a32ff2c-ab92-441e-a197-f641d4604892', 'mac_address': 'fa:16:3e:be:e0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d57bdd-67c5-44c0-8b9a-0885bceb666d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:24.870098 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:24.883638 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a32ff2c-ab92-441e-a197-f641d4604892 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:24.907606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0a32ff2c-ab92-441e-a197-f641d4604892, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0a32ff2c-ab92-441e-a197-f641d4604892,segment=NetworkSegment(aa92d711-f031-473d-abac-760cf93baac4),segment_id=aa92d711-f031-473d-abac-760cf93baac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:24.912673 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:24.931147 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-14878ade-6f80-4751-8b95-437d73aee03b tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229464 Aug 20 11:33:24.966719 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0a32ff2c-ab92-441e-a197-f641d4604892,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:25.046819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-45ecefb3-b53d-44bd-bf69-682e55aa144b tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:25.048345 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-45ecefb3-b53d-44bd-bf69-682e55aa144b tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109288 Aug 20 11:33:25.064533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 468018d9-06e6-4b48-b4da-696b1c30cb9b up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:25.066602 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-75b712d6-7d0e-43b0-b0ff-53c9ebaa6e0f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/quotas/ef9f29628ade4c0db3d735f4fcedc885 HTTP/1.1" status: 200 len: 375 time: 0.0119331 Aug 20 11:33:25.104766 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-705e6d37-afb2-4463-9ed2-5b4048ba65e3 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290856 Aug 20 11:33:25.128087 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0a32ff2c-ab92-441e-a197-f641d4604892'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:25.156268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c9653-4d8a-4e17-98ab-adf59a0701fe req-98747657-e733-442d-8eff-92d30f3b8644 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:25.159492 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1f44ef98-15a1-4019-930d-f44bb676c744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.165673 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3c5c9653-4d8a-4e17-98ab-adf59a0701fe req-98747657-e733-442d-8eff-92d30f3b8644 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 949 time: 0.0697315 Aug 20 11:33:25.187970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 468018d9-06e6-4b48-b4da-696b1c30cb9b completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:25.195820 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 468018d9-06e6-4b48-b4da-696b1c30cb9b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:25.196191 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.216775 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3c5c9653-4d8a-4e17-98ab-adf59a0701fe req-45f3e289-2f1d-444b-8ea1-c9ae3a6bc8f0 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500782 Aug 20 11:33:25.290124 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.388437 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.439394 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762c04ec-28a0-4a15-94eb-b3e8523d758c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468018d9-06e6-4b48-b4da-696b1c30cb9b'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:25.449122 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078e5091-1361-4b4c-86a7-4adeb48065fc" -d '{"events": [{"server_uuid": "762c04ec-28a0-4a15-94eb-b3e8523d758c", "name": "network-vif-plugged", "status": "completed", "tag": "468018d9-06e6-4b48-b4da-696b1c30cb9b"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:25.477476 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fec8c-1047-4363-89f2-54b52cfc09fb req-b2626a26-61eb-471b-8834-256a6593d2fe tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:25.481161 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-ab7fe57b-b95c-421f-9b06-661200489649 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293608 Aug 20 11:33:25.485097 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-690fec8c-1047-4363-89f2-54b52cfc09fb req-b2626a26-61eb-471b-8834-256a6593d2fe tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 945 time: 0.0640600 Aug 20 11:33:25.497884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 468018d9-06e6-4b48-b4da-696b1c30cb9b, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=468018d9-06e6-4b48-b4da-696b1c30cb9b,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:25.519098 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.541050 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-690fec8c-1047-4363-89f2-54b52cfc09fb req-91032b93-acd2-4278-8dcc-79f9ab4b901c tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549276 Aug 20 11:33:25.605511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=468018d9-06e6-4b48-b4da-696b1c30cb9b,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:25.670216 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-6b30aaec-6cec-4c88-a00a-08d7eb828d95 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:25.671766 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-6b30aaec-6cec-4c88-a00a-08d7eb828d95 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896324 Aug 20 11:33:25.690580 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-a4a80f7a-ae0e-4e8e-9543-3c2955246434 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/quotas/ef9f29628ade4c0db3d735f4fcedc885 HTTP/1.1" status: 200 len: 375 time: 0.0103500 Aug 20 11:33:25.716875 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b934a2e8-fb6e-40a7-b13b-830d27640c8e x-openstack-request-id: req-b934a2e8-fb6e-40a7-b13b-830d27640c8e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:25.717883 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762c04ec-28a0-4a15-94eb-b3e8523d758c", "name": "network-vif-plugged", "status": "completed", "tag": "468018d9-06e6-4b48-b4da-696b1c30cb9b", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:25.718298 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b934a2e8-fb6e-40a7-b13b-830d27640c8e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:25.718920 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762c04ec-28a0-4a15-94eb-b3e8523d758c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468018d9-06e6-4b48-b4da-696b1c30cb9b', 'code': 200} Aug 20 11:33:25.742725 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-377959da-436a-4df2-b839-7700cf844ffc tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448608 Aug 20 11:33:25.841100 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42288e-6a27-4d16-9769-42ab865776f3 req-f61b8412-792e-4446-a225-f206ed77d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:25.843829 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef42288e-6a27-4d16-9769-42ab865776f3 req-f61b8412-792e-4446-a225-f206ed77d534 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 1101 time: 0.0473006 Aug 20 11:33:25.892334 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef42288e-6a27-4d16-9769-42ab865776f3 req-d30ce01d-d005-438c-a854-632679143523 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363717 Aug 20 11:33:25.941534 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4adb9efe-6c05-4467-883b-4f02139ab951 req-72ed2326-647f-442d-bde6-310eba29600a tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 210 time: 0.0317483 Aug 20 11:33:26.212172 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.351694 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697d68-b329-45c0-b932-0d25bd7b3878 req-cc1ef27c-e035-4844-90d3-62b895ff9e90 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:26.354070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6697d68-b329-45c0-b932-0d25bd7b3878 req-cc1ef27c-e035-4844-90d3-62b895ff9e90 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 950 time: 0.0671988 Aug 20 11:33:26.396227 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6697d68-b329-45c0-b932-0d25bd7b3878 req-7dfd81c9-040f-42f8-b4bd-3ee2711d5ac0 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345843 Aug 20 11:33:26.466842 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-57afd969-fba5-4e1d-b48b-efcc504fdbe9 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311384 Aug 20 11:33:26.611170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-135514af-a4c9-46d5-906b-c8e8099d3797 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:26.613241 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-135514af-a4c9-46d5-906b-c8e8099d3797 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397407 Aug 20 11:33:26.638021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Request body: {'port': {'device_id': '774cef29-1b13-4e93-8691-421303c51705', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': 'ef9f29628ade4c0db3d735f4fcedc885'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:26.715634 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0a32ff2c-ab92-441e-a197-f641d4604892 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:26.778921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 0a32ff2c-ab92-441e-a197-f641d4604892 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:26.785032 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 0a32ff2c-ab92-441e-a197-f641d4604892 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:26.785768 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.821268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Made reservation on behalf of ef9f29628ade4c0db3d735f4fcedc885 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:26.825193 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.839073 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.902556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3faf34-9b92-41e2-a8bd-0451e79e8fb6 req-084f058d-7cc6-4dfc-8d23-dd00472ad358 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:26.907367 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce3faf34-9b92-41e2-a8bd-0451e79e8fb6 req-084f058d-7cc6-4dfc-8d23-dd00472ad358 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 945 time: 0.0882018 Aug 20 11:33:26.961788 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.981737 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.983215 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.007691 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-0956345e-0fe6-4232-95b8-597e9fbd4629 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448956 Aug 20 11:33:27.032613 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce3faf34-9b92-41e2-a8bd-0451e79e8fb6 req-4deec3de-e34c-4ce3-a48b-4133f8767365 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179969 Aug 20 11:33:27.043690 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0a32ff2c-ab92-441e-a197-f641d4604892, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0a32ff2c-ab92-441e-a197-f641d4604892,segment=NetworkSegment(aa92d711-f031-473d-abac-760cf93baac4),segment_id=aa92d711-f031-473d-abac-760cf93baac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:27.059743 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.091335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device a6f6feb9-3c41-4f14-bd10-32d299b1045f details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:27.134529 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0a32ff2c-ab92-441e-a197-f641d4604892,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:27.202578 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81754270-b240-4d2f-9516-92e966afe509 req-b00f7e4f-bbd7-4fe2-b4b0-ac31b71e503e tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 210 time: 0.0788934 Aug 20 11:33:27.246086 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port a6f6feb9-3c41-4f14-bd10-32d299b1045f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a6f6feb9-3c41-4f14-bd10-32d299b1045f,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:27.259586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f', 'mac_address': 'fa:16:3e:ba:fe:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:27.309127 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.331808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f6feb9-3c41-4f14-bd10-32d299b1045f {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:27.347682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b895555-71c5-4144-92dc-0589948cd429,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:27.357521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port a6f6feb9-3c41-4f14-bd10-32d299b1045f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a6f6feb9-3c41-4f14-bd10-32d299b1045f,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:27.363474 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-12aef0b4-d566-47de-a852-a3d4d9dd10ed tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:27.364837 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.365389 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-12aef0b4-d566-47de-a852-a3d4d9dd10ed tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3481784 Aug 20 11:33:27.381152 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-b6ad5f91-64f2-4ab7-9e79-76ae023b1f72 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Request body: {'port': {'device_id': '46cc5751-db03-4b45-851a-e6cadf033f19', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': 'ef9f29628ade4c0db3d735f4fcedc885'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:27.503990 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=a6f6feb9-3c41-4f14-bd10-32d299b1045f,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:27.646594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbca0c-9c5a-46a8-bca3-287235f1290b req-4020b78f-c799-4baf-82b3-07651eb7e6ec tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:27.650474 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['a6f6feb9-3c41-4f14-bd10-32d299b1045f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:27.656581 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36bbca0c-9c5a-46a8-bca3-287235f1290b req-4020b78f-c799-4baf-82b3-07651eb7e6ec tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 950 time: 0.1042902 Aug 20 11:33:27.723399 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d730f5-47c5-4c76-8eb3-008d363cdf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a32ff2c-ab92-441e-a197-f641d4604892'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:27.725702 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76813a51-b21e-47c9-b3ae-90da5c5b2d54" -d '{"events": [{"server_uuid": "c9d730f5-47c5-4c76-8eb3-008d363cdf05", "name": "network-vif-plugged", "status": "completed", "tag": "0a32ff2c-ab92-441e-a197-f641d4604892"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:27.763445 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36bbca0c-9c5a-46a8-bca3-287235f1290b req-b2febcdd-a4d5-4d6c-be0e-03d63fb3a715 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054626 Aug 20 11:33:27.811338 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326856eb-e2ad-4890-b3b5-5894cbef8249 x-openstack-request-id: req-326856eb-e2ad-4890-b3b5-5894cbef8249 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:27.811822 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d730f5-47c5-4c76-8eb3-008d363cdf05", "name": "network-vif-plugged", "status": "completed", "tag": "0a32ff2c-ab92-441e-a197-f641d4604892", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:27.812031 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-326856eb-e2ad-4890-b3b5-5894cbef8249 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:27.812233 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d730f5-47c5-4c76-8eb3-008d363cdf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a32ff2c-ab92-441e-a197-f641d4604892', 'code': 200} Aug 20 11:33:27.943335 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.076390 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Allocated IP 192.168.233.239 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/0959032f-d8b7-43ce-8365-f4c00d2d5371) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:28.081848 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-b6ad5f91-64f2-4ab7-9e79-76ae023b1f72 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Made reservation on behalf of ef9f29628ade4c0db3d735f4fcedc885 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:28.085358 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-b6ad5f91-64f2-4ab7-9e79-76ae023b1f72 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.115034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b28488-8539-4162-bd12-8b7cf1ec224d req-3bccdbd1-4965-4180-b24d-99332002cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:28.116991 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4b28488-8539-4162-bd12-8b7cf1ec224d req-3bccdbd1-4965-4180-b24d-99332002cd41 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 1097 time: 0.1643808 Aug 20 11:33:28.252050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df5d22-a4df-4de9-8ab4-6b161f86e962 req-8a1c94ab-785a-4b1a-81be-618b11a8a106 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:28.253999 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24df5d22-a4df-4de9-8ab4-6b161f86e962 req-8a1c94ab-785a-4b1a-81be-618b11a8a106 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 946 time: 0.0724947 Aug 20 11:33:28.278701 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4b28488-8539-4162-bd12-8b7cf1ec224d req-b6c5ff62-2e7c-4d76-b422-7652f27d7f01 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382587 Aug 20 11:33:28.286040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbe6ff-1d52-4d2a-8d53-67ee2c90fcf1 req-02dadb57-1736-44ac-99c5-423820316084 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:28.287531 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b0fbe6ff-1d52-4d2a-8d53-67ee2c90fcf1 req-02dadb57-1736-44ac-99c5-423820316084 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 946 time: 0.1664054 Aug 20 11:33:28.346078 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24df5d22-a4df-4de9-8ab4-6b161f86e962 req-5cbb3a8b-22ff-4cce-a962-b13065ac6dd9 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673409 Aug 20 11:33:28.379981 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b0fbe6ff-1d52-4d2a-8d53-67ee2c90fcf1 req-c8016e2d-2113-40d4-aa38-376629d9ed1d tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6bad9f3-2375-4f92-8505-8332affbcbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768309 Aug 20 11:33:28.467813 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-28eee559-ecbc-41a2-b157-314cbe875deb req-512b9063-2f39-4917-96ea-ba8557343ada tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 210 time: 0.0445421 Aug 20 11:33:28.518844 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.534983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Transition to ACTIVE for port object 0959032f-d8b7-43ce-8365-f4c00d2d5371 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:28.642398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-b6ad5f91-64f2-4ab7-9e79-76ae023b1f72 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Allocated IP 192.168.233.25 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/c9e42396-014c-4f06-abfd-c5324b376a7a) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:28.683114 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.752959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:28.764927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:28.770679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Pushing event updated for resources: {'Port': ['ID=0959032f-d8b7-43ce-8365-f4c00d2d5371,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:28.775415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:28.965179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:28.965825 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:29.024100 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-3d71f72c-7fb0-45b9-87a6-5f1f79b5b9cb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3980978 Aug 20 11:33:29.041003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Request body: {'port': {'device_id': '774cef29-1b13-4e93-8691-421303c51705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:29.109483 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:29.120015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e16b6f-fdc4-448b-97c9-958f6919e6dc req-59d9cc42-13e8-409e-9be8-4d0590aafb1a tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:29.128344 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73e16b6f-fdc4-448b-97c9-958f6919e6dc req-59d9cc42-13e8-409e-9be8-4d0590aafb1a tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 950 time: 0.2420571 Aug 20 11:33:29.135318 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-b6ad5f91-64f2-4ab7-9e79-76ae023b1f72 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:29.204967 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-b6ad5f91-64f2-4ab7-9e79-76ae023b1f72 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Transition to ACTIVE for port object c9e42396-014c-4f06-abfd-c5324b376a7a will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:29.216210 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c571f4dc-f63d-4342-b852-f3679836c7ea None None] Provisioning for port 0959032f-d8b7-43ce-8365-f4c00d2d5371 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:29.231975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c571f4dc-f63d-4342-b852-f3679836c7ea None None] Provisioning complete for port 0959032f-d8b7-43ce-8365-f4c00d2d5371 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:29.233632 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c571f4dc-f63d-4342-b852-f3679836c7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:29.251138 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73e16b6f-fdc4-448b-97c9-958f6919e6dc req-0c16f7f5-872f-4b2a-b65c-c4309aaada4b tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220958 Aug 20 11:33:29.316616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c571f4dc-f63d-4342-b852-f3679836c7ea None None] Port 0959032f-d8b7-43ce-8365-f4c00d2d5371 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:33:29.424147 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00151d-e59c-4abf-8be6-9e92bda42166 req-5f7a5afd-aa9f-4a47-9c83-8b7466dc1ca7 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:29.433374 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b00151d-e59c-4abf-8be6-9e92bda42166 req-5f7a5afd-aa9f-4a47-9c83-8b7466dc1ca7 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=297f78be-f938-4d6c-9898-82d5a6fa94d3 HTTP/1.1" status: 200 len: 949 time: 0.0751350 Aug 20 11:33:29.483789 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b00151d-e59c-4abf-8be6-9e92bda42166 req-a900d2b8-d292-4573-90b1-d0974fc06da4 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447078 Aug 20 11:33:29.508201 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-b6ad5f91-64f2-4ab7-9e79-76ae023b1f72 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:29.610438 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-b6ad5f91-64f2-4ab7-9e79-76ae023b1f72 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:29.629371 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:33:29.631931 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-b6ad5f91-64f2-4ab7-9e79-76ae023b1f72 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:29.637231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31ec0b-6f56-4c77-9f40-94dfb033b17e req-bdf4530a-305e-48f9-907f-434c8b1784be tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:29.639286 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bd31ec0b-6f56-4c77-9f40-94dfb033b17e req-bdf4530a-305e-48f9-907f-434c8b1784be tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 946 time: 0.0605574 Aug 20 11:33:29.662597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-b6ad5f91-64f2-4ab7-9e79-76ae023b1f72 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:29.669756 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad5f91-64f2-4ab7-9e79-76ae023b1f72 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Pushing event updated for resources: {'Port': ['ID=c9e42396-014c-4f06-abfd-c5324b376a7a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:29.702914 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bd31ec0b-6f56-4c77-9f40-94dfb033b17e req-b40f5cd6-1193-456f-b90d-87f41c781de1 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6bad9f3-2375-4f92-8505-8332affbcbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543180 Aug 20 11:33:29.765223 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90bb92-9a6c-4561-9a24-43262958f886 req-4f4d57b3-2e4b-4ba7-a319-b3fdd7caa1c2 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:29.772696 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d90bb92-9a6c-4561-9a24-43262958f886 req-4f4d57b3-2e4b-4ba7-a319-b3fdd7caa1c2 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 946 time: 0.2812591 Aug 20 11:33:29.791456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0959032f-d8b7-43ce-8365-f4c00d2d5371 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:29.803546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-b6ad5f91-64f2-4ab7-9e79-76ae023b1f72 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:29.804328 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-b6ad5f91-64f2-4ab7-9e79-76ae023b1f72 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:29.848010 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:29.869576 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-b6ad5f91-64f2-4ab7-9e79-76ae023b1f72 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4947889 Aug 20 11:33:29.890435 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Request body: {'port': {'device_id': '46cc5751-db03-4b45-851a-e6cadf033f19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:29.895211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Transition to ACTIVE for port object 0959032f-d8b7-43ce-8365-f4c00d2d5371 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:29.916784 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:29.947213 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d90bb92-9a6c-4561-9a24-43262958f886 req-d035992b-d222-49dc-835f-aed027a444f9 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734159 Aug 20 11:33:30.043176 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Pushing event updated for resources: {'Port': ['ID=0959032f-d8b7-43ce-8365-f4c00d2d5371,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:30.049136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-74155b43-1076-447c-b139-07f3698d32dd None None] Provisioning for port c9e42396-014c-4f06-abfd-c5324b376a7a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:30.058377 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-74155b43-1076-447c-b139-07f3698d32dd None None] Provisioning complete for port c9e42396-014c-4f06-abfd-c5324b376a7a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:30.060549 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-74155b43-1076-447c-b139-07f3698d32dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:30.149607 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-74155b43-1076-447c-b139-07f3698d32dd None None] Port c9e42396-014c-4f06-abfd-c5324b376a7a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:33:30.178812 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:30.256215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bb5ae-f227-4735-8024-6b4c7d575d41 req-df67cfa2-753f-4760-82cd-30696d7846fb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:30.258797 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae9bb5ae-f227-4735-8024-6b4c7d575d41 req-df67cfa2-753f-4760-82cd-30696d7846fb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 935 time: 0.2089212 Aug 20 11:33:30.494360 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Attempting to bind port 0959032f-d8b7-43ce-8365-f4c00d2d5371 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:30.494702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Attempting to bind port 0959032f-d8b7-43ce-8365-f4c00d2d5371 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:30.495578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Attempting to bind port 0959032f-d8b7-43ce-8365-f4c00d2d5371 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:30.509639 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae9bb5ae-f227-4735-8024-6b4c7d575d41 req-920b3a28-2247-44b2-9bb7-2f8a5f2f58a1 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372558 Aug 20 11:33:30.524294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Port 0959032f-d8b7-43ce-8365-f4c00d2d5371 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:33:30.524844 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Attempting to bind port 0959032f-d8b7-43ce-8365-f4c00d2d5371 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:30.578593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:30.578937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:30.579328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:30.579775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Bound port: 0959032f-d8b7-43ce-8365-f4c00d2d5371, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:30.580131 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:30.743284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] For port 0959032f-d8b7-43ce-8365-f4c00d2d5371, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:30.759796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] For port 0959032f-d8b7-43ce-8365-f4c00d2d5371, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0959032f-d8b7-43ce-8365-f4c00d2d5371,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:30.769434 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:30.852718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:30.853385 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:30.855590 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] 10.222.0.76 "PUT /v2.0/ports/0959032f-d8b7-43ce-8365-f4c00d2d5371 HTTP/1.1" status: 200 len: 1096 time: 1.8197272 Aug 20 11:33:30.858730 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774cef29-1b13-4e93-8691-421303c51705', 'tag': '0959032f-d8b7-43ce-8365-f4c00d2d5371'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:30.861013 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f961a5c-b1af-48f4-bd3f-fde4b7fd24a8" -d '{"events": [{"name": "network-changed", "server_uuid": "774cef29-1b13-4e93-8691-421303c51705", "tag": "0959032f-d8b7-43ce-8365-f4c00d2d5371"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:30.939607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e42396-014c-4f06-abfd-c5324b376a7a {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:30.969589 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:30.992780 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6b8487-e263-498e-b11b-81e36fa52f3d x-openstack-request-id: req-ad6b8487-e263-498e-b11b-81e36fa52f3d {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:30.993070 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774cef29-1b13-4e93-8691-421303c51705", "tag": "0959032f-d8b7-43ce-8365-f4c00d2d5371", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:30.993325 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad6b8487-e263-498e-b11b-81e36fa52f3d {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:30.993714 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774cef29-1b13-4e93-8691-421303c51705', 'tag': '0959032f-d8b7-43ce-8365-f4c00d2d5371', 'status': 'completed', 'code': 200} Aug 20 11:33:31.041572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfaee65-bcfa-4cef-80b2-a3d96f7b6767 service neutron] Pushing event updated for resources: {'Port': ['ID=0959032f-d8b7-43ce-8365-f4c00d2d5371,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:31.056332 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Transition to ACTIVE for port object c9e42396-014c-4f06-abfd-c5324b376a7a will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:31.069637 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281f286-1e14-407c-a959-ef7a38bc3671 req-a72b08ec-a93f-4061-ab66-e3f8f7574a8c tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:31.080058 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2281f286-1e14-407c-a959-ef7a38bc3671 req-a72b08ec-a93f-4061-ab66-e3f8f7574a8c tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 946 time: 0.2450757 Aug 20 11:33:31.080299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device a6f6feb9-3c41-4f14-bd10-32d299b1045f up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:31.122275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:31.173736 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f4562-ba84-4893-a3a6-9f5f1593ff21 req-19a571a2-803e-4f46-8c21-091545e0c57c tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:31.183176 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a5f4562-ba84-4893-a3a6-9f5f1593ff21 req-19a571a2-803e-4f46-8c21-091545e0c57c tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 946 time: 0.1016598 Aug 20 11:33:31.213146 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2281f286-1e14-407c-a959-ef7a38bc3671 req-ed296b24-36c0-4638-bc3d-59787a394527 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6bad9f3-2375-4f92-8505-8332affbcbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274679 Aug 20 11:33:31.234601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port a6f6feb9-3c41-4f14-bd10-32d299b1045f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:31.235222 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:31.237224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-58a116ac-4618-4a83-875a-0ea0e009d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:31.238762 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-58a116ac-4618-4a83-875a-0ea0e009d66c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 1099 time: 0.3122754 Aug 20 11:33:31.284457 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a5f4562-ba84-4893-a3a6-9f5f1593ff21 req-90b250cd-8097-4726-ab85-00062cca33ea tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997393 Aug 20 11:33:31.352282 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Pushing event updated for resources: {'Port': ['ID=c9e42396-014c-4f06-abfd-c5324b376a7a,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:31.365790 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-90b502da-9f16-48ae-982e-1405c5dc8c85 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=0959032f-d8b7-43ce-8365-f4c00d2d5371 HTTP/1.1" status: 200 len: 217 time: 0.1026912 Aug 20 11:33:31.382651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cccb9f-5af4-45aa-99f6-672179e806d6 req-3e9073f0-d11c-4c02-bbad-814573394332 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:31.384736 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36cccb9f-5af4-45aa-99f6-672179e806d6 req-3e9073f0-d11c-4c02-bbad-814573394332 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 946 time: 0.2772412 Aug 20 11:33:31.430545 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:31.483630 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port a6f6feb9-3c41-4f14-bd10-32d299b1045f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a6f6feb9-3c41-4f14-bd10-32d299b1045f,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:31.492293 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50795ab0-9747-464a-8bf8-88035b559f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:31.496308 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dece5382-faa2-4d02-8eba-87ebad3689f1" -d '{"events": [{"server_uuid": "50795ab0-9747-464a-8bf8-88035b559f30", "name": "network-vif-plugged", "status": "completed", "tag": "a6f6feb9-3c41-4f14-bd10-32d299b1045f"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:31.500814 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:31.509489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-657faa30-feb6-417a-8ea8-b923d137b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:31.513789 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-657faa30-feb6-417a-8ea8-b923d137b8b4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1280324 Aug 20 11:33:31.616834 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=a6f6feb9-3c41-4f14-bd10-32d299b1045f,revision_number=10']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:31.641030 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e126738-7e54-4330-89f7-7697821d04aa x-openstack-request-id: req-0e126738-7e54-4330-89f7-7697821d04aa {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:31.641565 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50795ab0-9747-464a-8bf8-88035b559f30", "name": "network-vif-plugged", "status": "completed", "tag": "a6f6feb9-3c41-4f14-bd10-32d299b1045f", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:31.642043 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e126738-7e54-4330-89f7-7697821d04aa {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:31.642633 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50795ab0-9747-464a-8bf8-88035b559f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f', 'code': 200} Aug 20 11:33:31.771139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ed5fd-32ec-4af5-bcdb-8df3f7f3ca15 req-fe099350-f503-4d76-92f6-916154532377 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:31.782017 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-871ed5fd-32ec-4af5-bcdb-8df3f7f3ca15 req-fe099350-f503-4d76-92f6-916154532377 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 947 time: 0.0720057 Aug 20 11:33:31.799394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-f631526d-b178-4758-a82b-365bbb3c64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:31.801273 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-f631526d-b178-4758-a82b-365bbb3c64b4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2178512 Aug 20 11:33:31.805312 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Attempting to bind port c9e42396-014c-4f06-abfd-c5324b376a7a on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:31.806037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Attempting to bind port c9e42396-014c-4f06-abfd-c5324b376a7a by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:31.806593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Attempting to bind port c9e42396-014c-4f06-abfd-c5324b376a7a on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:31.819958 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be942a93-ca78-4582-8845-7e141cf32a10 req-1496ff0f-96a9-4bbb-9ea8-ec57a3632044 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1811772512&fields=id&tenant_id=85e3edaa635e4b108702459e233c4176 HTTP/1.1" status: 200 len: 267 time: 0.2430520 Aug 20 11:33:31.831185 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-871ed5fd-32ec-4af5-bcdb-8df3f7f3ca15 req-50529974-0265-45c0-8b6a-0329b326b977 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479877 Aug 20 11:33:31.886958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Port c9e42396-014c-4f06-abfd-c5324b376a7a on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:33:31.887990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Attempting to bind port c9e42396-014c-4f06-abfd-c5324b376a7a on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:31.935276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:31.935616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:31.936003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:31.936447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Bound port: c9e42396-014c-4f06-abfd-c5324b376a7a, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:31.936826 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.012804 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-f3e2c143-2fba-42a1-8945-4ee385e38196 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880341 Aug 20 11:33:32.037984 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be942a93-ca78-4582-8845-7e141cf32a10 req-6ecf6c67-22bd-4230-8d93-9fc0e5bf0438 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:32.046700 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be942a93-ca78-4582-8845-7e141cf32a10 req-6ecf6c67-22bd-4230-8d93-9fc0e5bf0438 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 946 time: 0.2254877 Aug 20 11:33:32.054631 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-be942a93-ca78-4582-8845-7e141cf32a10 req-38c036ec-1bcb-40cb-b6e7-b2f3d69c53e6 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Request body: {'port': {'security_groups': ['ddc667a6-ba15-4356-be8b-c953c2141166', '3db40a70-ecbf-4b44-894a-df3aa5844c7e']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:32.069602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-36cccb9f-5af4-45aa-99f6-672179e806d6 req-9c43a26e-ac61-4857-b97d-b173a560d649 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Deleting port fd181e57-8bf4-47a4-88db-80bf69b9049c {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:32.069949 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-36cccb9f-5af4-45aa-99f6-672179e806d6 req-9c43a26e-ac61-4857-b97d-b173a560d649 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.206405 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] For port c9e42396-014c-4f06-abfd-c5324b376a7a, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:32.251438 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] For port c9e42396-014c-4f06-abfd-c5324b376a7a, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c9e42396-014c-4f06-abfd-c5324b376a7a,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:32.274397 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.316366 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be942a93-ca78-4582-8845-7e141cf32a10 req-38c036ec-1bcb-40cb-b6e7-b2f3d69c53e6 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.371622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-36cccb9f-5af4-45aa-99f6-672179e806d6 req-9c43a26e-ac61-4857-b97d-b173a560d649 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] For port fd181e57-8bf4-47a4-88db-80bf69b9049c, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=fd181e57-8bf4-47a4-88db-80bf69b9049c,segment=NetworkSegment(b59b7a87-4437-4875-88c7-49d2d862150c),segment_id=b59b7a87-4437-4875-88c7-49d2d862150c)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:32.371992 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-36cccb9f-5af4-45aa-99f6-672179e806d6 req-9c43a26e-ac61-4857-b97d-b173a560d649 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.376960 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:32.377577 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.378975 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] 10.222.0.76 "PUT /v2.0/ports/c9e42396-014c-4f06-abfd-c5324b376a7a HTTP/1.1" status: 200 len: 1095 time: 2.4948869 Aug 20 11:33:32.402561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a66b3ff-cb5a-4448-b171-04c5baf236c2 req-637b8f60-417e-46f3-b7c3-d762ab485456 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794820 Aug 20 11:33:32.409540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-36cccb9f-5af4-45aa-99f6-672179e806d6 req-9c43a26e-ac61-4857-b97d-b173a560d649 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Calling delete_port for fd181e57-8bf4-47a4-88db-80bf69b9049c owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:32.419231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6324cf8-3c65-4f63-a56f-f3d2cd2800c9 req-2a092b0f-3d6b-489e-afcd-7b004e114ac1 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:32.430115 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b6324cf8-3c65-4f63-a56f-f3d2cd2800c9 req-2a092b0f-3d6b-489e-afcd-7b004e114ac1 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 946 time: 0.1026165 Aug 20 11:33:32.489335 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714be0d-fe52-4171-b000-f9c6386c225f service neutron] Pushing event updated for resources: {'Port': ['ID=c9e42396-014c-4f06-abfd-c5324b376a7a,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:32.532222 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b6324cf8-3c65-4f63-a56f-f3d2cd2800c9 req-fcf9cc6f-1c5a-48a4-993d-a7351bc4fc62 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6bad9f3-2375-4f92-8505-8332affbcbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009362 Aug 20 11:33:32.586994 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.677498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-7340a59d-8204-4b2a-8d65-63bd7e62134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:32.679009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-7340a59d-8204-4b2a-8d65-63bd7e62134f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 1098 time: 0.2320364 Aug 20 11:33:32.688342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f961a5c-b1af-48f4-bd3f-fde4b7fd24a8 req-2d715a31-44cf-4584-b7d4-8ec26985d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:32.690011 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f961a5c-b1af-48f4-bd3f-fde4b7fd24a8 req-2d715a31-44cf-4584-b7d4-8ec26985d24a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 1099 time: 0.2104223 Aug 20 11:33:32.973448 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8f645-f593-44d9-80b5-c31d0046bf0c req-7732c575-ce09-4316-abc7-028f63fa6d9d tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:32.985752 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2ed8f645-f593-44d9-80b5-c31d0046bf0c req-7732c575-ce09-4316-abc7-028f63fa6d9d tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 947 time: 0.0759597 Aug 20 11:33:33.042788 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2ed8f645-f593-44d9-80b5-c31d0046bf0c req-f96d53bf-2d1f-4812-8956-2260bcc8a2ea tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550251 Aug 20 11:33:33.134276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cc5751-db03-4b45-851a-e6cadf033f19', 'tag': 'c9e42396-014c-4f06-abfd-c5324b376a7a'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:33.137191 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4053d0e0-62fa-4752-963d-88a4167f2329" -d '{"events": [{"name": "network-changed", "server_uuid": "46cc5751-db03-4b45-851a-e6cadf033f19", "tag": "c9e42396-014c-4f06-abfd-c5324b376a7a"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:33.207506 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-725d2fd6-c183-48be-926c-a75a5d52eff4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=c9e42396-014c-4f06-abfd-c5324b376a7a HTTP/1.1" status: 200 len: 217 time: 0.5134735 Aug 20 11:33:33.378183 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6a6957-c0b0-4b98-a98f-04201ededde2 x-openstack-request-id: req-8d6a6957-c0b0-4b98-a98f-04201ededde2 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:33.378183 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cc5751-db03-4b45-851a-e6cadf033f19", "tag": "c9e42396-014c-4f06-abfd-c5324b376a7a", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:33.378183 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d6a6957-c0b0-4b98-a98f-04201ededde2 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:33.378183 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cc5751-db03-4b45-851a-e6cadf033f19', 'tag': 'c9e42396-014c-4f06-abfd-c5324b376a7a', 'status': 'completed', 'code': 200} Aug 20 11:33:33.378183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-e570e255-c4b1-4742-bb77-08012684e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:33.378183 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-e570e255-c4b1-4742-bb77-08012684e42a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0996749 Aug 20 11:33:33.474831 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-36cccb9f-5af4-45aa-99f6-672179e806d6 req-9c43a26e-ac61-4857-b97d-b173a560d649 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.491634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f961a5c-b1af-48f4-bd3f-fde4b7fd24a8 req-13c7a476-f9ad-4322-9ae1-866ce4777baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:33.493119 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f961a5c-b1af-48f4-bd3f-fde4b7fd24a8 req-13c7a476-f9ad-4322-9ae1-866ce4777baf service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.7894180 Aug 20 11:33:33.513807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-be942a93-ca78-4582-8845-7e141cf32a10 req-38c036ec-1bcb-40cb-b6e7-b2f3d69c53e6 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] For port 0a32ff2c-ab92-441e-a197-f641d4604892, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0a32ff2c-ab92-441e-a197-f641d4604892,segment=NetworkSegment(aa92d711-f031-473d-abac-760cf93baac4),segment_id=aa92d711-f031-473d-abac-760cf93baac4)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:33.532656 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43a26e-ac61-4857-b97d-b173a560d649 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Pushing event deleted for resources: {'Port': ['ID=fd181e57-8bf4-47a4-88db-80bf69b9049c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:33.632201 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f961a5c-b1af-48f4-bd3f-fde4b7fd24a8 req-35d1c177-b4a0-4d16-9b08-0454d6e1bae5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=0959032f-d8b7-43ce-8365-f4c00d2d5371 HTTP/1.1" status: 200 len: 217 time: 0.1154094 Aug 20 11:33:33.641917 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be942a93-ca78-4582-8845-7e141cf32a10 req-38c036ec-1bcb-40cb-b6e7-b2f3d69c53e6 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.702347 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7d965389-c35f-4c45-beea-68ae3b8670fa req-0945dd3b-f0eb-4387-82f5-c3823502ee2b tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef0217-5c38-4b83-a69b-2ac7f8838287 HTTP/1.1" status: 200 len: 210 time: 0.0579658 Aug 20 11:33:33.709656 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be942a93-ca78-4582-8845-7e141cf32a10 req-38c036ec-1bcb-40cb-b6e7-b2f3d69c53e6 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.715592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cccb9f-5af4-45aa-99f6-672179e806d6 req-9c43a26e-ac61-4857-b97d-b173a560d649 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] No DVR routers for this DVR port fd181e57-8bf4-47a4-88db-80bf69b9049c on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:33.733243 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0a32ff2c-ab92-441e-a197-f641d4604892'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:33.814718 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-36cccb9f-5af4-45aa-99f6-672179e806d6 req-9c43a26e-ac61-4857-b97d-b173a560d649 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.833783 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36cccb9f-5af4-45aa-99f6-672179e806d6 req-9c43a26e-ac61-4857-b97d-b173a560d649 tempest-AttachSCSIVolumeTestJSON-279470900 tempest-AttachSCSIVolumeTestJSON-279470900-project] 10.222.0.35 "DELETE /v2.0/ports/fd181e57-8bf4-47a4-88db-80bf69b9049c HTTP/1.1" status: 204 len: 173 time: 2.4051564 Aug 20 11:33:33.944061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be942a93-ca78-4582-8845-7e141cf32a10 req-38c036ec-1bcb-40cb-b6e7-b2f3d69c53e6 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:33.945647 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be942a93-ca78-4582-8845-7e141cf32a10 req-38c036ec-1bcb-40cb-b6e7-b2f3d69c53e6 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.952382 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be942a93-ca78-4582-8845-7e141cf32a10 req-38c036ec-1bcb-40cb-b6e7-b2f3d69c53e6 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "PUT /v2.0/ports/0a32ff2c-ab92-441e-a197-f641d4604892 HTTP/1.1" status: 200 len: 982 time: 1.9032586 Aug 20 11:33:33.956485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-cc32b149-1d40-434d-bac1-8d691ed5aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:33.965701 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-cc32b149-1d40-434d-bac1-8d691ed5aaeb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5377414 Aug 20 11:33:33.999227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f961a5c-b1af-48f4-bd3f-fde4b7fd24a8 req-a7ce3208-1d51-4873-974c-77eaf12d76a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:34.000846 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f961a5c-b1af-48f4-bd3f-fde4b7fd24a8 req-a7ce3208-1d51-4873-974c-77eaf12d76a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.3527839 Aug 20 11:33:34.049781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0a32ff2c-ab92-441e-a197-f641d4604892'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:34.219090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f961a5c-b1af-48f4-bd3f-fde4b7fd24a8 req-05a1637b-ae72-4899-a6bc-41470f10d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:34.221417 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f961a5c-b1af-48f4-bd3f-fde4b7fd24a8 req-05a1637b-ae72-4899-a6bc-41470f10d67a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1922143 Aug 20 11:33:34.222273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c036ec-1bcb-40cb-b6e7-b2f3d69c53e6 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event updated for resources: {'Port': ['ID=0a32ff2c-ab92-441e-a197-f641d4604892,revision_number=6']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:34.262189 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-4ca4fe92-a080-4bc3-a882-9cb610ea2e83 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582169 Aug 20 11:33:34.359807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e17ab-1d15-42e3-9527-683ea0f58db0 req-086b14e5-cc64-4aac-a15f-424f3a5ab5ad tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:34.367649 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab8e17ab-1d15-42e3-9527-683ea0f58db0 req-086b14e5-cc64-4aac-a15f-424f3a5ab5ad tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/ports?device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 946 time: 0.2500656 Aug 20 11:33:34.370960 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f961a5c-b1af-48f4-bd3f-fde4b7fd24a8 req-412523bb-4ed8-4bc6-ab48-883e4e5c30e6 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148827 Aug 20 11:33:34.547120 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab8e17ab-1d15-42e3-9527-683ea0f58db0 req-cebdc48d-71ec-445e-b8d3-7469d3f89691 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/security-groups?id=265360f9-9081-48f3-bdde-658d65061284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783206 Aug 20 11:33:34.570108 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f961a5c-b1af-48f4-bd3f-fde4b7fd24a8 req-6fc2b517-6b9b-45fc-95c3-29bb2950d85c service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617658 Aug 20 11:33:34.655872 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af4c2ce6-a2d3-4989-9ce3-3bbe1a253495 req-43edc665-a39d-4c18-b1c5-498b768c2a42 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838323 Aug 20 11:33:34.732683 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-059ced79-3aa5-4ae3-878d-d8d77c704543 req-9ba640fe-2c9b-46cb-8df6-8725f7b2710e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-199176201&fields=id&tenant_id=85e3edaa635e4b108702459e233c4176 HTTP/1.1" status: 200 len: 267 time: 0.0680594 Aug 20 11:33:34.747111 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 01820d37-a262-4efc-a10b-c564d68b2750 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:34.884802 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ced79-3aa5-4ae3-878d-d8d77c704543 req-d41d30d6-7a96-4f8f-a782-8b4d308b6378 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:34.893468 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-059ced79-3aa5-4ae3-878d-d8d77c704543 req-d41d30d6-7a96-4f8f-a782-8b4d308b6378 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 985 time: 0.1601086 Aug 20 11:33:34.912391 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-059ced79-3aa5-4ae3-878d-d8d77c704543 req-c5d02dae-e8d4-43a8-aa11-ab2c04a6510e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Request body: {'port': {'security_groups': ['3db40a70-ecbf-4b44-894a-df3aa5844c7e', 'ddc667a6-ba15-4356-be8b-c953c2141166', '4e9a6c94-5cc9-4b14-977e-6a9ce3954641']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:34.950037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053d0e0-62fa-4752-963d-88a4167f2329 req-17257579-fe72-4da8-8995-579aeab158dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:34.951634 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4053d0e0-62fa-4752-963d-88a4167f2329 req-17257579-fe72-4da8-8995-579aeab158dd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 1098 time: 0.1637619 Aug 20 11:33:35.002947 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 01820d37-a262-4efc-a10b-c564d68b2750, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=01820d37-a262-4efc-a10b-c564d68b2750,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:35.038325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '01820d37-a262-4efc-a10b-c564d68b2750', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '01820d37-a262-4efc-a10b-c564d68b2750', 'mac_address': 'fa:16:3e:03:db:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:35.068930 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-059ced79-3aa5-4ae3-878d-d8d77c704543 req-c5d02dae-e8d4-43a8-aa11-ab2c04a6510e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.114154 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.116498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device fd181e57-8bf4-47a4-88db-80bf69b9049c no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:35.144172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: fd181e57-8bf4-47a4-88db-80bf69b9049c {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:35.144797 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device fd181e57-8bf4-47a4-88db-80bf69b9049c not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:35.164493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01820d37-a262-4efc-a10b-c564d68b2750 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:35.207586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 01820d37-a262-4efc-a10b-c564d68b2750, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=01820d37-a262-4efc-a10b-c564d68b2750,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:35.211783 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.246045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053d0e0-62fa-4752-963d-88a4167f2329 req-50498cf1-716d-4469-aaf4-1a9baebe202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:35.247939 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4053d0e0-62fa-4752-963d-88a4167f2329 req-50498cf1-716d-4469-aaf4-1a9baebe202c service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2555099 Aug 20 11:33:35.316696 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['01820d37-a262-4efc-a10b-c564d68b2750'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:35.363533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ef0217-5c38-4b83-a69b-2ac7f8838287', 'name': 'network-vif-deleted', 'tag': 'fd181e57-8bf4-47a4-88db-80bf69b9049c'}, {'name': 'network-changed', 'server_uuid': 'c9d730f5-47c5-4c76-8eb3-008d363cdf05', 'tag': '0a32ff2c-ab92-441e-a197-f641d4604892'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:35.366117 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b6f6fd-2cb6-416f-a95e-f23ab8c1ca07" -d '{"events": [{"server_uuid": "a1ef0217-5c38-4b83-a69b-2ac7f8838287", "name": "network-vif-deleted", "tag": "fd181e57-8bf4-47a4-88db-80bf69b9049c"}, {"name": "network-changed", "server_uuid": "c9d730f5-47c5-4c76-8eb3-008d363cdf05", "tag": "0a32ff2c-ab92-441e-a197-f641d4604892"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:35.374572 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4053d0e0-62fa-4752-963d-88a4167f2329 req-f3d27f18-1101-4f54-9cbd-bf42daefca32 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=c9e42396-014c-4f06-abfd-c5324b376a7a HTTP/1.1" status: 200 len: 217 time: 0.1153343 Aug 20 11:33:35.616750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053d0e0-62fa-4752-963d-88a4167f2329 req-f16e228e-c5dd-42f4-8f27-fa32aed56f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:35.617723 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4053d0e0-62fa-4752-963d-88a4167f2329 req-f16e228e-c5dd-42f4-8f27-fa32aed56f5b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.2304716 Aug 20 11:33:35.700101 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=01820d37-a262-4efc-a10b-c564d68b2750,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:35.754879 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-059ced79-3aa5-4ae3-878d-d8d77c704543 req-c5d02dae-e8d4-43a8-aa11-ab2c04a6510e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] For port 0a32ff2c-ab92-441e-a197-f641d4604892, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0a32ff2c-ab92-441e-a197-f641d4604892,segment=NetworkSegment(aa92d711-f031-473d-abac-760cf93baac4),segment_id=aa92d711-f031-473d-abac-760cf93baac4)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:35.817213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053d0e0-62fa-4752-963d-88a4167f2329 req-6776b507-3122-48be-af43-d9ddfa254261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:35.818739 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4053d0e0-62fa-4752-963d-88a4167f2329 req-6776b507-3122-48be-af43-d9ddfa254261 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1893148 Aug 20 11:33:35.875632 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-059ced79-3aa5-4ae3-878d-d8d77c704543 req-c5d02dae-e8d4-43a8-aa11-ab2c04a6510e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.896741 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-059ced79-3aa5-4ae3-878d-d8d77c704543 req-c5d02dae-e8d4-43a8-aa11-ab2c04a6510e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.954366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0a32ff2c-ab92-441e-a197-f641d4604892'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:36.075814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ced79-3aa5-4ae3-878d-d8d77c704543 req-c5d02dae-e8d4-43a8-aa11-ab2c04a6510e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:36.076477 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-059ced79-3aa5-4ae3-878d-d8d77c704543 req-c5d02dae-e8d4-43a8-aa11-ab2c04a6510e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.105200 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-059ced79-3aa5-4ae3-878d-d8d77c704543 req-c5d02dae-e8d4-43a8-aa11-ab2c04a6510e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "PUT /v2.0/ports/0a32ff2c-ab92-441e-a197-f641d4604892 HTTP/1.1" status: 200 len: 1021 time: 1.2097714 Aug 20 11:33:36.211553 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d02dae-e8d4-43a8-aa11-ab2c04a6510e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event updated for resources: {'Port': ['ID=0a32ff2c-ab92-441e-a197-f641d4604892,revision_number=7']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:36.248417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0a32ff2c-ab92-441e-a197-f641d4604892'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:36.383549 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4053d0e0-62fa-4752-963d-88a4167f2329 req-04249139-aa89-4ef5-aca6-f1ebaecd5079 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511155 Aug 20 11:33:36.596137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb9c2e-982a-4ca8-8aa1-713d7bc33857 req-2cc8b642-9519-48f4-8977-36d2dc3042e5 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:36.609372 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72eb9c2e-982a-4ca8-8aa1-713d7bc33857 req-2cc8b642-9519-48f4-8977-36d2dc3042e5 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 947 time: 0.3813727 Aug 20 11:33:36.670254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f959f-8906-40be-8e21-48431b00e976 req-2bf7c40a-1ac0-49e4-bc3e-d9fcce9923d3 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:36.673895 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f72f959f-8906-40be-8e21-48431b00e976 req-2bf7c40a-1ac0-49e4-bc3e-d9fcce9923d3 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.35 "GET /v2.0/ports?device_id=00547c2f-e8a0-45a6-8aba-f479243bf711 HTTP/1.1" status: 200 len: 946 time: 0.3729160 Aug 20 11:33:36.802375 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0959032f-d8b7-43ce-8365-f4c00d2d5371 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:36.803383 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4053d0e0-62fa-4752-963d-88a4167f2329 req-614b694e-fc5e-49c0-a2df-0edf8bcca358 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048185 Aug 20 11:33:36.821022 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72eb9c2e-982a-4ca8-8aa1-713d7bc33857 req-48680f12-6866-41d3-9970-bb8191d92e48 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107415 Aug 20 11:33:36.839491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2771c5-2c6a-4e00-8ade-5d937ff46a68 req-1e27741e-3b59-48dc-a8bd-b1c1075d4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:36.845428 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e2771c5-2c6a-4e00-8ade-5d937ff46a68 req-1e27741e-3b59-48dc-a8bd-b1c1075d4355 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=aa22ed27b00142d982334eb0d057ed95&device_id=297f78be-f938-4d6c-9898-82d5a6fa94d3 HTTP/1.1" status: 200 len: 1099 time: 0.3183420 Aug 20 11:33:36.987583 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2771c5-2c6a-4e00-8ade-5d937ff46a68 req-8c1becb9-6a3a-4109-a2fe-ca9e996c8aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:36.989112 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e2771c5-2c6a-4e00-8ade-5d937ff46a68 req-8c1becb9-6a3a-4109-a2fe-ca9e996c8aed service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.1130967 Aug 20 11:33:36.992330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0959032f-d8b7-43ce-8365-f4c00d2d5371, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0959032f-d8b7-43ce-8365-f4c00d2d5371,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:37.032372 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 01820d37-a262-4efc-a10b-c564d68b2750 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:37.039410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '0959032f-d8b7-43ce-8365-f4c00d2d5371', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '0959032f-d8b7-43ce-8365-f4c00d2d5371', 'mac_address': 'fa:16:3e:fb:51:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:37.070788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-f72f959f-8906-40be-8e21-48431b00e976 req-4b4fedf6-33eb-4562-a91f-6d797e379ac7 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Deleting port 6ca4ede2-aad1-408b-80a7-1439fbb17155 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:37.071134 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f72f959f-8906-40be-8e21-48431b00e976 req-4b4fedf6-33eb-4562-a91f-6d797e379ac7 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.123913 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e2771c5-2c6a-4e00-8ade-5d937ff46a68 req-b2d2c896-e422-4a08-8815-5a67e507ba49 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=01820d37-a262-4efc-a10b-c564d68b2750 HTTP/1.1" status: 200 len: 217 time: 0.1252086 Aug 20 11:33:37.200908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-f72f959f-8906-40be-8e21-48431b00e976 req-4b4fedf6-33eb-4562-a91f-6d797e379ac7 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] For port 6ca4ede2-aad1-408b-80a7-1439fbb17155, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=6ca4ede2-aad1-408b-80a7-1439fbb17155,segment=NetworkSegment(1afcb594-4b0f-4fad-81d5-e51a98889e0f),segment_id=1afcb594-4b0f-4fad-81d5-e51a98889e0f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:37.201334 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f72f959f-8906-40be-8e21-48431b00e976 req-4b4fedf6-33eb-4562-a91f-6d797e379ac7 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.264751 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.282936 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0959032f-d8b7-43ce-8365-f4c00d2d5371 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:37.305892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0959032f-d8b7-43ce-8365-f4c00d2d5371, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0959032f-d8b7-43ce-8365-f4c00d2d5371,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:37.314017 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.336891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 01820d37-a262-4efc-a10b-c564d68b2750 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:37.336891 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.396077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2771c5-2c6a-4e00-8ade-5d937ff46a68 req-ed2deb1f-2493-4883-9d91-116517b671b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:37.397852 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e2771c5-2c6a-4e00-8ade-5d937ff46a68 req-ed2deb1f-2493-4883-9d91-116517b671b9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.2626090 Aug 20 11:33:37.489378 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0959032f-d8b7-43ce-8365-f4c00d2d5371,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:37.514850 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.543501 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f78be-f938-4d6c-9898-82d5a6fa94d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01820d37-a262-4efc-a10b-c564d68b2750'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:37.546073 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9576e5-9e6e-4608-a716-02b8dcba35cb" -d '{"events": [{"server_uuid": "297f78be-f938-4d6c-9898-82d5a6fa94d3", "name": "network-vif-plugged", "status": "completed", "tag": "01820d37-a262-4efc-a10b-c564d68b2750"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:37.567129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 01820d37-a262-4efc-a10b-c564d68b2750, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=01820d37-a262-4efc-a10b-c564d68b2750,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:37.573839 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.586889 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2771c5-2c6a-4e00-8ade-5d937ff46a68 req-0461e10b-3c14-4ca2-8636-7290ba6edf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:37.588382 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e2771c5-2c6a-4e00-8ade-5d937ff46a68 req-0461e10b-3c14-4ca2-8636-7290ba6edf08 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1536195 Aug 20 11:33:37.639032 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0959032f-d8b7-43ce-8365-f4c00d2d5371'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:37.657443 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f72f959f-8906-40be-8e21-48431b00e976 req-4b4fedf6-33eb-4562-a91f-6d797e379ac7 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.658137 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f72f959f-8906-40be-8e21-48431b00e976 req-4b4fedf6-33eb-4562-a91f-6d797e379ac7 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.658667 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-f72f959f-8906-40be-8e21-48431b00e976 req-4b4fedf6-33eb-4562-a91f-6d797e379ac7 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Floating IP 1fa9c1fd-010b-4eb5-b5aa-f4e5971294e8 disassociated. External IP: 172.25.8.83, port: 6ca4ede2-aad1-408b-80a7-1439fbb17155. Aug 20 11:33:37.659234 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-f72f959f-8906-40be-8e21-48431b00e976 req-4b4fedf6-33eb-4562-a91f-6d797e379ac7 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Calling delete_port for 6ca4ede2-aad1-408b-80a7-1439fbb17155 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:37.692604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=01820d37-a262-4efc-a10b-c564d68b2750,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:38.003543 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e2771c5-2c6a-4e00-8ade-5d937ff46a68 req-25b2b57a-a58e-4d69-a0fc-00b964321b85 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989575 Aug 20 11:33:38.011825 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f72f959f-8906-40be-8e21-48431b00e976 req-4b4fedf6-33eb-4562-a91f-6d797e379ac7 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:38.434825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fedf6-33eb-4562-a91f-6d797e379ac7 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Pushing event deleted for resources: {'Port': ['ID=6ca4ede2-aad1-408b-80a7-1439fbb17155,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:38.558591 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e2771c5-2c6a-4e00-8ade-5d937ff46a68 req-c7f0593b-065a-4226-b504-12b0ac3a47f5 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376492 Aug 20 11:33:38.701052 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f72f959f-8906-40be-8e21-48431b00e976 req-4b4fedf6-33eb-4562-a91f-6d797e379ac7 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Router acf03c61-d1a5-4d66-8af2-c52f2a494beb has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:33:38.723922 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:38.800308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c9e42396-014c-4f06-abfd-c5324b376a7a details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:38.802515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0959032f-d8b7-43ce-8365-f4c00d2d5371 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:38.988127 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f72f959f-8906-40be-8e21-48431b00e976 req-4b4fedf6-33eb-4562-a91f-6d797e379ac7 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:39.089943 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce1dc1-78b4-4e0c-ac42-df0688a28189 None None] Sync routers for ids ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:39.128103 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72f959f-8906-40be-8e21-48431b00e976 req-4b4fedf6-33eb-4562-a91f-6d797e379ac7 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] No DVR routers for this DVR port 6ca4ede2-aad1-408b-80a7-1439fbb17155 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:39.137778 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f72f959f-8906-40be-8e21-48431b00e976 req-4b4fedf6-33eb-4562-a91f-6d797e379ac7 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.144211 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f72f959f-8906-40be-8e21-48431b00e976 req-4b4fedf6-33eb-4562-a91f-6d797e379ac7 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.35 "DELETE /v2.0/ports/6ca4ede2-aad1-408b-80a7-1439fbb17155 HTTP/1.1" status: 204 len: 173 time: 2.4515023 Aug 20 11:33:39.179993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c9e42396-014c-4f06-abfd-c5324b376a7a, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c9e42396-014c-4f06-abfd-c5324b376a7a,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:39.199323 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'c9e42396-014c-4f06-abfd-c5324b376a7a', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': 'c9e42396-014c-4f06-abfd-c5324b376a7a', 'mac_address': 'fa:16:3e:7d:7e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:39.248441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 0959032f-d8b7-43ce-8365-f4c00d2d5371 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:39.254861 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce1dc1-78b4-4e0c-ac42-df0688a28189 None None] Routers {'acf03c61-d1a5-4d66-8af2-c52f2a494beb'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:39.255703 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-74ce1dc1-78b4-4e0c-ac42-df0688a28189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:33:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:39.393456 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-74ce1dc1-78b4-4e0c-ac42-df0688a28189 None None] Set router acf03c61-d1a5-4d66-8af2-c52f2a494beb gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:39.599617 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 0959032f-d8b7-43ce-8365-f4c00d2d5371 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:39.600054 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.653260 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.690749 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e42396-014c-4f06-abfd-c5324b376a7a {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:39.742611 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c9e42396-014c-4f06-abfd-c5324b376a7a, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c9e42396-014c-4f06-abfd-c5324b376a7a,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:39.750979 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.780350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-74ce1dc1-78b4-4e0c-ac42-df0688a28189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'name': 'tempest-ServersTestFqdnHostnames-13846830-router', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:41Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'gw_port': {'id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:42Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b9ca46af-2874-47bf-bc37-12809bd44e1f', 'name': '', 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'mac_address': 'fa:16:3e:40:14:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:31:00Z', 'revision_number': 5, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'subnets': [{'id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:39.889813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce1dc1-78b4-4e0c-ac42-df0688a28189 None None] Checking router: acf03c61-d1a5-4d66-8af2-c52f2a494beb for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:39.947723 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce1dc1-78b4-4e0c-ac42-df0688a28189 None None] Routers {'acf03c61-d1a5-4d66-8af2-c52f2a494beb'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:39.949116 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-74ce1dc1-78b4-4e0c-ac42-df0688a28189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:33:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:40.013638 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.042901 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['c9e42396-014c-4f06-abfd-c5324b376a7a'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:40.098510 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=c9e42396-014c-4f06-abfd-c5324b376a7a,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:40.173958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0959032f-d8b7-43ce-8365-f4c00d2d5371, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0959032f-d8b7-43ce-8365-f4c00d2d5371,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:40.181189 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.250246 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-74ce1dc1-78b4-4e0c-ac42-df0688a28189 None None] Set router acf03c61-d1a5-4d66-8af2-c52f2a494beb gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:40.468003 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0959032f-d8b7-43ce-8365-f4c00d2d5371,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:40.813522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-74ce1dc1-78b4-4e0c-ac42-df0688a28189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'name': 'tempest-ServersTestFqdnHostnames-13846830-router', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:41Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'gw_port': {'id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:42Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b9ca46af-2874-47bf-bc37-12809bd44e1f', 'name': '', 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'mac_address': 'fa:16:3e:40:14:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:31:00Z', 'revision_number': 5, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'subnets': [{'id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:40.851772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce1dc1-78b4-4e0c-ac42-df0688a28189 None None] The sync data for ids ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'] in n-d-804299-2 is: [{'id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'name': 'tempest-ServersTestFqdnHostnames-13846830-router', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:41Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'gw_port': {'id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:42Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b9ca46af-2874-47bf-bc37-12809bd44e1f', 'name': '', 'network_id': '1e249b59-2036-45f5-90ef-277daacd89dd', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'mac_address': 'fa:16:3e:40:14:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:31:00Z', 'revision_number': 5, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'subnets': [{'id': '5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:41.147891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 6ca4ede2-aad1-408b-80a7-1439fbb17155 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:41.207753 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 6ca4ede2-aad1-408b-80a7-1439fbb17155 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:41.214940 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 6ca4ede2-aad1-408b-80a7-1439fbb17155 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:41.381705 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f479c7ff-32f9-407d-8bd5-4a6be702c6f9 None None] New status for floating IP 1fa9c1fd-010b-4eb5-b5aa-f4e5971294e8: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:33:42.513918 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9229b13d-642b-4ae5-96a1-3a0e6ae6684f x-openstack-request-id: req-9229b13d-642b-4ae5-96a1-3a0e6ae6684f {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:42.515131 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ef0217-5c38-4b83-a69b-2ac7f8838287", "name": "network-vif-deleted", "tag": "fd181e57-8bf4-47a4-88db-80bf69b9049c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c9d730f5-47c5-4c76-8eb3-008d363cdf05", "tag": "0a32ff2c-ab92-441e-a197-f641d4604892", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:42.515843 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9229b13d-642b-4ae5-96a1-3a0e6ae6684f {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:42.516590 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ef0217-5c38-4b83-a69b-2ac7f8838287', 'name': 'network-vif-deleted', 'tag': 'fd181e57-8bf4-47a4-88db-80bf69b9049c', 'status': 'completed', 'code': 200} Aug 20 11:33:42.517237 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d730f5-47c5-4c76-8eb3-008d363cdf05', 'tag': '0a32ff2c-ab92-441e-a197-f641d4604892', 'status': 'completed', 'code': 200} Aug 20 11:33:42.627304 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f110ca-2fef-4279-9b80-d4ea1886f4fe x-openstack-request-id: req-33f110ca-2fef-4279-9b80-d4ea1886f4fe {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:42.628692 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f78be-f938-4d6c-9898-82d5a6fa94d3", "name": "network-vif-plugged", "status": "completed", "tag": "01820d37-a262-4efc-a10b-c564d68b2750", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:42.629109 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33f110ca-2fef-4279-9b80-d4ea1886f4fe {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:42.629514 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297f78be-f938-4d6c-9898-82d5a6fa94d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01820d37-a262-4efc-a10b-c564d68b2750', 'code': 200} Aug 20 11:33:42.631279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6f6fd-2cb6-416f-a95e-f23ab8c1ca07 req-f63024e3-1511-49fd-aff5-b83f4a54d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:42.632873 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3b6f6fd-2cb6-416f-a95e-f23ab8c1ca07 req-f63024e3-1511-49fd-aff5-b83f4a54d424 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85e3edaa635e4b108702459e233c4176&device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 1175 time: 0.1002142 Aug 20 11:33:42.634110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e1b9b-9e89-4fcb-8a68-b92349ee9d32 req-ee167ea0-1327-4660-999a-a2af31d2db37 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:42.642238 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-777e1b9b-9e89-4fcb-8a68-b92349ee9d32 req-ee167ea0-1327-4660-999a-a2af31d2db37 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 1024 time: 0.0633569 Aug 20 11:33:42.731071 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-777e1b9b-9e89-4fcb-8a68-b92349ee9d32 req-12914385-72bf-40be-9864-15d0e59d3e4d tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&id=4e9a6c94-5cc9-4b14-977e-6a9ce3954641&id=3db40a70-ecbf-4b44-894a-df3aa5844c7e HTTP/1.1" status: 200 len: 6149 time: 0.0875261 Aug 20 11:33:42.825189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753f04d-4333-4ff0-9dad-bf95e8b49115 req-05185258-cae4-4938-a77f-672febd8c81c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:42.826328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c9e42396-014c-4f06-abfd-c5324b376a7a up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:42.826748 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6753f04d-4333-4ff0-9dad-bf95e8b49115 req-05185258-cae4-4938-a77f-672febd8c81c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 948 time: 0.1185765 Aug 20 11:33:42.855634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6f6fd-2cb6-416f-a95e-f23ab8c1ca07 req-64617b79-d98b-4d77-bc70-0303f34359cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:42.857396 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3b6f6fd-2cb6-416f-a95e-f23ab8c1ca07 req-64617b79-d98b-4d77-bc70-0303f34359cc service neutron] 10.222.0.76 "GET /v2.0/networks?id=75f63e75-19be-4ea8-88fe-824cb0111e79 HTTP/1.1" status: 200 len: 913 time: 0.2177098 Aug 20 11:33:42.909617 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port c9e42396-014c-4f06-abfd-c5324b376a7a completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:42.917386 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port c9e42396-014c-4f06-abfd-c5324b376a7a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:42.917848 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:42.968746 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3b6f6fd-2cb6-416f-a95e-f23ab8c1ca07 req-62231383-6d8e-4433-82c4-854a996a26de service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a32ff2c-ab92-441e-a197-f641d4604892 HTTP/1.1" status: 200 len: 217 time: 0.0876741 Aug 20 11:33:42.975112 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6753f04d-4333-4ff0-9dad-bf95e8b49115 req-5a987ef0-9ddf-462b-80be-433afa2b7841 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405082 Aug 20 11:33:43.046339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6f6fd-2cb6-416f-a95e-f23ab8c1ca07 req-d3bc7b81-3655-4470-bf40-9cdd8f03d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:43.048265 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3b6f6fd-2cb6-416f-a95e-f23ab8c1ca07 req-d3bc7b81-3655-4470-bf40-9cdd8f03d8ec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d0d57bdd-67c5-44c0-8b9a-0885bceb666d HTTP/1.1" status: 200 len: 853 time: 0.0673645 Aug 20 11:33:43.050502 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.082815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54624) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:43.113081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c9e42396-014c-4f06-abfd-c5324b376a7a, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c9e42396-014c-4f06-abfd-c5324b376a7a,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:43.114242 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3b6f6fd-2cb6-416f-a95e-f23ab8c1ca07 req-9caa24a8-b2b7-47bb-b80d-63d1c500e7c0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=75f63e75-19be-4ea8-88fe-824cb0111e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569518 Aug 20 11:33:43.119621 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.162515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-5adea803-4a9a-4ae4-bde1-dd473844b940 req-ebf05a3b-f2bb-47af-8357-00111f7bdf37 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Request body: {'security_group': {'name': ' tempest-securitygroup -673068563 ', 'description': 'tempest-description-977166281'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:43.215897 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce1bc7fe-185a-4e06-bdb3-6c3338147973 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.250627 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5adea803-4a9a-4ae4-bde1-dd473844b940 req-ebf05a3b-f2bb-47af-8357-00111f7bdf37 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.257881 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=c9e42396-014c-4f06-abfd-c5324b376a7a,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:43.271319 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce1bc7fe-185a-4e06-bdb3-6c3338147973 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.309814 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3b6f6fd-2cb6-416f-a95e-f23ab8c1ca07 req-bbd6e073-6977-4839-9ff4-e809836bb93f service neutron] 10.222.0.76 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872537 Aug 20 11:33:43.343730 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce1bc7fe-185a-4e06-bdb3-6c3338147973 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.347466 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce1bc7fe-185a-4e06-bdb3-6c3338147973 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.349133 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ce1bc7fe-185a-4e06-bdb3-6c3338147973 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "DELETE /v2.0/security-groups/265360f9-9081-48f3-bdde-658d65061284 HTTP/1.1" status: 204 len: 168 time: 0.2641525 Aug 20 11:33:43.359316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54636) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:43.370291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bc7fe-185a-4e06-bdb3-6c3338147973 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=265360f9-9081-48f3-bdde-658d65061284,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:43.378989 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-91f3d3c6-b182-4533-ab06-87ed96f935c0 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] show failed (client error): The resource could not be found. Aug 20 11:33:43.380314 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-91f3d3c6-b182-4533-ab06-87ed96f935c0 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "GET /v2.0/security-groups/265360f9-9081-48f3-bdde-658d65061284 HTTP/1.1" status: 404 len: 347 time: 0.0193608 Aug 20 11:33:43.383111 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54638) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:43.525414 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3b6f6fd-2cb6-416f-a95e-f23ab8c1ca07 req-6030634a-3fe7-4c68-8073-cb2a22c8f836 service neutron] 10.222.0.76 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998703 Aug 20 11:33:43.529127 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5adea803-4a9a-4ae4-bde1-dd473844b940 req-ebf05a3b-f2bb-47af-8357-00111f7bdf37 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.534307 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5adea803-4a9a-4ae4-bde1-dd473844b940 req-ebf05a3b-f2bb-47af-8357-00111f7bdf37 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.604007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf05a3b-f2bb-47af-8357-00111f7bdf37 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3562f2ac-8d0c-4cfa-b3bc-f5a51de367a3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:43.606491 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5adea803-4a9a-4ae4-bde1-dd473844b940 req-ebf05a3b-f2bb-47af-8357-00111f7bdf37 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.621626 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5adea803-4a9a-4ae4-bde1-dd473844b940 req-ebf05a3b-f2bb-47af-8357-00111f7bdf37 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.4843380 Aug 20 11:33:43.632526 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-744addf2-d541-411f-a41c-57f36d94dae2 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Deleting port 1e444a16-e393-4ee5-b223-d22606805e10 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:43.632968 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-744addf2-d541-411f-a41c-57f36d94dae2 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.749537 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9f7d1301-04da-4d7e-85b9-2c740d9bf956 req-5f008ed1-f813-481f-ac67-b2700ec62f4f tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/3562f2ac-8d0c-4cfa-b3bc-f5a51de367a3 HTTP/1.1" status: 200 len: 1779 time: 0.0658615 Aug 20 11:33:43.841396 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-744addf2-d541-411f-a41c-57f36d94dae2 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.841734 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-744addf2-d541-411f-a41c-57f36d94dae2 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.870097 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-744addf2-d541-411f-a41c-57f36d94dae2 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Calling delete_port for 1e444a16-e393-4ee5-b223-d22606805e10 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:43.907916 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a033dcfc-023c-44de-942c-b25baa1ee5ad req-848e2430-49e4-4501-8f23-3ede0a8f8491 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/3562f2ac-8d0c-4cfa-b3bc-f5a51de367a3 HTTP/1.1" status: 200 len: 1779 time: 0.0631394 Aug 20 11:33:43.933048 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4053-24a8-4b88-9846-99b4c7dd15e6 req-a6bd49b6-54df-455f-9486-6c350c3e0759 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:43.942376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ebc4053-24a8-4b88-9846-99b4c7dd15e6 req-a6bd49b6-54df-455f-9486-6c350c3e0759 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 950 time: 0.1047387 Aug 20 11:33:44.017479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ebc4053-24a8-4b88-9846-99b4c7dd15e6 req-e7dd67c7-f6f7-4f5d-891a-658553734528 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/security-groups?id=49764926-6cf3-4e0c-b39f-22afc988ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685728 Aug 20 11:33:44.034595 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a033dcfc-023c-44de-942c-b25baa1ee5ad req-683f5adf-3b2f-480a-92a7-fdd79a8175ae tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:44.126776 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a033dcfc-023c-44de-942c-b25baa1ee5ad req-683f5adf-3b2f-480a-92a7-fdd79a8175ae tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:44.238825 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a033dcfc-023c-44de-942c-b25baa1ee5ad req-683f5adf-3b2f-480a-92a7-fdd79a8175ae tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:44.241741 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a033dcfc-023c-44de-942c-b25baa1ee5ad req-683f5adf-3b2f-480a-92a7-fdd79a8175ae tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:44.253947 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a033dcfc-023c-44de-942c-b25baa1ee5ad req-683f5adf-3b2f-480a-92a7-fdd79a8175ae tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "DELETE /v2.0/security-groups/3562f2ac-8d0c-4cfa-b3bc-f5a51de367a3 HTTP/1.1" status: 204 len: 173 time: 0.3450534 Aug 20 11:33:44.279629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f5adf-3b2f-480a-92a7-fdd79a8175ae tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3562f2ac-8d0c-4cfa-b3bc-f5a51de367a3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:44.285896 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-744addf2-d541-411f-a41c-57f36d94dae2 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:44.327299 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744addf2-d541-411f-a41c-57f36d94dae2 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Pushing event deleted for resources: {'Port': ['ID=1e444a16-e393-4ee5-b223-d22606805e10,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:44.429527 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e246b-3ccf-446c-bbfc-12c7658d2f65 req-ff031100-7f7e-431a-8e5f-44d63a980cc6 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:44.431143 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb8e246b-3ccf-446c-bbfc-12c7658d2f65 req-ff031100-7f7e-431a-8e5f-44d63a980cc6 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 949 time: 0.0999465 Aug 20 11:33:44.475086 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-744addf2-d541-411f-a41c-57f36d94dae2 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:44.477652 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-744addf2-d541-411f-a41c-57f36d94dae2 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:44.482140 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-744addf2-d541-411f-a41c-57f36d94dae2 tempest-ServersTestFqdnHostnames-615898219 tempest-ServersTestFqdnHostnames-615898219-project] 10.222.0.37 "DELETE /v2.0/floatingips/1fa9c1fd-010b-4eb5-b5aa-f4e5971294e8 HTTP/1.1" status: 204 len: 168 time: 1.0936415 Aug 20 11:33:44.484075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54704) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:44.528654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d730f5-47c5-4c76-8eb3-008d363cdf05', 'tag': '0a32ff2c-ab92-441e-a197-f641d4604892'}, {'server_uuid': '00547c2f-e8a0-45a6-8aba-f479243bf711', 'name': 'network-vif-deleted', 'tag': '6ca4ede2-aad1-408b-80a7-1439fbb17155'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:44.530989 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c5eec2-9cc3-4842-b4a9-3d2e4f8be89d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d730f5-47c5-4c76-8eb3-008d363cdf05", "tag": "0a32ff2c-ab92-441e-a197-f641d4604892"}, {"server_uuid": "00547c2f-e8a0-45a6-8aba-f479243bf711", "name": "network-vif-deleted", "tag": "6ca4ede2-aad1-408b-80a7-1439fbb17155"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:44.546608 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb8e246b-3ccf-446c-bbfc-12c7658d2f65 req-b1ff4d5b-515b-4c28-b8d7-9175d2ee9422 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080420 Aug 20 11:33:44.627319 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-443ae661-36dc-4bf5-8952-24fecb79b5b8 req-a2586acc-fca8-4b94-a979-621c28428ab9 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] show failed (client error): The resource could not be found. Aug 20 11:33:44.628559 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-443ae661-36dc-4bf5-8952-24fecb79b5b8 req-a2586acc-fca8-4b94-a979-621c28428ab9 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/3562f2ac-8d0c-4cfa-b3bc-f5a51de367a3 HTTP/1.1" status: 404 len: 352 time: 0.0561867 Aug 20 11:33:44.632055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774cef29-1b13-4e93-8691-421303c51705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0959032f-d8b7-43ce-8365-f4c00d2d5371'}, {'server_uuid': '46cc5751-db03-4b45-851a-e6cadf033f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e42396-014c-4f06-abfd-c5324b376a7a'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:44.638290 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fb23b7-a823-42e7-a0fb-58906d04a170" -d '{"events": [{"server_uuid": "774cef29-1b13-4e93-8691-421303c51705", "name": "network-vif-plugged", "status": "completed", "tag": "0959032f-d8b7-43ce-8365-f4c00d2d5371"}, {"server_uuid": "46cc5751-db03-4b45-851a-e6cadf033f19", "name": "network-vif-plugged", "status": "completed", "tag": "c9e42396-014c-4f06-abfd-c5324b376a7a"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:44.755434 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b88f3a-2edf-4c83-9215-db264020f2fe x-openstack-request-id: req-b3b88f3a-2edf-4c83-9215-db264020f2fe {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:44.756006 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774cef29-1b13-4e93-8691-421303c51705", "name": "network-vif-plugged", "status": "completed", "tag": "0959032f-d8b7-43ce-8365-f4c00d2d5371", "code": 200}, {"server_uuid": "46cc5751-db03-4b45-851a-e6cadf033f19", "name": "network-vif-plugged", "status": "completed", "tag": "c9e42396-014c-4f06-abfd-c5324b376a7a", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:44.756402 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3b88f3a-2edf-4c83-9215-db264020f2fe {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:44.756824 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774cef29-1b13-4e93-8691-421303c51705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0959032f-d8b7-43ce-8365-f4c00d2d5371', 'code': 200} Aug 20 11:33:44.757132 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cc5751-db03-4b45-851a-e6cadf033f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e42396-014c-4f06-abfd-c5324b376a7a', 'code': 200} Aug 20 11:33:44.959602 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bbeabc-c29a-4602-a773-ed3f62bc399c x-openstack-request-id: req-12bbeabc-c29a-4602-a773-ed3f62bc399c {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:44.959952 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d730f5-47c5-4c76-8eb3-008d363cdf05", "tag": "0a32ff2c-ab92-441e-a197-f641d4604892", "status": "completed", "code": 200}, {"server_uuid": "00547c2f-e8a0-45a6-8aba-f479243bf711", "name": "network-vif-deleted", "tag": "6ca4ede2-aad1-408b-80a7-1439fbb17155", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:44.960158 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12bbeabc-c29a-4602-a773-ed3f62bc399c {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:44.960519 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d730f5-47c5-4c76-8eb3-008d363cdf05', 'tag': '0a32ff2c-ab92-441e-a197-f641d4604892', 'status': 'completed', 'code': 200} Aug 20 11:33:44.960812 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00547c2f-e8a0-45a6-8aba-f479243bf711', 'name': 'network-vif-deleted', 'tag': '6ca4ede2-aad1-408b-80a7-1439fbb17155', 'status': 'completed', 'code': 200} Aug 20 11:33:44.965878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-2d35025a-25dc-4949-9f70-e42b5d16465b req-2f62f2d5-7b1e-4385-9e84-90de2bd8fe9f tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-946199609', 'description': 'tempest-description-598052152'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:45.076209 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2d35025a-25dc-4949-9f70-e42b5d16465b req-2f62f2d5-7b1e-4385-9e84-90de2bd8fe9f tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.130703 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34860e-6154-45b8-8bc8-03235d6730da req-3361e05a-9ff4-4c9a-966d-08523c039def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:45.132272 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d34860e-6154-45b8-8bc8-03235d6730da req-3361e05a-9ff4-4c9a-966d-08523c039def service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 1101 time: 0.2013345 Aug 20 11:33:45.142692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5eec2-9cc3-4842-b4a9-3d2e4f8be89d req-56d10cbd-668f-4ff3-9b22-624bb1e1d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:45.144561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9c5eec2-9cc3-4842-b4a9-3d2e4f8be89d req-56d10cbd-668f-4ff3-9b22-624bb1e1d588 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85e3edaa635e4b108702459e233c4176&device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 1175 time: 0.1735539 Aug 20 11:33:45.174893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db198729-1601-4c9e-b759-aafab4a79c3a req-fec18531-6595-4051-9496-74f41f684853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:45.176591 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db198729-1601-4c9e-b759-aafab4a79c3a req-fec18531-6595-4051-9496-74f41f684853 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 1100 time: 0.2569044 Aug 20 11:33:45.409252 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d34860e-6154-45b8-8bc8-03235d6730da req-76b47f1d-68e9-4d7a-b11a-03431dbdfd8e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600341 Aug 20 11:33:45.464475 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db198729-1601-4c9e-b759-aafab4a79c3a req-9735d957-ee9e-44d3-bb93-b4f1519673ab service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741258 Aug 20 11:33:45.519267 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5eec2-9cc3-4842-b4a9-3d2e4f8be89d req-501f7f96-0cb1-42ce-84b5-5d6e99623727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:45.521018 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9c5eec2-9cc3-4842-b4a9-3d2e4f8be89d req-501f7f96-0cb1-42ce-84b5-5d6e99623727 service neutron] 10.222.0.76 "GET /v2.0/networks?id=75f63e75-19be-4ea8-88fe-824cb0111e79 HTTP/1.1" status: 200 len: 913 time: 0.3671088 Aug 20 11:33:45.567635 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2d35025a-25dc-4949-9f70-e42b5d16465b req-2f62f2d5-7b1e-4385-9e84-90de2bd8fe9f tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.575328 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2d35025a-25dc-4949-9f70-e42b5d16465b req-2f62f2d5-7b1e-4385-9e84-90de2bd8fe9f tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.620919 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2d35025a-25dc-4949-9f70-e42b5d16465b req-2f62f2d5-7b1e-4385-9e84-90de2bd8fe9f tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.622841 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d35025a-25dc-4949-9f70-e42b5d16465b req-2f62f2d5-7b1e-4385-9e84-90de2bd8fe9f tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6611569 Aug 20 11:33:45.641456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62f2d5-7b1e-4385-9e84-90de2bd8fe9f tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5da5c8b-5d89-4726-a41e-e7a332066c64,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:45.658808 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31880361-b5c0-4e4a-ad98-d9cfd770d614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.926273 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9c5eec2-9cc3-4842-b4a9-3d2e4f8be89d req-e528f285-a24b-4400-afd6-e910321d0163 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a32ff2c-ab92-441e-a197-f641d4604892 HTTP/1.1" status: 200 len: 217 time: 0.0548587 Aug 20 11:33:45.994295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5eec2-9cc3-4842-b4a9-3d2e4f8be89d req-e077ff06-9938-4008-a0a6-baba0f176931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:45.996294 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9c5eec2-9cc3-4842-b4a9-3d2e4f8be89d req-e077ff06-9938-4008-a0a6-baba0f176931 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d0d57bdd-67c5-44c0-8b9a-0885bceb666d HTTP/1.1" status: 200 len: 853 time: 0.0597124 Aug 20 11:33:46.007837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4cec7-30f9-42d5-8467-48a6d2686865 req-0c152cd0-27a1-40f1-b3c4-5cabf6bdd606 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:46.009135 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68d4cec7-30f9-42d5-8467-48a6d2686865 req-0c152cd0-27a1-40f1-b3c4-5cabf6bdd606 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 946 time: 0.2314909 Aug 20 11:33:46.049578 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9c5eec2-9cc3-4842-b4a9-3d2e4f8be89d req-6cdc1257-7939-4831-9b43-3542c72eeeb3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=75f63e75-19be-4ea8-88fe-824cb0111e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342228 Aug 20 11:33:46.193317 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68d4cec7-30f9-42d5-8467-48a6d2686865 req-9f9dc1ec-f3ba-4fb7-915c-50fbdd5b4fb4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423430 Aug 20 11:33:46.265794 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9c5eec2-9cc3-4842-b4a9-3d2e4f8be89d req-f4209838-d28c-424e-9508-590f03e9b9bb service neutron] 10.222.0.76 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092874 Aug 20 11:33:46.527634 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9c5eec2-9cc3-4842-b4a9-3d2e4f8be89d req-5158ad66-0987-4b91-9e1e-66cdbc2c094c service neutron] 10.222.0.76 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381098 Aug 20 11:33:46.561846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-31880361-b5c0-4e4a-ad98-d9cfd770d614 admin admin] Deleting port b9ca46af-2874-47bf-bc37-12809bd44e1f {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:46.562336 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31880361-b5c0-4e4a-ad98-d9cfd770d614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:46.588979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5a86e-5652-4a7c-96e8-08980df1d7be req-40530297-fa8b-42c8-bd0f-5dc936b8ff0a tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:46.597376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80f5a86e-5652-4a7c-96e8-08980df1d7be req-40530297-fa8b-42c8-bd0f-5dc936b8ff0a tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 949 time: 0.2416770 Aug 20 11:33:46.702149 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80f5a86e-5652-4a7c-96e8-08980df1d7be req-b302e0c2-b328-4beb-8537-2fe2461b79db tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036479 Aug 20 11:33:46.739600 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-84951197-df52-4ac8-97a8-66b43662b201 req-79648e3f-4611-4319-b1b1-6f76fdd604e4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1672039979', 'description': 'tempest-description-1858038525'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:46.789974 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-31880361-b5c0-4e4a-ad98-d9cfd770d614 admin admin] For port b9ca46af-2874-47bf-bc37-12809bd44e1f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b9ca46af-2874-47bf-bc37-12809bd44e1f,segment=NetworkSegment(1afcb594-4b0f-4fad-81d5-e51a98889e0f),segment_id=1afcb594-4b0f-4fad-81d5-e51a98889e0f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:46.790737 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31880361-b5c0-4e4a-ad98-d9cfd770d614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:46.810582 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-84951197-df52-4ac8-97a8-66b43662b201 req-79648e3f-4611-4319-b1b1-6f76fdd604e4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:46.821176 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-31880361-b5c0-4e4a-ad98-d9cfd770d614 admin admin] Calling delete_port for b9ca46af-2874-47bf-bc37-12809bd44e1f owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:47.084999 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-84951197-df52-4ac8-97a8-66b43662b201 req-79648e3f-4611-4319-b1b1-6f76fdd604e4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.100913 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-84951197-df52-4ac8-97a8-66b43662b201 req-79648e3f-4611-4319-b1b1-6f76fdd604e4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.142470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device a6f6feb9-3c41-4f14-bd10-32d299b1045f no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:47.154796 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-84951197-df52-4ac8-97a8-66b43662b201 req-79648e3f-4611-4319-b1b1-6f76fdd604e4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.180230 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84951197-df52-4ac8-97a8-66b43662b201 req-79648e3f-4611-4319-b1b1-6f76fdd604e4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4476244 Aug 20 11:33:47.273192 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31880361-b5c0-4e4a-ad98-d9cfd770d614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.292995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79648e3f-4611-4319-b1b1-6f76fdd604e4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e4610a-dde7-4d33-832b-662e86629bf3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:47.304077 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.338822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31880361-b5c0-4e4a-ad98-d9cfd770d614 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ca46af-2874-47bf-bc37-12809bd44e1f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:47.366464 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50795ab0-9747-464a-8bf8-88035b559f30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:47.374044 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccb335b-37a7-4839-b690-065f5f20e725" -d '{"events": [{"server_uuid": "50795ab0-9747-464a-8bf8-88035b559f30", "name": "network-vif-unplugged", "status": "completed", "tag": "a6f6feb9-3c41-4f14-bd10-32d299b1045f"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:47.383050 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port a6f6feb9-3c41-4f14-bd10-32d299b1045f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a6f6feb9-3c41-4f14-bd10-32d299b1045f,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:47.389735 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.483286 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=a6f6feb9-3c41-4f14-bd10-32d299b1045f,revision_number=11']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:47.629823 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31880361-b5c0-4e4a-ad98-d9cfd770d614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.989107 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31880361-b5c0-4e4a-ad98-d9cfd770d614 admin admin] Router acf03c61-d1a5-4d66-8af2-c52f2a494beb has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:33:48.327937 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd3b048-afcf-4cf8-8beb-f93e6fc2a93b x-openstack-request-id: req-6fd3b048-afcf-4cf8-8beb-f93e6fc2a93b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:48.328484 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50795ab0-9747-464a-8bf8-88035b559f30", "name": "network-vif-unplugged", "status": "completed", "tag": "a6f6feb9-3c41-4f14-bd10-32d299b1045f", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:48.328484 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6fd3b048-afcf-4cf8-8beb-f93e6fc2a93b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:48.328910 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50795ab0-9747-464a-8bf8-88035b559f30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f', 'code': 200} Aug 20 11:33:48.447016 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482efbe0-7d30-477b-a07b-d8f4e350f758 req-c300bff9-b25a-49a4-8102-d2d622a5c436 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:48.448597 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-482efbe0-7d30-477b-a07b-d8f4e350f758 req-c300bff9-b25a-49a4-8102-d2d622a5c436 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 949 time: 0.0638225 Aug 20 11:33:48.459477 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-7e7a3074-36b4-4bbd-a28c-1ce6ee7518e2 req-cfd54e80-82ce-41ff-a358-06e3f99174e1 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1343093601', 'description': 'tempest-description-200955852'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:48.499507 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-482efbe0-7d30-477b-a07b-d8f4e350f758 req-26853f32-3271-4e23-9cbe-dc892f68d688 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436614 Aug 20 11:33:48.523586 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b5b1b1eb-29d3-4c31-83f5-5417d3ee90d6 req-41353ed2-8a68-4e3a-b72e-5474ab1f362e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4492543 Aug 20 11:33:48.534203 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7e7a3074-36b4-4bbd-a28c-1ce6ee7518e2 req-cfd54e80-82ce-41ff-a358-06e3f99174e1 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:48.550044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31880361-b5c0-4e4a-ad98-d9cfd770d614 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:48.562898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe5c167-c972-4062-be6b-d8a8810f6fbf None None] Sync routers for ids ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:48.575771 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-31880361-b5c0-4e4a-ad98-d9cfd770d614 admin admin] 10.222.0.37 "PUT /v2.0/routers/acf03c61-d1a5-4d66-8af2-c52f2a494beb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0908644 Aug 20 11:33:48.578390 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54854) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:48.586964 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe5c167-c972-4062-be6b-d8a8810f6fbf None None] Routers {'acf03c61-d1a5-4d66-8af2-c52f2a494beb'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:48.587291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fbe5c167-c972-4062-be6b-d8a8810f6fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:33:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:48.717566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1b1eb-29d3-4c31-83f5-5417d3ee90d6 req-a0bb0deb-bd93-4383-81b5-56f1eef068de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:48.719604 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b5b1b1eb-29d3-4c31-83f5-5417d3ee90d6 req-a0bb0deb-bd93-4383-81b5-56f1eef068de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978ff14d3705424686f86711e9a84d6d&device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 1097 time: 0.1288319 Aug 20 11:33:48.773573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-fbe5c167-c972-4062-be6b-d8a8810f6fbf None None] Set router acf03c61-d1a5-4d66-8af2-c52f2a494beb gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:48.813543 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0c7dc56-2186-4999-9f96-345e70e66371 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:48.821837 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7e7a3074-36b4-4bbd-a28c-1ce6ee7518e2 req-cfd54e80-82ce-41ff-a358-06e3f99174e1 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:48.887879 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54868) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:48.916788 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7e7a3074-36b4-4bbd-a28c-1ce6ee7518e2 req-cfd54e80-82ce-41ff-a358-06e3f99174e1 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.031972 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7e7a3074-36b4-4bbd-a28c-1ce6ee7518e2 req-cfd54e80-82ce-41ff-a358-06e3f99174e1 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.033212 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e7a3074-36b4-4bbd-a28c-1ce6ee7518e2 req-cfd54e80-82ce-41ff-a358-06e3f99174e1 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5838609 Aug 20 11:33:49.036227 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fbe5c167-c972-4062-be6b-d8a8810f6fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'name': 'tempest-ServersTestFqdnHostnames-13846830-router', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:41Z', 'updated_at': '2021-08-20T11:33:47Z', 'revision_number': 5, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'gw_port': {'id': '4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:42Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:49.046817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd54e80-82ce-41ff-a358-06e3f99174e1 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74004e54-bf8d-4b72-9e51-def6adb37ff4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:49.051217 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0c7dc56-2186-4999-9f96-345e70e66371 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.074262 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-b6906382-ee68-4af1-9d62-c9ba780e8d10 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2122938871&fields=id&tenant_id=978ff14d3705424686f86711e9a84d6d HTTP/1.1" status: 200 len: 267 time: 0.1177692 Aug 20 11:33:49.076573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe5c167-c972-4062-be6b-d8a8810f6fbf None None] Checking router: acf03c61-d1a5-4d66-8af2-c52f2a494beb for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:49.088502 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe5c167-c972-4062-be6b-d8a8810f6fbf None None] Routers {'acf03c61-d1a5-4d66-8af2-c52f2a494beb'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:49.089375 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fbe5c167-c972-4062-be6b-d8a8810f6fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:33:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:49.103335 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1b1eb-29d3-4c31-83f5-5417d3ee90d6 req-1a7545d1-f057-4d1d-b814-bbabc3d2b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:49.105104 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b5b1b1eb-29d3-4c31-83f5-5417d3ee90d6 req-1a7545d1-f057-4d1d-b814-bbabc3d2b3cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=c2646293-359f-4e05-a742-c34a4466917c HTTP/1.1" status: 200 len: 924 time: 0.3402133 Aug 20 11:33:49.207410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7dc56-2186-4999-9f96-345e70e66371 admin admin] Deleting port 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:49.208119 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0c7dc56-2186-4999-9f96-345e70e66371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.244054 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-fbe5c167-c972-4062-be6b-d8a8810f6fbf None None] Set router acf03c61-d1a5-4d66-8af2-c52f2a494beb gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:49.294396 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b5b1b1eb-29d3-4c31-83f5-5417d3ee90d6 req-a7fc1659-5d50-458a-accb-b76f241ff3de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b819c032-469a-40e1-9a76-fc92974b8f17 HTTP/1.1" status: 200 len: 1002 time: 0.1759274 Aug 20 11:33:49.323331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d0c7dc56-2186-4999-9f96-345e70e66371 admin admin] For port 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:49.323983 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fbe5c167-c972-4062-be6b-d8a8810f6fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'name': 'tempest-ServersTestFqdnHostnames-13846830-router', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:41Z', 'updated_at': '2021-08-20T11:33:49Z', 'revision_number': 6, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:49.324388 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0c7dc56-2186-4999-9f96-345e70e66371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.352734 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7dc56-2186-4999-9f96-345e70e66371 admin admin] Calling delete_port for 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:49.353868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1277269-4bf2-4b29-a4c8-5c2b7ec86f48 req-fcfe75c2-09da-407b-a76b-89a093e22004 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:49.356153 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1277269-4bf2-4b29-a4c8-5c2b7ec86f48 req-fcfe75c2-09da-407b-a76b-89a093e22004 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1913564 Aug 20 11:33:49.365602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe5c167-c972-4062-be6b-d8a8810f6fbf None None] The sync data for ids ['acf03c61-d1a5-4d66-8af2-c52f2a494beb'] in n-d-804299-2 is: [{'id': 'acf03c61-d1a5-4d66-8af2-c52f2a494beb', 'name': 'tempest-ServersTestFqdnHostnames-13846830-router', 'tenant_id': '30bfd760f0a040caa5b0bbac573ba715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:41Z', 'updated_at': '2021-08-20T11:33:49Z', 'revision_number': 6, 'project_id': '30bfd760f0a040caa5b0bbac573ba715', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:49.373792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-c2cc570a-c8b5-485f-8fb0-b71d73ea1396 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:49.375546 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-c2cc570a-c8b5-485f-8fb0-b71d73ea1396 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/networks?id=c2646293-359f-4e05-a742-c34a4466917c HTTP/1.1" status: 200 len: 824 time: 0.2999189 Aug 20 11:33:49.431546 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-fd7132c9-de0d-4f09-855a-bbb1ea8a5606 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/quotas/978ff14d3705424686f86711e9a84d6d HTTP/1.1" status: 200 len: 375 time: 0.0499945 Aug 20 11:33:49.458175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1b1eb-29d3-4c31-83f5-5417d3ee90d6 req-8b828711-26c0-40fb-8b4f-9904064bbc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:49.459640 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b5b1b1eb-29d3-4c31-83f5-5417d3ee90d6 req-8b828711-26c0-40fb-8b4f-9904064bbc2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a43fc42c-055a-45af-b6d5-9b0f2c8473da HTTP/1.1" status: 200 len: 863 time: 0.1277235 Aug 20 11:33:49.480566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1277269-4bf2-4b29-a4c8-5c2b7ec86f48 req-2989ff31-8bd3-4b5f-b68c-691f95ca73e3 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029596 Aug 20 11:33:49.555884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1b1eb-29d3-4c31-83f5-5417d3ee90d6 req-3a6b5190-716d-4670-95a4-ac77eb6058cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:49.556118 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-673c4d6b-ebc8-4459-9916-a246a9c18923 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=978ff14d3705424686f86711e9a84d6d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1025572 Aug 20 11:33:49.557503 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b5b1b1eb-29d3-4c31-83f5-5417d3ee90d6 req-3a6b5190-716d-4670-95a4-ac77eb6058cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c2646293-359f-4e05-a742-c34a4466917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778952 Aug 20 11:33:49.720456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d67a78-ea4b-457c-9d7b-d34ff186c8de req-060112b5-e598-475f-bc93-34e0007d2148 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:49.727536 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-91d67a78-ea4b-457c-9d7b-d34ff186c8de req-060112b5-e598-475f-bc93-34e0007d2148 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 948 time: 0.1396818 Aug 20 11:33:49.761401 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b5b1b1eb-29d3-4c31-83f5-5417d3ee90d6 req-19ada900-7e1c-4143-bc4d-ae5605bc5b42 service neutron] 10.222.0.35 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909957 Aug 20 11:33:49.790708 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-03af58a2-361b-4574-9015-0b6c5cfc79bb service neutron] 10.222.0.37 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889412 Aug 20 11:33:49.801400 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0c7dc56-2186-4999-9f96-345e70e66371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.852853 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-91d67a78-ea4b-457c-9d7b-d34ff186c8de req-12d676a3-1a1e-4eca-a4b5-5bc73c604eeb tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/security-groups?id=49764926-6cf3-4e0c-b39f-22afc988ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243162 Aug 20 11:33:49.892226 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7dc56-2186-4999-9f96-345e70e66371 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:49.915720 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-336453a4-04a2-4183-9828-214953c54e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.988278 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0c7dc56-2186-4999-9f96-345e70e66371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.046776 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-f00e2cdc-95b8-4a68-9138-c1a3cd036cbc service neutron] 10.222.0.37 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549150 Aug 20 11:33:50.084112 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0c7dc56-2186-4999-9f96-345e70e66371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.084548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dda9bc-565a-4fa7-aa0c-8bd38d6f509f req-fcbc502e-ff19-4d4a-9b8e-95b27a376a80 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:50.086244 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-46dda9bc-565a-4fa7-aa0c-8bd38d6f509f req-fcbc502e-ff19-4d4a-9b8e-95b27a376a80 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=297f78be-f938-4d6c-9898-82d5a6fa94d3 HTTP/1.1" status: 200 len: 949 time: 0.1326334 Aug 20 11:33:50.086460 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0c7dc56-2186-4999-9f96-345e70e66371 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.088829 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b5b1b1eb-29d3-4c31-83f5-5417d3ee90d6 req-5d84e292-fbb4-4700-aafc-f274ea3f934d service neutron] 10.222.0.35 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120382 Aug 20 11:33:50.139570 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0c7dc56-2186-4999-9f96-345e70e66371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.140479 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c7dc56-2186-4999-9f96-345e70e66371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acf03c61-d1a5-4d66-8af2-c52f2a494beb {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:33:50.150001 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0c7dc56-2186-4999-9f96-345e70e66371 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.152440 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d0c7dc56-2186-4999-9f96-345e70e66371 admin admin] 10.222.0.37 "DELETE /v2.0/routers/acf03c61-d1a5-4d66-8af2-c52f2a494beb HTTP/1.1" status: 204 len: 168 time: 1.5724936 Aug 20 11:33:50.154790 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54886) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:50.187707 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-46dda9bc-565a-4fa7-aa0c-8bd38d6f509f req-1d16d7d9-e9b1-42a3-a193-4da4bfc21ef6 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911574 Aug 20 11:33:50.243641 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab124fa-af6a-44bb-a927-2ea7b38a0a72 admin admin] Deleting subnet 5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:33:50.247865 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ab124fa-af6a-44bb-a927-2ea7b38a0a72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.300477 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ab124fa-af6a-44bb-a927-2ea7b38a0a72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.441786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-336453a4-04a2-4183-9828-214953c54e70 admin admin] Deleting port 75f20bb6-00df-4d2b-ae45-e4d777329dde {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:50.442312 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-336453a4-04a2-4183-9828-214953c54e70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.451959 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ab124fa-af6a-44bb-a927-2ea7b38a0a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.455717 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-cd4e8357-5752-4200-88b1-34828bf1eb4a tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347958 Aug 20 11:33:50.557448 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aaada19f-7b3c-4f0e-8b5d-71b480545115 req-238b018d-6228-4633-99ae-76bbcf5b19f1 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85e3edaa635e4b108702459e233c4176 HTTP/1.1" status: 200 len: 10896 time: 0.2715251 Aug 20 11:33:50.599880 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ab124fa-af6a-44bb-a927-2ea7b38a0a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.641515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab124fa-af6a-44bb-a927-2ea7b38a0a72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:50.656492 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ab124fa-af6a-44bb-a927-2ea7b38a0a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.658938 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5ab124fa-af6a-44bb-a927-2ea7b38a0a72 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5ad62a35-d51c-4f5d-a6ed-a1d12b5b1615 HTTP/1.1" status: 204 len: 168 time: 0.5007086 Aug 20 11:33:50.671183 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ce0892-f5dc-4567-8b48-6477b556ca7f None None] Network 1e249b59-2036-45f5-90ef-277daacd89dd requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:50.673536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-4aef2c1e-e465-4565-b89a-873cc3bee182 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:50.677726 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-4aef2c1e-e465-4565-b89a-873cc3bee182 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031465 Aug 20 11:33:50.678214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54906) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:50.731261 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-336453a4-04a2-4183-9828-214953c54e70 admin admin] For port 75f20bb6-00df-4d2b-ae45-e4d777329dde, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=75f20bb6-00df-4d2b-ae45-e4d777329dde,segment=NetworkSegment(b59b7a87-4437-4875-88c7-49d2d862150c),segment_id=b59b7a87-4437-4875-88c7-49d2d862150c)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:50.731775 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-336453a4-04a2-4183-9828-214953c54e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.737074 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aaada19f-7b3c-4f0e-8b5d-71b480545115 req-e516d579-4c72-4c67-b3fd-11ee406a9bb2 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/ddc667a6-ba15-4356-be8b-c953c2141166 HTTP/1.1" status: 200 len: 2981 time: 0.1654568 Aug 20 11:33:50.789819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-336453a4-04a2-4183-9828-214953c54e70 admin admin] Calling delete_port for 75f20bb6-00df-4d2b-ae45-e4d777329dde owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:50.812108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380678f4-cd6b-478a-9a20-aa99224cf47f req-2aae5b41-9f5c-4da7-8e10-fe4690c2d700 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:50.813847 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-380678f4-cd6b-478a-9a20-aa99224cf47f req-2aae5b41-9f5c-4da7-8e10-fe4690c2d700 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.35 "GET /v2.0/ports?device_id=57b6ea1d-d47f-446f-b8e1-ff00b1a31246 HTTP/1.1" status: 200 len: 946 time: 0.2079356 Aug 20 11:33:50.831129 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.832087 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aaada19f-7b3c-4f0e-8b5d-71b480545115 req-e9f7e9e6-edf2-4778-aa61-8401d24a2986 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/ddc667a6-ba15-4356-be8b-c953c2141166 HTTP/1.1" status: 200 len: 2981 time: 0.0877872 Aug 20 11:33:50.852514 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b9ca46af-2874-47bf-bc37-12809bd44e1f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:50.868303 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-8c7c6244-985a-4879-a5fa-b508647cfd9e tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/quotas/ef9f29628ade4c0db3d735f4fcedc885 HTTP/1.1" status: 200 len: 375 time: 0.0665040 Aug 20 11:33:50.922635 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: b9ca46af-2874-47bf-bc37-12809bd44e1f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:50.926707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b9ca46af-2874-47bf-bc37-12809bd44e1f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:50.927344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:50.955928 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:50.956859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4dd5687a-cbe0-496a-8eeb-4c1a6905c7a8 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:51.095905 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-d27381f4-90fe-492d-ab26-c55dd5c1caff tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2198594 Aug 20 11:33:51.118828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-380678f4-cd6b-478a-9a20-aa99224cf47f req-cd481521-eef1-4ae6-894a-fc69ef27c8da tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Deleting port b819c032-469a-40e1-9a76-fc92974b8f17 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:51.124331 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-380678f4-cd6b-478a-9a20-aa99224cf47f req-cd481521-eef1-4ae6-894a-fc69ef27c8da tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.147633 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Deleting port 4b7562ae-ce11-40bb-b620-2553e16ff359 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:51.148003 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.247495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516fe7b6-9d2d-4b23-81fa-479df5023bf2 None None] DHCP port deletion for 1e249b59-2036-45f5-90ef-277daacd89dd request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:33:51.309463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] For port 4b7562ae-ce11-40bb-b620-2553e16ff359, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4b7562ae-ce11-40bb-b620-2553e16ff359,segment=NetworkSegment(1afcb594-4b0f-4fad-81d5-e51a98889e0f),segment_id=1afcb594-4b0f-4fad-81d5-e51a98889e0f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:51.311946 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.342758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-380678f4-cd6b-478a-9a20-aa99224cf47f req-cd481521-eef1-4ae6-894a-fc69ef27c8da tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] For port b819c032-469a-40e1-9a76-fc92974b8f17, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b819c032-469a-40e1-9a76-fc92974b8f17,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:51.343848 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-380678f4-cd6b-478a-9a20-aa99224cf47f req-cd481521-eef1-4ae6-894a-fc69ef27c8da tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.354993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-516fe7b6-9d2d-4b23-81fa-479df5023bf2 None None] Deleting port 4b7562ae-ce11-40bb-b620-2553e16ff359 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:51.355667 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-516fe7b6-9d2d-4b23-81fa-479df5023bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.361054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Calling delete_port for 4b7562ae-ce11-40bb-b620-2553e16ff359 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:51.506137 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-336453a4-04a2-4183-9828-214953c54e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.518256 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-516fe7b6-9d2d-4b23-81fa-479df5023bf2 None None] For port 4b7562ae-ce11-40bb-b620-2553e16ff359, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4b7562ae-ce11-40bb-b620-2553e16ff359,segment=NetworkSegment(1afcb594-4b0f-4fad-81d5-e51a98889e0f),segment_id=1afcb594-4b0f-4fad-81d5-e51a98889e0f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:51.519898 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-516fe7b6-9d2d-4b23-81fa-479df5023bf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.542276 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-516fe7b6-9d2d-4b23-81fa-479df5023bf2 None None] Calling delete_port for 4b7562ae-ce11-40bb-b620-2553e16ff359 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:51.547587 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336453a4-04a2-4183-9828-214953c54e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=75f20bb6-00df-4d2b-ae45-e4d777329dde,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:51.611112 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-99468f35-95ad-4851-9bdd-6cf9d866cdba req-770c3a2e-935b-4a25-bda6-a70855780953 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 210 time: 0.0830023 Aug 20 11:33:51.701544 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6acd23e-b1c5-4e0f-b4a0-cb5cf969ce58 req-95fb8e59-103f-4679-95e2-eb6df328ae2b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/a5da5c8b-5d89-4726-a41e-e7a332066c64 HTTP/1.1" status: 200 len: 1799 time: 0.2425210 Aug 20 11:33:51.787523 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-516fe7b6-9d2d-4b23-81fa-479df5023bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.864792 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.870047 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516fe7b6-9d2d-4b23-81fa-479df5023bf2 None None] No DVR routers for this DVR port 4b7562ae-ce11-40bb-b620-2553e16ff359 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:51.875047 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fe7b6-9d2d-4b23-81fa-479df5023bf2 None None] Pushing event deleted for resources: {'Port': ['ID=4b7562ae-ce11-40bb-b620-2553e16ff359,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:51.885293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34202b0a-bc21-4423-9bf2-4aed270636ba req-e87394aa-0cc1-4db2-9973-43a984c2e5b8 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:51.886949 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-34202b0a-bc21-4423-9bf2-4aed270636ba req-e87394aa-0cc1-4db2-9973-43a984c2e5b8 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.35 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 948 time: 0.2049136 Aug 20 11:33:51.968408 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7562ae-ce11-40bb-b620-2553e16ff359,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:51.987854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b70ec-447e-4803-9e1a-2bd49b1b5764 req-53d8d050-9852-4a98-9d71-12564bbda125 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:51.996045 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-650b70ec-447e-4803-9e1a-2bd49b1b5764 req-53d8d050-9852-4a98-9d71-12564bbda125 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 948 time: 0.2342036 Aug 20 11:33:51.998250 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] No DVR routers for this DVR port 4b7562ae-ce11-40bb-b620-2553e16ff359 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:52.033491 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-336453a4-04a2-4183-9828-214953c54e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.045549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.045886 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.046253 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.046953 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.047556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.048049 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.048530 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.049245 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.050066 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.050724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.051069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.051517 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.059684 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-380678f4-cd6b-478a-9a20-aa99224cf47f req-cd481521-eef1-4ae6-894a-fc69ef27c8da tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.060704 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-380678f4-cd6b-478a-9a20-aa99224cf47f req-cd481521-eef1-4ae6-894a-fc69ef27c8da tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.061030 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-380678f4-cd6b-478a-9a20-aa99224cf47f req-cd481521-eef1-4ae6-894a-fc69ef27c8da tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Floating IP f460475f-e74f-41fa-88fb-1e1e2019ee0a disassociated. External IP: 172.25.8.114, port: b819c032-469a-40e1-9a76-fc92974b8f17. Aug 20 11:33:52.061370 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-380678f4-cd6b-478a-9a20-aa99224cf47f req-cd481521-eef1-4ae6-894a-fc69ef27c8da tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Calling delete_port for b819c032-469a-40e1-9a76-fc92974b8f17 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:52.065597 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b6acd23e-b1c5-4e0f-b4a0-cb5cf969ce58 req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.189137 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b6acd23e-b1c5-4e0f-b4a0-cb5cf969ce58 req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.318903 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7ab8596b-96ec-4ca4-a0b6-69429cea6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.327523 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b6acd23e-b1c5-4e0f-b4a0-cb5cf969ce58 req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.331123 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b6acd23e-b1c5-4e0f-b4a0-cb5cf969ce58 req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.347789 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6acd23e-b1c5-4e0f-b4a0-cb5cf969ce58 req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "DELETE /v2.0/security-groups/a5da5c8b-5d89-4726-a41e-e7a332066c64 HTTP/1.1" status: 204 len: 173 time: 0.6267140 Aug 20 11:33:52.379628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5da5c8b-5d89-4726-a41e-e7a332066c64,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:52.436775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.437379 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.437903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.438411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.438911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.439457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.439938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.440750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.441256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.441742 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.442247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.442585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8632533-7d94-4a99-9a09-3a2baf0bc567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:52.620127 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.630392 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-650b70ec-447e-4803-9e1a-2bd49b1b5764 req-a9ed6ff3-87b1-4217-a724-8b6ddadd4e43 tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/security-groups?id=49764926-6cf3-4e0c-b39f-22afc988ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6332698 Aug 20 11:33:52.652548 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e249b59-2036-45f5-90ef-277daacd89dd']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:52.667466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1afcb594-4b0f-4fad-81d5-e51a98889e0f') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:52.667911 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1afcb594-4b0f-4fad-81d5-e51a98889e0f') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:52.693949 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.725711 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.743194 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-34202b0a-bc21-4423-9bf2-4aed270636ba req-c8113c1f-827a-47b4-8e8d-c3fb2dc65c9d tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Deleting port a6f6feb9-3c41-4f14-bd10-32d299b1045f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:52.743562 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-34202b0a-bc21-4423-9bf2-4aed270636ba req-c8113c1f-827a-47b4-8e8d-c3fb2dc65c9d tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.751231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:33:52.751830 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:33:52.753856 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:33:52.844956 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-0d311e9f-7e76-45ce-910a-d23c4fd94a45 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:52.846812 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-0d311e9f-7e76-45ce-910a-d23c4fd94a45 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.35 "GET /v2.0/networks?id=c2646293-359f-4e05-a742-c34a4466917c HTTP/1.1" status: 200 len: 824 time: 0.3161948 Aug 20 11:33:52.861018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 01820d37-a262-4efc-a10b-c564d68b2750 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:52.882946 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-402081b9-d662-48a5-b976-bd61c4f69ecb req-8b8b8b24-1f09-4ec4-bc67-d7b7b5fe8cbe tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] show failed (client error): The resource could not be found. Aug 20 11:33:52.895965 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-402081b9-d662-48a5-b976-bd61c4f69ecb req-8b8b8b24-1f09-4ec4-bc67-d7b7b5fe8cbe tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/a5da5c8b-5d89-4726-a41e-e7a332066c64 HTTP/1.1" status: 404 len: 352 time: 0.0889983 Aug 20 11:33:52.902612 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc5f618f-ffaf-4cfc-a802-64b0bafdd8a6 req-2d2ade54-b6a8-444e-854c-f687a6c39192 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 210 time: 0.4565718 Aug 20 11:33:52.990025 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4b7562ae-ce11-40bb-b620-2553e16ff359 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:53.026887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 4b7562ae-ce11-40bb-b620-2553e16ff359 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:53.027102 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.027744 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4b7562ae-ce11-40bb-b620-2553e16ff359 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:53.086186 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.095760 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.104849 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1e249b59-2036-45f5-90ef-277daacd89dd HTTP/1.1" status: 204 len: 168 time: 2.4170117 Aug 20 11:33:53.121157 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-171257c6-b375-4544-acae-146e895df039 req-faf9428f-58db-4dce-a84d-158b4b982f81 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/58e4610a-dde7-4d33-832b-662e86629bf3 HTTP/1.1" status: 200 len: 1801 time: 0.1593962 Aug 20 11:33:53.126986 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-39296d9d-c858-49f4-ba3e-e234e63dc4b6 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1362391 Aug 20 11:33:53.132572 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-380678f4-cd6b-478a-9a20-aa99224cf47f req-cd481521-eef1-4ae6-894a-fc69ef27c8da tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.142534 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f78be-f938-4d6c-9898-82d5a6fa94d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01820d37-a262-4efc-a10b-c564d68b2750'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:53.147931 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9919d28d-de26-41c8-b591-998670f79bf0" -d '{"events": [{"server_uuid": "297f78be-f938-4d6c-9898-82d5a6fa94d3", "name": "network-vif-unplugged", "status": "completed", "tag": "01820d37-a262-4efc-a10b-c564d68b2750"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:53.155753 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 01820d37-a262-4efc-a10b-c564d68b2750, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=01820d37-a262-4efc-a10b-c564d68b2750,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:53.161486 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.171733 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-297daf1b-c8bb-499a-9efd-59a4a8db52af tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=978ff14d3705424686f86711e9a84d6d HTTP/1.1" status: 200 len: 380 time: 0.2981522 Aug 20 11:33:53.175865 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5ef1fcf6-118b-4321-a0bb-575539cd0f8f req-72e3812f-1bcd-4f13-9fef-92a5c493f0ca tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 210 time: 0.1800556 Aug 20 11:33:53.183619 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502b30f-60b8-42c1-86be-75de2cb41368 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e249b59-2036-45f5-90ef-277daacd89dd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:53.191202 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-37f1931e-1973-43ce-a49e-fcf44f5b5a26 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Request body: {'port': {'device_id': '0ed5cefa-bd05-4061-bd58-f718185d790c', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'admin_state_up': True, 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'security_groups': ['9b81fc1e-a263-42c6-a725-5a0e7e8ea3af']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:53.200800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-34202b0a-bc21-4423-9bf2-4aed270636ba req-c8113c1f-827a-47b4-8e8d-c3fb2dc65c9d tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] For port a6f6feb9-3c41-4f14-bd10-32d299b1045f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a6f6feb9-3c41-4f14-bd10-32d299b1045f,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:53.201180 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-34202b0a-bc21-4423-9bf2-4aed270636ba req-c8113c1f-827a-47b4-8e8d-c3fb2dc65c9d tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.260069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-34202b0a-bc21-4423-9bf2-4aed270636ba req-c8113c1f-827a-47b4-8e8d-c3fb2dc65c9d tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Calling delete_port for a6f6feb9-3c41-4f14-bd10-32d299b1045f owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:53.281548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd481521-eef1-4ae6-894a-fc69ef27c8da tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Pushing event deleted for resources: {'Port': ['ID=b819c032-469a-40e1-9a76-fc92974b8f17,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:53.302998 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2981bd45-9fca-45eb-86b9-70f5901948fb x-openstack-request-id: req-2981bd45-9fca-45eb-86b9-70f5901948fb {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:53.305325 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f78be-f938-4d6c-9898-82d5a6fa94d3", "name": "network-vif-unplugged", "status": "completed", "tag": "01820d37-a262-4efc-a10b-c564d68b2750", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:53.305800 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2981bd45-9fca-45eb-86b9-70f5901948fb {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:53.306423 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297f78be-f938-4d6c-9898-82d5a6fa94d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01820d37-a262-4efc-a10b-c564d68b2750', 'code': 200} Aug 20 11:33:53.309488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=01820d37-a262-4efc-a10b-c564d68b2750,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:53.408471 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-37f1931e-1973-43ce-a49e-fcf44f5b5a26 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Made reservation on behalf of 978ff14d3705424686f86711e9a84d6d for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:53.412472 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-37f1931e-1973-43ce-a49e-fcf44f5b5a26 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.413898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336453a4-04a2-4183-9828-214953c54e70 admin admin] Router c0129909-f780-42d2-8429-f0494684be76 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:33:53.500608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54960) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:53.530873 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-34202b0a-bc21-4423-9bf2-4aed270636ba req-c8113c1f-827a-47b4-8e8d-c3fb2dc65c9d tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.590737 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-171257c6-b375-4544-acae-146e895df039 req-0993dfac-2e5f-4085-8ec7-3d7d3f7163e3 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.591580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8113c1f-827a-47b4-8e8d-c3fb2dc65c9d tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Pushing event deleted for resources: {'Port': ['ID=a6f6feb9-3c41-4f14-bd10-32d299b1045f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:53.617511 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-be5aa153-9361-42b3-bb7d-fb5dd5553ceb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:53.619028 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-be5aa153-9361-42b3-bb7d-fb5dd5553ceb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4817417 Aug 20 11:33:53.648271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-34202b0a-bc21-4423-9bf2-4aed270636ba req-c8113c1f-827a-47b4-8e8d-c3fb2dc65c9d tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] No DVR routers for this DVR port a6f6feb9-3c41-4f14-bd10-32d299b1045f on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:53.651410 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-34202b0a-bc21-4423-9bf2-4aed270636ba req-c8113c1f-827a-47b4-8e8d-c3fb2dc65c9d tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.653818 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-34202b0a-bc21-4423-9bf2-4aed270636ba req-c8113c1f-827a-47b4-8e8d-c3fb2dc65c9d tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.35 "DELETE /v2.0/ports/a6f6feb9-3c41-4f14-bd10-32d299b1045f HTTP/1.1" status: 204 len: 173 time: 1.7068956 Aug 20 11:33:53.656667 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50795ab0-9747-464a-8bf8-88035b559f30', 'name': 'network-vif-deleted', 'tag': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:53.659754 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cfc65a-8e85-474f-aa79-92c1296b9863" -d '{"events": [{"server_uuid": "50795ab0-9747-464a-8bf8-88035b559f30", "name": "network-vif-deleted", "tag": "a6f6feb9-3c41-4f14-bd10-32d299b1045f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:53.677007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-37f1931e-1973-43ce-a49e-fcf44f5b5a26 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Allocated IP 172.20.0.14 (c2646293-359f-4e05-a742-c34a4466917c/a43fc42c-055a-45af-b6d5-9b0f2c8473da/6e05c8a0-fd09-4056-bf13-970c181e59ce) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:53.684717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-9fa37a9b-2b03-43ce-9b35-eb962eff113f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Request body: {'port': {'device_id': '913a8f5b-5299-4fac-89ec-fc8cc9fd927d', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': 'ef9f29628ade4c0db3d735f4fcedc885'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:53.716917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-380678f4-cd6b-478a-9a20-aa99224cf47f req-cd481521-eef1-4ae6-894a-fc69ef27c8da tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Router a7d16018-9492-48d5-b249-317a78e7d543 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:33:53.854667 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-171257c6-b375-4544-acae-146e895df039 req-0993dfac-2e5f-4085-8ec7-3d7d3f7163e3 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.857603 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92133a79-7aae-4118-87fe-83727b8fecda req-62d9bc37-3da9-4258-bbb1-caa78e3f62dd tempest-ImagesOneServerTestJSON-1688911903 tempest-ImagesOneServerTestJSON-1688911903-project] 10.222.0.37 "GET /v2.0/ports?device_id=50795ab0-9747-464a-8bf8-88035b559f30 HTTP/1.1" status: 200 len: 210 time: 0.0696614 Aug 20 11:33:53.863229 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-66464609-4cbf-4dee-93c8-a82b3f8fd14c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30bfd760f0a040caa5b0bbac573ba715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597465 Aug 20 11:33:53.868757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54968) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:53.930026 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca72ca3-11bd-4164-98d5-3be80cd37f9d x-openstack-request-id: req-7ca72ca3-11bd-4164-98d5-3be80cd37f9d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:53.930538 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50795ab0-9747-464a-8bf8-88035b559f30", "name": "network-vif-deleted", "tag": "a6f6feb9-3c41-4f14-bd10-32d299b1045f", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:53.930970 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ca72ca3-11bd-4164-98d5-3be80cd37f9d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:53.931554 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50795ab0-9747-464a-8bf8-88035b559f30', 'name': 'network-vif-deleted', 'tag': 'a6f6feb9-3c41-4f14-bd10-32d299b1045f', 'status': 'completed', 'code': 200} Aug 20 11:33:53.974958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336453a4-04a2-4183-9828-214953c54e70 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:53.984520 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-37f1931e-1973-43ce-a49e-fcf44f5b5a26 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.991626 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-336453a4-04a2-4183-9828-214953c54e70 admin admin] 10.222.0.37 "PUT /v2.0/routers/c0129909-f780-42d2-8429-f0494684be76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0915036 Aug 20 11:33:53.994813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54980) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:53.997006 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f43fe-c566-4dc7-8be2-c4244fd9c6e0 None None] Sync routers for ids ['c0129909-f780-42d2-8429-f0494684be76'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:54.006620 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-171257c6-b375-4544-acae-146e895df039 req-0993dfac-2e5f-4085-8ec7-3d7d3f7163e3 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.007858 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-171257c6-b375-4544-acae-146e895df039 req-0993dfac-2e5f-4085-8ec7-3d7d3f7163e3 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.020348 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-171257c6-b375-4544-acae-146e895df039 req-0993dfac-2e5f-4085-8ec7-3d7d3f7163e3 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "DELETE /v2.0/security-groups/58e4610a-dde7-4d33-832b-662e86629bf3 HTTP/1.1" status: 204 len: 173 time: 0.8887722 Aug 20 11:33:54.023653 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f43fe-c566-4dc7-8be2-c4244fd9c6e0 None None] Routers {'c0129909-f780-42d2-8429-f0494684be76'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:54.024427 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-604f43fe-c566-4dc7-8be2-c4244fd9c6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:33:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c0129909-f780-42d2-8429-f0494684be76'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:54.083091 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-37f1931e-1973-43ce-a49e-fcf44f5b5a26 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Transition to ACTIVE for port object 6e05c8a0-fd09-4056-bf13-970c181e59ce will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:54.132730 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993dfac-2e5f-4085-8ec7-3d7d3f7163e3 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e4610a-dde7-4d33-832b-662e86629bf3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:54.161253 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-380678f4-cd6b-478a-9a20-aa99224cf47f req-cd481521-eef1-4ae6-894a-fc69ef27c8da tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:54.176893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbc0df8-a584-4220-b8b2-3bf13e9bd634 None None] Sync routers for ids ['a7d16018-9492-48d5-b249-317a78e7d543'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:54.193093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc0df8-a584-4220-b8b2-3bf13e9bd634 None None] Routers {'a7d16018-9492-48d5-b249-317a78e7d543'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:54.193900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3fbc0df8-a584-4220-b8b2-3bf13e9bd634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:33:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7d16018-9492-48d5-b249-317a78e7d543'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:54.251298 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32092849-d927-4142-8ef2-52ebaf940fd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.254455 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-526bcc18-3913-4263-ba12-95710796c31d req-85f58824-1fa4-490a-ba0c-4deb7f8ee60c tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] show failed (client error): The resource could not be found. Aug 20 11:33:54.273469 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-526bcc18-3913-4263-ba12-95710796c31d req-85f58824-1fa4-490a-ba0c-4deb7f8ee60c tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/58e4610a-dde7-4d33-832b-662e86629bf3 HTTP/1.1" status: 404 len: 352 time: 0.1725712 Aug 20 11:33:54.299939 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-799e956a-9066-4571-9c2f-6cb136b7c61c req-47bb7bbf-caf6-4414-a455-8fe197088925 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 210 time: 0.1185405 Aug 20 11:33:54.300526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-9fa37a9b-2b03-43ce-9b35-eb962eff113f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Made reservation on behalf of ef9f29628ade4c0db3d735f4fcedc885 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:54.304442 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-9fa37a9b-2b03-43ce-9b35-eb962eff113f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.321408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-380678f4-cd6b-478a-9a20-aa99224cf47f req-cd481521-eef1-4ae6-894a-fc69ef27c8da tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] No DVR routers for this DVR port b819c032-469a-40e1-9a76-fc92974b8f17 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:54.332377 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-380678f4-cd6b-478a-9a20-aa99224cf47f req-cd481521-eef1-4ae6-894a-fc69ef27c8da tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.334342 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-380678f4-cd6b-478a-9a20-aa99224cf47f req-cd481521-eef1-4ae6-894a-fc69ef27c8da tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.35 "DELETE /v2.0/ports/b819c032-469a-40e1-9a76-fc92974b8f17 HTTP/1.1" status: 204 len: 173 time: 3.5012026 Aug 20 11:33:54.334957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b6ea1d-d47f-446f-b8e1-ff00b1a31246', 'name': 'network-vif-deleted', 'tag': 'b819c032-469a-40e1-9a76-fc92974b8f17'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:54.339244 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0516bd3a-2c71-43a2-bf16-6a67b4334576" -d '{"events": [{"server_uuid": "57b6ea1d-d47f-446f-b8e1-ff00b1a31246", "name": "network-vif-deleted", "tag": "b819c032-469a-40e1-9a76-fc92974b8f17"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:54.396845 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-604f43fe-c566-4dc7-8be2-c4244fd9c6e0 None None] Set router c0129909-f780-42d2-8429-f0494684be76 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:54.414781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-3fbc0df8-a584-4220-b8b2-3bf13e9bd634 None None] Set router a7d16018-9492-48d5-b249-317a78e7d543 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:54.456919 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6ebe801-f520-4f8a-a2d1-c820df68498f req-efac7fac-4752-486f-9a3c-d77c10444b11 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/74004e54-bf8d-4b72-9e51-def6adb37ff4 HTTP/1.1" status: 200 len: 1800 time: 0.0593710 Aug 20 11:33:54.475560 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-30fcd843-bf10-4a69-9594-d21e68b887b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.517657 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2d505779-433e-45d1-9d92-f54fcd48ce26 req-87940b01-f2bc-4088-bc2f-417c54cb4538 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 210 time: 0.0759590 Aug 20 11:33:54.577209 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-37f1931e-1973-43ce-a49e-fcf44f5b5a26 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.589512 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-9fa37a9b-2b03-43ce-9b35-eb962eff113f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Allocated IP 192.168.233.23 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/bf97b5e8-bf86-4bd3-aba2-30b8df7202f9) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:54.606253 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6ebe801-f520-4f8a-a2d1-c820df68498f req-eb864eb7-c298-44c3-856d-5e418a31395e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.648103 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ed415f-a20a-4f52-b331-1695b96c3644 x-openstack-request-id: req-44ed415f-a20a-4f52-b331-1695b96c3644 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:54.648397 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b6ea1d-d47f-446f-b8e1-ff00b1a31246", "name": "network-vif-deleted", "tag": "b819c032-469a-40e1-9a76-fc92974b8f17", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:54.648670 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44ed415f-a20a-4f52-b331-1695b96c3644 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:54.649070 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b6ea1d-d47f-446f-b8e1-ff00b1a31246', 'name': 'network-vif-deleted', 'tag': 'b819c032-469a-40e1-9a76-fc92974b8f17', 'status': 'completed', 'code': 200} Aug 20 11:33:54.659181 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6ebe801-f520-4f8a-a2d1-c820df68498f req-eb864eb7-c298-44c3-856d-5e418a31395e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.801690 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6ebe801-f520-4f8a-a2d1-c820df68498f req-eb864eb7-c298-44c3-856d-5e418a31395e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.804401 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6ebe801-f520-4f8a-a2d1-c820df68498f req-eb864eb7-c298-44c3-856d-5e418a31395e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.806217 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6ebe801-f520-4f8a-a2d1-c820df68498f req-eb864eb7-c298-44c3-856d-5e418a31395e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "DELETE /v2.0/security-groups/74004e54-bf8d-4b72-9e51-def6adb37ff4 HTTP/1.1" status: 204 len: 173 time: 0.3364418 Aug 20 11:33:54.808035 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1931e-1973-43ce-a49e-fcf44f5b5a26 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Pushing event updated for resources: {'Port': ['ID=6e05c8a0-fd09-4056-bf13-970c181e59ce,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:54.814881 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-604f43fe-c566-4dc7-8be2-c4244fd9c6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0129909-f780-42d2-8429-f0494684be76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780885308-router', 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:29Z', 'updated_at': '2021-08-20T11:33:51Z', 'revision_number': 5, 'project_id': 'b70b75fe633c4640a89fda823b724ec6', 'gw_port': {'id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0129909-f780-42d2-8429-f0494684be76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:30Z', 'updated_at': '2021-08-20T11:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:54.817331 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-30fcd843-bf10-4a69-9594-d21e68b887b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.833646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb864eb7-c298-44c3-856d-5e418a31395e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74004e54-bf8d-4b72-9e51-def6adb37ff4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:54.858480 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f43fe-c566-4dc7-8be2-c4244fd9c6e0 None None] Checking router: c0129909-f780-42d2-8429-f0494684be76 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:54.871011 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f43fe-c566-4dc7-8be2-c4244fd9c6e0 None None] Routers {'c0129909-f780-42d2-8429-f0494684be76'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:54.871872 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-604f43fe-c566-4dc7-8be2-c4244fd9c6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:33:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c0129909-f780-42d2-8429-f0494684be76'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:54.891705 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-37f1931e-1973-43ce-a49e-fcf44f5b5a26 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Network c2646293-359f-4e05-a742-c34a4466917c is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:54.899609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3fbc0df8-a584-4220-b8b2-3bf13e9bd634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:51Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4ea7ea1e-7b2f-465b-8942-671daa720c34', 'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'mac_address': 'fa:16:3e:d9:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:50Z', 'updated_at': '2021-08-20T11:30:59Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'subnets': [{'id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:54.917235 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-37f1931e-1973-43ce-a49e-fcf44f5b5a26 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:54.933906 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-37f1931e-1973-43ce-a49e-fcf44f5b5a26 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:54.937355 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-9fa37a9b-2b03-43ce-9b35-eb962eff113f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.946390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbc0df8-a584-4220-b8b2-3bf13e9bd634 None None] Checking router: a7d16018-9492-48d5-b249-317a78e7d543 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:54.948917 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-b9f8b45b-7752-4903-9888-f6da362e1b21 req-49d72280-9382-4942-a6ee-e0e03be6eff8 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] show failed (client error): The resource could not be found. Aug 20 11:33:54.958753 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc0df8-a584-4220-b8b2-3bf13e9bd634 None None] Routers {'a7d16018-9492-48d5-b249-317a78e7d543'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:54.959308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3fbc0df8-a584-4220-b8b2-3bf13e9bd634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:33:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7d16018-9492-48d5-b249-317a78e7d543'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:54.960867 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b9f8b45b-7752-4903-9888-f6da362e1b21 req-49d72280-9382-4942-a6ee-e0e03be6eff8 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/74004e54-bf8d-4b72-9e51-def6adb37ff4 HTTP/1.1" status: 404 len: 352 time: 0.1023617 Aug 20 11:33:55.000954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-9fa37a9b-2b03-43ce-9b35-eb962eff113f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Transition to ACTIVE for port object bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:55.105414 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-604f43fe-c566-4dc7-8be2-c4244fd9c6e0 None None] Set router c0129909-f780-42d2-8429-f0494684be76 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:55.107544 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-9fa37a9b-2b03-43ce-9b35-eb962eff113f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:55.146769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32092849-d927-4142-8ef2-52ebaf940fd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:55.199280 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0959032f-d8b7-43ce-8365-f4c00d2d5371', 'c9e42396-014c-4f06-abfd-c5324b376a7a'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:55.205584 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 468018d9-06e6-4b48-b4da-696b1c30cb9b details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:55.207980 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-30fcd843-bf10-4a69-9594-d21e68b887b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:55.210832 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b819c032-469a-40e1-9a76-fc92974b8f17 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:55.214937 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-30fcd843-bf10-4a69-9594-d21e68b887b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:55.218355 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-30fcd843-bf10-4a69-9594-d21e68b887b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2c2fc42-277b-4aa7-82ae-d35e13756543 HTTP/1.1" status: 204 len: 168 time: 1.3458066 Aug 20 11:33:55.304738 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa37a9b-2b03-43ce-9b35-eb962eff113f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Pushing event updated for resources: {'Port': ['ID=bf97b5e8-bf86-4bd3-aba2-30b8df7202f9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:55.329604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-9fa37a9b-2b03-43ce-9b35-eb962eff113f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:55.346209 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-9fa37a9b-2b03-43ce-9b35-eb962eff113f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:55.355630 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-9fa37a9b-2b03-43ce-9b35-eb962eff113f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:55.397964 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-37f1931e-1973-43ce-a49e-fcf44f5b5a26 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:55.412421 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-37f1931e-1973-43ce-a49e-fcf44f5b5a26 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:55.448594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcd843-bf10-4a69-9594-d21e68b887b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c2fc42-277b-4aa7-82ae-d35e13756543,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:55.598953 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-37f1931e-1973-43ce-a49e-fcf44f5b5a26 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4123337 Aug 20 11:33:55.612293 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-3fbc0df8-a584-4220-b8b2-3bf13e9bd634 None None] Set router a7d16018-9492-48d5-b249-317a78e7d543 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:55.627346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Request body: {'port': {'device_id': '0ed5cefa-bd05-4061-bd58-f718185d790c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:55.674584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-9fa37a9b-2b03-43ce-9b35-eb962eff113f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:55.675200 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-9fa37a9b-2b03-43ce-9b35-eb962eff113f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:55.732487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11380c07-eb4a-4d92-925a-c4dc47a807ca req-45492f79-5b28-4f30-b2e9-3ed724669f35 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:55.742504 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11380c07-eb4a-4d92-925a-c4dc47a807ca req-45492f79-5b28-4f30-b2e9-3ed724669f35 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 935 time: 0.2561283 Aug 20 11:33:55.760984 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-604f43fe-c566-4dc7-8be2-c4244fd9c6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0129909-f780-42d2-8429-f0494684be76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780885308-router', 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:29Z', 'updated_at': '2021-08-20T11:33:51Z', 'revision_number': 5, 'project_id': 'b70b75fe633c4640a89fda823b724ec6', 'gw_port': {'id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0129909-f780-42d2-8429-f0494684be76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:30Z', 'updated_at': '2021-08-20T11:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:55.762972 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-9fa37a9b-2b03-43ce-9b35-eb962eff113f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0935113 Aug 20 11:33:55.803713 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Request body: {'port': {'device_id': '913a8f5b-5299-4fac-89ec-fc8cc9fd927d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:55.814907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55034) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:55.830405 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f32b82d-669b-4fbd-a93d-c73525eb3629 req-39d5682f-0ab7-4fd2-b055-e961e645129f tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85e3edaa635e4b108702459e233c4176 HTTP/1.1" status: 200 len: 6149 time: 0.7642305 Aug 20 11:33:55.843865 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f43fe-c566-4dc7-8be2-c4244fd9c6e0 None None] The sync data for ids ['c0129909-f780-42d2-8429-f0494684be76'] in n-d-804299-2 is: [{'id': 'c0129909-f780-42d2-8429-f0494684be76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780885308-router', 'tenant_id': 'b70b75fe633c4640a89fda823b724ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:29Z', 'updated_at': '2021-08-20T11:33:51Z', 'revision_number': 5, 'project_id': 'b70b75fe633c4640a89fda823b724ec6', 'gw_port': {'id': '2ce03c81-8762-4758-bc47-00849a0f6f28', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0129909-f780-42d2-8429-f0494684be76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:30Z', 'updated_at': '2021-08-20T11:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:55.944295 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11380c07-eb4a-4d92-925a-c4dc47a807ca req-5216ec86-6bf2-4b9d-985d-0dac6b565401 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986804 Aug 20 11:33:55.970937 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:55.986671 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f32b82d-669b-4fbd-a93d-c73525eb3629 req-4fe2c540-2a4d-471d-8ead-838b25a4527b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/ddc667a6-ba15-4356-be8b-c953c2141166 HTTP/1.1" status: 200 len: 2981 time: 0.1553164 Aug 20 11:33:55.995166 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.017717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-32092849-d927-4142-8ef2-52ebaf940fd7 admin admin] Deleting port 2ce03c81-8762-4758-bc47-00849a0f6f28 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:56.018068 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32092849-d927-4142-8ef2-52ebaf940fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.172061 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-96dcba57-1f33-4061-a9a0-2a4ee618905c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.196673 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f32b82d-669b-4fbd-a93d-c73525eb3629 req-d711cde0-e64c-466a-abc0-54636694c003 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/ddc667a6-ba15-4356-be8b-c953c2141166 HTTP/1.1" status: 200 len: 2981 time: 0.2089074 Aug 20 11:33:56.220472 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: b819c032-469a-40e1-9a76-fc92974b8f17 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:56.221074 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b819c032-469a-40e1-9a76-fc92974b8f17 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:56.222821 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device a6f6feb9-3c41-4f14-bd10-32d299b1045f no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:56.341650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925b6ca-9bfe-4335-ae43-8711032641e2 req-2cedf0d3-9432-42fa-aec6-e31740212e4e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:56.347451 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b925b6ca-9bfe-4335-ae43-8711032641e2 req-2cedf0d3-9432-42fa-aec6-e31740212e4e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 932 time: 0.2236385 Aug 20 11:33:56.405836 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-310cedb7-cf9d-44fd-8c2c-a7be55f0412e None None] Provisioning for port 6e05c8a0-fd09-4056-bf13-970c181e59ce completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:56.420005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: a6f6feb9-3c41-4f14-bd10-32d299b1045f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:56.421332 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device a6f6feb9-3c41-4f14-bd10-32d299b1045f not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:56.449354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-310cedb7-cf9d-44fd-8c2c-a7be55f0412e None None] Provisioning complete for port 6e05c8a0-fd09-4056-bf13-970c181e59ce triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:56.450547 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-310cedb7-cf9d-44fd-8c2c-a7be55f0412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.476308 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b925b6ca-9bfe-4335-ae43-8711032641e2 req-0e52f171-6287-44da-a755-9d600f435fbf tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167808 Aug 20 11:33:56.507023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-32092849-d927-4142-8ef2-52ebaf940fd7 admin admin] For port 2ce03c81-8762-4758-bc47-00849a0f6f28, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2ce03c81-8762-4758-bc47-00849a0f6f28,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:56.507415 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32092849-d927-4142-8ef2-52ebaf940fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.556950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-81b81eed-444d-442b-9566-1e10b5240ad2 req-e61a2fd7-bade-42f5-ae26-337897d0a8a2 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1272617427', 'description': 'tempest-description-941772541'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:56.595585 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-32092849-d927-4142-8ef2-52ebaf940fd7 admin admin] Calling delete_port for 2ce03c81-8762-4758-bc47-00849a0f6f28 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:56.702423 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.resource_extend [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:33:56.705937 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.741028 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.766914 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81b81eed-444d-442b-9566-1e10b5240ad2 req-e61a2fd7-bade-42f5-ae26-337897d0a8a2 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.772420 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-75ba73db-b6bb-46ec-9445-62e0353bfbf5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3ab344a694c4a468470f9bfa34a92e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9563763 Aug 20 11:33:56.784342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55070) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:56.861554 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 75f20bb6-00df-4d2b-ae45-e4d777329dde no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:56.928740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:56.958349 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.006357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Transition to ACTIVE for port object bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:57.015585 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 75f20bb6-00df-4d2b-ae45-e4d777329dde {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:57.015938 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 75f20bb6-00df-4d2b-ae45-e4d777329dde not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:57.019172 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.027313 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-310cedb7-cf9d-44fd-8c2c-a7be55f0412e None None] Port 6e05c8a0-fd09-4056-bf13-970c181e59ce cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:33:57.139095 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55078) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:57.188240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e05c8a0-fd09-4056-bf13-970c181e59ce {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:57.194969 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 468018d9-06e6-4b48-b4da-696b1c30cb9b, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=468018d9-06e6-4b48-b4da-696b1c30cb9b,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:57.239432 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '468018d9-06e6-4b48-b4da-696b1c30cb9b', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '468018d9-06e6-4b48-b4da-696b1c30cb9b', 'mac_address': 'fa:16:3e:7b:1a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:57.260918 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.307618 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Pushing event updated for resources: {'Port': ['ID=bf97b5e8-bf86-4bd3-aba2-30b8df7202f9,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:57.357999 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb6e7-05c6-4e3c-a463-ec88e1b5f1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.370155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fb8213f6-bd5e-43bb-9b60-91c594b9153a None None] Provisioning for port bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:57.370650 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81b81eed-444d-442b-9566-1e10b5240ad2 req-e61a2fd7-bade-42f5-ae26-337897d0a8a2 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.397577 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81b81eed-444d-442b-9566-1e10b5240ad2 req-e61a2fd7-bade-42f5-ae26-337897d0a8a2 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.426768 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb6e7-05c6-4e3c-a463-ec88e1b5f1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.463115 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a2fd7-bade-42f5-ae26-337897d0a8a2 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81865bf5-6a82-4941-9eb9-e9f174ae5558,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:57.470159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-47120f6a-7309-4e6f-ba18-b70cc707cbd8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-858164126-network', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:57.488911 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Transition to ACTIVE for port object 6e05c8a0-fd09-4056-bf13-970c181e59ce will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:57.491720 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb6e7-05c6-4e3c-a463-ec88e1b5f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.495004 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb6e7-05c6-4e3c-a463-ec88e1b5f1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.500104 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0a8fb6e7-05c6-4e3c-a463-ec88e1b5f1f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49764926-6cf3-4e0c-b39f-22afc988ea8b HTTP/1.1" status: 204 len: 168 time: 0.6625779 Aug 20 11:33:57.500916 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81b81eed-444d-442b-9566-1e10b5240ad2 req-e61a2fd7-bade-42f5-ae26-337897d0a8a2 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.503266 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81b81eed-444d-442b-9566-1e10b5240ad2 req-e61a2fd7-bade-42f5-ae26-337897d0a8a2 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9558167 Aug 20 11:33:57.551823 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.566962 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47120f6a-7309-4e6f-ba18-b70cc707cbd8 admin admin] Made reservation on behalf of 9991f8a924e64527907714e2ed9a1df3 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:57.574773 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47120f6a-7309-4e6f-ba18-b70cc707cbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.577062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Attempting to bind port bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:57.578751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Attempting to bind port bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:57.579197 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Attempting to bind port bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:57.607593 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47120f6a-7309-4e6f-ba18-b70cc707cbd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.611034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Port bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:33:57.611374 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Attempting to bind port bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:57.611774 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.628538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:57.628910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:57.629427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:57.629965 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Bound port: bf97b5e8-bf86-4bd3-aba2-30b8df7202f9, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:57.630413 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.647921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 468018d9-06e6-4b48-b4da-696b1c30cb9b {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:57.657073 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e05c8a0-fd09-4056-bf13-970c181e59ce,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:57.668678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fb6e7-05c6-4e3c-a463-ec88e1b5f1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49764926-6cf3-4e0c-b39f-22afc988ea8b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:57.689748 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 468018d9-06e6-4b48-b4da-696b1c30cb9b, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=468018d9-06e6-4b48-b4da-696b1c30cb9b,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:57.784915 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.863719 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32092849-d927-4142-8ef2-52ebaf940fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.949183 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32092849-d927-4142-8ef2-52ebaf940fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce03c81-8762-4758-bc47-00849a0f6f28,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:57.961335 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Attempting to bind port 6e05c8a0-fd09-4056-bf13-970c181e59ce on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:57.961675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Attempting to bind port 6e05c8a0-fd09-4056-bf13-970c181e59ce by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:57.961999 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Attempting to bind port 6e05c8a0-fd09-4056-bf13-970c181e59ce on network c2646293-359f-4e05-a742-c34a4466917c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:57.996488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Port 6e05c8a0-fd09-4056-bf13-970c181e59ce on network c2646293-359f-4e05-a742-c34a4466917c not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:33:57.997099 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Attempting to bind port 6e05c8a0-fd09-4056-bf13-970c181e59ce on network c2646293-359f-4e05-a742-c34a4466917c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:58.012247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:58.012592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Checking segment: {'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:58.013305 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Bound using segment: {'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:58.013771 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Bound port: 6e05c8a0-fd09-4056-bf13-970c181e59ce, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c847b511-5e81-4f94-a640-d03ef6ab4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:58.014139 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.018716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1f562-83df-4170-9e64-5eff84c047cb req-84fd6eee-f6b1-4afc-913f-c94664673dc4 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:58.030644 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1aa1f562-83df-4170-9e64-5eff84c047cb req-84fd6eee-f6b1-4afc-913f-c94664673dc4 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 947 time: 0.4083757 Aug 20 11:33:58.066387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['468018d9-06e6-4b48-b4da-696b1c30cb9b'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:58.082937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] For port bf97b5e8-bf86-4bd3-aba2-30b8df7202f9, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:58.143972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] For port bf97b5e8-bf86-4bd3-aba2-30b8df7202f9, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=bf97b5e8-bf86-4bd3-aba2-30b8df7202f9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:58.149286 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32092849-d927-4142-8ef2-52ebaf940fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.159085 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.190176 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1aa1f562-83df-4170-9e64-5eff84c047cb req-3f87a040-33ee-4008-9248-bb78cea8d615 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579800 Aug 20 11:33:58.226065 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:58.227563 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.229600 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] 10.222.0.76 "PUT /v2.0/ports/bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 HTTP/1.1" status: 200 len: 1095 time: 2.4437983 Aug 20 11:33:58.230361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913a8f5b-5299-4fac-89ec-fc8cc9fd927d', 'tag': 'bf97b5e8-bf86-4bd3-aba2-30b8df7202f9'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:58.232735 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d83e7c7-c3cd-4b40-a047-d288f390b53c" -d '{"events": [{"name": "network-changed", "server_uuid": "913a8f5b-5299-4fac-89ec-fc8cc9fd927d", "tag": "bf97b5e8-bf86-4bd3-aba2-30b8df7202f9"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:58.314498 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.335719 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-366aec59-beee-4c11-82e7-da7953872023 req-6286bda8-54fd-4444-8e73-e4caa29ac479 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-706620195', 'description': 'tempest-description-776806100'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:58.460236 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47120f6a-7309-4e6f-ba18-b70cc707cbd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.483813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3fbc0df8-a584-4220-b8b2-3bf13e9bd634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:51Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4ea7ea1e-7b2f-465b-8942-671daa720c34', 'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'mac_address': 'fa:16:3e:d9:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:50Z', 'updated_at': '2021-08-20T11:30:59Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'subnets': [{'id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:58.511735 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47120f6a-7309-4e6f-ba18-b70cc707cbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.594379 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=468018d9-06e6-4b48-b4da-696b1c30cb9b,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:58.602667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbc0df8-a584-4220-b8b2-3bf13e9bd634 None None] The sync data for ids ['a7d16018-9492-48d5-b249-317a78e7d543'] in n-d-804299-2 is: [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:51Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4ea7ea1e-7b2f-465b-8942-671daa720c34', 'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'mac_address': 'fa:16:3e:d9:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:50Z', 'updated_at': '2021-08-20T11:30:59Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'subnets': [{'id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:58.603308 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32092849-d927-4142-8ef2-52ebaf940fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.609908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47120f6a-7309-4e6f-ba18-b70cc707cbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:58.615126 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32092849-d927-4142-8ef2-52ebaf940fd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.656932 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10087690-60e9-448a-8bac-7a4e39ab5ebb service neutron] Pushing event updated for resources: {'Port': ['ID=bf97b5e8-bf86-4bd3-aba2-30b8df7202f9,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:58.692904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47120f6a-7309-4e6f-ba18-b70cc707cbd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:33:58.704917 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-366aec59-beee-4c11-82e7-da7953872023 req-6286bda8-54fd-4444-8e73-e4caa29ac479 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.801525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-94590a68-a526-4c16-9124-4f4837a2fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:58.814211 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-94590a68-a526-4c16-9124-4f4837a2fa61 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 1098 time: 0.5246837 Aug 20 11:33:58.818538 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] For port 6e05c8a0-fd09-4056-bf13-970c181e59ce, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:58.831466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] For port 6e05c8a0-fd09-4056-bf13-970c181e59ce, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=6e05c8a0-fd09-4056-bf13-970c181e59ce,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:58.838684 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32092849-d927-4142-8ef2-52ebaf940fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.839476 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32092849-d927-4142-8ef2-52ebaf940fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0129909-f780-42d2-8429-f0494684be76 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:33:58.845536 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.857018 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47120f6a-7309-4e6f-ba18-b70cc707cbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.857367 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-47120f6a-7309-4e6f-ba18-b70cc707cbd8 admin admin] Added segment d32fd6d1-a28b-4ada-a11d-647bfef7364c of type vlan for network ded88394-ae35-4901-8c3e-b6672476441c Aug 20 11:33:59.003877 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32092849-d927-4142-8ef2-52ebaf940fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.011087 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-32092849-d927-4142-8ef2-52ebaf940fd7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c0129909-f780-42d2-8429-f0494684be76 HTTP/1.1" status: 204 len: 168 time: 5.0125170 Aug 20 11:33:59.019887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55108) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:59.125168 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47120f6a-7309-4e6f-ba18-b70cc707cbd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.179373 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-b744222e-e7d4-4498-8324-4b5223da52cb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 HTTP/1.1" status: 200 len: 217 time: 0.3411586 Aug 20 11:33:59.227798 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c5d3c7-2225-44de-915f-82fa307d9fb2 admin admin] Deleting subnet 565d747d-f928-4d60-9cdd-0a49ae2e0085 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:33:59.243406 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12c5d3c7-2225-44de-915f-82fa307d9fb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.247427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e05c8a0-fd09-4056-bf13-970c181e59ce,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:59.271443 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:59.272139 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.273638 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-ba7ffa57-2edc-44a3-9d9e-4ef6d643d7f2 service neutron] 10.222.0.35 "PUT /v2.0/ports/6e05c8a0-fd09-4056-bf13-970c181e59ce HTTP/1.1" status: 200 len: 1092 time: 3.6634989 Aug 20 11:33:59.335629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed5cefa-bd05-4061-bd58-f718185d790c', 'tag': '6e05c8a0-fd09-4056-bf13-970c181e59ce'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:59.342351 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c001758f-d507-4128-b4ab-9f4a1f284504" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed5cefa-bd05-4061-bd58-f718185d790c", "tag": "6e05c8a0-fd09-4056-bf13-970c181e59ce"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:59.374108 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47120f6a-7309-4e6f-ba18-b70cc707cbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.375989 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe1c7a-b9dc-444a-89e6-fb4cd043b757 None None] New status for floating IP f460475f-e74f-41fa-88fb-1e1e2019ee0a: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:33:59.381850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47120f6a-7309-4e6f-ba18-b70cc707cbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:59.382596 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47120f6a-7309-4e6f-ba18-b70cc707cbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.411879 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12c5d3c7-2225-44de-915f-82fa307d9fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.491175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-fb4f0cd5-6448-45ea-9556-90835bf6a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:59.496074 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-fb4f0cd5-6448-45ea-9556-90835bf6a415 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978ff14d3705424686f86711e9a84d6d&device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 1095 time: 0.1469800 Aug 20 11:33:59.536927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-bda5af7e-502a-4abf-ac07-4cef318b171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:59.538444 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-bda5af7e-502a-4abf-ac07-4cef318b171d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.2995439 Aug 20 11:33:59.542773 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47120f6a-7309-4e6f-ba18-b70cc707cbd8 admin admin] Pushing event updated for resources: {'Network': ['ID=ded88394-ae35-4901-8c3e-b6672476441c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:59.582442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network ded88394-ae35-4901-8c3e-b6672476441c details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:33:59.647082 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-3c6d7a8a-db3c-43e7-bae8-b8b1fa1d5294 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e05c8a0-fd09-4056-bf13-970c181e59ce HTTP/1.1" status: 200 len: 217 time: 0.1381166 Aug 20 11:33:59.673792 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-366aec59-beee-4c11-82e7-da7953872023 req-6286bda8-54fd-4444-8e73-e4caa29ac479 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.682252 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-366aec59-beee-4c11-82e7-da7953872023 req-6286bda8-54fd-4444-8e73-e4caa29ac479 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.715090 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-47120f6a-7309-4e6f-ba18-b70cc707cbd8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5629416 Aug 20 11:33:59.716838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55120) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:59.734082 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-cbbbe9a0-d787-43f0-88a6-70cec82d42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:59.736199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-cbbbe9a0-d787-43f0-88a6-70cec82d42ed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1785264 Aug 20 11:33:59.742966 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-21672b44-7dc3-4e32-9450-38548b0afaea admin admin] Request body: {'subnet': {'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-858164126-subnet', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:59.755737 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-366aec59-beee-4c11-82e7-da7953872023 req-6286bda8-54fd-4444-8e73-e4caa29ac479 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.758266 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-366aec59-beee-4c11-82e7-da7953872023 req-6286bda8-54fd-4444-8e73-e4caa29ac479 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.4297655 Aug 20 11:33:59.790698 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12c5d3c7-2225-44de-915f-82fa307d9fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.820060 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-00522a7d-7a36-48e4-a2b9-68c417d60a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:59.821924 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-00522a7d-7a36-48e4-a2b9-68c417d60a2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a43fc42c-055a-45af-b6d5-9b0f2c8473da HTTP/1.1" status: 200 len: 863 time: 0.1646094 Aug 20 11:33:59.823671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 468018d9-06e6-4b48-b4da-696b1c30cb9b up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:59.895380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286bda8-54fd-4444-8e73-e4caa29ac479 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a202738-668a-4b5f-afd5-01f5511db969,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:59.909765 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-2b04d9bc-3f51-4dfd-a3c7-cc71e18aee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:59.911609 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-2b04d9bc-3f51-4dfd-a3c7-cc71e18aee8b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c2646293-359f-4e05-a742-c34a4466917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743337 Aug 20 11:33:59.922566 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12c5d3c7-2225-44de-915f-82fa307d9fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.934023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21672b44-7dc3-4e32-9450-38548b0afaea admin admin] Made reservation on behalf of 9991f8a924e64527907714e2ed9a1df3 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:59.936971 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21672b44-7dc3-4e32-9450-38548b0afaea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.121760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 468018d9-06e6-4b48-b4da-696b1c30cb9b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:00.123594 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.260403 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12c5d3c7-2225-44de-915f-82fa307d9fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.261438 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-12c5d3c7-2225-44de-915f-82fa307d9fb2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/565d747d-f928-4d60-9cdd-0a49ae2e0085 HTTP/1.1" status: 204 len: 168 time: 1.2216561 Aug 20 11:34:00.262511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5d3c7-2225-44de-915f-82fa307d9fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=565d747d-f928-4d60-9cdd-0a49ae2e0085,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:00.264306 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55128) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:00.278642 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b06df95-2219-4955-9008-dc5f8c74e19b None None] Network cd191cf3-8225-4c1e-becf-498a67d2725b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:00.293387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-751dfa6c-e373-444c-afa2-568b15533fb6 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409904 Aug 20 11:34:00.357836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c81fb2-e62a-4590-83d7-03637f75990b req-af8bacd2-6060-4b1e-ada2-e9473b6ec8c7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:00.359354 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f3c81fb2-e62a-4590-83d7-03637f75990b req-af8bacd2-6060-4b1e-ada2-e9473b6ec8c7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 944 time: 0.2108405 Aug 20 11:34:00.381479 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-b1bd7ac2-ddc1-4828-b862-55934043cfc4 service neutron] 10.222.0.35 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484112 Aug 20 11:34:00.397127 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.444272 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762c04ec-28a0-4a15-94eb-b3e8523d758c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468018d9-06e6-4b48-b4da-696b1c30cb9b'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:00.445293 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.451668 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d96f58-d451-48bf-803e-da64f83b0286" -d '{"events": [{"server_uuid": "762c04ec-28a0-4a15-94eb-b3e8523d758c", "name": "network-vif-plugged", "status": "completed", "tag": "468018d9-06e6-4b48-b4da-696b1c30cb9b"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:00.457574 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21672b44-7dc3-4e32-9450-38548b0afaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.499958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 468018d9-06e6-4b48-b4da-696b1c30cb9b, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=468018d9-06e6-4b48-b4da-696b1c30cb9b,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:00.505956 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.538458 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f3c81fb2-e62a-4590-83d7-03637f75990b req-4ae6cece-d47b-4d4b-a503-be3ae997672d tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178117 Aug 20 11:34:00.562556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21672b44-7dc3-4e32-9450-38548b0afaea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8375492f-a635-4946-b4e7-f896d423826a,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:00.578433 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-52d410dd-1dd9-4c81-9b92-922f3325649c req-aac63904-893b-42ef-bac2-0eceb74cff28 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485719 Aug 20 11:34:00.612061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21672b44-7dc3-4e32-9450-38548b0afaea admin admin] Checking segment: {'id': 'd32fd6d1-a28b-4ada-a11d-647bfef7364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:00.614420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21672b44-7dc3-4e32-9450-38548b0afaea admin admin] Network hostable DHCP agents. Network: ded88394-ae35-4901-8c3e-b6672476441c, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:00.621806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=468018d9-06e6-4b48-b4da-696b1c30cb9b,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:00.651517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21672b44-7dc3-4e32-9450-38548b0afaea admin admin] Network ded88394-ae35-4901-8c3e-b6672476441c is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:00.673348 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-21672b44-7dc3-4e32-9450-38548b0afaea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, ded88394-ae35-4901-8c3e-b6672476441c) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:00.685898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21672b44-7dc3-4e32-9450-38548b0afaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:00.686756 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21672b44-7dc3-4e32-9450-38548b0afaea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.693093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff5c64-bc0e-4a7d-a9bf-6b726e19d255 None None] Network ded88394-ae35-4901-8c3e-b6672476441c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:00.708883 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-21672b44-7dc3-4e32-9450-38548b0afaea admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9812062 Aug 20 11:34:00.709618 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55132) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:00.714287 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-858164126-router', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:00.736541 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1926d5-297a-467a-af05-ac3e76e71bf3 x-openstack-request-id: req-bf1926d5-297a-467a-af05-ac3e76e71bf3 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:00.748893 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913a8f5b-5299-4fac-89ec-fc8cc9fd927d", "tag": "bf97b5e8-bf86-4bd3-aba2-30b8df7202f9", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:00.748893 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf1926d5-297a-467a-af05-ac3e76e71bf3 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:00.748893 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913a8f5b-5299-4fac-89ec-fc8cc9fd927d', 'tag': 'bf97b5e8-bf86-4bd3-aba2-30b8df7202f9', 'status': 'completed', 'code': 200} Aug 20 11:34:00.863804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258cd6a7-7276-4b48-8cea-11b03f95d462 None None] DHCP port deletion for cd191cf3-8225-4c1e-becf-498a67d2725b request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:34:00.877662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d94014e4-1eca-45ee-88cf-06760fa0f58b no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:00.882964 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.884028 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.971429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83e7c7-c3cd-4b40-a047-d288f390b53c req-855c916e-ff15-49a6-8a19-b84acc122b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:00.972985 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d83e7c7-c3cd-4b40-a047-d288f390b53c req-855c916e-ff15-49a6-8a19-b84acc122b54 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 1098 time: 0.2121301 Aug 20 11:34:01.057757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-258cd6a7-7276-4b48-8cea-11b03f95d462 None None] Deleting port d94014e4-1eca-45ee-88cf-06760fa0f58b {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:01.058286 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-258cd6a7-7276-4b48-8cea-11b03f95d462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.115395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81de38-5fb3-49b1-b8ec-f60248b55318 req-e1d2433a-d749-4943-b7dc-134bb830e7f9 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:01.117110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f81de38-5fb3-49b1-b8ec-f60248b55318 req-e1d2433a-d749-4943-b7dc-134bb830e7f9 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 947 time: 0.2931192 Aug 20 11:34:01.163275 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-258cd6a7-7276-4b48-8cea-11b03f95d462 None None] For port d94014e4-1eca-45ee-88cf-06760fa0f58b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d94014e4-1eca-45ee-88cf-06760fa0f58b,segment=NetworkSegment(b59b7a87-4437-4875-88c7-49d2d862150c),segment_id=b59b7a87-4437-4875-88c7-49d2d862150c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:01.163676 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-258cd6a7-7276-4b48-8cea-11b03f95d462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.197320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-258cd6a7-7276-4b48-8cea-11b03f95d462 None None] Calling delete_port for d94014e4-1eca-45ee-88cf-06760fa0f58b owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:01.208362 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8f5cb22-c586-4d90-9465-aaec3bcf1a67 req-90a9460a-ad27-49de-9276-45a5da926cb0 service neutron] 10.222.0.35 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8158157 Aug 20 11:34:01.249239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] Deleting port d94014e4-1eca-45ee-88cf-06760fa0f58b {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:01.249580 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.310144 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.326519 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-ded88394-ae35-4901-8c3e-b6672476441c', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'fixed_ips': [{'subnet_id': '8375492f-a635-4946-b4e7-f896d423826a'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:01.327778 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.336676 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-258cd6a7-7276-4b48-8cea-11b03f95d462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.380661 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cd6a7-7276-4b48-8cea-11b03f95d462 None None] Pushing event deleted for resources: {'Port': ['ID=d94014e4-1eca-45ee-88cf-06760fa0f58b,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:01.409607 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258cd6a7-7276-4b48-8cea-11b03f95d462 None None] No DVR routers for this DVR port d94014e4-1eca-45ee-88cf-06760fa0f58b on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:01.413299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2ce03c81-8762-4758-bc47-00849a0f6f28 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:01.414328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] For port d94014e4-1eca-45ee-88cf-06760fa0f58b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d94014e4-1eca-45ee-88cf-06760fa0f58b,segment=NetworkSegment(b59b7a87-4437-4875-88c7-49d2d862150c),segment_id=b59b7a87-4437-4875-88c7-49d2d862150c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:01.415713 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.446787 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 2ce03c81-8762-4758-bc47-00849a0f6f28 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:01.447051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2ce03c81-8762-4758-bc47-00849a0f6f28 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:01.475205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] Calling delete_port for d94014e4-1eca-45ee-88cf-06760fa0f58b owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:01.624707 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.627340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Allocated IP 172.20.0.2 (ded88394-ae35-4901-8c3e-b6672476441c/8375492f-a635-4946-b4e7-f896d423826a/3dc0243c-2436-4c2a-90fb-b32cf7864a25) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:01.672345 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] Pushing event deleted for resources: {'Port': ['ID=d94014e4-1eca-45ee-88cf-06760fa0f58b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:01.678708 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.697946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] No DVR routers for this DVR port d94014e4-1eca-45ee-88cf-06760fa0f58b on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:01.776350 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83e7c7-c3cd-4b40-a047-d288f390b53c req-3574cdfb-46dc-4b0e-ab59-df0029b09c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:01.779907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d83e7c7-c3cd-4b40-a047-d288f390b53c req-3574cdfb-46dc-4b0e-ab59-df0029b09c19 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.7859843 Aug 20 11:34:01.824581 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.836751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd191cf3-8225-4c1e-becf-498a67d2725b']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:01.849290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59b7a87-4437-4875-88c7-49d2d862150c') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:01.849734 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59b7a87-4437-4875-88c7-49d2d862150c') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:01.860329 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.883067 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.890994 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:34:01.892123 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:34:01.956931 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:34:01.960473 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.984732 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.986989 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cd191cf3-8225-4c1e-becf-498a67d2725b HTTP/1.1" status: 204 len: 168 time: 1.7199850 Aug 20 11:34:02.007181 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55138) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:02.024300 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d83e7c7-c3cd-4b40-a047-d288f390b53c req-6c01d58e-b326-4099-8a24-e5270d235349 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 HTTP/1.1" status: 200 len: 217 time: 0.2098699 Aug 20 11:34:02.027351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741f465-6b4f-484f-84dd-87e503bdca78 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd191cf3-8225-4c1e-becf-498a67d2725b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:02.065315 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f81de38-5fb3-49b1-b8ec-f60248b55318 req-ca9332b8-e28a-4c46-9a9b-1fb9cbea914d tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877548 Aug 20 11:34:02.117043 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.140182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Transition to ACTIVE for port object 3dc0243c-2436-4c2a-90fb-b32cf7864a25 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:02.195313 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Transition to ACTIVE for port object 3dc0243c-2436-4c2a-90fb-b32cf7864a25 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:02.205909 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.239040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83e7c7-c3cd-4b40-a047-d288f390b53c req-220f38f9-06ab-49c5-8084-a404bf85bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:02.245493 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d83e7c7-c3cd-4b40-a047-d288f390b53c req-220f38f9-06ab-49c5-8084-a404bf85bc56 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1956234 Aug 20 11:34:02.293033 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Network ded88394-ae35-4901-8c3e-b6672476441c is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:02.308463 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:02.353411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:02.394310 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.405443 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92eff10-39ee-4976-861b-4e76d0670921 x-openstack-request-id: req-a92eff10-39ee-4976-861b-4e76d0670921 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:02.406042 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed5cefa-bd05-4061-bd58-f718185d790c", "tag": "6e05c8a0-fd09-4056-bf13-970c181e59ce", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:02.406232 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a92eff10-39ee-4976-861b-4e76d0670921 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:02.406731 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed5cefa-bd05-4061-bd58-f718185d790c', 'tag': '6e05c8a0-fd09-4056-bf13-970c181e59ce', 'status': 'completed', 'code': 200} Aug 20 11:34:02.444529 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Pushing event updated for resources: {'Port': ['ID=3dc0243c-2436-4c2a-90fb-b32cf7864a25,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:02.533626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Attempting to bind port 3dc0243c-2436-4c2a-90fb-b32cf7864a25 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:02.534082 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Attempting to bind port 3dc0243c-2436-4c2a-90fb-b32cf7864a25 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd32fd6d1-a28b-4ada-a11d-647bfef7364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:02.534582 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Attempting to bind port 3dc0243c-2436-4c2a-90fb-b32cf7864a25 on network ded88394-ae35-4901-8c3e-b6672476441c {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:02.540685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:02.542255 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83e7c7-c3cd-4b40-a047-d288f390b53c req-e1c6b42c-03bf-4745-8268-925c2baae6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:02.542811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Checking segment: {'id': 'd32fd6d1-a28b-4ada-a11d-647bfef7364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:02.543365 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.543900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Bound using segment: {'id': 'd32fd6d1-a28b-4ada-a11d-647bfef7364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:02.544505 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d83e7c7-c3cd-4b40-a047-d288f390b53c req-e1c6b42c-03bf-4745-8268-925c2baae6ac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2894256 Aug 20 11:34:02.544655 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Bound port: 3dc0243c-2436-4c2a-90fb-b32cf7864a25, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32fd6d1-a28b-4ada-a11d-647bfef7364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:02.545315 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.601474 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.602021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001758f-d507-4128-b4ab-9f4a1f284504 req-32c5d987-380f-483f-afa6-3f7bbacaae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:02.605083 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c001758f-d507-4128-b4ab-9f4a1f284504 req-32c5d987-380f-483f-afa6-3f7bbacaae2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978ff14d3705424686f86711e9a84d6d&device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 1095 time: 0.2015917 Aug 20 11:34:02.713776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] For port 3dc0243c-2436-4c2a-90fb-b32cf7864a25, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:02.721277 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] For port 3dc0243c-2436-4c2a-90fb-b32cf7864a25, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3dc0243c-2436-4c2a-90fb-b32cf7864a25,segment=NetworkSegment(d32fd6d1-a28b-4ada-a11d-647bfef7364c),segment_id=d32fd6d1-a28b-4ada-a11d-647bfef7364c)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:02.727637 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.787241 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001758f-d507-4128-b4ab-9f4a1f284504 req-46e3c3e1-7863-4443-91e6-83a909ed9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:02.789094 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c001758f-d507-4128-b4ab-9f4a1f284504 req-46e3c3e1-7863-4443-91e6-83a909ed9b6c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c2646293-359f-4e05-a742-c34a4466917c HTTP/1.1" status: 200 len: 924 time: 0.1662199 Aug 20 11:34:02.833609 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d83e7c7-c3cd-4b40-a047-d288f390b53c req-da829e54-bf68-46fb-b631-7fa714c288e6 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776170 Aug 20 11:34:02.850660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff3596-249d-429f-8133-a91b98e770e1 None None] Pushing event updated for resources: {'Port': ['ID=3dc0243c-2436-4c2a-90fb-b32cf7864a25,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:02.877493 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c001758f-d507-4128-b4ab-9f4a1f284504 req-0fbef7b5-f59f-4a26-8725-315fa5b5861b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e05c8a0-fd09-4056-bf13-970c181e59ce HTTP/1.1" status: 200 len: 217 time: 0.0743885 Aug 20 11:34:02.968866 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3536856-ce47-448b-96f5-e98da7705f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.976097 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001758f-d507-4128-b4ab-9f4a1f284504 req-c961d996-4d47-4c2a-b152-ed3a0abae18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:02.979343 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c001758f-d507-4128-b4ab-9f4a1f284504 req-c961d996-4d47-4c2a-b152-ed3a0abae18d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a43fc42c-055a-45af-b6d5-9b0f2c8473da HTTP/1.1" status: 200 len: 863 time: 0.0917537 Aug 20 11:34:03.084234 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.144196 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.147991 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001758f-d507-4128-b4ab-9f4a1f284504 req-ea5dcf7c-ecee-4d6d-b90d-f5348c6d57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:03.149775 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c001758f-d507-4128-b4ab-9f4a1f284504 req-ea5dcf7c-ecee-4d6d-b90d-f5348c6d57f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c2646293-359f-4e05-a742-c34a4466917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147089 Aug 20 11:34:03.243726 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d83e7c7-c3cd-4b40-a047-d288f390b53c req-e9e183ae-afd3-49d2-97e0-6927daf76abc service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615234 Aug 20 11:34:03.365057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Allocated IP 172.25.8.65 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/399b76e9-d973-4e99-b79c-40b418d2a93f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:03.417977 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c001758f-d507-4128-b4ab-9f4a1f284504 req-6996b4a8-1224-41b5-a683-e04fbfa70f88 service neutron] 10.222.0.35 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591932 Aug 20 11:34:03.530781 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.615833 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.643009 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c001758f-d507-4128-b4ab-9f4a1f284504 req-bab5fc6f-f216-4863-913f-b40329d73760 service neutron] 10.222.0.35 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161660 Aug 20 11:34:03.663221 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a3536856-ce47-448b-96f5-e98da7705f6b admin admin] Deleting port 016d786e-8d48-4e3b-95a5-32142c7715b7 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:03.663581 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3536856-ce47-448b-96f5-e98da7705f6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.671853 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Pushing event updated for resources: {'Port': ['ID=399b76e9-d973-4e99-b79c-40b418d2a93f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:03.695204 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:03.696927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:03.700057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:03.816539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a3536856-ce47-448b-96f5-e98da7705f6b admin admin] For port 016d786e-8d48-4e3b-95a5-32142c7715b7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=016d786e-8d48-4e3b-95a5-32142c7715b7,segment=NetworkSegment(cb52a245-3e80-46ba-8c45-d77a45d354bc),segment_id=cb52a245-3e80-46ba-8c45-d77a45d354bc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:03.817096 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3536856-ce47-448b-96f5-e98da7705f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.835720 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a3536856-ce47-448b-96f5-e98da7705f6b admin admin] Calling delete_port for 016d786e-8d48-4e3b-95a5-32142c7715b7 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:04.081531 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.082169 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3536856-ce47-448b-96f5-e98da7705f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.127465 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3536856-ce47-448b-96f5-e98da7705f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=016d786e-8d48-4e3b-95a5-32142c7715b7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:04.283247 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c25850d-befb-48c3-beb6-c6835e7dc53a None None] Network ded88394-ae35-4901-8c3e-b6672476441c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:04.434105 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ae32bd-9948-453c-922e-87b733d3d53d x-openstack-request-id: req-d1ae32bd-9948-453c-922e-87b733d3d53d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:04.437372 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762c04ec-28a0-4a15-94eb-b3e8523d758c", "name": "network-vif-plugged", "status": "completed", "tag": "468018d9-06e6-4b48-b4da-696b1c30cb9b", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:04.437802 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1ae32bd-9948-453c-922e-87b733d3d53d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:04.438316 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762c04ec-28a0-4a15-94eb-b3e8523d758c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468018d9-06e6-4b48-b4da-696b1c30cb9b', 'code': 200} Aug 20 11:34:04.555505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-90713892-3686-4078-bab5-097fe450e86a None None] Provisioning for port 3dc0243c-2436-4c2a-90fb-b32cf7864a25 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:04.562309 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.684425 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3536856-ce47-448b-96f5-e98da7705f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.715537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e4960-d090-4ccf-bdf3-1a6d2ca42ece req-bdd6409c-d9b1-4d16-84b4-d0e18e2127ef tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:04.744911 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d6e4960-d090-4ccf-bdf3-1a6d2ca42ece req-bdd6409c-d9b1-4d16-84b4-d0e18e2127ef tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 944 time: 0.2438612 Aug 20 11:34:04.882082 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d6e4960-d090-4ccf-bdf3-1a6d2ca42ece req-d75f9bd1-22e9-4a3e-b1a1-90604704ba66 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361437 Aug 20 11:34:04.906980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:34:05.019307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:34:05.047985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3dc0243c-2436-4c2a-90fb-b32cf7864a25 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:05.054817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910fca9-2c92-4263-b764-750e7e68a362 req-7fac7d61-3be7-4543-8207-bec45531b3d0 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:05.063692 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1910fca9-2c92-4263-b764-750e7e68a362 req-7fac7d61-3be7-4543-8207-bec45531b3d0 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/networks?id=75f63e75-19be-4ea8-88fe-824cb0111e79 HTTP/1.1" status: 200 len: 813 time: 0.5609455 Aug 20 11:34:05.082325 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1910fca9-2c92-4263-b764-750e7e68a362 req-91f02d51-638b-43f2-8376-65b4343dec88 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/quotas/85e3edaa635e4b108702459e233c4176 HTTP/1.1" status: 200 len: 375 time: 0.0176816 Aug 20 11:34:05.169837 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port bf97b5e8-bf86-4bd3-aba2-30b8df7202f9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=bf97b5e8-bf86-4bd3-aba2-30b8df7202f9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:05.188235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'bf97b5e8-bf86-4bd3-aba2-30b8df7202f9', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': 'bf97b5e8-bf86-4bd3-aba2-30b8df7202f9', 'mac_address': 'fa:16:3e:fd:46:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:34:05.196591 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 3dc0243c-2436-4c2a-90fb-b32cf7864a25 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:05.204055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 3dc0243c-2436-4c2a-90fb-b32cf7864a25 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:05.204814 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.214158 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f817fe4-d88b-4317-8eec-7c9e804ae79e req-62134959-257b-4f20-a752-c0de0a9f444e tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:05.216112 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f817fe4-d88b-4317-8eec-7c9e804ae79e req-62134959-257b-4f20-a752-c0de0a9f444e tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 947 time: 0.2272043 Aug 20 11:34:05.217014 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1910fca9-2c92-4263-b764-750e7e68a362 req-88fac3df-5653-47e6-ac69-5b1a37f38ca5 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=85e3edaa635e4b108702459e233c4176&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1335220 Aug 20 11:34:05.261876 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e4c447f3-cffc-47ba-847b-26873ec7c6eb None None] Provisioning complete for port 3dc0243c-2436-4c2a-90fb-b32cf7864a25 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:05.262531 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e4c447f3-cffc-47ba-847b-26873ec7c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.328853 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.338834 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f817fe4-d88b-4317-8eec-7c9e804ae79e req-573a6860-e690-4356-978d-14aad2feb99a tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044357 Aug 20 11:34:05.354037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:34:05.385676 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.387018 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fa0a1b56-0306-48dc-95b1-17f5149f959a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6766851 Aug 20 11:34:05.390790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55190) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:05.414035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Sync routers for ids ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:34:05.422034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:05.449519 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e4c447f3-cffc-47ba-847b-26873ec7c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.495845 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e4c447f3-cffc-47ba-847b-26873ec7c6eb None None] For port 3dc0243c-2436-4c2a-90fb-b32cf7864a25, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3dc0243c-2436-4c2a-90fb-b32cf7864a25,segment=NetworkSegment(d32fd6d1-a28b-4ada-a11d-647bfef7364c),segment_id=d32fd6d1-a28b-4ada-a11d-647bfef7364c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:05.511389 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e4c447f3-cffc-47ba-847b-26873ec7c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.609175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3536856-ce47-448b-96f5-e98da7705f6b admin admin] Router a96b35d6-e3c6-48c9-92c1-d18df47ce3a9 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:34:05.630008 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1910fca9-2c92-4263-b764-750e7e68a362 req-80155143-bfc4-4f98-ab79-9687d4628c26 service neutron] 10.222.0.37 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062214 Aug 20 11:34:05.652306 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Routers {'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:05.653464 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:33:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:05.782485 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Set router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:05.846680 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1910fca9-2c92-4263-b764-750e7e68a362 req-5670d989-8afb-4dad-9057-e71d415bdd6a service neutron] 10.222.0.37 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131307 Aug 20 11:34:05.863853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c447f3-cffc-47ba-847b-26873ec7c6eb None None] Pushing event updated for resources: {'Port': ['ID=3dc0243c-2436-4c2a-90fb-b32cf7864a25,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:05.986998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 6e05c8a0-fd09-4056-bf13-970c181e59ce details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:34:06.030643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port bf97b5e8-bf86-4bd3-aba2-30b8df7202f9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=bf97b5e8-bf86-4bd3-aba2-30b8df7202f9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:06.045105 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.137942 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=bf97b5e8-bf86-4bd3-aba2-30b8df7202f9,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:06.181177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3536856-ce47-448b-96f5-e98da7705f6b admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:34:06.189027 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.resource_extend [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:34:06.200516 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc2e751-e30b-4b96-afcb-7c23cce126aa None None] Sync routers for ids ['a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:34:06.217396 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc2e751-e30b-4b96-afcb-7c23cce126aa None None] Routers {'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:06.224053 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0dc2e751-e30b-4b96-afcb-7c23cce126aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:33:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:06.226334 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a3536856-ce47-448b-96f5-e98da7705f6b admin admin] 10.222.0.37 "PUT /v2.0/routers/a96b35d6-e3c6-48c9-92c1-d18df47ce3a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2179925 Aug 20 11:34:06.237138 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55226) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:06.323197 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'name': 'tempest-TaggedBootDevicesTest-858164126-router', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:00Z', 'updated_at': '2021-08-20T11:34:03Z', 'revision_number': 3, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'gw_port': {'id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:03Z', 'updated_at': '2021-08-20T11:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:06.347879 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55228) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:06.355427 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2420dadf-4ef0-4417-9293-69ca98d0e81c req-851e3c47-e2fb-4499-8f53-24fd4d8ab773 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 210 time: 0.0819914 Aug 20 11:34:06.371061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8952e-1d74-40e9-a719-b401989f4b91 req-5ee23c4a-51f8-4cfd-a281-b20376fdcf1b tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:06.373548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Checking router: c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:34:06.374216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Updating router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 port 399b76e9-d973-4e99-b79c-40b418d2a93f binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:34:06.384027 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7ab8952e-1d74-40e9-a719-b401989f4b91 req-5ee23c4a-51f8-4cfd-a281-b20376fdcf1b tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 944 time: 0.1902742 Aug 20 11:34:06.458986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['bf97b5e8-bf86-4bd3-aba2-30b8df7202f9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:06.520865 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.538626 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-0dc2e751-e30b-4b96-afcb-7c23cce126aa None None] Set router a96b35d6-e3c6-48c9-92c1-d18df47ce3a9 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:06.567412 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7ab8952e-1d74-40e9-a719-b401989f4b91 req-2f22ce2c-4451-4a5f-81d4-566373e301ca tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824083 Aug 20 11:34:06.739481 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.813018 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42cffbe1-20ce-4b61-a1db-55a5ed86c0f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.991049 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-274119be-0695-42a4-92cf-fbc4d68957f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:07.042306 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3dc0243c-2436-4c2a-90fb-b32cf7864a25 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:07.167720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Allocated IP 172.20.0.1 (ded88394-ae35-4901-8c3e-b6672476441c/8375492f-a635-4946-b4e7-f896d423826a/9e2c372f-5728-48f1-b94a-adaba237c9bf) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:07.305172 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:34:07.348435 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0dc2e751-e30b-4b96-afcb-7c23cce126aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1449827931-router', 'tenant_id': '51795722b0a74631810cec60579bc069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:34:04Z', 'revision_number': 5, 'project_id': '51795722b0a74631810cec60579bc069', 'gw_port': {'id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:45Z', 'updated_at': '2021-08-20T11:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:07.369519 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:07.384260 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Transition to ACTIVE for port object 9e2c372f-5728-48f1-b94a-adaba237c9bf will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:07.442656 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:07.448520 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc2e751-e30b-4b96-afcb-7c23cce126aa None None] Checking router: a96b35d6-e3c6-48c9-92c1-d18df47ce3a9 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:34:07.469138 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc2e751-e30b-4b96-afcb-7c23cce126aa None None] Routers {'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:07.470172 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0dc2e751-e30b-4b96-afcb-7c23cce126aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:33:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:07.583300 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Pushing event updated for resources: {'Port': ['ID=9e2c372f-5728-48f1-b94a-adaba237c9bf,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:07.607579 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-0dc2e751-e30b-4b96-afcb-7c23cce126aa None None] Set router a96b35d6-e3c6-48c9-92c1-d18df47ce3a9 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:07.642020 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-730959e8-87b2-4a22-923b-07a5f6cd9b80 req-9b9e0a6d-29a9-461a-901d-904f4d475762 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 210 time: 0.0814245 Aug 20 11:34:07.649629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3ef77-0509-4a65-9eb2-071d215be220 req-2212f66d-f86c-4671-b7c5-d1f42b76106d tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:07.653150 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4af3ef77-0509-4a65-9eb2-071d215be220 req-2212f66d-f86c-4671-b7c5-d1f42b76106d tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 948 time: 0.9832737 Aug 20 11:34:07.684329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Network ded88394-ae35-4901-8c3e-b6672476441c is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:07.699381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:07.702804 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:07.808038 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4af3ef77-0509-4a65-9eb2-071d215be220 req-c2d49200-5eb6-4cd9-888a-d3b43e9bfa27 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473770 Aug 20 11:34:07.847280 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42cffbe1-20ce-4b61-a1db-55a5ed86c0f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:07.879184 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:07.914078 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 6e05c8a0-fd09-4056-bf13-970c181e59ce, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=6e05c8a0-fd09-4056-bf13-970c181e59ce,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:08.117931 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '6e05c8a0-fd09-4056-bf13-970c181e59ce', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'port_id': '6e05c8a0-fd09-4056-bf13-970c181e59ce', 'mac_address': 'fa:16:3e:8b:bf:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:34:08.254538 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0dc2e751-e30b-4b96-afcb-7c23cce126aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1449827931-router', 'tenant_id': '51795722b0a74631810cec60579bc069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:34:04Z', 'revision_number': 5, 'project_id': '51795722b0a74631810cec60579bc069', 'gw_port': {'id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:45Z', 'updated_at': '2021-08-20T11:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:08.270464 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-42cffbe1-20ce-4b61-a1db-55a5ed86c0f5 admin admin] Deleting port c67b08dd-a381-4039-a1da-7d899fbe6082 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:08.271385 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42cffbe1-20ce-4b61-a1db-55a5ed86c0f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.286857 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.310401 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.313099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 3dc0243c-2436-4c2a-90fb-b32cf7864a25 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:08.313483 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.342027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910fca9-2c92-4263-b764-750e7e68a362 req-bfbf6f7f-1dea-49a4-8071-6fda97722d45 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:08.345089 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1910fca9-2c92-4263-b764-750e7e68a362 req-bfbf6f7f-1dea-49a4-8071-6fda97722d45 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.35 "GET /v2.0/networks?id=75f63e75-19be-4ea8-88fe-824cb0111e79 HTTP/1.1" status: 200 len: 813 time: 0.3631158 Aug 20 11:34:08.349992 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc2e751-e30b-4b96-afcb-7c23cce126aa None None] The sync data for ids ['a96b35d6-e3c6-48c9-92c1-d18df47ce3a9'] in n-d-804299-2 is: [{'id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1449827931-router', 'tenant_id': '51795722b0a74631810cec60579bc069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:44Z', 'updated_at': '2021-08-20T11:34:04Z', 'revision_number': 5, 'project_id': '51795722b0a74631810cec60579bc069', 'gw_port': {'id': 'c67b08dd-a381-4039-a1da-7d899fbe6082', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b35d6-e3c6-48c9-92c1-d18df47ce3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:45Z', 'updated_at': '2021-08-20T11:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:34:08.369692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-1910fca9-2c92-4263-b764-750e7e68a362 req-707116ac-ada0-4e1e-86a3-fb098cc32205 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Request body: {'port': {'device_id': '45a08fdd-366a-48e8-aef6-9cad9a3ba053', 'network_id': '75f63e75-19be-4ea8-88fe-824cb0111e79', 'admin_state_up': True, 'tenant_id': '85e3edaa635e4b108702459e233c4176'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:08.476997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Transition to ACTIVE for port object 399b76e9-d973-4e99-b79c-40b418d2a93f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:08.481041 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e05c8a0-fd09-4056-bf13-970c181e59ce {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:08.492667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-87d0fb69-b33e-4e93-a1f6-2c53a1b92cf9 None None] Provisioning for port 9e2c372f-5728-48f1-b94a-adaba237c9bf completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:08.508193 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.521517 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-87d0fb69-b33e-4e93-a1f6-2c53a1b92cf9 None None] Provisioning complete for port 9e2c372f-5728-48f1-b94a-adaba237c9bf triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:08.521960 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-87d0fb69-b33e-4e93-a1f6-2c53a1b92cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.536406 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 6e05c8a0-fd09-4056-bf13-970c181e59ce, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=6e05c8a0-fd09-4056-bf13-970c181e59ce,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:08.536737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-42cffbe1-20ce-4b61-a1db-55a5ed86c0f5 admin admin] For port c67b08dd-a381-4039-a1da-7d899fbe6082, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c67b08dd-a381-4039-a1da-7d899fbe6082,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:08.537433 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42cffbe1-20ce-4b61-a1db-55a5ed86c0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.568513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-42cffbe1-20ce-4b61-a1db-55a5ed86c0f5 admin admin] Calling delete_port for c67b08dd-a381-4039-a1da-7d899fbe6082 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:08.577743 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eee79a-5a64-4124-a60a-fa0b7a2403ae req-5a307649-0c94-43c7-89f1-651644ca9d1f tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:08.579261 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68eee79a-5a64-4124-a60a-fa0b7a2403ae req-5a307649-0c94-43c7-89f1-651644ca9d1f tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 944 time: 0.7782960 Aug 20 11:34:08.587058 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.600357 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-274119be-0695-42a4-92cf-fbc4d68957f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.620255 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-274119be-0695-42a4-92cf-fbc4d68957f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.664024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-87d0fb69-b33e-4e93-a1f6-2c53a1b92cf9 None None] Port 9e2c372f-5728-48f1-b94a-adaba237c9bf cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:08.716511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1910fca9-2c92-4263-b764-750e7e68a362 req-707116ac-ada0-4e1e-86a3-fb098cc32205 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Made reservation on behalf of 85e3edaa635e4b108702459e233c4176 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:08.720055 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1910fca9-2c92-4263-b764-750e7e68a362 req-707116ac-ada0-4e1e-86a3-fb098cc32205 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.757733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4856e-1b39-43e5-9f7b-afdd74e877d8 None None] Pushing event updated for resources: {'Port': ['ID=399b76e9-d973-4e99-b79c-40b418d2a93f,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:08.764884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Attempting to bind port 399b76e9-d973-4e99-b79c-40b418d2a93f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:08.765586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Attempting to bind port 399b76e9-d973-4e99-b79c-40b418d2a93f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:08.766220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Attempting to bind port 399b76e9-d973-4e99-b79c-40b418d2a93f on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:08.789789 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55278) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:08.793910 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-274119be-0695-42a4-92cf-fbc4d68957f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=986bcf8268ec4f8c8fd4a7cf557a00e2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4447546 Aug 20 11:34:08.808086 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68eee79a-5a64-4124-a60a-fa0b7a2403ae req-2bd80103-94fd-47b5-b6b1-c8ef389a576b tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169716 Aug 20 11:34:08.808739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274119be-0695-42a4-92cf-fbc4d68957f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be08df22-15bc-489b-b47c-8f14907d477b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:08.897874 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:08.898446 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:08.905987 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.906454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:08.906961 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Bound port: 399b76e9-d973-4e99-b79c-40b418d2a93f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:08.907366 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.912083 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.920913 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.949037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:09.054280 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['6e05c8a0-fd09-4056-bf13-970c181e59ce'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:09.057809 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 016d786e-8d48-4e3b-95a5-32142c7715b7 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:09.139905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=6e05c8a0-fd09-4056-bf13-970c181e59ce,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:09.157113 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 016d786e-8d48-4e3b-95a5-32142c7715b7 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:09.157453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 016d786e-8d48-4e3b-95a5-32142c7715b7 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:09.175565 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:09.187757 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:09.223614 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] For port 399b76e9-d973-4e99-b79c-40b418d2a93f, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:09.234565 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42cffbe1-20ce-4b61-a1db-55a5ed86c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:09.247312 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] For port 399b76e9-d973-4e99-b79c-40b418d2a93f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=399b76e9-d973-4e99-b79c-40b418d2a93f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:09.264968 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:09.310329 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:09.312251 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:09.337718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Pushing event updated for resources: {'Port': ['ID=9e2c372f-5728-48f1-b94a-adaba237c9bf,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:09.363361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d7c8e-20f5-40df-a86f-26ff4b1701da req-a4b5a10a-363d-40ff-b37f-a4d22dfbbc56 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:09.375598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-341d7c8e-20f5-40df-a86f-26ff4b1701da req-a4b5a10a-363d-40ff-b37f-a4d22dfbbc56 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 948 time: 0.1977394 Aug 20 11:34:09.387121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:09.391309 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:09.504820 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-1910fca9-2c92-4263-b764-750e7e68a362 req-707116ac-ada0-4e1e-86a3-fb098cc32205 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Allocated IP 172.20.0.6 (75f63e75-19be-4ea8-88fe-824cb0111e79/d0d57bdd-67c5-44c0-8b9a-0885bceb666d/5d3f90e6-3597-4684-8407-8e3d004c9b85) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:09.563752 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Routers {'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:09.567877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:33:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:09.581151 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-341d7c8e-20f5-40df-a86f-26ff4b1701da req-da0cf808-e52f-41cf-a042-4044153e4162 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614299 Aug 20 11:34:09.639762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4856e-1b39-43e5-9f7b-afdd74e877d8 None None] Pushing event updated for resources: {'Port': ['ID=399b76e9-d973-4e99-b79c-40b418d2a93f,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:09.676646 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d868d5ce-e1f9-4466-841f-891fae4c6606 req-298ee359-ee21-42d9-9b98-403d5032da65 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 210 time: 0.6638207 Aug 20 11:34:09.693942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Network ded88394-ae35-4901-8c3e-b6672476441c is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:09.704908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:09.731343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cffbe1-20ce-4b61-a1db-55a5ed86c0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67b08dd-a381-4039-a1da-7d899fbe6082,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:09.831583 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42cffbe1-20ce-4b61-a1db-55a5ed86c0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:09.989104 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42cffbe1-20ce-4b61-a1db-55a5ed86c0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:09.995341 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42cffbe1-20ce-4b61-a1db-55a5ed86c0f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.023716 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1910fca9-2c92-4263-b764-750e7e68a362 req-707116ac-ada0-4e1e-86a3-fb098cc32205 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.031800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:34:10.042286 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] Set router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:10.056429 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a576caf1-9eed-4f47-8c23-b2731f5a61f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.056712 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.118003 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1910fca9-2c92-4263-b764-750e7e68a362 req-707116ac-ada0-4e1e-86a3-fb098cc32205 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.136535 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a576caf1-9eed-4f47-8c23-b2731f5a61f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.157927 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42cffbe1-20ce-4b61-a1db-55a5ed86c0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.158585 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cffbe1-20ce-4b61-a1db-55a5ed86c0f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a96b35d6-e3c6-48c9-92c1-d18df47ce3a9 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:34:10.161021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305070f-b10e-4377-824e-a7c610a2d32a req-a14e6c22-10d0-479d-ba79-aa43f6081712 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:10.162787 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3305070f-b10e-4377-824e-a7c610a2d32a req-a14e6c22-10d0-479d-ba79-aa43f6081712 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 945 time: 0.1888225 Aug 20 11:34:10.222460 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42cffbe1-20ce-4b61-a1db-55a5ed86c0f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.223771 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-42cffbe1-20ce-4b61-a1db-55a5ed86c0f5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a96b35d6-e3c6-48c9-92c1-d18df47ce3a9 HTTP/1.1" status: 204 len: 168 time: 3.9780715 Aug 20 11:34:10.233913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port bf97b5e8-bf86-4bd3-aba2-30b8df7202f9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=bf97b5e8-bf86-4bd3-aba2-30b8df7202f9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:10.236546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55306) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:10.246449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1910fca9-2c92-4263-b764-750e7e68a362 req-707116ac-ada0-4e1e-86a3-fb098cc32205 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Network 75f63e75-19be-4ea8-88fe-824cb0111e79 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:10.254924 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913a8f5b-5299-4fac-89ec-fc8cc9fd927d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf97b5e8-bf86-4bd3-aba2-30b8df7202f9'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:10.257713 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b7fb87-5312-44eb-96fc-dc8c13495e55" -d '{"events": [{"server_uuid": "913a8f5b-5299-4fac-89ec-fc8cc9fd927d", "name": "network-vif-plugged", "status": "completed", "tag": "bf97b5e8-bf86-4bd3-aba2-30b8df7202f9"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:10.263654 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.266884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0a32ff2c-ab92-441e-a197-f641d4604892'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:10.273528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-1910fca9-2c92-4263-b764-750e7e68a362 req-707116ac-ada0-4e1e-86a3-fb098cc32205 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:10.288001 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-1910fca9-2c92-4263-b764-750e7e68a362 req-707116ac-ada0-4e1e-86a3-fb098cc32205 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:10.335288 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3305070f-b10e-4377-824e-a7c610a2d32a req-bdd37dcf-4c58-4e41-b694-0c934a1b751e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634073 Aug 20 11:34:10.373919 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707116ac-ada0-4e1e-86a3-fb098cc32205 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event updated for resources: {'Port': ['ID=5d3f90e6-3597-4684-8407-8e3d004c9b85,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:10.387510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-951e2d4c-de83-4427-8534-27b65a1c8f5d admin admin] Deleting subnet 112902c8-2b16-4ec2-bdb7-85b438a6a4ac {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:10.412750 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-951e2d4c-de83-4427-8534-27b65a1c8f5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.421709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910fca9-2c92-4263-b764-750e7e68a362 req-707116ac-ada0-4e1e-86a3-fb098cc32205 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:10.423448 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1910fca9-2c92-4263-b764-750e7e68a362 req-707116ac-ada0-4e1e-86a3-fb098cc32205 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.462475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:34:10.463414 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a576caf1-9eed-4f47-8c23-b2731f5a61f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.467520 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a576caf1-9eed-4f47-8c23-b2731f5a61f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.469376 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a576caf1-9eed-4f47-8c23-b2731f5a61f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be08df22-15bc-489b-b47c-8f14907d477b HTTP/1.1" status: 204 len: 168 time: 1.6783168 Aug 20 11:34:10.483394 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1910fca9-2c92-4263-b764-750e7e68a362 req-707116ac-ada0-4e1e-86a3-fb098cc32205 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1198223 Aug 20 11:34:10.484386 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576caf1-9eed-4f47-8c23-b2731f5a61f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be08df22-15bc-489b-b47c-8f14907d477b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:10.495203 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7c6ac8e8-40b5-4dfe-9b78-8db9515ae861 admin admin] 10.222.0.37 "PUT /v2.0/routers/c98f604e-15bc-4e59-8dc9-ed2abe9c10f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1029420 Aug 20 11:34:10.500960 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Request body: {'port': {'device_id': '45a08fdd-366a-48e8-aef6-9cad9a3ba053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:10.567607 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=bf97b5e8-bf86-4bd3-aba2-30b8df7202f9,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:10.580398 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-951e2d4c-de83-4427-8534-27b65a1c8f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.642062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39942c9f-2658-4cae-a0b0-37b9d4efb3d0 req-9095d132-9137-4fb9-b0db-3f29397f0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:10.644412 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39942c9f-2658-4cae-a0b0-37b9d4efb3d0 req-9095d132-9137-4fb9-b0db-3f29397f0111 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 1100 time: 0.1396785 Aug 20 11:34:10.651304 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cb0c32-737d-4c36-87cd-5e61d50a5972 x-openstack-request-id: req-00cb0c32-737d-4c36-87cd-5e61d50a5972 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:10.653009 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913a8f5b-5299-4fac-89ec-fc8cc9fd927d", "name": "network-vif-plugged", "status": "completed", "tag": "bf97b5e8-bf86-4bd3-aba2-30b8df7202f9", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:10.653276 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00cb0c32-737d-4c36-87cd-5e61d50a5972 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:10.653684 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913a8f5b-5299-4fac-89ec-fc8cc9fd927d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf97b5e8-bf86-4bd3-aba2-30b8df7202f9', 'code': 200} Aug 20 11:34:10.671713 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.169146 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e4f68-d408-47da-bdc6-02dcceb01348 req-5d95c7f2-7baa-48d4-b84a-4693d7f9af67 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:11.177578 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da9e4f68-d408-47da-bdc6-02dcceb01348 req-5d95c7f2-7baa-48d4-b84a-4693d7f9af67 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 931 time: 0.1477518 Aug 20 11:34:11.213958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c67b08dd-a381-4039-a1da-7d899fbe6082 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:11.238421 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39942c9f-2658-4cae-a0b0-37b9d4efb3d0 req-47b0f5fd-871a-4b12-a931-eb6d5073e476 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811222 Aug 20 11:34:11.256558 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-951e2d4c-de83-4427-8534-27b65a1c8f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.292316 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da9e4f68-d408-47da-bdc6-02dcceb01348 req-4ad8bc41-6e54-4b84-ac33-35d1c890142d tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132534 Aug 20 11:34:11.295951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: c67b08dd-a381-4039-a1da-7d899fbe6082 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:11.296331 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c67b08dd-a381-4039-a1da-7d899fbe6082 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:11.308592 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-47ce7850-69c5-4838-8707-62b973234d5c None None] Provisioning complete for port 9e2c372f-5728-48f1-b94a-adaba237c9bf triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:11.308983 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-47ce7850-69c5-4838-8707-62b973234d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.423852 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7940c0f-d762-430e-9f29-59fb75fb4dc5 req-d7f58232-058f-4aac-904f-ac63a6294e8f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:11.432875 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f7940c0f-d762-430e-9f29-59fb75fb4dc5 req-d7f58232-058f-4aac-904f-ac63a6294e8f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 949 time: 0.6857128 Aug 20 11:34:11.494403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3f90e6-3597-4684-8407-8e3d004c9b85 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:11.530388 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.544618 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f7940c0f-d762-430e-9f29-59fb75fb4dc5 req-b438f523-13a9-4375-a154-d49f371de065 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099319 Aug 20 11:34:11.577707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-47ce7850-69c5-4838-8707-62b973234d5c None None] Port 9e2c372f-5728-48f1-b94a-adaba237c9bf cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:11.579580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Transition to ACTIVE for port object 5d3f90e6-3597-4684-8407-8e3d004c9b85 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:11.583994 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.585196 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-951e2d4c-de83-4427-8534-27b65a1c8f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.689124 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-951e2d4c-de83-4427-8534-27b65a1c8f5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.698536 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-951e2d4c-de83-4427-8534-27b65a1c8f5d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/112902c8-2b16-4ec2-bdb7-85b438a6a4ac HTTP/1.1" status: 204 len: 168 time: 1.4497430 Aug 20 11:34:11.699220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55376) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:11.700017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e2d4c-de83-4427-8534-27b65a1c8f5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112902c8-2b16-4ec2-bdb7-85b438a6a4ac,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:11.708316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3f90e6-3597-4684-8407-8e3d004c9b85,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:11.719632 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b53e8c-8046-4951-b228-f548f1bd78cb None None] Network 5e742b6a-69b9-4db4-8f2b-3cb61181fc66 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:11.875154 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.975714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] Deleting port b9eaa9b8-710e-4ed9-a351-29868a8c53aa {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:11.977624 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.986960 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abb728-373b-4ddf-9408-407b9f6571db req-fb25412e-f594-4070-aa41-d5b9cc38f396 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:11.991496 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8abb728-373b-4ddf-9408-407b9f6571db req-fb25412e-f594-4070-aa41-d5b9cc38f396 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 945 time: 0.2679167 Aug 20 11:34:12.094440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] For port b9eaa9b8-710e-4ed9-a351-29868a8c53aa, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b9eaa9b8-710e-4ed9-a351-29868a8c53aa,segment=NetworkSegment(cb52a245-3e80-46ba-8c45-d77a45d354bc),segment_id=cb52a245-3e80-46ba-8c45-d77a45d354bc)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:12.095349 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.142146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] Calling delete_port for b9eaa9b8-710e-4ed9-a351-29868a8c53aa owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:12.166584 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8abb728-373b-4ddf-9408-407b9f6571db req-d442d38e-53c7-49d5-946a-4e49307a6980 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662309 Aug 20 11:34:12.217135 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Attempting to bind port 5d3f90e6-3597-4684-8407-8e3d004c9b85 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:12.217819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Attempting to bind port 5d3f90e6-3597-4684-8407-8e3d004c9b85 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'aa92d711-f031-473d-abac-760cf93baac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '75f63e75-19be-4ea8-88fe-824cb0111e79'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:12.218741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Attempting to bind port 5d3f90e6-3597-4684-8407-8e3d004c9b85 on network 75f63e75-19be-4ea8-88fe-824cb0111e79 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:12.225722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Port 5d3f90e6-3597-4684-8407-8e3d004c9b85 on network 75f63e75-19be-4ea8-88fe-824cb0111e79 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:34:12.226231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Attempting to bind port 5d3f90e6-3597-4684-8407-8e3d004c9b85 on network 75f63e75-19be-4ea8-88fe-824cb0111e79 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:12.236597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:12.237110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Checking segment: {'id': 'aa92d711-f031-473d-abac-760cf93baac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '75f63e75-19be-4ea8-88fe-824cb0111e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:12.237496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Bound using segment: {'id': 'aa92d711-f031-473d-abac-760cf93baac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '75f63e75-19be-4ea8-88fe-824cb0111e79'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:12.237947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Bound port: 5d3f90e6-3597-4684-8407-8e3d004c9b85, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa92d711-f031-473d-abac-760cf93baac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '75f63e75-19be-4ea8-88fe-824cb0111e79'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:12.240107 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.271363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'name': 'tempest-TaggedBootDevicesTest-858164126-router', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:00Z', 'updated_at': '2021-08-20T11:34:08Z', 'revision_number': 4, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'gw_port': {'id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:03Z', 'updated_at': '2021-08-20T11:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '9e2c372f-5728-48f1-b94a-adaba237c9bf', 'name': '', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'mac_address': 'fa:16:3e:bd:f2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8375492f-a635-4946-b4e7-f896d423826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:06Z', 'updated_at': '2021-08-20T11:34:09Z', 'revision_number': 2, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'subnets': [{'id': '8375492f-a635-4946-b4e7-f896d423826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:12.320903 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.379494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] No DVR routers for this DVR port b9eaa9b8-710e-4ed9-a351-29868a8c53aa on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:12.387480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9eaa9b8-710e-4ed9-a351-29868a8c53aa,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:12.415053 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae37818-b4c9-4982-a83f-620c4c4be26b None None] The sync data for ids ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'] in n-d-804299-2 is: [{'id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'name': 'tempest-TaggedBootDevicesTest-858164126-router', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:00Z', 'updated_at': '2021-08-20T11:34:08Z', 'revision_number': 4, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'gw_port': {'id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:03Z', 'updated_at': '2021-08-20T11:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '9e2c372f-5728-48f1-b94a-adaba237c9bf', 'name': '', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'mac_address': 'fa:16:3e:bd:f2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8375492f-a635-4946-b4e7-f896d423826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:06Z', 'updated_at': '2021-08-20T11:34:09Z', 'revision_number': 2, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'subnets': [{'id': '8375492f-a635-4946-b4e7-f896d423826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:34:12.458141 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f09a6e9-3bf3-480a-b21c-4a37b85ad63a None None] DHCP port deletion for 5e742b6a-69b9-4db4-8f2b-3cb61181fc66 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:34:12.509602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] For port 5d3f90e6-3597-4684-8407-8e3d004c9b85, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:12.525870 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] For port 5d3f90e6-3597-4684-8407-8e3d004c9b85, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5d3f90e6-3597-4684-8407-8e3d004c9b85,segment=NetworkSegment(aa92d711-f031-473d-abac-760cf93baac4),segment_id=aa92d711-f031-473d-abac-760cf93baac4)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:12.537404 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.612256 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 6e05c8a0-fd09-4056-bf13-970c181e59ce up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:12.658706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:12.659344 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.663215 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1910fca9-2c92-4263-b764-750e7e68a362 req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] 10.222.0.35 "PUT /v2.0/ports/5d3f90e6-3597-4684-8407-8e3d004c9b85 HTTP/1.1" status: 200 len: 1091 time: 2.1691816 Aug 20 11:34:12.665543 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a08fdd-366a-48e8-aef6-9cad9a3ba053', 'tag': '5d3f90e6-3597-4684-8407-8e3d004c9b85'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:12.677937 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b2e165-7766-47d2-8b03-0a741e252b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "45a08fdd-366a-48e8-aef6-9cad9a3ba053", "tag": "5d3f90e6-3597-4684-8407-8e3d004c9b85"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:12.763379 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.774183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56f2c2-a6af-44d1-85f8-44e58be3cf8e req-08f2fc8c-1df9-476e-8c71-7e58e83fa16b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:12.784432 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa56f2c2-a6af-44d1-85f8-44e58be3cf8e req-08f2fc8c-1df9-476e-8c71-7e58e83fa16b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 943 time: 0.2754650 Aug 20 11:34:12.787026 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 6e05c8a0-fd09-4056-bf13-970c181e59ce completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:12.799637 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 6e05c8a0-fd09-4056-bf13-970c181e59ce triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:12.800232 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.819124 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c14252-f506-4787-85ff-47e1c29baf52 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3f90e6-3597-4684-8407-8e3d004c9b85,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:12.857992 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa56f2c2-a6af-44d1-85f8-44e58be3cf8e req-78354779-862c-48e9-9cd9-157d085ae832 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723445 Aug 20 11:34:12.859946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e742b6a-69b9-4db4-8f2b-3cb61181fc66']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:12.886868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb52a245-3e80-46ba-8c45-d77a45d354bc') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:12.890219 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb52a245-3e80-46ba-8c45-d77a45d354bc') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:12.918672 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.019781 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.043778 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910fca9-2c92-4263-b764-750e7e68a362 req-c357f8ed-5021-4a10-bef6-8cdc083c7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:13.045599 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1910fca9-2c92-4263-b764-750e7e68a362 req-c357f8ed-5021-4a10-bef6-8cdc083c7463 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=85e3edaa635e4b108702459e233c4176&device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 1094 time: 0.2759147 Aug 20 11:34:13.054637 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:34:13.057244 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:34:13.066375 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:34:13.196180 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1910fca9-2c92-4263-b764-750e7e68a362 req-076d6d3d-0d2f-498d-b66e-5203c07df0dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d3f90e6-3597-4684-8407-8e3d004c9b85 HTTP/1.1" status: 200 len: 217 time: 0.1402266 Aug 20 11:34:13.278937 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.298790 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.305411 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5e742b6a-69b9-4db4-8f2b-3cb61181fc66 HTTP/1.1" status: 204 len: 168 time: 1.5937619 Aug 20 11:34:13.320432 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.331287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b9eaa9b8-710e-4ed9-a351-29868a8c53aa no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:13.352500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1fc71-acf4-4c84-b90c-0fd50431c793 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e742b6a-69b9-4db4-8f2b-3cb61181fc66,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:13.365479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: b9eaa9b8-710e-4ed9-a351-29868a8c53aa {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:13.366082 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b9eaa9b8-710e-4ed9-a351-29868a8c53aa not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:13.396395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 6e05c8a0-fd09-4056-bf13-970c181e59ce, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=6e05c8a0-fd09-4056-bf13-970c181e59ce,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:13.398082 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed5cefa-bd05-4061-bd58-f718185d790c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e05c8a0-fd09-4056-bf13-970c181e59ce'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:13.403187 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b4eea0-497b-40b5-8612-3da95ea7c8c1" -d '{"events": [{"server_uuid": "0ed5cefa-bd05-4061-bd58-f718185d790c", "name": "network-vif-plugged", "status": "completed", "tag": "6e05c8a0-fd09-4056-bf13-970c181e59ce"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:13.408344 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.500148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603352a4-a190-4193-9b62-56174aab05a0 req-316437d1-89fc-4f63-b2f8-92f172bd7798 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:13.501225 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=6e05c8a0-fd09-4056-bf13-970c181e59ce,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:13.515224 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-603352a4-a190-4193-9b62-56174aab05a0 req-316437d1-89fc-4f63-b2f8-92f172bd7798 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 949 time: 0.4057319 Aug 20 11:34:13.540244 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910fca9-2c92-4263-b764-750e7e68a362 req-a0b6ceef-75f5-442d-844a-17e57792b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:13.543930 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1910fca9-2c92-4263-b764-750e7e68a362 req-a0b6ceef-75f5-442d-844a-17e57792b07a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0d57bdd-67c5-44c0-8b9a-0885bceb666d HTTP/1.1" status: 200 len: 853 time: 0.3384390 Aug 20 11:34:13.660863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-603352a4-a190-4193-9b62-56174aab05a0 req-184316a7-10c4-404e-9414-c00d35a55d0f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424241 Aug 20 11:34:13.663487 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1910fca9-2c92-4263-b764-750e7e68a362 req-32269a9c-2fcd-4bb1-8fca-30647ec892a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75f63e75-19be-4ea8-88fe-824cb0111e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014540 Aug 20 11:34:13.798303 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f67137-41ec-4363-a05a-dedf05d9ec11 x-openstack-request-id: req-34f67137-41ec-4363-a05a-dedf05d9ec11 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:13.812937 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a08fdd-366a-48e8-aef6-9cad9a3ba053", "tag": "5d3f90e6-3597-4684-8407-8e3d004c9b85", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:13.813815 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34f67137-41ec-4363-a05a-dedf05d9ec11 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:13.814440 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a08fdd-366a-48e8-aef6-9cad9a3ba053', 'tag': '5d3f90e6-3597-4684-8407-8e3d004c9b85', 'status': 'completed', 'code': 200} Aug 20 11:34:13.907676 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55468) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:13.927975 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1910fca9-2c92-4263-b764-750e7e68a362 req-94747892-f292-424f-8761-c48b3bf5154f service neutron] 10.222.0.35 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627201 Aug 20 11:34:14.142757 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1f5b330b-22d4-432f-a6af-50262fca1112 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b70b75fe633c4640a89fda823b724ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321374 Aug 20 11:34:14.143829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55480) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:14.316781 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1910fca9-2c92-4263-b764-750e7e68a362 req-56f70845-f178-4cf5-90bc-171241cdac05 service neutron] 10.222.0.35 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738947 Aug 20 11:34:14.368544 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ff420de-b0c9-48c4-bb2e-895d6dcb1f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:14.397366 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ff420de-b0c9-48c4-bb2e-895d6dcb1f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:14.457903 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ff420de-b0c9-48c4-bb2e-895d6dcb1f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:14.465229 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ff420de-b0c9-48c4-bb2e-895d6dcb1f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:14.469446 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2ff420de-b0c9-48c4-bb2e-895d6dcb1f2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6bad9f3-2375-4f92-8505-8332affbcbe4 HTTP/1.1" status: 204 len: 168 time: 0.3158264 Aug 20 11:34:14.489517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff420de-b0c9-48c4-bb2e-895d6dcb1f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bad9f3-2375-4f92-8505-8332affbcbe4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:14.511479 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd8ee6-2830-4df0-b63d-1e9850661b76 req-260e6768-83ae-44b1-b686-e2a4b9d501db tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:14.529264 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11bd8ee6-2830-4df0-b63d-1e9850661b76 req-260e6768-83ae-44b1-b686-e2a4b9d501db tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 946 time: 0.3315160 Aug 20 11:34:14.621299 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2e165-7766-47d2-8b03-0a741e252b6a req-bd9c9ffc-fcfb-408c-ad8f-4fe7da1a6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:14.623519 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37b2e165-7766-47d2-8b03-0a741e252b6a req-bd9c9ffc-fcfb-408c-ad8f-4fe7da1a6b9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=85e3edaa635e4b108702459e233c4176&device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 1094 time: 0.2412715 Aug 20 11:34:14.640739 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11bd8ee6-2830-4df0-b63d-1e9850661b76 req-e0ec34ec-ab01-4c44-94c3-2f447042ee2a tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041055 Aug 20 11:34:14.746985 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a18b20b-d822-4dfe-9657-250dadcf533a x-openstack-request-id: req-0a18b20b-d822-4dfe-9657-250dadcf533a {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:14.748047 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed5cefa-bd05-4061-bd58-f718185d790c", "name": "network-vif-plugged", "status": "completed", "tag": "6e05c8a0-fd09-4056-bf13-970c181e59ce", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:14.750004 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a18b20b-d822-4dfe-9657-250dadcf533a {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:14.750587 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed5cefa-bd05-4061-bd58-f718185d790c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e05c8a0-fd09-4056-bf13-970c181e59ce', 'code': 200} Aug 20 11:34:14.928021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6682b8a-b00b-4eca-8cc6-fd7f86b8b351 req-e3a8282d-0260-487c-aa7e-e3f42feb66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:14.930965 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6682b8a-b00b-4eca-8cc6-fd7f86b8b351 req-e3a8282d-0260-487c-aa7e-e3f42feb66fe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 1097 time: 0.1004057 Aug 20 11:34:14.992104 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2e165-7766-47d2-8b03-0a741e252b6a req-ac0a74a3-fc2c-4007-bd15-8d7bba1068f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:14.994795 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37b2e165-7766-47d2-8b03-0a741e252b6a req-ac0a74a3-fc2c-4007-bd15-8d7bba1068f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75f63e75-19be-4ea8-88fe-824cb0111e79 HTTP/1.1" status: 200 len: 913 time: 0.3530705 Aug 20 11:34:15.107432 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6682b8a-b00b-4eca-8cc6-fd7f86b8b351 req-2e4b9c7d-6b97-446c-b6ff-8967b144cd4d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654551 Aug 20 11:34:15.160132 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37b2e165-7766-47d2-8b03-0a741e252b6a req-86add5e5-1372-40af-a7a5-246b09b2df20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d3f90e6-3597-4684-8407-8e3d004c9b85 HTTP/1.1" status: 200 len: 217 time: 0.1494534 Aug 20 11:34:15.225729 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 399b76e9-d973-4e99-b79c-40b418d2a93f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:15.403316 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 399b76e9-d973-4e99-b79c-40b418d2a93f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:15.422974 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 399b76e9-d973-4e99-b79c-40b418d2a93f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:15.427238 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.490848 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2e165-7766-47d2-8b03-0a741e252b6a req-81ef4728-a4a1-4921-a2b8-1ab3f5c059fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:15.502154 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37b2e165-7766-47d2-8b03-0a741e252b6a req-81ef4728-a4a1-4921-a2b8-1ab3f5c059fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0d57bdd-67c5-44c0-8b9a-0885bceb666d HTTP/1.1" status: 200 len: 853 time: 0.1690795 Aug 20 11:34:15.543460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55492) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:15.637573 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37b2e165-7766-47d2-8b03-0a741e252b6a req-d3c95b7f-1f53-49a9-89cc-15b2c5247b3a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75f63e75-19be-4ea8-88fe-824cb0111e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101747 Aug 20 11:34:15.656738 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e0fe6dbf-3b60-4d96-9e56-7a0efcd03a51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51795722b0a74631810cec60579bc069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1116819 Aug 20 11:34:15.657678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55496) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:15.766815 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1efb9519-4bc7-4946-8761-f3371507dcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.815991 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1efb9519-4bc7-4946-8761-f3371507dcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.893678 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37b2e165-7766-47d2-8b03-0a741e252b6a req-4f291800-92d4-468a-bc26-4665282a0742 service neutron] 10.222.0.35 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508996 Aug 20 11:34:15.922973 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1efb9519-4bc7-4946-8761-f3371507dcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.926887 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1efb9519-4bc7-4946-8761-f3371507dcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.931981 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1efb9519-4bc7-4946-8761-f3371507dcaa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a89bf836-c6aa-4736-b7ca-269ad80c2a67 HTTP/1.1" status: 204 len: 168 time: 0.2726948 Aug 20 11:34:15.937265 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.950164 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb9519-4bc7-4946-8761-f3371507dcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89bf836-c6aa-4736-b7ca-269ad80c2a67,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:15.982891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 399b76e9-d973-4e99-b79c-40b418d2a93f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=399b76e9-d973-4e99-b79c-40b418d2a93f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:16.007201 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.104056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=399b76e9-d973-4e99-b79c-40b418d2a93f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:16.151370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e1ae1-105b-46f2-8e29-ecebd8ce695a req-d57c4588-5603-4142-be4c-c5994643a37a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:16.159479 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-398e1ae1-105b-46f2-8e29-ecebd8ce695a req-d57c4588-5603-4142-be4c-c5994643a37a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 943 time: 0.2646830 Aug 20 11:34:16.237697 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-398e1ae1-105b-46f2-8e29-ecebd8ce695a req-2ad8a773-7f53-4dba-a2d8-b32bbe00a355 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768998 Aug 20 11:34:16.272035 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37b2e165-7766-47d2-8b03-0a741e252b6a req-f17585a7-9c20-41b0-aca5-f852522982b4 service neutron] 10.222.0.35 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967005 Aug 20 11:34:16.451411 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759eb39-539f-44f2-81e1-216550a5391b req-718da95d-395d-4154-8104-3df728c95bd6 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:16.453083 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d759eb39-539f-44f2-81e1-216550a5391b req-718da95d-395d-4154-8104-3df728c95bd6 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 946 time: 0.0812156 Aug 20 11:34:16.534768 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d759eb39-539f-44f2-81e1-216550a5391b req-d53d8d14-51d3-4777-a9da-ab577c07fdc5 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680478 Aug 20 11:34:16.635973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5d3f90e6-3597-4684-8407-8e3d004c9b85 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:34:16.745874 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Sync routers for ids ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:34:16.856196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Routers {'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:16.856889 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:33:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:16.999022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5d3f90e6-3597-4684-8407-8e3d004c9b85, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5d3f90e6-3597-4684-8407-8e3d004c9b85,segment=NetworkSegment(aa92d711-f031-473d-abac-760cf93baac4),segment_id=aa92d711-f031-473d-abac-760cf93baac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:17.051437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f5963-45af-4c04-ad32-81d0546ad5dc req-35db961b-cefb-4f48-bf96-8581d888177f tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:17.052657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f5963-45af-4c04-ad32-81d0546ad5dc req-35db961b-cefb-4f48-bf96-8581d888177f tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:17.053348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f5963-45af-4c04-ad32-81d0546ad5dc req-35db961b-cefb-4f48-bf96-8581d888177f tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:17.054023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f5963-45af-4c04-ad32-81d0546ad5dc req-35db961b-cefb-4f48-bf96-8581d888177f tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:17.054667 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f5963-45af-4c04-ad32-81d0546ad5dc req-35db961b-cefb-4f48-bf96-8581d888177f tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:17.055445 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f5963-45af-4c04-ad32-81d0546ad5dc req-35db961b-cefb-4f48-bf96-8581d888177f tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:17.056111 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f5963-45af-4c04-ad32-81d0546ad5dc req-35db961b-cefb-4f48-bf96-8581d888177f tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:17.056827 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f5963-45af-4c04-ad32-81d0546ad5dc req-35db961b-cefb-4f48-bf96-8581d888177f tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:17.057509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f5963-45af-4c04-ad32-81d0546ad5dc req-35db961b-cefb-4f48-bf96-8581d888177f tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:17.058132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f5963-45af-4c04-ad32-81d0546ad5dc req-35db961b-cefb-4f48-bf96-8581d888177f tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:17.058749 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f5963-45af-4c04-ad32-81d0546ad5dc req-35db961b-cefb-4f48-bf96-8581d888177f tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:17.068776 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-319f5963-45af-4c04-ad32-81d0546ad5dc req-35db961b-cefb-4f48-bf96-8581d888177f tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053&device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d&device_id=0ed5cefa-bd05-4061-bd58-f718185d790c&device_id=46cc5751-db03-4b45-851a-e6cadf033f19&device_id=774cef29-1b13-4e93-8691-421303c51705&device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05&device_id=297f78be-f938-4d6c-9898-82d5a6fa94d3&device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c&device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d&device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4&device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 10053 time: 0.1279304 Aug 20 11:34:17.089592 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-319f5963-45af-4c04-ad32-81d0546ad5dc req-f435f2ca-4ecd-448c-971a-e74eec35839a tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.111823 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 399b76e9-d973-4e99-b79c-40b418d2a93f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:17.138697 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '5d3f90e6-3597-4684-8407-8e3d004c9b85', 'network_id': '75f63e75-19be-4ea8-88fe-824cb0111e79', 'port_id': '5d3f90e6-3597-4684-8407-8e3d004c9b85', 'mac_address': 'fa:16:3e:33:23:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d57bdd-67c5-44c0-8b9a-0885bceb666d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:34:17.258211 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Set router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:17.296977 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55532) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:17.317417 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.334825 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-319f5963-45af-4c04-ad32-81d0546ad5dc req-f435f2ca-4ecd-448c-971a-e74eec35839a tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.341061 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-319f5963-45af-4c04-ad32-81d0546ad5dc req-f435f2ca-4ecd-448c-971a-e74eec35839a tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.348606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3f90e6-3597-4684-8407-8e3d004c9b85 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:17.383993 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435f2ca-4ecd-448c-971a-e74eec35839a tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc66e46d-d1ad-436d-916a-1701482cc697,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:17.413204 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-319f5963-45af-4c04-ad32-81d0546ad5dc req-f435f2ca-4ecd-448c-971a-e74eec35839a tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&id=4e9a6c94-5cc9-4b14-977e-6a9ce3954641&id=ddc667a6-ba15-4356-be8b-c953c2141166&id=7b895555-71c5-4144-92dc-0589948cd429&id=3db40a70-ecbf-4b44-894a-df3aa5844c7e&id=63cce02f-5d71-48a0-b539-23eba9217157&id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 810 time: 0.3430126 Aug 20 11:34:17.446548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 399b76e9-d973-4e99-b79c-40b418d2a93f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:17.446956 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.498536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5d3f90e6-3597-4684-8407-8e3d004c9b85, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5d3f90e6-3597-4684-8407-8e3d004c9b85,segment=NetworkSegment(aa92d711-f031-473d-abac-760cf93baac4),segment_id=aa92d711-f031-473d-abac-760cf93baac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:17.523751 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.565965 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-01c225e6-1b9f-43d1-9df9-c653b0aa715b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1042697549-network', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:17.594957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c225e6-1b9f-43d1-9df9-c653b0aa715b admin admin] Made reservation on behalf of 947e0c1b067b4c5f9c1cddc27a1d480c for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:17.600501 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01c225e6-1b9f-43d1-9df9-c653b0aa715b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.612837 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01c225e6-1b9f-43d1-9df9-c653b0aa715b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.715910 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=5d3f90e6-3597-4684-8407-8e3d004c9b85,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:17.724887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-db4f5ad7-25b4-44ff-a1d2-bc2080c9f117 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:17.728695 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:17.729593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:17.729593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:17.730117 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:17.730930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:17.730930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:17.731345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:17.731824 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:17.732187 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:17.732862 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:17.733282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:17.733775 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:17.734070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-db4f5ad7-25b4-44ff-a1d2-bc2080c9f117 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 821 time: 0.1695101 Aug 20 11:34:17.748743 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01c225e6-1b9f-43d1-9df9-c653b0aa715b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.758058 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01c225e6-1b9f-43d1-9df9-c653b0aa715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.764146 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-d7f35f50-b7ca-41f2-9a4c-e1bac77ac840 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/quotas/9437c8ccf38f4278bfdd6826ef939401 HTTP/1.1" status: 200 len: 375 time: 0.0263584 Aug 20 11:34:17.796358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c225e6-1b9f-43d1-9df9-c653b0aa715b admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:17.819288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c225e6-1b9f-43d1-9df9-c653b0aa715b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:17.836665 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01c225e6-1b9f-43d1-9df9-c653b0aa715b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.837038 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-01c225e6-1b9f-43d1-9df9-c653b0aa715b admin admin] Added segment 699bae19-0486-4c5a-82a0-587d4c28b528 of type vlan for network 601cbfc5-e222-4e33-a80a-eb90561bedd1 Aug 20 11:34:17.856419 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'name': 'tempest-TaggedBootDevicesTest-858164126-router', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:00Z', 'updated_at': '2021-08-20T11:34:08Z', 'revision_number': 4, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'gw_port': {'id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:03Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '9e2c372f-5728-48f1-b94a-adaba237c9bf', 'name': '', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'mac_address': 'fa:16:3e:bd:f2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8375492f-a635-4946-b4e7-f896d423826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:06Z', 'updated_at': '2021-08-20T11:34:09Z', 'revision_number': 2, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'subnets': [{'id': '8375492f-a635-4946-b4e7-f896d423826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:17.870727 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-302f2fdd-8585-4830-850a-98a979d0416c tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1051536 Aug 20 11:34:17.902117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01c225e6-1b9f-43d1-9df9-c653b0aa715b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.931569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Checking router: c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:34:17.931569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Updating router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 port 9e2c372f-5728-48f1-b94a-adaba237c9bf binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:34:17.939726 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01c225e6-1b9f-43d1-9df9-c653b0aa715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.943116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c225e6-1b9f-43d1-9df9-c653b0aa715b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:17.948367 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01c225e6-1b9f-43d1-9df9-c653b0aa715b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.988961 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['5d3f90e6-3597-4684-8407-8e3d004c9b85'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:18.025941 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-21631921-1bb7-421c-afdd-c3d3c0878692 service neutron] 10.222.0.37 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533780 Aug 20 11:34:18.035091 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-01c225e6-1b9f-43d1-9df9-c653b0aa715b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7367134 Aug 20 11:34:18.041710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55544) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:18.048357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-24d38da9-8177-4143-8ebc-e9b661a93d2a admin admin] Request body: {'subnet': {'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1042697549-subnet', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:18.068909 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.074124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d38da9-8177-4143-8ebc-e9b661a93d2a admin admin] Made reservation on behalf of 947e0c1b067b4c5f9c1cddc27a1d480c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:18.077832 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-24d38da9-8177-4143-8ebc-e9b661a93d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.106316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c225e6-1b9f-43d1-9df9-c653b0aa715b admin admin] Pushing event updated for resources: {'Network': ['ID=601cbfc5-e222-4e33-a80a-eb90561bedd1,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:18.126199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 601cbfc5-e222-4e33-a80a-eb90561bedd1 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:18.206881 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-12f4bf86-6951-42be-85c4-b2f6282ecdc5 service neutron] 10.222.0.37 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797633 Aug 20 11:34:18.348130 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-24d38da9-8177-4143-8ebc-e9b661a93d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.449525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d38da9-8177-4143-8ebc-e9b661a93d2a admin admin] Checking segment: {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:18.449878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d38da9-8177-4143-8ebc-e9b661a93d2a admin admin] Network hostable DHCP agents. Network: 601cbfc5-e222-4e33-a80a-eb90561bedd1, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:18.489209 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d38da9-8177-4143-8ebc-e9b661a93d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=10cb89f6-e588-493a-8613-14967bd5bedf,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:18.514101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d38da9-8177-4143-8ebc-e9b661a93d2a admin admin] Network 601cbfc5-e222-4e33-a80a-eb90561bedd1 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:18.530809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-24d38da9-8177-4143-8ebc-e9b661a93d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 601cbfc5-e222-4e33-a80a-eb90561bedd1) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:18.544357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed5ad28-1d68-4aeb-a870-148a5413258a None None] Network 601cbfc5-e222-4e33-a80a-eb90561bedd1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:18.551645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d38da9-8177-4143-8ebc-e9b661a93d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:18.552795 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-24d38da9-8177-4143-8ebc-e9b661a93d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.583625 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-24d38da9-8177-4143-8ebc-e9b661a93d2a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5376797 Aug 20 11:34:18.583878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55554) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:18.598747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1042697549-router', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:18.659863 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.661456 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.802600 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.811523 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.818090 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Transition to ACTIVE for port object 9e2c372f-5728-48f1-b94a-adaba237c9bf will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:18.844317 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.857038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-601cbfc5-e222-4e33-a80a-eb90561bedd1', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:18.858031 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.937627 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9a6b6-085e-42aa-aec0-a831e0689557 None None] Pushing event updated for resources: {'Port': ['ID=9e2c372f-5728-48f1-b94a-adaba237c9bf,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:19.175239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad470f66-42a9-49ae-b84e-13e1ac6a0f49 req-8a224db4-1ea6-43e9-a92e-79b0636a55d7 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:19.185645 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad470f66-42a9-49ae-b84e-13e1ac6a0f49 req-8a224db4-1ea6-43e9-a92e-79b0636a55d7 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 944 time: 0.1537457 Aug 20 11:34:19.213912 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Attempting to bind port 9e2c372f-5728-48f1-b94a-adaba237c9bf on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:19.214520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Attempting to bind port 9e2c372f-5728-48f1-b94a-adaba237c9bf by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd32fd6d1-a28b-4ada-a11d-647bfef7364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:19.214628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Attempting to bind port 9e2c372f-5728-48f1-b94a-adaba237c9bf on network ded88394-ae35-4901-8c3e-b6672476441c {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:19.233435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:19.233924 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Checking segment: {'id': 'd32fd6d1-a28b-4ada-a11d-647bfef7364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:19.234198 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.234593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Bound using segment: {'id': 'd32fd6d1-a28b-4ada-a11d-647bfef7364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:19.235077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Bound port: 9e2c372f-5728-48f1-b94a-adaba237c9bf, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32fd6d1-a28b-4ada-a11d-647bfef7364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:19.235453 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.242582 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.273170 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad470f66-42a9-49ae-b84e-13e1ac6a0f49 req-9e1b9830-43c3-4175-9c2b-387bbe205b94 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756075 Aug 20 11:34:19.548099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Allocated IP 172.20.0.2 (601cbfc5-e222-4e33-a80a-eb90561bedd1/10cb89f6-e588-493a-8613-14967bd5bedf/4fe5b965-80f1-4634-9ea2-bf45bdf6518c) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:19.780683 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.828046 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.847817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] For port 9e2c372f-5728-48f1-b94a-adaba237c9bf, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:19.860275 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] For port 9e2c372f-5728-48f1-b94a-adaba237c9bf, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=9e2c372f-5728-48f1-b94a-adaba237c9bf,segment=NetworkSegment(d32fd6d1-a28b-4ada-a11d-647bfef7364c),segment_id=d32fd6d1-a28b-4ada-a11d-647bfef7364c)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:19.885126 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.186184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Allocated IP 172.25.8.8 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/e35a84ad-8a7e-42f3-918c-7c40a2b2c91f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:20.200325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Routers {'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:20.201363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:33:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:20.279456 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9a6b6-085e-42aa-aec0-a831e0689557 None None] Pushing event updated for resources: {'Port': ['ID=9e2c372f-5728-48f1-b94a-adaba237c9bf,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:20.302046 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.328231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Transition to ACTIVE for port object 4fe5b965-80f1-4634-9ea2-bf45bdf6518c will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:20.412922 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Transition to ACTIVE for port object 4fe5b965-80f1-4634-9ea2-bf45bdf6518c will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:20.429351 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.474321 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.551117 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] Set router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:20.563356 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.631459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Pushing event updated for resources: {'Port': ['ID=e35a84ad-8a7e-42f3-918c-7c40a2b2c91f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:20.662116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:20.665037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:20.674870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:20.689098 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Pushing event updated for resources: {'Port': ['ID=4fe5b965-80f1-4634-9ea2-bf45bdf6518c,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:20.705830 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5d3f90e6-3597-4684-8407-8e3d004c9b85 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:20.818932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Network 601cbfc5-e222-4e33-a80a-eb90561bedd1 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:20.844488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:20.852462 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:21.037607 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-95623433-74a2-4110-b1a6-aab34605f538 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:21.043182 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-95623433-74a2-4110-b1a6-aab34605f538 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.35 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 821 time: 0.4129255 Aug 20 11:34:21.066749 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-951bb92d-bca7-409d-a15b-2373afe8ec1b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Request body: {'port': {'device_id': 'b4cb1329-98c8-44a0-81b2-89680e1d37b3', 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77', 'admin_state_up': True, 'tenant_id': '9437c8ccf38f4278bfdd6826ef939401'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:21.245330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fa48e-a82b-40de-981f-7c07962c18a2 req-f069a40e-f86c-411f-96ac-dcad429bb72a tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:21.247253 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af4fa48e-a82b-40de-981f-7c07962c18a2 req-f069a40e-f86c-411f-96ac-dcad429bb72a tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 946 time: 0.3221498 Aug 20 11:34:21.299096 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9e2c372f-5728-48f1-b94a-adaba237c9bf up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:21.315492 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.474284 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Attempting to bind port 4fe5b965-80f1-4634-9ea2-bf45bdf6518c on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:21.475915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Attempting to bind port 4fe5b965-80f1-4634-9ea2-bf45bdf6518c by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:21.485357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Attempting to bind port 4fe5b965-80f1-4634-9ea2-bf45bdf6518c on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:21.510094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:21.510795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Checking segment: {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:21.511557 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.512327 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Bound using segment: {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:21.513583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Bound port: 4fe5b965-80f1-4634-9ea2-bf45bdf6518c, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:21.514326 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.658141 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] For port 4fe5b965-80f1-4634-9ea2-bf45bdf6518c, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:21.664188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] For port 4fe5b965-80f1-4634-9ea2-bf45bdf6518c, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4fe5b965-80f1-4634-9ea2-bf45bdf6518c,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:21.689989 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.702340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 9e2c372f-5728-48f1-b94a-adaba237c9bf completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:21.718516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 5d3f90e6-3597-4684-8407-8e3d004c9b85 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:21.754798 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.793642 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 5d3f90e6-3597-4684-8407-8e3d004c9b85 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:21.794100 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.951498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 9e2c372f-5728-48f1-b94a-adaba237c9bf triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:21.956942 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:22.035729 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Router f4fc4f51-bd65-4ebe-a161-533eb67e9631 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:34:22.145567 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af4fa48e-a82b-40de-981f-7c07962c18a2 req-9ea58c53-f61a-493c-88a0-3ef1c3fa6255 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8893354 Aug 20 11:34:22.165926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'name': 'tempest-TaggedBootDevicesTest-858164126-router', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:00Z', 'updated_at': '2021-08-20T11:34:08Z', 'revision_number': 4, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'gw_port': {'id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:03Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '9e2c372f-5728-48f1-b94a-adaba237c9bf', 'name': '', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'mac_address': 'fa:16:3e:bd:f2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8375492f-a635-4946-b4e7-f896d423826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:06Z', 'updated_at': '2021-08-20T11:34:19Z', 'revision_number': 4, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'subnets': [{'id': '8375492f-a635-4946-b4e7-f896d423826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:22.205223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-951bb92d-bca7-409d-a15b-2373afe8ec1b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Made reservation on behalf of 9437c8ccf38f4278bfdd6826ef939401 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:22.215710 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-951bb92d-bca7-409d-a15b-2373afe8ec1b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:22.272878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeabc08-74ab-48aa-8721-38d0b2626f7a None None] The sync data for ids ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'] in n-d-804299-2 is: [{'id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'name': 'tempest-TaggedBootDevicesTest-858164126-router', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:00Z', 'updated_at': '2021-08-20T11:34:08Z', 'revision_number': 4, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'gw_port': {'id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:03Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '9e2c372f-5728-48f1-b94a-adaba237c9bf', 'name': '', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'mac_address': 'fa:16:3e:bd:f2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8375492f-a635-4946-b4e7-f896d423826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:06Z', 'updated_at': '2021-08-20T11:34:19Z', 'revision_number': 4, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'subnets': [{'id': '8375492f-a635-4946-b4e7-f896d423826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:34:22.350008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:34:22.362995 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fb7c1c5c-5767-4a17-ad28-32d235e556f6 req-3ea6d330-9602-4ed8-b560-6be171a843f5 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 210 time: 0.0889976 Aug 20 11:34:22.367230 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Sync routers for ids ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:34:22.401670 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bd34a-459d-433f-8674-69aa3cbe15d0 None None] Pushing event updated for resources: {'Port': ['ID=4fe5b965-80f1-4634-9ea2-bf45bdf6518c,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:22.407630 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:22.408404 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Routers {'f4fc4f51-bd65-4ebe-a161-533eb67e9631'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:22.409116 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:33:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:22.409725 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dfa1afe0-162f-4c36-aee1-6ab24346d818 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8250182 Aug 20 11:34:22.413419 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55584) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:22.487528 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-750254cf-f863-40da-b0f5-60bab7b26900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:22.611962 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:22.614049 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:22.699415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-951bb92d-bca7-409d-a15b-2373afe8ec1b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Allocated IP 172.20.0.3 (d470dece-9c15-4ab9-87f2-416f558c1d77/843c014f-c6d6-46ac-ac96-8342939acd6b/50f30fcf-3f63-41a1-9e10-317b227f1d41) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:22.764193 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5d3f90e6-3597-4684-8407-8e3d004c9b85, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5d3f90e6-3597-4684-8407-8e3d004c9b85,segment=NetworkSegment(aa92d711-f031-473d-abac-760cf93baac4),segment_id=aa92d711-f031-473d-abac-760cf93baac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:22.773237 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a08fdd-366a-48e8-aef6-9cad9a3ba053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3f90e6-3597-4684-8407-8e3d004c9b85'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:22.781500 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8d3cca-9001-41c7-9c9f-2fdaedfd6c2f" -d '{"events": [{"server_uuid": "45a08fdd-366a-48e8-aef6-9cad9a3ba053", "name": "network-vif-plugged", "status": "completed", "tag": "5d3f90e6-3597-4684-8407-8e3d004c9b85"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:22.806787 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:22.892478 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Set router f4fc4f51-bd65-4ebe-a161-533eb67e9631 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:22.897610 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 9e2c372f-5728-48f1-b94a-adaba237c9bf, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=9e2c372f-5728-48f1-b94a-adaba237c9bf,segment=NetworkSegment(d32fd6d1-a28b-4ada-a11d-647bfef7364c),segment_id=d32fd6d1-a28b-4ada-a11d-647bfef7364c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:22.900795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=5d3f90e6-3597-4684-8407-8e3d004c9b85,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:22.905881 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.065772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=9e2c372f-5728-48f1-b94a-adaba237c9bf,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:23.153603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc692eb7-8469-4bfc-928b-e1461345c62c req-0283bea4-47ed-4aca-8978-55b816e70bce tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:23.156407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc692eb7-8469-4bfc-928b-e1461345c62c req-0283bea4-47ed-4aca-8978-55b816e70bce tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:23.157165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc692eb7-8469-4bfc-928b-e1461345c62c req-0283bea4-47ed-4aca-8978-55b816e70bce tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:23.168278 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc692eb7-8469-4bfc-928b-e1461345c62c req-0283bea4-47ed-4aca-8978-55b816e70bce tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d&device_id=46cc5751-db03-4b45-851a-e6cadf033f19&device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 2882 time: 0.2389519 Aug 20 11:34:23.266483 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-951bb92d-bca7-409d-a15b-2373afe8ec1b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.329782 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc692eb7-8469-4bfc-928b-e1461345c62c req-e8810150-6968-496e-adf2-3a57df59f887 tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537857 Aug 20 11:34:23.386498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4fe5b965-80f1-4634-9ea2-bf45bdf6518c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:23.511843 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-951bb92d-bca7-409d-a15b-2373afe8ec1b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.565725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['8e80b7a0-4672-4506-8457-f9c78a96006f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:23.583027 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'name': 'tempest-ServerActionsTestJSON-1042697549-router', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:18Z', 'updated_at': '2021-08-20T11:34:21Z', 'revision_number': 3, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'gw_port': {'id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:19Z', 'updated_at': '2021-08-20T11:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:23.694551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 4fe5b965-80f1-4634-9ea2-bf45bdf6518c completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:23.704999 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Checking router: f4fc4f51-bd65-4ebe-a161-533eb67e9631 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:34:23.708056 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Updating router f4fc4f51-bd65-4ebe-a161-533eb67e9631 port e35a84ad-8a7e-42f3-918c-7c40a2b2c91f binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:34:23.719178 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-951bb92d-bca7-409d-a15b-2373afe8ec1b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Network d470dece-9c15-4ab9-87f2-416f558c1d77 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:23.773277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-951bb92d-bca7-409d-a15b-2373afe8ec1b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:23.780974 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.795008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-951bb92d-bca7-409d-a15b-2373afe8ec1b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:23.951833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bb92d-bca7-409d-a15b-2373afe8ec1b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Pushing event updated for resources: {'Port': ['ID=50f30fcf-3f63-41a1-9e10-317b227f1d41,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:23.999092 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-951bb92d-bca7-409d-a15b-2373afe8ec1b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:23.999745 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-951bb92d-bca7-409d-a15b-2373afe8ec1b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.020126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94338ace-2d4d-41cb-9e79-7e23b7888ce0 req-adaeb32d-7a0a-443e-9d20-c367833ffcda tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.039540 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-94338ace-2d4d-41cb-9e79-7e23b7888ce0 req-adaeb32d-7a0a-443e-9d20-c367833ffcda tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 945 time: 0.4169421 Aug 20 11:34:24.042042 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4b0b6c-68aa-488b-884c-bf39f5131447 None None] Network 601cbfc5-e222-4e33-a80a-eb90561bedd1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:24.075726 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-951bb92d-bca7-409d-a15b-2373afe8ec1b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0143199 Aug 20 11:34:24.106661 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Request body: {'port': {'device_id': 'b4cb1329-98c8-44a0-81b2-89680e1d37b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:24.125098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe5076-7bcd-45a8-bb2f-11a6075d7463 req-ea8d3849-330a-44bb-aec5-eb66383fb4f6 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.127352 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-94338ace-2d4d-41cb-9e79-7e23b7888ce0 req-a2eda098-b94d-4198-a1fb-5865e002beda tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854578 Aug 20 11:34:24.133262 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-61fe5076-7bcd-45a8-bb2f-11a6075d7463 req-ea8d3849-330a-44bb-aec5-eb66383fb4f6 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 946 time: 0.2031817 Aug 20 11:34:24.202843 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55612) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:24.218354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d3a69127-ff79-46a3-931a-0b192e1e7713 None None] Provisioning for port 4fe5b965-80f1-4634-9ea2-bf45bdf6518c completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:24.239128 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-2b5056a1-2d27-4180-a61d-8582e86d173e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Request body: {'floatingip': {'port_id': '6e05c8a0-fd09-4056-bf13-970c181e59ce'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:24.270151 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08248e73-faf7-4fe3-9e58-94069978e80c x-openstack-request-id: req-08248e73-faf7-4fe3-9e58-94069978e80c {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:24.270151 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a08fdd-366a-48e8-aef6-9cad9a3ba053", "name": "network-vif-plugged", "status": "completed", "tag": "5d3f90e6-3597-4684-8407-8e3d004c9b85", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:24.270151 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08248e73-faf7-4fe3-9e58-94069978e80c {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:24.270151 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a08fdd-366a-48e8-aef6-9cad9a3ba053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3f90e6-3597-4684-8407-8e3d004c9b85', 'code': 200} Aug 20 11:34:24.270151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d3a69127-ff79-46a3-931a-0b192e1e7713 None None] Provisioning complete for port 4fe5b965-80f1-4634-9ea2-bf45bdf6518c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:24.270151 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d3a69127-ff79-46a3-931a-0b192e1e7713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.397957 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b5056a1-2d27-4180-a61d-8582e86d173e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.420188 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.435234 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Transition to ACTIVE for port object e35a84ad-8a7e-42f3-918c-7c40a2b2c91f will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:24.446771 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.528195 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Attempting to bind port e35a84ad-8a7e-42f3-918c-7c40a2b2c91f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:24.528590 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Attempting to bind port e35a84ad-8a7e-42f3-918c-7c40a2b2c91f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:24.532159 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Attempting to bind port e35a84ad-8a7e-42f3-918c-7c40a2b2c91f on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:24.620910 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:24.621714 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:24.621714 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.621890 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:24.622460 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Bound port: e35a84ad-8a7e-42f3-918c-7c40a2b2c91f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:24.623139 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.640677 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d3a69127-ff79-46a3-931a-0b192e1e7713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.662833 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed9409-309b-42e1-90be-db0dc9c82933 req-7d5b347e-6d22-4064-a9ac-73e897d3bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.664336 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ffed9409-309b-42e1-90be-db0dc9c82933 req-7d5b347e-6d22-4064-a9ac-73e897d3bb08 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 1096 time: 0.3322999 Aug 20 11:34:24.667772 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3919d-74f1-4398-ac51-f4ae372e7c5e None None] Pushing event updated for resources: {'Port': ['ID=e35a84ad-8a7e-42f3-918c-7c40a2b2c91f,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:24.683062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2175662-31e2-47bc-b7b4-d1243529adfd req-98241683-7deb-4f92-9ff5-d1f2aae31c86 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.684817 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f2175662-31e2-47bc-b7b4-d1243529adfd req-98241683-7deb-4f92-9ff5-d1f2aae31c86 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 931 time: 0.2533453 Aug 20 11:34:24.685498 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3919d-74f1-4398-ac51-f4ae372e7c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.685851 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3919d-74f1-4398-ac51-f4ae372e7c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.686510 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3919d-74f1-4398-ac51-f4ae372e7c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.686914 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3919d-74f1-4398-ac51-f4ae372e7c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.687314 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3919d-74f1-4398-ac51-f4ae372e7c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.687707 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3919d-74f1-4398-ac51-f4ae372e7c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.688098 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3919d-74f1-4398-ac51-f4ae372e7c5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.688772 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3919d-74f1-4398-ac51-f4ae372e7c5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.688883 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3919d-74f1-4398-ac51-f4ae372e7c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.689236 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3919d-74f1-4398-ac51-f4ae372e7c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.689622 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3919d-74f1-4398-ac51-f4ae372e7c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.690007 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3919d-74f1-4398-ac51-f4ae372e7c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.716422 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] For port e35a84ad-8a7e-42f3-918c-7c40a2b2c91f, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:24.719507 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.720426 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] For port e35a84ad-8a7e-42f3-918c-7c40a2b2c91f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e35a84ad-8a7e-42f3-918c-7c40a2b2c91f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:24.725928 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.739230 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.750795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d3a69127-ff79-46a3-931a-0b192e1e7713 None None] For port 4fe5b965-80f1-4634-9ea2-bf45bdf6518c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4fe5b965-80f1-4634-9ea2-bf45bdf6518c,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:24.758157 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d3a69127-ff79-46a3-931a-0b192e1e7713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.795446 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3919d-74f1-4398-ac51-f4ae372e7c5e None None] Pushing event updated for resources: {'Port': ['ID=e35a84ad-8a7e-42f3-918c-7c40a2b2c91f,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:24.821784 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ffed9409-309b-42e1-90be-db0dc9c82933 req-e1b521d8-f7ff-40b2-ae78-bee7daf82764 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334062 Aug 20 11:34:24.827989 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Routers {'f4fc4f51-bd65-4ebe-a161-533eb67e9631'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:24.829062 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:33:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:24.843774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f2175662-31e2-47bc-b7b4-d1243529adfd req-7d495b51-0064-4758-8cad-c08a3625ceee tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258974 Aug 20 11:34:24.893963 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a69127-ff79-46a3-931a-0b192e1e7713 None None] Pushing event updated for resources: {'Port': ['ID=4fe5b965-80f1-4634-9ea2-bf45bdf6518c,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:25.058838 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] Set router f4fc4f51-bd65-4ebe-a161-533eb67e9631 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:25.109096 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2eca38cf-1e52-4152-83c9-550a694257f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.118685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Allocated IP 172.20.0.1 (601cbfc5-e222-4e33-a80a-eb90561bedd1/10cb89f6-e588-493a-8613-14967bd5bedf/adf13166-4076-4e19-b0fc-479292eb5394) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:25.130691 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9e2c372f-5728-48f1-b94a-adaba237c9bf up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:25.243646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 9e2c372f-5728-48f1-b94a-adaba237c9bf triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:25.246998 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.314589 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f30fcf-3f63-41a1-9e10-317b227f1d41 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:25.324349 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.326885 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.338915 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Transition to ACTIVE for port object 50f30fcf-3f63-41a1-9e10-317b227f1d41 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:25.345735 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.369661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Transition to ACTIVE for port object adf13166-4076-4e19-b0fc-479292eb5394 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:25.403724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4adfd-f822-40ba-815a-690c61b17241 req-e4e4c904-bd17-4e6f-a02a-bc8b71137f3a tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:25.416682 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86f4adfd-f822-40ba-815a-690c61b17241 req-e4e4c904-bd17-4e6f-a02a-bc8b71137f3a tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 950 time: 0.7750237 Aug 20 11:34:25.445274 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.544485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Network 601cbfc5-e222-4e33-a80a-eb90561bedd1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:25.551575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:25.576469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:25.580934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Pushing event updated for resources: {'Port': ['ID=adf13166-4076-4e19-b0fc-479292eb5394,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:25.632692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Pushing event updated for resources: {'Port': ['ID=50f30fcf-3f63-41a1-9e10-317b227f1d41,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:25.656948 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.751768 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.780016 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3659affc-d6de-4659-940d-3e08e05b78bc None None] Provisioning complete for port 4fe5b965-80f1-4634-9ea2-bf45bdf6518c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:25.780393 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3659affc-d6de-4659-940d-3e08e05b78bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.822730 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86f4adfd-f822-40ba-815a-690c61b17241 req-eee97e1b-001f-4a44-85a0-1ab4e406f888 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053671 Aug 20 11:34:25.846826 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'name': 'tempest-ServerActionsTestJSON-1042697549-router', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:18Z', 'updated_at': '2021-08-20T11:34:21Z', 'revision_number': 3, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'gw_port': {'id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:19Z', 'updated_at': '2021-08-20T11:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:25.926349 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c327910c-e0a5-4f80-9767-17dce5226ac5 None None] The sync data for ids ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'] in n-d-804299-2 is: [{'id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'name': 'tempest-ServerActionsTestJSON-1042697549-router', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:18Z', 'updated_at': '2021-08-20T11:34:21Z', 'revision_number': 3, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'gw_port': {'id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:19Z', 'updated_at': '2021-08-20T11:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:34:26.005252 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4fe5b965-80f1-4634-9ea2-bf45bdf6518c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:26.068996 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Attempting to bind port 50f30fcf-3f63-41a1-9e10-317b227f1d41 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:26.069502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Attempting to bind port 50f30fcf-3f63-41a1-9e10-317b227f1d41 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:26.069927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Attempting to bind port 50f30fcf-3f63-41a1-9e10-317b227f1d41 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:26.079398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Port 50f30fcf-3f63-41a1-9e10-317b227f1d41 on network d470dece-9c15-4ab9-87f2-416f558c1d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:34:26.079868 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Attempting to bind port 50f30fcf-3f63-41a1-9e10-317b227f1d41 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:26.102583 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:26.102583 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Checking segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:26.102583 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Bound using segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:26.103621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Bound port: 50f30fcf-3f63-41a1-9e10-317b227f1d41, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:26.104124 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.106920 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067381d5-4a9f-4a78-a041-6d6f7f188ca1 req-94a0c3a2-6253-47b3-8c6b-759eec5b3f59 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.121862 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-067381d5-4a9f-4a78-a041-6d6f7f188ca1 req-94a0c3a2-6253-47b3-8c6b-759eec5b3f59 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 945 time: 0.3149750 Aug 20 11:34:26.178368 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.249672 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-067381d5-4a9f-4a78-a041-6d6f7f188ca1 req-b7456376-217e-4f12-b94e-3bec51e69ea0 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224315 Aug 20 11:34:26.260101 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4fe5b965-80f1-4634-9ea2-bf45bdf6518c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:26.260512 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.413726 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.471422 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.resource_extend [None req-2b5056a1-2d27-4180-a61d-8582e86d173e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:34:26.477445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-82a9712b-7d3f-423e-82f3-85e688e0d76d None None] Provisioning for port adf13166-4076-4e19-b0fc-479292eb5394 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:26.489650 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-82a9712b-7d3f-423e-82f3-85e688e0d76d None None] Provisioning complete for port adf13166-4076-4e19-b0fc-479292eb5394 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:26.492265 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-82a9712b-7d3f-423e-82f3-85e688e0d76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.595512 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] For port 50f30fcf-3f63-41a1-9e10-317b227f1d41, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:26.607684 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-82a9712b-7d3f-423e-82f3-85e688e0d76d None None] Port adf13166-4076-4e19-b0fc-479292eb5394 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:26.635862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] For port 50f30fcf-3f63-41a1-9e10-317b227f1d41, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=50f30fcf-3f63-41a1-9e10-317b227f1d41,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:26.670276 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.680078 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b5056a1-2d27-4180-a61d-8582e86d173e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.689564 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 468018d9-06e6-4b48-b4da-696b1c30cb9b no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:26.697700 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.702726 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.791165 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.794720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Pushing event updated for resources: {'Port': ['ID=adf13166-4076-4e19-b0fc-479292eb5394,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:26.826353 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Pushing event updated for resources: {'Port': ['ID=50f30fcf-3f63-41a1-9e10-317b227f1d41,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:26.850785 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b5056a1-2d27-4180-a61d-8582e86d173e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.935122 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Network 601cbfc5-e222-4e33-a80a-eb90561bedd1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:26.944030 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:26.954204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.956256 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.957814 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-4fd956e6-1c3f-496e-a836-46325725058f service neutron] 10.222.0.35 "PUT /v2.0/ports/50f30fcf-3f63-41a1-9e10-317b227f1d41 HTTP/1.1" status: 200 len: 1091 time: 2.8591690 Aug 20 11:34:26.964619 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cb1329-98c8-44a0-81b2-89680e1d37b3', 'tag': '50f30fcf-3f63-41a1-9e10-317b227f1d41'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:26.968239 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da895320-a387-40de-a1c0-e2aaeff0d97c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cb1329-98c8-44a0-81b2-89680e1d37b3", "tag": "50f30fcf-3f63-41a1-9e10-317b227f1d41"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:27.081605 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.153409 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Router f4fc4f51-bd65-4ebe-a161-533eb67e9631 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:34:27.213537 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762c04ec-28a0-4a15-94eb-b3e8523d758c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468018d9-06e6-4b48-b4da-696b1c30cb9b'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:27.222567 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9640cf1-984d-457d-afcc-2ccc27f3a280" -d '{"events": [{"server_uuid": "762c04ec-28a0-4a15-94eb-b3e8523d758c", "name": "network-vif-unplugged", "status": "completed", "tag": "468018d9-06e6-4b48-b4da-696b1c30cb9b"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:27.261526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 468018d9-06e6-4b48-b4da-696b1c30cb9b, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=468018d9-06e6-4b48-b4da-696b1c30cb9b,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:27.266562 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.340448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e35a84ad-8a7e-42f3-918c-7c40a2b2c91f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:27.354910 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-12d449dc-9c0c-48c9-8d2a-4c441e99fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:27.356754 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-12d449dc-9c0c-48c9-8d2a-4c441e99fa53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 1094 time: 0.3492515 Aug 20 11:34:27.366394 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-2b5056a1-2d27-4180-a61d-8582e86d173e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Floating IP f460475f-e74f-41fa-88fb-1e1e2019ee0a associated. External IP: 172.25.8.114, port: 6e05c8a0-fd09-4056-bf13-970c181e59ce. Aug 20 11:34:27.464658 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:34:27.482373 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-f390ef47-fb18-4126-ab72-108a01556993 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f30fcf-3f63-41a1-9e10-317b227f1d41 HTTP/1.1" status: 200 len: 217 time: 0.1094627 Aug 20 11:34:27.510403 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b8546151-6d8f-40ae-9196-d5964f0de1ba admin admin] 10.222.0.37 "PUT /v2.0/routers/f4fc4f51-bd65-4ebe-a161-533eb67e9631/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0955508 Aug 20 11:34:27.521042 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc115d-ff86-43f6-b183-61c9325c1ab1 req-891ea315-b3c8-4bd8-b0f6-56e7e62e34ff tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:27.529880 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4acc115d-ff86-43f6-b183-61c9325c1ab1 req-891ea315-b3c8-4bd8-b0f6-56e7e62e34ff tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 943 time: 0.2277918 Aug 20 11:34:27.607425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=468018d9-06e6-4b48-b4da-696b1c30cb9b,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:27.665700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c7811b25-0076-4229-b215-0dee35134094 None None] Provisioning complete for port adf13166-4076-4e19-b0fc-479292eb5394 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:27.671290 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c7811b25-0076-4229-b215-0dee35134094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.684453 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4acc115d-ff86-43f6-b183-61c9325c1ab1 req-f684c6ba-c3e9-49e5-97da-fbbfef680b3a tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480706 Aug 20 11:34:27.705800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-571cfa83-fb97-490a-be82-b69c6fdaa249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:27.707283 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-571cfa83-fb97-490a-be82-b69c6fdaa249 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.2153306 Aug 20 11:34:27.756139 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port e35a84ad-8a7e-42f3-918c-7c40a2b2c91f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:27.771218 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-b9292e3f-6190-4cce-a479-1efc3730d998 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382733 Aug 20 11:34:27.773294 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8257db91-8bf6-4205-aaed-e99da35a28e9 x-openstack-request-id: req-8257db91-8bf6-4205-aaed-e99da35a28e9 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:27.773618 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cb1329-98c8-44a0-81b2-89680e1d37b3", "tag": "50f30fcf-3f63-41a1-9e10-317b227f1d41", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:27.774069 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8257db91-8bf6-4205-aaed-e99da35a28e9 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:27.775737 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cb1329-98c8-44a0-81b2-89680e1d37b3', 'tag': '50f30fcf-3f63-41a1-9e10-317b227f1d41', 'status': 'completed', 'code': 200} Aug 20 11:34:27.776172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c7811b25-0076-4229-b215-0dee35134094 None None] Port adf13166-4076-4e19-b0fc-479292eb5394 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:27.783134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e35a84ad-8a7e-42f3-918c-7c40a2b2c91f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:27.785271 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.880621 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d73407-cb34-4da8-9390-8a6cae8d6ade x-openstack-request-id: req-b4d73407-cb34-4da8-9390-8a6cae8d6ade {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:27.881682 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762c04ec-28a0-4a15-94eb-b3e8523d758c", "name": "network-vif-unplugged", "status": "completed", "tag": "468018d9-06e6-4b48-b4da-696b1c30cb9b", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:27.882785 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4d73407-cb34-4da8-9390-8a6cae8d6ade {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:27.883120 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762c04ec-28a0-4a15-94eb-b3e8523d758c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468018d9-06e6-4b48-b4da-696b1c30cb9b', 'code': 200} Aug 20 11:34:27.903630 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:28.010878 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:28.034565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port e35a84ad-8a7e-42f3-918c-7c40a2b2c91f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e35a84ad-8a7e-42f3-918c-7c40a2b2c91f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:28.040234 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:28.129616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a91f-8680-46c0-86fb-d75c890d0a1b req-71258a1a-64ab-4a20-abee-e76053febf60 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:28.133842 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b81a91f-8680-46c0-86fb-d75c890d0a1b req-71258a1a-64ab-4a20-abee-e76053febf60 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 945 time: 0.1292973 Aug 20 11:34:28.140521 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-bb8be145-5309-4932-8b32-fde66adbac88 service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546319 Aug 20 11:34:28.186686 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=e35a84ad-8a7e-42f3-918c-7c40a2b2c91f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:28.210436 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b81a91f-8680-46c0-86fb-d75c890d0a1b req-46a43871-c348-44ff-92b8-62a761ff5e3e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702405 Aug 20 11:34:28.234148 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5056a1-2d27-4180-a61d-8582e86d173e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Router a7d16018-9492-48d5-b249-317a78e7d543 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:34:28.334377 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6ef6704-e3ad-4ab4-8e3e-69ce9954bf30 req-6ec67f1e-fee8-4345-a09f-37b40c3a9817 service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830442 Aug 20 11:34:28.397153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260525ac-b820-4f02-b5f3-d41f4512c103 req-f17dc226-0a00-4924-9077-f98203745f3b tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:28.398763 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-260525ac-b820-4f02-b5f3-d41f4512c103 req-f17dc226-0a00-4924-9077-f98203745f3b tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 1101 time: 0.0852520 Aug 20 11:34:28.451293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5056a1-2d27-4180-a61d-8582e86d173e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:34:28.456603 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b5056a1-2d27-4180-a61d-8582e86d173e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:28.466432 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfdeaac-630d-4e4f-8dd0-fc1b688ffc40 None None] Sync routers for ids ['a7d16018-9492-48d5-b249-317a78e7d543'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:34:28.482432 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfdeaac-630d-4e4f-8dd0-fc1b688ffc40 None None] Routers {'a7d16018-9492-48d5-b249-317a78e7d543'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:28.486253 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bcfdeaac-630d-4e4f-8dd0-fc1b688ffc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:34:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7d16018-9492-48d5-b249-317a78e7d543'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:28.488097 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-260525ac-b820-4f02-b5f3-d41f4512c103 req-a66549e6-b1ea-4b37-9871-fb88a960afff tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700603 Aug 20 11:34:28.505102 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da895320-a387-40de-a1c0-e2aaeff0d97c req-d6f27792-eaf5-4cb6-a922-c46482973349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:28.506592 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da895320-a387-40de-a1c0-e2aaeff0d97c req-d6f27792-eaf5-4cb6-a922-c46482973349 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 1094 time: 0.1111002 Aug 20 11:34:28.508896 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2b5056a1-2d27-4180-a61d-8582e86d173e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "PUT /v2.0/floatingips/f460475f-e74f-41fa-88fb-1e1e2019ee0a HTTP/1.1" status: 200 len: 992 time: 4.3000963 Aug 20 11:34:28.693292 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-bcfdeaac-630d-4e4f-8dd0-fc1b688ffc40 None None] Set router a7d16018-9492-48d5-b249-317a78e7d543 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:28.718328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da895320-a387-40de-a1c0-e2aaeff0d97c req-d67df6dd-dbdc-4886-a90b-9baa95ea4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:28.723825 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da895320-a387-40de-a1c0-e2aaeff0d97c req-d67df6dd-dbdc-4886-a90b-9baa95ea4bd5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.2008874 Aug 20 11:34:28.764875 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e432321b-0332-4a49-ae87-1a6432b4b540 req-ee02a73d-cfa5-46e8-aeb9-8d2b58a3d972 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1272617427&fields=id&tenant_id=85e3edaa635e4b108702459e233c4176 HTTP/1.1" status: 200 len: 267 time: 0.0783615 Aug 20 11:34:28.807730 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da895320-a387-40de-a1c0-e2aaeff0d97c req-303e3f14-7156-4319-bbf7-eac0942950ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f30fcf-3f63-41a1-9e10-317b227f1d41 HTTP/1.1" status: 200 len: 217 time: 0.0758209 Aug 20 11:34:28.867377 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Sync routers for ids ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:34:28.882756 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Routers {'f4fc4f51-bd65-4ebe-a161-533eb67e9631'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:28.883386 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:34:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:28.898503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432321b-0332-4a49-ae87-1a6432b4b540 req-b1f49fd1-81d7-4a8d-9348-851a81df1cd1 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:28.909058 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da895320-a387-40de-a1c0-e2aaeff0d97c req-4cdb575e-94a1-4611-bfe1-2392dcbe2b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:28.910400 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e432321b-0332-4a49-ae87-1a6432b4b540 req-b1f49fd1-81d7-4a8d-9348-851a81df1cd1 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 945 time: 0.1391413 Aug 20 11:34:28.910567 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da895320-a387-40de-a1c0-e2aaeff0d97c req-4cdb575e-94a1-4611-bfe1-2392dcbe2b8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.0941031 Aug 20 11:34:28.923877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-e432321b-0332-4a49-ae87-1a6432b4b540 req-bfce63bf-ab42-4f63-bcea-4290f53b3dba tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Request body: {'port': {'security_groups': ['ddc667a6-ba15-4356-be8b-c953c2141166', '81865bf5-6a82-4941-9eb9-e9f174ae5558']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:28.984999 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da895320-a387-40de-a1c0-e2aaeff0d97c req-eb19897d-cdc9-4f09-a00c-8c4f95a7e2cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615909 Aug 20 11:34:29.097584 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e432321b-0332-4a49-ae87-1a6432b4b540 req-bfce63bf-ab42-4f63-bcea-4290f53b3dba tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.142127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e35a84ad-8a7e-42f3-918c-7c40a2b2c91f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:29.155690 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Set router f4fc4f51-bd65-4ebe-a161-533eb67e9631 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:29.207126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bcfdeaac-630d-4e4f-8dd0-fc1b688ffc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:51Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'f460475f-e74f-41fa-88fb-1e1e2019ee0a', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'port_id': '6e05c8a0-fd09-4056-bf13-970c181e59ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'mac_address': 'fa:16:3e:8b:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed5cefa-bd05-4061-bd58-f718185d790c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:18Z', 'updated_at': '2021-08-20T11:34:26Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea7ea1e-7b2f-465b-8942-671daa720c34', 'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'mac_address': 'fa:16:3e:d9:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:50Z', 'updated_at': '2021-08-20T11:30:59Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'subnets': [{'id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:29.260719 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfdeaac-630d-4e4f-8dd0-fc1b688ffc40 None None] Checking router: a7d16018-9492-48d5-b249-317a78e7d543 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:34:29.276007 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfdeaac-630d-4e4f-8dd0-fc1b688ffc40 None None] Routers {'a7d16018-9492-48d5-b249-317a78e7d543'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:29.276812 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bcfdeaac-630d-4e4f-8dd0-fc1b688ffc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:34:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7d16018-9492-48d5-b249-317a78e7d543'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:29.298993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55702) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:29.312233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-270c68d6-d104-4833-b37c-c089d2b3db71 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2026014273', 'description': 'tempest-description--1384666991'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:29.421173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e35a84ad-8a7e-42f3-918c-7c40a2b2c91f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:29.421828 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.446928 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-270c68d6-d104-4833-b37c-c089d2b3db71 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.469595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-bcfdeaac-630d-4e4f-8dd0-fc1b688ffc40 None None] Set router a7d16018-9492-48d5-b249-317a78e7d543 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:29.561913 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-270c68d6-d104-4833-b37c-c089d2b3db71 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.576850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-270c68d6-d104-4833-b37c-c089d2b3db71 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.626959 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-270c68d6-d104-4833-b37c-c089d2b3db71 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.627926 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'name': 'tempest-ServerActionsTestJSON-1042697549-router', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:18Z', 'updated_at': '2021-08-20T11:34:26Z', 'revision_number': 4, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'gw_port': {'id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:19Z', 'updated_at': '2021-08-20T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'adf13166-4076-4e19-b0fc-479292eb5394', 'name': '', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'mac_address': 'fa:16:3e:38:31:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:24Z', 'updated_at': '2021-08-20T11:34:26Z', 'revision_number': 2, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'subnets': [{'id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:29.631599 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-270c68d6-d104-4833-b37c-c089d2b3db71 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3268216 Aug 20 11:34:29.634876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55704) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:29.639236 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-a83b9a4d-0c6b-4ab6-94d4-bfcd1ed1701f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Request body: {'security_group_rule': {'security_group_id': 'de11403a-1f1e-4fa0-beb7-eedf7576ac61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:29.643513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c68d6-d104-4833-b37c-c089d2b3db71 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de11403a-1f1e-4fa0-beb7-eedf7576ac61,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:29.672610 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Checking router: f4fc4f51-bd65-4ebe-a161-533eb67e9631 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:34:29.673313 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Updating router f4fc4f51-bd65-4ebe-a161-533eb67e9631 port adf13166-4076-4e19-b0fc-479292eb5394 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:34:29.677659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-e432321b-0332-4a49-ae87-1a6432b4b540 req-bfce63bf-ab42-4f63-bcea-4290f53b3dba tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] For port 5d3f90e6-3597-4684-8407-8e3d004c9b85, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5d3f90e6-3597-4684-8407-8e3d004c9b85,segment=NetworkSegment(aa92d711-f031-473d-abac-760cf93baac4),segment_id=aa92d711-f031-473d-abac-760cf93baac4)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:29.709870 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a83b9a4d-0c6b-4ab6-94d4-bfcd1ed1701f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.722836 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.766731 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a83b9a4d-0c6b-4ab6-94d4-bfcd1ed1701f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.771099 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a83b9a4d-0c6b-4ab6-94d4-bfcd1ed1701f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.779614 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e432321b-0332-4a49-ae87-1a6432b4b540 req-bfce63bf-ab42-4f63-bcea-4290f53b3dba tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.796700 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e432321b-0332-4a49-ae87-1a6432b4b540 req-bfce63bf-ab42-4f63-bcea-4290f53b3dba tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.810575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b9a4d-0c6b-4ab6-94d4-bfcd1ed1701f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8484ac37-9fc0-41eb-ab92-38e194671295,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:29.832306 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed5cefa-bd05-4061-bd58-f718185d790c', 'tag': '6e05c8a0-fd09-4056-bf13-970c181e59ce'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:29.835250 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67214697-edc0-4d76-948d-e780429ca16c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed5cefa-bd05-4061-bd58-f718185d790c", "tag": "6e05c8a0-fd09-4056-bf13-970c181e59ce"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:29.859830 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a83b9a4d-0c6b-4ab6-94d4-bfcd1ed1701f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.864840 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a83b9a4d-0c6b-4ab6-94d4-bfcd1ed1701f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2290699 Aug 20 11:34:29.865592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55710) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:29.874077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-89130abf-6d3c-41f2-9b72-06562a8bab4c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Request body: {'security_group_rule': {'security_group_id': 'de11403a-1f1e-4fa0-beb7-eedf7576ac61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:29.884584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432321b-0332-4a49-ae87-1a6432b4b540 req-bfce63bf-ab42-4f63-bcea-4290f53b3dba tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:29.885607 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e432321b-0332-4a49-ae87-1a6432b4b540 req-bfce63bf-ab42-4f63-bcea-4290f53b3dba tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.892844 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e432321b-0332-4a49-ae87-1a6432b4b540 req-bfce63bf-ab42-4f63-bcea-4290f53b3dba tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "PUT /v2.0/ports/5d3f90e6-3597-4684-8407-8e3d004c9b85 HTTP/1.1" status: 200 len: 981 time: 0.9798310 Aug 20 11:34:29.896757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a08fdd-366a-48e8-aef6-9cad9a3ba053', 'tag': '5d3f90e6-3597-4684-8407-8e3d004c9b85'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:29.899255 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc096e34-19b8-4fb8-aabd-878e154756ce" -d '{"events": [{"name": "network-changed", "server_uuid": "45a08fdd-366a-48e8-aef6-9cad9a3ba053", "tag": "5d3f90e6-3597-4684-8407-8e3d004c9b85"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:29.922793 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['5d3f90e6-3597-4684-8407-8e3d004c9b85'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:29.932620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce63bf-ab42-4f63-bcea-4290f53b3dba tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event updated for resources: {'Port': ['ID=5d3f90e6-3597-4684-8407-8e3d004c9b85,revision_number=6']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:29.961519 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b9631-0777-48cb-8a94-3118cc9f4a5d req-bc90d4c9-a96b-4e32-951d-618e2a66395e tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:29.966257 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-89130abf-6d3c-41f2-9b72-06562a8bab4c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.970832 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-906b9631-0777-48cb-8a94-3118cc9f4a5d req-bc90d4c9-a96b-4e32-951d-618e2a66395e tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 1101 time: 0.1313448 Aug 20 11:34:30.015681 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da895320-a387-40de-a1c0-e2aaeff0d97c req-047c4aa4-27fd-4f83-add4-fbf74db51f5b service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0182359 Aug 20 11:34:30.021528 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0a32ff2c-ab92-441e-a197-f641d4604892'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:30.123174 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-89130abf-6d3c-41f2-9b72-06562a8bab4c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.132574 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-89130abf-6d3c-41f2-9b72-06562a8bab4c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.190167 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-906b9631-0777-48cb-8a94-3118cc9f4a5d req-cf91a1dc-7cb1-4782-8a8f-bdc43b540d71 tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034352 Aug 20 11:34:30.190481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89130abf-6d3c-41f2-9b72-06562a8bab4c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821bdb25-5517-4ab2-968f-bc00c1fb4875,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:30.201352 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-89130abf-6d3c-41f2-9b72-06562a8bab4c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.205335 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-89130abf-6d3c-41f2-9b72-06562a8bab4c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3322012 Aug 20 11:34:30.205675 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55720) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:30.210523 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:30.256981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['5d3f90e6-3597-4684-8407-8e3d004c9b85'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:30.271754 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da895320-a387-40de-a1c0-e2aaeff0d97c req-62bb9fe2-0b38-493f-8f14-d5894fe2062d service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388330 Aug 20 11:34:30.367454 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.376017 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b0cf82-960c-4a16-91aa-dca03b89df72 x-openstack-request-id: req-64b0cf82-960c-4a16-91aa-dca03b89df72 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:30.376327 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed5cefa-bd05-4061-bd58-f718185d790c", "tag": "6e05c8a0-fd09-4056-bf13-970c181e59ce", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:30.376567 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64b0cf82-960c-4a16-91aa-dca03b89df72 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:30.377645 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed5cefa-bd05-4061-bd58-f718185d790c', 'tag': '6e05c8a0-fd09-4056-bf13-970c181e59ce', 'status': 'completed', 'code': 200} Aug 20 11:34:30.442614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9e8d5-a558-4bb1-aaab-6c64a26dd2a4 req-a235d25c-e8e0-4b08-b4e7-42c3181aacab tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:30.444374 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdc9e8d5-a558-4bb1-aaab-6c64a26dd2a4 req-a235d25c-e8e0-4b08-b4e7-42c3181aacab tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 943 time: 0.2208478 Aug 20 11:34:30.459530 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.482389 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Transition to ACTIVE for port object adf13166-4076-4e19-b0fc-479292eb5394 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:30.494636 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.537780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67214697-edc0-4d76-948d-e780429ca16c req-a8c50da2-dedb-484f-bf73-a1a48f923958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:30.541264 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67214697-edc0-4d76-948d-e780429ca16c req-a8c50da2-dedb-484f-bf73-a1a48f923958 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978ff14d3705424686f86711e9a84d6d&device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 1097 time: 0.1237991 Aug 20 11:34:30.565263 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a01d0b8f-6090-4dd1-a45b-c03c4345b642 req-45476c2c-2a5b-4773-8fa9-6bf71f1706d5 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/81865bf5-6a82-4941-9eb9-e9f174ae5558 HTTP/1.1" status: 200 len: 1800 time: 0.1684215 Aug 20 11:34:30.629250 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdc9e8d5-a558-4bb1-aaab-6c64a26dd2a4 req-95b012e3-9829-4e93-b9ce-d38b42ace0df tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212080 Aug 20 11:34:30.659574 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf956f9-36c8-4f9f-afc1-232c0b905363 None None] Pushing event updated for resources: {'Port': ['ID=adf13166-4076-4e19-b0fc-479292eb5394,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:30.732445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bcfdeaac-630d-4e4f-8dd0-fc1b688ffc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:51Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'f460475f-e74f-41fa-88fb-1e1e2019ee0a', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'port_id': '6e05c8a0-fd09-4056-bf13-970c181e59ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'mac_address': 'fa:16:3e:8b:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed5cefa-bd05-4061-bd58-f718185d790c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:18Z', 'updated_at': '2021-08-20T11:34:26Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea7ea1e-7b2f-465b-8942-671daa720c34', 'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'mac_address': 'fa:16:3e:d9:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:50Z', 'updated_at': '2021-08-20T11:30:59Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'subnets': [{'id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:30.758535 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f2666a-6c0f-4db6-a00f-f3246c75c875 x-openstack-request-id: req-d4f2666a-6c0f-4db6-a00f-f3246c75c875 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:30.759705 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a08fdd-366a-48e8-aef6-9cad9a3ba053", "tag": "5d3f90e6-3597-4684-8407-8e3d004c9b85", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:30.761844 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4f2666a-6c0f-4db6-a00f-f3246c75c875 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:30.764077 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a08fdd-366a-48e8-aef6-9cad9a3ba053', 'tag': '5d3f90e6-3597-4684-8407-8e3d004c9b85', 'status': 'completed', 'code': 200} Aug 20 11:34:30.776320 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Attempting to bind port adf13166-4076-4e19-b0fc-479292eb5394 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:30.783201 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Attempting to bind port adf13166-4076-4e19-b0fc-479292eb5394 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:30.783739 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Attempting to bind port adf13166-4076-4e19-b0fc-479292eb5394 on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:30.799400 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:30.799949 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Checking segment: {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:30.800457 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.813353 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Bound using segment: {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:30.813353 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Bound port: adf13166-4076-4e19-b0fc-479292eb5394, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:30.813353 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.815050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67214697-edc0-4d76-948d-e780429ca16c req-926c434d-82c8-4c57-8099-3336435a4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:30.823619 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67214697-edc0-4d76-948d-e780429ca16c req-926c434d-82c8-4c57-8099-3336435a4058 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c2646293-359f-4e05-a742-c34a4466917c HTTP/1.1" status: 200 len: 924 time: 0.2505600 Aug 20 11:34:30.846177 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfdeaac-630d-4e4f-8dd0-fc1b688ffc40 None None] The sync data for ids ['a7d16018-9492-48d5-b249-317a78e7d543'] in n-d-804299-2 is: [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:51Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'f460475f-e74f-41fa-88fb-1e1e2019ee0a', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'port_id': '6e05c8a0-fd09-4056-bf13-970c181e59ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'mac_address': 'fa:16:3e:8b:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed5cefa-bd05-4061-bd58-f718185d790c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:18Z', 'updated_at': '2021-08-20T11:34:26Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea7ea1e-7b2f-465b-8942-671daa720c34', 'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'mac_address': 'fa:16:3e:d9:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:50Z', 'updated_at': '2021-08-20T11:30:59Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'subnets': [{'id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:34:30.998481 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:31.104251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 01820d37-a262-4efc-a10b-c564d68b2750 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:34:31.110278 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] For port adf13166-4076-4e19-b0fc-479292eb5394, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:31.122631 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] For port adf13166-4076-4e19-b0fc-479292eb5394, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=adf13166-4076-4e19-b0fc-479292eb5394,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:31.137199 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:31.152406 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc096e34-19b8-4fb8-aabd-878e154756ce req-06770a9a-002d-4e40-a09a-b9c6d8948e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:31.158235 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc096e34-19b8-4fb8-aabd-878e154756ce req-06770a9a-002d-4e40-a09a-b9c6d8948e62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=85e3edaa635e4b108702459e233c4176&device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 1135 time: 0.3600724 Aug 20 11:34:31.284369 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67214697-edc0-4d76-948d-e780429ca16c req-980e2260-4264-45e5-9fd5-34e0008b6a35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e05c8a0-fd09-4056-bf13-970c181e59ce HTTP/1.1" status: 200 len: 1000 time: 0.3824592 Aug 20 11:34:31.293619 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-a01d0b8f-6090-4dd1-a45b-c03c4345b642 req-ac1034bc-3843-420c-afa6-eff480ad7507 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 11:34:31.320817 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a01d0b8f-6090-4dd1-a45b-c03c4345b642 req-ac1034bc-3843-420c-afa6-eff480ad7507 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "DELETE /v2.0/security-groups/81865bf5-6a82-4941-9eb9-e9f174ae5558 HTTP/1.1" status: 409 len: 341 time: 0.5024383 Aug 20 11:34:31.325365 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Routers {'f4fc4f51-bd65-4ebe-a161-533eb67e9631'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:31.326024 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:34:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:31.342199 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc096e34-19b8-4fb8-aabd-878e154756ce req-3deaab2f-33b2-42fc-b698-539efaa6f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:31.343796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc096e34-19b8-4fb8-aabd-878e154756ce req-3deaab2f-33b2-42fc-b698-539efaa6f907 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75f63e75-19be-4ea8-88fe-824cb0111e79 HTTP/1.1" status: 200 len: 913 time: 0.1809683 Aug 20 11:34:31.408092 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75094643-6eff-49cc-81ce-b1861bedc27d None None] New status for floating IP f460475f-e74f-41fa-88fb-1e1e2019ee0a: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:34:31.524959 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67214697-edc0-4d76-948d-e780429ca16c req-5c8a99c9-7f77-424d-8261-444a81e0b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:31.529967 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67214697-edc0-4d76-948d-e780429ca16c req-5c8a99c9-7f77-424d-8261-444a81e0b189 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a43fc42c-055a-45af-b6d5-9b0f2c8473da HTTP/1.1" status: 200 len: 863 time: 0.2045081 Aug 20 11:34:31.567532 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf956f9-36c8-4f9f-afc1-232c0b905363 None None] Pushing event updated for resources: {'Port': ['ID=adf13166-4076-4e19-b0fc-479292eb5394,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:31.578299 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc096e34-19b8-4fb8-aabd-878e154756ce req-25bf5095-aedc-4fb3-993b-4e5da05a8918 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d3f90e6-3597-4684-8407-8e3d004c9b85 HTTP/1.1" status: 200 len: 217 time: 0.1973114 Aug 20 11:34:31.654764 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Allocated IP 172.25.8.64 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/1f04ee41-782e-4d26-b5d1-0909468d7d0e) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:31.710806 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67214697-edc0-4d76-948d-e780429ca16c req-ed96f2f1-f9f9-443d-887c-7698fe433556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:31.717864 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67214697-edc0-4d76-948d-e780429ca16c req-ed96f2f1-f9f9-443d-887c-7698fe433556 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c2646293-359f-4e05-a742-c34a4466917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727376 Aug 20 11:34:31.757975 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] Set router f4fc4f51-bd65-4ebe-a161-533eb67e9631 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:31.857378 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:31.950325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 01820d37-a262-4efc-a10b-c564d68b2750, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=01820d37-a262-4efc-a10b-c564d68b2750,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:31.958228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55758) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:32.028810 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '01820d37-a262-4efc-a10b-c564d68b2750', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '01820d37-a262-4efc-a10b-c564d68b2750', 'mac_address': 'fa:16:3e:03:db:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:34:32.041803 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67214697-edc0-4d76-948d-e780429ca16c req-4c5bf1d3-6470-4eb1-93e4-1ad2936e7687 service neutron] 10.222.0.35 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085406 Aug 20 11:34:32.081528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc096e34-19b8-4fb8-aabd-878e154756ce req-681182b2-23af-4ebc-ab89-444a7296f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:32.097415 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc096e34-19b8-4fb8-aabd-878e154756ce req-681182b2-23af-4ebc-ab89-444a7296f2b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0d57bdd-67c5-44c0-8b9a-0885bceb666d HTTP/1.1" status: 200 len: 853 time: 0.5107589 Aug 20 11:34:32.140893 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.257811 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.271603 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc34cf51-64a1-4a5a-83aa-0ec8653f4dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.292155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01820d37-a262-4efc-a10b-c564d68b2750 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:32.318443 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc096e34-19b8-4fb8-aabd-878e154756ce req-848de04e-0eb8-4b92-ba9b-5ecc1772d7de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75f63e75-19be-4ea8-88fe-824cb0111e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380551 Aug 20 11:34:32.342954 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 01820d37-a262-4efc-a10b-c564d68b2750, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=01820d37-a262-4efc-a10b-c564d68b2750,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:32.348083 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.362538 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'name': 'tempest-ServerActionsTestJSON-1042697549-router', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:18Z', 'updated_at': '2021-08-20T11:34:26Z', 'revision_number': 4, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'gw_port': {'id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:19Z', 'updated_at': '2021-08-20T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'adf13166-4076-4e19-b0fc-479292eb5394', 'name': '', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'mac_address': 'fa:16:3e:38:31:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:24Z', 'updated_at': '2021-08-20T11:34:31Z', 'revision_number': 4, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'subnets': [{'id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:32.378164 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67214697-edc0-4d76-948d-e780429ca16c req-087ce1e5-ab5d-494c-9fe2-c5147e946c59 service neutron] 10.222.0.35 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227701 Aug 20 11:34:32.388579 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250b219-6622-4cdd-b330-bedb71904972 req-f33d94a7-8de3-4108-a6c3-fae3d9e1b916 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:32.396453 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f250b219-6622-4cdd-b330-bedb71904972 req-f33d94a7-8de3-4108-a6c3-fae3d9e1b916 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 984 time: 0.2041545 Aug 20 11:34:32.445500 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55fbc9c-94a4-4bb3-b865-8ad4c38ecb97 None None] The sync data for ids ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'] in n-d-804299-2 is: [{'id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'name': 'tempest-ServerActionsTestJSON-1042697549-router', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:18Z', 'updated_at': '2021-08-20T11:34:26Z', 'revision_number': 4, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'gw_port': {'id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:19Z', 'updated_at': '2021-08-20T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'adf13166-4076-4e19-b0fc-479292eb5394', 'name': '', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'mac_address': 'fa:16:3e:38:31:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:24Z', 'updated_at': '2021-08-20T11:34:31Z', 'revision_number': 4, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'subnets': [{'id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:34:32.465796 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['01820d37-a262-4efc-a10b-c564d68b2750'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:32.469134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=01820d37-a262-4efc-a10b-c564d68b2750,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:32.508698 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f250b219-6622-4cdd-b330-bedb71904972 req-6a8f0b5f-b9f8-42bf-9f5a-5d2307bf9d35 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&id=81865bf5-6a82-4941-9eb9-e9f174ae5558&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1051662 Aug 20 11:34:32.537129 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc096e34-19b8-4fb8-aabd-878e154756ce req-f5edb882-0e7b-4ae1-946f-3b2c6209ab67 service neutron] 10.222.0.35 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808798 Aug 20 11:34:32.539378 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:32.555575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:32.572498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:32.599681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event updated for resources: {'Port': ['ID=1f04ee41-782e-4d26-b5d1-0909468d7d0e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:32.611745 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.613559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f8664-576e-4c1b-a1c8-9a56c86171bf req-8831277c-e60b-4a1c-a0f4-357f4306fa97 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:32.621827 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-127f8664-576e-4c1b-a1c8-9a56c86171bf req-8831277c-e60b-4a1c-a0f4-357f4306fa97 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 943 time: 0.5162985 Aug 20 11:34:32.672168 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc34cf51-64a1-4a5a-83aa-0ec8653f4dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.687557 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc34cf51-64a1-4a5a-83aa-0ec8653f4dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.758593 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fc34cf51-64a1-4a5a-83aa-0ec8653f4dcc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0eb82e54103438c86acc3d03e74fce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7961316 Aug 20 11:34:32.758593 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55790) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:32.765838 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34cf51-64a1-4a5a-83aa-0ec8653f4dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa990a1-fcaf-4fa6-b176-f1406b766fe5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:32.870138 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a3b1fb8-a823-4e64-a4fe-e7f69b15fae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.911247 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a3b1fb8-a823-4e64-a4fe-e7f69b15fae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.997652 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a3b1fb8-a823-4e64-a4fe-e7f69b15fae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.000605 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a3b1fb8-a823-4e64-a4fe-e7f69b15fae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.003908 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5a3b1fb8-a823-4e64-a4fe-e7f69b15fae5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7fa990a1-fcaf-4fa6-b176-f1406b766fe5 HTTP/1.1" status: 204 len: 168 time: 0.2417717 Aug 20 11:34:33.004705 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-127f8664-576e-4c1b-a1c8-9a56c86171bf req-929dce44-9dba-4ce1-8ecc-a8a48e67ea80 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816092 Aug 20 11:34:33.025842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b1fb8-a823-4e64-a4fe-e7f69b15fae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa990a1-fcaf-4fa6-b176-f1406b766fe5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:33.129259 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc096e34-19b8-4fb8-aabd-878e154756ce req-4e5f7f4a-0fb2-4d90-87f7-4d5c87376f21 service neutron] 10.222.0.35 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560517 Aug 20 11:34:33.130651 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.214496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device adf13166-4076-4e19-b0fc-479292eb5394 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:33.337808 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.354744 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port adf13166-4076-4e19-b0fc-479292eb5394 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:33.361507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port adf13166-4076-4e19-b0fc-479292eb5394 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:33.362538 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.382499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5020d-a634-4f22-89d5-314eeb909da0 req-79e4f7a1-0a36-4ed7-999c-372ccd808553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:33.384317 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ff5020d-a634-4f22-89d5-314eeb909da0 req-79e4f7a1-0a36-4ed7-999c-372ccd808553 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=85e3edaa635e4b108702459e233c4176&device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 1135 time: 0.2016852 Aug 20 11:34:33.572902 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.641423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port adf13166-4076-4e19-b0fc-479292eb5394, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=adf13166-4076-4e19-b0fc-479292eb5394,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:33.646069 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.705987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5020d-a634-4f22-89d5-314eeb909da0 req-e1e92914-29a5-4850-b7ab-236069d2daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:33.707731 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ff5020d-a634-4f22-89d5-314eeb909da0 req-e1e92914-29a5-4850-b7ab-236069d2daf3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75f63e75-19be-4ea8-88fe-824cb0111e79 HTTP/1.1" status: 200 len: 913 time: 0.3091218 Aug 20 11:34:33.730000 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=adf13166-4076-4e19-b0fc-479292eb5394,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:33.771086 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ff5020d-a634-4f22-89d5-314eeb909da0 req-8e319311-ca05-4d5e-b0fd-168558096983 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d3f90e6-3597-4684-8407-8e3d004c9b85 HTTP/1.1" status: 200 len: 217 time: 0.0458705 Aug 20 11:34:33.859007 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.872464 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.875863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5020d-a634-4f22-89d5-314eeb909da0 req-3c402c1d-0065-40d4-87f3-d6fd18b9faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:33.877489 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ff5020d-a634-4f22-89d5-314eeb909da0 req-3c402c1d-0065-40d4-87f3-d6fd18b9faa6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0d57bdd-67c5-44c0-8b9a-0885bceb666d HTTP/1.1" status: 200 len: 853 time: 0.0969834 Aug 20 11:34:33.953687 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ff5020d-a634-4f22-89d5-314eeb909da0 req-06c86a40-4603-47ce-afbd-18da630676e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75f63e75-19be-4ea8-88fe-824cb0111e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381672 Aug 20 11:34:34.042694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event updated for resources: {'Port': ['ID=1f04ee41-782e-4d26-b5d1-0909468d7d0e,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:34.132828 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ff5020d-a634-4f22-89d5-314eeb909da0 req-49b0441d-bbcc-4ce4-8902-6ada5d1e7ec4 service neutron] 10.222.0.35 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652145 Aug 20 11:34:34.134220 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.156882 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.169389 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-213b3d9f-5a3e-4699-939b-a451867bea45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9625862 Aug 20 11:34:34.311022 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ff5020d-a634-4f22-89d5-314eeb909da0 req-a4ebcf28-eec7-41ad-9a1e-bf3fd3871fa0 service neutron] 10.222.0.35 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643744 Aug 20 11:34:35.097677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device adf13166-4076-4e19-b0fc-479292eb5394 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:35.147599 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11175ef-6063-42d9-b52c-b46410aee304 req-5d849364-78ce-4355-9d14-4f473bac4648 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:35.161801 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b11175ef-6063-42d9-b52c-b46410aee304 req-5d849364-78ce-4355-9d14-4f473bac4648 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 984 time: 0.0879061 Aug 20 11:34:35.192684 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 01820d37-a262-4efc-a10b-c564d68b2750 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:35.251989 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b11175ef-6063-42d9-b52c-b46410aee304 req-bc1c7ae5-a9b9-4920-ab1f-968fd5783265 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&id=81865bf5-6a82-4941-9eb9-e9f174ae5558&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0831280 Aug 20 11:34:35.319450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port adf13166-4076-4e19-b0fc-479292eb5394 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:35.320125 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:35.384119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 01820d37-a262-4efc-a10b-c564d68b2750 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:35.384891 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:35.426578 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fddb85-cf26-4088-bb5a-add3838cd8d8 req-47b07722-90fc-42dd-8941-c6bf1e27ea20 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:35.431450 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49fddb85-cf26-4088-bb5a-add3838cd8d8 req-47b07722-90fc-42dd-8941-c6bf1e27ea20 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 943 time: 0.1226521 Aug 20 11:34:35.552462 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49fddb85-cf26-4088-bb5a-add3838cd8d8 req-266863e7-cd8b-4638-8a7f-e6e0dd9fb42a tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102371 Aug 20 11:34:35.574680 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:35.620438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f78be-f938-4d6c-9898-82d5a6fa94d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01820d37-a262-4efc-a10b-c564d68b2750'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:35.623386 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cc1475-8c81-4253-b167-143431805656" -d '{"events": [{"server_uuid": "297f78be-f938-4d6c-9898-82d5a6fa94d3", "name": "network-vif-plugged", "status": "completed", "tag": "01820d37-a262-4efc-a10b-c564d68b2750"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:35.648361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 01820d37-a262-4efc-a10b-c564d68b2750, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=01820d37-a262-4efc-a10b-c564d68b2750,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:35.655496 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-9c78833e-2898-4aac-93ca-25f40c104f88 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2026014273&fields=id&tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c HTTP/1.1" status: 200 len: 267 time: 0.1288078 Aug 20 11:34:35.656197 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:35.744181 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=01820d37-a262-4efc-a10b-c564d68b2750,revision_number=10']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:35.840267 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-abeeec0e-93a9-42a9-963e-e70290f9353a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:35.842207 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-abeeec0e-93a9-42a9-963e-e70290f9353a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 812 time: 0.1783044 Aug 20 11:34:35.887325 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-ad1f6785-7df1-4182-9e86-fc68fad52126 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/quotas/947e0c1b067b4c5f9c1cddc27a1d480c HTTP/1.1" status: 200 len: 375 time: 0.0256083 Aug 20 11:34:35.988818 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-06f1b616-6969-4ba8-84e5-1a13df51dca3 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003306 Aug 20 11:34:36.121911 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-b970824c-a817-4e6b-b82d-6707fe01f428 service neutron] 10.222.0.37 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291633 Aug 20 11:34:36.170031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c653e7-266a-4352-85b4-02d503bf6748 req-93b577a7-3b0a-4d76-8ebc-3d032b5950b2 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:36.172121 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-13c653e7-266a-4352-85b4-02d503bf6748 req-93b577a7-3b0a-4d76-8ebc-3d032b5950b2 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.0733249 Aug 20 11:34:36.218232 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-13c653e7-266a-4352-85b4-02d503bf6748 req-516e4be4-a828-4fb4-a4a6-defffdd8aa6d tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397332 Aug 20 11:34:36.344527 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-0e428222-5bf9-4f98-be42-1840bb921420 service neutron] 10.222.0.37 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068212 Aug 20 11:34:36.376486 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54af1cd1-75df-441f-89c1-66975acebebb req-89162be8-c60e-4266-859c-398678ac8801 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-706620195&fields=id&tenant_id=85e3edaa635e4b108702459e233c4176 HTTP/1.1" status: 200 len: 267 time: 0.0823689 Aug 20 11:34:36.445360 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af1cd1-75df-441f-89c1-66975acebebb req-47370015-fe4d-4172-bb32-da606a030a4f tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:36.447888 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54af1cd1-75df-441f-89c1-66975acebebb req-47370015-fe4d-4172-bb32-da606a030a4f tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 984 time: 0.0646346 Aug 20 11:34:36.462727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-54af1cd1-75df-441f-89c1-66975acebebb req-715280d2-ffb7-4442-8433-2bb3b4b42835 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Request body: {'port': {'security_groups': ['81865bf5-6a82-4941-9eb9-e9f174ae5558', 'ddc667a6-ba15-4356-be8b-c953c2141166', '4a202738-668a-4b5f-afd5-01f5511db969']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:36.507758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55890) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:36.583791 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-54af1cd1-75df-441f-89c1-66975acebebb req-715280d2-ffb7-4442-8433-2bb3b4b42835 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.624964 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8da0219-1074-4976-afab-d99bdd65405e x-openstack-request-id: req-c8da0219-1074-4976-afab-d99bdd65405e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:36.625852 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f78be-f938-4d6c-9898-82d5a6fa94d3", "name": "network-vif-plugged", "status": "completed", "tag": "01820d37-a262-4efc-a10b-c564d68b2750", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:36.626326 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8da0219-1074-4976-afab-d99bdd65405e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:36.627159 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297f78be-f938-4d6c-9898-82d5a6fa94d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01820d37-a262-4efc-a10b-c564d68b2750', 'code': 200} Aug 20 11:34:36.736707 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd358aa9-93a7-46d5-8379-6169c36b3201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.948421 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd358aa9-93a7-46d5-8379-6169c36b3201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.964190 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd358aa9-93a7-46d5-8379-6169c36b3201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.969819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-54af1cd1-75df-441f-89c1-66975acebebb req-715280d2-ffb7-4442-8433-2bb3b4b42835 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] For port 5d3f90e6-3597-4684-8407-8e3d004c9b85, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5d3f90e6-3597-4684-8407-8e3d004c9b85,segment=NetworkSegment(aa92d711-f031-473d-abac-760cf93baac4),segment_id=aa92d711-f031-473d-abac-760cf93baac4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:37.013270 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cd358aa9-93a7-46d5-8379-6169c36b3201 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e153bb3873fa464d9730b6baf0466b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5020082 Aug 20 11:34:37.014529 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-54af1cd1-75df-441f-89c1-66975acebebb req-715280d2-ffb7-4442-8433-2bb3b4b42835 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.018905 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55922) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:37.027475 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-20fcd8e4-a40a-4736-a429-9a777583af0f req-b57931fb-dffc-4727-8f42-16f09452721d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 210 time: 0.0768154 Aug 20 11:34:37.043082 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-54af1cd1-75df-441f-89c1-66975acebebb req-715280d2-ffb7-4442-8433-2bb3b4b42835 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.067986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0a32ff2c-ab92-441e-a197-f641d4604892'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:37.125515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd358aa9-93a7-46d5-8379-6169c36b3201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8714db49-135f-44ff-b0d6-946030eaed3c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:37.127269 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715280d2-ffb7-4442-8433-2bb3b4b42835 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event updated for resources: {'Port': ['ID=5d3f90e6-3597-4684-8407-8e3d004c9b85,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:37.188352 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af1cd1-75df-441f-89c1-66975acebebb req-715280d2-ffb7-4442-8433-2bb3b4b42835 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:37.201423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['5d3f90e6-3597-4684-8407-8e3d004c9b85'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:37.206969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-54af1cd1-75df-441f-89c1-66975acebebb req-715280d2-ffb7-4442-8433-2bb3b4b42835 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.222366 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54af1cd1-75df-441f-89c1-66975acebebb req-715280d2-ffb7-4442-8433-2bb3b4b42835 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "PUT /v2.0/ports/5d3f90e6-3597-4684-8407-8e3d004c9b85 HTTP/1.1" status: 200 len: 1020 time: 0.7654319 Aug 20 11:34:37.223466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a08fdd-366a-48e8-aef6-9cad9a3ba053', 'tag': '5d3f90e6-3597-4684-8407-8e3d004c9b85'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:37.228822 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706bca11-d487-45c9-a98e-24269324baac" -d '{"events": [{"name": "network-changed", "server_uuid": "45a08fdd-366a-48e8-aef6-9cad9a3ba053", "tag": "5d3f90e6-3597-4684-8407-8e3d004c9b85"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:37.302133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85a8ae-305f-4aaa-81f1-81e841d89e80 req-0cc67b71-a137-46fa-aaac-b28332788ca6 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:37.316084 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9c85a8ae-305f-4aaa-81f1-81e841d89e80 req-0cc67b71-a137-46fa-aaac-b28332788ca6 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 943 time: 0.1205270 Aug 20 11:34:37.321341 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b893b458-96ff-4855-92e8-7743791850de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.379799 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-33797521-ffc0-4800-b28e-df44e2cb26d9 req-35f8c2e8-22ad-4ec2-839d-af04698e2e0a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/4a202738-668a-4b5f-afd5-01f5511db969 HTTP/1.1" status: 200 len: 1799 time: 0.1347415 Aug 20 11:34:37.397122 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9c85a8ae-305f-4aaa-81f1-81e841d89e80 req-b18d71f7-565b-4d16-8bb3-4ac149e2c7ff tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800984 Aug 20 11:34:37.438264 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b893b458-96ff-4855-92e8-7743791850de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.485766 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['5d3f90e6-3597-4684-8407-8e3d004c9b85'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:37.548324 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-33797521-ffc0-4800-b28e-df44e2cb26d9 req-9c445203-2087-4d3c-a662-29fa2d916226 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 11:34:37.561962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-33797521-ffc0-4800-b28e-df44e2cb26d9 req-9c445203-2087-4d3c-a662-29fa2d916226 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "DELETE /v2.0/security-groups/4a202738-668a-4b5f-afd5-01f5511db969 HTTP/1.1" status: 409 len: 341 time: 0.1801589 Aug 20 11:34:37.585632 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b893b458-96ff-4855-92e8-7743791850de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.589184 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b893b458-96ff-4855-92e8-7743791850de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.590516 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b893b458-96ff-4855-92e8-7743791850de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8714db49-135f-44ff-b0d6-946030eaed3c HTTP/1.1" status: 204 len: 168 time: 0.5693231 Aug 20 11:34:37.629229 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893b458-96ff-4855-92e8-7743791850de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8714db49-135f-44ff-b0d6-946030eaed3c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:37.653542 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20813010-067a-4fbc-a664-4454c1d077cd x-openstack-request-id: req-20813010-067a-4fbc-a664-4454c1d077cd {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:37.654039 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a08fdd-366a-48e8-aef6-9cad9a3ba053", "tag": "5d3f90e6-3597-4684-8407-8e3d004c9b85", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:37.654446 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20813010-067a-4fbc-a664-4454c1d077cd {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:37.654987 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a08fdd-366a-48e8-aef6-9cad9a3ba053', 'tag': '5d3f90e6-3597-4684-8407-8e3d004c9b85', 'status': 'completed', 'code': 200} Aug 20 11:34:37.920444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc03d2-4b87-4049-a70b-e6bebf9765ae req-177caa7d-0735-4cab-9cfa-ab249ce37c2e tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:37.930219 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27cc03d2-4b87-4049-a70b-e6bebf9765ae req-177caa7d-0735-4cab-9cfa-ab249ce37c2e tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.4002290 Aug 20 11:34:37.943311 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b536e843-ec18-43e0-a20d-bfc139b3b46b req-15a3e19c-0710-464a-8df8-e792b6bbfd1d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3315442 Aug 20 11:34:37.963439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bca11-d487-45c9-a98e-24269324baac req-6e78ec03-c7ed-4838-a356-ce52a0af640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:37.965296 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-706bca11-d487-45c9-a98e-24269324baac req-6e78ec03-c7ed-4838-a356-ce52a0af640d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=85e3edaa635e4b108702459e233c4176&device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 1174 time: 0.2689981 Aug 20 11:34:38.449101 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc032f8-4dfe-46b7-9781-ee431ed9ce28 req-1366e9a4-7489-4278-ac99-5f2d9952f94e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:38.454120 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6cc032f8-4dfe-46b7-9781-ee431ed9ce28 req-1366e9a4-7489-4278-ac99-5f2d9952f94e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 1023 time: 0.1299386 Aug 20 11:34:38.556256 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6cc032f8-4dfe-46b7-9781-ee431ed9ce28 req-cc8993b6-d638-475d-b172-d9cec624bfe7 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&id=81865bf5-6a82-4941-9eb9-e9f174ae5558&id=4a202738-668a-4b5f-afd5-01f5511db969&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0950689 Aug 20 11:34:38.726734 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27cc03d2-4b87-4049-a70b-e6bebf9765ae req-17396c46-0ea2-46f0-9bcd-f9e903a534e1 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7918804 Aug 20 11:34:38.775366 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3376a5f9-1536-4af8-b8c5-ddc348eaef4e req-e8e0d22a-5035-4e72-bb37-0c3fa7af187f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 210 time: 0.0784504 Aug 20 11:34:38.872580 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.090108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536e843-ec18-43e0-a20d-bfc139b3b46b req-9247374d-ed9a-4409-b3f9-06a32b21badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:39.091759 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b536e843-ec18-43e0-a20d-bfc139b3b46b req-9247374d-ed9a-4409-b3f9-06a32b21badc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85e3edaa635e4b108702459e233c4176&device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 1175 time: 1.1141126 Aug 20 11:34:39.180999 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56000) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:39.239369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8511a02-1629-4c1d-9dde-0e41826c0dc1 req-91465384-beff-4a8b-8c19-ba9f13ea218e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:39.241479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8511a02-1629-4c1d-9dde-0e41826c0dc1 req-91465384-beff-4a8b-8c19-ba9f13ea218e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 943 time: 0.3262653 Aug 20 11:34:39.254741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-bd26c0a7-3e26-4a98-afbb-a70ed64f2725 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:39.257255 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-bd26c0a7-3e26-4a98-afbb-a70ed64f2725 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.76 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 812 time: 0.6274180 Aug 20 11:34:39.273108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bca11-d487-45c9-a98e-24269324baac req-6d4e139e-0de3-41e3-84c6-6cdfdef78e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:39.276044 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-706bca11-d487-45c9-a98e-24269324baac req-6d4e139e-0de3-41e3-84c6-6cdfdef78e44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75f63e75-19be-4ea8-88fe-824cb0111e79 HTTP/1.1" status: 200 len: 913 time: 1.2809520 Aug 20 11:34:39.313205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8f24773b-cdfe-4403-83a4-d9fbfbd6384a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1343917389-network', 'tenant_id': 'd35e99a432d242b68d8396967126336c'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:39.357436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f24773b-cdfe-4403-83a4-d9fbfbd6384a admin admin] Made reservation on behalf of d35e99a432d242b68d8396967126336c for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:39.363263 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f24773b-cdfe-4403-83a4-d9fbfbd6384a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.377364 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f24773b-cdfe-4403-83a4-d9fbfbd6384a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.380182 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-706bca11-d487-45c9-a98e-24269324baac req-8db6f53f-12f2-47b3-885d-43a47bd974a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d3f90e6-3597-4684-8407-8e3d004c9b85 HTTP/1.1" status: 200 len: 217 time: 0.0791824 Aug 20 11:34:39.396600 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8511a02-1629-4c1d-9dde-0e41826c0dc1 req-b24fddc1-4aa0-4860-b16f-b2feb1972949 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320298 Aug 20 11:34:39.443403 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-0cb35dca-757c-4806-b34d-48ddf64d4379 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c HTTP/1.1" status: 200 len: 380 time: 0.1458378 Aug 20 11:34:39.479489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-e3644f33-33d9-414e-bc5b-8bd9695374fa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Request body: {'port': {'device_id': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'admin_state_up': True, 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'security_groups': ['de11403a-1f1e-4fa0-beb7-eedf7576ac61']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:39.489515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536e843-ec18-43e0-a20d-bfc139b3b46b req-12ca2b11-7b5a-4d14-a68c-08f6888dbf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:39.491321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b536e843-ec18-43e0-a20d-bfc139b3b46b req-12ca2b11-7b5a-4d14-a68c-08f6888dbf24 service neutron] 10.222.0.76 "GET /v2.0/networks?id=75f63e75-19be-4ea8-88fe-824cb0111e79 HTTP/1.1" status: 200 len: 913 time: 0.3705487 Aug 20 11:34:39.513669 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f24773b-cdfe-4403-83a4-d9fbfbd6384a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.533966 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f24773b-cdfe-4403-83a4-d9fbfbd6384a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.585868 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b536e843-ec18-43e0-a20d-bfc139b3b46b req-fc5b136c-8642-4545-a26a-72c367351f61 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a32ff2c-ab92-441e-a197-f641d4604892 HTTP/1.1" status: 200 len: 217 time: 0.0806611 Aug 20 11:34:39.590219 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24773b-cdfe-4403-83a4-d9fbfbd6384a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a111bc1-1025-4b0c-9254-0da5ddb119e9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:39.637357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f24773b-cdfe-4403-83a4-d9fbfbd6384a admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:39.649865 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bca11-d487-45c9-a98e-24269324baac req-b85b307e-cb2c-4ac2-a8b5-ea25c12e7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:39.651751 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-706bca11-d487-45c9-a98e-24269324baac req-b85b307e-cb2c-4ac2-a8b5-ea25c12e7087 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0d57bdd-67c5-44c0-8b9a-0885bceb666d HTTP/1.1" status: 200 len: 853 time: 0.2134385 Aug 20 11:34:39.663677 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f24773b-cdfe-4403-83a4-d9fbfbd6384a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.664938 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-8f24773b-cdfe-4403-83a4-d9fbfbd6384a admin admin] Added segment b039a575-3a60-4001-9533-564fbf7199f8 of type vlan for network ddcfbeaf-2912-4c09-85fc-ba3d049c90c4 Aug 20 11:34:39.714481 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-706bca11-d487-45c9-a98e-24269324baac req-519f1e7e-3e50-4776-bad2-64bdd4833784 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75f63e75-19be-4ea8-88fe-824cb0111e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462251 Aug 20 11:34:39.724332 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536e843-ec18-43e0-a20d-bfc139b3b46b req-a9271535-17d0-49f0-8082-38c941965730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:39.726850 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b536e843-ec18-43e0-a20d-bfc139b3b46b req-a9271535-17d0-49f0-8082-38c941965730 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d0d57bdd-67c5-44c0-8b9a-0885bceb666d HTTP/1.1" status: 200 len: 853 time: 0.1292298 Aug 20 11:34:39.772660 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f24773b-cdfe-4403-83a4-d9fbfbd6384a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.829998 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75384780-7626-48ab-9382-11b54e5b1cb4 req-10a71011-d0d4-4fe9-a915-4ba352f46e5e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:39.832052 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-75384780-7626-48ab-9382-11b54e5b1cb4 req-10a71011-d0d4-4fe9-a915-4ba352f46e5e tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 1023 time: 0.1129251 Aug 20 11:34:39.833538 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f24773b-cdfe-4403-83a4-d9fbfbd6384a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.834701 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f24773b-cdfe-4403-83a4-d9fbfbd6384a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:39.835396 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f24773b-cdfe-4403-83a4-d9fbfbd6384a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.892959 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8f24773b-cdfe-4403-83a4-d9fbfbd6384a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7082772 Aug 20 11:34:39.949912 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56010) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:39.957525 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-706bca11-d487-45c9-a98e-24269324baac req-e9259602-46f3-46da-8e9f-e53297705a72 service neutron] 10.222.0.35 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247236 Aug 20 11:34:39.964686 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-02af92b2-f430-488f-b7ea-a00f64588a3e admin admin] Request body: {'subnet': {'network_id': 'ddcfbeaf-2912-4c09-85fc-ba3d049c90c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1343917389-subnet', 'tenant_id': 'd35e99a432d242b68d8396967126336c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:40.063269 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b536e843-ec18-43e0-a20d-bfc139b3b46b req-d9773886-2bb5-4d17-be6e-85e6e4efad45 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=75f63e75-19be-4ea8-88fe-824cb0111e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3285944 Aug 20 11:34:40.086743 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24773b-cdfe-4403-83a4-d9fbfbd6384a admin admin] Pushing event updated for resources: {'Network': ['ID=ddcfbeaf-2912-4c09-85fc-ba3d049c90c4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:40.100068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network ddcfbeaf-2912-4c09-85fc-ba3d049c90c4 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:40.128379 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-75384780-7626-48ab-9382-11b54e5b1cb4 req-d741af2c-b420-404a-9286-21952a071fba tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&id=81865bf5-6a82-4941-9eb9-e9f174ae5558&id=4a202738-668a-4b5f-afd5-01f5511db969&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2655501 Aug 20 11:34:40.135612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02af92b2-f430-488f-b7ea-a00f64588a3e admin admin] Made reservation on behalf of d35e99a432d242b68d8396967126336c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:40.140515 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02af92b2-f430-488f-b7ea-a00f64588a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.249932 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.api [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-e3644f33-33d9-414e-bc5b-8bd9695374fa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:34:40.249932 n-d-804299-2 neutron-server[94691]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 11:34:40.249932 n-d-804299-2 neutron-server[94691]: [parameters: {'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'id': '760fa84a-fa9e-41d0-ba87-4a00c2e0a729', 'expiration': datetime.datetime(2021, 8, 20, 11, 36, 40, 9769)}] Aug 20 11:34:40.249932 n-d-804299-2 neutron-server[94691]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:34:40.250752 n-d-804299-2 neutron-server[94691]: DEBUG oslo_db.api [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-e3644f33-33d9-414e-bc5b-8bd9695374fa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:34:40.261842 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b536e843-ec18-43e0-a20d-bfc139b3b46b req-1026f720-0ea4-4034-91d0-ee4c7a1009f0 service neutron] 10.222.0.76 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548431 Aug 20 11:34:40.390593 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b536e843-ec18-43e0-a20d-bfc139b3b46b req-e306f6b9-4fb7-480a-9612-199e34fa3243 service neutron] 10.222.0.76 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174965 Aug 20 11:34:40.410066 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02af92b2-f430-488f-b7ea-a00f64588a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.434827 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512891c-6120-43de-89b7-0a8c836e7817 req-f719ce75-828b-4d8d-aae8-937baf7da40b tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:40.441068 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0512891c-6120-43de-89b7-0a8c836e7817 req-f719ce75-828b-4d8d-aae8-937baf7da40b tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.4579239 Aug 20 11:34:40.449223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8534b-c71d-4bd3-9f96-f311a1de265b req-543b5430-f0e4-41f9-8bfe-8f3e280127ce tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:40.450955 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b3c8534b-c71d-4bd3-9f96-f311a1de265b req-543b5430-f0e4-41f9-8bfe-8f3e280127ce tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.35 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 1023 time: 0.4311786 Aug 20 11:34:40.489211 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-706bca11-d487-45c9-a98e-24269324baac req-a494ce71-9143-4a5a-9152-eab7f5b3416e service neutron] 10.222.0.35 "GET /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735279 Aug 20 11:34:40.511844 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0512891c-6120-43de-89b7-0a8c836e7817 req-34c9b31f-f45e-456a-961d-a51047f00700 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618706 Aug 20 11:34:40.522830 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e131ebb7-9ee6-426a-a23c-f682f22addbd req-399dd9af-a52e-452f-91e2-2f0d9c8bc550 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 210 time: 0.1225338 Aug 20 11:34:40.596304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af92b2-f430-488f-b7ea-a00f64588a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5253933-9291-449b-9035-43a0c6f988bd,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:40.636248 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02af92b2-f430-488f-b7ea-a00f64588a3e admin admin] Checking segment: {'id': 'b039a575-3a60-4001-9533-564fbf7199f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ddcfbeaf-2912-4c09-85fc-ba3d049c90c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:40.636615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02af92b2-f430-488f-b7ea-a00f64588a3e admin admin] Network hostable DHCP agents. Network: ddcfbeaf-2912-4c09-85fc-ba3d049c90c4, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:40.666116 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02af92b2-f430-488f-b7ea-a00f64588a3e admin admin] Network ddcfbeaf-2912-4c09-85fc-ba3d049c90c4 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:40.683656 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-b3c8534b-c71d-4bd3-9f96-f311a1de265b req-acbaadc1-f69a-4f29-a3ed-79f6ba432276 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Deleting port 5d3f90e6-3597-4684-8407-8e3d004c9b85 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:40.684002 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b3c8534b-c71d-4bd3-9f96-f311a1de265b req-acbaadc1-f69a-4f29-a3ed-79f6ba432276 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.688874 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-02af92b2-f430-488f-b7ea-a00f64588a3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, ddcfbeaf-2912-4c09-85fc-ba3d049c90c4) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:40.698740 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dd80ab-2a6c-4a78-8387-d93b1eee073d None None] Network ddcfbeaf-2912-4c09-85fc-ba3d049c90c4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:40.818740 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 50f30fcf-3f63-41a1-9e10-317b227f1d41 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:34:40.829829 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02af92b2-f430-488f-b7ea-a00f64588a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:40.830457 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02af92b2-f430-488f-b7ea-a00f64588a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.905895 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-e3644f33-33d9-414e-bc5b-8bd9695374fa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Made reservation on behalf of 947e0c1b067b4c5f9c1cddc27a1d480c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:40.916709 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-e3644f33-33d9-414e-bc5b-8bd9695374fa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.928900 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-02af92b2-f430-488f-b7ea-a00f64588a3e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9775622 Aug 20 11:34:41.024350 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5830e6d-5acd-4737-a269-5771eeced7ee req-bab13103-0ea5-4680-a121-c590ab32a15a tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:41.027253 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d5830e6d-5acd-4737-a269-5771eeced7ee req-bab13103-0ea5-4680-a121-c590ab32a15a tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 943 time: 0.2118495 Aug 20 11:34:41.050125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-b3c8534b-c71d-4bd3-9f96-f311a1de265b req-acbaadc1-f69a-4f29-a3ed-79f6ba432276 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] For port 5d3f90e6-3597-4684-8407-8e3d004c9b85, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5d3f90e6-3597-4684-8407-8e3d004c9b85,segment=NetworkSegment(aa92d711-f031-473d-abac-760cf93baac4),segment_id=aa92d711-f031-473d-abac-760cf93baac4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:41.060309 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b3c8534b-c71d-4bd3-9f96-f311a1de265b req-acbaadc1-f69a-4f29-a3ed-79f6ba432276 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:41.140252 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-b3c8534b-c71d-4bd3-9f96-f311a1de265b req-acbaadc1-f69a-4f29-a3ed-79f6ba432276 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Calling delete_port for 5d3f90e6-3597-4684-8407-8e3d004c9b85 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:41.143427 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d5830e6d-5acd-4737-a269-5771eeced7ee req-e4ddb0a5-732a-488b-8b25-69f890279ddf tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084905 Aug 20 11:34:41.203406 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 50f30fcf-3f63-41a1-9e10-317b227f1d41, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=50f30fcf-3f63-41a1-9e10-317b227f1d41,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:41.227088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '50f30fcf-3f63-41a1-9e10-317b227f1d41', 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77', 'port_id': '50f30fcf-3f63-41a1-9e10-317b227f1d41', 'mac_address': 'fa:16:3e:90:87:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843c014f-c6d6-46ac-ac96-8342939acd6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:34:41.307138 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecab575f-b710-4776-919f-d03ae7d415ea None None] Network ddcfbeaf-2912-4c09-85fc-ba3d049c90c4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:41.395471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-e3644f33-33d9-414e-bc5b-8bd9695374fa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Allocated IP 172.20.0.10 (601cbfc5-e222-4e33-a80a-eb90561bedd1/10cb89f6-e588-493a-8613-14967bd5bedf/f29aa130-d098-4910-80dc-9cb2cc3f218d) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:41.451780 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b3c8534b-c71d-4bd3-9f96-f311a1de265b req-acbaadc1-f69a-4f29-a3ed-79f6ba432276 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:41.477889 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0a32ff2c-ab92-441e-a197-f641d4604892'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:41.479053 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-95169188-c674-49ab-8515-f862d1530920 req-376ca7c2-b0cd-40dd-b257-d2e9d5fe7f8b tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-924124783', 'description': 'tempest-description-1052805945'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:41.480619 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['5d3f90e6-3597-4684-8407-8e3d004c9b85'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:41.499070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ab17349-0a48-481c-9036-273965dbd9c5 req-d2e16088-0b85-49f5-83cc-cad1a61131f4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=45a08fdd-366a-48e8-aef6-9cad9a3ba053 HTTP/1.1" status: 200 len: 210 time: 0.0597312 Aug 20 11:34:41.548189 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:41.558734 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaadc1-f69a-4f29-a3ed-79f6ba432276 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event deleted for resources: {'Port': ['ID=5d3f90e6-3597-4684-8407-8e3d004c9b85,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:41.639598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f30fcf-3f63-41a1-9e10-317b227f1d41 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:41.649283 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c8534b-c71d-4bd3-9f96-f311a1de265b req-acbaadc1-f69a-4f29-a3ed-79f6ba432276 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] No DVR routers for this DVR port 5d3f90e6-3597-4684-8407-8e3d004c9b85 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:41.656334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b3c8534b-c71d-4bd3-9f96-f311a1de265b req-acbaadc1-f69a-4f29-a3ed-79f6ba432276 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:41.658421 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b3c8534b-c71d-4bd3-9f96-f311a1de265b req-acbaadc1-f69a-4f29-a3ed-79f6ba432276 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.35 "DELETE /v2.0/ports/5d3f90e6-3597-4684-8407-8e3d004c9b85 HTTP/1.1" status: 204 len: 173 time: 1.1550441 Aug 20 11:34:41.658875 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a08fdd-366a-48e8-aef6-9cad9a3ba053', 'name': 'network-vif-deleted', 'tag': '5d3f90e6-3597-4684-8407-8e3d004c9b85'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:41.661509 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4ba265-b555-4dd2-9790-51e8e918a3ec" -d '{"events": [{"server_uuid": "45a08fdd-366a-48e8-aef6-9cad9a3ba053", "name": "network-vif-deleted", "tag": "5d3f90e6-3597-4684-8407-8e3d004c9b85"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:41.709009 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-e3644f33-33d9-414e-bc5b-8bd9695374fa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:41.730056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-e3644f33-33d9-414e-bc5b-8bd9695374fa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Transition to ACTIVE for port object f29aa130-d098-4910-80dc-9cb2cc3f218d will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:41.785414 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b41cf5d2-01c1-4caf-b4c1-d31bfa010772 req-614f978a-6488-4318-9486-d693e20f0b3a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 210 time: 0.0718188 Aug 20 11:34:41.787409 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-e3644f33-33d9-414e-bc5b-8bd9695374fa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:41.848948 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3644f33-33d9-414e-bc5b-8bd9695374fa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event updated for resources: {'Port': ['ID=f29aa130-d098-4910-80dc-9cb2cc3f218d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:41.860142 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-95169188-c674-49ab-8515-f862d1530920 req-376ca7c2-b0cd-40dd-b257-d2e9d5fe7f8b tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:41.878697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-e3644f33-33d9-414e-bc5b-8bd9695374fa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Network 601cbfc5-e222-4e33-a80a-eb90561bedd1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:41.884554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-e3644f33-33d9-414e-bc5b-8bd9695374fa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:41.889553 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-e3644f33-33d9-414e-bc5b-8bd9695374fa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:42.053825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-e3644f33-33d9-414e-bc5b-8bd9695374fa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:42.057455 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-e3644f33-33d9-414e-bc5b-8bd9695374fa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:42.146074 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394867f2-c28f-447f-bcf4-d947926a9352 req-b5587858-1450-4f54-b517-141ad982637c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:42.147762 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-394867f2-c28f-447f-bcf4-d947926a9352 req-b5587858-1450-4f54-b517-141ad982637c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1471953 Aug 20 11:34:42.257910 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-394867f2-c28f-447f-bcf4-d947926a9352 req-ed95db48-8bbd-40ab-8234-cb360da8a635 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969563 Aug 20 11:34:42.264134 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-95169188-c674-49ab-8515-f862d1530920 req-376ca7c2-b0cd-40dd-b257-d2e9d5fe7f8b tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:42.301480 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-95169188-c674-49ab-8515-f862d1530920 req-376ca7c2-b0cd-40dd-b257-d2e9d5fe7f8b tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:42.331407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-e3644f33-33d9-414e-bc5b-8bd9695374fa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8754544 Aug 20 11:34:42.342429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 50f30fcf-3f63-41a1-9e10-317b227f1d41, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=50f30fcf-3f63-41a1-9e10-317b227f1d41,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:42.354951 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:42.435785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Request body: {'port': {'device_id': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:42.550460 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c18dd7-b2ee-4827-b549-ed492e1251cf x-openstack-request-id: req-42c18dd7-b2ee-4827-b549-ed492e1251cf {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:42.550890 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a08fdd-366a-48e8-aef6-9cad9a3ba053", "name": "network-vif-deleted", "tag": "5d3f90e6-3597-4684-8407-8e3d004c9b85", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:42.551248 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42c18dd7-b2ee-4827-b549-ed492e1251cf {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:42.551793 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a08fdd-366a-48e8-aef6-9cad9a3ba053', 'name': 'network-vif-deleted', 'tag': '5d3f90e6-3597-4684-8407-8e3d004c9b85', 'status': 'completed', 'code': 200} Aug 20 11:34:42.573247 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=50f30fcf-3f63-41a1-9e10-317b227f1d41,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:42.585013 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2a3d76bb-8198-4a43-a487-ac694756b8ba None None] Provisioning for port f29aa130-d098-4910-80dc-9cb2cc3f218d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:42.592162 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-95169188-c674-49ab-8515-f862d1530920 req-376ca7c2-b0cd-40dd-b257-d2e9d5fe7f8b tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:42.598061 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2a3d76bb-8198-4a43-a487-ac694756b8ba None None] Provisioning complete for port f29aa130-d098-4910-80dc-9cb2cc3f218d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:42.598504 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2a3d76bb-8198-4a43-a487-ac694756b8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:42.616070 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-95169188-c674-49ab-8515-f862d1530920 req-376ca7c2-b0cd-40dd-b257-d2e9d5fe7f8b tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1481607 Aug 20 11:34:42.677441 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:42.704326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ca7c2-b0cd-40dd-b257-d2e9d5fe7f8b tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3445ae0-1751-4ec8-84e6-c743fe635310,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:42.730928 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['50f30fcf-3f63-41a1-9e10-317b227f1d41'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:42.770180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5d3f90e6-3597-4684-8407-8e3d004c9b85 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:42.801671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 5d3f90e6-3597-4684-8407-8e3d004c9b85 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:42.802009 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5d3f90e6-3597-4684-8407-8e3d004c9b85 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:42.863162 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2a3d76bb-8198-4a43-a487-ac694756b8ba None None] Port f29aa130-d098-4910-80dc-9cb2cc3f218d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:42.921696 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2c42d903-50ad-4ddd-af10-973d014d2255 req-21721509-a091-4b2f-9b81-d908e6d850ee tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/f3445ae0-1751-4ec8-84e6-c743fe635310 HTTP/1.1" status: 200 len: 1804 time: 0.0526130 Aug 20 11:34:42.927442 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-2c42d903-50ad-4ddd-af10-973d014d2255 req-c1fa6b26-6c29-4b5d-b308-cfe93074d085 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3445ae0-1751-4ec8-84e6-c743fe635310', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:42.927918 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-2c42d903-50ad-4ddd-af10-973d014d2255 req-c1fa6b26-6c29-4b5d-b308-cfe93074d085 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3445ae0-1751-4ec8-84e6-c743fe635310', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:43.039243 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2c42d903-50ad-4ddd-af10-973d014d2255 req-c1fa6b26-6c29-4b5d-b308-cfe93074d085 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.076855 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2c42d903-50ad-4ddd-af10-973d014d2255 req-c1fa6b26-6c29-4b5d-b308-cfe93074d085 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.082316 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2c42d903-50ad-4ddd-af10-973d014d2255 req-c1fa6b26-6c29-4b5d-b308-cfe93074d085 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.097910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16740e11-c995-4c78-a550-c11308cd7901 req-53ebb682-9803-49b9-8004-7e2bc64c45e2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:43.099752 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16740e11-c995-4c78-a550-c11308cd7901 req-53ebb682-9803-49b9-8004-7e2bc64c45e2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 944 time: 0.2920167 Aug 20 11:34:43.120210 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa6b26-6c29-4b5d-b308-cfe93074d085 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f88b37-6127-45e5-a79d-d4ae8a4c5436,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:43.125581 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2c42d903-50ad-4ddd-af10-973d014d2255 req-c1fa6b26-6c29-4b5d-b308-cfe93074d085 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.138076 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2c42d903-50ad-4ddd-af10-973d014d2255 req-c1fa6b26-6c29-4b5d-b308-cfe93074d085 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2152033 Aug 20 11:34:43.248459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ba167-d791-4ac2-a618-f6078eabaf51 req-19f6106b-c08b-40a5-917d-094956cff8b3 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:43.257377 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-014ba167-d791-4ac2-a618-f6078eabaf51 req-19f6106b-c08b-40a5-917d-094956cff8b3 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 932 time: 0.0765347 Aug 20 11:34:43.267622 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16740e11-c995-4c78-a550-c11308cd7901 req-72670b5e-9b9b-4350-b362-09f77afdfa05 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517906 Aug 20 11:34:43.280038 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f29aa130-d098-4910-80dc-9cb2cc3f218d {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:43.301753 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.314809 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-014ba167-d791-4ac2-a618-f6078eabaf51 req-73de07f9-3ce0-474e-9718-7f02156de524 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535557 Aug 20 11:34:43.342744 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-f66592ce-4a01-4b1d-8f4f-88641c71bf3f req-3ea9697e-88bb-41a2-bdd8-e86dce0bc454 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-853072054', 'description': 'tempest-description-2041442008'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:43.368309 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d24d589d-485a-400c-a8ef-19e6619c49f8 req-5ecc3f92-8e7f-4292-bfc5-9eedf99d239c tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/81865bf5-6a82-4941-9eb9-e9f174ae5558 HTTP/1.1" status: 200 len: 1800 time: 0.0603280 Aug 20 11:34:43.373808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Transition to ACTIVE for port object f29aa130-d098-4910-80dc-9cb2cc3f218d will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:43.382851 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.403581 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f66592ce-4a01-4b1d-8f4f-88641c71bf3f req-3ea9697e-88bb-41a2-bdd8-e86dce0bc454 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.527239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Pushing event updated for resources: {'Port': ['ID=f29aa130-d098-4910-80dc-9cb2cc3f218d,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:43.636721 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d24d589d-485a-400c-a8ef-19e6619c49f8 req-e674020c-feea-4082-ab1f-a5246aaaec28 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.647882 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f66592ce-4a01-4b1d-8f4f-88641c71bf3f req-3ea9697e-88bb-41a2-bdd8-e86dce0bc454 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.653575 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f66592ce-4a01-4b1d-8f4f-88641c71bf3f req-3ea9697e-88bb-41a2-bdd8-e86dce0bc454 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.682268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Attempting to bind port f29aa130-d098-4910-80dc-9cb2cc3f218d on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:43.682619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Attempting to bind port f29aa130-d098-4910-80dc-9cb2cc3f218d by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:43.682957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Attempting to bind port f29aa130-d098-4910-80dc-9cb2cc3f218d on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:43.689553 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d24d589d-485a-400c-a8ef-19e6619c49f8 req-e674020c-feea-4082-ab1f-a5246aaaec28 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.692097 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9697e-88bb-41a2-bdd8-e86dce0bc454 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7de689-7b39-42db-9b3c-7b94585e6fef,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:43.706960 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f66592ce-4a01-4b1d-8f4f-88641c71bf3f req-3ea9697e-88bb-41a2-bdd8-e86dce0bc454 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.708518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f66592ce-4a01-4b1d-8f4f-88641c71bf3f req-3ea9697e-88bb-41a2-bdd8-e86dce0bc454 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3749547 Aug 20 11:34:43.727920 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Port f29aa130-d098-4910-80dc-9cb2cc3f218d on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:34:43.727920 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Attempting to bind port f29aa130-d098-4910-80dc-9cb2cc3f218d on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:43.751788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:43.752130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Checking segment: {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:43.752522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Bound using segment: {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:43.752992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Bound port: f29aa130-d098-4910-80dc-9cb2cc3f218d, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:43.753353 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.853680 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:43.857666 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:43.863648 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.884142 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c98c19-251d-4765-ad0a-4a2267559558 req-911414b2-b91f-4a43-be51-e66b316b1e31 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:43.885747 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19c98c19-251d-4765-ad0a-4a2267559558 req-911414b2-b91f-4a43-be51-e66b316b1e31 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.0858610 Aug 20 11:34:43.886261 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d24d589d-485a-400c-a8ef-19e6619c49f8 req-e674020c-feea-4082-ab1f-a5246aaaec28 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.888952 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d24d589d-485a-400c-a8ef-19e6619c49f8 req-e674020c-feea-4082-ab1f-a5246aaaec28 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.890410 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d24d589d-485a-400c-a8ef-19e6619c49f8 req-e674020c-feea-4082-ab1f-a5246aaaec28 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "DELETE /v2.0/security-groups/81865bf5-6a82-4941-9eb9-e9f174ae5558 HTTP/1.1" status: 204 len: 173 time: 0.5205066 Aug 20 11:34:43.938140 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:34:43.976580 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19c98c19-251d-4765-ad0a-4a2267559558 req-721ec4b5-9248-40fd-bfd8-cd3d5112f776 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757911 Aug 20 11:34:44.015506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674020c-feea-4082-ab1f-a5246aaaec28 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81865bf5-6a82-4941-9eb9-e9f174ae5558,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:44.029342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.029997 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.031413 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] 10.222.0.76 "PUT /v2.0/ports/f29aa130-d098-4910-80dc-9cb2cc3f218d HTTP/1.1" status: 200 len: 1092 time: 1.6906884 Aug 20 11:34:44.031855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:44.036405 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f859daeb-56f3-4697-9e3b-953a1f30b420" -d '{"events": [{"name": "network-changed", "server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:44.123802 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03403bd0-dcc9-43fb-b426-5f132f7b4f26 req-89cdcbf7-3d4a-455f-9e43-31a8a1f0fb17 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/ab7de689-7b39-42db-9b3c-7b94585e6fef HTTP/1.1" status: 200 len: 1804 time: 0.1275160 Aug 20 11:34:44.143547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-03403bd0-dcc9-43fb-b426-5f132f7b4f26 req-477d34fa-3c43-4816-a175-80e4f0cd55d4 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ab7de689-7b39-42db-9b3c-7b94585e6fef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:44.144505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-03403bd0-dcc9-43fb-b426-5f132f7b4f26 req-477d34fa-3c43-4816-a175-80e4f0cd55d4 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ab7de689-7b39-42db-9b3c-7b94585e6fef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:44.184436 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148814d4-792e-4aae-a90b-e19366f4454f service neutron] Pushing event updated for resources: {'Port': ['ID=f29aa130-d098-4910-80dc-9cb2cc3f218d,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:44.242570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-6ecba30d-0339-4e35-a811-895f851668ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.244532 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-6ecba30d-0339-4e35-a811-895f851668ce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 1095 time: 0.1584220 Aug 20 11:34:44.245337 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-03403bd0-dcc9-43fb-b426-5f132f7b4f26 req-477d34fa-3c43-4816-a175-80e4f0cd55d4 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.250761 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af1a71d1-b00b-4419-9bd5-3aea606ebe00 req-7efb7a44-55cb-46a6-aa6e-b853b25cce2b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/4a202738-668a-4b5f-afd5-01f5511db969 HTTP/1.1" status: 200 len: 1799 time: 0.0611970 Aug 20 11:34:44.279442 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-03403bd0-dcc9-43fb-b426-5f132f7b4f26 req-477d34fa-3c43-4816-a175-80e4f0cd55d4 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.284739 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-03403bd0-dcc9-43fb-b426-5f132f7b4f26 req-477d34fa-3c43-4816-a175-80e4f0cd55d4 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.303762 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-67fcfe3c-a902-4b17-83b4-fbb5851bd7a4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d HTTP/1.1" status: 200 len: 217 time: 0.0488966 Aug 20 11:34:44.312261 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-03403bd0-dcc9-43fb-b426-5f132f7b4f26 req-477d34fa-3c43-4816-a175-80e4f0cd55d4 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.327640 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03403bd0-dcc9-43fb-b426-5f132f7b4f26 req-477d34fa-3c43-4816-a175-80e4f0cd55d4 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2021923 Aug 20 11:34:44.333679 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d34fa-3c43-4816-a175-80e4f0cd55d4 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d0fb94-0393-4cf0-83d3-30075cfed3e5,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:44.380533 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716a7018-0b6a-4e64-aa16-7bfa6ea0106d x-openstack-request-id: req-716a7018-0b6a-4e64-aa16-7bfa6ea0106d {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:44.380954 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:44.381304 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-716a7018-0b6a-4e64-aa16-7bfa6ea0106d {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:44.381793 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'status': 'completed', 'code': 200} Aug 20 11:34:44.410085 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-af1a71d1-b00b-4419-9bd5-3aea606ebe00 req-0e77dcb2-3a15-4aae-b143-b1ebb899cf12 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.412966 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-ec402c92-a886-4f4e-8c1e-61671aa85bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.414558 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-ec402c92-a886-4f4e-8c1e-61671aa85bc7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.1022797 Aug 20 11:34:44.463571 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-af1a71d1-b00b-4419-9bd5-3aea606ebe00 req-0e77dcb2-3a15-4aae-b143-b1ebb899cf12 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.496075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-93e6c5c2-18b1-471d-8a02-b61f7c910a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.497805 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-93e6c5c2-18b1-471d-8a02-b61f7c910a46 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731459 Aug 20 11:34:44.498368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4424572-d1e8-4078-8874-b542d069b9ac req-8d8b571b-8aea-4299-940d-9f2bc0a993fd tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.499892 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4424572-d1e8-4078-8874-b542d069b9ac req-8d8b571b-8aea-4299-940d-9f2bc0a993fd tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 944 time: 0.0641258 Aug 20 11:34:44.554318 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4424572-d1e8-4078-8874-b542d069b9ac req-60dd3f3a-3c26-45cb-9bd6-bb3e0297962a tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403602 Aug 20 11:34:44.571491 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-af1a71d1-b00b-4419-9bd5-3aea606ebe00 req-0e77dcb2-3a15-4aae-b143-b1ebb899cf12 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.575267 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-af1a71d1-b00b-4419-9bd5-3aea606ebe00 req-0e77dcb2-3a15-4aae-b143-b1ebb899cf12 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.576532 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af1a71d1-b00b-4419-9bd5-3aea606ebe00 req-0e77dcb2-3a15-4aae-b143-b1ebb899cf12 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "DELETE /v2.0/security-groups/4a202738-668a-4b5f-afd5-01f5511db969 HTTP/1.1" status: 204 len: 173 time: 0.3148959 Aug 20 11:34:44.597537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77dcb2-3a15-4aae-b143-b1ebb899cf12 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a202738-668a-4b5f-afd5-01f5511db969,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:44.631061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-54813341-dbbf-49e9-b929-f4f64334f270 req-7c304978-96dc-4cb1-b7e3-34c6b6331b7e tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-413446127', 'description': 'tempest-description-529976006'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:44.665197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-8c78c1ac-be81-4098-981a-22b32b90b1f5 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585014 Aug 20 11:34:44.673661 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-54813341-dbbf-49e9-b929-f4f64334f270 req-7c304978-96dc-4cb1-b7e3-34c6b6331b7e tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.765003 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 50f30fcf-3f63-41a1-9e10-317b227f1d41 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:44.799259 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e35ba-2ed3-4fbe-83b4-9f26114e2114 req-a70e91d5-d140-4cce-bfa9-fde8d707755a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.817330 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-942e35ba-2ed3-4fbe-83b4-9f26114e2114 req-a70e91d5-d140-4cce-bfa9-fde8d707755a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 944 time: 0.1136811 Aug 20 11:34:44.818135 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eb53e22-5496-4083-96e9-cf393c139f9a req-d48753df-6634-4858-8de5-043c27c45ae0 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280417 Aug 20 11:34:44.862496 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-54813341-dbbf-49e9-b929-f4f64334f270 req-7c304978-96dc-4cb1-b7e3-34c6b6331b7e tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.872527 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-54813341-dbbf-49e9-b929-f4f64334f270 req-7c304978-96dc-4cb1-b7e3-34c6b6331b7e tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.874979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 50f30fcf-3f63-41a1-9e10-317b227f1d41 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:44.884536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 50f30fcf-3f63-41a1-9e10-317b227f1d41 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:44.885092 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.933286 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-54813341-dbbf-49e9-b929-f4f64334f270 req-7c304978-96dc-4cb1-b7e3-34c6b6331b7e tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.943508 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-942e35ba-2ed3-4fbe-83b4-9f26114e2114 req-750b3e6e-18b2-4f50-abd7-f778e0434dfa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172111 Aug 20 11:34:44.953228 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-54813341-dbbf-49e9-b929-f4f64334f270 req-7c304978-96dc-4cb1-b7e3-34c6b6331b7e tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3286190 Aug 20 11:34:44.996611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-ad46ad2d-fc47-4fbe-9aa3-1bd0cb0f2162 req-3484c9d4-90ae-4e0d-8cb6-26254cb873b2 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-759073835', 'description': 'tempest-description-1991580526'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:45.012246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-4aca98ec-577d-4ee2-bed1-b892b48c1769 req-ae1d2cc3-c6b6-4b2c-9c10-1ff570e056f4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-460870230', 'description': 'tempest-description-802619450'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:45.023036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859daeb-56f3-4697-9e3b-953a1f30b420 req-25789adb-17c5-4e09-af94-e60060272bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:45.031364 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f859daeb-56f3-4697-9e3b-953a1f30b420 req-25789adb-17c5-4e09-af94-e60060272bbf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 1095 time: 0.1606486 Aug 20 11:34:45.046087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c304978-96dc-4cb1-b7e3-34c6b6331b7e tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3136a62-2313-4815-8ba8-e16e58277b55,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:45.068069 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.117057 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ad46ad2d-fc47-4fbe-9aa3-1bd0cb0f2162 req-3484c9d4-90ae-4e0d-8cb6-26254cb873b2 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.147421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cb1329-98c8-44a0-81b2-89680e1d37b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f30fcf-3f63-41a1-9e10-317b227f1d41'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:45.151107 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5003a792-9378-4b0c-86ad-2743a1ff03cd" -d '{"events": [{"server_uuid": "b4cb1329-98c8-44a0-81b2-89680e1d37b3", "name": "network-vif-plugged", "status": "completed", "tag": "50f30fcf-3f63-41a1-9e10-317b227f1d41"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:45.181391 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.api [req-4aca98ec-577d-4ee2-bed1-b892b48c1769 req-ae1d2cc3-c6b6-4b2c-9c10-1ff570e056f4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:34:45.181391 n-d-804299-2 neutron-server[94691]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 11:34:45.181391 n-d-804299-2 neutron-server[94691]: [parameters: {'project_id': '85e3edaa635e4b108702459e233c4176', 'id': '4c3205af-0ac0-405d-a5d0-0b679f48471f', 'expiration': datetime.datetime(2021, 8, 20, 11, 36, 45, 96001)}] Aug 20 11:34:45.181391 n-d-804299-2 neutron-server[94691]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:34:45.181391 n-d-804299-2 neutron-server[94691]: DEBUG oslo_db.api [req-4aca98ec-577d-4ee2-bed1-b892b48c1769 req-ae1d2cc3-c6b6-4b2c-9c10-1ff570e056f4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:34:45.191239 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 50f30fcf-3f63-41a1-9e10-317b227f1d41, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=50f30fcf-3f63-41a1-9e10-317b227f1d41,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:45.202311 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.241391 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859daeb-56f3-4697-9e3b-953a1f30b420 req-9a1d03bd-a79d-4217-a477-fa5d201bc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:45.243202 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f859daeb-56f3-4697-9e3b-953a1f30b420 req-9a1d03bd-a79d-4217-a477-fa5d201bc44e service neutron] 10.222.0.76 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.1921911 Aug 20 11:34:45.267685 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ad46ad2d-fc47-4fbe-9aa3-1bd0cb0f2162 req-3484c9d4-90ae-4e0d-8cb6-26254cb873b2 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.294874 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f859daeb-56f3-4697-9e3b-953a1f30b420 req-9d5f671a-60b9-44ab-85f7-9258c128d82c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d HTTP/1.1" status: 200 len: 217 time: 0.0425930 Aug 20 11:34:45.327274 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ad46ad2d-fc47-4fbe-9aa3-1bd0cb0f2162 req-3484c9d4-90ae-4e0d-8cb6-26254cb873b2 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.358824 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=50f30fcf-3f63-41a1-9e10-317b227f1d41,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:45.359284 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ad46ad2d-fc47-4fbe-9aa3-1bd0cb0f2162 req-3484c9d4-90ae-4e0d-8cb6-26254cb873b2 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.361204 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859daeb-56f3-4697-9e3b-953a1f30b420 req-1debea3a-e1d1-47ca-9630-e97dc19ea51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:45.363618 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f859daeb-56f3-4697-9e3b-953a1f30b420 req-1debea3a-e1d1-47ca-9630-e97dc19ea51e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.0537837 Aug 20 11:34:45.373480 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad46ad2d-fc47-4fbe-9aa3-1bd0cb0f2162 req-3484c9d4-90ae-4e0d-8cb6-26254cb873b2 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4023964 Aug 20 11:34:45.390038 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484c9d4-90ae-4e0d-8cb6-26254cb873b2 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe12bb4-f353-4cbf-9fc5-b97463eb0138,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:45.421152 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859daeb-56f3-4697-9e3b-953a1f30b420 req-97e93f19-1f2f-457e-bdf7-4c19547b7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:45.423949 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f859daeb-56f3-4697-9e3b-953a1f30b420 req-97e93f19-1f2f-457e-bdf7-4c19547b7e30 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524049 Aug 20 11:34:45.498819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da6b76-635c-4f59-bea9-b4088f99a202 req-4b644944-7d14-4761-8337-825963747dfd tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:45.506340 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-43da6b76-635c-4f59-bea9-b4088f99a202 req-4b644944-7d14-4761-8337-825963747dfd tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.0714166 Aug 20 11:34:45.551048 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-43da6b76-635c-4f59-bea9-b4088f99a202 req-e16bc9e9-e766-4e45-8131-35c6a8be2ac3 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438507 Aug 20 11:34:45.579863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f859daeb-56f3-4697-9e3b-953a1f30b420 req-8ee457f7-eb3d-4059-99b3-6423e2254e1a service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309724 Aug 20 11:34:45.661497 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5096c8-bd08-41c0-8bb4-5dc56d8b5ce1 x-openstack-request-id: req-8c5096c8-bd08-41c0-8bb4-5dc56d8b5ce1 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:45.662030 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cb1329-98c8-44a0-81b2-89680e1d37b3", "name": "network-vif-plugged", "status": "completed", "tag": "50f30fcf-3f63-41a1-9e10-317b227f1d41", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:45.662484 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c5096c8-bd08-41c0-8bb4-5dc56d8b5ce1 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:45.663049 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cb1329-98c8-44a0-81b2-89680e1d37b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f30fcf-3f63-41a1-9e10-317b227f1d41', 'code': 200} Aug 20 11:34:45.716580 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f859daeb-56f3-4697-9e3b-953a1f30b420 req-53166a35-fa42-4030-a474-b7faf83d9839 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358504 Aug 20 11:34:45.739590 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4aca98ec-577d-4ee2-bed1-b892b48c1769 req-ae1d2cc3-c6b6-4b2c-9c10-1ff570e056f4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.837720 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68079260-4aee-4a46-b644-0610f73ae339 req-8291f169-4f6c-4ae5-ae7c-b9125a3431ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:45.839392 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-68079260-4aee-4a46-b644-0610f73ae339 req-8291f169-4f6c-4ae5-ae7c-b9125a3431ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 1096 time: 0.0898027 Aug 20 11:34:45.846170 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-07225036-cdad-4d70-a192-baf1882b60d6 req-bdf5dd5d-1359-4fbc-ab7f-8db1e5816872 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/e3136a62-2313-4815-8ba8-e16e58277b55 HTTP/1.1" status: 200 len: 1803 time: 0.0822821 Aug 20 11:34:45.887514 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4aca98ec-577d-4ee2-bed1-b892b48c1769 req-ae1d2cc3-c6b6-4b2c-9c10-1ff570e056f4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.892497 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4aca98ec-577d-4ee2-bed1-b892b48c1769 req-ae1d2cc3-c6b6-4b2c-9c10-1ff570e056f4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.928490 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4aca98ec-577d-4ee2-bed1-b892b48c1769 req-ae1d2cc3-c6b6-4b2c-9c10-1ff570e056f4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.935071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4aca98ec-577d-4ee2-bed1-b892b48c1769 req-ae1d2cc3-c6b6-4b2c-9c10-1ff570e056f4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9416878 Aug 20 11:34:45.951164 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d2cc3-c6b6-4b2c-9c10-1ff570e056f4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe64431a-f9db-4df0-bdf2-c441bc667624,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:45.967679 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-07225036-cdad-4d70-a192-baf1882b60d6 req-b00e5535-b6d2-4017-b5dd-30bd226cd9cd tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/1fe12bb4-f353-4cbf-9fc5-b97463eb0138 HTTP/1.1" status: 200 len: 1804 time: 0.0854759 Aug 20 11:34:45.973103 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-68079260-4aee-4a46-b644-0610f73ae339 req-b997c053-5759-4163-9da9-64958b9fbf8b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166720 Aug 20 11:34:45.982357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-07225036-cdad-4d70-a192-baf1882b60d6 req-cc77d246-71a8-4c36-9e12-3ed80e928073 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e3136a62-2313-4815-8ba8-e16e58277b55', 'remote_group_id': '1fe12bb4-f353-4cbf-9fc5-b97463eb0138', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:45.982357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-07225036-cdad-4d70-a192-baf1882b60d6 req-cc77d246-71a8-4c36-9e12-3ed80e928073 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e3136a62-2313-4815-8ba8-e16e58277b55', 'remote_group_id': '1fe12bb4-f353-4cbf-9fc5-b97463eb0138', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:46.089841 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-07225036-cdad-4d70-a192-baf1882b60d6 req-cc77d246-71a8-4c36-9e12-3ed80e928073 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.110884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be17543-7abc-4188-9a38-9e21258077e5 req-1ae2ca71-6a34-4158-932d-199c4b90a14b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:46.117375 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3be17543-7abc-4188-9a38-9e21258077e5 req-1ae2ca71-6a34-4158-932d-199c4b90a14b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 945 time: 0.0750291 Aug 20 11:34:46.137196 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-07225036-cdad-4d70-a192-baf1882b60d6 req-cc77d246-71a8-4c36-9e12-3ed80e928073 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.142640 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-07225036-cdad-4d70-a192-baf1882b60d6 req-cc77d246-71a8-4c36-9e12-3ed80e928073 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.161345 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3be17543-7abc-4188-9a38-9e21258077e5 req-86d6bd01-c276-417b-be8a-736c7ea3ecd2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364544 Aug 20 11:34:46.198768 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77d246-71a8-4c36-9e12-3ed80e928073 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cc432c-eb0d-49df-8475-f12769c78d36,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:46.198768 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-07225036-cdad-4d70-a192-baf1882b60d6 req-cc77d246-71a8-4c36-9e12-3ed80e928073 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.200889 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-07225036-cdad-4d70-a192-baf1882b60d6 req-cc77d246-71a8-4c36-9e12-3ed80e928073 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2318299 Aug 20 11:34:46.255843 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f9fcffbe-97d0-49c3-8f94-44607c9949d6 req-d87039bd-ece1-440a-b560-8e684c366e56 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/fe64431a-f9db-4df0-bdf2-c441bc667624 HTTP/1.1" status: 200 len: 1799 time: 0.0552101 Aug 20 11:34:46.261628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-f9fcffbe-97d0-49c3-8f94-44607c9949d6 req-cfc20084-990a-4119-b176-9082478c606a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1989444208', 'description': 'tempest-description-hth-737548739'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:46.292999 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f9fcffbe-97d0-49c3-8f94-44607c9949d6 req-cfc20084-990a-4119-b176-9082478c606a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.359892 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f9fcffbe-97d0-49c3-8f94-44607c9949d6 req-cfc20084-990a-4119-b176-9082478c606a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.367612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ee983-ac2c-4f2c-87df-3f006df3e5a7 req-2f75d4e1-281f-462c-bb91-d74a49ab5531 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:46.372049 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bd5ee983-ac2c-4f2c-87df-3f006df3e5a7 req-2f75d4e1-281f-462c-bb91-d74a49ab5531 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 944 time: 0.0986516 Aug 20 11:34:46.373333 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f9fcffbe-97d0-49c3-8f94-44607c9949d6 req-cfc20084-990a-4119-b176-9082478c606a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.376337 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f9fcffbe-97d0-49c3-8f94-44607c9949d6 req-cfc20084-990a-4119-b176-9082478c606a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.385200 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f9fcffbe-97d0-49c3-8f94-44607c9949d6 req-cfc20084-990a-4119-b176-9082478c606a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "PUT /v2.0/security-groups/fe64431a-f9db-4df0-bdf2-c441bc667624 HTTP/1.1" status: 200 len: 1774 time: 0.1285050 Aug 20 11:34:46.429274 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bd5ee983-ac2c-4f2c-87df-3f006df3e5a7 req-6b7e2b9f-1eb2-4ef0-b092-c25d4a0d9346 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504851 Aug 20 11:34:46.491131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc20084-990a-4119-b176-9082478c606a tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe64431a-f9db-4df0-bdf2-c441bc667624,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:46.511587 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-b7267d55-5455-4ea9-8fc7-d63a139d0ccf req-9d1fabb4-42b9-44ed-b544-5cf77cca1db0 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-664746439', 'description': 'tempest-description-1775810391'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:46.539388 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f096685e-8482-478f-810b-172afdf8ad85 req-1428a0f0-f681-43b4-a348-53177fcb9222 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/fe64431a-f9db-4df0-bdf2-c441bc667624 HTTP/1.1" status: 200 len: 1774 time: 0.0668800 Aug 20 11:34:46.569749 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b7267d55-5455-4ea9-8fc7-d63a139d0ccf req-9d1fabb4-42b9-44ed-b544-5cf77cca1db0 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.643988 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7103d2de-a905-45a5-94b9-655ffb1a6417 req-f85af461-17ec-4059-9a6f-91f21dd45eba tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/fe64431a-f9db-4df0-bdf2-c441bc667624 HTTP/1.1" status: 200 len: 1774 time: 0.0713668 Aug 20 11:34:46.711421 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b7267d55-5455-4ea9-8fc7-d63a139d0ccf req-9d1fabb4-42b9-44ed-b544-5cf77cca1db0 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.718207 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b7267d55-5455-4ea9-8fc7-d63a139d0ccf req-9d1fabb4-42b9-44ed-b544-5cf77cca1db0 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.726264 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7103d2de-a905-45a5-94b9-655ffb1a6417 req-509bea47-10ec-4390-97fa-6814b4d77780 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.743574 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b7267d55-5455-4ea9-8fc7-d63a139d0ccf req-9d1fabb4-42b9-44ed-b544-5cf77cca1db0 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.744831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b7267d55-5455-4ea9-8fc7-d63a139d0ccf req-9d1fabb4-42b9-44ed-b544-5cf77cca1db0 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2602322 Aug 20 11:34:46.754933 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fabb4-42b9-44ed-b544-5cf77cca1db0 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e564ac-639b-485f-afeb-41be12bafd40,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:46.766275 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7103d2de-a905-45a5-94b9-655ffb1a6417 req-509bea47-10ec-4390-97fa-6814b4d77780 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.823060 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7103d2de-a905-45a5-94b9-655ffb1a6417 req-509bea47-10ec-4390-97fa-6814b4d77780 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.825650 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7103d2de-a905-45a5-94b9-655ffb1a6417 req-509bea47-10ec-4390-97fa-6814b4d77780 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.826883 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7103d2de-a905-45a5-94b9-655ffb1a6417 req-509bea47-10ec-4390-97fa-6814b4d77780 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "DELETE /v2.0/security-groups/fe64431a-f9db-4df0-bdf2-c441bc667624 HTTP/1.1" status: 204 len: 173 time: 0.1733310 Aug 20 11:34:46.851778 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bea47-10ec-4390-97fa-6814b4d77780 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe64431a-f9db-4df0-bdf2-c441bc667624,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:46.899036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d86e5-e6e1-45ef-8bac-88c5773fb941 req-de29dcb3-5e9d-4af1-b57d-94e4e5ad81b0 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:46.901578 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c0d86e5-e6e1-45ef-8bac-88c5773fb941 req-de29dcb3-5e9d-4af1-b57d-94e4e5ad81b0 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.0841038 Aug 20 11:34:46.972921 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c0d86e5-e6e1-45ef-8bac-88c5773fb941 req-2f87b47a-8493-400b-a4f8-e6ca794b4722 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503509 Aug 20 11:34:47.018156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-b65f91ff-8f87-415d-b301-44b4240c07fe req-b71afc86-93f4-426e-a01b-ebdcc7ab992a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1542056622', 'description': 'tempest-description-916144382'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:47.063753 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b65f91ff-8f87-415d-b301-44b4240c07fe req-b71afc86-93f4-426e-a01b-ebdcc7ab992a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.113720 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f29aa130-d098-4910-80dc-9cb2cc3f218d details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:34:47.202045 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-22a61552-dd6a-41f1-b748-6430c66877f7 req-a44b18e3-8e87-4f76-bd61-3c72885cc527 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] show failed (client error): The resource could not be found. Aug 20 11:34:47.218780 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-22a61552-dd6a-41f1-b748-6430c66877f7 req-a44b18e3-8e87-4f76-bd61-3c72885cc527 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/4a202738-668a-4b5f-afd5-01f5511db969 HTTP/1.1" status: 404 len: 352 time: 0.0478365 Aug 20 11:34:47.250389 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b65f91ff-8f87-415d-b301-44b4240c07fe req-b71afc86-93f4-426e-a01b-ebdcc7ab992a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.260575 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b65f91ff-8f87-415d-b301-44b4240c07fe req-b71afc86-93f4-426e-a01b-ebdcc7ab992a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.286102 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b65f91ff-8f87-415d-b301-44b4240c07fe req-b71afc86-93f4-426e-a01b-ebdcc7ab992a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.300371 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b65f91ff-8f87-415d-b301-44b4240c07fe req-b71afc86-93f4-426e-a01b-ebdcc7ab992a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2866595 Aug 20 11:34:47.361519 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71afc86-93f4-426e-a01b-ebdcc7ab992a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071e3f9c-a85e-47c1-b37c-8271020b33cd,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:47.379692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:47.384685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4311cbd-c04d-41a9-a9b5-5f5d7ba96720 req-311f1609-2742-41c3-bd2e-751f5a9876a4 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:47.392588 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4311cbd-c04d-41a9-a9b5-5f5d7ba96720 req-311f1609-2742-41c3-bd2e-751f5a9876a4 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 945 time: 0.1142433 Aug 20 11:34:47.395603 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-3977c170-0011-4700-ad54-2ab4abbc490d req-4ff1f723-ce4c-4aea-a180-633d71a3ce73 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] show failed (client error): The resource could not be found. Aug 20 11:34:47.398770 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3977c170-0011-4700-ad54-2ab4abbc490d req-4ff1f723-ce4c-4aea-a180-633d71a3ce73 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/81865bf5-6a82-4941-9eb9-e9f174ae5558 HTTP/1.1" status: 404 len: 352 time: 0.0478017 Aug 20 11:34:47.427333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'port_id': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'mac_address': 'fa:16:3e:e9:a7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:34:47.482763 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4311cbd-c04d-41a9-a9b5-5f5d7ba96720 req-c4d5f0c6-eabd-4a3b-9cb0-17a750f89c0a tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889974 Aug 20 11:34:47.537394 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.544498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4d8f7284-ed67-4e31-8a95-84e30c0a5071 req-977cc82f-dbd0-417c-8195-5c2feebb38fe tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/95e564ac-639b-485f-afeb-41be12bafd40 HTTP/1.1" status: 200 len: 1804 time: 0.1070197 Aug 20 11:34:47.549926 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-3bfc1ee6-c6fb-4f91-aba1-e186ee52ef18 req-7d997b30-6ab2-46ff-968e-f3e3a9eeb222 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] show failed (client error): The resource could not be found. Aug 20 11:34:47.551026 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3bfc1ee6-c6fb-4f91-aba1-e186ee52ef18 req-7d997b30-6ab2-46ff-968e-f3e3a9eeb222 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/74004e54-bf8d-4b72-9e51-def6adb37ff4 HTTP/1.1" status: 404 len: 352 time: 0.0220535 Aug 20 11:34:47.562726 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f29aa130-d098-4910-80dc-9cb2cc3f218d {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:47.648706 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4d8f7284-ed67-4e31-8a95-84e30c0a5071 req-653bd466-2164-4d0d-a85c-83bb8c1279ea tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/071e3f9c-a85e-47c1-b37c-8271020b33cd HTTP/1.1" status: 200 len: 1804 time: 0.0963044 Aug 20 11:34:47.651685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:47.659793 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.682548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-4d8f7284-ed67-4e31-8a95-84e30c0a5071 req-cb2d48b6-42b5-4398-bf71-c7cbeb59456a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '95e564ac-639b-485f-afeb-41be12bafd40', 'remote_group_id': '071e3f9c-a85e-47c1-b37c-8271020b33cd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:47.683112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-4d8f7284-ed67-4e31-8a95-84e30c0a5071 req-cb2d48b6-42b5-4398-bf71-c7cbeb59456a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '95e564ac-639b-485f-afeb-41be12bafd40', 'remote_group_id': '071e3f9c-a85e-47c1-b37c-8271020b33cd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:47.706847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60053fd4-ddb5-4d0d-a6d5-99818ca199c0 req-e2123e3f-19a9-4419-b4c3-a8344efd8375 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:47.715525 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60053fd4-ddb5-4d0d-a6d5-99818ca199c0 req-e2123e3f-19a9-4419-b4c3-a8344efd8375 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0689421 Aug 20 11:34:47.733963 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f29aa130-d098-4910-80dc-9cb2cc3f218d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:47.754074 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60053fd4-ddb5-4d0d-a6d5-99818ca199c0 req-4d3d2575-331d-49cd-9f27-fa996c159765 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376735 Aug 20 11:34:47.799264 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-d7e57563-98d0-4062-b53c-9596e9a1e667 req-ad78d117-4cf6-48d2-9dde-134a69666522 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] show failed (client error): The resource could not be found. Aug 20 11:34:47.800372 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d7e57563-98d0-4062-b53c-9596e9a1e667 req-ad78d117-4cf6-48d2-9dde-134a69666522 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/58e4610a-dde7-4d33-832b-662e86629bf3 HTTP/1.1" status: 404 len: 352 time: 0.0164354 Aug 20 11:34:47.806896 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4d8f7284-ed67-4e31-8a95-84e30c0a5071 req-cb2d48b6-42b5-4398-bf71-c7cbeb59456a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.837355 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-448cc1d0-304a-4675-8de5-d5a31d1d4536 req-5522b7a8-2ec1-4803-97df-b01512b92c1c tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] show failed (client error): The resource could not be found. Aug 20 11:34:47.841116 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-448cc1d0-304a-4675-8de5-d5a31d1d4536 req-5522b7a8-2ec1-4803-97df-b01512b92c1c tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/a5da5c8b-5d89-4726-a41e-e7a332066c64 HTTP/1.1" status: 404 len: 352 time: 0.0204635 Aug 20 11:34:47.863594 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4d8f7284-ed67-4e31-8a95-84e30c0a5071 req-cb2d48b6-42b5-4398-bf71-c7cbeb59456a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.873314 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4d8f7284-ed67-4e31-8a95-84e30c0a5071 req-cb2d48b6-42b5-4398-bf71-c7cbeb59456a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.892443 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d48b6-42b5-4398-bf71-c7cbeb59456a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b313b803-473b-4568-b151-4e20327776e3,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:47.898711 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-d7faa191-4809-4839-ab7d-9b01d6778523 req-942fe88c-378d-4aad-98dc-057a72f36567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] show failed (client error): The resource could not be found. Aug 20 11:34:47.905932 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d7faa191-4809-4839-ab7d-9b01d6778523 req-942fe88c-378d-4aad-98dc-057a72f36567 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/3562f2ac-8d0c-4cfa-b3bc-f5a51de367a3 HTTP/1.1" status: 404 len: 352 time: 0.0329201 Aug 20 11:34:47.913767 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4d8f7284-ed67-4e31-8a95-84e30c0a5071 req-cb2d48b6-42b5-4398-bf71-c7cbeb59456a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.916454 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4d8f7284-ed67-4e31-8a95-84e30c0a5071 req-cb2d48b6-42b5-4398-bf71-c7cbeb59456a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2594087 Aug 20 11:34:47.942895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['f29aa130-d098-4910-80dc-9cb2cc3f218d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:48.043731 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-264c952e-9819-4a06-8b1b-1ceb5703e3f9 req-9f27b9de-5534-48e5-85df-4515217d2e92 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/071e3f9c-a85e-47c1-b37c-8271020b33cd HTTP/1.1" status: 200 len: 1804 time: 0.0883267 Aug 20 11:34:48.144905 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-264c952e-9819-4a06-8b1b-1ceb5703e3f9 req-37193452-beaa-479e-978a-d79f8a2ab472 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.185026 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-264c952e-9819-4a06-8b1b-1ceb5703e3f9 req-37193452-beaa-479e-978a-d79f8a2ab472 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.265986 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2886583-694f-445e-b8c3-f8ba43774cc1 req-ba1c8e94-7a26-4518-bf95-37a19a409d7d tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:48.267796 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a2886583-694f-445e-b8c3-f8ba43774cc1 req-ba1c8e94-7a26-4518-bf95-37a19a409d7d tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.0605776 Aug 20 11:34:48.276189 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-264c952e-9819-4a06-8b1b-1ceb5703e3f9 req-37193452-beaa-479e-978a-d79f8a2ab472 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.279033 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-264c952e-9819-4a06-8b1b-1ceb5703e3f9 req-37193452-beaa-479e-978a-d79f8a2ab472 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.280326 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-264c952e-9819-4a06-8b1b-1ceb5703e3f9 req-37193452-beaa-479e-978a-d79f8a2ab472 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "DELETE /v2.0/security-groups/071e3f9c-a85e-47c1-b37c-8271020b33cd HTTP/1.1" status: 204 len: 173 time: 0.2357249 Aug 20 11:34:48.292235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37193452-beaa-479e-978a-d79f8a2ab472 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=071e3f9c-a85e-47c1-b37c-8271020b33cd,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:48.336275 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a2886583-694f-445e-b8c3-f8ba43774cc1 req-ad53b857-631e-4550-9152-6cf082631bed tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595839 Aug 20 11:34:48.462340 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074e4bb-cfa0-4c74-8847-2adbfbb2e5ab req-ce4f81b4-5884-4e85-8ad3-0f69fed05067 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:48.464665 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0074e4bb-cfa0-4c74-8847-2adbfbb2e5ab req-ce4f81b4-5884-4e85-8ad3-0f69fed05067 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 1024 time: 0.0614884 Aug 20 11:34:48.519854 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0074e4bb-cfa0-4c74-8847-2adbfbb2e5ab req-541fc7ea-46ce-4355-989e-e764c93d96fe tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&id=4e9a6c94-5cc9-4b14-977e-6a9ce3954641&id=3db40a70-ecbf-4b44-894a-df3aa5844c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0487802 Aug 20 11:34:48.536217 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1b29a5c-545a-4450-b0f1-aa1fd21e72c6 req-50f20b73-0849-4379-8db9-1ffad01b4f19 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/95e564ac-639b-485f-afeb-41be12bafd40 HTTP/1.1" status: 200 len: 1804 time: 0.1240191 Aug 20 11:34:48.572120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-c539f266-893d-4599-965a-600cdf1e31d8 req-608c6da0-aca9-4ccc-988c-5d6566464843 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1721756229', 'description': 'tempest-description-448059199'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:48.604703 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c539f266-893d-4599-965a-600cdf1e31d8 req-608c6da0-aca9-4ccc-988c-5d6566464843 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.683735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76741ba-2560-4873-96cf-dd9a91a72fad req-b1244db2-ca74-4724-8961-2132d0d5c566 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:48.693430 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a76741ba-2560-4873-96cf-dd9a91a72fad req-b1244db2-ca74-4724-8961-2132d0d5c566 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 945 time: 0.0740857 Aug 20 11:34:48.721280 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c539f266-893d-4599-965a-600cdf1e31d8 req-608c6da0-aca9-4ccc-988c-5d6566464843 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.727708 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c539f266-893d-4599-965a-600cdf1e31d8 req-608c6da0-aca9-4ccc-988c-5d6566464843 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.757970 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a76741ba-2560-4873-96cf-dd9a91a72fad req-e75e4acf-23a2-4f0e-95c9-22930a93d2a9 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612562 Aug 20 11:34:48.769115 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c6da0-aca9-4ccc-988c-5d6566464843 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daae399c-7b28-43a2-b984-f6630f37760f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:48.795095 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c539f266-893d-4599-965a-600cdf1e31d8 req-608c6da0-aca9-4ccc-988c-5d6566464843 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.797987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c539f266-893d-4599-965a-600cdf1e31d8 req-608c6da0-aca9-4ccc-988c-5d6566464843 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2304559 Aug 20 11:34:48.844045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56232) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:48.853066 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1a509150-58cb-4162-851d-7805e3cc7521 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1445810733'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:48.926900 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a509150-58cb-4162-851d-7805e3cc7521 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Made reservation on behalf of 9991f8a924e64527907714e2ed9a1df3 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:48.932991 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a509150-58cb-4162-851d-7805e3cc7521 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.959682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b52cd-df2b-4838-8b77-5615eb3e4b6b req-96f73653-3ff2-41b5-9462-ba05fd7be824 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:48.961209 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-719b52cd-df2b-4838-8b77-5615eb3e4b6b req-96f73653-3ff2-41b5-9462-ba05fd7be824 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 1096 time: 0.0484893 Aug 20 11:34:49.019671 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaeb129-aa70-45f9-b78c-90033e87207c req-97730d7a-b0f6-4442-8820-9185f1e25a51 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:49.021319 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bfaeb129-aa70-45f9-b78c-90033e87207c req-97730d7a-b0f6-4442-8820-9185f1e25a51 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1456013 Aug 20 11:34:49.025592 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-719b52cd-df2b-4838-8b77-5615eb3e4b6b req-56dc951f-002f-4294-8317-449e8dd8e8b1 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537720 Aug 20 11:34:49.026897 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a509150-58cb-4162-851d-7805e3cc7521 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:49.070558 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a509150-58cb-4162-851d-7805e3cc7521 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.073176 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-1a509150-58cb-4162-851d-7805e3cc7521 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Added segment f5089390-fb33-4dee-86bc-c78b91af7184 of type vlan for network b853601e-e5a6-4bac-a3f5-84410a4476f4 Aug 20 11:34:49.118783 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-99c409e9-cd98-4f4b-b880-76ab4c67d3c7 req-58640907-21a5-4302-b0e7-b2605bd5f956 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1829760 Aug 20 11:34:49.120005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f29aa130-d098-4910-80dc-9cb2cc3f218d up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:49.142044 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a509150-58cb-4162-851d-7805e3cc7521 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.145114 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aaf1fe9a-2867-448c-b595-39133fdd1293 req-7310ddfe-8609-48b3-8ac1-403c77e05fb5 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/daae399c-7b28-43a2-b984-f6630f37760f HTTP/1.1" status: 200 len: 1804 time: 0.0667827 Aug 20 11:34:49.155484 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-aaf1fe9a-2867-448c-b595-39133fdd1293 req-ceb6dbc2-c1e9-4f68-9dc3-6fa6ad8fa8d8 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'daae399c-7b28-43a2-b984-f6630f37760f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:49.159391 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-aaf1fe9a-2867-448c-b595-39133fdd1293 req-ceb6dbc2-c1e9-4f68-9dc3-6fa6ad8fa8d8 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'daae399c-7b28-43a2-b984-f6630f37760f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:49.202898 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bfaeb129-aa70-45f9-b78c-90033e87207c req-8102e56c-8aee-4ab7-b5f3-3e5e4880d9f4 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732790 Aug 20 11:34:49.216884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port f29aa130-d098-4910-80dc-9cb2cc3f218d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:49.226209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port f29aa130-d098-4910-80dc-9cb2cc3f218d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:49.226877 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.252571 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-aaf1fe9a-2867-448c-b595-39133fdd1293 req-ceb6dbc2-c1e9-4f68-9dc3-6fa6ad8fa8d8 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.265874 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a509150-58cb-4162-851d-7805e3cc7521 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.281415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a509150-58cb-4162-851d-7805e3cc7521 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:49.282411 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a509150-58cb-4162-851d-7805e3cc7521 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.300357 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-aaf1fe9a-2867-448c-b595-39133fdd1293 req-ceb6dbc2-c1e9-4f68-9dc3-6fa6ad8fa8d8 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.306305 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-aaf1fe9a-2867-448c-b595-39133fdd1293 req-ceb6dbc2-c1e9-4f68-9dc3-6fa6ad8fa8d8 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.330710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6dbc2-c1e9-4f68-9dc3-6fa6ad8fa8d8 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7f6a5b-d112-4045-bc3d-d95d9a76f22e,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:49.352609 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-aaf1fe9a-2867-448c-b595-39133fdd1293 req-ceb6dbc2-c1e9-4f68-9dc3-6fa6ad8fa8d8 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.356512 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aaf1fe9a-2867-448c-b595-39133fdd1293 req-ceb6dbc2-c1e9-4f68-9dc3-6fa6ad8fa8d8 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2055061 Aug 20 11:34:49.357345 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.394648 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:49.397434 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303b2ed0-6a1a-4782-a6a6-6ed52e2e4a69" -d '{"events": [{"server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "name": "network-vif-plugged", "status": "completed", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:49.428666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:49.437716 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.443348 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1a509150-58cb-4162-851d-7805e3cc7521 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5956807 Aug 20 11:34:49.443969 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56250) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:49.451287 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ccf07db4-77ce-47ce-bdbd-f06587c82b24 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-696198537'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:49.458520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c409e9-cd98-4f4b-b880-76ab4c67d3c7 req-179bc4c5-1b07-4711-80f4-ab0d68ab6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:49.460115 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-99c409e9-cd98-4f4b-b880-76ab4c67d3c7 req-179bc4c5-1b07-4711-80f4-ab0d68ab6719 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 1096 time: 0.2847338 Aug 20 11:34:49.499866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf07db4-77ce-47ce-bdbd-f06587c82b24 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Made reservation on behalf of 9991f8a924e64527907714e2ed9a1df3 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:49.505020 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ccf07db4-77ce-47ce-bdbd-f06587c82b24 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.551955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a509150-58cb-4162-851d-7805e3cc7521 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event updated for resources: {'Network': ['ID=b853601e-e5a6-4bac-a3f5-84410a4476f4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:49.559212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f29aa130-d098-4910-80dc-9cb2cc3f218d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:49.572344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network b853601e-e5a6-4bac-a3f5-84410a4476f4 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:49.577320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069b5e2-98f4-4027-a7c7-4ccf0245d104 req-236ca056-93d7-4c71-a26f-8f631979a95a tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:49.578650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf07db4-77ce-47ce-bdbd-f06587c82b24 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:49.584498 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9069b5e2-98f4-4027-a7c7-4ccf0245d104 req-236ca056-93d7-4c71-a26f-8f631979a95a tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 1096 time: 0.2585809 Aug 20 11:34:49.644168 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ccf07db4-77ce-47ce-bdbd-f06587c82b24 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.644534 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-ccf07db4-77ce-47ce-bdbd-f06587c82b24 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Added segment 4bd933ce-9ca8-41e8-a616-b4e74153651a of type vlan for network 66063b31-2757-4517-8a29-77f4e6ff6618 Aug 20 11:34:49.650905 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9069b5e2-98f4-4027-a7c7-4ccf0245d104 req-a5672843-c636-4eca-9d54-86906c811389 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625145 Aug 20 11:34:49.659459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c409e9-cd98-4f4b-b880-76ab4c67d3c7 req-9edea9a4-e6b7-4ffc-abaf-a21be57bb861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:49.660974 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-99c409e9-cd98-4f4b-b880-76ab4c67d3c7 req-9edea9a4-e6b7-4ffc-abaf-a21be57bb861 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.1726775 Aug 20 11:34:49.719003 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-99c409e9-cd98-4f4b-b880-76ab4c67d3c7 req-f6c1c893-7d12-4dd5-8aab-866d2a6be81e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103 HTTP/1.1" status: 200 len: 217 time: 0.0491545 Aug 20 11:34:49.750692 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ccf07db4-77ce-47ce-bdbd-f06587c82b24 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.762776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f6265-b1b5-4829-9793-5dd69df37a62 req-deff7da0-2251-4665-8028-e51be8a07764 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:49.764280 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1c9f6265-b1b5-4829-9793-5dd69df37a62 req-deff7da0-2251-4665-8028-e51be8a07764 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 1024 time: 0.1755760 Aug 20 11:34:49.798688 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3246e9cc-7856-4677-91a9-94a5a3a9d12e req-b117a14a-539a-4c77-a143-3d4427038620 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/daae399c-7b28-43a2-b984-f6630f37760f HTTP/1.1" status: 200 len: 2397 time: 0.0824766 Aug 20 11:34:49.802520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c409e9-cd98-4f4b-b880-76ab4c67d3c7 req-74d0dde5-42f9-4e76-8201-4ce951db04ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:49.803957 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-99c409e9-cd98-4f4b-b880-76ab4c67d3c7 req-74d0dde5-42f9-4e76-8201-4ce951db04ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.0714478 Aug 20 11:34:49.809159 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-3246e9cc-7856-4677-91a9-94a5a3a9d12e req-3c2c6af7-f5b7-47df-a008-e8ecfac5dde3 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'daae399c-7b28-43a2-b984-f6630f37760f', 'remote_group_id': None}]} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:49.809470 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-3246e9cc-7856-4677-91a9-94a5a3a9d12e req-3c2c6af7-f5b7-47df-a008-e8ecfac5dde3 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'daae399c-7b28-43a2-b984-f6630f37760f', 'remote_group_id': None}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:49.825515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec655bc-13a4-4758-b68a-d5a5d2e0d008 req-56274908-b193-45a9-bbeb-bf2971e88708 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:49.827017 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ec655bc-13a4-4758-b68a-d5a5d2e0d008 req-56274908-b193-45a9-bbeb-bf2971e88708 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1971476 Aug 20 11:34:49.854045 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ccf07db4-77ce-47ce-bdbd-f06587c82b24 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.860758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf07db4-77ce-47ce-bdbd-f06587c82b24 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:49.860758 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ccf07db4-77ce-47ce-bdbd-f06587c82b24 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.873563 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-99c409e9-cd98-4f4b-b880-76ab4c67d3c7 req-4af2065b-0b18-4d8b-a3d6-273fb8d6c131 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592902 Aug 20 11:34:49.972338 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3246e9cc-7856-4677-91a9-94a5a3a9d12e req-3c2c6af7-f5b7-47df-a008-e8ecfac5dde3 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.015879 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3246e9cc-7856-4677-91a9-94a5a3a9d12e req-3c2c6af7-f5b7-47df-a008-e8ecfac5dde3 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.022673 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ccf07db4-77ce-47ce-bdbd-f06587c82b24 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5750141 Aug 20 11:34:50.025650 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3246e9cc-7856-4677-91a9-94a5a3a9d12e req-3c2c6af7-f5b7-47df-a008-e8ecfac5dde3 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.027866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56260) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:50.038996 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a0a8048b-2ee2-4eec-bf26-43dda81af06d tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Request body: {'subnet': {'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:50.042836 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ec655bc-13a4-4758-b68a-d5a5d2e0d008 req-1a6b0c0b-8b6f-434a-ae91-dadaabf6aa7a tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068615 Aug 20 11:34:50.045196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf07db4-77ce-47ce-bdbd-f06587c82b24 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event updated for resources: {'Network': ['ID=66063b31-2757-4517-8a29-77f4e6ff6618,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:50.055456 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 66063b31-2757-4517-8a29-77f4e6ff6618 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:50.136669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-1c9f6265-b1b5-4829-9793-5dd69df37a62 req-3ed082ce-7093-48c1-a11f-b0f33987f1b0 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Deleting port 0a32ff2c-ab92-441e-a197-f641d4604892 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:50.137484 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1c9f6265-b1b5-4829-9793-5dd69df37a62 req-3ed082ce-7093-48c1-a11f-b0f33987f1b0 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.162174 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-99c409e9-cd98-4f4b-b880-76ab4c67d3c7 req-2ae022ca-a4e2-4147-8503-a5a993491bf1 service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773194 Aug 20 11:34:50.172735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c6af7-f5b7-47df-a008-e8ecfac5dde3 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3d972c-82f8-44a6-94bb-587373d7a1ea,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:50.204422 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3246e9cc-7856-4677-91a9-94a5a3a9d12e req-3c2c6af7-f5b7-47df-a008-e8ecfac5dde3 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.217557 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3246e9cc-7856-4677-91a9-94a5a3a9d12e req-3c2c6af7-f5b7-47df-a008-e8ecfac5dde3 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4125054 Aug 20 11:34:50.238263 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6cd388-44d8-4b22-b4e0-9d9a7351f459 x-openstack-request-id: req-7e6cd388-44d8-4b22-b4e0-9d9a7351f459 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:50.238818 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "name": "network-vif-plugged", "status": "completed", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:50.238818 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e6cd388-44d8-4b22-b4e0-9d9a7351f459 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:50.239306 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'code': 200} Aug 20 11:34:50.683255 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a8048b-2ee2-4eec-bf26-43dda81af06d tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Made reservation on behalf of 9991f8a924e64527907714e2ed9a1df3 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:50.686772 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0a8048b-2ee2-4eec-bf26-43dda81af06d tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.739772 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9c9eeb1-3e67-464a-8e34-b4ca98cddd90 req-0be6f155-dede-4628-ac34-47a15aef10fe tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/daae399c-7b28-43a2-b984-f6630f37760f HTTP/1.1" status: 200 len: 2995 time: 0.1482363 Aug 20 11:34:50.745793 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-99c409e9-cd98-4f4b-b880-76ab4c67d3c7 req-6f90a876-de66-4dfb-aeda-f07e38105506 service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5665965 Aug 20 11:34:50.753684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d589b-9a5a-4d47-87d2-f0ad566c436d req-3022172d-4b3b-42a7-a2cd-95c54727c490 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:50.761377 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-991d589b-9a5a-4d47-87d2-f0ad566c436d req-3022172d-4b3b-42a7-a2cd-95c54727c490 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d730f5-47c5-4c76-8eb3-008d363cdf05 HTTP/1.1" status: 200 len: 1024 time: 0.4479740 Aug 20 11:34:50.802275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-1c9f6265-b1b5-4829-9793-5dd69df37a62 req-3ed082ce-7093-48c1-a11f-b0f33987f1b0 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] For port 0a32ff2c-ab92-441e-a197-f641d4604892, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0a32ff2c-ab92-441e-a197-f641d4604892,segment=NetworkSegment(aa92d711-f031-473d-abac-760cf93baac4),segment_id=aa92d711-f031-473d-abac-760cf93baac4)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:50.802646 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1c9f6265-b1b5-4829-9793-5dd69df37a62 req-3ed082ce-7093-48c1-a11f-b0f33987f1b0 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.822826 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-1c9f6265-b1b5-4829-9793-5dd69df37a62 req-3ed082ce-7093-48c1-a11f-b0f33987f1b0 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Calling delete_port for 0a32ff2c-ab92-441e-a197-f641d4604892 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:50.837464 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-991d589b-9a5a-4d47-87d2-f0ad566c436d req-3109a7f1-0508-477a-94cb-bd3196772e07 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddc667a6-ba15-4356-be8b-c953c2141166&id=4e9a6c94-5cc9-4b14-977e-6a9ce3954641&id=3db40a70-ecbf-4b44-894a-df3aa5844c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0735195 Aug 20 11:34:50.921405 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e3f5b-041c-42ce-a9ab-95b7b7968ca8 req-7b168743-0f24-4f3c-ad80-05e3d63f19a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:50.923249 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-417e3f5b-041c-42ce-a9ab-95b7b7968ca8 req-7b168743-0f24-4f3c-ad80-05e3d63f19a8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 1097 time: 0.3332644 Aug 20 11:34:50.976374 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94604e3-21d4-4a96-af36-1b5b818d264f req-758430dc-0043-45fd-b68c-7c61417bfde4 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:50.984769 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e94604e3-21d4-4a96-af36-1b5b818d264f req-758430dc-0043-45fd-b68c-7c61417bfde4 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 946 time: 0.1504047 Aug 20 11:34:50.989361 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0a8048b-2ee2-4eec-bf26-43dda81af06d tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.049632 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8048b-2ee2-4eec-bf26-43dda81af06d tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event updated for resources: {'Subnet': ['ID=faadc5a1-a763-44eb-9395-380b41cb0af5,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:51.065435 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-417e3f5b-041c-42ce-a9ab-95b7b7968ca8 req-3739e179-8e44-42bd-ad33-0330931a61fe service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296837 Aug 20 11:34:51.073256 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e94604e3-21d4-4a96-af36-1b5b818d264f req-c06ecae0-6c1c-4c05-8d47-04b76e241ac4 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780408 Aug 20 11:34:51.124004 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0959032f-d8b7-43ce-8365-f4c00d2d5371 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:34:51.125978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a8048b-2ee2-4eec-bf26-43dda81af06d tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Checking segment: {'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:51.126358 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a8048b-2ee2-4eec-bf26-43dda81af06d tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Network hostable DHCP agents. Network: b853601e-e5a6-4bac-a3f5-84410a4476f4, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:51.151696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a8048b-2ee2-4eec-bf26-43dda81af06d tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Network b853601e-e5a6-4bac-a3f5-84410a4476f4 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:51.154752 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1c9f6265-b1b5-4829-9793-5dd69df37a62 req-3ed082ce-7093-48c1-a11f-b0f33987f1b0 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.163245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0959032f-d8b7-43ce-8365-f4c00d2d5371 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:51.167506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a0a8048b-2ee2-4eec-bf26-43dda81af06d tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, b853601e-e5a6-4bac-a3f5-84410a4476f4) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:51.172260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a8048b-2ee2-4eec-bf26-43dda81af06d tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:51.173142 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0a8048b-2ee2-4eec-bf26-43dda81af06d tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.184906 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0a32ff2c-ab92-441e-a197-f641d4604892'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:51.201277 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a0a8048b-2ee2-4eec-bf26-43dda81af06d tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1663179 Aug 20 11:34:51.203602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56296) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:51.213416 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed082ce-7093-48c1-a11f-b0f33987f1b0 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event deleted for resources: {'Port': ['ID=0a32ff2c-ab92-441e-a197-f641d4604892,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:51.223707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b918f934-86a4-4f90-96b6-9003f08116bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Request body: {'subnet': {'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:51.251212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a216a3-8862-4f32-86bc-a8112c2ff7a4 None None] Network b853601e-e5a6-4bac-a3f5-84410a4476f4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:51.283832 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9f6265-b1b5-4829-9793-5dd69df37a62 req-3ed082ce-7093-48c1-a11f-b0f33987f1b0 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] No DVR routers for this DVR port 0a32ff2c-ab92-441e-a197-f641d4604892 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:51.287969 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1c9f6265-b1b5-4829-9793-5dd69df37a62 req-3ed082ce-7093-48c1-a11f-b0f33987f1b0 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.293046 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1c9f6265-b1b5-4829-9793-5dd69df37a62 req-3ed082ce-7093-48c1-a11f-b0f33987f1b0 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.76 "DELETE /v2.0/ports/0a32ff2c-ab92-441e-a197-f641d4604892 HTTP/1.1" status: 204 len: 173 time: 1.5163789 Aug 20 11:34:51.293951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d730f5-47c5-4c76-8eb3-008d363cdf05', 'name': 'network-vif-deleted', 'tag': '0a32ff2c-ab92-441e-a197-f641d4604892'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:51.296805 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cb96bb-a5c8-43ed-9bfc-9beebbb48fc6" -d '{"events": [{"server_uuid": "c9d730f5-47c5-4c76-8eb3-008d363cdf05", "name": "network-vif-deleted", "tag": "0a32ff2c-ab92-441e-a197-f641d4604892"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:51.302600 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-528e560b-d7d7-4d85-b4ff-e69bace20825 req-9c4f37a5-b7a5-4cda-876a-9f528860b7fc tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-group-rules/0c3d972c-82f8-44a6-94bb-587373d7a1ea HTTP/1.1" status: 200 len: 783 time: 0.0628443 Aug 20 11:34:51.376508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b918f934-86a4-4f90-96b6-9003f08116bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Made reservation on behalf of 9991f8a924e64527907714e2ed9a1df3 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:51.381496 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b918f934-86a4-4f90-96b6-9003f08116bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.418422 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-528e560b-d7d7-4d85-b4ff-e69bace20825 req-24935846-f5ac-4e4c-8100-85153e4927a5 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/daae399c-7b28-43a2-b984-f6630f37760f HTTP/1.1" status: 200 len: 2995 time: 0.1065519 Aug 20 11:34:51.464938 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-528e560b-d7d7-4d85-b4ff-e69bace20825 req-1c26d339-fd33-4c34-985e-3fd55dcbfa33 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.485656 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-528e560b-d7d7-4d85-b4ff-e69bace20825 req-1c26d339-fd33-4c34-985e-3fd55dcbfa33 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.534941 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-528e560b-d7d7-4d85-b4ff-e69bace20825 req-1c26d339-fd33-4c34-985e-3fd55dcbfa33 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.547727 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-528e560b-d7d7-4d85-b4ff-e69bace20825 req-1c26d339-fd33-4c34-985e-3fd55dcbfa33 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.549253 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-528e560b-d7d7-4d85-b4ff-e69bace20825 req-1c26d339-fd33-4c34-985e-3fd55dcbfa33 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/0c3d972c-82f8-44a6-94bb-587373d7a1ea HTTP/1.1" status: 204 len: 173 time: 0.1255429 Aug 20 11:34:51.557427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26d339-fd33-4c34-985e-3fd55dcbfa33 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c3d972c-82f8-44a6-94bb-587373d7a1ea,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:51.607478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0959032f-d8b7-43ce-8365-f4c00d2d5371, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0959032f-d8b7-43ce-8365-f4c00d2d5371,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:51.619186 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-b853601e-e5a6-4bac-a3f5-84410a4476f4', 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'fixed_ips': [{'subnet_id': 'faadc5a1-a763-44eb-9395-380b41cb0af5'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:51.620053 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.642338 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.644347 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '0959032f-d8b7-43ce-8365-f4c00d2d5371', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '0959032f-d8b7-43ce-8365-f4c00d2d5371', 'mac_address': 'fa:16:3e:fb:51:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:34:51.662534 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b918f934-86a4-4f90-96b6-9003f08116bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.746470 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918f934-86a4-4f90-96b6-9003f08116bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event updated for resources: {'Subnet': ['ID=a463b087-6ef2-41ba-a767-443508a6d5ac,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:51.748959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a238c7-9f8b-4d17-bc25-f30c8325c9f3 req-1e7b1a94-969e-49fd-bf5e-fe80c3260bae tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:51.750887 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92a238c7-9f8b-4d17-bc25-f30c8325c9f3 req-1e7b1a94-969e-49fd-bf5e-fe80c3260bae tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1075022 Aug 20 11:34:51.751038 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b918f934-86a4-4f90-96b6-9003f08116bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Checking segment: {'id': '4bd933ce-9ca8-41e8-a616-b4e74153651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:51.751397 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b918f934-86a4-4f90-96b6-9003f08116bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Network hostable DHCP agents. Network: 66063b31-2757-4517-8a29-77f4e6ff6618, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:51.779024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b918f934-86a4-4f90-96b6-9003f08116bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Network 66063b31-2757-4517-8a29-77f4e6ff6618 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:51.792425 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-b918f934-86a4-4f90-96b6-9003f08116bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 66063b31-2757-4517-8a29-77f4e6ff6618) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:51.793459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0959032f-d8b7-43ce-8365-f4c00d2d5371, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0959032f-d8b7-43ce-8365-f4c00d2d5371,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:51.800135 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92a238c7-9f8b-4d17-bc25-f30c8325c9f3 req-c86c8f7e-70bf-4ddc-a8c2-8d0728f67ce2 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374732 Aug 20 11:34:51.807153 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b918f934-86a4-4f90-96b6-9003f08116bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:51.807801 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b918f934-86a4-4f90-96b6-9003f08116bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.815894 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033dc78c-7f06-489f-adce-5863cf76bddf None None] Network 66063b31-2757-4517-8a29-77f4e6ff6618 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:51.824284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b918f934-86a4-4f90-96b6-9003f08116bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6158633 Aug 20 11:34:51.827515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56322) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:51.833273 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Request body: {'port': {'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4', 'name': 'tempest-TaggedBootDevicesTest-374231951', 'fixed_ips': [{'subnet_id': 'faadc5a1-a763-44eb-9395-380b41cb0af5'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:51.835356 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.931024 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484b1c11-4045-4bc1-bcc8-220c6472db7d x-openstack-request-id: req-484b1c11-4045-4bc1-bcc8-220c6472db7d {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:51.931316 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d730f5-47c5-4c76-8eb3-008d363cdf05", "name": "network-vif-deleted", "tag": "0a32ff2c-ab92-441e-a197-f641d4604892", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:51.931568 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-484b1c11-4045-4bc1-bcc8-220c6472db7d {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:51.931976 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d730f5-47c5-4c76-8eb3-008d363cdf05', 'name': 'network-vif-deleted', 'tag': '0a32ff2c-ab92-441e-a197-f641d4604892', 'status': 'completed', 'code': 200} Aug 20 11:34:51.970154 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Made reservation on behalf of 9991f8a924e64527907714e2ed9a1df3 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:52.017137 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29bbb079-30d3-42b3-ae32-b6913534e342 req-7c331312-652c-4564-b959-51131b633e41 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/daae399c-7b28-43a2-b984-f6630f37760f HTTP/1.1" status: 200 len: 2397 time: 0.0658562 Aug 20 11:34:52.072924 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.090251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Allocated IP 10.1.1.2 (b853601e-e5a6-4bac-a3f5-84410a4476f4/faadc5a1-a763-44eb-9395-380b41cb0af5/002625f3-d82c-46ba-985c-aa28cb962f42) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:52.094207 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.120035 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-29bbb079-30d3-42b3-ae32-b6913534e342 req-b607fc9e-6f4b-4452-9fc0-2783b6a05f43 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.120603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] device_id is not set on port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:34:52.124598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0959032f-d8b7-43ce-8365-f4c00d2d5371,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:52.130993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0959032f-d8b7-43ce-8365-f4c00d2d5371 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:52.151975 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-29bbb079-30d3-42b3-ae32-b6913534e342 req-b607fc9e-6f4b-4452-9fc0-2783b6a05f43 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.207676 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-29bbb079-30d3-42b3-ae32-b6913534e342 req-b607fc9e-6f4b-4452-9fc0-2783b6a05f43 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.210665 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-29bbb079-30d3-42b3-ae32-b6913534e342 req-b607fc9e-6f4b-4452-9fc0-2783b6a05f43 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.212298 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29bbb079-30d3-42b3-ae32-b6913534e342 req-b607fc9e-6f4b-4452-9fc0-2783b6a05f43 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "DELETE /v2.0/security-groups/daae399c-7b28-43a2-b984-f6630f37760f HTTP/1.1" status: 204 len: 173 time: 0.1944008 Aug 20 11:34:52.222873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607fc9e-6f4b-4452-9fc0-2783b6a05f43 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daae399c-7b28-43a2-b984-f6630f37760f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:52.352753 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774cef29-1b13-4e93-8691-421303c51705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0959032f-d8b7-43ce-8365-f4c00d2d5371'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:52.355012 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d37b1a0-3be9-4afe-a712-83a8778d0c7d" -d '{"events": [{"server_uuid": "774cef29-1b13-4e93-8691-421303c51705", "name": "network-vif-unplugged", "status": "completed", "tag": "0959032f-d8b7-43ce-8365-f4c00d2d5371"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:52.386488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-66063b31-2757-4517-8a29-77f4e6ff6618', 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'fixed_ips': [{'subnet_id': 'a463b087-6ef2-41ba-a767-443508a6d5ac'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:52.387336 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.395753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0564c45-48b7-487f-a877-d538abd76f52 req-d54b24b5-f4cc-4289-bf37-132c2cad0422 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:52.414564 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c0564c45-48b7-487f-a877-d538abd76f52 req-d54b24b5-f4cc-4289-bf37-132c2cad0422 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 946 time: 0.0762963 Aug 20 11:34:52.416320 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-930bdb6f-31ab-46cf-832c-447496b5617d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.417820 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:34:52.418172 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:34:52.476249 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c0564c45-48b7-487f-a877-d538abd76f52 req-62176cc0-bd0c-4d1d-bd35-5eeffb929a74 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595036 Aug 20 11:34:52.478888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56346) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:52.580610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-00dc8acf-1f34-42e9-b838-7ee1402bd0f2 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:34:52.581646 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-00dc8acf-1f34-42e9-b838-7ee1402bd0f2 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1017420 Aug 20 11:34:52.583022 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-9715c715-ae62-4980-8cc1-2824075ec12a req-23e37746-609b-4a45-8516-6a97e26cac71 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] show failed (client error): The resource could not be found. Aug 20 11:34:52.583949 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9715c715-ae62-4980-8cc1-2824075ec12a req-23e37746-609b-4a45-8516-6a97e26cac71 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/071e3f9c-a85e-47c1-b37c-8271020b33cd HTTP/1.1" status: 404 len: 352 time: 0.0255547 Aug 20 11:34:52.592070 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.606198 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Transition to ACTIVE for port object 002625f3-d82c-46ba-985c-aa28cb962f42 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:52.615292 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Allocated IP 10.2.2.2 (66063b31-2757-4517-8a29-77f4e6ff6618/a463b087-6ef2-41ba-a767-443508a6d5ac/0cef88f2-fa0e-45b3-aa53-ba198040ec3b) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:52.632616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Transition to ACTIVE for port object 002625f3-d82c-46ba-985c-aa28cb962f42 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:52.650224 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.676510 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7d54532-20fb-451d-8200-132c10848e8a req-e11ea026-f152-46a5-871b-183646d3f551 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/4e9a6c94-5cc9-4b14-977e-6a9ce3954641 HTTP/1.1" status: 200 len: 1800 time: 0.0694506 Aug 20 11:34:52.707050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Allocated IP 10.1.1.86 (b853601e-e5a6-4bac-a3f5-84410a4476f4/faadc5a1-a763-44eb-9395-380b41cb0af5/0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:52.726824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-b98e2b1c-63b6-4c94-8458-62912336a1d9 service neutron] Request body: {'binding': {'host': 'n-h2-804299-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:52.727650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-b98e2b1c-63b6-4c94-8458-62912336a1d9 service neutron] Unknown quota resources ['binding']. {{(pid=94691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:34:52.737285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Network b853601e-e5a6-4bac-a3f5-84410a4476f4 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:52.746057 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:52.750073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:52.752077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Pushing event updated for resources: {'Port': ['ID=002625f3-d82c-46ba-985c-aa28cb962f42,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:52.782319 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a7d54532-20fb-451d-8200-132c10848e8a req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.847563 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a7d54532-20fb-451d-8200-132c10848e8a req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.850751 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Attempting to bind port 002625f3-d82c-46ba-985c-aa28cb962f42 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:52.851122 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Attempting to bind port 002625f3-d82c-46ba-985c-aa28cb962f42 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:52.851481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Attempting to bind port 002625f3-d82c-46ba-985c-aa28cb962f42 on network b853601e-e5a6-4bac-a3f5-84410a4476f4 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:52.865335 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.867331 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:52.867758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Checking segment: {'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:52.868134 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.868527 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Bound using segment: {'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:52.869014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Bound port: 002625f3-d82c-46ba-985c-aa28cb962f42, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:52.869386 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.883256 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.885116 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Transition to ACTIVE for port object 0cef88f2-fa0e-45b3-aa53-ba198040ec3b will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:52.901539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Transition to ACTIVE for port object 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:52.924685 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a7d54532-20fb-451d-8200-132c10848e8a req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.926618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Transition to ACTIVE for port object 0cef88f2-fa0e-45b3-aa53-ba198040ec3b will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:52.927498 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a7d54532-20fb-451d-8200-132c10848e8a req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.928644 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7d54532-20fb-451d-8200-132c10848e8a req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "DELETE /v2.0/security-groups/4e9a6c94-5cc9-4b14-977e-6a9ce3954641 HTTP/1.1" status: 204 len: 173 time: 0.2433047 Aug 20 11:34:52.945822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9a6c94-5cc9-4b14-977e-6a9ce3954641,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:52.954804 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-b98e2b1c-63b6-4c94-8458-62912336a1d9 service neutron] Attempting to bind port 50f30fcf-3f63-41a1-9e10-317b227f1d41 on host n-h2-804299-2 for vnic_type normal with profile None {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:52.955324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-b98e2b1c-63b6-4c94-8458-62912336a1d9 service neutron] Attempting to bind port 50f30fcf-3f63-41a1-9e10-317b227f1d41 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:52.955821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-b98e2b1c-63b6-4c94-8458-62912336a1d9 service neutron] Attempting to bind port 50f30fcf-3f63-41a1-9e10-317b227f1d41 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:52.960535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-b98e2b1c-63b6-4c94-8458-62912336a1d9 service neutron] Port 50f30fcf-3f63-41a1-9e10-317b227f1d41 on network d470dece-9c15-4ab9-87f2-416f558c1d77 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:34:52.961665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-b98e2b1c-63b6-4c94-8458-62912336a1d9 service neutron] Attempting to bind port 50f30fcf-3f63-41a1-9e10-317b227f1d41 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:52.963382 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.964341 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:52.964706 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:52.965222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:52.965555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:52.966045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:52.966527 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:52.967161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:52.967659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:52.968130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:52.968590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:52.969146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:52.969668 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a06f79-4884-4a5b-b273-c20d806f828b tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:52.977776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-b98e2b1c-63b6-4c94-8458-62912336a1d9 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:52.978298 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-b98e2b1c-63b6-4c94-8458-62912336a1d9 service neutron] Checking segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:52.978595 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.979116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-b98e2b1c-63b6-4c94-8458-62912336a1d9 service neutron] Bound using segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:52.979762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-b98e2b1c-63b6-4c94-8458-62912336a1d9 service neutron] Bound port: 50f30fcf-3f63-41a1-9e10-317b227f1d41, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:53.013359 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a91ad1-b41a-4789-89ff-802b1f818c2c x-openstack-request-id: req-24a91ad1-b41a-4789-89ff-802b1f818c2c {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:53.013660 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774cef29-1b13-4e93-8691-421303c51705", "name": "network-vif-unplugged", "status": "completed", "tag": "0959032f-d8b7-43ce-8365-f4c00d2d5371", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:53.013836 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24a91ad1-b41a-4789-89ff-802b1f818c2c {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:53.014233 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774cef29-1b13-4e93-8691-421303c51705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0959032f-d8b7-43ce-8365-f4c00d2d5371', 'code': 200} Aug 20 11:34:53.030711 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.035029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] For port 002625f3-d82c-46ba-985c-aa28cb962f42, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:53.054242 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Network b853601e-e5a6-4bac-a3f5-84410a4476f4 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:53.056839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Network 66063b31-2757-4517-8a29-77f4e6ff6618 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:53.058721 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:53.063328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:53.074914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-b98e2b1c-63b6-4c94-8458-62912336a1d9 service neutron] For port 50f30fcf-3f63-41a1-9e10-317b227f1d41, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=50f30fcf-3f63-41a1-9e10-317b227f1d41,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:53.078456 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:53.081319 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] For port 002625f3-d82c-46ba-985c-aa28cb962f42, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=002625f3-d82c-46ba-985c-aa28cb962f42,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:53.082977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Pushing event updated for resources: {'Port': ['ID=0cef88f2-fa0e-45b3-aa53-ba198040ec3b,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:53.085222 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:53.088932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0959032f-d8b7-43ce-8365-f4c00d2d5371 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:53.089575 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-b98e2b1c-63b6-4c94-8458-62912336a1d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.096038 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-b98e2b1c-63b6-4c94-8458-62912336a1d9 service neutron] 10.222.0.37 "POST /v2.0/ports/50f30fcf-3f63-41a1-9e10-317b227f1d41/bindings HTTP/1.1" status: 201 len: 389 time: 0.4553587 Aug 20 11:34:53.096619 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.107722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event updated for resources: {'Port': ['ID=0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:53.126416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:53.126769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:53.127117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:53.127455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:53.127792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:53.128125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:53.128453 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:53.128816 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:53.129240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:53.129573 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:53.129899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:53.130341 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:53.150211 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:53.151419 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.167170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0959032f-d8b7-43ce-8365-f4c00d2d5371, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0959032f-d8b7-43ce-8365-f4c00d2d5371,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:53.192865 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8a15eaa3-e4e5-4531-ac5e-6c4bceba3b4f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3616889 Aug 20 11:34:53.193119 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.193239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56384) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:53.205479 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a8a03135-231b-4fb0-a699-1d49501cd409 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Request body: {'port': {'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4', 'name': 'tempest-TaggedBootDevicesTest-1865788', 'fixed_ips': [{'subnet_id': 'faadc5a1-a763-44eb-9395-380b41cb0af5'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:53.213286 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a1eb5dc-5142-43d4-a948-cdb68f75a762 req-de5ab509-d59b-4d83-a3ca-e3a401109432 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/95e564ac-639b-485f-afeb-41be12bafd40 HTTP/1.1" status: 200 len: 1804 time: 0.0782650 Aug 20 11:34:53.273599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01abe2b-f78a-4932-adad-6e12733240e6 None None] Pushing event updated for resources: {'Port': ['ID=002625f3-d82c-46ba-985c-aa28cb962f42,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:53.298848 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0a1eb5dc-5142-43d4-a948-cdb68f75a762 req-cd16b392-1125-4667-80eb-3cc379fac4f7 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.342589 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0a1eb5dc-5142-43d4-a948-cdb68f75a762 req-cd16b392-1125-4667-80eb-3cc379fac4f7 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.418771 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0959032f-d8b7-43ce-8365-f4c00d2d5371,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:53.449689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Attempting to bind port 0cef88f2-fa0e-45b3-aa53-ba198040ec3b on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:53.450106 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Attempting to bind port 0cef88f2-fa0e-45b3-aa53-ba198040ec3b by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '4bd933ce-9ca8-41e8-a616-b4e74153651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:53.450515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Attempting to bind port 0cef88f2-fa0e-45b3-aa53-ba198040ec3b on network 66063b31-2757-4517-8a29-77f4e6ff6618 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:53.452625 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a03135-231b-4fb0-a699-1d49501cd409 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Made reservation on behalf of 9991f8a924e64527907714e2ed9a1df3 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:53.455898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:53.456269 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Checking segment: {'id': '4bd933ce-9ca8-41e8-a616-b4e74153651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:53.456701 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.457317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Bound using segment: {'id': '4bd933ce-9ca8-41e8-a616-b4e74153651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:53.457572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Bound port: 0cef88f2-fa0e-45b3-aa53-ba198040ec3b, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd933ce-9ca8-41e8-a616-b4e74153651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:53.457870 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8a03135-231b-4fb0-a699-1d49501cd409 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.458068 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.480798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34662fe0-9259-432f-92d3-38544b39a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:53.482779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34662fe0-9259-432f-92d3-38544b39a6b9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 1096 time: 0.1097317 Aug 20 11:34:53.490068 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0a1eb5dc-5142-43d4-a948-cdb68f75a762 req-cd16b392-1125-4667-80eb-3cc379fac4f7 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.492679 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-a8a03135-231b-4fb0-a699-1d49501cd409 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] device_id is not set on port f73427c2-302c-4d69-82a5-d2190ada2e2e yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:34:53.493024 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0a1eb5dc-5142-43d4-a948-cdb68f75a762 req-cd16b392-1125-4667-80eb-3cc379fac4f7 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.494257 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a1eb5dc-5142-43d4-a948-cdb68f75a762 req-cd16b392-1125-4667-80eb-3cc379fac4f7 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "DELETE /v2.0/security-groups/95e564ac-639b-485f-afeb-41be12bafd40 HTTP/1.1" status: 204 len: 173 time: 0.2717104 Aug 20 11:34:53.530346 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0959032f-d8b7-43ce-8365-f4c00d2d5371'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:53.561107 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16b392-1125-4667-80eb-3cc379fac4f7 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e564ac-639b-485f-afeb-41be12bafd40,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:53.621629 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-899d8c54-25ba-42ba-b815-663acf8a7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:53.623580 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-899d8c54-25ba-42ba-b815-663acf8a7ea8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.1283882 Aug 20 11:34:53.634274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98c2d5-5cd7-4d1e-8f81-c4cbab2b12f5 req-a31a4d28-025d-4478-bdc5-b0fe06a36689 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:53.637302 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc98c2d5-5cd7-4d1e-8f81-c4cbab2b12f5 req-a31a4d28-025d-4478-bdc5-b0fe06a36689 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 949 time: 0.3462625 Aug 20 11:34:53.645857 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] For port 0cef88f2-fa0e-45b3-aa53-ba198040ec3b, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:53.652664 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] For port 0cef88f2-fa0e-45b3-aa53-ba198040ec3b, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0cef88f2-fa0e-45b3-aa53-ba198040ec3b,segment=NetworkSegment(4bd933ce-9ca8-41e8-a616-b4e74153651a),segment_id=4bd933ce-9ca8-41e8-a616-b4e74153651a)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:53.663003 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.690891 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-5e683b6c-8440-4e10-8c13-94e9de8ef655 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f30fcf-3f63-41a1-9e10-317b227f1d41 HTTP/1.1" status: 200 len: 217 time: 0.0547664 Aug 20 11:34:53.750533 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc98c2d5-5cd7-4d1e-8f81-c4cbab2b12f5 req-44b51627-90f4-4852-a19a-825b76f35f20 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839148 Aug 20 11:34:53.754646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdd6b3-6217-456a-a3db-97fc078c26ce None None] Pushing event updated for resources: {'Port': ['ID=0cef88f2-fa0e-45b3-aa53-ba198040ec3b,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:53.759421 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-990edcf7-37c0-448a-b948-3c76c7956b4c req-04ebec60-f320-4278-b274-57145321c708 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "GET /v2.0/security-groups/3db40a70-ecbf-4b44-894a-df3aa5844c7e HTTP/1.1" status: 200 len: 1801 time: 0.1320643 Aug 20 11:34:53.782809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-41cf619d-8f66-4aa3-905f-1a80875b4ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:53.784933 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-41cf619d-8f66-4aa3-905f-1a80875b4ba7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.0866160 Aug 20 11:34:53.787024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a8a03135-231b-4fb0-a699-1d49501cd409 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Allocated IP 10.1.1.202 (b853601e-e5a6-4bac-a3f5-84410a4476f4/faadc5a1-a763-44eb-9395-380b41cb0af5/f73427c2-302c-4d69-82a5-d2190ada2e2e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:53.839897 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-54a06030-7247-4039-ae58-6cdc7222d5f0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444648 Aug 20 11:34:53.917985 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-990edcf7-37c0-448a-b948-3c76c7956b4c req-c178cee2-278c-4d95-a3a5-d91d4d90c2d4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.953850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-990edcf7-37c0-448a-b948-3c76c7956b4c req-c178cee2-278c-4d95-a3a5-d91d4d90c2d4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.980382 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b4caf-8f26-43cb-bfd6-adcb11ddb51d req-869f9f3f-348a-4d99-8a0e-5f6a2c959e9a tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:53.988755 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f03b4caf-8f26-43cb-bfd6-adcb11ddb51d req-869f9f3f-348a-4d99-8a0e-5f6a2c959e9a tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=297f78be-f938-4d6c-9898-82d5a6fa94d3 HTTP/1.1" status: 200 len: 950 time: 0.1270778 Aug 20 11:34:54.009363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-3db6fd69-77f3-47ff-8754-bd89498e69fc service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593356 Aug 20 11:34:54.056823 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f03b4caf-8f26-43cb-bfd6-adcb11ddb51d req-77eec75d-954a-4415-8617-a7f1aa7dff31 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666435 Aug 20 11:34:54.082159 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-990edcf7-37c0-448a-b948-3c76c7956b4c req-c178cee2-278c-4d95-a3a5-d91d4d90c2d4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.098288 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8a03135-231b-4fb0-a699-1d49501cd409 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.099041 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-990edcf7-37c0-448a-b948-3c76c7956b4c req-c178cee2-278c-4d95-a3a5-d91d4d90c2d4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.099041 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-990edcf7-37c0-448a-b948-3c76c7956b4c req-c178cee2-278c-4d95-a3a5-d91d4d90c2d4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] 10.222.0.37 "DELETE /v2.0/security-groups/3db40a70-ecbf-4b44-894a-df3aa5844c7e HTTP/1.1" status: 204 len: 173 time: 0.3258696 Aug 20 11:34:54.106051 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56392) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:54.146595 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a8a03135-231b-4fb0-a699-1d49501cd409 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Transition to ACTIVE for port object f73427c2-302c-4d69-82a5-d2190ada2e2e will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:54.178478 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afbe81f-3f5e-4111-9493-d538df93453b admin admin] Deleting subnet d0d57bdd-67c5-44c0-8b9a-0885bceb666d {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:54.185610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178cee2-278c-4d95-a3a5-d91d4d90c2d4 tempest-SecurityGroupsTestJSON-78146635 tempest-SecurityGroupsTestJSON-78146635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db40a70-ecbf-4b44-894a-df3aa5844c7e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:54.196125 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6afbe81f-3f5e-4111-9493-d538df93453b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.265788 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8a03135-231b-4fb0-a699-1d49501cd409 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.293341 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6afbe81f-3f5e-4111-9493-d538df93453b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.318292 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63215d-3776-4456-8b83-fce5c64adbef req-665e0ae9-8b0e-4499-9864-b7391798008c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:54.321592 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cd63215d-3776-4456-8b83-fce5c64adbef req-665e0ae9-8b0e-4499-9864-b7391798008c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 946 time: 0.1037443 Aug 20 11:34:54.329985 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-3f780687-2300-42fa-869f-acfdc2a8acef service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124156 Aug 20 11:34:54.332664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a03135-231b-4fb0-a699-1d49501cd409 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Network b853601e-e5a6-4bac-a3f5-84410a4476f4 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:54.351252 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a8a03135-231b-4fb0-a699-1d49501cd409 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:54.357978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ed879-c1a6-4676-bafb-115f043ae153 req-7f471edc-1753-4dc4-a0de-3fb619642577 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:54.359600 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-426ed879-c1a6-4676-bafb-115f043ae153 req-7f471edc-1753-4dc4-a0de-3fb619642577 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 945 time: 0.1235423 Aug 20 11:34:54.364847 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6afbe81f-3f5e-4111-9493-d538df93453b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.382256 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a03135-231b-4fb0-a699-1d49501cd409 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event updated for resources: {'Port': ['ID=f73427c2-302c-4d69-82a5-d2190ada2e2e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:54.387406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a03135-231b-4fb0-a699-1d49501cd409 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:54.437928 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cd63215d-3776-4456-8b83-fce5c64adbef req-7b1dc275-9d5a-41e9-9355-0cf30c203f12 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076825 Aug 20 11:34:54.458277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a03135-231b-4fb0-a699-1d49501cd409 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:54.458817 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-426ed879-c1a6-4676-bafb-115f043ae153 req-201b7387-bddf-4745-a7c8-d523c1dee4b9 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726397 Aug 20 11:34:54.458978 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8a03135-231b-4fb0-a699-1d49501cd409 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.460802 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6afbe81f-3f5e-4111-9493-d538df93453b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.478787 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a8a03135-231b-4fb0-a699-1d49501cd409 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2859251 Aug 20 11:34:54.515585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbe81f-3f5e-4111-9493-d538df93453b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d57bdd-67c5-44c0-8b9a-0885bceb666d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:54.525448 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6afbe81f-3f5e-4111-9493-d538df93453b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.527852 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6afbe81f-3f5e-4111-9493-d538df93453b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d0d57bdd-67c5-44c0-8b9a-0885bceb666d HTTP/1.1" status: 204 len: 168 time: 0.4207792 Aug 20 11:34:54.532170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56404) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:54.547273 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-96903615-0a26-4661-9879-5167c2cbf29b req-7a2e8c12-27a7-4bf0-958b-bbb5f27f246a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/1fe12bb4-f353-4cbf-9fc5-b97463eb0138 HTTP/1.1" status: 200 len: 1804 time: 0.0600791 Aug 20 11:34:54.598141 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8802a5c1-efea-4151-8ec4-35f75c7be900 None None] Network b853601e-e5a6-4bac-a3f5-84410a4476f4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:54.641825 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-96903615-0a26-4661-9879-5167c2cbf29b req-ad198965-da4c-4d0f-bcd6-e07f00dced7f tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.683454 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a17a8664-1ffc-4768-8898-e17fc0e60d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.687584 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-96903615-0a26-4661-9879-5167c2cbf29b req-ad198965-da4c-4d0f-bcd6-e07f00dced7f tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.693888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ec4455ea-1337-42a5-b7fc-12021a4c76ad None None] Provisioning for port 002625f3-d82c-46ba-985c-aa28cb962f42 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:54.781464 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-96903615-0a26-4661-9879-5167c2cbf29b req-ad198965-da4c-4d0f-bcd6-e07f00dced7f tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.784485 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-96903615-0a26-4661-9879-5167c2cbf29b req-ad198965-da4c-4d0f-bcd6-e07f00dced7f tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.797317 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-96903615-0a26-4661-9879-5167c2cbf29b req-ad198965-da4c-4d0f-bcd6-e07f00dced7f tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "DELETE /v2.0/security-groups/1fe12bb4-f353-4cbf-9fc5-b97463eb0138 HTTP/1.1" status: 204 len: 173 time: 0.2296166 Aug 20 11:34:54.820330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad198965-da4c-4d0f-bcd6-e07f00dced7f tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe12bb4-f353-4cbf-9fc5-b97463eb0138,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:54.870145 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a17a8664-1ffc-4768-8898-e17fc0e60d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.887680 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a17a8664-1ffc-4768-8898-e17fc0e60d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f63e75-19be-4ea8-88fe-824cb0111e79']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:54.912822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff1598-8232-4577-a396-519fc65aa62e req-39d248ce-444a-489a-97d0-d7008d5c67ee tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:54.923091 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-34ff1598-8232-4577-a396-519fc65aa62e req-39d248ce-444a-489a-97d0-d7008d5c67ee tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 946 time: 0.1042342 Aug 20 11:34:54.924349 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56418) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:54.927510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a17a8664-1ffc-4768-8898-e17fc0e60d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa92d711-f031-473d-abac-760cf93baac4') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:54.929061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b7302c0f-813c-418f-8a51-7679549e7256 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Request body: {'floatingip': {'port_id': 'f29aa130-d098-4910-80dc-9cb2cc3f218d'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:54.929202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a17a8664-1ffc-4768-8898-e17fc0e60d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa92d711-f031-473d-abac-760cf93baac4') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:54.955283 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a17a8664-1ffc-4768-8898-e17fc0e60d55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.984837 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a17a8664-1ffc-4768-8898-e17fc0e60d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.006398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17a8664-1ffc-4768-8898-e17fc0e60d55 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:34:55.008733 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a17a8664-1ffc-4768-8898-e17fc0e60d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:34:55.013812 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:34:55.064158 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7302c0f-813c-418f-8a51-7679549e7256 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.126699 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0da4a925-f0fd-4600-82be-2bac017496c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.129687 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56424) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:55.139263 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-650953f2-6e92-42f2-a666-e5ab8466d4a6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2129163793', 'description': 'tempest-description--384081022'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:55.199627 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a17a8664-1ffc-4768-8898-e17fc0e60d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.207459 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a17a8664-1ffc-4768-8898-e17fc0e60d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.212406 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0959032f-d8b7-43ce-8365-f4c00d2d5371 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:55.217143 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a17a8664-1ffc-4768-8898-e17fc0e60d55 admin admin] 10.222.0.37 "DELETE /v2.0/networks/75f63e75-19be-4ea8-88fe-824cb0111e79 HTTP/1.1" status: 204 len: 168 time: 0.6826055 Aug 20 11:34:55.280626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a8664-1ffc-4768-8898-e17fc0e60d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=75f63e75-19be-4ea8-88fe-824cb0111e79,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:55.348442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0cef88f2-fa0e-45b3-aa53-ba198040ec3b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:55.348694 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-650953f2-6e92-42f2-a666-e5ab8466d4a6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.363187 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e4be0dd2-449f-436e-930c-6861a15526a3 req-bb49f202-f925-4fe2-a76d-3fa795abce8a tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/e3136a62-2313-4815-8ba8-e16e58277b55 HTTP/1.1" status: 200 len: 1803 time: 0.1044240 Aug 20 11:34:55.390191 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.393880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389ca51e-3dd9-4f19-a10d-6868710ce9f8 None None] Network 66063b31-2757-4517-8a29-77f4e6ff6618 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:55.434573 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56434) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:55.505475 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e4be0dd2-449f-436e-930c-6861a15526a3 req-32d1c309-b638-42b2-b064-433765a6f96b tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.514693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bd336ec1-83bc-4d82-b033-bf7722759d3e None None] Provisioning for port 0cef88f2-fa0e-45b3-aa53-ba198040ec3b completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:55.555274 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 0959032f-d8b7-43ce-8365-f4c00d2d5371 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:55.556773 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.568447 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb83ea-abf4-42ae-8d2d-2005678fa887 req-e36bda6e-4c68-48a7-9543-643e9975e909 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:55.570188 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87bb83ea-abf4-42ae-8d2d-2005678fa887 req-e36bda6e-4c68-48a7-9543-643e9975e909 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 949 time: 0.2584877 Aug 20 11:34:55.583125 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e4be0dd2-449f-436e-930c-6861a15526a3 req-32d1c309-b638-42b2-b064-433765a6f96b tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.592890 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 0cef88f2-fa0e-45b3-aa53-ba198040ec3b completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:55.603674 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-526a3410-e587-42cf-b568-56ea31fa3bde admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85e3edaa635e4b108702459e233c4176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662772 Aug 20 11:34:55.606427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56438) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:55.657622 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 0cef88f2-fa0e-45b3-aa53-ba198040ec3b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:55.658581 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.670133 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-650953f2-6e92-42f2-a666-e5ab8466d4a6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.682285 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-650953f2-6e92-42f2-a666-e5ab8466d4a6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.700600 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e4be0dd2-449f-436e-930c-6861a15526a3 req-32d1c309-b638-42b2-b064-433765a6f96b tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.703562 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e4be0dd2-449f-436e-930c-6861a15526a3 req-32d1c309-b638-42b2-b064-433765a6f96b tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.704939 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e4be0dd2-449f-436e-930c-6861a15526a3 req-32d1c309-b638-42b2-b064-433765a6f96b tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "DELETE /v2.0/security-groups/e3136a62-2313-4815-8ba8-e16e58277b55 HTTP/1.1" status: 204 len: 173 time: 0.3325198 Aug 20 11:34:55.740871 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1c309-b638-42b2-b064-433765a6f96b tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3136a62-2313-4815-8ba8-e16e58277b55,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:55.744279 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bcce0ca-663a-4897-a7b5-739235e2ab9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.795672 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bcce0ca-663a-4897-a7b5-739235e2ab9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.804806 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650953f2-6e92-42f2-a666-e5ab8466d4a6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3194d4-6356-42de-9111-d33eed55156d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:55.807355 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-650953f2-6e92-42f2-a666-e5ab8466d4a6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.811299 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-650953f2-6e92-42f2-a666-e5ab8466d4a6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6779404 Aug 20 11:34:55.813525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56446) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:55.822610 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87bb83ea-abf4-42ae-8d2d-2005678fa887 req-f0069d7b-b749-458b-8d54-88de089c3e6e tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558230 Aug 20 11:34:55.826313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f5ebf811-fec8-4cab-b6ea-c90d9d0d2c39 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Request body: {'security_group_rule': {'security_group_id': '1f3194d4-6356-42de-9111-d33eed55156d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:55.921798 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf811-fec8-4cab-b6ea-c90d9d0d2c39 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.944548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bb5ebe2d-5dfd-4350-97d3-13416aefd00b None None] Provisioning for port f73427c2-302c-4d69-82a5-d2190ada2e2e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:56.036920 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.061148 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bb5ebe2d-5dfd-4350-97d3-13416aefd00b None None] Provisioning complete for port f73427c2-302c-4d69-82a5-d2190ada2e2e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:56.061780 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb5ebe2d-5dfd-4350-97d3-13416aefd00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.064729 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bcce0ca-663a-4897-a7b5-739235e2ab9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.067858 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bcce0ca-663a-4897-a7b5-739235e2ab9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.069275 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1bcce0ca-663a-4897-a7b5-739235e2ab9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddc667a6-ba15-4356-be8b-c953c2141166 HTTP/1.1" status: 204 len: 168 time: 0.4618466 Aug 20 11:34:56.085379 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf811-fec8-4cab-b6ea-c90d9d0d2c39 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.104010 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf811-fec8-4cab-b6ea-c90d9d0d2c39 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.109830 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99314a7b-10a6-4f9c-8271-c28da24c44f7 req-131a8c50-715b-464b-8bfc-2f3ef6539065 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/ab7de689-7b39-42db-9b3c-7b94585e6fef HTTP/1.1" status: 200 len: 2403 time: 0.1514218 Aug 20 11:34:56.143267 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.154724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcce0ca-663a-4897-a7b5-739235e2ab9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc667a6-ba15-4356-be8b-c953c2141166,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:56.214453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebf811-fec8-4cab-b6ea-c90d9d0d2c39 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d301d0-d406-4519-800d-ccf6b8de0b74,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:56.221185 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf811-fec8-4cab-b6ea-c90d9d0d2c39 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.223775 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774cef29-1b13-4e93-8691-421303c51705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0959032f-d8b7-43ce-8365-f4c00d2d5371'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:56.225270 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f5ebf811-fec8-4cab-b6ea-c90d9d0d2c39 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4089592 Aug 20 11:34:56.228073 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df00b5b6-7c1c-45d2-89a8-619f7e1f4598" -d '{"events": [{"server_uuid": "774cef29-1b13-4e93-8691-421303c51705", "name": "network-vif-plugged", "status": "completed", "tag": "0959032f-d8b7-43ce-8365-f4c00d2d5371"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:56.229080 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56458) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:56.231158 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c7f2c-81a5-403f-b942-14af874fd156 req-d8ce5756-0d68-4f00-b2f7-92ff5b55a3ac tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:56.239337 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-105c7f2c-81a5-403f-b942-14af874fd156 req-d8ce5756-0d68-4f00-b2f7-92ff5b55a3ac tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 945 time: 0.2145631 Aug 20 11:34:56.241577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4e7e69e5-d2ff-4d86-8631-e1cf24a8a024 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Request body: {'security_group_rule': {'security_group_id': '1f3194d4-6356-42de-9111-d33eed55156d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:56.302795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0959032f-d8b7-43ce-8365-f4c00d2d5371, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0959032f-d8b7-43ce-8365-f4c00d2d5371,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:56.326562 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e7e69e5-d2ff-4d86-8631-e1cf24a8a024 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.353196 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.354891 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-105c7f2c-81a5-403f-b942-14af874fd156 req-83048fdb-2c08-40a4-b626-c6e5e0634202 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134942 Aug 20 11:34:56.355349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0a32ff2c-ab92-441e-a197-f641d4604892 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:56.385758 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7302c0f-813c-418f-8a51-7679549e7256 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.394297 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7302c0f-813c-418f-8a51-7679549e7256 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.438668 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 0cef88f2-fa0e-45b3-aa53-ba198040ec3b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0cef88f2-fa0e-45b3-aa53-ba198040ec3b,segment=NetworkSegment(4bd933ce-9ca8-41e8-a616-b4e74153651a),segment_id=4bd933ce-9ca8-41e8-a616-b4e74153651a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:56.442964 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-99314a7b-10a6-4f9c-8271-c28da24c44f7 req-49150497-c434-4f0f-978b-d2bef30191d8 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.507091 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-99314a7b-10a6-4f9c-8271-c28da24c44f7 req-49150497-c434-4f0f-978b-d2bef30191d8 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.547388 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e7e69e5-d2ff-4d86-8631-e1cf24a8a024 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.568371 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e7e69e5-d2ff-4d86-8631-e1cf24a8a024 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.603541 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-b7302c0f-813c-418f-8a51-7679549e7256 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Floating IP 4a210d09-258b-4fb3-ad8c-8157e13aaab8 associated. External IP: 172.25.8.64, port: f29aa130-d098-4910-80dc-9cb2cc3f218d. Aug 20 11:34:56.620733 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e7e69e5-d2ff-4d86-8631-e1cf24a8a024 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.622140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4e7e69e5-d2ff-4d86-8631-e1cf24a8a024 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3859956 Aug 20 11:34:56.628052 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56476) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:56.637524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:56.684576 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e69e5-d2ff-4d86-8631-e1cf24a8a024 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14572a4-a785-4e28-8e41-781f0ec12661,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:56.720944 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.760756 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-99314a7b-10a6-4f9c-8271-c28da24c44f7 req-49150497-c434-4f0f-978b-d2bef30191d8 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.763542 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-99314a7b-10a6-4f9c-8271-c28da24c44f7 req-49150497-c434-4f0f-978b-d2bef30191d8 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.781315 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99314a7b-10a6-4f9c-8271-c28da24c44f7 req-49150497-c434-4f0f-978b-d2bef30191d8 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "DELETE /v2.0/security-groups/ab7de689-7b39-42db-9b3c-7b94585e6fef HTTP/1.1" status: 204 len: 173 time: 0.6429350 Aug 20 11:34:56.783145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ebe2d-5dfd-4350-97d3-13416aefd00b None None] Port f73427c2-302c-4d69-82a5-d2190ada2e2e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:56.785698 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fc65c2-3bde-462d-861b-6aec701108d0 x-openstack-request-id: req-c8fc65c2-3bde-462d-861b-6aec701108d0 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:56.786058 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774cef29-1b13-4e93-8691-421303c51705", "name": "network-vif-plugged", "status": "completed", "tag": "0959032f-d8b7-43ce-8365-f4c00d2d5371", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:56.786366 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8fc65c2-3bde-462d-861b-6aec701108d0 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:56.786848 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774cef29-1b13-4e93-8691-421303c51705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0959032f-d8b7-43ce-8365-f4c00d2d5371', 'code': 200} Aug 20 11:34:56.790783 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.791068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 0a32ff2c-ab92-441e-a197-f641d4604892 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:56.791462 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0a32ff2c-ab92-441e-a197-f641d4604892 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:56.792059 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 01820d37-a262-4efc-a10b-c564d68b2750 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:56.796351 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.797309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 002625f3-d82c-46ba-985c-aa28cb962f42 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:56.846167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49150497-c434-4f0f-978b-d2bef30191d8 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7de689-7b39-42db-9b3c-7b94585e6fef,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:56.983348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bb5ebe2d-5dfd-4350-97d3-13416aefd00b None None] Provisioning for port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:57.001456 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bb5ebe2d-5dfd-4350-97d3-13416aefd00b None None] Provisioning complete for port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:57.002759 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb5ebe2d-5dfd-4350-97d3-13416aefd00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.003909 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d32b086-254c-453c-acba-7a4c4c25ad87 req-c46af2a2-210a-4bdd-9033-391323db2ad3 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "GET /v2.0/security-groups/f3445ae0-1751-4ec8-84e6-c743fe635310 HTTP/1.1" status: 200 len: 2397 time: 0.1736021 Aug 20 11:34:57.022250 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0959032f-d8b7-43ce-8365-f4c00d2d5371,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:57.159596 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1d32b086-254c-453c-acba-7a4c4c25ad87 req-f58e6418-b9c3-46f3-aac1-0aca71b402c6 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.168935 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ebe2d-5dfd-4350-97d3-13416aefd00b None None] Port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:57.184526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=0cef88f2-fa0e-45b3-aa53-ba198040ec3b,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:57.196691 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1d32b086-254c-453c-acba-7a4c4c25ad87 req-f58e6418-b9c3-46f3-aac1-0aca71b402c6 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.208860 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.215629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b322b84-fc37-498a-8a3f-41e3f84b0cd0 req-789f7818-6c88-4620-81c5-7841fcfd9c68 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:57.217274 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b322b84-fc37-498a-8a3f-41e3f84b0cd0 req-789f7818-6c88-4620-81c5-7841fcfd9c68 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1853194 Aug 20 11:34:57.221448 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7302c0f-813c-418f-8a51-7679549e7256 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Router f4fc4f51-bd65-4ebe-a161-533eb67e9631 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:34:57.225481 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.244481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 002625f3-d82c-46ba-985c-aa28cb962f42 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:57.251790 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 002625f3-d82c-46ba-985c-aa28cb962f42 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:57.252326 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.307534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cc535-e585-470b-8318-c5fcee9e5366 req-f71b89f9-5a65-4428-9a2e-86217fc37ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:57.309341 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-190cc535-e585-470b-8318-c5fcee9e5366 req-f71b89f9-5a65-4428-9a2e-86217fc37ab4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 1101 time: 0.1867867 Aug 20 11:34:57.334834 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 01820d37-a262-4efc-a10b-c564d68b2750, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=01820d37-a262-4efc-a10b-c564d68b2750,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:57.343593 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.349166 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1d32b086-254c-453c-acba-7a4c4c25ad87 req-f58e6418-b9c3-46f3-aac1-0aca71b402c6 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.352467 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1d32b086-254c-453c-acba-7a4c4c25ad87 req-f58e6418-b9c3-46f3-aac1-0aca71b402c6 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.354314 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d32b086-254c-453c-acba-7a4c4c25ad87 req-f58e6418-b9c3-46f3-aac1-0aca71b402c6 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] 10.222.0.37 "DELETE /v2.0/security-groups/f3445ae0-1751-4ec8-84e6-c743fe635310 HTTP/1.1" status: 204 len: 173 time: 0.3383048 Aug 20 11:34:57.377257 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56508) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:57.405837 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7302c0f-813c-418f-8a51-7679549e7256 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:34:57.409032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e6418-b9c3-46f3-aac1-0aca71b402c6 tempest-SecurityGroupRulesTestJSON-1506498027 tempest-SecurityGroupRulesTestJSON-1506498027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3445ae0-1751-4ec8-84e6-c743fe635310,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:57.415378 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7302c0f-813c-418f-8a51-7679549e7256 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.427999 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c0a7e-5081-4764-91fa-2bfd90daa6eb None None] Sync routers for ids ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:34:57.440993 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c0a7e-5081-4764-91fa-2bfd90daa6eb None None] Routers {'f4fc4f51-bd65-4ebe-a161-533eb67e9631'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:57.446967 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b7302c0f-813c-418f-8a51-7679549e7256 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "PUT /v2.0/floatingips/4a210d09-258b-4fb3-ad8c-8157e13aaab8 HTTP/1.1" status: 200 len: 991 time: 2.5182912 Aug 20 11:34:57.447170 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0a4c0a7e-5081-4764-91fa-2bfd90daa6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:34:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:57.447295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:57.449708 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfbd707-5231-41b3-973b-75b38694bf2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:57.458008 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-190cc535-e585-470b-8318-c5fcee9e5366 req-a3bedefb-b209-4240-8cde-fab6e8afd52a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417365 Aug 20 11:34:57.465447 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b322b84-fc37-498a-8a3f-41e3f84b0cd0 req-4f23a8a3-948a-439d-9941-621e2855e912 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288558 Aug 20 11:34:57.484908 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56520) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:57.487346 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Allocated IP 172.25.8.178 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/8896f354-c090-4fd4-b69d-19daf4d20e18) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:57.502467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4dd57a30-cf63-4118-8dbe-4c61ea5b5529 None None] Provisioning complete for port f73427c2-302c-4d69-82a5-d2190ada2e2e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:57.502830 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4dd57a30-cf63-4118-8dbe-4c61ea5b5529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.551969 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=01820d37-a262-4efc-a10b-c564d68b2750,revision_number=11']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:57.561323 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4dd57a30-cf63-4118-8dbe-4c61ea5b5529 None None] Port f73427c2-302c-4d69-82a5-d2190ada2e2e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:57.583507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-67afee35-34b6-461e-8236-86111881e5be admin admin] Deleting subnet a5253933-9291-449b-9035-43a0c6f988bd {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:57.612827 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-67afee35-34b6-461e-8236-86111881e5be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.633544 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4dd57a30-cf63-4118-8dbe-4c61ea5b5529 None None] Provisioning complete for port 0cef88f2-fa0e-45b3-aa53-ba198040ec3b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:57.633897 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4dd57a30-cf63-4118-8dbe-4c61ea5b5529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.651882 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.715215 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-67afee35-34b6-461e-8236-86111881e5be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.724697 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4f9c881d-7e7b-4cec-a466-5de7ba1ce54e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-853150221-network', 'tenant_id': '866d343a36e74d8e97fb7345e708968d'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:57.764408 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca209d51-6710-4a81-b6dd-f7d70197b2a0 req-c1cc6db0-03f9-4489-95f4-e5ff0912bd98 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:57.766048 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ca209d51-6710-4a81-b6dd-f7d70197b2a0 req-c1cc6db0-03f9-4489-95f4-e5ff0912bd98 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 945 time: 0.1401427 Aug 20 11:34:57.782989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 002625f3-d82c-46ba-985c-aa28cb962f42, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=002625f3-d82c-46ba-985c-aa28cb962f42,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:57.803980 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.825780 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71c3d21-e32f-409b-94f9-28899b6fa716 x-openstack-request-id: req-d71c3d21-e32f-409b-94f9-28899b6fa716 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:57.826065 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:57.826314 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d71c3d21-e32f-409b-94f9-28899b6fa716 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:57.826703 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'status': 'completed', 'code': 200} Aug 20 11:34:57.847617 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9c881d-7e7b-4cec-a466-5de7ba1ce54e admin admin] Made reservation on behalf of 866d343a36e74d8e97fb7345e708968d for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:57.850019 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f9c881d-7e7b-4cec-a466-5de7ba1ce54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.879344 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f9c881d-7e7b-4cec-a466-5de7ba1ce54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.888947 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-0a4c0a7e-5081-4764-91fa-2bfd90daa6eb None None] Set router f4fc4f51-bd65-4ebe-a161-533eb67e9631 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:57.890917 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.895562 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-67afee35-34b6-461e-8236-86111881e5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.955965 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.963072 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ca209d51-6710-4a81-b6dd-f7d70197b2a0 req-d809a521-763a-48b3-8abb-0032666923ba tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773112 Aug 20 11:34:57.973055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0cef88f2-fa0e-45b3-aa53-ba198040ec3b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:57.980835 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=002625f3-d82c-46ba-985c-aa28cb962f42,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:58.052333 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.090502 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4dd57a30-cf63-4118-8dbe-4c61ea5b5529 None None] Provisioning complete for port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:58.091004 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4dd57a30-cf63-4118-8dbe-4c61ea5b5529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.134526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event updated for resources: {'Port': ['ID=8896f354-c090-4fd4-b69d-19daf4d20e18,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:58.169323 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:58.170757 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f9c881d-7e7b-4cec-a466-5de7ba1ce54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.171553 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbd707-5231-41b3-973b-75b38694bf2b req-d07c787a-c747-4620-aed2-52550567d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:58.173587 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dfbd707-5231-41b3-973b-75b38694bf2b req-d07c787a-c747-4620-aed2-52550567d369 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 1097 time: 0.3240321 Aug 20 11:34:58.178734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:58.180463 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f9c881d-7e7b-4cec-a466-5de7ba1ce54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.187539 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:58.215659 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 0cef88f2-fa0e-45b3-aa53-ba198040ec3b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:58.216183 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.224820 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4dd57a30-cf63-4118-8dbe-4c61ea5b5529 None None] Port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:58.246927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9c881d-7e7b-4cec-a466-5de7ba1ce54e admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:58.285458 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c881d-7e7b-4cec-a466-5de7ba1ce54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41f7dcc-0778-4435-9d7b-b0f09163caa7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:58.288599 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f9c881d-7e7b-4cec-a466-5de7ba1ce54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.291443 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-4f9c881d-7e7b-4cec-a466-5de7ba1ce54e admin admin] Added segment e6bbdaee-91ee-45ce-b0c8-cbcd6fae1265 of type vlan for network 054461b6-517e-42a9-b155-9c6149c8e230 Aug 20 11:34:58.306014 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0a4c0a7e-5081-4764-91fa-2bfd90daa6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'name': 'tempest-ServerActionsTestJSON-1042697549-router', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:18Z', 'updated_at': '2021-08-20T11:34:26Z', 'revision_number': 4, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'gw_port': {'id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:19Z', 'updated_at': '2021-08-20T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '4a210d09-258b-4fb3-ad8c-8157e13aaab8', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'floating_ip_address': '172.25.8.64', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'port_id': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'mac_address': 'fa:16:3e:e9:a7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:34:32Z', 'updated_at': '2021-08-20T11:34:56Z', 'revision_number': 1, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf13166-4076-4e19-b0fc-479292eb5394', 'name': '', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'mac_address': 'fa:16:3e:38:31:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:24Z', 'updated_at': '2021-08-20T11:34:33Z', 'revision_number': 5, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'subnets': [{'id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:58.334637 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c0a7e-5081-4764-91fa-2bfd90daa6eb None None] Checking router: f4fc4f51-bd65-4ebe-a161-533eb67e9631 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:34:58.343380 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c0a7e-5081-4764-91fa-2bfd90daa6eb None None] Routers {'f4fc4f51-bd65-4ebe-a161-533eb67e9631'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:58.344000 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0a4c0a7e-5081-4764-91fa-2bfd90daa6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:34:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:58.374275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-67afee35-34b6-461e-8236-86111881e5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.394256 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f9c881d-7e7b-4cec-a466-5de7ba1ce54e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.425211 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f9c881d-7e7b-4cec-a466-5de7ba1ce54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.427276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9c881d-7e7b-4cec-a466-5de7ba1ce54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:58.428757 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f9c881d-7e7b-4cec-a466-5de7ba1ce54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.511458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbd707-5231-41b3-973b-75b38694bf2b req-7f953f5e-afc5-4132-950c-89868b66fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:58.511458 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dfbd707-5231-41b3-973b-75b38694bf2b req-7f953f5e-afc5-4132-950c-89868b66fd29 service neutron] 10.222.0.76 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.3194880 Aug 20 11:34:58.546885 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.576827 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4f9c881d-7e7b-4cec-a466-5de7ba1ce54e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0880313 Aug 20 11:34:58.576827 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56568) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:58.584857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-43eaa55e-f2e9-41f9-86c8-e645e013922c admin admin] Request body: {'subnet': {'network_id': '054461b6-517e-42a9-b155-9c6149c8e230', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-853150221-subnet', 'tenant_id': '866d343a36e74d8e97fb7345e708968d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:58.591481 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-67afee35-34b6-461e-8236-86111881e5be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.593377 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-67afee35-34b6-461e-8236-86111881e5be admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a5253933-9291-449b-9035-43a0c6f988bd HTTP/1.1" status: 204 len: 168 time: 1.2112255 Aug 20 11:34:58.594345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afee35-34b6-461e-8236-86111881e5be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5253933-9291-449b-9035-43a0c6f988bd,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:58.596512 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-0a4c0a7e-5081-4764-91fa-2bfd90daa6eb None None] Set router f4fc4f51-bd65-4ebe-a161-533eb67e9631 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:58.602707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56570) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:58.609586 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c881d-7e7b-4cec-a466-5de7ba1ce54e admin admin] Pushing event updated for resources: {'Network': ['ID=054461b6-517e-42a9-b155-9c6149c8e230,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:58.629960 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 054461b6-517e-42a9-b155-9c6149c8e230 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:58.736527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eaa55e-f2e9-41f9-86c8-e645e013922c admin admin] Made reservation on behalf of 866d343a36e74d8e97fb7345e708968d for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:58.739634 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-43eaa55e-f2e9-41f9-86c8-e645e013922c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.768165 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71a8db39-c41e-4d27-a8b4-c3a9b3195b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.787360 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f78be-f938-4d6c-9898-82d5a6fa94d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01820d37-a262-4efc-a10b-c564d68b2750'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:58.790097 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1f7d6a-7dc2-48e2-9066-6baf208e1e34" -d '{"events": [{"server_uuid": "297f78be-f938-4d6c-9898-82d5a6fa94d3", "name": "network-vif-unplugged", "status": "completed", "tag": "01820d37-a262-4efc-a10b-c564d68b2750"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:58.802405 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.878707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b179d3-fcac-4c81-b227-1e22eb334f0e req-d78b9782-c98e-44fa-b347-6485f5327f23 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:58.880440 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f7b179d3-fcac-4c81-b227-1e22eb334f0e req-d78b9782-c98e-44fa-b347-6485f5327f23 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.2662060 Aug 20 11:34:58.942258 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936ff95b-e08a-4aa2-86cc-f92eacce4698 x-openstack-request-id: req-936ff95b-e08a-4aa2-86cc-f92eacce4698 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:58.942843 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f78be-f938-4d6c-9898-82d5a6fa94d3", "name": "network-vif-unplugged", "status": "completed", "tag": "01820d37-a262-4efc-a10b-c564d68b2750", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:58.942843 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-936ff95b-e08a-4aa2-86cc-f92eacce4698 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:58.943200 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297f78be-f938-4d6c-9898-82d5a6fa94d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01820d37-a262-4efc-a10b-c564d68b2750', 'code': 200} Aug 20 11:34:58.974448 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f7b179d3-fcac-4c81-b227-1e22eb334f0e req-a4c784f7-54bd-4138-ac61-90bdd7206af9 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800827 Aug 20 11:34:59.062553 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0a4c0a7e-5081-4764-91fa-2bfd90daa6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'name': 'tempest-ServerActionsTestJSON-1042697549-router', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:18Z', 'updated_at': '2021-08-20T11:34:26Z', 'revision_number': 4, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'gw_port': {'id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:19Z', 'updated_at': '2021-08-20T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '4a210d09-258b-4fb3-ad8c-8157e13aaab8', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'floating_ip_address': '172.25.8.64', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'port_id': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'mac_address': 'fa:16:3e:e9:a7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:34:32Z', 'updated_at': '2021-08-20T11:34:56Z', 'revision_number': 1, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf13166-4076-4e19-b0fc-479292eb5394', 'name': '', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'mac_address': 'fa:16:3e:38:31:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:24Z', 'updated_at': '2021-08-20T11:34:33Z', 'revision_number': 5, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'subnets': [{'id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:59.095509 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.110521 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dfbd707-5231-41b3-973b-75b38694bf2b req-85f90782-1c4f-4914-ae84-9cfecaace226 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d HTTP/1.1" status: 200 len: 999 time: 0.5220606 Aug 20 11:34:59.129821 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c0a7e-5081-4764-91fa-2bfd90daa6eb None None] The sync data for ids ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'] in n-d-804299-2 is: [{'id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'name': 'tempest-ServerActionsTestJSON-1042697549-router', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:18Z', 'updated_at': '2021-08-20T11:34:26Z', 'revision_number': 4, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'gw_port': {'id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:19Z', 'updated_at': '2021-08-20T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '4a210d09-258b-4fb3-ad8c-8157e13aaab8', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'floating_ip_address': '172.25.8.64', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'port_id': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'mac_address': 'fa:16:3e:e9:a7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:34:32Z', 'updated_at': '2021-08-20T11:34:56Z', 'revision_number': 1, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf13166-4076-4e19-b0fc-479292eb5394', 'name': '', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'mac_address': 'fa:16:3e:38:31:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:24Z', 'updated_at': '2021-08-20T11:34:33Z', 'revision_number': 5, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'subnets': [{'id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:34:59.249061 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.380742 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71a8db39-c41e-4d27-a8b4-c3a9b3195b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.412974 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-71a8db39-c41e-4d27-a8b4-c3a9b3195b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcfbeaf-2912-4c09-85fc-ba3d049c90c4']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:59.496855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbd707-5231-41b3-973b-75b38694bf2b req-cc316e50-f7f4-4b4c-a00b-9ff8d68035ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:59.518307 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dfbd707-5231-41b3-973b-75b38694bf2b req-cc316e50-f7f4-4b4c-a00b-9ff8d68035ea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.3872111 Aug 20 11:34:59.543299 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-43eaa55e-f2e9-41f9-86c8-e645e013922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.546779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-71a8db39-c41e-4d27-a8b4-c3a9b3195b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b039a575-3a60-4001-9533-564fbf7199f8') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:59.547184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-71a8db39-c41e-4d27-a8b4-c3a9b3195b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b039a575-3a60-4001-9533-564fbf7199f8') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:59.577820 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event updated for resources: {'Port': ['ID=8896f354-c090-4fd4-b69d-19daf4d20e18,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:59.594035 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71a8db39-c41e-4d27-a8b4-c3a9b3195b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.619944 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973bdd28-9081-4c15-90b1-f9b5895a1e42 None None] New status for floating IP 4a210d09-258b-4fb3-ad8c-8157e13aaab8: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:34:59.651237 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dbb5c-a104-44a1-a05e-523109349ee1 req-fb75fe0f-36cf-46ac-aa93-eba45eda537f tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:59.652846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaa55e-f2e9-41f9-86c8-e645e013922c admin admin] Pushing event updated for resources: {'Subnet': ['ID=678ef0e0-167f-4343-92e5-07c176bba33c,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:59.653048 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca0dbb5c-a104-44a1-a05e-523109349ee1 req-fb75fe0f-36cf-46ac-aa93-eba45eda537f tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 945 time: 0.4059639 Aug 20 11:34:59.654082 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71a8db39-c41e-4d27-a8b4-c3a9b3195b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.661737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eaa55e-f2e9-41f9-86c8-e645e013922c admin admin] Checking segment: {'id': 'e6bbdaee-91ee-45ce-b0c8-cbcd6fae1265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '054461b6-517e-42a9-b155-9c6149c8e230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:59.661737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eaa55e-f2e9-41f9-86c8-e645e013922c admin admin] Network hostable DHCP agents. Network: 054461b6-517e-42a9-b155-9c6149c8e230, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:59.681285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eaa55e-f2e9-41f9-86c8-e645e013922c admin admin] Network 054461b6-517e-42a9-b155-9c6149c8e230 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:59.682086 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.692100 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-43eaa55e-f2e9-41f9-86c8-e645e013922c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 054461b6-517e-42a9-b155-9c6149c8e230) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:59.696098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a8db39-c41e-4d27-a8b4-c3a9b3195b65 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:34:59.696617 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71a8db39-c41e-4d27-a8b4-c3a9b3195b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.700899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eaa55e-f2e9-41f9-86c8-e645e013922c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:59.700899 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-43eaa55e-f2e9-41f9-86c8-e645e013922c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.706934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4871dbf0-ca78-4524-ba9d-9d997cee8365 None None] Network 054461b6-517e-42a9-b155-9c6149c8e230 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:34:59.724807 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:34:59.728161 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-43eaa55e-f2e9-41f9-86c8-e645e013922c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1476009 Aug 20 11:34:59.876477 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbd707-5231-41b3-973b-75b38694bf2b req-c23182aa-634e-46f3-9081-ec5f4bbdfd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:59.878010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dfbd707-5231-41b3-973b-75b38694bf2b req-c23182aa-634e-46f3-9081-ec5f4bbdfd09 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3588438 Aug 20 11:34:59.943743 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.945009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5c2f3aee-7811-4196-b5fa-bbb79235b702 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3159821 Aug 20 11:34:59.983661 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 002625f3-d82c-46ba-985c-aa28cb962f42 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:00.072680 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca0dbb5c-a104-44a1-a05e-523109349ee1 req-e191588a-5d67-4414-974c-955afa3aa83c tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921652 Aug 20 11:35:00.090736 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71a8db39-c41e-4d27-a8b4-c3a9b3195b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:00.113925 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71a8db39-c41e-4d27-a8b4-c3a9b3195b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:00.115882 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-71a8db39-c41e-4d27-a8b4-c3a9b3195b65 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ddcfbeaf-2912-4c09-85fc-ba3d049c90c4 HTTP/1.1" status: 204 len: 168 time: 1.4841409 Aug 20 11:35:00.140721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8db39-c41e-4d27-a8b4-c3a9b3195b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddcfbeaf-2912-4c09-85fc-ba3d049c90c4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:00.145785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc8f36b-4211-4c98-b8c9-f2cd60088b33 None None] Network 054461b6-517e-42a9-b155-9c6149c8e230 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:00.223211 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dfbd707-5231-41b3-973b-75b38694bf2b req-48d8014d-507f-42b9-b8e1-403915e19552 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176982 Aug 20 11:35:00.325407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56678) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:00.389380 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 002625f3-d82c-46ba-985c-aa28cb962f42 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:00.389380 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:00.406867 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dfbd707-5231-41b3-973b-75b38694bf2b req-53a12399-14ea-4cf0-bbf8-762e7cd240e1 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769350 Aug 20 11:35:00.444513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3e90d9b1-ce84-4c84-b43c-c6b988368757 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d35e99a432d242b68d8396967126336c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1179457 Aug 20 11:35:00.448716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56688) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:00.550786 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b360a8f-bb39-4875-9ccb-7e83f7fc7f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:00.583495 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b360a8f-bb39-4875-9ccb-7e83f7fc7f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:00.642219 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b360a8f-bb39-4875-9ccb-7e83f7fc7f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:00.645115 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b360a8f-bb39-4875-9ccb-7e83f7fc7f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:00.646539 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4b360a8f-bb39-4875-9ccb-7e83f7fc7f05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a111bc1-1025-4b0c-9254-0da5ddb119e9 HTTP/1.1" status: 204 len: 168 time: 0.1965649 Aug 20 11:35:00.655885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b360a8f-bb39-4875-9ccb-7e83f7fc7f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a111bc1-1025-4b0c-9254-0da5ddb119e9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:00.674739 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-b1360938-35d5-4535-bd6f-5ec39b8338a1 req-5ddbebef-8801-4b64-8dff-585f3f57ba0d tempest-SecurityGroupsNegativeTestJSON-1284437404 tempest-SecurityGroupsNegativeTestJSON-1284437404-project] show failed (client error): The resource could not be found. Aug 20 11:35:00.687926 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b1360938-35d5-4535-bd6f-5ec39b8338a1 req-5ddbebef-8801-4b64-8dff-585f3f57ba0d tempest-SecurityGroupsNegativeTestJSON-1284437404 tempest-SecurityGroupsNegativeTestJSON-1284437404-project] 10.222.0.37 "GET /v2.0/security-groups/e777e908-8a83-43a3-8bf1-8ed74bf8acdb HTTP/1.1" status: 404 len: 352 time: 0.0288153 Aug 20 11:35:00.812873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84249b5-6956-4448-8a4f-4ad49eb78993 req-44cdf9bd-c40b-4dc9-9521-6464ca9529d9 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:00.814671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f84249b5-6956-4448-8a4f-4ad49eb78993 req-44cdf9bd-c40b-4dc9-9521-6464ca9529d9 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.0673990 Aug 20 11:35:00.877186 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f84249b5-6956-4448-8a4f-4ad49eb78993 req-fdb8f436-718c-4eac-b357-9514de33c062 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546477 Aug 20 11:35:00.991189 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-df2ad6b3-5dd0-4414-b42c-450b83c7404c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2129163793&fields=id&tenant_id=9991f8a924e64527907714e2ed9a1df3 HTTP/1.1" status: 200 len: 267 time: 0.0455151 Aug 20 11:35:01.047947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-730e77a1-b81f-4d17-bc60-0398ab1758b2 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:01.049333 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-730e77a1-b81f-4d17-bc60-0398ab1758b2 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports/0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 HTTP/1.1" status: 200 len: 930 time: 0.0554566 Aug 20 11:35:01.122172 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-46f56bee-7ab7-431b-9e8f-3ae8ea50d5e8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:01.123649 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-46f56bee-7ab7-431b-9e8f-3ae8ea50d5e8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports/f73427c2-302c-4d69-82a5-d2190ada2e2e HTTP/1.1" status: 200 len: 929 time: 0.0671263 Aug 20 11:35:01.188276 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-43423ef7-0927-4bef-a990-b75044288f28 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?network_id=66063b31-2757-4517-8a29-77f4e6ff6618&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0573478 Aug 20 11:35:01.241194 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-ca68fb55-86a8-4601-9765-0bc46803f4a7 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?network_id=66063b31-2757-4517-8a29-77f4e6ff6618&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0424047 Aug 20 11:35:01.392378 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-09a334ab-79c2-4200-a97a-c523e8b30e32 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:01.398776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-09a334ab-79c2-4200-a97a-c523e8b30e32 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:01.404845 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-09a334ab-79c2-4200-a97a-c523e8b30e32 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:01.407142 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-09a334ab-79c2-4200-a97a-c523e8b30e32 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/networks?id=ded88394-ae35-4901-8c3e-b6672476441c&id=b853601e-e5a6-4bac-a3f5-84410a4476f4&id=b853601e-e5a6-4bac-a3f5-84410a4476f4&id=66063b31-2757-4517-8a29-77f4e6ff6618&id=66063b31-2757-4517-8a29-77f4e6ff6618 HTTP/1.1" status: 200 len: 1989 time: 0.1555700 Aug 20 11:35:01.426245 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-d5b31533-be41-42a7-903c-52e93cc86a7a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/quotas/9991f8a924e64527907714e2ed9a1df3 HTTP/1.1" status: 200 len: 375 time: 0.0127583 Aug 20 11:35:01.525103 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-45986549-148a-4e45-86f2-2283784b7d7f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9991f8a924e64527907714e2ed9a1df3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0888419 Aug 20 11:35:01.644177 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-6e3009d3-13ac-4ffa-a7e8-3d2cab962178 service neutron] 10.222.0.37 "GET /v2.0/networks/ded88394-ae35-4901-8c3e-b6672476441c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013520 Aug 20 11:35:01.673118 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56782) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:01.753095 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-b37798f7-55ef-488d-9b64-bc23aa5fc59f service neutron] 10.222.0.37 "GET /v2.0/networks/ded88394-ae35-4901-8c3e-b6672476441c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024270 Aug 20 11:35:01.790638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd44ec-f647-405d-93e3-e79450afb345 req-5d8a8bce-4fa8-4b9c-b2d3-a4f972cc7825 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:01.792786 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-19fd44ec-f647-405d-93e3-e79450afb345 req-5d8a8bce-4fa8-4b9c-b2d3-a4f972cc7825 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.0585530 Aug 20 11:35:01.796982 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-918d6c71-0c39-4f49-b48e-37ae18ab8a92 service neutron] 10.222.0.37 "GET /v2.0/ports/0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0364494 Aug 20 11:35:01.797914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-dc7878a2-095a-4ff9-9e2d-a7294c245a0d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2056962833-network', 'tenant_id': '514af4c7d7f14f8289cf6c2b29f2a4b9'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:01.839678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7878a2-095a-4ff9-9e2d-a7294c245a0d admin admin] Made reservation on behalf of 514af4c7d7f14f8289cf6c2b29f2a4b9 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:01.841955 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc7878a2-095a-4ff9-9e2d-a7294c245a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.856298 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-19fd44ec-f647-405d-93e3-e79450afb345 req-3c9053f2-487b-4376-9543-43ef1f6e9736 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550961 Aug 20 11:35:01.857112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc7878a2-095a-4ff9-9e2d-a7294c245a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.903765 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-4d8247bb-64da-4660-b123-98291bff49a1 service neutron] 10.222.0.37 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004417 Aug 20 11:35:01.950647 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-14ca8d94-9495-443b-b115-89cd1ed1a856 req-15e5309e-85f5-49f5-af10-63afa5bab07c tempest-SecurityGroupsNegativeTestJSON-1284437404 tempest-SecurityGroupsNegativeTestJSON-1284437404-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=866d343a36e74d8e97fb7345e708968d HTTP/1.1" status: 200 len: 2984 time: 0.0651569 Aug 20 11:35:02.005436 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-088bc6c9-64d0-41d6-8174-d2038f4b8c58 service neutron] 10.222.0.37 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942717 Aug 20 11:35:02.013133 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc7878a2-095a-4ff9-9e2d-a7294c245a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.020346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-14ca8d94-9495-443b-b115-89cd1ed1a856 req-b27bdd7c-5ef3-4385-8562-fc9e6de09d43 tempest-SecurityGroupsNegativeTestJSON-1284437404 tempest-SecurityGroupsNegativeTestJSON-1284437404-project] 10.222.0.37 "GET /v2.0/security-groups/e41f7dcc-0778-4435-9d7b-b0f09163caa7 HTTP/1.1" status: 200 len: 2981 time: 0.0604446 Aug 20 11:35:02.020946 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc7878a2-095a-4ff9-9e2d-a7294c245a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.048669 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-c3079918-2fb1-48dd-90f1-7ac771ef3bb4 service neutron] 10.222.0.37 "GET /v2.0/ports/f73427c2-302c-4d69-82a5-d2190ada2e2e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0373061 Aug 20 11:35:02.064674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7878a2-095a-4ff9-9e2d-a7294c245a0d admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:35:02.071681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7878a2-095a-4ff9-9e2d-a7294c245a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f008c80a-f0fb-4dd1-b5e2-dcca5ed55fe9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:02.091676 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc7878a2-095a-4ff9-9e2d-a7294c245a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.092024 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-dc7878a2-095a-4ff9-9e2d-a7294c245a0d admin admin] Added segment 1bb958ad-3a60-41d8-9a2f-fc5dc7c97083 of type vlan for network d7e2031c-503a-4260-90e9-5d5430b73bd3 Aug 20 11:35:02.115671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-14ca8d94-9495-443b-b115-89cd1ed1a856 req-0cd5f1e8-7b5f-4ceb-8339-f2f83eb50a49 tempest-SecurityGroupsNegativeTestJSON-1284437404 tempest-SecurityGroupsNegativeTestJSON-1284437404-project] 10.222.0.37 "GET /v2.0/security-groups/e41f7dcc-0778-4435-9d7b-b0f09163caa7 HTTP/1.1" status: 200 len: 2981 time: 0.0880942 Aug 20 11:35:02.150438 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc7878a2-095a-4ff9-9e2d-a7294c245a0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.152122 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-9dd8541b-8fa3-40b4-a775-0b5176c2b699 service neutron] 10.222.0.37 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974731 Aug 20 11:35:02.196480 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc7878a2-095a-4ff9-9e2d-a7294c245a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.197516 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7878a2-095a-4ff9-9e2d-a7294c245a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:02.198089 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc7878a2-095a-4ff9-9e2d-a7294c245a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.246947 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-36b8d492-f965-4246-89c9-0761c28ffbf1 service neutron] 10.222.0.37 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862532 Aug 20 11:35:02.255859 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dc7878a2-095a-4ff9-9e2d-a7294c245a0d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5811570 Aug 20 11:35:02.260344 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56794) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:02.265135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-23f51c1a-ce73-4711-8d27-74c7eaa451c9 admin admin] Request body: {'subnet': {'network_id': 'd7e2031c-503a-4260-90e9-5d5430b73bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2056962833-subnet', 'tenant_id': '514af4c7d7f14f8289cf6c2b29f2a4b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:02.290021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d794e9-f2f0-4dcb-9a9a-f63dd8e518b4 req-97894d38-f117-4d37-adff-107674661c79 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:02.291482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42d794e9-f2f0-4dcb-9a9a-f63dd8e518b4 req-97894d38-f117-4d37-adff-107674661c79 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 945 time: 0.1236153 Aug 20 11:35:02.292077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7878a2-095a-4ff9-9e2d-a7294c245a0d admin admin] Pushing event updated for resources: {'Network': ['ID=d7e2031c-503a-4260-90e9-5d5430b73bd3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:02.304013 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network d7e2031c-503a-4260-90e9-5d5430b73bd3 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:35:02.344166 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-2823168d-c627-421b-9796-297449b57e2e service neutron] 10.222.0.37 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906510 Aug 20 11:35:02.444447 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-4bb480c2-c179-4b8c-8bdf-750d72ad2481 service neutron] 10.222.0.37 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893233 Aug 20 11:35:02.545710 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-6a4f4dd4-4b69-4c47-a65b-ebf49a3cc9b9 service neutron] 10.222.0.37 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939603 Aug 20 11:35:02.584858 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.625688 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f51c1a-ce73-4711-8d27-74c7eaa451c9 admin admin] Made reservation on behalf of 514af4c7d7f14f8289cf6c2b29f2a4b9 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:02.627901 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-23f51c1a-ce73-4711-8d27-74c7eaa451c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.641306 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-bfe830ee-6476-453e-9c0f-991883f5c7e4 service neutron] 10.222.0.37 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890334 Aug 20 11:35:02.684725 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42d794e9-f2f0-4dcb-9a9a-f63dd8e518b4 req-23a1b9dc-f9e1-47b4-8ba6-e42a0af584bd tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823223 Aug 20 11:35:02.756888 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-6426f5b7-fa41-46bc-9d02-0dd100f3f9b9 service neutron] 10.222.0.37 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098018 Aug 20 11:35:02.817889 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-23f51c1a-ce73-4711-8d27-74c7eaa451c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.850372 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-a2c23686-2331-4e45-9302-00b384d78b4c service neutron] 10.222.0.37 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857098 Aug 20 11:35:02.889788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f51c1a-ce73-4711-8d27-74c7eaa451c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a50363e6-3dbf-4746-a100-17b6cdc20856,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:02.898998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f51c1a-ce73-4711-8d27-74c7eaa451c9 admin admin] Checking segment: {'id': '1bb958ad-3a60-41d8-9a2f-fc5dc7c97083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd7e2031c-503a-4260-90e9-5d5430b73bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:02.899604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f51c1a-ce73-4711-8d27-74c7eaa451c9 admin admin] Network hostable DHCP agents. Network: d7e2031c-503a-4260-90e9-5d5430b73bd3, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:35:02.918249 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f51c1a-ce73-4711-8d27-74c7eaa451c9 admin admin] Network d7e2031c-503a-4260-90e9-5d5430b73bd3 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:35:02.927910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-23f51c1a-ce73-4711-8d27-74c7eaa451c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, d7e2031c-503a-4260-90e9-5d5430b73bd3) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:02.932901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f51c1a-ce73-4711-8d27-74c7eaa451c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:02.933493 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-23f51c1a-ce73-4711-8d27-74c7eaa451c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.939147 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa7d10f-a84b-4d2a-a785-c713501068c6 None None] Network d7e2031c-503a-4260-90e9-5d5430b73bd3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:02.951818 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-23f51c1a-ce73-4711-8d27-74c7eaa451c9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6901352 Aug 20 11:35:02.969911 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-af32d7f1-4b78-454d-8e4a-faf883e36a7f service neutron] 10.222.0.37 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134353 Aug 20 11:35:03.092200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ae7448-a775-43f1-bbd5-b88868c14923 None None] Network d7e2031c-503a-4260-90e9-5d5430b73bd3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:03.106364 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-045c5af3-d20e-4583-a951-d698c0f3fccb service neutron] 10.222.0.37 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301870 Aug 20 11:35:03.690638 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62a19739-2517-4846-88fd-30b65e7d475f req-d134c98c-5aa8-40e5-9cde-ab638f7e6547 tempest-SecurityGroupsNegativeTestJSON-1284437404 tempest-SecurityGroupsNegativeTestJSON-1284437404-project] 10.222.0.37 "GET /v2.0/security-groups/e41f7dcc-0778-4435-9d7b-b0f09163caa7 HTTP/1.1" status: 200 len: 2981 time: 0.0539000 Aug 20 11:35:03.754468 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-62a19739-2517-4846-88fd-30b65e7d475f req-4a00f1d4-5a6e-4af5-b7e2-752995f0a7e3 tempest-SecurityGroupsNegativeTestJSON-1284437404 tempest-SecurityGroupsNegativeTestJSON-1284437404-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 11:35:03.756861 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62a19739-2517-4846-88fd-30b65e7d475f req-4a00f1d4-5a6e-4af5-b7e2-752995f0a7e3 tempest-SecurityGroupsNegativeTestJSON-1284437404 tempest-SecurityGroupsNegativeTestJSON-1284437404-project] 10.222.0.37 "DELETE /v2.0/security-groups/e41f7dcc-0778-4435-9d7b-b0f09163caa7 HTTP/1.1" status: 409 len: 352 time: 0.0644946 Aug 20 11:35:03.805260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-e837138f-4665-4542-95c5-591d85b68562 req-1d88a5b9-1420-4de6-a150-e22b51c13505 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1488242138', 'description': 'tempest-description-1858667942'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:03.829503 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e837138f-4665-4542-95c5-591d85b68562 req-1d88a5b9-1420-4de6-a150-e22b51c13505 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.959644 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e837138f-4665-4542-95c5-591d85b68562 req-1d88a5b9-1420-4de6-a150-e22b51c13505 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.965927 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e837138f-4665-4542-95c5-591d85b68562 req-1d88a5b9-1420-4de6-a150-e22b51c13505 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.020951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122d183-5c3b-4ae1-b6ba-bb3e66e0edda req-5b3b618b-1789-4efe-8372-077a3ca6657e tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:04.022232 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e837138f-4665-4542-95c5-591d85b68562 req-1d88a5b9-1420-4de6-a150-e22b51c13505 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.035792 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e837138f-4665-4542-95c5-591d85b68562 req-1d88a5b9-1420-4de6-a150-e22b51c13505 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2354388 Aug 20 11:35:04.036936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88a5b9-1420-4de6-a150-e22b51c13505 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0f2b8b-a199-462c-b888-86154aa10153,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:04.038019 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8122d183-5c3b-4ae1-b6ba-bb3e66e0edda req-5b3b618b-1789-4efe-8372-077a3ca6657e tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.0803175 Aug 20 11:35:04.078211 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8122d183-5c3b-4ae1-b6ba-bb3e66e0edda req-dea99539-e22b-430e-8b18-5a95dc12dbeb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391088 Aug 20 11:35:04.096895 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a3d878b-6c17-482f-9cbb-97a855025df9 req-b33b2573-e678-4bb3-99ea-7f818843b6a4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 210 time: 0.0309863 Aug 20 11:35:04.202292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9c470-786e-4f28-9542-e97340c43e2b req-df22a30a-6db4-4f21-8e5a-e4376b2f1ce8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:04.203808 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cd9c470-786e-4f28-9542-e97340c43e2b req-df22a30a-6db4-4f21-8e5a-e4376b2f1ce8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 945 time: 0.0607586 Aug 20 11:35:04.215161 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-5846464c-3866-441f-a354-5ed305eefa8b req-fd2993f3-8d40-4990-91f9-109923d62005 tempest-SecurityGroupsNegativeTestJSON-1284437404 tempest-SecurityGroupsNegativeTestJSON-1284437404-project] show failed (client error): The resource could not be found. Aug 20 11:35:04.216384 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5846464c-3866-441f-a354-5ed305eefa8b req-fd2993f3-8d40-4990-91f9-109923d62005 tempest-SecurityGroupsNegativeTestJSON-1284437404 tempest-SecurityGroupsNegativeTestJSON-1284437404-project] 10.222.0.37 "GET /v2.0/security-groups/d06a8e17-5dc6-4d50-9f59-cc819703ae1b HTTP/1.1" status: 404 len: 352 time: 0.0184190 Aug 20 11:35:04.249177 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cd9c470-786e-4f28-9542-e97340c43e2b req-7ecc79ee-2f09-431b-ac63-0992fd2110e9 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383434 Aug 20 11:35:04.329971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd5563-961d-46bc-ac13-c840f059bc25 req-d403233b-74ff-416a-b563-6e7f48300ddd tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:04.331286 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b002469a-dfa8-4764-bb4d-90399f550085 req-8c5de2ee-5595-4a8e-b85b-ee4bd7391e47 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "GET /v2.0/security-groups/9c0f2b8b-a199-462c-b888-86154aa10153 HTTP/1.1" status: 200 len: 1813 time: 0.0434351 Aug 20 11:35:04.331813 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11dd5563-961d-46bc-ac13-c840f059bc25 req-d403233b-74ff-416a-b563-6e7f48300ddd tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 948 time: 0.0563619 Aug 20 11:35:04.344364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-b002469a-dfa8-4764-bb4d-90399f550085 req-9ad327e0-d8d1-4abb-9055-02613f520dca tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c0f2b8b-a199-462c-b888-86154aa10153', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:04.344700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-b002469a-dfa8-4764-bb4d-90399f550085 req-9ad327e0-d8d1-4abb-9055-02613f520dca tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c0f2b8b-a199-462c-b888-86154aa10153', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:04.373665 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11dd5563-961d-46bc-ac13-c840f059bc25 req-a8d97439-e68a-44d3-9bc1-c5fff7ed53d4 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347981 Aug 20 11:35:04.404418 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b002469a-dfa8-4764-bb4d-90399f550085 req-9ad327e0-d8d1-4abb-9055-02613f520dca tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.411439 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-0d9b9bec-379c-4009-8d55-3192dcf9bb62 req-b7e7b347-b49c-4aec-9b63-1f2ca6a89d4f tempest-SecurityGroupsNegativeTestJSON-1284437404 tempest-SecurityGroupsNegativeTestJSON-1284437404-project] show failed (client error): The resource could not be found. Aug 20 11:35:04.412564 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0d9b9bec-379c-4009-8d55-3192dcf9bb62 req-b7e7b347-b49c-4aec-9b63-1f2ca6a89d4f tempest-SecurityGroupsNegativeTestJSON-1284437404 tempest-SecurityGroupsNegativeTestJSON-1284437404-project] 10.222.0.37 "GET /v2.0/security-groups/5c2980f0-af96-437f-8f3b-4b2acc98b53c HTTP/1.1" status: 404 len: 352 time: 0.0162578 Aug 20 11:35:04.423367 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56900) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:04.436486 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b002469a-dfa8-4764-bb4d-90399f550085 req-9ad327e0-d8d1-4abb-9055-02613f520dca tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.440518 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b002469a-dfa8-4764-bb4d-90399f550085 req-9ad327e0-d8d1-4abb-9055-02613f520dca tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.462787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad327e0-d8d1-4abb-9055-02613f520dca tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b09e391-bad6-4093-b030-4517c582de95,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:04.472215 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b002469a-dfa8-4764-bb4d-90399f550085 req-9ad327e0-d8d1-4abb-9055-02613f520dca tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.485021 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b002469a-dfa8-4764-bb4d-90399f550085 req-9ad327e0-d8d1-4abb-9055-02613f520dca tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1449234 Aug 20 11:35:04.495160 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-5923f7c9-0652-4243-b6bd-39a5bb8eeeaa admin admin] Deleting subnet 678ef0e0-167f-4343-92e5-07c176bba33c {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:04.503522 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5923f7c9-0652-4243-b6bd-39a5bb8eeeaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.545635 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5923f7c9-0652-4243-b6bd-39a5bb8eeeaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.548353 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c36b556-f666-4814-ae53-36f149ff214a req-30e054d1-f4ef-495f-9a81-f0eaabc5ea40 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "GET /v2.0/security-groups/9c0f2b8b-a199-462c-b888-86154aa10153 HTTP/1.1" status: 200 len: 2406 time: 0.0504823 Aug 20 11:35:04.606007 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a74e2429-4b47-44b5-9020-704976fc8fd5 req-bc77e373-f3d3-445c-a77e-53debc188c17 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "GET /v2.0/security-group-rules/1b09e391-bad6-4093-b030-4517c582de95 HTTP/1.1" status: 200 len: 778 time: 0.0320370 Aug 20 11:35:04.616567 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5923f7c9-0652-4243-b6bd-39a5bb8eeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.695729 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a74e2429-4b47-44b5-9020-704976fc8fd5 req-69b67561-d6b6-4e96-93a6-dcf32421a138 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "GET /v2.0/security-groups/9c0f2b8b-a199-462c-b888-86154aa10153 HTTP/1.1" status: 200 len: 2406 time: 0.0760071 Aug 20 11:35:04.720546 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5923f7c9-0652-4243-b6bd-39a5bb8eeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.756171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923f7c9-0652-4243-b6bd-39a5bb8eeeaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=678ef0e0-167f-4343-92e5-07c176bba33c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:04.761244 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5923f7c9-0652-4243-b6bd-39a5bb8eeeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.763442 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5923f7c9-0652-4243-b6bd-39a5bb8eeeaa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/678ef0e0-167f-4343-92e5-07c176bba33c HTTP/1.1" status: 204 len: 168 time: 0.3385673 Aug 20 11:35:04.764986 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a74e2429-4b47-44b5-9020-704976fc8fd5 req-79f66c87-d196-434a-abaf-1e48de7491e2 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.765887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56908) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:04.774375 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a74e2429-4b47-44b5-9020-704976fc8fd5 req-79f66c87-d196-434a-abaf-1e48de7491e2 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.804450 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a74e2429-4b47-44b5-9020-704976fc8fd5 req-79f66c87-d196-434a-abaf-1e48de7491e2 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.810724 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a74e2429-4b47-44b5-9020-704976fc8fd5 req-79f66c87-d196-434a-abaf-1e48de7491e2 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.811888 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a74e2429-4b47-44b5-9020-704976fc8fd5 req-79f66c87-d196-434a-abaf-1e48de7491e2 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1b09e391-bad6-4093-b030-4517c582de95 HTTP/1.1" status: 204 len: 173 time: 0.1091681 Aug 20 11:35:04.824708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f66c87-d196-434a-abaf-1e48de7491e2 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b09e391-bad6-4093-b030-4517c582de95,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:04.839702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-e3eab8fc-f25a-4141-bec2-166943577dbf req-3eceadeb-e077-4ac3-bb59-79677a599255 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1724271402', 'description': 'tempest-description-1257443061'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:04.847484 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f269e2c1-dff3-4bcc-a04e-5e5a056475b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.871051 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e3eab8fc-f25a-4141-bec2-166943577dbf req-3eceadeb-e077-4ac3-bb59-79677a599255 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.954447 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f269e2c1-dff3-4bcc-a04e-5e5a056475b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.969096 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-f269e2c1-dff3-4bcc-a04e-5e5a056475b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054461b6-517e-42a9-b155-9c6149c8e230']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:04.981916 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-f269e2c1-dff3-4bcc-a04e-5e5a056475b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6bbdaee-91ee-45ce-b0c8-cbcd6fae1265') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:04.982195 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-f269e2c1-dff3-4bcc-a04e-5e5a056475b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6bbdaee-91ee-45ce-b0c8-cbcd6fae1265') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:04.998103 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f269e2c1-dff3-4bcc-a04e-5e5a056475b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.016062 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f269e2c1-dff3-4bcc-a04e-5e5a056475b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.025353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f269e2c1-dff3-4bcc-a04e-5e5a056475b8 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:05.025738 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f269e2c1-dff3-4bcc-a04e-5e5a056475b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:05.027304 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:05.093483 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e3eab8fc-f25a-4141-bec2-166943577dbf req-3eceadeb-e077-4ac3-bb59-79677a599255 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.097120 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e3eab8fc-f25a-4141-bec2-166943577dbf req-3eceadeb-e077-4ac3-bb59-79677a599255 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.103942 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f269e2c1-dff3-4bcc-a04e-5e5a056475b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.124125 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f269e2c1-dff3-4bcc-a04e-5e5a056475b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.130266 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f269e2c1-dff3-4bcc-a04e-5e5a056475b8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/054461b6-517e-42a9-b155-9c6149c8e230 HTTP/1.1" status: 204 len: 168 time: 0.3606377 Aug 20 11:35:05.144912 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269e2c1-dff3-4bcc-a04e-5e5a056475b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=054461b6-517e-42a9-b155-9c6149c8e230,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:05.152349 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e3eab8fc-f25a-4141-bec2-166943577dbf req-3eceadeb-e077-4ac3-bb59-79677a599255 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.154672 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e3eab8fc-f25a-4141-bec2-166943577dbf req-3eceadeb-e077-4ac3-bb59-79677a599255 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3198099 Aug 20 11:35:05.158270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eceadeb-e077-4ac3-bb59-79677a599255 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c96099-2b78-4312-8c7b-5de48714eef6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:05.249057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-5a8be079-d361-43cd-8127-93067e3a2ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:05.250681 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-5a8be079-d361-43cd-8127-93067e3a2ab6 service neutron] 10.222.0.35 "GET /v2.0/ports/0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 HTTP/1.1" status: 200 len: 1026 time: 0.0806658 Aug 20 11:35:05.278814 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc7e8f-1710-4483-9f70-17060d339222 req-d496e0df-5102-4d17-af81-beb4e1b4aaf0 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:05.280960 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-41fc7e8f-1710-4483-9f70-17060d339222 req-d496e0df-5102-4d17-af81-beb4e1b4aaf0 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.0664966 Aug 20 11:35:05.329075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56924) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:05.331950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ec39f0f2-34f8-4600-950e-ec7c11564013 req-64bd228b-5a64-4e24-86c8-4f677cfa2095 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 210 time: 0.0332565 Aug 20 11:35:05.355264 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-1c50e9a2-cdab-4746-8cc5-d9b87753a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:05.356654 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-1c50e9a2-cdab-4746-8cc5-d9b87753a9e3 service neutron] 10.222.0.35 "GET /v2.0/ports/f73427c2-302c-4d69-82a5-d2190ada2e2e HTTP/1.1" status: 200 len: 1025 time: 0.0900385 Aug 20 11:35:05.402050 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d3152245-30f2-488c-8b11-b0b7988cd672 req-db4409de-d39a-46d0-88b4-ff34240d536a tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "GET /v2.0/security-groups/c8c96099-2b78-4312-8c7b-5de48714eef6 HTTP/1.1" status: 200 len: 1813 time: 0.0413351 Aug 20 11:35:05.437660 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-41fc7e8f-1710-4483-9f70-17060d339222 req-59c6182d-9100-47ee-88a1-18f3b6da6ca5 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483974 Aug 20 11:35:05.458495 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-43c8b816-929f-46e5-aac3-e997d8bcae04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=866d343a36e74d8e97fb7345e708968d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1282566 Aug 20 11:35:05.461102 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56930) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:05.542620 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-6c704db8-a945-4dd5-995e-543324a34857 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:05.546946 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dce583de-18b1-4b87-bc0c-5438cddfecd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.548789 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-6c704db8-a945-4dd5-995e-543324a34857 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:05.555788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-6c704db8-a945-4dd5-995e-543324a34857 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:05.557498 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-6c704db8-a945-4dd5-995e-543324a34857 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.35 "GET /v2.0/networks?id=ded88394-ae35-4901-8c3e-b6672476441c&id=b853601e-e5a6-4bac-a3f5-84410a4476f4&id=b853601e-e5a6-4bac-a3f5-84410a4476f4&id=b853601e-e5a6-4bac-a3f5-84410a4476f4&id=b853601e-e5a6-4bac-a3f5-84410a4476f4&id=66063b31-2757-4517-8a29-77f4e6ff6618&id=66063b31-2757-4517-8a29-77f4e6ff6618 HTTP/1.1" status: 200 len: 1989 time: 0.1923385 Aug 20 11:35:05.603452 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dce583de-18b1-4b87-bc0c-5438cddfecd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.614703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09add612-14e6-492e-b1e8-bdb7ca735644 req-04ac42cc-86d4-4dd1-b4d6-f1b118daba5d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:05.618737 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09add612-14e6-492e-b1e8-bdb7ca735644 req-04ac42cc-86d4-4dd1-b4d6-f1b118daba5d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 945 time: 0.1011817 Aug 20 11:35:05.631267 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-9df7497b-ea5a-4d3b-9dbb-66814fadd1be tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9991f8a924e64527907714e2ed9a1df3 HTTP/1.1" status: 200 len: 380 time: 0.0588398 Aug 20 11:35:05.640973 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71018e-7cfa-4493-ba16-d718ce74cf73 req-2d62e08d-ad29-4bcf-b141-53dff9e83672 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:05.642474 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a71018e-7cfa-4493-ba16-d718ce74cf73 req-2d62e08d-ad29-4bcf-b141-53dff9e83672 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 948 time: 0.0908835 Aug 20 11:35:05.648319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-b8faff09-811e-448b-874e-c39c3a027bed req-6fd9992c-9407-4176-80d6-fe0e56d57ffa tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Request body: {'port': {'device_id': '4c74889f-924e-4593-ab33-78eda0239b96', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'admin_state_up': True, 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'security_groups': ['1f3194d4-6356-42de-9111-d33eed55156d']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:05.689450 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a71018e-7cfa-4493-ba16-d718ce74cf73 req-97135430-a921-4463-ac70-3e286c276f88 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Aug 20 11:35:05.714010 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dce583de-18b1-4b87-bc0c-5438cddfecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.719425 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09add612-14e6-492e-b1e8-bdb7ca735644 req-ea6bb39b-e936-4f23-97e8-3f8d9df16bad tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892746 Aug 20 11:35:05.719600 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dce583de-18b1-4b87-bc0c-5438cddfecd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.719600 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dce583de-18b1-4b87-bc0c-5438cddfecd2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e41f7dcc-0778-4435-9d7b-b0f09163caa7 HTTP/1.1" status: 204 len: 168 time: 0.2551346 Aug 20 11:35:05.731608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce583de-18b1-4b87-bc0c-5438cddfecd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41f7dcc-0778-4435-9d7b-b0f09163caa7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:05.788916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-de1d0f02-3b15-446c-afff-4b3f2744209f req-207a7d30-ce3f-4c57-82c2-743576458a81 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1294166407', 'description': 'tempest-description-816267492'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:05.841126 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-de1d0f02-3b15-446c-afff-4b3f2744209f req-207a7d30-ce3f-4c57-82c2-743576458a81 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.873107 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-6fd9992c-9407-4176-80d6-fe0e56d57ffa tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Made reservation on behalf of 9991f8a924e64527907714e2ed9a1df3 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:05.877483 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-6fd9992c-9407-4176-80d6-fe0e56d57ffa tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.059345 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-de1d0f02-3b15-446c-afff-4b3f2744209f req-207a7d30-ce3f-4c57-82c2-743576458a81 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.067660 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-de1d0f02-3b15-446c-afff-4b3f2744209f req-207a7d30-ce3f-4c57-82c2-743576458a81 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.101864 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-b8faff09-811e-448b-874e-c39c3a027bed req-6fd9992c-9407-4176-80d6-fe0e56d57ffa tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Allocated IP 172.20.0.10 (ded88394-ae35-4901-8c3e-b6672476441c/8375492f-a635-4946-b4e7-f896d423826a/d5054f1e-1723-48c0-b1b4-5eda599cf42a) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:06.112729 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-de1d0f02-3b15-446c-afff-4b3f2744209f req-207a7d30-ce3f-4c57-82c2-743576458a81 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.114116 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-de1d0f02-3b15-446c-afff-4b3f2744209f req-207a7d30-ce3f-4c57-82c2-743576458a81 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3322461 Aug 20 11:35:06.138182 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a7d30-ce3f-4c57-82c2-743576458a81 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=560cf2f0-eca6-4c16-a73d-894cd1ac9ece,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:06.204720 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-71b58418-6e6c-429d-817b-eb0697ef5bd3 req-5d4e8784-b31d-4f20-b821-38846ffecafc tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "GET /v2.0/security-groups/560cf2f0-eca6-4c16-a73d-894cd1ac9ece HTTP/1.1" status: 200 len: 1812 time: 0.0596561 Aug 20 11:35:06.238180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-5031edaf-6473-47d2-97ef-12f8019a8cfc req-b26c3bda-85dd-4669-8985-e36dd029d44f tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1750312386', 'description': 'tempest-description-1815585888'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:06.285068 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5031edaf-6473-47d2-97ef-12f8019a8cfc req-b26c3bda-85dd-4669-8985-e36dd029d44f tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.333260 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-6fd9992c-9407-4176-80d6-fe0e56d57ffa tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.356765 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-b8faff09-811e-448b-874e-c39c3a027bed req-6fd9992c-9407-4176-80d6-fe0e56d57ffa tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Transition to ACTIVE for port object d5054f1e-1723-48c0-b1b4-5eda599cf42a will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:06.432599 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-6fd9992c-9407-4176-80d6-fe0e56d57ffa tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.445062 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5031edaf-6473-47d2-97ef-12f8019a8cfc req-b26c3bda-85dd-4669-8985-e36dd029d44f tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.478669 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5031edaf-6473-47d2-97ef-12f8019a8cfc req-b26c3bda-85dd-4669-8985-e36dd029d44f tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.519005 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8faff09-811e-448b-874e-c39c3a027bed req-6fd9992c-9407-4176-80d6-fe0e56d57ffa tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Network ded88394-ae35-4901-8c3e-b6672476441c is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:06.533295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-b8faff09-811e-448b-874e-c39c3a027bed req-6fd9992c-9407-4176-80d6-fe0e56d57ffa tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:06.535612 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5031edaf-6473-47d2-97ef-12f8019a8cfc req-b26c3bda-85dd-4669-8985-e36dd029d44f tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.537246 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5031edaf-6473-47d2-97ef-12f8019a8cfc req-b26c3bda-85dd-4669-8985-e36dd029d44f tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3081503 Aug 20 11:35:06.538301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8faff09-811e-448b-874e-c39c3a027bed req-6fd9992c-9407-4176-80d6-fe0e56d57ffa tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:06.563522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895884c3-65d4-48ba-a507-17abc990d421 req-153a914c-b1c6-4ff8-93d7-fd5e58e0c0e0 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:06.567107 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-895884c3-65d4-48ba-a507-17abc990d421 req-153a914c-b1c6-4ff8-93d7-fd5e58e0c0e0 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 932 time: 0.0903535 Aug 20 11:35:06.577587 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f5788-530a-4786-9cb9-d1eefd23c2c9 req-d0961309-d4bf-4c02-8de0-5c143bc08907 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:06.579407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b32f5788-530a-4786-9cb9-d1eefd23c2c9 req-d0961309-d4bf-4c02-8de0-5c143bc08907 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.35 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 948 time: 0.1530201 Aug 20 11:35:06.610936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-6fd9992c-9407-4176-80d6-fe0e56d57ffa tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:06.611704 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-6fd9992c-9407-4176-80d6-fe0e56d57ffa tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.619638 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9992c-9407-4176-80d6-fe0e56d57ffa tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event updated for resources: {'Port': ['ID=d5054f1e-1723-48c0-b1b4-5eda599cf42a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:06.624979 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c3bda-85dd-4669-8985-e36dd029d44f tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbb96f6-c466-4318-9390-b466f9286673,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:06.636660 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-6fd9992c-9407-4176-80d6-fe0e56d57ffa tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9983795 Aug 20 11:35:06.653669 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-b8faff09-811e-448b-874e-c39c3a027bed req-d4005e5d-fe58-408c-be8c-71e2177a11ac tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Request body: {'port': {'device_id': '4c74889f-924e-4593-ab33-78eda0239b96', 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4', 'admin_state_up': True, 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'security_groups': ['1f3194d4-6356-42de-9111-d33eed55156d']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:06.689227 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-895884c3-65d4-48ba-a507-17abc990d421 req-9140f632-460a-4acd-bb96-09664805ae43 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041653 Aug 20 11:35:06.833904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-b32f5788-530a-4786-9cb9-d1eefd23c2c9 req-469cd92a-6155-403d-8e89-93d0cf1b1903 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Deleting port 468018d9-06e6-4b48-b4da-696b1c30cb9b {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:06.834194 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b32f5788-530a-4786-9cb9-d1eefd23c2c9 req-469cd92a-6155-403d-8e89-93d0cf1b1903 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.845309 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b9819-80ea-4e38-83ec-1aa75f6b3a66 req-5e205b43-9131-4d56-821a-22b79b111abc tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:06.846870 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e0b9819-80ea-4e38-83ec-1aa75f6b3a66 req-5e205b43-9131-4d56-821a-22b79b111abc tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1619089 Aug 20 11:35:06.905470 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e0b9819-80ea-4e38-83ec-1aa75f6b3a66 req-cde009ac-3c2d-4f69-9f4a-43cecd9b1748 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503283 Aug 20 11:35:06.906540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-d4005e5d-fe58-408c-be8c-71e2177a11ac tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Made reservation on behalf of 9991f8a924e64527907714e2ed9a1df3 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:06.910067 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-d4005e5d-fe58-408c-be8c-71e2177a11ac tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.919043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6c36f49a-1e7d-47b5-838e-ba521f4c713c None None] Provisioning for port d5054f1e-1723-48c0-b1b4-5eda599cf42a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:06.932619 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6c36f49a-1e7d-47b5-838e-ba521f4c713c None None] Provisioning complete for port d5054f1e-1723-48c0-b1b4-5eda599cf42a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:06.933144 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c36f49a-1e7d-47b5-838e-ba521f4c713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.950473 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e00e9f73-39ea-4a87-ba67-ebfe027c1d74 req-de11d92e-353c-41c3-85f0-089b793c4781 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "GET /v2.0/security-groups/1bbb96f6-c466-4318-9390-b466f9286673 HTTP/1.1" status: 200 len: 1813 time: 0.1412230 Aug 20 11:35:07.006282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6c36f49a-1e7d-47b5-838e-ba521f4c713c None None] Port d5054f1e-1723-48c0-b1b4-5eda599cf42a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:07.007552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b32f5788-530a-4786-9cb9-d1eefd23c2c9 req-469cd92a-6155-403d-8e89-93d0cf1b1903 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] For port 468018d9-06e6-4b48-b4da-696b1c30cb9b, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=468018d9-06e6-4b48-b4da-696b1c30cb9b,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:07.008517 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b32f5788-530a-4786-9cb9-d1eefd23c2c9 req-469cd92a-6155-403d-8e89-93d0cf1b1903 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.024408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-b32f5788-530a-4786-9cb9-d1eefd23c2c9 req-469cd92a-6155-403d-8e89-93d0cf1b1903 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Calling delete_port for 468018d9-06e6-4b48-b4da-696b1c30cb9b owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:07.074727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-b8faff09-811e-448b-874e-c39c3a027bed req-d4005e5d-fe58-408c-be8c-71e2177a11ac tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Allocated IP 10.1.1.78 (b853601e-e5a6-4bac-a3f5-84410a4476f4/faadc5a1-a763-44eb-9395-380b41cb0af5/7fb1e7c4-65b0-45e4-b85a-c5f5918cad98) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:07.185977 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b32f5788-530a-4786-9cb9-d1eefd23c2c9 req-469cd92a-6155-403d-8e89-93d0cf1b1903 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.229612 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-d4005e5d-fe58-408c-be8c-71e2177a11ac tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.247999 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-b8faff09-811e-448b-874e-c39c3a027bed req-d4005e5d-fe58-408c-be8c-71e2177a11ac tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Transition to ACTIVE for port object 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:07.302699 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cd92a-6155-403d-8e89-93d0cf1b1903 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Pushing event deleted for resources: {'Port': ['ID=468018d9-06e6-4b48-b4da-696b1c30cb9b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:07.306040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32f5788-530a-4786-9cb9-d1eefd23c2c9 req-469cd92a-6155-403d-8e89-93d0cf1b1903 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] No DVR routers for this DVR port 468018d9-06e6-4b48-b4da-696b1c30cb9b on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:07.308548 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b32f5788-530a-4786-9cb9-d1eefd23c2c9 req-469cd92a-6155-403d-8e89-93d0cf1b1903 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.311349 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b32f5788-530a-4786-9cb9-d1eefd23c2c9 req-469cd92a-6155-403d-8e89-93d0cf1b1903 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.35 "DELETE /v2.0/ports/468018d9-06e6-4b48-b4da-696b1c30cb9b HTTP/1.1" status: 204 len: 173 time: 0.7053866 Aug 20 11:35:07.311749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762c04ec-28a0-4a15-94eb-b3e8523d758c', 'name': 'network-vif-deleted', 'tag': '468018d9-06e6-4b48-b4da-696b1c30cb9b'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:07.314200 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d553487-b5c5-4982-90eb-64482dd15c03" -d '{"events": [{"server_uuid": "762c04ec-28a0-4a15-94eb-b3e8523d758c", "name": "network-vif-deleted", "tag": "468018d9-06e6-4b48-b4da-696b1c30cb9b"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:07.330165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bcdf989-ceb6-433c-a592-c3c9d3588439 req-b15aeaa6-154a-435e-95eb-15e09f37eda0 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=762c04ec-28a0-4a15-94eb-b3e8523d758c HTTP/1.1" status: 200 len: 210 time: 0.1452472 Aug 20 11:35:07.332213 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7934f-caad-4b1f-82f7-df07060b4def req-1eb9964f-da71-4adb-a4a8-78def000d4a0 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:07.333857 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57d7934f-caad-4b1f-82f7-df07060b4def req-1eb9964f-da71-4adb-a4a8-78def000d4a0 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 945 time: 0.0746636 Aug 20 11:35:07.356477 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-d4005e5d-fe58-408c-be8c-71e2177a11ac tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.447771 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57d7934f-caad-4b1f-82f7-df07060b4def req-f053c85c-bc34-4422-a9ae-3499325cf2f6 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055260 Aug 20 11:35:07.450102 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8faff09-811e-448b-874e-c39c3a027bed req-d4005e5d-fe58-408c-be8c-71e2177a11ac tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Network b853601e-e5a6-4bac-a3f5-84410a4476f4 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:07.462414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-bfd7da31-87d5-4cf6-a845-113266b84225 req-109a1411-4cc2-4286-8036-5c571c1af7f9 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1794789555', 'description': 'tempest-description-610522979'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:07.464463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-b8faff09-811e-448b-874e-c39c3a027bed req-d4005e5d-fe58-408c-be8c-71e2177a11ac tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:07.482609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8faff09-811e-448b-874e-c39c3a027bed req-d4005e5d-fe58-408c-be8c-71e2177a11ac tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:07.489077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4005e5d-fe58-408c-be8c-71e2177a11ac tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event updated for resources: {'Port': ['ID=7fb1e7c4-65b0-45e4-b85a-c5f5918cad98,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:07.520503 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bfd7da31-87d5-4cf6-a845-113266b84225 req-109a1411-4cc2-4286-8036-5c571c1af7f9 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.583967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-d4005e5d-fe58-408c-be8c-71e2177a11ac tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:07.584869 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-d4005e5d-fe58-408c-be8c-71e2177a11ac tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.650341 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56990) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:07.669872 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bfd7da31-87d5-4cf6-a845-113266b84225 req-109a1411-4cc2-4286-8036-5c571c1af7f9 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.675798 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bfd7da31-87d5-4cf6-a845-113266b84225 req-109a1411-4cc2-4286-8036-5c571c1af7f9 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.682694 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-d4005e5d-fe58-408c-be8c-71e2177a11ac tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0335522 Aug 20 11:35:07.697937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-b8faff09-811e-448b-874e-c39c3a027bed req-a296098a-7d95-4942-ad89-a0268c6d1e56 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Request body: {'port': {'device_id': '4c74889f-924e-4593-ab33-78eda0239b96', 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4', 'admin_state_up': True, 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'security_groups': ['1f3194d4-6356-42de-9111-d33eed55156d']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:07.744397 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bfd7da31-87d5-4cf6-a845-113266b84225 req-109a1411-4cc2-4286-8036-5c571c1af7f9 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.751510 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bfd7da31-87d5-4cf6-a845-113266b84225 req-109a1411-4cc2-4286-8036-5c571c1af7f9 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3037565 Aug 20 11:35:07.786768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a1411-4cc2-4286-8036-5c571c1af7f9 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939ebc2f-ee4a-49da-98cf-83026769478f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:07.869134 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2d7497-fbd8-4a1e-bfe7-a38566b22653 x-openstack-request-id: req-6d2d7497-fbd8-4a1e-bfe7-a38566b22653 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:07.869409 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762c04ec-28a0-4a15-94eb-b3e8523d758c", "name": "network-vif-deleted", "tag": "468018d9-06e6-4b48-b4da-696b1c30cb9b", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:07.869660 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d2d7497-fbd8-4a1e-bfe7-a38566b22653 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:07.870053 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762c04ec-28a0-4a15-94eb-b3e8523d758c', 'name': 'network-vif-deleted', 'tag': '468018d9-06e6-4b48-b4da-696b1c30cb9b', 'status': 'completed', 'code': 200} Aug 20 11:35:07.889245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-8a693f1c-89a8-426a-904a-bdbdda376656 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:07.890747 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-8a693f1c-89a8-426a-904a-bdbdda376656 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3&tenant_id=9437c8ccf38f4278bfdd6826ef939401&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 1096 time: 0.1589046 Aug 20 11:35:07.953638 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d290da23-83af-4244-817f-e7c79cec30b1 None None] Provisioning for port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:07.956983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-a296098a-7d95-4942-ad89-a0268c6d1e56 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Made reservation on behalf of 9991f8a924e64527907714e2ed9a1df3 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:07.964592 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-a296098a-7d95-4942-ad89-a0268c6d1e56 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.969338 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d290da23-83af-4244-817f-e7c79cec30b1 None None] Provisioning complete for port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:07.969715 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d290da23-83af-4244-817f-e7c79cec30b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.011477 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1982d-8bc0-46ca-a47a-c85aac6e00c1 req-a31416ed-76c0-4a86-a049-b267e01f2610 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:08.013769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a0ccb5d-afff-4842-b7f0-7f92c6bf9275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.020662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d290da23-83af-4244-817f-e7c79cec30b1 None None] Port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:08.027515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1982d-8bc0-46ca-a47a-c85aac6e00c1 req-a31416ed-76c0-4a86-a049-b267e01f2610 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:08.030079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b1e1982d-8bc0-46ca-a47a-c85aac6e00c1 req-a31416ed-76c0-4a86-a049-b267e01f2610 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 1653 time: 0.1425250 Aug 20 11:35:08.037160 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804299-2'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:08.118133 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b61fbd0b-dac2-4b1b-bba6-3e5293768a9b req-d6aae3b2-ea98-4928-91b2-c8adeeb01bc5 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "GET /v2.0/security-groups/939ebc2f-ee4a-49da-98cf-83026769478f HTTP/1.1" status: 200 len: 1812 time: 0.1832991 Aug 20 11:35:08.131960 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b1e1982d-8bc0-46ca-a47a-c85aac6e00c1 req-050231b7-b0e5-4b1c-8e86-8093411568cf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896666 Aug 20 11:35:08.132789 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.260089 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-b8faff09-811e-448b-874e-c39c3a027bed req-a296098a-7d95-4942-ad89-a0268c6d1e56 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Allocated IP 10.1.1.201 (b853601e-e5a6-4bac-a3f5-84410a4476f4/faadc5a1-a763-44eb-9395-380b41cb0af5/494df33d-3398-4c62-b57c-b0334aacc33a) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:08.349017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28b2e1-3179-4293-a1a1-6b3fecfd6368 req-63f1424e-f3b9-44cc-8c91-6ef42c5b8f4c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:08.350556 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce28b2e1-3179-4293-a1a1-6b3fecfd6368 req-63f1424e-f3b9-44cc-8c91-6ef42c5b8f4c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.0807996 Aug 20 11:35:08.358963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] For port 50f30fcf-3f63-41a1-9e10-317b227f1d41, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=50f30fcf-3f63-41a1-9e10-317b227f1d41,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:08.392416 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-057a4326-3c8d-410f-b89e-a0f8e8afcc5e req-96428b0c-03ae-47bb-821f-283d147474c8 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] show failed (client error): The resource could not be found. Aug 20 11:35:08.393842 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-057a4326-3c8d-410f-b89e-a0f8e8afcc5e req-96428b0c-03ae-47bb-821f-283d147474c8 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "GET /v2.0/security-groups/5ccf289c-89c9-4931-873c-2b8994cbd0a6 HTTP/1.1" status: 404 len: 352 time: 0.0329752 Aug 20 11:35:08.436545 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce28b2e1-3179-4293-a1a1-6b3fecfd6368 req-962b6124-9b79-4066-ac3d-a65fff6e74b3 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680881 Aug 20 11:35:08.453763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] For port 50f30fcf-3f63-41a1-9e10-317b227f1d41, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:08.471298 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-a296098a-7d95-4942-ad89-a0268c6d1e56 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.497896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-b8faff09-811e-448b-874e-c39c3a027bed req-a296098a-7d95-4942-ad89-a0268c6d1e56 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Transition to ACTIVE for port object 494df33d-3398-4c62-b57c-b0334aacc33a will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:08.506615 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-0e6dd0c0-b675-479a-9081-04c58eefde75 req-270f97c4-e10c-40b3-9455-37853786abf2 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] show failed (client error): The resource could not be found. Aug 20 11:35:08.518851 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a0ccb5d-afff-4842-b7f0-7f92c6bf9275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.523564 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a0ccb5d-afff-4842-b7f0-7f92c6bf9275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.524961 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e6dd0c0-b675-479a-9081-04c58eefde75 req-270f97c4-e10c-40b3-9455-37853786abf2 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "GET /v2.0/security-group-rules/128cf130-fe17-41e6-8a2e-317134660482 HTTP/1.1" status: 404 len: 361 time: 0.0384531 Aug 20 11:35:08.567145 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.577814 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.590452 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1a0ccb5d-afff-4842-b7f0-7f92c6bf9275 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96d62e97b01a4640827b5cc3820e20f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9385457 Aug 20 11:35:08.590876 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57018) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:08.634055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ccb5d-afff-4842-b7f0-7f92c6bf9275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79115a9d-5c93-4718-8d2b-ec258d088c52,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:08.656794 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-a296098a-7d95-4942-ad89-a0268c6d1e56 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.696840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Pushing event updated for resources: {'Port': ['ID=50f30fcf-3f63-41a1-9e10-317b227f1d41,revision_number=7']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:08.733367 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.772820 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8faff09-811e-448b-874e-c39c3a027bed req-a296098a-7d95-4942-ad89-a0268c6d1e56 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Network b853601e-e5a6-4bac-a3f5-84410a4476f4 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:08.785255 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-b8faff09-811e-448b-874e-c39c3a027bed req-a296098a-7d95-4942-ad89-a0268c6d1e56 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:08.786772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Attempting to bind port 50f30fcf-3f63-41a1-9e10-317b227f1d41 on host n-h1-804299-2 for vnic_type normal with profile {"migrating_to": "n-h2-804299-2"} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:08.787115 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Attempting to bind port 50f30fcf-3f63-41a1-9e10-317b227f1d41 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:08.787446 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Attempting to bind port 50f30fcf-3f63-41a1-9e10-317b227f1d41 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:08.787645 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8faff09-811e-448b-874e-c39c3a027bed req-a296098a-7d95-4942-ad89-a0268c6d1e56 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:08.798111 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a45f7519-2886-4897-bd91-6a55fa3cd85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.810669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Port 50f30fcf-3f63-41a1-9e10-317b227f1d41 on network d470dece-9c15-4ab9-87f2-416f558c1d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:08.811032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Attempting to bind port 50f30fcf-3f63-41a1-9e10-317b227f1d41 on network d470dece-9c15-4ab9-87f2-416f558c1d77 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:08.817344 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:08.817682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Checking segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:08.818070 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Bound using segment: {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:08.818499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Bound port: 50f30fcf-3f63-41a1-9e10-317b227f1d41, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa50883-3fd5-44d2-a330-bb6b55b20a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd470dece-9c15-4ab9-87f2-416f558c1d77'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:08.818855 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.824219 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c7fc9cb0-639a-44c8-ba2b-15fe1350323b req-84e19c77-7e03-471b-aef6-69c76148fa5f tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "GET /v2.0/security-groups/939ebc2f-ee4a-49da-98cf-83026769478f HTTP/1.1" status: 200 len: 1812 time: 0.0723593 Aug 20 11:35:08.831810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296098a-7d95-4942-ad89-a0268c6d1e56 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event updated for resources: {'Port': ['ID=494df33d-3398-4c62-b57c-b0334aacc33a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:08.874123 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792005-e694-4dd6-a0d3-1d387400bf26 req-678fcaae-6ba2-41df-93f2-c3fd2f245bcb tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:08.877268 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-20792005-e694-4dd6-a0d3-1d387400bf26 req-678fcaae-6ba2-41df-93f2-c3fd2f245bcb tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 943 time: 0.2135613 Aug 20 11:35:08.889518 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a45f7519-2886-4897-bd91-6a55fa3cd85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.930651 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-a296098a-7d95-4942-ad89-a0268c6d1e56 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:08.931318 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-a296098a-7d95-4942-ad89-a0268c6d1e56 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.951061 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 468018d9-06e6-4b48-b4da-696b1c30cb9b no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:08.956170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] For port 50f30fcf-3f63-41a1-9e10-317b227f1d41, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:08.962590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] For port 50f30fcf-3f63-41a1-9e10-317b227f1d41, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=50f30fcf-3f63-41a1-9e10-317b227f1d41,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:08.966756 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c7fc9cb0-639a-44c8-ba2b-15fe1350323b req-2a2209cc-cc16-4947-937a-aa0dc2ea0502 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.969771 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.001270 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 468018d9-06e6-4b48-b4da-696b1c30cb9b {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:09.002944 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 468018d9-06e6-4b48-b4da-696b1c30cb9b not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:09.009045 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-a296098a-7d95-4942-ad89-a0268c6d1e56 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3191371 Aug 20 11:35:09.019106 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-20792005-e694-4dd6-a0d3-1d387400bf26 req-d3be527c-b4a4-4096-8383-20f59c967c22 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260364 Aug 20 11:35:09.026882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-b8faff09-811e-448b-874e-c39c3a027bed req-fd7ef351-d8ec-4903-ac7c-62dd37ca3aa3 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Request body: {'port': {'device_id': '4c74889f-924e-4593-ab33-78eda0239b96', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618', 'admin_state_up': True, 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'security_groups': ['1f3194d4-6356-42de-9111-d33eed55156d']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:09.042213 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c7fc9cb0-639a-44c8-ba2b-15fe1350323b req-2a2209cc-cc16-4947-937a-aa0dc2ea0502 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.104689 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a45f7519-2886-4897-bd91-6a55fa3cd85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.109235 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a45f7519-2886-4897-bd91-6a55fa3cd85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.111764 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a45f7519-2886-4897-bd91-6a55fa3cd85c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79115a9d-5c93-4718-8d2b-ec258d088c52 HTTP/1.1" status: 204 len: 168 time: 0.5159087 Aug 20 11:35:09.152382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-550ae60f-680f-411f-b71f-6a8424b5cacc None None] Provisioning for port 494df33d-3398-4c62-b57c-b0334aacc33a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:09.157501 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-550ae60f-680f-411f-b71f-6a8424b5cacc None None] Provisioning complete for port 494df33d-3398-4c62-b57c-b0334aacc33a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:09.158638 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-550ae60f-680f-411f-b71f-6a8424b5cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.176070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f7519-2886-4897-bd91-6a55fa3cd85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79115a9d-5c93-4718-8d2b-ec258d088c52,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:09.201939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:09.203029 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.205026 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] 10.222.0.76 "PUT /v2.0/ports/50f30fcf-3f63-41a1-9e10-317b227f1d41 HTTP/1.1" status: 200 len: 1121 time: 1.2872975 Aug 20 11:35:09.206647 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c054f4-bc8d-462c-ab92-985f8627d64b service neutron] Pushing event updated for resources: {'Port': ['ID=50f30fcf-3f63-41a1-9e10-317b227f1d41,revision_number=8']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:09.212969 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c7fc9cb0-639a-44c8-ba2b-15fe1350323b req-2a2209cc-cc16-4947-937a-aa0dc2ea0502 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.218000 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c7fc9cb0-639a-44c8-ba2b-15fe1350323b req-2a2209cc-cc16-4947-937a-aa0dc2ea0502 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.235240 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c7fc9cb0-639a-44c8-ba2b-15fe1350323b req-2a2209cc-cc16-4947-937a-aa0dc2ea0502 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "DELETE /v2.0/security-groups/939ebc2f-ee4a-49da-98cf-83026769478f HTTP/1.1" status: 204 len: 173 time: 0.3694856 Aug 20 11:35:09.263627 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2209cc-cc16-4947-937a-aa0dc2ea0502 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=939ebc2f-ee4a-49da-98cf-83026769478f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:09.271038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 50f30fcf-3f63-41a1-9e10-317b227f1d41 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:09.303804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12efda6-fbc4-4181-9cc5-b637512fdd14 req-393ff1a8-e62a-48a1-bd05-e30a53bdb52d tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:09.318931 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d12efda6-fbc4-4181-9cc5-b637512fdd14 req-393ff1a8-e62a-48a1-bd05-e30a53bdb52d tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=297f78be-f938-4d6c-9898-82d5a6fa94d3 HTTP/1.1" status: 200 len: 948 time: 0.1878042 Aug 20 11:35:09.341240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['50f30fcf-3f63-41a1-9e10-317b227f1d41'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:09.352246 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['50f30fcf-3f63-41a1-9e10-317b227f1d41'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:09.379936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-fd7ef351-d8ec-4903-ac7c-62dd37ca3aa3 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Made reservation on behalf of 9991f8a924e64527907714e2ed9a1df3 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:09.413191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3a262-203f-4085-acb2-654e2dacc83e req-1500b79f-e349-4160-a1dc-36fb70e93605 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:09.421063 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3a262-203f-4085-acb2-654e2dacc83e req-1500b79f-e349-4160-a1dc-36fb70e93605 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:09.423343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-550ae60f-680f-411f-b71f-6a8424b5cacc None None] Port 494df33d-3398-4c62-b57c-b0334aacc33a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:09.431422 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3a262-203f-4085-acb2-654e2dacc83e req-1500b79f-e349-4160-a1dc-36fb70e93605 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:09.449730 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ae3a262-203f-4085-acb2-654e2dacc83e req-1500b79f-e349-4160-a1dc-36fb70e93605 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 2374 time: 0.1063809 Aug 20 11:35:09.534935 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ae3a262-203f-4085-acb2-654e2dacc83e req-0cf048cf-722d-4e69-bbb9-2f20f652e19c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831833 Aug 20 11:35:09.621436 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d12efda6-fbc4-4181-9cc5-b637512fdd14 req-3b7e2fde-21e2-4b8e-b450-d375b108c2f1 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856240 Aug 20 11:35:09.665220 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be5bd9b9-1810-4da6-9de4-ae536b3edc2e req-054ecc2f-c2c8-41ff-b0b5-3a95f4f22c80 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "GET /v2.0/security-groups/1bbb96f6-c466-4318-9390-b466f9286673 HTTP/1.1" status: 200 len: 1813 time: 0.1057720 Aug 20 11:35:09.686982 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-fd7ef351-d8ec-4903-ac7c-62dd37ca3aa3 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.776285 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be5bd9b9-1810-4da6-9de4-ae536b3edc2e req-b4eecb0e-a205-4510-b10f-4a4b01850218 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.805303 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be5bd9b9-1810-4da6-9de4-ae536b3edc2e req-b4eecb0e-a205-4510-b10f-4a4b01850218 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.887267 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 50f30fcf-3f63-41a1-9e10-317b227f1d41, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=50f30fcf-3f63-41a1-9e10-317b227f1d41,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:09.895090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cb1329-98c8-44a0-81b2-89680e1d37b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f30fcf-3f63-41a1-9e10-317b227f1d41'}, {'name': 'network-changed', 'server_uuid': 'b4cb1329-98c8-44a0-81b2-89680e1d37b3', 'tag': '50f30fcf-3f63-41a1-9e10-317b227f1d41'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:09.900454 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6211b85-107a-49f4-a755-1dd5d65c4686" -d '{"events": [{"server_uuid": "b4cb1329-98c8-44a0-81b2-89680e1d37b3", "name": "network-vif-unplugged", "status": "completed", "tag": "50f30fcf-3f63-41a1-9e10-317b227f1d41"}, {"name": "network-changed", "server_uuid": "b4cb1329-98c8-44a0-81b2-89680e1d37b3", "tag": "50f30fcf-3f63-41a1-9e10-317b227f1d41"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:09.904889 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be5bd9b9-1810-4da6-9de4-ae536b3edc2e req-b4eecb0e-a205-4510-b10f-4a4b01850218 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.910111 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be5bd9b9-1810-4da6-9de4-ae536b3edc2e req-b4eecb0e-a205-4510-b10f-4a4b01850218 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.912133 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be5bd9b9-1810-4da6-9de4-ae536b3edc2e req-b4eecb0e-a205-4510-b10f-4a4b01850218 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "DELETE /v2.0/security-groups/1bbb96f6-c466-4318-9390-b466f9286673 HTTP/1.1" status: 204 len: 173 time: 0.2459817 Aug 20 11:35:09.921789 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 50f30fcf-3f63-41a1-9e10-317b227f1d41 has no active binding in host n-h2-804299-2 {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:35:09.927615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eecb0e-a205-4510-b10f-4a4b01850218 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbb96f6-c466-4318-9390-b466f9286673,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:10.070685 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80f0d44-e3d1-4ec7-a28c-906bebac9da6 x-openstack-request-id: req-c80f0d44-e3d1-4ec7-a28c-906bebac9da6 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:10.071074 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cb1329-98c8-44a0-81b2-89680e1d37b3", "name": "network-vif-unplugged", "status": "completed", "tag": "50f30fcf-3f63-41a1-9e10-317b227f1d41", "code": 200}, {"name": "network-changed", "server_uuid": "b4cb1329-98c8-44a0-81b2-89680e1d37b3", "tag": "50f30fcf-3f63-41a1-9e10-317b227f1d41", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:10.071373 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c80f0d44-e3d1-4ec7-a28c-906bebac9da6 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:10.071873 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cb1329-98c8-44a0-81b2-89680e1d37b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f30fcf-3f63-41a1-9e10-317b227f1d41', 'code': 200} Aug 20 11:35:10.072292 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cb1329-98c8-44a0-81b2-89680e1d37b3', 'tag': '50f30fcf-3f63-41a1-9e10-317b227f1d41', 'status': 'completed', 'code': 200} Aug 20 11:35:10.172691 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-64cb7281-5ae2-4cc6-b005-5ca5a6b137ea req-a453b58f-b024-43dd-9b2b-c0142aeb9c86 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "GET /v2.0/security-groups/560cf2f0-eca6-4c16-a73d-894cd1ac9ece HTTP/1.1" status: 200 len: 1812 time: 0.0882425 Aug 20 11:35:10.185869 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211b85-107a-49f4-a755-1dd5d65c4686 req-53418716-219d-4c27-bf67-c0bd4e93daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:10.187358 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6211b85-107a-49f4-a755-1dd5d65c4686 req-53418716-219d-4c27-bf67-c0bd4e93daf5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 1124 time: 0.0765326 Aug 20 11:35:10.295929 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-64cb7281-5ae2-4cc6-b005-5ca5a6b137ea req-43f02559-7eac-4479-8f9b-b0b7cdb06200 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.320431 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-64cb7281-5ae2-4cc6-b005-5ca5a6b137ea req-43f02559-7eac-4479-8f9b-b0b7cdb06200 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.336834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57060) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:10.386409 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211b85-107a-49f4-a755-1dd5d65c4686 req-f5b50166-e0d9-4e33-9b2e-d8f8920d1b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:10.388044 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6211b85-107a-49f4-a755-1dd5d65c4686 req-f5b50166-e0d9-4e33-9b2e-d8f8920d1b59 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.1843667 Aug 20 11:35:10.398841 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-64cb7281-5ae2-4cc6-b005-5ca5a6b137ea req-43f02559-7eac-4479-8f9b-b0b7cdb06200 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.402513 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-64cb7281-5ae2-4cc6-b005-5ca5a6b137ea req-43f02559-7eac-4479-8f9b-b0b7cdb06200 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.414277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecb79f-0c41-4d4b-a7ec-eeba9889e65a req-96ecff55-9f44-4cab-bef3-8cf1ea15a514 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:10.415762 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-64cb7281-5ae2-4cc6-b005-5ca5a6b137ea req-43f02559-7eac-4479-8f9b-b0b7cdb06200 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "DELETE /v2.0/security-groups/560cf2f0-eca6-4c16-a73d-894cd1ac9ece HTTP/1.1" status: 204 len: 173 time: 0.2422676 Aug 20 11:35:10.421901 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6ecb79f-0c41-4d4b-a7ec-eeba9889e65a req-96ecff55-9f44-4cab-bef3-8cf1ea15a514 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.5628741 Aug 20 11:35:10.447848 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f02559-7eac-4479-8f9b-b0b7cdb06200 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=560cf2f0-eca6-4c16-a73d-894cd1ac9ece,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:10.515200 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6ecb79f-0c41-4d4b-a7ec-eeba9889e65a req-161b3e83-18b7-4871-8b33-0c9790ba7d2a tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923269 Aug 20 11:35:10.533398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-b8faff09-811e-448b-874e-c39c3a027bed req-fd7ef351-d8ec-4903-ac7c-62dd37ca3aa3 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Allocated IP 10.2.2.100 (66063b31-2757-4517-8a29-77f4e6ff6618/a463b087-6ef2-41ba-a767-443508a6d5ac/eb9bf277-a00a-426c-859c-9c0822d72347) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:10.533659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0d72a40d-11bb-4bbb-af97-fbc4ffdaef6a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2139037440-network', 'tenant_id': '6785c568778942c9ac691afac640269d'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:10.542666 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6211b85-107a-49f4-a755-1dd5d65c4686 req-ceaba173-ce9b-452d-8e69-99087ef16b7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f30fcf-3f63-41a1-9e10-317b227f1d41 HTTP/1.1" status: 200 len: 217 time: 0.1258709 Aug 20 11:35:10.601473 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fe3af8fd-e8ae-4ba4-a981-09152d877e28 req-11cc19d2-11e9-44ef-937d-ec7fefee26ea tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "GET /v2.0/security-groups/c8c96099-2b78-4312-8c7b-5de48714eef6 HTTP/1.1" status: 200 len: 1813 time: 0.0699914 Aug 20 11:35:10.630159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d72a40d-11bb-4bbb-af97-fbc4ffdaef6a admin admin] Made reservation on behalf of 6785c568778942c9ac691afac640269d for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:10.634800 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0d72a40d-11bb-4bbb-af97-fbc4ffdaef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.656169 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bc7e7-c0be-4cc3-aeb3-9a5928257e16 req-e001abe9-b262-4950-a109-6036f9f17ab6 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:10.657887 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-453bc7e7-c0be-4cc3-aeb3-9a5928257e16 req-e001abe9-b262-4950-a109-6036f9f17ab6 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 943 time: 0.1201253 Aug 20 11:35:10.658640 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0d72a40d-11bb-4bbb-af97-fbc4ffdaef6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.662842 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211b85-107a-49f4-a755-1dd5d65c4686 req-7976ac1a-5060-4d65-ac43-e96550df4219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:10.665772 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6211b85-107a-49f4-a755-1dd5d65c4686 req-7976ac1a-5060-4d65-ac43-e96550df4219 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.1090677 Aug 20 11:35:10.737877 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6211b85-107a-49f4-a755-1dd5d65c4686 req-7f085b04-585e-42f9-91e3-fe194ae61535 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556841 Aug 20 11:35:10.752098 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-fe3af8fd-e8ae-4ba4-a981-09152d877e28 req-21999d15-f95d-488e-92ee-2fb21a2e3023 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.784434 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-fd7ef351-d8ec-4903-ac7c-62dd37ca3aa3 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.797750 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-fe3af8fd-e8ae-4ba4-a981-09152d877e28 req-21999d15-f95d-488e-92ee-2fb21a2e3023 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.815915 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-b8faff09-811e-448b-874e-c39c3a027bed req-fd7ef351-d8ec-4903-ac7c-62dd37ca3aa3 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Transition to ACTIVE for port object eb9bf277-a00a-426c-859c-9c0822d72347 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:10.824410 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-453bc7e7-c0be-4cc3-aeb3-9a5928257e16 req-d3bed8e2-0b13-40ea-833e-89aaa6a74f02 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524699 Aug 20 11:35:10.868533 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-fe3af8fd-e8ae-4ba4-a981-09152d877e28 req-21999d15-f95d-488e-92ee-2fb21a2e3023 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.871866 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-fe3af8fd-e8ae-4ba4-a981-09152d877e28 req-21999d15-f95d-488e-92ee-2fb21a2e3023 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.885161 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fe3af8fd-e8ae-4ba4-a981-09152d877e28 req-21999d15-f95d-488e-92ee-2fb21a2e3023 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "DELETE /v2.0/security-groups/c8c96099-2b78-4312-8c7b-5de48714eef6 HTTP/1.1" status: 204 len: 173 time: 0.2734354 Aug 20 11:35:10.895462 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6211b85-107a-49f4-a755-1dd5d65c4686 req-b6354edd-8077-4123-be11-46ee34e1a0a6 service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407468 Aug 20 11:35:10.919234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21999d15-f95d-488e-92ee-2fb21a2e3023 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c96099-2b78-4312-8c7b-5de48714eef6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:10.936013 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-fd7ef351-d8ec-4903-ac7c-62dd37ca3aa3 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.993952 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8faff09-811e-448b-874e-c39c3a027bed req-fd7ef351-d8ec-4903-ac7c-62dd37ca3aa3 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Network 66063b31-2757-4517-8a29-77f4e6ff6618 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:11.012039 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-b8faff09-811e-448b-874e-c39c3a027bed req-fd7ef351-d8ec-4903-ac7c-62dd37ca3aa3 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:11.020111 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8faff09-811e-448b-874e-c39c3a027bed req-fd7ef351-d8ec-4903-ac7c-62dd37ca3aa3 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:11.059166 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0d72a40d-11bb-4bbb-af97-fbc4ffdaef6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.064728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ef351-d8ec-4903-ac7c-62dd37ca3aa3 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event updated for resources: {'Port': ['ID=eb9bf277-a00a-426c-859c-9c0822d72347,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:11.077702 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0d72a40d-11bb-4bbb-af97-fbc4ffdaef6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.094439 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba15ab5-d49c-4900-a4c6-0222c66951a2 req-9d0314b2-4878-438f-8a9c-f7936a5f52eb tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:11.102883 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bba15ab5-d49c-4900-a4c6-0222c66951a2 req-9d0314b2-4878-438f-8a9c-f7936a5f52eb tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=297f78be-f938-4d6c-9898-82d5a6fa94d3 HTTP/1.1" status: 200 len: 948 time: 0.1518998 Aug 20 11:35:11.115560 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-fd7ef351-d8ec-4903-ac7c-62dd37ca3aa3 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:11.116187 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-fd7ef351-d8ec-4903-ac7c-62dd37ca3aa3 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.141469 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-fd7ef351-d8ec-4903-ac7c-62dd37ca3aa3 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1213009 Aug 20 11:35:11.150294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034acc2a-eabc-49ec-a087-e0b91c14d8f8 req-71b27548-9356-4842-99e3-e7364df5f6fe tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:11.151999 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-034acc2a-eabc-49ec-a087-e0b91c14d8f8 req-71b27548-9356-4842-99e3-e7364df5f6fe tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.76 "GET /v2.0/ports?device_id=297f78be-f938-4d6c-9898-82d5a6fa94d3 HTTP/1.1" status: 200 len: 948 time: 0.2341642 Aug 20 11:35:11.155031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d72a40d-11bb-4bbb-af97-fbc4ffdaef6a admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:35:11.156485 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bba15ab5-d49c-4900-a4c6-0222c66951a2 req-5c00fa62-3d90-4d22-b51f-042cec990e86 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a7f4b4e-6ef6-436c-b59a-4c428341ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526872 Aug 20 11:35:11.172601 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-b8faff09-811e-448b-874e-c39c3a027bed req-5cb98f1f-f905-4120-bd95-8a96872fb5e1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Request body: {'port': {'device_id': '4c74889f-924e-4593-ab33-78eda0239b96', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618', 'admin_state_up': True, 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'security_groups': ['1f3194d4-6356-42de-9111-d33eed55156d']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:11.261898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1b442-f1f2-4156-bd4f-c9bb3accc2d0 req-0838cd56-40fb-4e64-8a8f-68579132e727 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:11.267905 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1b442-f1f2-4156-bd4f-c9bb3accc2d0 req-0838cd56-40fb-4e64-8a8f-68579132e727 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:11.275138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1b442-f1f2-4156-bd4f-c9bb3accc2d0 req-0838cd56-40fb-4e64-8a8f-68579132e727 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:11.281289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1b442-f1f2-4156-bd4f-c9bb3accc2d0 req-0838cd56-40fb-4e64-8a8f-68579132e727 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:11.288936 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ea1b442-f1f2-4156-bd4f-c9bb3accc2d0 req-0838cd56-40fb-4e64-8a8f-68579132e727 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 3095 time: 0.3207302 Aug 20 11:35:11.312708 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0d72a40d-11bb-4bbb-af97-fbc4ffdaef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.313056 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-0d72a40d-11bb-4bbb-af97-fbc4ffdaef6a admin admin] Added segment c3f7cb73-d291-42e7-b412-69aa6dab7a70 of type vlan for network 76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c Aug 20 11:35:11.315600 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72a40d-11bb-4bbb-af97-fbc4ffdaef6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2edfac0-a023-40a3-af74-af4c44faa495,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:11.343238 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6211b85-107a-49f4-a755-1dd5d65c4686 req-a0d20384-acdc-440b-8b50-8eae8d892c95 service neutron] 10.222.0.35 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267862 Aug 20 11:35:11.349609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-5cb98f1f-f905-4120-bd95-8a96872fb5e1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Made reservation on behalf of 9991f8a924e64527907714e2ed9a1df3 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:11.354341 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-5cb98f1f-f905-4120-bd95-8a96872fb5e1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.376931 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1436d0cc-bcb5-4096-94eb-384d9c6d90ce None None] Provisioning for port eb9bf277-a00a-426c-859c-9c0822d72347 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:11.381866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1436d0cc-bcb5-4096-94eb-384d9c6d90ce None None] Provisioning complete for port eb9bf277-a00a-426c-859c-9c0822d72347 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:11.382233 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1436d0cc-bcb5-4096-94eb-384d9c6d90ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.391974 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1dd43db5-ff64-4ab6-a04f-88f9b3701bbd req-46e8cfa1-05e7-4188-97e9-e8b62f473160 tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "GET /v2.0/security-groups/9c0f2b8b-a199-462c-b888-86154aa10153 HTTP/1.1" status: 200 len: 1813 time: 0.0943944 Aug 20 11:35:11.408141 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0d72a40d-11bb-4bbb-af97-fbc4ffdaef6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.439086 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1436d0cc-bcb5-4096-94eb-384d9c6d90ce None None] Port eb9bf277-a00a-426c-859c-9c0822d72347 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:11.445478 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ea1b442-f1f2-4156-bd4f-c9bb3accc2d0 req-7fec4fbf-374d-4ef1-a596-e8daf55a69bb tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524343 Aug 20 11:35:11.489289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-034acc2a-eabc-49ec-a087-e0b91c14d8f8 req-4eadc6cc-bf65-4efa-998e-aff868d7a031 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Deleting port 01820d37-a262-4efc-a10b-c564d68b2750 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:11.489655 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-034acc2a-eabc-49ec-a087-e0b91c14d8f8 req-4eadc6cc-bf65-4efa-998e-aff868d7a031 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.544604 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0d72a40d-11bb-4bbb-af97-fbc4ffdaef6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.546153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d72a40d-11bb-4bbb-af97-fbc4ffdaef6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:11.546981 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0d72a40d-11bb-4bbb-af97-fbc4ffdaef6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.591245 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0d72a40d-11bb-4bbb-af97-fbc4ffdaef6a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2529078 Aug 20 11:35:11.602087 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57078) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:11.610508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8a81b47e-31cb-48a0-8627-2279178cc0f9 admin admin] Request body: {'subnet': {'network_id': '76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2139037440-subnet', 'tenant_id': '6785c568778942c9ac691afac640269d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:11.654174 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1dd43db5-ff64-4ab6-a04f-88f9b3701bbd req-3ccc1ca2-d4f5-4ebb-9673-72abf9a197df tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.670602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a81b47e-31cb-48a0-8627-2279178cc0f9 admin admin] Made reservation on behalf of 6785c568778942c9ac691afac640269d for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:11.674114 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a81b47e-31cb-48a0-8627-2279178cc0f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.689235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72a40d-11bb-4bbb-af97-fbc4ffdaef6a admin admin] Pushing event updated for resources: {'Network': ['ID=76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:11.704398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:35:11.719772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-034acc2a-eabc-49ec-a087-e0b91c14d8f8 req-4eadc6cc-bf65-4efa-998e-aff868d7a031 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] For port 01820d37-a262-4efc-a10b-c564d68b2750, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=01820d37-a262-4efc-a10b-c564d68b2750,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:11.720461 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-034acc2a-eabc-49ec-a087-e0b91c14d8f8 req-4eadc6cc-bf65-4efa-998e-aff868d7a031 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.730401 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1dd43db5-ff64-4ab6-a04f-88f9b3701bbd req-3ccc1ca2-d4f5-4ebb-9673-72abf9a197df tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.738162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb89dc-0656-4098-b602-d034920883ea req-b32696f5-c67d-4304-a7b4-709f1ffb85d1 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:11.739682 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-febb89dc-0656-4098-b602-d034920883ea req-b32696f5-c67d-4304-a7b4-709f1ffb85d1 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1133566 Aug 20 11:35:11.747088 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-b8faff09-811e-448b-874e-c39c3a027bed req-5cb98f1f-f905-4120-bd95-8a96872fb5e1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Allocated IP 10.2.2.200 (66063b31-2757-4517-8a29-77f4e6ff6618/a463b087-6ef2-41ba-a767-443508a6d5ac/9fcc8b63-6f5a-4f97-8d58-274552ae7093) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:11.747542 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-034acc2a-eabc-49ec-a087-e0b91c14d8f8 req-4eadc6cc-bf65-4efa-998e-aff868d7a031 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Calling delete_port for 01820d37-a262-4efc-a10b-c564d68b2750 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:11.832696 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-febb89dc-0656-4098-b602-d034920883ea req-58ee6815-4aed-46f0-88e9-4fe7362486f7 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823402 Aug 20 11:35:11.853825 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1dd43db5-ff64-4ab6-a04f-88f9b3701bbd req-3ccc1ca2-d4f5-4ebb-9673-72abf9a197df tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.856306 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1dd43db5-ff64-4ab6-a04f-88f9b3701bbd req-3ccc1ca2-d4f5-4ebb-9673-72abf9a197df tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.857507 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1dd43db5-ff64-4ab6-a04f-88f9b3701bbd req-3ccc1ca2-d4f5-4ebb-9673-72abf9a197df tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] 10.222.0.37 "DELETE /v2.0/security-groups/9c0f2b8b-a199-462c-b888-86154aa10153 HTTP/1.1" status: 204 len: 173 time: 0.4554148 Aug 20 11:35:11.863477 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57080) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:11.912745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc1ca2-d4f5-4ebb-9673-72abf9a197df tempest-SecurityGroupRulesNegativeTestJSON-405036445 tempest-SecurityGroupRulesNegativeTestJSON-405036445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0f2b8b-a199-462c-b888-86154aa10153,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:11.936019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a210a17-1030-4451-beed-9dcb90c7ad1e admin admin] Deleting subnet a50363e6-3dbf-4746-a100-17b6cdc20856 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:11.958396 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a210a17-1030-4451-beed-9dcb90c7ad1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.026274 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-034acc2a-eabc-49ec-a087-e0b91c14d8f8 req-4eadc6cc-bf65-4efa-998e-aff868d7a031 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.036960 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-5cb98f1f-f905-4120-bd95-8a96872fb5e1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.050788 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a210a17-1030-4451-beed-9dcb90c7ad1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.056622 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a81b47e-31cb-48a0-8627-2279178cc0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.061360 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-b8faff09-811e-448b-874e-c39c3a027bed req-5cb98f1f-f905-4120-bd95-8a96872fb5e1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Transition to ACTIVE for port object 9fcc8b63-6f5a-4f97-8d58-274552ae7093 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:12.105997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadc6cc-bf65-4efa-998e-aff868d7a031 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Pushing event deleted for resources: {'Port': ['ID=01820d37-a262-4efc-a10b-c564d68b2750,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:12.143274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81b47e-31cb-48a0-8627-2279178cc0f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae1dca89-355c-45c2-b424-6751d7fbb5ae,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:12.162195 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-034acc2a-eabc-49ec-a087-e0b91c14d8f8 req-4eadc6cc-bf65-4efa-998e-aff868d7a031 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] No DVR routers for this DVR port 01820d37-a262-4efc-a10b-c564d68b2750 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:12.165952 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-5cb98f1f-f905-4120-bd95-8a96872fb5e1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.170456 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a81b47e-31cb-48a0-8627-2279178cc0f9 admin admin] Checking segment: {'id': 'c3f7cb73-d291-42e7-b412-69aa6dab7a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:12.170936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a81b47e-31cb-48a0-8627-2279178cc0f9 admin admin] Network hostable DHCP agents. Network: 76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:35:12.171790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4213ba8-95f4-4f8b-b289-c4055dbcbd5f req-5197b11b-42b3-408c-89a3-abce1d587ba5 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:12.173652 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4213ba8-95f4-4f8b-b289-c4055dbcbd5f req-5197b11b-42b3-408c-89a3-abce1d587ba5 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 943 time: 0.1645062 Aug 20 11:35:12.176201 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-034acc2a-eabc-49ec-a087-e0b91c14d8f8 req-4eadc6cc-bf65-4efa-998e-aff868d7a031 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.178183 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-034acc2a-eabc-49ec-a087-e0b91c14d8f8 req-4eadc6cc-bf65-4efa-998e-aff868d7a031 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.76 "DELETE /v2.0/ports/01820d37-a262-4efc-a10b-c564d68b2750 HTTP/1.1" status: 204 len: 173 time: 1.0017180 Aug 20 11:35:12.178621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297f78be-f938-4d6c-9898-82d5a6fa94d3', 'name': 'network-vif-deleted', 'tag': '01820d37-a262-4efc-a10b-c564d68b2750'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:12.181668 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6685a199-8180-452e-97b7-bbbd9766646b" -d '{"events": [{"server_uuid": "297f78be-f938-4d6c-9898-82d5a6fa94d3", "name": "network-vif-deleted", "tag": "01820d37-a262-4efc-a10b-c564d68b2750"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:12.184946 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a210a17-1030-4451-beed-9dcb90c7ad1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.220094 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb98f1f-f905-4120-bd95-8a96872fb5e1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event updated for resources: {'Port': ['ID=9fcc8b63-6f5a-4f97-8d58-274552ae7093,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:12.240221 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8faff09-811e-448b-874e-c39c3a027bed req-5cb98f1f-f905-4120-bd95-8a96872fb5e1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Network 66063b31-2757-4517-8a29-77f4e6ff6618 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:12.242460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-b8faff09-811e-448b-874e-c39c3a027bed req-5cb98f1f-f905-4120-bd95-8a96872fb5e1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:12.246713 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8faff09-811e-448b-874e-c39c3a027bed req-5cb98f1f-f905-4120-bd95-8a96872fb5e1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:12.275979 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a81b47e-31cb-48a0-8627-2279178cc0f9 admin admin] Network 76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:35:12.289580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8a81b47e-31cb-48a0-8627-2279178cc0f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:12.297915 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4213ba8-95f4-4f8b-b289-c4055dbcbd5f req-c898e7e3-f4f5-48ea-a016-e69775797f1a tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866416 Aug 20 11:35:12.299634 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d866fc5-441c-47cb-8172-a643cf3b42d9 x-openstack-request-id: req-1d866fc5-441c-47cb-8172-a643cf3b42d9 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:12.301057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a81b47e-31cb-48a0-8627-2279178cc0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:12.301666 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a81b47e-31cb-48a0-8627-2279178cc0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.302050 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297f78be-f938-4d6c-9898-82d5a6fa94d3", "name": "network-vif-deleted", "tag": "01820d37-a262-4efc-a10b-c564d68b2750", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:12.302311 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d866fc5-441c-47cb-8172-a643cf3b42d9 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:12.303182 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297f78be-f938-4d6c-9898-82d5a6fa94d3', 'name': 'network-vif-deleted', 'tag': '01820d37-a262-4efc-a10b-c564d68b2750', 'status': 'completed', 'code': 200} Aug 20 11:35:12.310289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bc7189-340f-433d-9f00-acd24679d703 None None] Network 76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:12.320237 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a210a17-1030-4451-beed-9dcb90c7ad1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.359005 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a210a17-1030-4451-beed-9dcb90c7ad1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.363353 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8a81b47e-31cb-48a0-8627-2279178cc0f9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7569542 Aug 20 11:35:12.373728 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8a210a17-1030-4451-beed-9dcb90c7ad1e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a50363e6-3dbf-4746-a100-17b6cdc20856 HTTP/1.1" status: 204 len: 168 time: 0.5088079 Aug 20 11:35:12.380132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-5cb98f1f-f905-4120-bd95-8a96872fb5e1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:12.382999 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-5cb98f1f-f905-4120-bd95-8a96872fb5e1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.389525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a210a17-1030-4451-beed-9dcb90c7ad1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a50363e6-3dbf-4746-a100-17b6cdc20856,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:12.389751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57092) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:12.511600 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc02c-78ae-4f5b-9cf6-c695691fcaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.536180 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-5cb98f1f-f905-4120-bd95-8a96872fb5e1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3691127 Aug 20 11:35:12.549133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac869e0-4e19-4a48-a16b-363380adcf02 None None] Network 76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:12.580222 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10c1aff8-cd83-4a6b-a3bc-5e4013945449 req-99c70523-1b6d-4f28-aec3-27781d9aae38 tempest-ListImageFiltersTestJSON-2140778822 tempest-ListImageFiltersTestJSON-2140778822-project] 10.222.0.37 "GET /v2.0/ports?device_id=297f78be-f938-4d6c-9898-82d5a6fa94d3 HTTP/1.1" status: 200 len: 210 time: 0.0636826 Aug 20 11:35:12.603085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Request body: {'port': {'device_id': '4c74889f-924e-4593-ab33-78eda0239b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:12.751948 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd03e1-1035-43cc-ab01-7497aba47135 req-b7f5bbc1-9822-4002-8abb-f6436fca09e5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:12.769555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd03e1-1035-43cc-ab01-7497aba47135 req-b7f5bbc1-9822-4002-8abb-f6436fca09e5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:12.783615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd03e1-1035-43cc-ab01-7497aba47135 req-b7f5bbc1-9822-4002-8abb-f6436fca09e5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:12.797683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd03e1-1035-43cc-ab01-7497aba47135 req-b7f5bbc1-9822-4002-8abb-f6436fca09e5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:12.818675 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd03e1-1035-43cc-ab01-7497aba47135 req-b7f5bbc1-9822-4002-8abb-f6436fca09e5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:12.826560 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-88fd03e1-1035-43cc-ab01-7497aba47135 req-b7f5bbc1-9822-4002-8abb-f6436fca09e5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 3816 time: 0.1952944 Aug 20 11:35:12.855937 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.884137 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cb529877-f593-41ee-9343-e9667b571136 None None] Provisioning for port 9fcc8b63-6f5a-4f97-8d58-274552ae7093 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:12.889497 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cb529877-f593-41ee-9343-e9667b571136 None None] Provisioning complete for port 9fcc8b63-6f5a-4f97-8d58-274552ae7093 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:12.889932 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb529877-f593-41ee-9343-e9667b571136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.919232 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc02c-78ae-4f5b-9cf6-c695691fcaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.930704 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-88fd03e1-1035-43cc-ab01-7497aba47135 req-b6e7d709-8812-44a5-98e0-c8c07a4053bb tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023862 Aug 20 11:35:12.933798 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-3f5cc02c-78ae-4f5b-9cf6-c695691fcaca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e2031c-503a-4260-90e9-5d5430b73bd3']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:12.964509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-cb529877-f593-41ee-9343-e9667b571136 None None] Port 9fcc8b63-6f5a-4f97-8d58-274552ae7093 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:12.971982 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-3f5cc02c-78ae-4f5b-9cf6-c695691fcaca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb958ad-3a60-41d8-9a2f-fc5dc7c97083') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:12.972291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-3f5cc02c-78ae-4f5b-9cf6-c695691fcaca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb958ad-3a60-41d8-9a2f-fc5dc7c97083') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:13.047737 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc02c-78ae-4f5b-9cf6-c695691fcaca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.080331 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc02c-78ae-4f5b-9cf6-c695691fcaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.098282 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5cc02c-78ae-4f5b-9cf6-c695691fcaca admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:13.098774 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc02c-78ae-4f5b-9cf6-c695691fcaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:13.100555 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:13.146069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd46cb8-bbc2-457c-a261-62a7b3522ac2 req-99513c65-e49f-4ea4-9da4-ef53dd2a1906 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:13.147371 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6cd46cb8-bbc2-457c-a261-62a7b3522ac2 req-99513c65-e49f-4ea4-9da4-ef53dd2a1906 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1052432 Aug 20 11:35:13.197194 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6cd46cb8-bbc2-457c-a261-62a7b3522ac2 req-c8dcc7e6-23ac-42f2-abff-46e82af7e31d tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431008 Aug 20 11:35:13.260190 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc02c-78ae-4f5b-9cf6-c695691fcaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.264358 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc02c-78ae-4f5b-9cf6-c695691fcaca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.266607 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3f5cc02c-78ae-4f5b-9cf6-c695691fcaca admin admin] 10.222.0.37 "DELETE /v2.0/networks/d7e2031c-503a-4260-90e9-5d5430b73bd3 HTTP/1.1" status: 204 len: 168 time: 0.8749108 Aug 20 11:35:13.300196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cc02c-78ae-4f5b-9cf6-c695691fcaca admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e2031c-503a-4260-90e9-5d5430b73bd3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:13.368968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b4e95-7268-41bf-8550-708364b25fa2 req-30e3ec93-6dfd-4acb-96d7-f94d5d230506 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:13.370506 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-986b4e95-7268-41bf-8550-708364b25fa2 req-30e3ec93-6dfd-4acb-96d7-f94d5d230506 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/networks?id=76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c HTTP/1.1" status: 200 len: 814 time: 0.1881392 Aug 20 11:35:13.399048 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-986b4e95-7268-41bf-8550-708364b25fa2 req-8a3f0725-5e80-4905-a796-adecab389061 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/quotas/6785c568778942c9ac691afac640269d HTTP/1.1" status: 200 len: 375 time: 0.0192850 Aug 20 11:35:13.442459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57118) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:13.450402 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-986b4e95-7268-41bf-8550-708364b25fa2 req-a4382b74-c02d-4516-bafc-075ab873623a tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6785c568778942c9ac691afac640269d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319190 Aug 20 11:35:13.472547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5054f1e-1723-48c0-b1b4-5eda599cf42a {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:13.497798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60806ce-58e3-4801-84cd-132ecc54ac63 req-3a0fc51d-2dd4-4f02-a281-dcc2df023025 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:13.499294 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f60806ce-58e3-4801-84cd-132ecc54ac63 req-3a0fc51d-2dd4-4f02-a281-dcc2df023025 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 943 time: 0.1015306 Aug 20 11:35:13.506265 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f9e8feed-f6da-498a-a683-033975f53424 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=514af4c7d7f14f8289cf6c2b29f2a4b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623219 Aug 20 11:35:13.509806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57122) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:13.517324 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.540499 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Transition to ACTIVE for port object d5054f1e-1723-48c0-b1b4-5eda599cf42a will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:13.553308 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.577187 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f60806ce-58e3-4801-84cd-132ecc54ac63 req-2d69f623-b60f-4af8-a0c4-a643d3d9a304 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680094 Aug 20 11:35:13.618772 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-899e7895-1230-4034-99cf-c5541c7d9bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.624477 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-986b4e95-7268-41bf-8550-708364b25fa2 req-175d1175-da98-44de-96b6-f0c60438ac01 service neutron] 10.222.0.37 "GET /v2.0/networks/76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660480 Aug 20 11:35:13.642254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Pushing event updated for resources: {'Port': ['ID=d5054f1e-1723-48c0-b1b4-5eda599cf42a,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:13.653919 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-899e7895-1230-4034-99cf-c5541c7d9bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.721058 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-899e7895-1230-4034-99cf-c5541c7d9bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.725721 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-899e7895-1230-4034-99cf-c5541c7d9bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.730374 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-899e7895-1230-4034-99cf-c5541c7d9bef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f008c80a-f0fb-4dd1-b5e2-dcca5ed55fe9 HTTP/1.1" status: 204 len: 168 time: 0.2189658 Aug 20 11:35:13.739658 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7895-1230-4034-99cf-c5541c7d9bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f008c80a-f0fb-4dd1-b5e2-dcca5ed55fe9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:13.913166 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-986b4e95-7268-41bf-8550-708364b25fa2 req-2c253cfc-91a8-499a-a6e8-dd6bec2d4d5e service neutron] 10.222.0.37 "GET /v2.0/networks/76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874329 Aug 20 11:35:13.920367 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Attempting to bind port d5054f1e-1723-48c0-b1b4-5eda599cf42a on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:13.921065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Attempting to bind port d5054f1e-1723-48c0-b1b4-5eda599cf42a by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'd32fd6d1-a28b-4ada-a11d-647bfef7364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:13.921467 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Attempting to bind port d5054f1e-1723-48c0-b1b4-5eda599cf42a on network ded88394-ae35-4901-8c3e-b6672476441c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:13.929360 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Port d5054f1e-1723-48c0-b1b4-5eda599cf42a on network ded88394-ae35-4901-8c3e-b6672476441c not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:13.930701 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Attempting to bind port d5054f1e-1723-48c0-b1b4-5eda599cf42a on network ded88394-ae35-4901-8c3e-b6672476441c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:13.937645 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:13.938029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Checking segment: {'id': 'd32fd6d1-a28b-4ada-a11d-647bfef7364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:13.938500 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Bound using segment: {'id': 'd32fd6d1-a28b-4ada-a11d-647bfef7364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:13.938978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Bound port: d5054f1e-1723-48c0-b1b4-5eda599cf42a, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32fd6d1-a28b-4ada-a11d-647bfef7364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:13.939532 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.041696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] For port d5054f1e-1723-48c0-b1b4-5eda599cf42a, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:14.052254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] For port d5054f1e-1723-48c0-b1b4-5eda599cf42a, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d5054f1e-1723-48c0-b1b4-5eda599cf42a,segment=NetworkSegment(d32fd6d1-a28b-4ada-a11d-647bfef7364c),segment_id=d32fd6d1-a28b-4ada-a11d-647bfef7364c)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:14.058774 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.127587 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Pushing event updated for resources: {'Port': ['ID=d5054f1e-1723-48c0-b1b4-5eda599cf42a,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:14.166350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:14.168425 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.173094 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-c0930312-d15c-4d25-9609-dfadfdee73ee service neutron] 10.222.0.35 "PUT /v2.0/ports/d5054f1e-1723-48c0-b1b4-5eda599cf42a HTTP/1.1" status: 200 len: 1092 time: 1.5955665 Aug 20 11:35:14.173568 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'tag': 'd5054f1e-1723-48c0-b1b4-5eda599cf42a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:14.181639 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0775fbdf-7a30-498c-ac25-f7ba5fc8f55a" -d '{"events": [{"name": "network-changed", "server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "tag": "d5054f1e-1723-48c0-b1b4-5eda599cf42a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:14.212055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Request body: {'port': {'device_id': '4c74889f-924e-4593-ab33-78eda0239b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:14.379848 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.552252 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d9e10-2c81-4556-a69b-a156e248e711 req-4ac0162f-5890-4094-996f-b6152b1ec6bf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:14.560453 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d9e10-2c81-4556-a69b-a156e248e711 req-4ac0162f-5890-4094-996f-b6152b1ec6bf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:14.569028 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d9e10-2c81-4556-a69b-a156e248e711 req-4ac0162f-5890-4094-996f-b6152b1ec6bf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:14.576190 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d9e10-2c81-4556-a69b-a156e248e711 req-4ac0162f-5890-4094-996f-b6152b1ec6bf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:14.582098 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d9e10-2c81-4556-a69b-a156e248e711 req-4ac0162f-5890-4094-996f-b6152b1ec6bf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:14.590740 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a7d9e10-2c81-4556-a69b-a156e248e711 req-4ac0162f-5890-4094-996f-b6152b1ec6bf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 3828 time: 0.1875989 Aug 20 11:35:14.715048 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a7d9e10-2c81-4556-a69b-a156e248e711 req-a148fca9-5da8-4913-850d-f1d8d1b13347 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228948 Aug 20 11:35:14.845115 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57db1a89-af96-424d-b1e5-ec37b15bce76 req-7586bb94-7557-4d79-ab15-4e50165775a1 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 210 time: 0.1022282 Aug 20 11:35:14.879639 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7398195d-142d-40d7-8087-fb7008590311 x-openstack-request-id: req-7398195d-142d-40d7-8087-fb7008590311 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:14.880014 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "tag": "d5054f1e-1723-48c0-b1b4-5eda599cf42a", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:14.880436 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7398195d-142d-40d7-8087-fb7008590311 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:14.880958 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'tag': 'd5054f1e-1723-48c0-b1b4-5eda599cf42a', 'status': 'completed', 'code': 200} Aug 20 11:35:14.967999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 50f30fcf-3f63-41a1-9e10-317b227f1d41 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:15.059553 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09168430-8a63-4da0-85b7-26e96687bb1e req-590e273d-06d7-4e8a-ac0f-4a9cf7c60283 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.064406 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09168430-8a63-4da0-85b7-26e96687bb1e req-590e273d-06d7-4e8a-ac0f-4a9cf7c60283 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1877236 Aug 20 11:35:15.089522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775fbdf-7a30-498c-ac25-f7ba5fc8f55a req-18d2db85-0e39-4597-b7fa-2b545971f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.097074 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775fbdf-7a30-498c-ac25-f7ba5fc8f55a req-18d2db85-0e39-4597-b7fa-2b545971f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.097908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775fbdf-7a30-498c-ac25-f7ba5fc8f55a req-18d2db85-0e39-4597-b7fa-2b545971f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.099142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775fbdf-7a30-498c-ac25-f7ba5fc8f55a req-18d2db85-0e39-4597-b7fa-2b545971f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.099812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775fbdf-7a30-498c-ac25-f7ba5fc8f55a req-18d2db85-0e39-4597-b7fa-2b545971f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.103707 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0775fbdf-7a30-498c-ac25-f7ba5fc8f55a req-18d2db85-0e39-4597-b7fa-2b545971f7c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9991f8a924e64527907714e2ed9a1df3&device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 4363 time: 0.2783554 Aug 20 11:35:15.129675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:15.163385 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.210578 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09168430-8a63-4da0-85b7-26e96687bb1e req-e42be83a-7adb-41f4-b705-a7372bfadd64 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162968 Aug 20 11:35:15.212395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Transition to ACTIVE for port object 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:15.217870 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.229797 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c782e8f-9c0e-4555-9758-24d232eb94fb req-28a24fbd-61e4-42c8-8b3b-4e01df3d7d55 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.231897 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8c782e8f-9c0e-4555-9758-24d232eb94fb req-28a24fbd-61e4-42c8-8b3b-4e01df3d7d55 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 943 time: 0.2406993 Aug 20 11:35:15.286822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 01820d37-a262-4efc-a10b-c564d68b2750 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:15.293145 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8c782e8f-9c0e-4555-9758-24d232eb94fb req-e2221e24-ecc1-4188-b03d-1d26f88a084a tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483310 Aug 20 11:35:15.379480 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:15.379753 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 01820d37-a262-4efc-a10b-c564d68b2750 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:15.380290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 01820d37-a262-4efc-a10b-c564d68b2750 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:15.421093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57196) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:15.526702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Attempting to bind port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:15.529371 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Attempting to bind port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:15.529881 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Attempting to bind port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 on network b853601e-e5a6-4bac-a3f5-84410a4476f4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:15.542317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 on network b853601e-e5a6-4bac-a3f5-84410a4476f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:15.542965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Attempting to bind port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 on network b853601e-e5a6-4bac-a3f5-84410a4476f4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:15.555214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:15.555956 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Checking segment: {'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:15.556526 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Bound using segment: {'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:15.557963 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Bound port: 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:15.560019 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.628110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775fbdf-7a30-498c-ac25-f7ba5fc8f55a req-82fdb08b-b177-4c75-a21a-b98b8b8d59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.628718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775fbdf-7a30-498c-ac25-f7ba5fc8f55a req-82fdb08b-b177-4c75-a21a-b98b8b8d59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.629585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775fbdf-7a30-498c-ac25-f7ba5fc8f55a req-82fdb08b-b177-4c75-a21a-b98b8b8d59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.631413 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0775fbdf-7a30-498c-ac25-f7ba5fc8f55a req-82fdb08b-b177-4c75-a21a-b98b8b8d59b6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9991f8a924e64527907714e2ed9a1df3&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5148742 Aug 20 11:35:15.659692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] For port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:15.663569 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] For port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:15.669535 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.687067 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.687798 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.689445 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] 10.222.0.35 "PUT /v2.0/ports/0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 HTTP/1.1" status: 200 len: 1129 time: 1.4890544 Aug 20 11:35:15.728508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Request body: {'port': {'device_id': '4c74889f-924e-4593-ab33-78eda0239b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:15.932588 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902cdac-00e9-45e8-9e57-a31284f051b0 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:16.028874 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.123487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747204d-b999-47ac-bf97-6e79a65bc9c0 req-ec74e3a5-30ea-4dac-83dd-af4d2ab04053 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.129633 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747204d-b999-47ac-bf97-6e79a65bc9c0 req-ec74e3a5-30ea-4dac-83dd-af4d2ab04053 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.135917 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747204d-b999-47ac-bf97-6e79a65bc9c0 req-ec74e3a5-30ea-4dac-83dd-af4d2ab04053 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.141945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747204d-b999-47ac-bf97-6e79a65bc9c0 req-ec74e3a5-30ea-4dac-83dd-af4d2ab04053 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.148767 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747204d-b999-47ac-bf97-6e79a65bc9c0 req-ec74e3a5-30ea-4dac-83dd-af4d2ab04053 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.155050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747204d-b999-47ac-bf97-6e79a65bc9c0 req-ec74e3a5-30ea-4dac-83dd-af4d2ab04053 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.156938 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d747204d-b999-47ac-bf97-6e79a65bc9c0 req-ec74e3a5-30ea-4dac-83dd-af4d2ab04053 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 4599 time: 0.2354593 Aug 20 11:35:16.277279 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d747204d-b999-47ac-bf97-6e79a65bc9c0 req-d39d4604-e7ce-47fb-8bb1-342787b9c05c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081567 Aug 20 11:35:16.321527 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-eab8b5dc-c4ea-4560-8847-058124525500 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-192871689-network', 'tenant_id': 'f48cab05e82649a6a2ea402f07c8db36'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:16.432074 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9063f0dc-06e3-4adb-9c6a-2346bafaf525 req-7a710ffb-c25c-4806-a1c0-27688644a637 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 210 time: 0.1481140 Aug 20 11:35:16.447539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73427c2-302c-4d69-82a5-d2190ada2e2e {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:16.456776 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.483753 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Transition to ACTIVE for port object f73427c2-302c-4d69-82a5-d2190ada2e2e will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:16.488747 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.572032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Pushing event updated for resources: {'Port': ['ID=f73427c2-302c-4d69-82a5-d2190ada2e2e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:16.642495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab8b5dc-c4ea-4560-8847-058124525500 admin admin] Made reservation on behalf of f48cab05e82649a6a2ea402f07c8db36 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:16.644311 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eab8b5dc-c4ea-4560-8847-058124525500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.695808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Attempting to bind port f73427c2-302c-4d69-82a5-d2190ada2e2e on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:16.696134 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Attempting to bind port f73427c2-302c-4d69-82a5-d2190ada2e2e by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:16.696487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Attempting to bind port f73427c2-302c-4d69-82a5-d2190ada2e2e on network b853601e-e5a6-4bac-a3f5-84410a4476f4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:16.708173 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eab8b5dc-c4ea-4560-8847-058124525500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.711858 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Port f73427c2-302c-4d69-82a5-d2190ada2e2e on network b853601e-e5a6-4bac-a3f5-84410a4476f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:16.712212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Attempting to bind port f73427c2-302c-4d69-82a5-d2190ada2e2e on network b853601e-e5a6-4bac-a3f5-84410a4476f4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:16.726466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:16.726897 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Checking segment: {'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:16.727299 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Bound using segment: {'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:16.727744 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Bound port: f73427c2-302c-4d69-82a5-d2190ada2e2e, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:16.730887 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.758266 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775fbdf-7a30-498c-ac25-f7ba5fc8f55a req-4c967d17-88da-4073-bdcf-299ec1d5a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.761092 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0775fbdf-7a30-498c-ac25-f7ba5fc8f55a req-4c967d17-88da-4073-bdcf-299ec1d5a9c9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1152005 Aug 20 11:35:16.794421 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b4e95-7268-41bf-8550-708364b25fa2 req-d1ca834e-dca4-46de-9ac1-83893fb2ccd6 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.796070 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-986b4e95-7268-41bf-8550-708364b25fa2 req-d1ca834e-dca4-46de-9ac1-83893fb2ccd6 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.76 "GET /v2.0/networks?id=76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c HTTP/1.1" status: 200 len: 814 time: 0.5096431 Aug 20 11:35:16.822495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-986b4e95-7268-41bf-8550-708364b25fa2 req-315234f1-a418-42ba-a369-cca6b23b5fb3 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Request body: {'port': {'device_id': '4156472e-33bf-4c41-91ad-396558def4da', 'network_id': '76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c', 'admin_state_up': True, 'tenant_id': '6785c568778942c9ac691afac640269d'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:16.866277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593300a4-1d09-4df4-92de-e862fa5fac53 req-be8b4df3-35b2-4988-a83c-3fbaf942eccf tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.870833 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-593300a4-1d09-4df4-92de-e862fa5fac53 req-be8b4df3-35b2-4988-a83c-3fbaf942eccf tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 943 time: 0.1205575 Aug 20 11:35:16.878968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa851443-f945-4b3e-b321-a125b48ba5dc req-554f3e62-4f7f-4094-bae3-acb230df163e tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.888050 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa851443-f945-4b3e-b321-a125b48ba5dc req-554f3e62-4f7f-4094-bae3-acb230df163e tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.3316543 Aug 20 11:35:16.897181 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'tag': '0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:16.901142 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b933eae-6af9-4f96-a5c9-67e634a53fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "tag": "0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:16.927280 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-593300a4-1d09-4df4-92de-e862fa5fac53 req-aa5c99b1-8d32-448e-9568-9057b85c3fd2 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516574 Aug 20 11:35:16.935766 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] For port f73427c2-302c-4d69-82a5-d2190ada2e2e, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:16.953081 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] For port f73427c2-302c-4d69-82a5-d2190ada2e2e, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f73427c2-302c-4d69-82a5-d2190ada2e2e,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:16.959160 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.990491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57250) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:17.010971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.011788 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.013382 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] 10.222.0.35 "PUT /v2.0/ports/f73427c2-302c-4d69-82a5-d2190ada2e2e HTTP/1.1" status: 200 len: 1128 time: 1.2911878 Aug 20 11:35:17.057959 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Request body: {'port': {'device_id': '4c74889f-924e-4593-ab33-78eda0239b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:17.123970 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa851443-f945-4b3e-b321-a125b48ba5dc req-a03e08aa-657d-4a16-840b-ff0e78f26fdd tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349362 Aug 20 11:35:17.162425 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.237276 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eab8b5dc-c4ea-4560-8847-058124525500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.245533 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eab8b5dc-c4ea-4560-8847-058124525500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.260771 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab8b5dc-c4ea-4560-8847-058124525500 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:35:17.297793 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eab8b5dc-c4ea-4560-8847-058124525500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.298464 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-eab8b5dc-c4ea-4560-8847-058124525500 admin admin] Added segment a5b2792b-52ab-4ef2-b8ef-0e20e917b518 of type vlan for network 42c7bc50-9908-4665-95d3-72be9582a930 Aug 20 11:35:17.434181 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586e77e8-71a8-4d3a-b81c-f1aab3ec619d x-openstack-request-id: req-586e77e8-71a8-4d3a-b81c-f1aab3ec619d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:17.434517 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "tag": "0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:17.434714 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-586e77e8-71a8-4d3a-b81c-f1aab3ec619d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:17.435104 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'tag': '0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98', 'status': 'completed', 'code': 200} Aug 20 11:35:17.437582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986b4e95-7268-41bf-8550-708364b25fa2 req-315234f1-a418-42ba-a369-cca6b23b5fb3 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Made reservation on behalf of 6785c568778942c9ac691afac640269d for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:17.441229 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-986b4e95-7268-41bf-8550-708364b25fa2 req-315234f1-a418-42ba-a369-cca6b23b5fb3 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.448903 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e0e4a-6a32-4af2-89ea-191744790a33 service neutron] Pushing event updated for resources: {'Port': ['ID=f73427c2-302c-4d69-82a5-d2190ada2e2e,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:17.466285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8b5dc-c4ea-4560-8847-058124525500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbcd44f-c291-4553-a382-bea42057708d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:17.500069 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7887f5e4-16da-4ac6-aca6-2c03ea09b39a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa22ed27b00142d982334eb0d057ed95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4982502 Aug 20 11:35:17.502432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57258) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:17.504694 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eab8b5dc-c4ea-4560-8847-058124525500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.523722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aaae0-720b-4e66-96fe-7d62449f54ae req-c900d46f-9aa2-420f-823b-a6053ac269b7 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.530663 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aaae0-720b-4e66-96fe-7d62449f54ae req-c900d46f-9aa2-420f-823b-a6053ac269b7 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.536655 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aaae0-720b-4e66-96fe-7d62449f54ae req-c900d46f-9aa2-420f-823b-a6053ac269b7 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.543150 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aaae0-720b-4e66-96fe-7d62449f54ae req-c900d46f-9aa2-420f-823b-a6053ac269b7 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.549197 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aaae0-720b-4e66-96fe-7d62449f54ae req-c900d46f-9aa2-420f-823b-a6053ac269b7 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.549686 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b933eae-6af9-4f96-a5c9-67e634a53fb6 req-9f5fa391-e69a-4bd0-8a22-5f2922f842ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.550392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b933eae-6af9-4f96-a5c9-67e634a53fb6 req-9f5fa391-e69a-4bd0-8a22-5f2922f842ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.551007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b933eae-6af9-4f96-a5c9-67e634a53fb6 req-9f5fa391-e69a-4bd0-8a22-5f2922f842ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.551487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b933eae-6af9-4f96-a5c9-67e634a53fb6 req-9f5fa391-e69a-4bd0-8a22-5f2922f842ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.551987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b933eae-6af9-4f96-a5c9-67e634a53fb6 req-9f5fa391-e69a-4bd0-8a22-5f2922f842ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.552467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b933eae-6af9-4f96-a5c9-67e634a53fb6 req-9f5fa391-e69a-4bd0-8a22-5f2922f842ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.552988 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b933eae-6af9-4f96-a5c9-67e634a53fb6 req-9f5fa391-e69a-4bd0-8a22-5f2922f842ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.555986 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aaae0-720b-4e66-96fe-7d62449f54ae req-c900d46f-9aa2-420f-823b-a6053ac269b7 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.556479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b933eae-6af9-4f96-a5c9-67e634a53fb6 req-9f5fa391-e69a-4bd0-8a22-5f2922f842ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9991f8a924e64527907714e2ed9a1df3&device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 6206 time: 0.2806573 Aug 20 11:35:17.562125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aaae0-720b-4e66-96fe-7d62449f54ae req-c900d46f-9aa2-420f-823b-a6053ac269b7 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.564062 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce8aaae0-720b-4e66-96fe-7d62449f54ae req-c900d46f-9aa2-420f-823b-a6053ac269b7 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5369 time: 0.1281915 Aug 20 11:35:17.644779 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:17.654942 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce8aaae0-720b-4e66-96fe-7d62449f54ae req-4835ac92-1758-4467-aae9-7485b80ad4b9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781450 Aug 20 11:35:17.656740 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.672930 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Transition to ACTIVE for port object 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:17.677916 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.695157 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99ce1e5b-bb4e-443b-9ec7-6697590e05da req-71d89901-4d30-4f3a-aa25-df50d6eff978 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 210 time: 0.1600811 Aug 20 11:35:17.732351 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eab8b5dc-c4ea-4560-8847-058124525500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.735495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab8b5dc-c4ea-4560-8847-058124525500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.735495 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eab8b5dc-c4ea-4560-8847-058124525500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.756478 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb1e7c4-65b0-45e4-b85a-c5f5918cad98,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:17.813549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Attempting to bind port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:17.813894 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Attempting to bind port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:17.814271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Attempting to bind port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 on network b853601e-e5a6-4bac-a3f5-84410a4476f4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:17.819244 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 on network b853601e-e5a6-4bac-a3f5-84410a4476f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:17.819479 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Attempting to bind port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 on network b853601e-e5a6-4bac-a3f5-84410a4476f4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:17.826773 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:17.827226 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Checking segment: {'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:17.827626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Bound using segment: {'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:17.828065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Bound port: 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:17.828489 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.887476 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b933eae-6af9-4f96-a5c9-67e634a53fb6 req-664ac238-2416-4105-b3c7-2405af3f3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.888379 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b933eae-6af9-4f96-a5c9-67e634a53fb6 req-664ac238-2416-4105-b3c7-2405af3f3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.889024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b933eae-6af9-4f96-a5c9-67e634a53fb6 req-664ac238-2416-4105-b3c7-2405af3f3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.892165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b933eae-6af9-4f96-a5c9-67e634a53fb6 req-664ac238-2416-4105-b3c7-2405af3f3661 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9991f8a924e64527907714e2ed9a1df3&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3228676 Aug 20 11:35:17.916493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] For port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:17.917500 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f06c53b-06d6-43a9-9ab3-d95f701449e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.923535 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] For port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7fb1e7c4-65b0-45e4-b85a-c5f5918cad98,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:17.923786 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-eab8b5dc-c4ea-4560-8847-058124525500 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5002327 Aug 20 11:35:17.927196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57260) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:17.994176 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.005620 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4f0330e3-b91c-4052-a3d6-b922268e62a7 admin admin] Request body: {'subnet': {'network_id': '42c7bc50-9908-4665-95d3-72be9582a930', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-192871689-subnet', 'tenant_id': 'f48cab05e82649a6a2ea402f07c8db36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:18.069215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8b5dc-c4ea-4560-8847-058124525500 admin admin] Pushing event updated for resources: {'Network': ['ID=42c7bc50-9908-4665-95d3-72be9582a930,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:18.082415 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 42c7bc50-9908-4665-95d3-72be9582a930 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:35:18.087967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:18.088595 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.090327 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] 10.222.0.35 "PUT /v2.0/ports/7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 HTTP/1.1" status: 200 len: 1090 time: 1.0390987 Aug 20 11:35:18.145592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Request body: {'port': {'device_id': '4c74889f-924e-4593-ab33-78eda0239b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:18.152075 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f06c53b-06d6-43a9-9ab3-d95f701449e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.159687 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-e4774ba3-a011-443b-8817-f4f75cd279ad service neutron] 10.222.0.35 "GET /v2.0/ports/50f30fcf-3f63-41a1-9e10-317b227f1d41/bindings/n-h2-804299-2 HTTP/1.1" status: 200 len: 384 time: 0.2308385 Aug 20 11:35:18.247552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-986b4e95-7268-41bf-8550-708364b25fa2 req-315234f1-a418-42ba-a369-cca6b23b5fb3 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Allocated IP 172.20.0.6 (76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c/ae1dca89-355c-45c2-b424-6751d7fbb5ae/a9db10a3-78de-40c7-9c0c-e6361d9515db) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:18.251357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b933eae-6af9-4f96-a5c9-67e634a53fb6 req-262205ce-4913-477e-8d3f-1f554d6a38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:18.253119 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b933eae-6af9-4f96-a5c9-67e634a53fb6 req-262205ce-4913-477e-8d3f-1f554d6a38e5 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3278604 Aug 20 11:35:18.288388 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f06c53b-06d6-43a9-9ab3-d95f701449e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.293253 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f06c53b-06d6-43a9-9ab3-d95f701449e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.294922 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4f06c53b-06d6-43a9-9ab3-d95f701449e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a7f4b4e-6ef6-436c-b59a-4c428341ce81 HTTP/1.1" status: 204 len: 168 time: 0.7877328 Aug 20 11:35:18.315776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06c53b-06d6-43a9-9ab3-d95f701449e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7f4b4e-6ef6-436c-b59a-4c428341ce81,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:18.575229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcc562-ca4e-4515-8344-9dfba9f3d0fb req-1c4c3838-2485-4840-a219-014325c8a3a4 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:18.577528 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72bcc562-ca4e-4515-8344-9dfba9f3d0fb req-1c4c3838-2485-4840-a219-014325c8a3a4 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1842270 Aug 20 11:35:18.650291 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72bcc562-ca4e-4515-8344-9dfba9f3d0fb req-b4937656-984a-4966-bd67-3aa72e19463d tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636115 Aug 20 11:35:18.675936 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-986b4e95-7268-41bf-8550-708364b25fa2 req-315234f1-a418-42ba-a369-cca6b23b5fb3 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.709777 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0330e3-b91c-4052-a3d6-b922268e62a7 admin admin] Made reservation on behalf of f48cab05e82649a6a2ea402f07c8db36 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:18.713111 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f0330e3-b91c-4052-a3d6-b922268e62a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.738170 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-986b4e95-7268-41bf-8550-708364b25fa2 req-315234f1-a418-42ba-a369-cca6b23b5fb3 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.753399 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb7a5c-316e-43e6-af42-11f5c182ca68 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb1e7c4-65b0-45e4-b85a-c5f5918cad98,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:18.799642 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986b4e95-7268-41bf-8550-708364b25fa2 req-315234f1-a418-42ba-a369-cca6b23b5fb3 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Network 76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:18.803040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-986b4e95-7268-41bf-8550-708364b25fa2 req-315234f1-a418-42ba-a369-cca6b23b5fb3 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:18.807457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-986b4e95-7268-41bf-8550-708364b25fa2 req-315234f1-a418-42ba-a369-cca6b23b5fb3 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:18.836251 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3524b-6b30-432e-9eb6-e21457891cc8 req-bcc72d54-6ebc-4ec6-93f8-ba637eebda76 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:18.840005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315234f1-a418-42ba-a369-cca6b23b5fb3 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Pushing event updated for resources: {'Port': ['ID=a9db10a3-78de-40c7-9c0c-e6361d9515db,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:18.844260 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ae3524b-6b30-432e-9eb6-e21457891cc8 req-bcc72d54-6ebc-4ec6-93f8-ba637eebda76 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 943 time: 0.7858062 Aug 20 11:35:18.885969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.949035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b4e95-7268-41bf-8550-708364b25fa2 req-315234f1-a418-42ba-a369-cca6b23b5fb3 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:18.950719 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-986b4e95-7268-41bf-8550-708364b25fa2 req-315234f1-a418-42ba-a369-cca6b23b5fb3 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.971655 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-986b4e95-7268-41bf-8550-708364b25fa2 req-315234f1-a418-42ba-a369-cca6b23b5fb3 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1577282 Aug 20 11:35:18.988169 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Request body: {'port': {'device_id': '4156472e-33bf-4c41-91ad-396558def4da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:19.008413 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2d59c-16b9-4825-814e-d2d733ccca27 req-9ea6e802-401c-42e6-bae3-ffbe61b03788 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.019957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2d59c-16b9-4825-814e-d2d733ccca27 req-9ea6e802-401c-42e6-bae3-ffbe61b03788 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.027182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2d59c-16b9-4825-814e-d2d733ccca27 req-9ea6e802-401c-42e6-bae3-ffbe61b03788 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.033444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2d59c-16b9-4825-814e-d2d733ccca27 req-9ea6e802-401c-42e6-bae3-ffbe61b03788 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.040326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2d59c-16b9-4825-814e-d2d733ccca27 req-9ea6e802-401c-42e6-bae3-ffbe61b03788 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.042170 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ae3524b-6b30-432e-9eb6-e21457891cc8 req-61e0e526-ed59-405b-9c6e-dfe2fe3f95f5 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904736 Aug 20 11:35:19.046186 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2d59c-16b9-4825-814e-d2d733ccca27 req-9ea6e802-401c-42e6-bae3-ffbe61b03788 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.052248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2d59c-16b9-4825-814e-d2d733ccca27 req-9ea6e802-401c-42e6-bae3-ffbe61b03788 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.058270 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2f2d59c-16b9-4825-814e-d2d733ccca27 req-9ea6e802-401c-42e6-bae3-ffbe61b03788 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5381 time: 0.1785448 Aug 20 11:35:19.144954 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.151393 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2f2d59c-16b9-4825-814e-d2d733ccca27 req-4878ee24-f0b3-4a64-9eeb-0800060e29ed tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740383 Aug 20 11:35:19.271433 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57294) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.280773 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-e9d0ec27-d7b9-4784-acc1-e70e11b13279 service neutron] For port 50f30fcf-3f63-41a1-9e10-317b227f1d41, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=50f30fcf-3f63-41a1-9e10-317b227f1d41,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:19.419079 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-e9d0ec27-d7b9-4784-acc1-e70e11b13279 service neutron] For port 50f30fcf-3f63-41a1-9e10-317b227f1d41, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:19.443843 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'tag': 'f73427c2-302c-4d69-82a5-d2190ada2e2e'}, {'name': 'network-changed', 'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'tag': '7fb1e7c4-65b0-45e4-b85a-c5f5918cad98'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:19.446465 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d08e6d2-87ff-4674-b768-c5f54a941493" -d '{"events": [{"name": "network-changed", "server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "tag": "f73427c2-302c-4d69-82a5-d2190ada2e2e"}, {"name": "network-changed", "server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "tag": "7fb1e7c4-65b0-45e4-b85a-c5f5918cad98"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:19.458024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-516b3a11-d796-42e3-9e9b-09113313a6a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-127276268-network', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:19.464132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9db10a3-78de-40c7-9c0c-e6361d9515db {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:19.472560 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31d4b7-c1f0-4e43-af7d-51c747f32d84 req-4a959e48-61db-4e39-be27-11925841d479 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.472805 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.480423 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7e31d4b7-c1f0-4e43-af7d-51c747f32d84 req-4a959e48-61db-4e39-be27-11925841d479 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 931 time: 0.3483653 Aug 20 11:35:19.482570 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f0330e3-b91c-4052-a3d6-b922268e62a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.486078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Transition to ACTIVE for port object a9db10a3-78de-40c7-9c0c-e6361d9515db will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:19.490275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.552106 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7128d965-49d1-402f-b382-65005cd5e66a x-openstack-request-id: req-7128d965-49d1-402f-b382-65005cd5e66a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:19.552500 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "tag": "f73427c2-302c-4d69-82a5-d2190ada2e2e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "tag": "7fb1e7c4-65b0-45e4-b85a-c5f5918cad98", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:19.552947 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7128d965-49d1-402f-b382-65005cd5e66a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:19.553402 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'tag': 'f73427c2-302c-4d69-82a5-d2190ada2e2e', 'status': 'completed', 'code': 200} Aug 20 11:35:19.553839 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'tag': '7fb1e7c4-65b0-45e4-b85a-c5f5918cad98', 'status': 'completed', 'code': 200} Aug 20 11:35:19.558685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Pushing event updated for resources: {'Port': ['ID=a9db10a3-78de-40c7-9c0c-e6361d9515db,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:19.588974 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-e9d0ec27-d7b9-4784-acc1-e70e11b13279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f30fcf-3f63-41a1-9e10-317b227f1d41 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:19.633338 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-e9d0ec27-d7b9-4784-acc1-e70e11b13279 service neutron] For port 50f30fcf-3f63-41a1-9e10-317b227f1d41, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=50f30fcf-3f63-41a1-9e10-317b227f1d41,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:19.642311 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-994e8ef2-8cc8-464a-90ef-54629939cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.642856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-994e8ef2-8cc8-464a-90ef-54629939cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.643249 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-994e8ef2-8cc8-464a-90ef-54629939cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.643719 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-994e8ef2-8cc8-464a-90ef-54629939cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.644186 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-994e8ef2-8cc8-464a-90ef-54629939cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.644691 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-994e8ef2-8cc8-464a-90ef-54629939cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.645148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-994e8ef2-8cc8-464a-90ef-54629939cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.647070 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-994e8ef2-8cc8-464a-90ef-54629939cf92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9991f8a924e64527907714e2ed9a1df3&device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 6273 time: 0.1000848 Aug 20 11:35:19.675641 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516b3a11-d796-42e3-9e9b-09113313a6a8 admin admin] Made reservation on behalf of 4dbcc467b3064944a317dc4ab5904cc7 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:19.678194 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-516b3a11-d796-42e3-9e9b-09113313a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.680999 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0330e3-b91c-4052-a3d6-b922268e62a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f2bac2b-b1a0-4e92-86d6-4f2f408a5306,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:19.703861 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7e31d4b7-c1f0-4e43-af7d-51c747f32d84 req-42b813d5-9045-4445-99f2-6e6e694245af tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2edfac0-a023-40a3-af74-af4c44faa495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224388 Aug 20 11:35:19.711111 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-516b3a11-d796-42e3-9e9b-09113313a6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.713245 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-e9d0ec27-d7b9-4784-acc1-e70e11b13279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.738426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Attempting to bind port a9db10a3-78de-40c7-9c0c-e6361d9515db on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:19.738779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Attempting to bind port a9db10a3-78de-40c7-9c0c-e6361d9515db by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'c3f7cb73-d291-42e7-b412-69aa6dab7a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:19.739098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Attempting to bind port a9db10a3-78de-40c7-9c0c-e6361d9515db on network 76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:19.744257 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0330e3-b91c-4052-a3d6-b922268e62a7 admin admin] Checking segment: {'id': 'a5b2792b-52ab-4ef2-b8ef-0e20e917b518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '42c7bc50-9908-4665-95d3-72be9582a930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:19.744727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0330e3-b91c-4052-a3d6-b922268e62a7 admin admin] Network hostable DHCP agents. Network: 42c7bc50-9908-4665-95d3-72be9582a930, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:35:19.791330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Port a9db10a3-78de-40c7-9c0c-e6361d9515db on network 76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:19.791330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Attempting to bind port a9db10a3-78de-40c7-9c0c-e6361d9515db on network 76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:19.812452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:19.813845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Checking segment: {'id': 'c3f7cb73-d291-42e7-b412-69aa6dab7a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:19.814365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Bound using segment: {'id': 'c3f7cb73-d291-42e7-b412-69aa6dab7a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:19.814994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Bound port: a9db10a3-78de-40c7-9c0c-e6361d9515db, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f7cb73-d291-42e7-b412-69aa6dab7a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:19.815576 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.836564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494df33d-3398-4c62-b57c-b0334aacc33a {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:19.850872 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.869526 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0330e3-b91c-4052-a3d6-b922268e62a7 admin admin] Network 42c7bc50-9908-4665-95d3-72be9582a930 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:35:19.903239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed822fe-5a4c-4891-b222-464fb2b7551d req-6aeefb31-cc04-4c03-b6ea-aeb83b814115 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.910793 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ed822fe-5a4c-4891-b222-464fb2b7551d req-6aeefb31-cc04-4c03-b6ea-aeb83b814115 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1559439 Aug 20 11:35:19.917851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Transition to ACTIVE for port object 494df33d-3398-4c62-b57c-b0334aacc33a will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:19.918734 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-4f0330e3-b91c-4052-a3d6-b922268e62a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 42c7bc50-9908-4665-95d3-72be9582a930) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:19.925227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-9a53f5d8-d0df-40e3-9b45-474c35ecead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.926823 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-9a53f5d8-d0df-40e3-9b45-474c35ecead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.927481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-9a53f5d8-d0df-40e3-9b45-474c35ecead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.930190 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-9a53f5d8-d0df-40e3-9b45-474c35ecead2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9991f8a924e64527907714e2ed9a1df3&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2727847 Aug 20 11:35:19.934192 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0330e3-b91c-4052-a3d6-b922268e62a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.934926 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f0330e3-b91c-4052-a3d6-b922268e62a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.937831 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.967337 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7888bdbc-0fbd-4a92-8499-acf43192fde2 None None] Network 42c7bc50-9908-4665-95d3-72be9582a930 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:20.031403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-e9d0ec27-d7b9-4784-acc1-e70e11b13279 service neutron] Transition to ACTIVE for port object 50f30fcf-3f63-41a1-9e10-317b227f1d41 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:20.039602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] For port a9db10a3-78de-40c7-9c0c-e6361d9515db, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:20.048830 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ed822fe-5a4c-4891-b222-464fb2b7551d req-b639c60c-0fa6-412f-80c1-aa3cbadb90de tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368604 Aug 20 11:35:20.054008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] For port a9db10a3-78de-40c7-9c0c-e6361d9515db, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a9db10a3-78de-40c7-9c0c-e6361d9515db,segment=NetworkSegment(c3f7cb73-d291-42e7-b412-69aa6dab7a70),segment_id=c3f7cb73-d291-42e7-b412-69aa6dab7a70)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:20.058625 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-e9d0ec27-d7b9-4784-acc1-e70e11b13279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.068170 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.090518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Pushing event updated for resources: {'Port': ['ID=494df33d-3398-4c62-b57c-b0334aacc33a,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:20.206502 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-516b3a11-d796-42e3-9e9b-09113313a6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.225271 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-516b3a11-d796-42e3-9e9b-09113313a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.261422 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-e9d0ec27-d7b9-4784-acc1-e70e11b13279 service neutron] No DVR routers for this DVR port 50f30fcf-3f63-41a1-9e10-317b227f1d41 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:20.263697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.274768 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4f0330e3-b91c-4052-a3d6-b922268e62a7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3354549 Aug 20 11:35:20.274994 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.274994 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-986b4e95-7268-41bf-8550-708364b25fa2 req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] 10.222.0.76 "PUT /v2.0/ports/a9db10a3-78de-40c7-9c0c-e6361d9515db HTTP/1.1" status: 200 len: 1091 time: 1.2874928 Aug 20 11:35:20.274994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4156472e-33bf-4c41-91ad-396558def4da', 'tag': 'a9db10a3-78de-40c7-9c0c-e6361d9515db'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:20.276792 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f823af-567f-4f02-936f-d836a02583d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4156472e-33bf-4c41-91ad-396558def4da", "tag": "a9db10a3-78de-40c7-9c0c-e6361d9515db"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:20.292061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-62040bec-4ce9-4190-bef6-198471e84428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.293582 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-62040bec-4ce9-4190-bef6-198471e84428 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3508785 Aug 20 11:35:20.346595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abb15c-be46-41c1-aea6-f6888026f98d service neutron] Pushing event updated for resources: {'Port': ['ID=a9db10a3-78de-40c7-9c0c-e6361d9515db,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:20.381411 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516b3a11-d796-42e3-9e9b-09113313a6a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:35:20.419270 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b99f09-3c63-4f91-8ad0-2968eca7978f None None] Network 42c7bc50-9908-4665-95d3-72be9582a930 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:20.424926 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0ec27-d7b9-4784-acc1-e70e11b13279 service neutron] Pushing event updated for resources: {'Port': ['ID=50f30fcf-3f63-41a1-9e10-317b227f1d41,revision_number=10']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:20.460322 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-e9d0ec27-d7b9-4784-acc1-e70e11b13279 service neutron] 10.222.0.35 "PUT /v2.0/ports/50f30fcf-3f63-41a1-9e10-317b227f1d41/bindings/n-h2-804299-2/activate HTTP/1.1" status: 200 len: 369 time: 2.2711391 Aug 20 11:35:20.467760 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-516b3a11-d796-42e3-9e9b-09113313a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.469003 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-516b3a11-d796-42e3-9e9b-09113313a6a8 admin admin] Added segment 17ea9eb2-67f3-4ecd-8247-388b23525b57 of type vlan for network 3765c0b6-30e4-4c80-b34e-662a7a97606a Aug 20 11:35:20.470892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b3a11-d796-42e3-9e9b-09113313a6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cf57d0-0257-46d3-9299-7b9538010e6b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:20.515336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Attempting to bind port 494df33d-3398-4c62-b57c-b0334aacc33a on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:20.515755 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Attempting to bind port 494df33d-3398-4c62-b57c-b0334aacc33a by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:20.517547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Attempting to bind port 494df33d-3398-4c62-b57c-b0334aacc33a on network b853601e-e5a6-4bac-a3f5-84410a4476f4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:20.595977 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-516b3a11-d796-42e3-9e9b-09113313a6a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.624700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Port 494df33d-3398-4c62-b57c-b0334aacc33a on network b853601e-e5a6-4bac-a3f5-84410a4476f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:20.625095 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Attempting to bind port 494df33d-3398-4c62-b57c-b0334aacc33a on network b853601e-e5a6-4bac-a3f5-84410a4476f4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:20.630065 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb257f-5c9d-4cce-a6d6-a64688970d60 req-b7b37e27-bf3e-4566-b56c-e1455861b2eb tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.637572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb257f-5c9d-4cce-a6d6-a64688970d60 req-b7b37e27-bf3e-4566-b56c-e1455861b2eb tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.644536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb257f-5c9d-4cce-a6d6-a64688970d60 req-b7b37e27-bf3e-4566-b56c-e1455861b2eb tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.645264 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39f384-3ec0-4fdd-aedb-ab6ec9d1b148 req-3aea0038-76c8-432b-a0d8-895cf0da984f tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.646817 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eb39f384-3ec0-4fdd-aedb-ab6ec9d1b148 req-3aea0038-76c8-432b-a0d8-895cf0da984f tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 944 time: 0.3657613 Aug 20 11:35:20.649986 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:20.650267 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Checking segment: {'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:20.650652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Bound using segment: {'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:20.651092 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Bound port: 494df33d-3398-4c62-b57c-b0334aacc33a, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5089390-fb33-4dee-86bc-c78b91af7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:20.651443 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.652215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb257f-5c9d-4cce-a6d6-a64688970d60 req-b7b37e27-bf3e-4566-b56c-e1455861b2eb tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.658447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb257f-5c9d-4cce-a6d6-a64688970d60 req-b7b37e27-bf3e-4566-b56c-e1455861b2eb tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.664574 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-516b3a11-d796-42e3-9e9b-09113313a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.664944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb257f-5c9d-4cce-a6d6-a64688970d60 req-b7b37e27-bf3e-4566-b56c-e1455861b2eb tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.665472 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516b3a11-d796-42e3-9e9b-09113313a6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.666045 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-516b3a11-d796-42e3-9e9b-09113313a6a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.671385 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb257f-5c9d-4cce-a6d6-a64688970d60 req-b7b37e27-bf3e-4566-b56c-e1455861b2eb tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.673631 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9feb257f-5c9d-4cce-a6d6-a64688970d60 req-b7b37e27-bf3e-4566-b56c-e1455861b2eb tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5393 time: 0.3057542 Aug 20 11:35:20.705394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b4e95-7268-41bf-8550-708364b25fa2 req-25938d7f-843c-45c5-85ef-7143591ba6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.706997 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-986b4e95-7268-41bf-8550-708364b25fa2 req-25938d7f-843c-45c5-85ef-7143591ba6e1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6785c568778942c9ac691afac640269d&device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 1094 time: 0.3485250 Aug 20 11:35:20.737266 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-ca553ad3-6aff-40d4-8d8a-d0c786581c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.737810 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-ca553ad3-6aff-40d4-8d8a-d0c786581c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.738408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-ca553ad3-6aff-40d4-8d8a-d0c786581c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.738955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-ca553ad3-6aff-40d4-8d8a-d0c786581c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.739526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-ca553ad3-6aff-40d4-8d8a-d0c786581c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.740010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-ca553ad3-6aff-40d4-8d8a-d0c786581c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.740513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-ca553ad3-6aff-40d4-8d8a-d0c786581c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.743142 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-ca553ad3-6aff-40d4-8d8a-d0c786581c8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9991f8a924e64527907714e2ed9a1df3&device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 6298 time: 0.3407078 Aug 20 11:35:20.747213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-555771f0-9902-40c1-8e97-be82a22d9590 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.748798 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-555771f0-9902-40c1-8e97-be82a22d9590 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3&tenant_id=9437c8ccf38f4278bfdd6826ef939401&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 1095 time: 0.2087135 Aug 20 11:35:20.770059 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-516b3a11-d796-42e3-9e9b-09113313a6a8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4914079 Aug 20 11:35:20.775972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57322) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:20.780851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-39214b75-ebd9-4aa3-b0e4-4f6d2a83e2b4 admin admin] Request body: {'subnet': {'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-127276268-subnet', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:20.809760 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-986b4e95-7268-41bf-8550-708364b25fa2 req-c3312b3a-ce3a-41a6-b551-b72fa94307f4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9db10a3-78de-40c7-9c0c-e6361d9515db HTTP/1.1" status: 200 len: 217 time: 0.0872440 Aug 20 11:35:20.818429 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eb39f384-3ec0-4fdd-aedb-ab6ec9d1b148 req-23cdba48-52b8-4702-998d-76a4e79909a5 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579325 Aug 20 11:35:20.825725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b3a11-d796-42e3-9e9b-09113313a6a8 admin admin] Pushing event updated for resources: {'Network': ['ID=3765c0b6-30e4-4c80-b34e-662a7a97606a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:20.837314 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 3765c0b6-30e4-4c80-b34e-662a7a97606a details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:35:20.849695 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] For port 494df33d-3398-4c62-b57c-b0334aacc33a, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:20.854124 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] For port 494df33d-3398-4c62-b57c-b0334aacc33a, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=494df33d-3398-4c62-b57c-b0334aacc33a,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:20.855360 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39214b75-ebd9-4aa3-b0e4-4f6d2a83e2b4 admin admin] Made reservation on behalf of 4dbcc467b3064944a317dc4ab5904cc7 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:20.858593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39214b75-ebd9-4aa3-b0e4-4f6d2a83e2b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.862192 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.929855 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:35:20.950508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.951124 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.952539 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] 10.222.0.35 "PUT /v2.0/ports/494df33d-3398-4c62-b57c-b0334aacc33a HTTP/1.1" status: 200 len: 1091 time: 2.8254950 Aug 20 11:35:20.988168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Request body: {'port': {'device_id': '4c74889f-924e-4593-ab33-78eda0239b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:21.022118 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bc5eee-25ff-4cc2-9663-4c89e8a970d3 x-openstack-request-id: req-47bc5eee-25ff-4cc2-9663-4c89e8a970d3 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:21.022333 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2428582-d5b6-4bc2-808a-5c3eb5324b66 service neutron] Pushing event updated for resources: {'Port': ['ID=494df33d-3398-4c62-b57c-b0334aacc33a,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:21.022452 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4156472e-33bf-4c41-91ad-396558def4da", "tag": "a9db10a3-78de-40c7-9c0c-e6361d9515db", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:21.022646 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47bc5eee-25ff-4cc2-9663-4c89e8a970d3 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:21.023571 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4156472e-33bf-4c41-91ad-396558def4da', 'tag': 'a9db10a3-78de-40c7-9c0c-e6361d9515db', 'status': 'completed', 'code': 200} Aug 20 11:35:21.052841 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9feb257f-5c9d-4cce-a6d6-a64688970d60 req-720448e6-463b-4b98-a9d4-94e278c54564 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3709929 Aug 20 11:35:21.090579 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:21.153358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-59f70d8d-9044-4e96-ac9d-757b98da7d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:21.155578 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-59f70d8d-9044-4e96-ac9d-757b98da7d03 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3&tenant_id=9437c8ccf38f4278bfdd6826ef939401 HTTP/1.1" status: 200 len: 1095 time: 0.3706813 Aug 20 11:35:21.160260 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b4e95-7268-41bf-8550-708364b25fa2 req-d97e1b20-c3be-4850-a851-6a981d5c5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:21.163362 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-986b4e95-7268-41bf-8550-708364b25fa2 req-d97e1b20-c3be-4850-a851-6a981d5c5966 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ae1dca89-355c-45c2-b424-6751d7fbb5ae HTTP/1.1" status: 200 len: 854 time: 0.2671239 Aug 20 11:35:21.291215 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-986b4e95-7268-41bf-8550-708364b25fa2 req-13851fbd-61a6-442c-9bcd-689507274843 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078722 Aug 20 11:35:21.293232 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-314091a7-31d6-4cf0-9b84-51eed34d06af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:21.293486 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-314091a7-31d6-4cf0-9b84-51eed34d06af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:21.294003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-314091a7-31d6-4cf0-9b84-51eed34d06af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:21.295619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-314091a7-31d6-4cf0-9b84-51eed34d06af service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9991f8a924e64527907714e2ed9a1df3&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5135956 Aug 20 11:35:21.467013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-ce8c3d99-7201-43e1-b91b-18338f0bf99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:21.468702 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-ce8c3d99-7201-43e1-b91b-18338f0bf99b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9437c8ccf38f4278bfdd6826ef939401&device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 1095 time: 0.2534273 Aug 20 11:35:21.509995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d2fa1-a906-4380-9ca6-d58201d5de59 req-4df39800-40c2-4469-b553-5abf473a1e2b tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:21.514678 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39214b75-ebd9-4aa3-b0e4-4f6d2a83e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:21.519033 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c85d2fa1-a906-4380-9ca6-d58201d5de59 req-4df39800-40c2-4469-b553-5abf473a1e2b tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 943 time: 0.3048933 Aug 20 11:35:21.558800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'tag': '494df33d-3398-4c62-b57c-b0334aacc33a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:21.561258 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc64612-9e06-4337-8d75-439c11f599f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "tag": "494df33d-3398-4c62-b57c-b0334aacc33a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:21.632507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdff31f-79db-401c-9326-dc604c284f05 req-b3155f68-7e31-4978-9723-015ec490d642 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:21.634154 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cbdff31f-79db-401c-9326-dc604c284f05 req-b3155f68-7e31-4978-9723-015ec490d642 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/networks?id=42c7bc50-9908-4665-95d3-72be9582a930 HTTP/1.1" status: 200 len: 821 time: 0.2305989 Aug 20 11:35:21.643816 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39214b75-ebd9-4aa3-b0e4-4f6d2a83e2b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e31567-3877-4476-961b-15542cf2ff76,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:21.699260 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cbdff31f-79db-401c-9326-dc604c284f05 req-2f365998-ed9d-4d40-a79c-b29d88e3fd13 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/quotas/f48cab05e82649a6a2ea402f07c8db36 HTTP/1.1" status: 200 len: 375 time: 0.0512538 Aug 20 11:35:21.703581 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39214b75-ebd9-4aa3-b0e4-4f6d2a83e2b4 admin admin] Checking segment: {'id': '17ea9eb2-67f3-4ecd-8247-388b23525b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:21.703947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39214b75-ebd9-4aa3-b0e4-4f6d2a83e2b4 admin admin] Network hostable DHCP agents. Network: 3765c0b6-30e4-4c80-b34e-662a7a97606a, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:35:21.716107 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9bf277-a00a-426c-859c-9c0822d72347 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:21.726850 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:21.761290 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cbdff31f-79db-401c-9326-dc604c284f05 req-a33e2358-826b-425a-af72-1f245f4bb016 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f48cab05e82649a6a2ea402f07c8db36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507295 Aug 20 11:35:21.769574 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Transition to ACTIVE for port object eb9bf277-a00a-426c-859c-9c0822d72347 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:21.775317 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:21.784269 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39214b75-ebd9-4aa3-b0e4-4f6d2a83e2b4 admin admin] Network 3765c0b6-30e4-4c80-b34e-662a7a97606a is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:35:21.836553 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-39214b75-ebd9-4aa3-b0e4-4f6d2a83e2b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 3765c0b6-30e4-4c80-b34e-662a7a97606a) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:21.873493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39214b75-ebd9-4aa3-b0e4-4f6d2a83e2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:21.874091 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39214b75-ebd9-4aa3-b0e4-4f6d2a83e2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:21.880873 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Pushing event updated for resources: {'Port': ['ID=eb9bf277-a00a-426c-859c-9c0822d72347,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:21.883897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dc1589-4d32-4f14-b969-1d8c9dbad578 None None] Network 3765c0b6-30e4-4c80-b34e-662a7a97606a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:22.003860 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Attempting to bind port eb9bf277-a00a-426c-859c-9c0822d72347 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:22.004218 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Attempting to bind port eb9bf277-a00a-426c-859c-9c0822d72347 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '4bd933ce-9ca8-41e8-a616-b4e74153651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:22.004528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Attempting to bind port eb9bf277-a00a-426c-859c-9c0822d72347 on network 66063b31-2757-4517-8a29-77f4e6ff6618 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:22.014086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-3ee4533f-7ccd-48a9-af83-c77923345fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:22.015650 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d08e6d2-87ff-4674-b768-c5f54a941493 req-3ee4533f-7ccd-48a9-af83-c77923345fd5 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6977935 Aug 20 11:35:22.030638 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-986b4e95-7268-41bf-8550-708364b25fa2 req-7c040e4b-787e-43cb-9772-a185d3f4ee01 service neutron] 10.222.0.76 "GET /v2.0/networks/76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7138150 Aug 20 11:35:22.110193 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-39214b75-ebd9-4aa3-b0e4-4f6d2a83e2b4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3307219 Aug 20 11:35:22.113752 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57348) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:22.119597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-127276268-router', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:22.131507 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c85d2fa1-a906-4380-9ca6-d58201d5de59 req-39f6720d-f65a-47ac-b771-112a516ce16b tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2edfac0-a023-40a3-af74-af4c44faa495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6115129 Aug 20 11:35:22.154600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Port eb9bf277-a00a-426c-859c-9c0822d72347 on network 66063b31-2757-4517-8a29-77f4e6ff6618 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:22.155332 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Attempting to bind port eb9bf277-a00a-426c-859c-9c0822d72347 on network 66063b31-2757-4517-8a29-77f4e6ff6618 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:22.170862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:22.171896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Checking segment: {'id': '4bd933ce-9ca8-41e8-a616-b4e74153651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:22.172388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Bound using segment: {'id': '4bd933ce-9ca8-41e8-a616-b4e74153651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:22.173140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Bound port: eb9bf277-a00a-426c-859c-9c0822d72347, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd933ce-9ca8-41e8-a616-b4e74153651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:22.173543 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.198044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-88a9482c-cd7d-4114-a546-1ae6c6329f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:22.205162 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-88a9482c-cd7d-4114-a546-1ae6c6329f21 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 200 len: 921 time: 0.7180948 Aug 20 11:35:22.207005 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.208449 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.252201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-3765c0b6-30e4-4c80-b34e-662a7a97606a', 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'fixed_ips': [{'subnet_id': '70e31567-3877-4476-961b-15542cf2ff76'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:35:22.254083 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.291597 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.305472 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-dffca623-5162-4fb8-9cc4-ff0eb003f761 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f30fcf-3f63-41a1-9e10-317b227f1d41 HTTP/1.1" status: 200 len: 217 time: 0.0872447 Aug 20 11:35:22.308506 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cbdff31f-79db-401c-9326-dc604c284f05 req-4e544374-818e-453f-92a7-e6f2cd3cd2f4 service neutron] 10.222.0.37 "GET /v2.0/networks/42c7bc50-9908-4665-95d3-72be9582a930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205638 Aug 20 11:35:22.364505 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-986b4e95-7268-41bf-8550-708364b25fa2 req-9e1e1d62-20d6-430f-805f-a7aa0942d812 service neutron] 10.222.0.76 "GET /v2.0/networks/76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156519 Aug 20 11:35:22.383700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-84d105c6-24fb-485a-8607-20349a2bbdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:22.386605 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-84d105c6-24fb-485a-8607-20349a2bbdd5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 200 len: 861 time: 0.0736532 Aug 20 11:35:22.389985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] For port eb9bf277-a00a-426c-859c-9c0822d72347, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:22.393497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] For port eb9bf277-a00a-426c-859c-9c0822d72347, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=eb9bf277-a00a-426c-859c-9c0822d72347,segment=NetworkSegment(4bd933ce-9ca8-41e8-a616-b4e74153651a),segment_id=4bd933ce-9ca8-41e8-a616-b4e74153651a)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:22.437967 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.444044 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-7e452f2b-c68f-4c34-b96b-ce9b77ce028e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d470dece-9c15-4ab9-87f2-416f558c1d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491941 Aug 20 11:35:22.453204 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0e06e9f1-cf7d-4e4d-bdab-bb2eb6c184ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.544479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Allocated IP 172.20.0.2 (3765c0b6-30e4-4c80-b34e-662a7a97606a/70e31567-3877-4476-961b-15542cf2ff76/d67c9017-ba0c-4998-aa1a-68f823879018) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:22.555201 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Pushing event updated for resources: {'Port': ['ID=eb9bf277-a00a-426c-859c-9c0822d72347,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:22.640306 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:22.641049 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.642520 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-46dd409f-324a-4927-8e09-8ca2a7cae39c service neutron] 10.222.0.35 "PUT /v2.0/ports/eb9bf277-a00a-426c-859c-9c0822d72347 HTTP/1.1" status: 200 len: 1091 time: 1.6617982 Aug 20 11:35:22.649300 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18c1f3-0ef5-4ef5-94b7-3911c95a2d87 req-b3297457-baa0-445c-a107-9418ee1a8f34 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:22.658674 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e18c1f3-0ef5-4ef5-94b7-3911c95a2d87 req-b3297457-baa0-445c-a107-9418ee1a8f34 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1788819 Aug 20 11:35:22.700856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Request body: {'port': {'device_id': '4c74889f-924e-4593-ab33-78eda0239b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:22.717531 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e18c1f3-0ef5-4ef5-94b7-3911c95a2d87 req-30cb8bda-2a63-4fdb-9e93-9106b8e831bb tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575616 Aug 20 11:35:22.728009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f823af-567f-4f02-936f-d836a02583d8 req-02f50e11-2ea3-4dd9-b81a-7805db1c5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:22.745143 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7f823af-567f-4f02-936f-d836a02583d8 req-02f50e11-2ea3-4dd9-b81a-7805db1c5471 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6785c568778942c9ac691afac640269d&device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 1094 time: 0.2996130 Aug 20 11:35:22.756923 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.778232 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Transition to ACTIVE for port object d67c9017-ba0c-4998-aa1a-68f823879018 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:22.805396 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Transition to ACTIVE for port object d67c9017-ba0c-4998-aa1a-68f823879018 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:22.812320 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.841314 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec69b20-9494-4bf2-abf5-baabe087e46a x-openstack-request-id: req-aec69b20-9494-4bf2-abf5-baabe087e46a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:22.841976 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "tag": "494df33d-3398-4c62-b57c-b0334aacc33a", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:22.841976 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aec69b20-9494-4bf2-abf5-baabe087e46a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:22.842629 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'tag': '494df33d-3398-4c62-b57c-b0334aacc33a', 'status': 'completed', 'code': 200} Aug 20 11:35:22.851568 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.900898 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cbdff31f-79db-401c-9326-dc604c284f05 req-f44cc1dd-b068-49f8-80ba-a0b998b20b05 service neutron] 10.222.0.37 "GET /v2.0/networks/42c7bc50-9908-4665-95d3-72be9582a930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908754 Aug 20 11:35:22.912933 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Network 3765c0b6-30e4-4c80-b34e-662a7a97606a is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:22.914663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Pushing event updated for resources: {'Port': ['ID=d67c9017-ba0c-4998-aa1a-68f823879018,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:22.918505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:22.922034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:22.934036 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:22.934987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:22.935492 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:22.936999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:22.937653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:22.938228 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:22.938804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:22.939501 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:22.940009 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:22.940716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:22.941223 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:22.941704 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:22.942855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f823af-567f-4f02-936f-d836a02583d8 req-a25836ec-9750-4546-86d9-03ff5931452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:22.944387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7f823af-567f-4f02-936f-d836a02583d8 req-a25836ec-9750-4546-86d9-03ff5931452e service neutron] 10.222.0.76 "GET /v2.0/networks?id=76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c HTTP/1.1" status: 200 len: 914 time: 0.1823139 Aug 20 11:35:22.963091 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.039162 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-91670a03-8b92-432d-b9c9-e34825795094 service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167270 Aug 20 11:35:23.053828 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Attempting to bind port d67c9017-ba0c-4998-aa1a-68f823879018 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:23.054140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Attempting to bind port d67c9017-ba0c-4998-aa1a-68f823879018 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '17ea9eb2-67f3-4ecd-8247-388b23525b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:23.055425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Attempting to bind port d67c9017-ba0c-4998-aa1a-68f823879018 on network 3765c0b6-30e4-4c80-b34e-662a7a97606a {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:23.075166 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:23.076094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Checking segment: {'id': '17ea9eb2-67f3-4ecd-8247-388b23525b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:23.076781 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.077415 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Bound using segment: {'id': '17ea9eb2-67f3-4ecd-8247-388b23525b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:23.078222 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Bound port: d67c9017-ba0c-4998-aa1a-68f823879018, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ea9eb2-67f3-4ecd-8247-388b23525b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:23.078853 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.146183 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7f823af-567f-4f02-936f-d836a02583d8 req-ea53dcb9-99a2-46a9-8a6f-076f117b0e52 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9db10a3-78de-40c7-9c0c-e6361d9515db HTTP/1.1" status: 200 len: 217 time: 0.1418114 Aug 20 11:35:23.219365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] For port d67c9017-ba0c-4998-aa1a-68f823879018, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:23.227187 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] For port d67c9017-ba0c-4998-aa1a-68f823879018, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d67c9017-ba0c-4998-aa1a-68f823879018,segment=NetworkSegment(17ea9eb2-67f3-4ecd-8247-388b23525b57),segment_id=17ea9eb2-67f3-4ecd-8247-388b23525b57)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:23.235661 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.307066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be635e84-6382-4c32-944c-76bf7f053bae req-a28fa966-ea97-46ec-8e99-fb177792d6b9 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.320971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e50c2-c717-435e-b743-785fb2c38a54 None None] Pushing event updated for resources: {'Port': ['ID=d67c9017-ba0c-4998-aa1a-68f823879018,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:23.323116 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be635e84-6382-4c32-944c-76bf7f053bae req-a28fa966-ea97-46ec-8e99-fb177792d6b9 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 944 time: 0.3574255 Aug 20 11:35:23.405302 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc64612-9e06-4337-8d75-439c11f599f7 req-f29f3e31-1017-407d-ad30-7762bcf8cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.405841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc64612-9e06-4337-8d75-439c11f599f7 req-f29f3e31-1017-407d-ad30-7762bcf8cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.406292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc64612-9e06-4337-8d75-439c11f599f7 req-f29f3e31-1017-407d-ad30-7762bcf8cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.406780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc64612-9e06-4337-8d75-439c11f599f7 req-f29f3e31-1017-407d-ad30-7762bcf8cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.407263 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc64612-9e06-4337-8d75-439c11f599f7 req-f29f3e31-1017-407d-ad30-7762bcf8cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.407964 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc64612-9e06-4337-8d75-439c11f599f7 req-f29f3e31-1017-407d-ad30-7762bcf8cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.408371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc64612-9e06-4337-8d75-439c11f599f7 req-f29f3e31-1017-407d-ad30-7762bcf8cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.410613 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2cc64612-9e06-4337-8d75-439c11f599f7 req-f29f3e31-1017-407d-ad30-7762bcf8cc30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9991f8a924e64527907714e2ed9a1df3&device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 6407 time: 0.4645951 Aug 20 11:35:23.564995 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be635e84-6382-4c32-944c-76bf7f053bae req-6864f816-e0e9-4e56-a797-7458f851ecfa tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341034 Aug 20 11:35:23.605009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f823af-567f-4f02-936f-d836a02583d8 req-b5deda8a-7f9b-47ae-9354-e3b4348f286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.606479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7f823af-567f-4f02-936f-d836a02583d8 req-b5deda8a-7f9b-47ae-9354-e3b4348f286c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ae1dca89-355c-45c2-b424-6751d7fbb5ae HTTP/1.1" status: 200 len: 854 time: 0.4485264 Aug 20 11:35:23.621324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc64612-9e06-4337-8d75-439c11f599f7 req-2ae30fc8-25e5-4850-bef4-8f12b3d20ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.621808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc64612-9e06-4337-8d75-439c11f599f7 req-2ae30fc8-25e5-4850-bef4-8f12b3d20ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.622307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc64612-9e06-4337-8d75-439c11f599f7 req-2ae30fc8-25e5-4850-bef4-8f12b3d20ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.623885 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2cc64612-9e06-4337-8d75-439c11f599f7 req-2ae30fc8-25e5-4850-bef4-8f12b3d20ca9 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9991f8a924e64527907714e2ed9a1df3&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1953020 Aug 20 11:35:23.643016 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-45ca49b2-c0cf-42bf-8028-1811abdb2895 service neutron] 10.222.0.76 "GET /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315280 Aug 20 11:35:23.750681 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9561623-609a-4b14-a0c3-06cece847c74 req-911c18fa-a418-49e6-870b-a271491d2149 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 210 time: 0.0469418 Aug 20 11:35:23.753198 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7f823af-567f-4f02-936f-d836a02583d8 req-ff202e89-c475-47ed-819a-34dfc3eb261f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340971 Aug 20 11:35:23.833249 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d92986-950e-45e5-b1ee-b10b269bd8fc req-1c7b8cfe-45e6-4cc1-89d9-5cf0bc320d36 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.863134 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d92986-950e-45e5-b1ee-b10b269bd8fc req-1c7b8cfe-45e6-4cc1-89d9-5cf0bc320d36 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.876023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d92986-950e-45e5-b1ee-b10b269bd8fc req-1c7b8cfe-45e6-4cc1-89d9-5cf0bc320d36 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.883700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d92986-950e-45e5-b1ee-b10b269bd8fc req-1c7b8cfe-45e6-4cc1-89d9-5cf0bc320d36 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.890961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d92986-950e-45e5-b1ee-b10b269bd8fc req-1c7b8cfe-45e6-4cc1-89d9-5cf0bc320d36 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.899688 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d92986-950e-45e5-b1ee-b10b269bd8fc req-1c7b8cfe-45e6-4cc1-89d9-5cf0bc320d36 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.906592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d92986-950e-45e5-b1ee-b10b269bd8fc req-1c7b8cfe-45e6-4cc1-89d9-5cf0bc320d36 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.913317 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d8d92986-950e-45e5-b1ee-b10b269bd8fc req-1c7b8cfe-45e6-4cc1-89d9-5cf0bc320d36 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5405 time: 0.2089155 Aug 20 11:35:24.027419 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d67c9017-ba0c-4998-aa1a-68f823879018 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:24.089615 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port d67c9017-ba0c-4998-aa1a-68f823879018 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:24.113838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc64612-9e06-4337-8d75-439c11f599f7 req-e9ad7289-a662-4696-9744-87faded0c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:24.115810 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2cc64612-9e06-4337-8d75-439c11f599f7 req-e9ad7289-a662-4696-9744-87faded0c429 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4379549 Aug 20 11:35:24.149914 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d8d92986-950e-45e5-b1ee-b10b269bd8fc req-ce256713-2c71-44dd-ac20-366abb3845a6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637770 Aug 20 11:35:24.207981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbf190-2aff-4e41-ab70-ff3bdf3df6d1 req-9d04b8ff-8bee-44fc-972d-a4b53186d470 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:24.219349 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-44dbf190-2aff-4e41-ab70-ff3bdf3df6d1 req-9d04b8ff-8bee-44fc-972d-a4b53186d470 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 943 time: 0.3380127 Aug 20 11:35:24.241181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-0ed7f6d2-70bf-4662-a099-09ae35629d4f tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:24.243432 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-0ed7f6d2-70bf-4662-a099-09ae35629d4f tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3&tenant_id=9437c8ccf38f4278bfdd6826ef939401&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 1095 time: 0.2365038 Aug 20 11:35:24.295292 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7f823af-567f-4f02-936f-d836a02583d8 req-7beb5dc6-b07c-4b72-beba-bd4f0da249a0 service neutron] 10.222.0.76 "GET /v2.0/networks/76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205324 Aug 20 11:35:24.402761 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-44dbf190-2aff-4e41-ab70-ff3bdf3df6d1 req-de7d5122-2573-477e-8c45-a4e85337468d tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2edfac0-a023-40a3-af74-af4c44faa495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804979 Aug 20 11:35:24.455897 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcc8b63-6f5a-4f97-8d58-274552ae7093 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:24.473118 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.489970 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.502869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7892e00-d752-4cd9-89ad-0d0034c64052 req-52aee07e-97f7-4106-a27f-7f02addcbb2f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:24.512017 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b7892e00-d752-4cd9-89ad-0d0034c64052 req-52aee07e-97f7-4106-a27f-7f02addcbb2f tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1132555 Aug 20 11:35:24.538238 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7f823af-567f-4f02-936f-d836a02583d8 req-44b26177-a102-45d7-aded-2020784c821d service neutron] 10.222.0.76 "GET /v2.0/networks/76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278087 Aug 20 11:35:24.553396 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.556195 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Transition to ACTIVE for port object 9fcc8b63-6f5a-4f97-8d58-274552ae7093 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:24.566497 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.568226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-175f6614-9d86-4cb1-8874-984a1bc9c48b service neutron] For port 50f30fcf-3f63-41a1-9e10-317b227f1d41, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:24.573218 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-175f6614-9d86-4cb1-8874-984a1bc9c48b service neutron] Notify callbacks [] for binding, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.574849 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41043f9f-e49e-4f4f-9c3e-fc0236c5bc4f req-175f6614-9d86-4cb1-8874-984a1bc9c48b service neutron] 10.222.0.76 "DELETE /v2.0/ports/50f30fcf-3f63-41a1-9e10-317b227f1d41/bindings/n-h1-804299-2 HTTP/1.1" status: 204 len: 173 time: 0.3160987 Aug 20 11:35:24.751570 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b7892e00-d752-4cd9-89ad-0d0034c64052 req-775e7fe4-1506-491a-8130-053df043ebd4 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385449 Aug 20 11:35:24.777922 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcc8b63-6f5a-4f97-8d58-274552ae7093,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:24.860237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'tag': 'eb9bf277-a00a-426c-859c-9c0822d72347'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:24.863022 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c726edb-9f36-4ad5-a4bf-9eb3ed85c8a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "tag": "eb9bf277-a00a-426c-859c-9c0822d72347"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:24.880506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Allocated IP 172.25.8.149 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/04f031ad-a8ab-4ca6-8bc4-3fe70fca0601) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:24.963123 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962342e9-dcf8-4a65-891d-c38df790a852 None None] Network 3765c0b6-30e4-4c80-b34e-662a7a97606a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:24.988627 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594313f-9d5e-4a78-a9b1-ef8f4497c081 req-806741b1-bfe7-4bee-a284-2ebc6d87d951 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:24.998561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a594313f-9d5e-4a78-a9b1-ef8f4497c081 req-806741b1-bfe7-4bee-a284-2ebc6d87d951 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 944 time: 0.1470177 Aug 20 11:35:25.001823 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.062863 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-613ddaa9-4010-4d85-baf9-b882aa044947 None None] Provisioning for port d67c9017-ba0c-4998-aa1a-68f823879018 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:25.064011 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ae424147-f9a6-4933-9718-6e50d1ae53a6 req-84f114cf-27ab-4f08-a4e9-0d6d1533b8af tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 210 time: 0.0531571 Aug 20 11:35:25.064586 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdff31f-79db-401c-9326-dc604c284f05 req-734ed67b-cd76-4128-897f-423cd22308c1 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.066609 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cbdff31f-79db-401c-9326-dc604c284f05 req-734ed67b-cd76-4128-897f-423cd22308c1 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.35 "GET /v2.0/networks?id=42c7bc50-9908-4665-95d3-72be9582a930 HTTP/1.1" status: 200 len: 821 time: 0.3791177 Aug 20 11:35:25.079801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-613ddaa9-4010-4d85-baf9-b882aa044947 None None] Provisioning complete for port d67c9017-ba0c-4998-aa1a-68f823879018 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:25.080177 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-613ddaa9-4010-4d85-baf9-b882aa044947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.096980 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-cbdff31f-79db-401c-9326-dc604c284f05 req-2626d988-5ac0-470d-8296-394242fee7dd tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Request body: {'port': {'device_id': 'ea67b3dc-dda3-404f-92d8-cc1c81402fc4', 'network_id': '42c7bc50-9908-4665-95d3-72be9582a930', 'admin_state_up': True, 'tenant_id': 'f48cab05e82649a6a2ea402f07c8db36'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:25.120975 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a87d710-34ab-42aa-b9a8-f66013131530 x-openstack-request-id: req-8a87d710-34ab-42aa-b9a8-f66013131530 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:25.121263 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "tag": "eb9bf277-a00a-426c-859c-9c0822d72347", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:25.121519 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a87d710-34ab-42aa-b9a8-f66013131530 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:25.121914 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'tag': 'eb9bf277-a00a-426c-859c-9c0822d72347', 'status': 'completed', 'code': 200} Aug 20 11:35:25.134147 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Attempting to bind port 9fcc8b63-6f5a-4f97-8d58-274552ae7093 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:25.134979 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a594313f-9d5e-4a78-a9b1-ef8f4497c081 req-0aae9472-fef5-4f52-9baa-7adc1b29915d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354344 Aug 20 11:35:25.137259 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Attempting to bind port 9fcc8b63-6f5a-4f97-8d58-274552ae7093 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '4bd933ce-9ca8-41e8-a616-b4e74153651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:25.137604 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Attempting to bind port 9fcc8b63-6f5a-4f97-8d58-274552ae7093 on network 66063b31-2757-4517-8a29-77f4e6ff6618 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:25.195957 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bf172de2-cbe0-406b-a08b-e60367bd07d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.227089 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Port 9fcc8b63-6f5a-4f97-8d58-274552ae7093 on network 66063b31-2757-4517-8a29-77f4e6ff6618 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:25.227515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Attempting to bind port 9fcc8b63-6f5a-4f97-8d58-274552ae7093 on network 66063b31-2757-4517-8a29-77f4e6ff6618 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:25.233670 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.275031 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-613ddaa9-4010-4d85-baf9-b882aa044947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.277300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device a9db10a3-78de-40c7-9c0c-e6361d9515db details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:25.282416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:25.282767 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Checking segment: {'id': '4bd933ce-9ca8-41e8-a616-b4e74153651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:25.283157 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Bound using segment: {'id': '4bd933ce-9ca8-41e8-a616-b4e74153651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:25.283614 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Bound port: 9fcc8b63-6f5a-4f97-8d58-274552ae7093, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd933ce-9ca8-41e8-a616-b4e74153651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:25.283974 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.344460 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.404351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498cfef-728a-4da0-bad8-401622a72d41 req-7317d791-dd1a-4a2f-8872-295519b8df8f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.412353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498cfef-728a-4da0-bad8-401622a72d41 req-7317d791-dd1a-4a2f-8872-295519b8df8f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.418617 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=04f031ad-a8ab-4ca6-8bc4-3fe70fca0601,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:25.419421 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498cfef-728a-4da0-bad8-401622a72d41 req-7317d791-dd1a-4a2f-8872-295519b8df8f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.426719 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498cfef-728a-4da0-bad8-401622a72d41 req-7317d791-dd1a-4a2f-8872-295519b8df8f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.434096 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498cfef-728a-4da0-bad8-401622a72d41 req-7317d791-dd1a-4a2f-8872-295519b8df8f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.437805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:25.440502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498cfef-728a-4da0-bad8-401622a72d41 req-7317d791-dd1a-4a2f-8872-295519b8df8f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.448791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498cfef-728a-4da0-bad8-401622a72d41 req-7317d791-dd1a-4a2f-8872-295519b8df8f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.457969 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0498cfef-728a-4da0-bad8-401622a72d41 req-7317d791-dd1a-4a2f-8872-295519b8df8f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.1848388 Aug 20 11:35:25.471336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbdff31f-79db-401c-9326-dc604c284f05 req-2626d988-5ac0-470d-8296-394242fee7dd tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Made reservation on behalf of f48cab05e82649a6a2ea402f07c8db36 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:25.475097 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cbdff31f-79db-401c-9326-dc604c284f05 req-2626d988-5ac0-470d-8296-394242fee7dd tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.488847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726edb-9f36-4ad5-a4bf-9eb3ed85c8a5 req-289d6e31-27a6-4a0b-b117-45443556c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.489677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726edb-9f36-4ad5-a4bf-9eb3ed85c8a5 req-289d6e31-27a6-4a0b-b117-45443556c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.490438 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726edb-9f36-4ad5-a4bf-9eb3ed85c8a5 req-289d6e31-27a6-4a0b-b117-45443556c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.491366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726edb-9f36-4ad5-a4bf-9eb3ed85c8a5 req-289d6e31-27a6-4a0b-b117-45443556c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.493580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726edb-9f36-4ad5-a4bf-9eb3ed85c8a5 req-289d6e31-27a6-4a0b-b117-45443556c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.494342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726edb-9f36-4ad5-a4bf-9eb3ed85c8a5 req-289d6e31-27a6-4a0b-b117-45443556c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.495031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726edb-9f36-4ad5-a4bf-9eb3ed85c8a5 req-289d6e31-27a6-4a0b-b117-45443556c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.497391 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6c726edb-9f36-4ad5-a4bf-9eb3ed85c8a5 req-289d6e31-27a6-4a0b-b117-45443556c37a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9991f8a924e64527907714e2ed9a1df3&device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 6432 time: 0.3348277 Aug 20 11:35:25.498583 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:25.509061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:25.550047 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0498cfef-728a-4da0-bad8-401622a72d41 req-0b8fa54e-a9ce-442a-80c8-546864e789dc tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821238 Aug 20 11:35:25.662384 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-613ddaa9-4010-4d85-baf9-b882aa044947 None None] For port d67c9017-ba0c-4998-aa1a-68f823879018, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d67c9017-ba0c-4998-aa1a-68f823879018,segment=NetworkSegment(17ea9eb2-67f3-4ecd-8247-388b23525b57),segment_id=17ea9eb2-67f3-4ecd-8247-388b23525b57)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:25.678042 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] For port 9fcc8b63-6f5a-4f97-8d58-274552ae7093, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:25.678726 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-613ddaa9-4010-4d85-baf9-b882aa044947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.733256 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e74e0-6453-415a-887a-4e55e8e79cd0 req-81eb256b-b506-4a96-a291-bfc468b5f853 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.734820 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-972e74e0-6453-415a-887a-4e55e8e79cd0 req-81eb256b-b506-4a96-a291-bfc468b5f853 tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 1095 time: 0.4057634 Aug 20 11:35:25.744394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] For port 9fcc8b63-6f5a-4f97-8d58-274552ae7093, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=9fcc8b63-6f5a-4f97-8d58-274552ae7093,segment=NetworkSegment(4bd933ce-9ca8-41e8-a616-b4e74153651a),segment_id=4bd933ce-9ca8-41e8-a616-b4e74153651a)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:25.768201 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.798832 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port a9db10a3-78de-40c7-9c0c-e6361d9515db, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a9db10a3-78de-40c7-9c0c-e6361d9515db,segment=NetworkSegment(c3f7cb73-d291-42e7-b412-69aa6dab7a70),segment_id=c3f7cb73-d291-42e7-b412-69aa6dab7a70)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:25.805256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-cbdff31f-79db-401c-9326-dc604c284f05 req-2626d988-5ac0-470d-8296-394242fee7dd tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Allocated IP 172.20.0.14 (42c7bc50-9908-4665-95d3-72be9582a930/5f2bac2b-b1a0-4e92-86d6-4f2f408a5306/44b2853e-b563-42b2-9763-45ee99911fc6) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:25.822665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72bee4-2901-4923-84ba-07a6abd757b0 req-a18ef916-55c1-482b-a484-9791c74609e8 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.823910 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ddaa9-4010-4d85-baf9-b882aa044947 None None] Pushing event updated for resources: {'Port': ['ID=d67c9017-ba0c-4998-aa1a-68f823879018,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:25.824345 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c72bee4-2901-4923-84ba-07a6abd757b0 req-a18ef916-55c1-482b-a484-9791c74609e8 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 943 time: 0.0719030 Aug 20 11:35:25.829012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'a9db10a3-78de-40c7-9c0c-e6361d9515db', 'network_id': '76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c', 'port_id': 'a9db10a3-78de-40c7-9c0c-e6361d9515db', 'mac_address': 'fa:16:3e:e4:15:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1dca89-355c-45c2-b424-6751d7fbb5ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:25.916927 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.957163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d67c9017-ba0c-4998-aa1a-68f823879018 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:25.963282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9db10a3-78de-40c7-9c0c-e6361d9515db {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:25.978796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c72bee4-2901-4923-84ba-07a6abd757b0 req-6065fbdc-f5a8-47bd-a59b-776e11da7505 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2edfac0-a023-40a3-af74-af4c44faa495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424375 Aug 20 11:35:26.011714 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.012133 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:26.013557 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] 10.222.0.35 "PUT /v2.0/ports/9fcc8b63-6f5a-4f97-8d58-274552ae7093 HTTP/1.1" status: 200 len: 1091 time: 3.3421466 Aug 20 11:35:26.062716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port a9db10a3-78de-40c7-9c0c-e6361d9515db, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a9db10a3-78de-40c7-9c0c-e6361d9515db,segment=NetworkSegment(c3f7cb73-d291-42e7-b412-69aa6dab7a70),segment_id=c3f7cb73-d291-42e7-b412-69aa6dab7a70)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:26.075383 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726edb-9f36-4ad5-a4bf-9eb3ed85c8a5 req-c5ba53b5-2965-4823-ba1c-61ef901015d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.076119 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726edb-9f36-4ad5-a4bf-9eb3ed85c8a5 req-c5ba53b5-2965-4823-ba1c-61ef901015d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.076282 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:26.077309 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726edb-9f36-4ad5-a4bf-9eb3ed85c8a5 req-c5ba53b5-2965-4823-ba1c-61ef901015d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.079500 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6c726edb-9f36-4ad5-a4bf-9eb3ed85c8a5 req-c5ba53b5-2965-4823-ba1c-61ef901015d6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9991f8a924e64527907714e2ed9a1df3&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5578527 Aug 20 11:35:26.101791 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-972e74e0-6453-415a-887a-4e55e8e79cd0 req-d2c9ac68-a023-4578-a5b9-27b4efecba7e tempest-LiveAutoBlockMigrationV225Test-803052854 tempest-LiveAutoBlockMigrationV225Test-803052854-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423457 Aug 20 11:35:26.102866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18488fa-89c9-4542-bfcf-2eaeea38e1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcc8b63-6f5a-4f97-8d58-274552ae7093,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:26.238540 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d67c9017-ba0c-4998-aa1a-68f823879018 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:26.239175 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:26.243388 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cbdff31f-79db-401c-9326-dc604c284f05 req-2626d988-5ac0-470d-8296-394242fee7dd tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:26.310280 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=a9db10a3-78de-40c7-9c0c-e6361d9515db,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:26.333839 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:26.350778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-200329d8-f368-49c7-925a-64f0011b64ed None None] Provisioning complete for port d67c9017-ba0c-4998-aa1a-68f823879018 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:26.351461 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-200329d8-f368-49c7-925a-64f0011b64ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:26.352371 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-75df995a-72a6-4cab-ba0e-93b3760bb8ba req-75b42e9a-d80d-4845-b1ae-fc5bbd138fb9 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 210 time: 0.0512283 Aug 20 11:35:26.359592 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cbdff31f-79db-401c-9326-dc604c284f05 req-2626d988-5ac0-470d-8296-394242fee7dd tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:26.431116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626d988-5ac0-470d-8296-394242fee7dd tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Pushing event updated for resources: {'Port': ['ID=44b2853e-b563-42b2-9763-45ee99911fc6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:26.436032 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['a9db10a3-78de-40c7-9c0c-e6361d9515db'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:26.454322 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbdff31f-79db-401c-9326-dc604c284f05 req-2626d988-5ac0-470d-8296-394242fee7dd tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Network 42c7bc50-9908-4665-95d3-72be9582a930 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:26.455815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-cbdff31f-79db-401c-9326-dc604c284f05 req-2626d988-5ac0-470d-8296-394242fee7dd tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:26.458618 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdff31f-79db-401c-9326-dc604c284f05 req-2626d988-5ac0-470d-8296-394242fee7dd tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:26.541927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b23f06-880e-4057-98cf-8df938e08f1d req-d612ca7c-1ef9-410c-9766-f8c633f1e866 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.551836 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4b23f06-880e-4057-98cf-8df938e08f1d req-d612ca7c-1ef9-410c-9766-f8c633f1e866 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1882243 Aug 20 11:35:26.779847 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4b23f06-880e-4057-98cf-8df938e08f1d req-d7bb7526-8f02-4f52-8e51-57caf9390d62 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268622 Aug 20 11:35:26.785071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726edb-9f36-4ad5-a4bf-9eb3ed85c8a5 req-468beab8-0aea-4634-8ba5-9131c43fe715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.786579 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6c726edb-9f36-4ad5-a4bf-9eb3ed85c8a5 req-468beab8-0aea-4634-8ba5-9131c43fe715 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6992679 Aug 20 11:35:26.800367 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:26.872294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdff31f-79db-401c-9326-dc604c284f05 req-2626d988-5ac0-470d-8296-394242fee7dd tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.872987 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cbdff31f-79db-401c-9326-dc604c284f05 req-2626d988-5ac0-470d-8296-394242fee7dd tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:26.889461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527eb7-1eee-4fdc-b717-742b726f919e req-2f8f5b06-5a60-490c-8dea-ac485d0a7d40 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.895205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527eb7-1eee-4fdc-b717-742b726f919e req-2f8f5b06-5a60-490c-8dea-ac485d0a7d40 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.901996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527eb7-1eee-4fdc-b717-742b726f919e req-2f8f5b06-5a60-490c-8dea-ac485d0a7d40 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.908765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527eb7-1eee-4fdc-b717-742b726f919e req-2f8f5b06-5a60-490c-8dea-ac485d0a7d40 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.916073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527eb7-1eee-4fdc-b717-742b726f919e req-2f8f5b06-5a60-490c-8dea-ac485d0a7d40 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.922070 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527eb7-1eee-4fdc-b717-742b726f919e req-2f8f5b06-5a60-490c-8dea-ac485d0a7d40 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.928357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527eb7-1eee-4fdc-b717-742b726f919e req-2f8f5b06-5a60-490c-8dea-ac485d0a7d40 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.930535 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-02527eb7-1eee-4fdc-b717-742b726f919e req-2f8f5b06-5a60-490c-8dea-ac485d0a7d40 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.1269763 Aug 20 11:35:26.946619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cbdff31f-79db-401c-9326-dc604c284f05 req-2626d988-5ac0-470d-8296-394242fee7dd tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8540773 Aug 20 11:35:26.962508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Request body: {'port': {'device_id': 'ea67b3dc-dda3-404f-92d8-cc1c81402fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:27.003036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-6e4a3692-71b3-490c-b66a-3281f1a7f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.003593 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-6e4a3692-71b3-490c-b66a-3281f1a7f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.004071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-6e4a3692-71b3-490c-b66a-3281f1a7f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.004541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-6e4a3692-71b3-490c-b66a-3281f1a7f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.005045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-6e4a3692-71b3-490c-b66a-3281f1a7f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.005512 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-6e4a3692-71b3-490c-b66a-3281f1a7f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.006066 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-6e4a3692-71b3-490c-b66a-3281f1a7f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.009287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-6e4a3692-71b3-490c-b66a-3281f1a7f9c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9991f8a924e64527907714e2ed9a1df3&device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 6474 time: 0.1634548 Aug 20 11:35:27.022532 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc71ce-495c-4ff3-8de3-591158684e3a req-a224722e-217a-4e25-9caf-ed02fdeb771b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.024653 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-02527eb7-1eee-4fdc-b717-742b726f919e req-cb21d629-dfe2-4bd7-9f0f-c8d5a9f0e660 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814710 Aug 20 11:35:27.025207 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5bdc71ce-495c-4ff3-8de3-591158684e3a req-a224722e-217a-4e25-9caf-ed02fdeb771b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 944 time: 0.1388073 Aug 20 11:35:27.062853 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.123634 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-fee77fd7-eeea-4cee-b584-f06b65fce764 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5054f1e-1723-48c0-b1b4-5eda599cf42a HTTP/1.1" status: 200 len: 217 time: 0.0955288 Aug 20 11:35:27.124618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'tag': '9fcc8b63-6f5a-4f97-8d58-274552ae7093'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:27.126459 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dae9f2-62ad-450a-a9c7-214b2877d92e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "tag": "9fcc8b63-6f5a-4f97-8d58-274552ae7093"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:27.191534 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5bdc71ce-495c-4ff3-8de3-591158684e3a req-f8b9734b-b9eb-492a-9552-1ee3a86b0f46 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565676 Aug 20 11:35:27.297544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5a78-0c02-4241-ba2a-0a7c2622e5f2 req-e4502f95-caf6-4bf4-95a5-550b5faeea53 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.299219 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-546c5a78-0c02-4241-ba2a-0a7c2622e5f2 req-e4502f95-caf6-4bf4-95a5-550b5faeea53 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 944 time: 0.1190135 Aug 20 11:35:27.399665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-546c5a78-0c02-4241-ba2a-0a7c2622e5f2 req-b935c418-9923-46cd-a5a9-d57d50ac653e tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2edfac0-a023-40a3-af74-af4c44faa495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927472 Aug 20 11:35:27.438534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced00697-fa62-4ce9-b8f6-13e163dff1a8 req-04921a81-c1b2-488f-97da-15b57c4fa91e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.440087 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ced00697-fa62-4ce9-b8f6-13e163dff1a8 req-04921a81-c1b2-488f-97da-15b57c4fa91e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 944 time: 0.0975056 Aug 20 11:35:27.501986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b2853e-b563-42b2-9763-45ee99911fc6 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:27.515660 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.527999 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70273940-221b-4a8c-bdd3-62f12a51804c x-openstack-request-id: req-70273940-221b-4a8c-bdd3-62f12a51804c {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:27.528281 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "tag": "9fcc8b63-6f5a-4f97-8d58-274552ae7093", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:27.528527 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70273940-221b-4a8c-bdd3-62f12a51804c {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:27.528926 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'tag': '9fcc8b63-6f5a-4f97-8d58-274552ae7093', 'status': 'completed', 'code': 200} Aug 20 11:35:27.552914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Transition to ACTIVE for port object 44b2853e-b563-42b2-9763-45ee99911fc6 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:27.558004 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.562235 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-8f6a2c20-864d-4876-a48c-6a5634c1e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.563823 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-8f6a2c20-864d-4876-a48c-6a5634c1e9ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8375492f-a635-4946-b4e7-f896d423826a HTTP/1.1" status: 200 len: 850 time: 0.4304760 Aug 20 11:35:27.606154 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.619902 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=44b2853e-b563-42b2-9763-45ee99911fc6,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:27.627101 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625844f-5208-4cb9-9011-71b00c3f16c1 req-39dbb67e-2f37-41ca-89a7-78d73e6b7cc3 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.627963 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a625844f-5208-4cb9-9011-71b00c3f16c1 req-39dbb67e-2f37-41ca-89a7-78d73e6b7cc3 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 932 time: 0.1033728 Aug 20 11:35:27.631072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-ced00697-fa62-4ce9-b8f6-13e163dff1a8 req-494ab7a1-6db3-4474-89d7-60c8cc66b4b8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Deleting port 50f30fcf-3f63-41a1-9e10-317b227f1d41 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:27.631072 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ced00697-fa62-4ce9-b8f6-13e163dff1a8 req-494ab7a1-6db3-4474-89d7-60c8cc66b4b8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.689495 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-c04b89c3-9d10-4485-94f1-36efd1eb5181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.690986 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-c04b89c3-9d10-4485-94f1-36efd1eb5181 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ded88394-ae35-4901-8c3e-b6672476441c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134150 Aug 20 11:35:27.764030 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Attempting to bind port 44b2853e-b563-42b2-9763-45ee99911fc6 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:27.764361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Attempting to bind port 44b2853e-b563-42b2-9763-45ee99911fc6 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'a5b2792b-52ab-4ef2-b8ef-0e20e917b518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '42c7bc50-9908-4665-95d3-72be9582a930'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:27.764717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Attempting to bind port 44b2853e-b563-42b2-9763-45ee99911fc6 on network 42c7bc50-9908-4665-95d3-72be9582a930 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:27.773173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Port 44b2853e-b563-42b2-9763-45ee99911fc6 on network 42c7bc50-9908-4665-95d3-72be9582a930 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:27.773540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Attempting to bind port 44b2853e-b563-42b2-9763-45ee99911fc6 on network 42c7bc50-9908-4665-95d3-72be9582a930 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:27.776593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ced00697-fa62-4ce9-b8f6-13e163dff1a8 req-494ab7a1-6db3-4474-89d7-60c8cc66b4b8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] For port 50f30fcf-3f63-41a1-9e10-317b227f1d41, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=50f30fcf-3f63-41a1-9e10-317b227f1d41,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:27.776979 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ced00697-fa62-4ce9-b8f6-13e163dff1a8 req-494ab7a1-6db3-4474-89d7-60c8cc66b4b8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.784431 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a625844f-5208-4cb9-9011-71b00c3f16c1 req-f5d017a0-9e3f-4709-9ea8-f7391dcfd4bb tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdbcd44f-c291-4553-a382-bea42057708d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201892 Aug 20 11:35:27.788312 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:27.788890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Checking segment: {'id': 'a5b2792b-52ab-4ef2-b8ef-0e20e917b518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '42c7bc50-9908-4665-95d3-72be9582a930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:27.789509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Bound using segment: {'id': 'a5b2792b-52ab-4ef2-b8ef-0e20e917b518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '42c7bc50-9908-4665-95d3-72be9582a930'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:27.789942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Bound port: 44b2853e-b563-42b2-9763-45ee99911fc6, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b2792b-52ab-4ef2-b8ef-0e20e917b518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '42c7bc50-9908-4665-95d3-72be9582a930'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:27.790319 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.801092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-ced00697-fa62-4ce9-b8f6-13e163dff1a8 req-494ab7a1-6db3-4474-89d7-60c8cc66b4b8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Calling delete_port for 50f30fcf-3f63-41a1-9e10-317b227f1d41 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:27.864770 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-ae0a5f70-651b-43cd-843e-2e0a6d0e268c service neutron] 10.222.0.35 "GET /v2.0/networks/ded88394-ae35-4901-8c3e-b6672476441c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592433 Aug 20 11:35:27.877061 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.884228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Router dbe410e2-561a-4ffb-92d3-c761f05fea58 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:35:27.945434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] For port 44b2853e-b563-42b2-9763-45ee99911fc6, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:27.950569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] For port 44b2853e-b563-42b2-9763-45ee99911fc6, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=44b2853e-b563-42b2-9763-45ee99911fc6,segment=NetworkSegment(a5b2792b-52ab-4ef2-b8ef-0e20e917b518),segment_id=a5b2792b-52ab-4ef2-b8ef-0e20e917b518)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:27.968346 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cc786-8c52-44ba-b851-c7794618078d req-a3f7966c-5331-4e63-ba59-358a3a132e91 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.969862 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d4cc786-8c52-44ba-b851-c7794618078d req-a3f7966c-5331-4e63-ba59-358a3a132e91 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1025579 Aug 20 11:35:27.971517 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.028283 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.028920 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.030282 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cbdff31f-79db-401c-9326-dc604c284f05 req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] 10.222.0.35 "PUT /v2.0/ports/44b2853e-b563-42b2-9763-45ee99911fc6 HTTP/1.1" status: 200 len: 1092 time: 1.0749168 Aug 20 11:35:28.033519 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea67b3dc-dda3-404f-92d8-cc1c81402fc4', 'tag': '44b2853e-b563-42b2-9763-45ee99911fc6'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:28.035756 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469c94e2-5005-4a85-9d90-d9174c986763" -d '{"events": [{"name": "network-changed", "server_uuid": "ea67b3dc-dda3-404f-92d8-cc1c81402fc4", "tag": "44b2853e-b563-42b2-9763-45ee99911fc6"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:28.060017 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-452a0cb6-cab5-41ee-8d72-7d55ed148575 service neutron] 10.222.0.35 "GET /v2.0/networks/ded88394-ae35-4901-8c3e-b6672476441c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847587 Aug 20 11:35:28.072611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:35:28.084076 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Sync routers for ids ['dbe410e2-561a-4ffb-92d3-c761f05fea58'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:35:28.103754 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Routers {'dbe410e2-561a-4ffb-92d3-c761f05fea58'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:28.104888 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:35:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['dbe410e2-561a-4ffb-92d3-c761f05fea58'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:28.123523 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-ac3f9a0f-d49f-4065-a743-663ecbc2e7f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 HTTP/1.1" status: 200 len: 217 time: 0.0459678 Aug 20 11:35:28.129201 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.130901 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-120ec0d6-cabe-48bb-b0e4-07f2ce30d9e1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0155206 Aug 20 11:35:28.133444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57414) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:28.140269 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d4cc786-8c52-44ba-b851-c7794618078d req-98638118-e80e-4aef-836e-48d053e1a89d tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620884 Aug 20 11:35:28.142001 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a694b0-b39a-4ead-94c7-017674cd22d1 x-openstack-request-id: req-57a694b0-b39a-4ead-94c7-017674cd22d1 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:28.142308 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea67b3dc-dda3-404f-92d8-cc1c81402fc4", "tag": "44b2853e-b563-42b2-9763-45ee99911fc6", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:28.142543 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57a694b0-b39a-4ead-94c7-017674cd22d1 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:28.142936 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea67b3dc-dda3-404f-92d8-cc1c81402fc4', 'tag': '44b2853e-b563-42b2-9763-45ee99911fc6', 'status': 'completed', 'code': 200} Aug 20 11:35:28.147050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132478c8-7ab3-4de6-a3fb-9efdca52c0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=44b2853e-b563-42b2-9763-45ee99911fc6,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:28.164668 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ced00697-fa62-4ce9-b8f6-13e163dff1a8 req-494ab7a1-6db3-4474-89d7-60c8cc66b4b8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.175296 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['50f30fcf-3f63-41a1-9e10-317b227f1d41'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:28.180569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['8e80b7a0-4672-4506-8457-f9c78a96006f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:28.229507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ab7a1-6db3-4474-89d7-60c8cc66b4b8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Pushing event deleted for resources: {'Port': ['ID=50f30fcf-3f63-41a1-9e10-317b227f1d41,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:28.235379 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdff31f-79db-401c-9326-dc604c284f05 req-eac7841c-d164-4ac1-8e80-52665277d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.236996 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cbdff31f-79db-401c-9326-dc604c284f05 req-eac7841c-d164-4ac1-8e80-52665277d6de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f48cab05e82649a6a2ea402f07c8db36&device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 1095 time: 0.1588409 Aug 20 11:35:28.267683 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Set router dbe410e2-561a-4ffb-92d3-c761f05fea58 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:35:28.298920 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced00697-fa62-4ce9-b8f6-13e163dff1a8 req-494ab7a1-6db3-4474-89d7-60c8cc66b4b8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] No DVR routers for this DVR port 50f30fcf-3f63-41a1-9e10-317b227f1d41 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:28.332521 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ced00697-fa62-4ce9-b8f6-13e163dff1a8 req-494ab7a1-6db3-4474-89d7-60c8cc66b4b8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.335894 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ced00697-fa62-4ce9-b8f6-13e163dff1a8 req-494ab7a1-6db3-4474-89d7-60c8cc66b4b8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.76 "DELETE /v2.0/ports/50f30fcf-3f63-41a1-9e10-317b227f1d41 HTTP/1.1" status: 204 len: 173 time: 0.8772275 Aug 20 11:35:28.338901 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cbdff31f-79db-401c-9326-dc604c284f05 req-8ae80d69-7b1e-468a-a7a1-903713082be6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44b2853e-b563-42b2-9763-45ee99911fc6 HTTP/1.1" status: 200 len: 217 time: 0.0743842 Aug 20 11:35:28.399831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb1f0dcc-7d7b-4222-b8e7-9c934a878ea9 req-a427ae17-f09f-44f2-af14-536cf4b0f1f6 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 210 time: 0.0688379 Aug 20 11:35:28.416713 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57bb1a-84df-49be-9cc2-82115ac06e26 req-0307f771-7842-4121-862b-d01ac34f9b25 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.422931 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57bb1a-84df-49be-9cc2-82115ac06e26 req-0307f771-7842-4121-862b-d01ac34f9b25 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.440317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdff31f-79db-401c-9326-dc604c284f05 req-f4307d76-5e9e-46af-9b9b-7b59854b07a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.447142 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cbdff31f-79db-401c-9326-dc604c284f05 req-f4307d76-5e9e-46af-9b9b-7b59854b07a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f2bac2b-b1a0-4e92-86d6-4f2f408a5306 HTTP/1.1" status: 200 len: 861 time: 0.1001160 Aug 20 11:35:28.454405 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57bb1a-84df-49be-9cc2-82115ac06e26 req-0307f771-7842-4121-862b-d01ac34f9b25 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.474041 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57bb1a-84df-49be-9cc2-82115ac06e26 req-0307f771-7842-4121-862b-d01ac34f9b25 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.483625 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57bb1a-84df-49be-9cc2-82115ac06e26 req-0307f771-7842-4121-862b-d01ac34f9b25 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.490808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57bb1a-84df-49be-9cc2-82115ac06e26 req-0307f771-7842-4121-862b-d01ac34f9b25 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.493424 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cbdff31f-79db-401c-9326-dc604c284f05 req-752cba57-d7a5-467d-8eb4-b082ab7eed11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42c7bc50-9908-4665-95d3-72be9582a930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349858 Aug 20 11:35:28.497267 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57bb1a-84df-49be-9cc2-82115ac06e26 req-0307f771-7842-4121-862b-d01ac34f9b25 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.499170 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e57bb1a-84df-49be-9cc2-82115ac06e26 req-0307f771-7842-4121-862b-d01ac34f9b25 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.2732656 Aug 20 11:35:28.502797 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-ecf8d803-a7ff-4994-a7fa-dedf3fa84e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.504254 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-ecf8d803-a7ff-4994-a7fa-dedf3fa84e49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faadc5a1-a763-44eb-9395-380b41cb0af5 HTTP/1.1" status: 200 len: 797 time: 0.2968116 Aug 20 11:35:28.543887 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'name': 'tempest-ServersTestBootFromVolume-127276268-router', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:22Z', 'updated_at': '2021-08-20T11:35:25Z', 'revision_number': 3, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'gw_port': {'id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:24Z', 'updated_at': '2021-08-20T11:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:28.595310 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Checking router: dbe410e2-561a-4ffb-92d3-c761f05fea58 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:35:28.596003 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Updating router dbe410e2-561a-4ffb-92d3-c761f05fea58 port 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:35:28.625976 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.633692 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e57bb1a-84df-49be-9cc2-82115ac06e26 req-0df7358f-0b38-4105-a4ae-254491343ee6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1263239 Aug 20 11:35:28.646357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-e7e134fe-ad8c-413d-ae12-f82312bfadd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.648321 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-e7e134fe-ad8c-413d-ae12-f82312bfadd2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b853601e-e5a6-4bac-a3f5-84410a4476f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1173995 Aug 20 11:35:28.652605 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cbdff31f-79db-401c-9326-dc604c284f05 req-a5e59aee-ffe6-4bb4-990a-46c4c21b590f service neutron] 10.222.0.35 "GET /v2.0/networks/42c7bc50-9908-4665-95d3-72be9582a930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481373 Aug 20 11:35:28.665900 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89527ba1-855f-4fd0-a6b7-7be2fde4c18d req-1ae5059b-f756-4ce3-aaf3-1fee148d1b86 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.667538 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89527ba1-855f-4fd0-a6b7-7be2fde4c18d req-1ae5059b-f756-4ce3-aaf3-1fee148d1b86 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 944 time: 0.0735588 Aug 20 11:35:28.767670 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89527ba1-855f-4fd0-a6b7-7be2fde4c18d req-40288e97-95ce-4eeb-a674-c4054898f031 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2edfac0-a023-40a3-af74-af4c44faa495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873246 Aug 20 11:35:28.797984 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cbdff31f-79db-401c-9326-dc604c284f05 req-89474591-72fb-452d-b9e1-ea24d6a85b5c service neutron] 10.222.0.35 "GET /v2.0/networks/42c7bc50-9908-4665-95d3-72be9582a930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164885 Aug 20 11:35:28.838767 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-0cd9978f-2aac-4fc8-9445-5c0d9d93648a service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553733 Aug 20 11:35:28.925578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c94e2-5005-4a85-9d90-d9174c986763 req-64719295-8a9c-4ad8-9624-5440ddb3706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.927918 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-469c94e2-5005-4a85-9d90-d9174c986763 req-64719295-8a9c-4ad8-9624-5440ddb3706a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f48cab05e82649a6a2ea402f07c8db36&device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 1095 time: 0.0678596 Aug 20 11:35:29.021966 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.034420 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Transition to ACTIVE for port object 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:29.042382 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.058388 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c94e2-5005-4a85-9d90-d9174c986763 req-396ba2a9-d0b2-41dd-a2da-b0e81ddea499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:29.060229 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-469c94e2-5005-4a85-9d90-d9174c986763 req-396ba2a9-d0b2-41dd-a2da-b0e81ddea499 service neutron] 10.222.0.35 "GET /v2.0/networks?id=42c7bc50-9908-4665-95d3-72be9582a930 HTTP/1.1" status: 200 len: 921 time: 0.1228814 Aug 20 11:35:29.064115 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-32989dbe-de9e-4426-b66e-82d2cb82ea7e service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939414 Aug 20 11:35:29.095754 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eb091-9aaa-4702-acc5-f10481117467 req-0159a1ac-82f6-4abf-b341-ebcddc52d297 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:29.098201 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-328eb091-9aaa-4702-acc5-f10481117467 req-0159a1ac-82f6-4abf-b341-ebcddc52d297 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 944 time: 0.1811078 Aug 20 11:35:29.117200 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-469c94e2-5005-4a85-9d90-d9174c986763 req-2f49f2db-ef64-4bb4-9028-c1bf7d945130 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44b2853e-b563-42b2-9763-45ee99911fc6 HTTP/1.1" status: 200 len: 217 time: 0.0417509 Aug 20 11:35:29.134128 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Attempting to bind port 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:29.135105 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Attempting to bind port 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:29.135783 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Attempting to bind port 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:29.139323 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39748540-a6fb-40b0-a076-d29e04640209 None None] Pushing event updated for resources: {'Port': ['ID=04f031ad-a8ab-4ca6-8bc4-3fe70fca0601,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:29.144983 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:29.145707 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:29.146289 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.146844 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:29.147608 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Bound port: 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:29.148701 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.154664 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-54abc180-a9be-4e3c-a642-0cc485c6f997 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=f73427c2-302c-4d69-82a5-d2190ada2e2e HTTP/1.1" status: 200 len: 217 time: 0.0515575 Aug 20 11:35:29.159746 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39748540-a6fb-40b0-a076-d29e04640209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:29.160594 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39748540-a6fb-40b0-a076-d29e04640209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:29.161127 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39748540-a6fb-40b0-a076-d29e04640209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:29.162320 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39748540-a6fb-40b0-a076-d29e04640209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:29.163124 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39748540-a6fb-40b0-a076-d29e04640209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:29.164730 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39748540-a6fb-40b0-a076-d29e04640209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:29.165226 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39748540-a6fb-40b0-a076-d29e04640209 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:29.165708 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39748540-a6fb-40b0-a076-d29e04640209 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:29.166344 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39748540-a6fb-40b0-a076-d29e04640209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:29.166934 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39748540-a6fb-40b0-a076-d29e04640209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:29.167270 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39748540-a6fb-40b0-a076-d29e04640209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:29.167602 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39748540-a6fb-40b0-a076-d29e04640209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:29.200449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c94e2-5005-4a85-9d90-d9174c986763 req-ee954480-efe0-4c78-9283-d02a23ea06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:29.201962 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-469c94e2-5005-4a85-9d90-d9174c986763 req-ee954480-efe0-4c78-9283-d02a23ea06d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f2bac2b-b1a0-4e92-86d6-4f2f408a5306 HTTP/1.1" status: 200 len: 861 time: 0.0754461 Aug 20 11:35:29.245966 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] For port 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:29.252192 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] For port 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=04f031ad-a8ab-4ca6-8bc4-3fe70fca0601,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:29.261693 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-469c94e2-5005-4a85-9d90-d9174c986763 req-9acc1e78-968b-4e55-a39f-2e841759655a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42c7bc50-9908-4665-95d3-72be9582a930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497715 Aug 20 11:35:29.262599 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.265462 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-328eb091-9aaa-4702-acc5-f10481117467 req-6d15dddb-5c84-46ac-a339-1b85ab60c4b6 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdbcd44f-c291-4553-a382-bea42057708d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551719 Aug 20 11:35:29.275479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device a9db10a3-78de-40c7-9c0c-e6361d9515db up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:29.317085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-bb41cc4f-3bf0-4dd1-83df-6e43e5530145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:29.334081 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-bb41cc4f-3bf0-4dd1-83df-6e43e5530145 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faadc5a1-a763-44eb-9395-380b41cb0af5 HTTP/1.1" status: 200 len: 797 time: 0.1571963 Aug 20 11:35:29.340197 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.341858 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Routers {'dbe410e2-561a-4ffb-92d3-c761f05fea58'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:29.342494 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:35:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['dbe410e2-561a-4ffb-92d3-c761f05fea58'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:29.375302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port a9db10a3-78de-40c7-9c0c-e6361d9515db completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:29.379777 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port a9db10a3-78de-40c7-9c0c-e6361d9515db triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:29.380329 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.488796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c37ba2-9483-4468-a5ca-42446052766a req-601914f7-5ec6-41b1-833c-888016d7ac5a tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:29.506791 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58c37ba2-9483-4468-a5ca-42446052766a req-601914f7-5ec6-41b1-833c-888016d7ac5a tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.2589371 Aug 20 11:35:29.557233 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.579545 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] Set router dbe410e2-561a-4ffb-92d3-c761f05fea58 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:35:29.596588 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b0e291a7-a01b-4a08-81b2-5d5c96d7ad70 req-7f51af27-63f8-4fc5-ab5f-dc64f624657a tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 210 time: 0.0482509 Aug 20 11:35:29.597012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port a9db10a3-78de-40c7-9c0c-e6361d9515db, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a9db10a3-78de-40c7-9c0c-e6361d9515db,segment=NetworkSegment(c3f7cb73-d291-42e7-b412-69aa6dab7a70),segment_id=c3f7cb73-d291-42e7-b412-69aa6dab7a70)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:29.598186 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4156472e-33bf-4c41-91ad-396558def4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9db10a3-78de-40c7-9c0c-e6361d9515db'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:29.603148 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccfdbbb-10c4-4a75-bfd3-e6c4179a1de8" -d '{"events": [{"server_uuid": "4156472e-33bf-4c41-91ad-396558def4da", "name": "network-vif-plugged", "status": "completed", "tag": "a9db10a3-78de-40c7-9c0c-e6361d9515db"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:29.605580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-46229e75-280c-4d91-ae85-7df463b0b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:29.607546 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-46229e75-280c-4d91-ae85-7df463b0b789 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b853601e-e5a6-4bac-a3f5-84410a4476f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2631950 Aug 20 11:35:29.608766 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.670655 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=a9db10a3-78de-40c7-9c0c-e6361d9515db,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:29.671401 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58c37ba2-9483-4468-a5ca-42446052766a req-f9ba588f-fea8-4c05-b6e1-39731b3a2a74 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628451 Aug 20 11:35:29.682522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-469c94e2-5005-4a85-9d90-d9174c986763 req-7238e6d6-d728-4517-981b-7063fc916093 service neutron] 10.222.0.35 "GET /v2.0/networks/42c7bc50-9908-4665-95d3-72be9582a930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996522 Aug 20 11:35:29.727683 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Allocated IP 172.20.0.1 (3765c0b6-30e4-4c80-b34e-662a7a97606a/70e31567-3877-4476-961b-15542cf2ff76/b53a2d92-775f-4163-b043-7b93de26cdb2) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:29.761503 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39748540-a6fb-40b0-a076-d29e04640209 None None] Pushing event updated for resources: {'Port': ['ID=04f031ad-a8ab-4ca6-8bc4-3fe70fca0601,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:29.809884 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'name': 'tempest-ServersTestBootFromVolume-127276268-router', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:22Z', 'updated_at': '2021-08-20T11:35:25Z', 'revision_number': 3, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'gw_port': {'id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:24Z', 'updated_at': '2021-08-20T11:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:29.852044 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4ae914-7927-4c40-922c-538173a02c1f x-openstack-request-id: req-7a4ae914-7927-4c40-922c-538173a02c1f {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:29.852332 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4156472e-33bf-4c41-91ad-396558def4da", "name": "network-vif-plugged", "status": "completed", "tag": "a9db10a3-78de-40c7-9c0c-e6361d9515db", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:29.852584 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a4ae914-7927-4c40-922c-538173a02c1f {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:29.853215 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4156472e-33bf-4c41-91ad-396558def4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9db10a3-78de-40c7-9c0c-e6361d9515db', 'code': 200} Aug 20 11:35:29.892435 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-e614d154-c80b-4027-9f0e-3f060c40d3c6 service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587233 Aug 20 11:35:29.893015 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0df9d2-99b0-43ca-a450-b48c067a1559 None None] The sync data for ids ['dbe410e2-561a-4ffb-92d3-c761f05fea58'] in n-d-804299-2 is: [{'id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'name': 'tempest-ServersTestBootFromVolume-127276268-router', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:22Z', 'updated_at': '2021-08-20T11:35:25Z', 'revision_number': 3, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'gw_port': {'id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:24Z', 'updated_at': '2021-08-20T11:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:35:29.901699 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-469c94e2-5005-4a85-9d90-d9174c986763 req-fc1a0d23-7cc0-4aba-af86-bb6d83c4dc23 service neutron] 10.222.0.35 "GET /v2.0/networks/42c7bc50-9908-4665-95d3-72be9582a930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142587 Aug 20 11:35:30.014020 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.033822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622f766-5753-434a-8c8c-f644ffe34baa req-08a0761e-3a7d-4384-8b2c-d49b978af3ee tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:30.036236 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2622f766-5753-434a-8c8c-f644ffe34baa req-08a0761e-3a7d-4384-8b2c-d49b978af3ee tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 945 time: 0.0764117 Aug 20 11:35:30.043472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e71c1-ac08-4f33-a4ba-182f8dac1b9d req-eee70d91-df28-4d6c-8864-444e53459284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:30.045035 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-020e71c1-ac08-4f33-a4ba-182f8dac1b9d req-eee70d91-df28-4d6c-8864-444e53459284 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 1096 time: 0.1150763 Aug 20 11:35:30.053168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a3e6-a509-4151-8323-4c8d5e134fd8 req-a7f4706c-3660-4894-b870-b8b42a3522d5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:30.059427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a3e6-a509-4151-8323-4c8d5e134fd8 req-a7f4706c-3660-4894-b870-b8b42a3522d5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:30.065466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a3e6-a509-4151-8323-4c8d5e134fd8 req-a7f4706c-3660-4894-b870-b8b42a3522d5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:30.071682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a3e6-a509-4151-8323-4c8d5e134fd8 req-a7f4706c-3660-4894-b870-b8b42a3522d5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:30.077378 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a3e6-a509-4151-8323-4c8d5e134fd8 req-a7f4706c-3660-4894-b870-b8b42a3522d5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:30.083458 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a3e6-a509-4151-8323-4c8d5e134fd8 req-a7f4706c-3660-4894-b870-b8b42a3522d5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:30.089890 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a3e6-a509-4151-8323-4c8d5e134fd8 req-a7f4706c-3660-4894-b870-b8b42a3522d5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:30.097839 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7303a3e6-a509-4151-8323-4c8d5e134fd8 req-a7f4706c-3660-4894-b870-b8b42a3522d5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.2569182 Aug 20 11:35:30.106253 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2622f766-5753-434a-8c8c-f644ffe34baa req-41996faa-559c-4d03-a1a9-48b35e7e1f4b tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2edfac0-a023-40a3-af74-af4c44faa495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587659 Aug 20 11:35:30.107781 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-020e71c1-ac08-4f33-a4ba-182f8dac1b9d req-74e9fb03-e029-4e50-8f09-8a1d3542312e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b2edfac0-a023-40a3-af74-af4c44faa495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536673 Aug 20 11:35:30.109564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Transition to ACTIVE for port object b53a2d92-775f-4163-b043-7b93de26cdb2 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:30.143661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cb1329-98c8-44a0-81b2-89680e1d37b3', 'name': 'network-vif-deleted', 'tag': '50f30fcf-3f63-41a1-9e10-317b227f1d41'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:30.146539 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05eb360-3479-423a-9e90-151a7c62dca8" -d '{"events": [{"server_uuid": "b4cb1329-98c8-44a0-81b2-89680e1d37b3", "name": "network-vif-deleted", "tag": "50f30fcf-3f63-41a1-9e10-317b227f1d41"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:30.200981 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b05d37-6fbe-4b9b-8caf-43b8df144862 x-openstack-request-id: req-f7b05d37-6fbe-4b9b-8caf-43b8df144862 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:30.201539 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cb1329-98c8-44a0-81b2-89680e1d37b3", "name": "network-vif-deleted", "tag": "50f30fcf-3f63-41a1-9e10-317b227f1d41", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:30.202012 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7b05d37-6fbe-4b9b-8caf-43b8df144862 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:30.202822 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cb1329-98c8-44a0-81b2-89680e1d37b3', 'name': 'network-vif-deleted', 'tag': '50f30fcf-3f63-41a1-9e10-317b227f1d41', 'status': 'completed', 'code': 200} Aug 20 11:35:30.205057 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7303a3e6-a509-4151-8323-4c8d5e134fd8 req-88c8d361-e06c-4a96-9ba3-9c633c9625de tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038868 Aug 20 11:35:30.212621 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-79cca482-d6a1-41e0-829d-e6f4d211c69d service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078494 Aug 20 11:35:30.230509 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.264844 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-5cebd0cc-13df-406d-aaf1-43b8dda9c2d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 HTTP/1.1" status: 200 len: 217 time: 0.0433304 Aug 20 11:35:30.340253 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Network 3765c0b6-30e4-4c80-b34e-662a7a97606a is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:30.350342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:30.368245 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:30.374526 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Pushing event updated for resources: {'Port': ['ID=b53a2d92-775f-4163-b043-7b93de26cdb2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:30.412543 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-eacc6fea-a96d-4021-ba2c-d6f03eae7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:30.417220 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-eacc6fea-a96d-4021-ba2c-d6f03eae7782 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faadc5a1-a763-44eb-9395-380b41cb0af5 HTTP/1.1" status: 200 len: 797 time: 0.1222496 Aug 20 11:35:30.462583 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.522515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b20237-3247-4455-a4df-7e4c9f9f5322 req-eeb2b479-f029-42a0-ad44-d25064e9e5b1 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:30.529582 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c0b20237-3247-4455-a4df-7e4c9f9f5322 req-eeb2b479-f029-42a0-ad44-d25064e9e5b1 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 944 time: 0.0982049 Aug 20 11:35:30.592475 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c0b20237-3247-4455-a4df-7e4c9f9f5322 req-ebda03c4-0b99-46cc-a67c-6c141b212ff8 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdbcd44f-c291-4553-a382-bea42057708d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563695 Aug 20 11:35:30.592702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-6d851031-4e68-489c-aca0-b04f519fe966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:30.603616 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-6d851031-4e68-489c-aca0-b04f519fe966 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b853601e-e5a6-4bac-a3f5-84410a4476f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1777461 Aug 20 11:35:30.659010 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-03256ef5-4d18-4948-bf08-e1a739d45633 None None] Provisioning for port b53a2d92-775f-4163-b043-7b93de26cdb2 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:30.665100 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-03256ef5-4d18-4948-bf08-e1a739d45633 None None] Provisioning complete for port b53a2d92-775f-4163-b043-7b93de26cdb2 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:30.665474 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-03256ef5-4d18-4948-bf08-e1a739d45633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.746020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-03256ef5-4d18-4948-bf08-e1a739d45633 None None] Port b53a2d92-775f-4163-b043-7b93de26cdb2 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:30.801940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8def192-80f6-45b2-8331-9d35955a374c req-c1a41e91-69de-462b-a4d7-8be907e3136e tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:30.810715 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8def192-80f6-45b2-8331-9d35955a374c req-c1a41e91-69de-462b-a4d7-8be907e3136e tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.0746977 Aug 20 11:35:30.827747 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.846938 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-137567c0-6bb1-4195-ab12-54bc18c28814 req-7da0a547-2e07-4f0a-be1e-00e7e2719b89 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 210 time: 0.1094172 Aug 20 11:35:30.866862 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8def192-80f6-45b2-8331-9d35955a374c req-fd8acebe-e6f8-43da-ab89-becb59f5d68e tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547760 Aug 20 11:35:30.894654 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-88aab776-9e49-4d0c-a027-494714c464d0 service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628767 Aug 20 11:35:31.259369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cb330-eeb7-4a7f-9f9e-28b73beaae51 req-56a5a1e4-bc86-43c7-aa60-a988d5757520 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:31.261515 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd5cb330-eeb7-4a7f-9f9e-28b73beaae51 req-56a5a1e4-bc86-43c7-aa60-a988d5757520 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 945 time: 0.0539691 Aug 20 11:35:31.268784 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 50f30fcf-3f63-41a1-9e10-317b227f1d41 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:31.297962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 50f30fcf-3f63-41a1-9e10-317b227f1d41 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:31.300357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 50f30fcf-3f63-41a1-9e10-317b227f1d41 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:31.326013 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd5cb330-eeb7-4a7f-9f9e-28b73beaae51 req-e82da8f4-dfa4-4ba2-ba78-902d3aa08f7c tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2edfac0-a023-40a3-af74-af4c44faa495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474133 Aug 20 11:35:31.479077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1db9b-611c-4236-a8ae-7f0a9a0cedef req-fbbf184a-310e-4e7d-8a29-54f90d2dc2e0 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:31.484919 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1db9b-611c-4236-a8ae-7f0a9a0cedef req-fbbf184a-310e-4e7d-8a29-54f90d2dc2e0 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:31.490767 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1db9b-611c-4236-a8ae-7f0a9a0cedef req-fbbf184a-310e-4e7d-8a29-54f90d2dc2e0 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:31.497271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1db9b-611c-4236-a8ae-7f0a9a0cedef req-fbbf184a-310e-4e7d-8a29-54f90d2dc2e0 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:31.503046 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1db9b-611c-4236-a8ae-7f0a9a0cedef req-fbbf184a-310e-4e7d-8a29-54f90d2dc2e0 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:31.509518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1db9b-611c-4236-a8ae-7f0a9a0cedef req-fbbf184a-310e-4e7d-8a29-54f90d2dc2e0 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:31.515313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1db9b-611c-4236-a8ae-7f0a9a0cedef req-fbbf184a-310e-4e7d-8a29-54f90d2dc2e0 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:31.517276 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52e1db9b-611c-4236-a8ae-7f0a9a0cedef req-fbbf184a-310e-4e7d-8a29-54f90d2dc2e0 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.1916542 Aug 20 11:35:31.536912 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-8934b47e-7027-4b9d-8ad9-d7b17d9b85d7 service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6199880 Aug 20 11:35:31.596061 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-70097b58-916b-43ba-803c-f6afbf630282 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=494df33d-3398-4c62-b57c-b0334aacc33a HTTP/1.1" status: 200 len: 217 time: 0.0485487 Aug 20 11:35:31.655276 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52e1db9b-611c-4236-a8ae-7f0a9a0cedef req-4c381a10-f6f1-4c4e-bb3f-4b855c0ec76a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297898 Aug 20 11:35:31.684095 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.686741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-98cae48b-a961-4b1c-9a29-f1a33a9a0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:31.688220 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-98cae48b-a961-4b1c-9a29-f1a33a9a0f67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faadc5a1-a763-44eb-9395-380b41cb0af5 HTTP/1.1" status: 200 len: 797 time: 0.0842206 Aug 20 11:35:31.689286 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.727104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e263c-35a8-4b8b-bca9-a9cf13ed2c5d req-02c11b63-4774-4c85-91d8-50846bfc7f92 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:31.731086 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d02e263c-35a8-4b8b-bca9-a9cf13ed2c5d req-02c11b63-4774-4c85-91d8-50846bfc7f92 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 944 time: 0.0649760 Aug 20 11:35:31.789803 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d02e263c-35a8-4b8b-bca9-a9cf13ed2c5d req-f674f1f9-6a3f-410b-8308-e8e4bfb1e507 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdbcd44f-c291-4553-a382-bea42057708d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513713 Aug 20 11:35:31.797593 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Pushing event updated for resources: {'Port': ['ID=b53a2d92-775f-4163-b043-7b93de26cdb2,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:31.803042 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.817325 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-e0543841-e5a0-4beb-a3fa-3b1cc9af840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:31.818835 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-e0543841-e5a0-4beb-a3fa-3b1cc9af840b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b853601e-e5a6-4bac-a3f5-84410a4476f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1127338 Aug 20 11:35:32.017487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:32.025301 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-07d02b3f-ac3d-45de-b8d6-6b9c2b9217d1 req-494c1956-7f5d-4054-a1e0-f3453a85a3d6 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 210 time: 0.0730760 Aug 20 11:35:32.036361 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-d694efa8-2118-45c3-b4f3-4a93547c16d4 service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044322 Aug 20 11:35:32.038682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Network 3765c0b6-30e4-4c80-b34e-662a7a97606a is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:32.040207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75deebb-0e4c-4a85-8838-f51ae3cb8fbe req-5a28c586-90c1-4041-b755-fd99d28163d0 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.041030 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:32.069156 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d75deebb-0e4c-4a85-8838-f51ae3cb8fbe req-5a28c586-90c1-4041-b755-fd99d28163d0 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.0977516 Aug 20 11:35:32.091838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:32.098294 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:32.098892 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.178010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d75deebb-0e4c-4a85-8838-f51ae3cb8fbe req-21dfbdf4-b34d-474f-bb56-efd35cd42d4e tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071799 Aug 20 11:35:32.217791 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.239998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=04f031ad-a8ab-4ca6-8bc4-3fe70fca0601,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:32.245517 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.295567 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=04f031ad-a8ab-4ca6-8bc4-3fe70fca0601,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:32.305480 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-3452e3c7-d7ab-4f98-888c-bcb4a93439a4 service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583785 Aug 20 11:35:32.356247 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-f102c0f4-50fe-481d-9e9b-7e8a02d6105a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eb9bf277-a00a-426c-859c-9c0822d72347 HTTP/1.1" status: 200 len: 217 time: 0.0420508 Aug 20 11:35:32.360404 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Router dbe410e2-561a-4ffb-92d3-c761f05fea58 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:35:32.397072 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4152c0d6-bea5-4dd8-930c-a0b2faaa1d30 None None] Provisioning complete for port b53a2d92-775f-4163-b043-7b93de26cdb2 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:32.398008 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4152c0d6-bea5-4dd8-930c-a0b2faaa1d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.442009 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4152c0d6-bea5-4dd8-930c-a0b2faaa1d30 None None] Port b53a2d92-775f-4163-b043-7b93de26cdb2 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:32.483666 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-9e6e16e5-ec2c-4020-b4b2-9403fed85867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.485174 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-9e6e16e5-ec2c-4020-b4b2-9403fed85867 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a463b087-6ef2-41ba-a767-443508a6d5ac HTTP/1.1" status: 200 len: 797 time: 0.1210105 Aug 20 11:35:32.550769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef54184-908c-4b67-96af-fcf649d3f9c4 req-7e56d000-57c1-48f0-a98e-f41487174fbb tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.552329 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1ef54184-908c-4b67-96af-fcf649d3f9c4 req-7e56d000-57c1-48f0-a98e-f41487174fbb tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 945 time: 0.1176329 Aug 20 11:35:32.557784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:35:32.563868 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f8501c1b-9f40-41a9-a373-2dfc93539778 admin admin] 10.222.0.37 "PUT /v2.0/routers/dbe410e2-561a-4ffb-92d3-c761f05fea58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4291990 Aug 20 11:35:32.592778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Sync routers for ids ['dbe410e2-561a-4ffb-92d3-c761f05fea58'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:35:32.626621 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.637140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Routers {'dbe410e2-561a-4ffb-92d3-c761f05fea58'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:32.639588 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:35:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['dbe410e2-561a-4ffb-92d3-c761f05fea58'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:32.653679 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1ef54184-908c-4b67-96af-fcf649d3f9c4 req-2661437c-38ba-4a9b-acf7-bb0b3f49d475 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2edfac0-a023-40a3-af74-af4c44faa495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800192 Aug 20 11:35:32.668239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-efe61925-e25f-40fb-854b-887af7b61dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.670841 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-efe61925-e25f-40fb-854b-887af7b61dc3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66063b31-2757-4517-8a29-77f4e6ff6618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1767313 Aug 20 11:35:32.798030 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-8747c2f9-1cc3-4ef1-9ac1-5ec87d5c5b2b service neutron] 10.222.0.35 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194949 Aug 20 11:35:32.805081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Set router dbe410e2-561a-4ffb-92d3-c761f05fea58 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:35:32.906220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172484c-b731-462e-a524-4b572777859b req-74af4a5d-fc9a-40c9-9527-e5445de11145 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.916468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172484c-b731-462e-a524-4b572777859b req-74af4a5d-fc9a-40c9-9527-e5445de11145 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.933567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172484c-b731-462e-a524-4b572777859b req-74af4a5d-fc9a-40c9-9527-e5445de11145 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.952758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172484c-b731-462e-a524-4b572777859b req-74af4a5d-fc9a-40c9-9527-e5445de11145 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.961458 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-32a41844-237a-4e9e-a838-e474b6c6217b service neutron] 10.222.0.35 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455793 Aug 20 11:35:32.962071 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172484c-b731-462e-a524-4b572777859b req-74af4a5d-fc9a-40c9-9527-e5445de11145 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.981073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172484c-b731-462e-a524-4b572777859b req-74af4a5d-fc9a-40c9-9527-e5445de11145 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.994606 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172484c-b731-462e-a524-4b572777859b req-74af4a5d-fc9a-40c9-9527-e5445de11145 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.996660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1172484c-b731-462e-a524-4b572777859b req-74af4a5d-fc9a-40c9-9527-e5445de11145 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.1868453 Aug 20 11:35:33.039959 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'name': 'tempest-ServersTestBootFromVolume-127276268-router', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:22Z', 'updated_at': '2021-08-20T11:35:30Z', 'revision_number': 4, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'gw_port': {'id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:24Z', 'updated_at': '2021-08-20T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b53a2d92-775f-4163-b043-7b93de26cdb2', 'name': '', 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'mac_address': 'fa:16:3e:0a:89:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '70e31567-3877-4476-961b-15542cf2ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:29Z', 'updated_at': '2021-08-20T11:35:31Z', 'revision_number': 2, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'subnets': [{'id': '70e31567-3877-4476-961b-15542cf2ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:33.046150 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-9b1ddee7-a620-417d-bac8-4727797ae4ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9fcc8b63-6f5a-4f97-8d58-274552ae7093 HTTP/1.1" status: 200 len: 217 time: 0.0761511 Aug 20 11:35:33.066237 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1172484c-b731-462e-a524-4b572777859b req-c2667f9b-7282-46ae-82dd-50f533b1e8ce tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623319 Aug 20 11:35:33.071327 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Checking router: dbe410e2-561a-4ffb-92d3-c761f05fea58 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:35:33.071508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Updating router dbe410e2-561a-4ffb-92d3-c761f05fea58 port b53a2d92-775f-4163-b043-7b93de26cdb2 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:35:33.094871 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 44b2853e-b563-42b2-9763-45ee99911fc6 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:33.113451 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.131668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-49103cb7-41d2-41ae-a881-eba2074a9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.133630 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-49103cb7-41d2-41ae-a881-eba2074a9902 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a463b087-6ef2-41ba-a767-443508a6d5ac HTTP/1.1" status: 200 len: 797 time: 0.0797672 Aug 20 11:35:33.199107 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faff09-811e-448b-874e-c39c3a027bed req-5cc4203e-ca8b-4f43-972b-85d6d48feb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.200945 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-5cc4203e-ca8b-4f43-972b-85d6d48feb11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66063b31-2757-4517-8a29-77f4e6ff6618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0597527 Aug 20 11:35:33.228821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57494) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:33.234265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7edb7a82-6910-4e0c-a896-b7a9bd2c466d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1887235804', 'description': 'tempest-description--755164023'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:33.283818 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7edb7a82-6910-4e0c-a896-b7a9bd2c466d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.355383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fb0cc446-9e1c-4520-b48d-5f4c54923a18 req-90465e3f-09ef-4b11-b837-f1bc200ea4ad tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4cb1329-98c8-44a0-81b2-89680e1d37b3 HTTP/1.1" status: 200 len: 210 time: 0.0374947 Aug 20 11:35:33.435221 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-f3b12b8d-4259-4490-9862-50ba66fab8a6 service neutron] 10.222.0.35 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241805 Aug 20 11:35:33.505820 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c2a55-2189-440f-b788-64fdeebb27fe req-1366686e-087c-43cd-9d93-41cc64b4ae38 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.508951 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-872c2a55-2189-440f-b788-64fdeebb27fe req-1366686e-087c-43cd-9d93-41cc64b4ae38 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 944 time: 0.1375434 Aug 20 11:35:33.524028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f55f-0bb8-4b62-859e-d78760c7dd26 req-dc2f0760-cd69-44f2-99f5-6ca51bcd785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.526511 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b98f55f-0bb8-4b62-859e-d78760c7dd26 req-dc2f0760-cd69-44f2-99f5-6ca51bcd785f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6785c568778942c9ac691afac640269d&device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 1096 time: 0.1876535 Aug 20 11:35:33.531776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 44b2853e-b563-42b2-9763-45ee99911fc6, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=44b2853e-b563-42b2-9763-45ee99911fc6,segment=NetworkSegment(a5b2792b-52ab-4ef2-b8ef-0e20e917b518),segment_id=a5b2792b-52ab-4ef2-b8ef-0e20e917b518)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:33.574647 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '44b2853e-b563-42b2-9763-45ee99911fc6', 'network_id': '42c7bc50-9908-4665-95d3-72be9582a930', 'port_id': '44b2853e-b563-42b2-9763-45ee99911fc6', 'mac_address': 'fa:16:3e:6a:b7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2bac2b-b1a0-4e92-86d6-4f2f408a5306', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:33.641903 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7edb7a82-6910-4e0c-a896-b7a9bd2c466d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.652829 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.653097 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7edb7a82-6910-4e0c-a896-b7a9bd2c466d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.679878 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8faff09-811e-448b-874e-c39c3a027bed req-2821a796-cbdb-4c29-861f-adc97d84ec8d service neutron] 10.222.0.35 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371967 Aug 20 11:35:33.692938 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b2853e-b563-42b2-9763-45ee99911fc6 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:33.709978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb7a82-6910-4e0c-a896-b7a9bd2c466d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515a3858-4dfb-4748-9ec0-7a51c42e2ffd,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:33.717761 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 44b2853e-b563-42b2-9763-45ee99911fc6, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=44b2853e-b563-42b2-9763-45ee99911fc6,segment=NetworkSegment(a5b2792b-52ab-4ef2-b8ef-0e20e917b518),segment_id=a5b2792b-52ab-4ef2-b8ef-0e20e917b518)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:33.723820 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.747414 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-872c2a55-2189-440f-b788-64fdeebb27fe req-7d040a96-587e-4bc3-8636-0b65437e77d9 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdbcd44f-c291-4553-a382-bea42057708d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195342 Aug 20 11:35:33.770058 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.773664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc227-e1e3-4b1a-8f57-bd7b411c26ce req-791dd751-06fb-442e-bf38-7fc9c19e33ad tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.777051 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18bdc227-e1e3-4b1a-8f57-bd7b411c26ce req-791dd751-06fb-442e-bf38-7fc9c19e33ad tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1333699 Aug 20 11:35:33.780968 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7edb7a82-6910-4e0c-a896-b7a9bd2c466d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.782192 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7edb7a82-6910-4e0c-a896-b7a9bd2c466d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5520954 Aug 20 11:35:33.785430 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57498) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:33.793899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-345bc30a-7d4c-4a09-8c6b-45f7abcda138 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Request body: {'security_group_rule': {'security_group_id': '515a3858-4dfb-4748-9ec0-7a51c42e2ffd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:33.796119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Transition to ACTIVE for port object b53a2d92-775f-4163-b043-7b93de26cdb2 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:33.803421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=44b2853e-b563-42b2-9763-45ee99911fc6,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:33.807901 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.827063 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f55f-0bb8-4b62-859e-d78760c7dd26 req-c8ce3321-4d36-4afd-a6df-41393021f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.828815 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b98f55f-0bb8-4b62-859e-d78760c7dd26 req-c8ce3321-4d36-4afd-a6df-41393021f4df service neutron] 10.222.0.76 "GET /v2.0/networks?id=76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c HTTP/1.1" status: 200 len: 914 time: 0.2867057 Aug 20 11:35:33.902139 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18bdc227-e1e3-4b1a-8f57-bd7b411c26ce req-75e84f84-42c3-44f0-b520-0f228d01e188 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139238 Aug 20 11:35:33.912445 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-345bc30a-7d4c-4a09-8c6b-45f7abcda138 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.933048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-42688d64-4ec1-4cb1-940d-1834fde5bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.933819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-42688d64-4ec1-4cb1-940d-1834fde5bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.936367 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-42688d64-4ec1-4cb1-940d-1834fde5bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.937126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-42688d64-4ec1-4cb1-940d-1834fde5bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.942035 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-42688d64-4ec1-4cb1-940d-1834fde5bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.943665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-42688d64-4ec1-4cb1-940d-1834fde5bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.946179 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-42688d64-4ec1-4cb1-940d-1834fde5bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.948322 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-42688d64-4ec1-4cb1-940d-1834fde5bd44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9991f8a924e64527907714e2ed9a1df3&device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 6474 time: 0.1433640 Aug 20 11:35:33.951300 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b98f55f-0bb8-4b62-859e-d78760c7dd26 req-fbee728c-c05e-4f98-a44a-0475cec95b44 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9db10a3-78de-40c7-9c0c-e6361d9515db HTTP/1.1" status: 200 len: 217 time: 0.1135979 Aug 20 11:35:34.031250 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:34.035321 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e431800-6efe-4b86-9705-6abfb9ff391b None None] Pushing event updated for resources: {'Port': ['ID=b53a2d92-775f-4163-b043-7b93de26cdb2,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:34.050934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80ab53-11eb-48bc-a089-7ff800dd8187 req-6efe2a95-6dd8-4cd5-bb2c-67989081fcbf tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:34.060199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf80ab53-11eb-48bc-a089-7ff800dd8187 req-6efe2a95-6dd8-4cd5-bb2c-67989081fcbf tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 945 time: 0.1435981 Aug 20 11:35:34.068940 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Attempting to bind port b53a2d92-775f-4163-b043-7b93de26cdb2 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:34.071802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Attempting to bind port b53a2d92-775f-4163-b043-7b93de26cdb2 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '17ea9eb2-67f3-4ecd-8247-388b23525b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:34.072404 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Attempting to bind port b53a2d92-775f-4163-b043-7b93de26cdb2 on network 3765c0b6-30e4-4c80-b34e-662a7a97606a {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:34.084144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:34.084844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Checking segment: {'id': '17ea9eb2-67f3-4ecd-8247-388b23525b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:34.085486 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.086061 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Bound using segment: {'id': '17ea9eb2-67f3-4ecd-8247-388b23525b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:34.086695 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Bound port: b53a2d92-775f-4163-b043-7b93de26cdb2, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ea9eb2-67f3-4ecd-8247-388b23525b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:34.087212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f55f-0bb8-4b62-859e-d78760c7dd26 req-87331eee-91d1-49ec-9e85-338af23fa3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:34.087427 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.089296 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b98f55f-0bb8-4b62-859e-d78760c7dd26 req-87331eee-91d1-49ec-9e85-338af23fa3ff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ae1dca89-355c-45c2-b424-6751d7fbb5ae HTTP/1.1" status: 200 len: 854 time: 0.1104813 Aug 20 11:35:34.138012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['44b2853e-b563-42b2-9763-45ee99911fc6'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:34.157211 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-345bc30a-7d4c-4a09-8c6b-45f7abcda138 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.172086 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-345bc30a-7d4c-4a09-8c6b-45f7abcda138 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.199941 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf80ab53-11eb-48bc-a089-7ff800dd8187 req-2e73bcf6-fb7e-418b-b763-3b047891a89f tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2edfac0-a023-40a3-af74-af4c44faa495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384637 Aug 20 11:35:34.200168 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-345bc30a-7d4c-4a09-8c6b-45f7abcda138 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.201246 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-345bc30a-7d4c-4a09-8c6b-45f7abcda138 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4145067 Aug 20 11:35:34.203425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:34.203947 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.229103 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-4391db5d-aef2-4040-b3a7-c83beb55d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:34.230825 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-4391db5d-aef2-4040-b3a7-c83beb55d8ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=66063b31-2757-4517-8a29-77f4e6ff6618 HTTP/1.1" status: 200 len: 901 time: 0.2574198 Aug 20 11:35:34.233244 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57502) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:34.241035 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-523c10f8-023f-4f32-bf98-761441e63ae8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Request body: {'security_group_rule': {'security_group_id': '515a3858-4dfb-4748-9ec0-7a51c42e2ffd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:34.246055 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b98f55f-0bb8-4b62-859e-d78760c7dd26 req-9610be29-e227-4fbc-b579-ac460a7affa3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993617 Aug 20 11:35:34.248877 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bc30a-7d4c-4a09-8c6b-45f7abcda138 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014c2836-d040-4709-bab3-967e1306f147,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:34.264172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] For port b53a2d92-775f-4163-b043-7b93de26cdb2, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:34.284542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] For port b53a2d92-775f-4163-b043-7b93de26cdb2, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b53a2d92-775f-4163-b043-7b93de26cdb2,segment=NetworkSegment(17ea9eb2-67f3-4ecd-8247-388b23525b57),segment_id=17ea9eb2-67f3-4ecd-8247-388b23525b57)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:34.293282 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.334227 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-60efc258-d024-47a5-8fe7-a412e5137361 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9fcc8b63-6f5a-4f97-8d58-274552ae7093 HTTP/1.1" status: 200 len: 217 time: 0.0821831 Aug 20 11:35:34.393819 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b98f55f-0bb8-4b62-859e-d78760c7dd26 req-cef1d907-d94e-4b8e-9464-373f84452d31 service neutron] 10.222.0.76 "GET /v2.0/networks/76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345377 Aug 20 11:35:34.427789 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bae1be-f6eb-45f5-9c37-b0ff176102c5 req-cf6cb542-b3a3-4403-96f7-ce724c175e90 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:34.428792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Routers {'dbe410e2-561a-4ffb-92d3-c761f05fea58'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:34.430081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:35:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['dbe410e2-561a-4ffb-92d3-c761f05fea58'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:34.435081 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bae1be-f6eb-45f5-9c37-b0ff176102c5 req-cf6cb542-b3a3-4403-96f7-ce724c175e90 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:34.437185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e431800-6efe-4b86-9705-6abfb9ff391b None None] Pushing event updated for resources: {'Port': ['ID=b53a2d92-775f-4163-b043-7b93de26cdb2,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:34.442524 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bae1be-f6eb-45f5-9c37-b0ff176102c5 req-cf6cb542-b3a3-4403-96f7-ce724c175e90 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:34.450132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bae1be-f6eb-45f5-9c37-b0ff176102c5 req-cf6cb542-b3a3-4403-96f7-ce724c175e90 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:34.456053 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bae1be-f6eb-45f5-9c37-b0ff176102c5 req-cf6cb542-b3a3-4403-96f7-ce724c175e90 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:34.462773 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bae1be-f6eb-45f5-9c37-b0ff176102c5 req-cf6cb542-b3a3-4403-96f7-ce724c175e90 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:34.471007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bae1be-f6eb-45f5-9c37-b0ff176102c5 req-cf6cb542-b3a3-4403-96f7-ce724c175e90 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:34.475103 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-81bae1be-f6eb-45f5-9c37-b0ff176102c5 req-cf6cb542-b3a3-4403-96f7-ce724c175e90 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.1702285 Aug 20 11:35:34.507079 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-523c10f8-023f-4f32-bf98-761441e63ae8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.514052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-b0c92d61-faef-426b-9b07-ac7333cf3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:34.515967 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-b0c92d61-faef-426b-9b07-ac7333cf3068 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a463b087-6ef2-41ba-a767-443508a6d5ac HTTP/1.1" status: 200 len: 797 time: 0.1732466 Aug 20 11:35:34.600608 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b98f55f-0bb8-4b62-859e-d78760c7dd26 req-b1079a5f-db92-434b-be9b-e047cd68d084 service neutron] 10.222.0.76 "GET /v2.0/networks/76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961386 Aug 20 11:35:34.676355 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-81bae1be-f6eb-45f5-9c37-b0ff176102c5 req-217de7af-15d1-4ff7-b0c0-6969bd233dab tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1895514 Aug 20 11:35:34.719215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-27c4bb6b-50db-4784-a9f7-f2f2ba4bdcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:34.721861 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-27c4bb6b-50db-4784-a9f7-f2f2ba4bdcf5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66063b31-2757-4517-8a29-77f4e6ff6618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1780071 Aug 20 11:35:34.730035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-523c10f8-023f-4f32-bf98-761441e63ae8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.806762 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-523c10f8-023f-4f32-bf98-761441e63ae8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.846052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c10f8-023f-4f32-bf98-761441e63ae8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43a13be-ef19-4a9b-ab14-b3099105e150,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:34.869130 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-523c10f8-023f-4f32-bf98-761441e63ae8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.872949 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-523c10f8-023f-4f32-bf98-761441e63ae8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6341977 Aug 20 11:35:34.874177 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57514) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:34.880226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:34.888412 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-bb37378f-808d-4e6c-b2dd-6726b7ab581c service neutron] 10.222.0.35 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566639 Aug 20 11:35:34.921460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] Set router dbe410e2-561a-4ffb-92d3-c761f05fea58 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:35:34.993621 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:35.046346 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95dae9f2-62ad-450a-a9c7-214b2877d92e req-efe597ac-7d53-42c0-bd9c-163172adc9cc service neutron] 10.222.0.35 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505225 Aug 20 11:35:35.097879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3ef6d-2a7e-4660-87b7-cf10209039cc req-52ea193b-7a6a-4259-a701-ea1238efccb1 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:35.108140 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c7f3ef6d-2a7e-4660-87b7-cf10209039cc req-52ea193b-7a6a-4259-a701-ea1238efccb1 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.0975330 Aug 20 11:35:35.165689 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c7f3ef6d-2a7e-4660-87b7-cf10209039cc req-d6e2de8c-fe21-4d85-8dd7-799d5e10ff4b tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529640 Aug 20 11:35:35.273471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'name': 'tempest-ServersTestBootFromVolume-127276268-router', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:22Z', 'updated_at': '2021-08-20T11:35:30Z', 'revision_number': 4, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'gw_port': {'id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:24Z', 'updated_at': '2021-08-20T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b53a2d92-775f-4163-b043-7b93de26cdb2', 'name': '', 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'mac_address': 'fa:16:3e:0a:89:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '70e31567-3877-4476-961b-15542cf2ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:29Z', 'updated_at': '2021-08-20T11:35:34Z', 'revision_number': 4, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'subnets': [{'id': '70e31567-3877-4476-961b-15542cf2ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:35.303532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324f412-9c5a-47ee-9346-1f429d0c9c97 None None] The sync data for ids ['dbe410e2-561a-4ffb-92d3-c761f05fea58'] in n-d-804299-2 is: [{'id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'name': 'tempest-ServersTestBootFromVolume-127276268-router', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:22Z', 'updated_at': '2021-08-20T11:35:30Z', 'revision_number': 4, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'gw_port': {'id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:24Z', 'updated_at': '2021-08-20T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b53a2d92-775f-4163-b043-7b93de26cdb2', 'name': '', 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'mac_address': 'fa:16:3e:0a:89:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '70e31567-3877-4476-961b-15542cf2ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:29Z', 'updated_at': '2021-08-20T11:35:34Z', 'revision_number': 4, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'subnets': [{'id': '70e31567-3877-4476-961b-15542cf2ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:35:35.423175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499b5e9-7136-4792-9193-524a075cdc3e req-a2bf404e-bb2a-43fd-8db3-a1ce88d55471 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:35.438102 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f499b5e9-7136-4792-9193-524a075cdc3e req-a2bf404e-bb2a-43fd-8db3-a1ce88d55471 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 945 time: 0.1138196 Aug 20 11:35:35.538786 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f499b5e9-7136-4792-9193-524a075cdc3e req-dc285777-b0f4-4407-9441-9954f23233c4 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2edfac0-a023-40a3-af74-af4c44faa495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989704 Aug 20 11:35:35.544626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b30bc-4c12-4358-82a4-6bf47089b387 req-da79082f-802a-4a7b-9e69-40f38d486902 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:35.546492 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-360b30bc-4c12-4358-82a4-6bf47089b387 req-da79082f-802a-4a7b-9e69-40f38d486902 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 945 time: 0.6861691 Aug 20 11:35:35.627969 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-360b30bc-4c12-4358-82a4-6bf47089b387 req-03c10586-38eb-4796-b74f-7b1aeeed012d tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdbcd44f-c291-4553-a382-bea42057708d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685182 Aug 20 11:35:35.683361 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:36.009139 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b53a2d92-775f-4163-b043-7b93de26cdb2 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:36.044784 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66f32d-f1bc-48d2-a88e-39f559e31fd8 req-b032844a-5a14-4b0e-9c7c-74bf2240fad6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:36.052603 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66f32d-f1bc-48d2-a88e-39f559e31fd8 req-b032844a-5a14-4b0e-9c7c-74bf2240fad6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:36.063779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66f32d-f1bc-48d2-a88e-39f559e31fd8 req-b032844a-5a14-4b0e-9c7c-74bf2240fad6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:36.069580 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66f32d-f1bc-48d2-a88e-39f559e31fd8 req-b032844a-5a14-4b0e-9c7c-74bf2240fad6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:36.075762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66f32d-f1bc-48d2-a88e-39f559e31fd8 req-b032844a-5a14-4b0e-9c7c-74bf2240fad6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:36.089524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66f32d-f1bc-48d2-a88e-39f559e31fd8 req-b032844a-5a14-4b0e-9c7c-74bf2240fad6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:36.104891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66f32d-f1bc-48d2-a88e-39f559e31fd8 req-b032844a-5a14-4b0e-9c7c-74bf2240fad6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:36.107077 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf66f32d-f1bc-48d2-a88e-39f559e31fd8 req-b032844a-5a14-4b0e-9c7c-74bf2240fad6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.1846497 Aug 20 11:35:36.130759 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port b53a2d92-775f-4163-b043-7b93de26cdb2 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:36.138432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Allocated IP 172.25.8.240 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/62fb51e5-3baf-4e57-96e5-6df6fb9c4b09) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:36.138779 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b53a2d92-775f-4163-b043-7b93de26cdb2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:36.139151 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:36.182589 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf66f32d-f1bc-48d2-a88e-39f559e31fd8 req-69a317f8-d71f-41ff-af0b-1e0eba822511 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633943 Aug 20 11:35:36.232027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1ba6a-6d34-448e-b0b6-e4dcbcae908f req-a85d3161-62c1-4838-b363-038bc1c250c2 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:36.239583 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9ad1ba6a-6d34-448e-b0b6-e4dcbcae908f req-a85d3161-62c1-4838-b363-038bc1c250c2 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 945 time: 0.1126850 Aug 20 11:35:36.301693 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9ad1ba6a-6d34-448e-b0b6-e4dcbcae908f req-b54c02d4-528b-4c9d-90b8-9eb76522df57 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2edfac0-a023-40a3-af74-af4c44faa495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612264 Aug 20 11:35:36.357669 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:36.420243 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port b53a2d92-775f-4163-b043-7b93de26cdb2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b53a2d92-775f-4163-b043-7b93de26cdb2,segment=NetworkSegment(17ea9eb2-67f3-4ecd-8247-388b23525b57),segment_id=17ea9eb2-67f3-4ecd-8247-388b23525b57)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:36.426127 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:36.453589 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4d126-252b-4395-ae65-ad58f7f47e3f req-9ca41e5d-ea52-4275-9d1f-68715d17289b tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:36.462659 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cda4d126-252b-4395-ae65-ad58f7f47e3f req-9ca41e5d-ea52-4275-9d1f-68715d17289b tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1619337 Aug 20 11:35:36.500302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=b53a2d92-775f-4163-b043-7b93de26cdb2,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:36.510051 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:36.548389 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cda4d126-252b-4395-ae65-ad58f7f47e3f req-62abe88a-caa2-4ffa-9f09-bd3c627849ee tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839708 Aug 20 11:35:36.586705 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:36.631765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:36.635058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:36.637601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:36.672951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Pushing event updated for resources: {'Port': ['ID=62fb51e5-3baf-4e57-96e5-6df6fb9c4b09,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:36.764587 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:36.806256 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:36.807959 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6216807-15f3-4f88-b3c9-5224a467ca53 req-45d47a3e-5c88-40e2-9a49-f96205d50eba tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:36.821242 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d6216807-15f3-4f88-b3c9-5224a467ca53 req-45d47a3e-5c88-40e2-9a49-f96205d50eba tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 945 time: 0.1038585 Aug 20 11:35:36.939290 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d6216807-15f3-4f88-b3c9-5224a467ca53 req-70572cbb-fe22-4ef0-b87b-beb377a9a632 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdbcd44f-c291-4553-a382-bea42057708d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132417 Aug 20 11:35:37.031931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.037412 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.101516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 44b2853e-b563-42b2-9763-45ee99911fc6 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:37.112854 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Pushing event updated for resources: {'Port': ['ID=62fb51e5-3baf-4e57-96e5-6df6fb9c4b09,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:37.130301 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.145507 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.155234 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-59e428a1-cbc4-4ebd-a068-f09649a4337a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2720859 Aug 20 11:35:37.170442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 44b2853e-b563-42b2-9763-45ee99911fc6 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:37.176862 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 44b2853e-b563-42b2-9763-45ee99911fc6 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:37.179563 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.355001 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.389716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c436b4a-3491-43bb-900f-6d19b8244593 req-a07436ca-32d6-4d7c-b4bf-4f4b7eea1dae tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:37.390891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea67b3dc-dda3-404f-92d8-cc1c81402fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b2853e-b563-42b2-9763-45ee99911fc6'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:37.394383 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89385e26-1674-4904-900e-e111f86dddbf" -d '{"events": [{"server_uuid": "ea67b3dc-dda3-404f-92d8-cc1c81402fc4", "name": "network-vif-plugged", "status": "completed", "tag": "44b2853e-b563-42b2-9763-45ee99911fc6"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:37.397131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c436b4a-3491-43bb-900f-6d19b8244593 req-a07436ca-32d6-4d7c-b4bf-4f4b7eea1dae tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:37.405023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c436b4a-3491-43bb-900f-6d19b8244593 req-a07436ca-32d6-4d7c-b4bf-4f4b7eea1dae tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:37.417619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c436b4a-3491-43bb-900f-6d19b8244593 req-a07436ca-32d6-4d7c-b4bf-4f4b7eea1dae tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:37.433109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c436b4a-3491-43bb-900f-6d19b8244593 req-a07436ca-32d6-4d7c-b4bf-4f4b7eea1dae tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:37.443026 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 44b2853e-b563-42b2-9763-45ee99911fc6, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=44b2853e-b563-42b2-9763-45ee99911fc6,segment=NetworkSegment(a5b2792b-52ab-4ef2-b8ef-0e20e917b518),segment_id=a5b2792b-52ab-4ef2-b8ef-0e20e917b518)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:37.447749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c436b4a-3491-43bb-900f-6d19b8244593 req-a07436ca-32d6-4d7c-b4bf-4f4b7eea1dae tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:37.454114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c436b4a-3491-43bb-900f-6d19b8244593 req-a07436ca-32d6-4d7c-b4bf-4f4b7eea1dae tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:37.455676 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9df485-7e1f-4ffc-a6f8-72d0792fe2e3 req-c98f878b-bd43-412e-b527-46e8338bacda tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:37.462587 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9c436b4a-3491-43bb-900f-6d19b8244593 req-a07436ca-32d6-4d7c-b4bf-4f4b7eea1dae tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.1869462 Aug 20 11:35:37.471843 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5f9df485-7e1f-4ffc-a6f8-72d0792fe2e3 req-c98f878b-bd43-412e-b527-46e8338bacda tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 945 time: 0.0724928 Aug 20 11:35:37.475429 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.555663 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5f9df485-7e1f-4ffc-a6f8-72d0792fe2e3 req-1dc87eb5-2d96-412c-83a4-e27de5ea25de tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2edfac0-a023-40a3-af74-af4c44faa495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824904 Aug 20 11:35:37.583639 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb282a1-e44e-432f-a3bb-fac64698b2b0 req-79345476-121f-45e4-8d5b-4252448a2992 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:37.585488 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ffb282a1-e44e-432f-a3bb-fac64698b2b0 req-79345476-121f-45e4-8d5b-4252448a2992 tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.76 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 945 time: 0.1049852 Aug 20 11:35:37.591715 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=44b2853e-b563-42b2-9763-45ee99911fc6,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:37.599165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9c436b4a-3491-43bb-900f-6d19b8244593 req-de80a48a-29fa-46be-a2a2-6e0780b2fd40 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356056 Aug 20 11:35:37.627510 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6da186-383a-49f1-a1b6-e0e5c954e66d x-openstack-request-id: req-8d6da186-383a-49f1-a1b6-e0e5c954e66d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:37.627813 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea67b3dc-dda3-404f-92d8-cc1c81402fc4", "name": "network-vif-plugged", "status": "completed", "tag": "44b2853e-b563-42b2-9763-45ee99911fc6", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:37.628068 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d6da186-383a-49f1-a1b6-e0e5c954e66d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:37.628536 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea67b3dc-dda3-404f-92d8-cc1c81402fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b2853e-b563-42b2-9763-45ee99911fc6', 'code': 200} Aug 20 11:35:37.691569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b0c19-2e7d-430b-a239-cb484c443112 req-332d8c44-4f21-439e-b191-74ad3014137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:37.696663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b69b0c19-2e7d-430b-a239-cb484c443112 req-332d8c44-4f21-439e-b191-74ad3014137b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 1101 time: 0.1784241 Aug 20 11:35:37.842457 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcc709-a140-486e-801e-35ee5d1e3573 req-45f8cb2c-da61-4cea-aa0c-ef8dcdb14036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:37.843961 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0cdcc709-a140-486e-801e-35ee5d1e3573 req-45f8cb2c-da61-4cea-aa0c-ef8dcdb14036 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 1097 time: 0.1277356 Aug 20 11:35:37.852061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8363b50-3378-4ad3-bea2-7ceee36c429f req-b80755c3-b3e3-439e-b2d7-1c36ca7cb517 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:37.854355 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f8363b50-3378-4ad3-bea2-7ceee36c429f req-b80755c3-b3e3-439e-b2d7-1c36ca7cb517 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.1225560 Aug 20 11:35:37.931132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b0c19-2e7d-430b-a239-cb484c443112 req-f2287707-3911-44f2-9860-fef8964ca095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:37.949713 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f8363b50-3378-4ad3-bea2-7ceee36c429f req-55fbf3a0-d996-46a1-940d-8e938be3c720 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699415 Aug 20 11:35:37.959122 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b69b0c19-2e7d-430b-a239-cb484c443112 req-f2287707-3911-44f2-9860-fef8964ca095 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2147353 Aug 20 11:35:37.981769 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0cdcc709-a140-486e-801e-35ee5d1e3573 req-1ea95f2b-bad0-4e31-8c55-cf1f47effafe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fdbcd44f-c291-4553-a382-bea42057708d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263785 Aug 20 11:35:38.051476 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b53a2d92-775f-4163-b043-7b93de26cdb2 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:38.093319 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b69b0c19-2e7d-430b-a239-cb484c443112 req-9804517a-264e-4415-bf39-e04d8b3d5b45 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=0959032f-d8b7-43ce-8365-f4c00d2d5371 HTTP/1.1" status: 200 len: 217 time: 0.1216772 Aug 20 11:35:38.099084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-ffb282a1-e44e-432f-a3bb-fac64698b2b0 req-132140d4-948c-4690-982d-1cf314cd5f7a tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Deleting port a9db10a3-78de-40c7-9c0c-e6361d9515db {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:38.099760 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ffb282a1-e44e-432f-a3bb-fac64698b2b0 req-132140d4-948c-4690-982d-1cf314cd5f7a tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.140154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b53a2d92-775f-4163-b043-7b93de26cdb2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:38.140880 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.157440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b0c19-2e7d-430b-a239-cb484c443112 req-81efabf8-092a-41fc-907a-0bb33a4d77b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:38.159410 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b69b0c19-2e7d-430b-a239-cb484c443112 req-81efabf8-092a-41fc-907a-0bb33a4d77b0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0555356 Aug 20 11:35:38.258288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b0c19-2e7d-430b-a239-cb484c443112 req-6fee4f37-47fe-4227-841a-5ced5b76e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:38.259909 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b69b0c19-2e7d-430b-a239-cb484c443112 req-6fee4f37-47fe-4227-841a-5ced5b76e691 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890450 Aug 20 11:35:38.266965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f6a44-cbdc-4482-ae58-10bca6a4f619 req-09689c14-0731-40f9-86cd-8878c701514d tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:38.268868 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-321f6a44-cbdc-4482-ae58-10bca6a4f619 req-09689c14-0731-40f9-86cd-8878c701514d tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 946 time: 0.2108781 Aug 20 11:35:38.317283 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-321f6a44-cbdc-4482-ae58-10bca6a4f619 req-6079addb-671d-410c-a7c3-22cbb75cfc1c tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdbcd44f-c291-4553-a382-bea42057708d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Aug 20 11:35:38.380572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ffb282a1-e44e-432f-a3bb-fac64698b2b0 req-132140d4-948c-4690-982d-1cf314cd5f7a tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] For port a9db10a3-78de-40c7-9c0c-e6361d9515db, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a9db10a3-78de-40c7-9c0c-e6361d9515db,segment=NetworkSegment(c3f7cb73-d291-42e7-b412-69aa6dab7a70),segment_id=c3f7cb73-d291-42e7-b412-69aa6dab7a70)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:38.380948 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ffb282a1-e44e-432f-a3bb-fac64698b2b0 req-132140d4-948c-4690-982d-1cf314cd5f7a tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.407097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-ffb282a1-e44e-432f-a3bb-fac64698b2b0 req-132140d4-948c-4690-982d-1cf314cd5f7a tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Calling delete_port for a9db10a3-78de-40c7-9c0c-e6361d9515db owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:38.482007 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b69b0c19-2e7d-430b-a239-cb484c443112 req-f78beb1e-ff05-43cf-8d69-d5a24b23daeb service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097764 Aug 20 11:35:38.638254 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b69b0c19-2e7d-430b-a239-cb484c443112 req-ba8442ff-fc38-4df9-8cec-fcae49323e23 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483612 Aug 20 11:35:38.703706 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ffb282a1-e44e-432f-a3bb-fac64698b2b0 req-132140d4-948c-4690-982d-1cf314cd5f7a tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.717291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['a9db10a3-78de-40c7-9c0c-e6361d9515db'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:38.774988 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e52e8-f2ef-4e0f-9b94-d81ef868ccec req-3ea3045b-2954-471c-8df2-3108c01fae73 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:38.779352 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.781041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9448a12-de80-4f90-9660-5446327b3848 req-44f3a60f-d819-44af-b03a-e232f030a34a tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:38.781943 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e52e8-f2ef-4e0f-9b94-d81ef868ccec req-3ea3045b-2954-471c-8df2-3108c01fae73 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:38.783058 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9448a12-de80-4f90-9660-5446327b3848 req-44f3a60f-d819-44af-b03a-e232f030a34a tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/ports?device_id=4156472e-33bf-4c41-91ad-396558def4da HTTP/1.1" status: 200 len: 945 time: 0.1257567 Aug 20 11:35:38.784527 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132140d4-948c-4690-982d-1cf314cd5f7a tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Pushing event deleted for resources: {'Port': ['ID=a9db10a3-78de-40c7-9c0c-e6361d9515db,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:38.798953 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e52e8-f2ef-4e0f-9b94-d81ef868ccec req-3ea3045b-2954-471c-8df2-3108c01fae73 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:38.806006 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e52e8-f2ef-4e0f-9b94-d81ef868ccec req-3ea3045b-2954-471c-8df2-3108c01fae73 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:38.812527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e52e8-f2ef-4e0f-9b94-d81ef868ccec req-3ea3045b-2954-471c-8df2-3108c01fae73 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:38.820459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e52e8-f2ef-4e0f-9b94-d81ef868ccec req-3ea3045b-2954-471c-8df2-3108c01fae73 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:38.830592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e52e8-f2ef-4e0f-9b94-d81ef868ccec req-3ea3045b-2954-471c-8df2-3108c01fae73 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:38.840511 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e33e52e8-f2ef-4e0f-9b94-d81ef868ccec req-3ea3045b-2954-471c-8df2-3108c01fae73 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.1389663 Aug 20 11:35:38.851312 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb282a1-e44e-432f-a3bb-fac64698b2b0 req-132140d4-948c-4690-982d-1cf314cd5f7a tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] No DVR routers for this DVR port a9db10a3-78de-40c7-9c0c-e6361d9515db on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:38.858133 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ffb282a1-e44e-432f-a3bb-fac64698b2b0 req-132140d4-948c-4690-982d-1cf314cd5f7a tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.860283 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ffb282a1-e44e-432f-a3bb-fac64698b2b0 req-132140d4-948c-4690-982d-1cf314cd5f7a tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.76 "DELETE /v2.0/ports/a9db10a3-78de-40c7-9c0c-e6361d9515db HTTP/1.1" status: 204 len: 173 time: 1.2598367 Aug 20 11:35:38.860757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4156472e-33bf-4c41-91ad-396558def4da', 'name': 'network-vif-deleted', 'tag': 'a9db10a3-78de-40c7-9c0c-e6361d9515db'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:38.868801 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff933d6b-3433-4283-8d53-7dbf92725953" -d '{"events": [{"server_uuid": "4156472e-33bf-4c41-91ad-396558def4da", "name": "network-vif-deleted", "tag": "a9db10a3-78de-40c7-9c0c-e6361d9515db"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:38.880904 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9448a12-de80-4f90-9660-5446327b3848 req-cd77c8fa-65f5-409e-a9c0-926eb698d3bd tempest-InstanceActionsTestJSON-120348133 tempest-InstanceActionsTestJSON-120348133-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2edfac0-a023-40a3-af74-af4c44faa495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876656 Aug 20 11:35:38.919042 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e33e52e8-f2ef-4e0f-9b94-d81ef868ccec req-da394f43-c212-403d-9aea-643c97bedf88 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575786 Aug 20 11:35:39.020230 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ef537c-9733-403e-a438-e031bc0ee58b x-openstack-request-id: req-31ef537c-9733-403e-a438-e031bc0ee58b {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:39.020534 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4156472e-33bf-4c41-91ad-396558def4da", "name": "network-vif-deleted", "tag": "a9db10a3-78de-40c7-9c0c-e6361d9515db", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:39.020838 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31ef537c-9733-403e-a438-e031bc0ee58b {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:39.021285 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4156472e-33bf-4c41-91ad-396558def4da', 'name': 'network-vif-deleted', 'tag': 'a9db10a3-78de-40c7-9c0c-e6361d9515db', 'status': 'completed', 'code': 200} Aug 20 11:35:39.152083 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da36e5-16c7-4225-b33e-2f8483713182 req-ac0eb6cc-8521-42df-b727-bc48c69adda3 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:39.155338 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2da36e5-16c7-4225-b33e-2f8483713182 req-ac0eb6cc-8521-42df-b727-bc48c69adda3 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.0611303 Aug 20 11:35:39.217517 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2da36e5-16c7-4225-b33e-2f8483713182 req-29a74e40-af3a-4ab8-bc99-802683f2b545 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566485 Aug 20 11:35:39.308751 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0959032f-d8b7-43ce-8365-f4c00d2d5371 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:39.395993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0959032f-d8b7-43ce-8365-f4c00d2d5371 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:39.464257 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d22ca8-afed-4d8e-9a95-1eeea917565d req-8bf7ef3a-0c57-4158-85ff-4d8c3c345608 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:39.474366 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f9d22ca8-afed-4d8e-9a95-1eeea917565d req-8bf7ef3a-0c57-4158-85ff-4d8c3c345608 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 946 time: 0.0731905 Aug 20 11:35:39.483451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45338e-82a6-42e7-a441-788ed3ee188c req-1ce3c18b-75c6-43cd-b441-9b9e4c63ce2f tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:39.485028 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a45338e-82a6-42e7-a441-788ed3ee188c req-1ce3c18b-75c6-43cd-b441-9b9e4c63ce2f tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 944 time: 0.0660417 Aug 20 11:35:39.520593 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f9d22ca8-afed-4d8e-9a95-1eeea917565d req-d6b25ca3-0993-42a3-a224-01abf2844a59 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdbcd44f-c291-4553-a382-bea42057708d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446274 Aug 20 11:35:39.532726 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a45338e-82a6-42e7-a441-788ed3ee188c req-7cbb9e8f-3570-46c0-8110-a10c92d0daa8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410383 Aug 20 11:35:39.544732 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.584805 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0959032f-d8b7-43ce-8365-f4c00d2d5371, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0959032f-d8b7-43ce-8365-f4c00d2d5371,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:39.611722 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '0959032f-d8b7-43ce-8365-f4c00d2d5371', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '0959032f-d8b7-43ce-8365-f4c00d2d5371', 'mac_address': 'fa:16:3e:fb:51:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:39.614897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0959032f-d8b7-43ce-8365-f4c00d2d5371, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0959032f-d8b7-43ce-8365-f4c00d2d5371,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:39.646411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774cef29-1b13-4e93-8691-421303c51705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0959032f-d8b7-43ce-8365-f4c00d2d5371'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:39.649767 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bfeefc-37fe-4c45-a44e-7c872dafd7d5" -d '{"events": [{"server_uuid": "774cef29-1b13-4e93-8691-421303c51705", "name": "network-vif-unplugged", "status": "completed", "tag": "0959032f-d8b7-43ce-8365-f4c00d2d5371"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:39.655587 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.715270 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6358dd9b-b44c-4501-9457-5e0082b662dc x-openstack-request-id: req-6358dd9b-b44c-4501-9457-5e0082b662dc {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:39.715560 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774cef29-1b13-4e93-8691-421303c51705", "name": "network-vif-unplugged", "status": "completed", "tag": "0959032f-d8b7-43ce-8365-f4c00d2d5371", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:39.716017 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6358dd9b-b44c-4501-9457-5e0082b662dc {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:39.716400 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774cef29-1b13-4e93-8691-421303c51705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0959032f-d8b7-43ce-8365-f4c00d2d5371', 'code': 200} Aug 20 11:35:39.732666 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.772114 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0959032f-d8b7-43ce-8365-f4c00d2d5371 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:39.795260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0959032f-d8b7-43ce-8365-f4c00d2d5371,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:39.815290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0959032f-d8b7-43ce-8365-f4c00d2d5371, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0959032f-d8b7-43ce-8365-f4c00d2d5371,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:39.824444 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.889281 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0959032f-d8b7-43ce-8365-f4c00d2d5371,revision_number=10']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:39.917194 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14977c-60b7-403a-8553-e4b6331f9bb5 req-f91aa427-fdfa-48e5-bfce-b7147d46c640 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:39.918797 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd14977c-60b7-403a-8553-e4b6331f9bb5 req-f91aa427-fdfa-48e5-bfce-b7147d46c640 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 946 time: 0.0744855 Aug 20 11:35:39.952493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57666) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:39.977062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd14977c-60b7-403a-8553-e4b6331f9bb5 req-f094aa2a-7973-4639-b01d-029b81907bcd tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdbcd44f-c291-4553-a382-bea42057708d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435717 Aug 20 11:35:40.010573 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d33f869-ed5b-49d0-a308-d899f6a89c15 admin admin] Deleting subnet ae1dca89-355c-45c2-b424-6751d7fbb5ae {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:40.015446 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d33f869-ed5b-49d0-a308-d899f6a89c15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.074074 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0959032f-d8b7-43ce-8365-f4c00d2d5371'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:40.092316 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d33f869-ed5b-49d0-a308-d899f6a89c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.187483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001001-5a62-40ab-a175-d87be85de090 req-fbdca4e2-b2b9-4d46-8f89-4065f4de987f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.193697 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001001-5a62-40ab-a175-d87be85de090 req-fbdca4e2-b2b9-4d46-8f89-4065f4de987f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.200347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001001-5a62-40ab-a175-d87be85de090 req-fbdca4e2-b2b9-4d46-8f89-4065f4de987f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.207795 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001001-5a62-40ab-a175-d87be85de090 req-fbdca4e2-b2b9-4d46-8f89-4065f4de987f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.214824 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001001-5a62-40ab-a175-d87be85de090 req-fbdca4e2-b2b9-4d46-8f89-4065f4de987f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.220955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001001-5a62-40ab-a175-d87be85de090 req-fbdca4e2-b2b9-4d46-8f89-4065f4de987f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.227212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001001-5a62-40ab-a175-d87be85de090 req-fbdca4e2-b2b9-4d46-8f89-4065f4de987f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.235448 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-65001001-5a62-40ab-a175-d87be85de090 req-fbdca4e2-b2b9-4d46-8f89-4065f4de987f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.1947968 Aug 20 11:35:40.274612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17686c0-0cc1-453e-9001-2b7abc88d13f req-93e210aa-efe1-417c-92ed-704093b6751f tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.276113 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d17686c0-0cc1-453e-9001-2b7abc88d13f req-93e210aa-efe1-417c-92ed-704093b6751f tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.35 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 944 time: 0.1815243 Aug 20 11:35:40.277327 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d33f869-ed5b-49d0-a308-d899f6a89c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.362545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f21cf2-474f-4b66-8f51-c98938f875cc req-04e93236-4743-49b0-9f6f-98c78df5044c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.364139 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c3f21cf2-474f-4b66-8f51-c98938f875cc req-04e93236-4743-49b0-9f6f-98c78df5044c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 950 time: 0.0522864 Aug 20 11:35:40.374213 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-65001001-5a62-40ab-a175-d87be85de090 req-9a81e8e8-5274-4636-937c-9ab43e860818 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1377792 Aug 20 11:35:40.409232 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c3f21cf2-474f-4b66-8f51-c98938f875cc req-85773d69-bdbd-4af0-b027-197dd65fb515 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380287 Aug 20 11:35:40.444412 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d33f869-ed5b-49d0-a308-d899f6a89c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.475824 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33f869-ed5b-49d0-a308-d899f6a89c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae1dca89-355c-45c2-b424-6751d7fbb5ae,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:40.479426 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d33f869-ed5b-49d0-a308-d899f6a89c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.481367 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6d33f869-ed5b-49d0-a308-d899f6a89c15 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ae1dca89-355c-45c2-b424-6751d7fbb5ae HTTP/1.1" status: 204 len: 168 time: 0.5271208 Aug 20 11:35:40.483867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57676) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:40.499243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-d17686c0-0cc1-453e-9001-2b7abc88d13f req-9408bd47-7a5b-419f-948e-8a72595c60ef tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Deleting port 8e80b7a0-4672-4506-8457-f9c78a96006f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:40.499583 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d17686c0-0cc1-453e-9001-2b7abc88d13f req-9408bd47-7a5b-419f-948e-8a72595c60ef tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.567914 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81791517-bc3d-4a65-bba1-2f88d9d3602a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.600822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d17686c0-0cc1-453e-9001-2b7abc88d13f req-9408bd47-7a5b-419f-948e-8a72595c60ef tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] For port 8e80b7a0-4672-4506-8457-f9c78a96006f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=8e80b7a0-4672-4506-8457-f9c78a96006f,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:40.602104 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d17686c0-0cc1-453e-9001-2b7abc88d13f req-9408bd47-7a5b-419f-948e-8a72595c60ef tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.626256 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-d17686c0-0cc1-453e-9001-2b7abc88d13f req-9408bd47-7a5b-419f-948e-8a72595c60ef tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Calling delete_port for 8e80b7a0-4672-4506-8457-f9c78a96006f owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:40.675933 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81791517-bc3d-4a65-bba1-2f88d9d3602a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.692962 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-81791517-bc3d-4a65-bba1-2f88d9d3602a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:40.706098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-81791517-bc3d-4a65-bba1-2f88d9d3602a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f7cb73-d291-42e7-b412-69aa6dab7a70') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:40.706395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-81791517-bc3d-4a65-bba1-2f88d9d3602a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f7cb73-d291-42e7-b412-69aa6dab7a70') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:40.716726 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81791517-bc3d-4a65-bba1-2f88d9d3602a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.735555 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81791517-bc3d-4a65-bba1-2f88d9d3602a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.742923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81791517-bc3d-4a65-bba1-2f88d9d3602a admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:40.743425 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81791517-bc3d-4a65-bba1-2f88d9d3602a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:40.745672 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:40.808116 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81791517-bc3d-4a65-bba1-2f88d9d3602a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.815464 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81791517-bc3d-4a65-bba1-2f88d9d3602a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.820456 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-81791517-bc3d-4a65-bba1-2f88d9d3602a admin admin] 10.222.0.37 "DELETE /v2.0/networks/76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c HTTP/1.1" status: 204 len: 168 time: 0.3346725 Aug 20 11:35:40.835619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81791517-bc3d-4a65-bba1-2f88d9d3602a admin admin] Pushing event deleted for resources: {'Network': ['ID=76a6fb8a-05f4-4ab3-a6f5-5a9a1c2bfa9c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:40.841665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c8620-4527-4898-9449-b98e1396c980 req-7d58244f-207a-461f-bdbb-b7b941a1e7cc tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.842764 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-526c8620-4527-4898-9449-b98e1396c980 req-7d58244f-207a-461f-bdbb-b7b941a1e7cc tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6252e2a0-b8b2-4bc9-a557-edf875d5b40d HTTP/1.1" status: 200 len: 944 time: 0.0832660 Aug 20 11:35:40.843960 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d17686c0-0cc1-453e-9001-2b7abc88d13f req-9408bd47-7a5b-419f-948e-8a72595c60ef tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.857322 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['8e80b7a0-4672-4506-8457-f9c78a96006f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:40.889284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408bd47-7a5b-419f-948e-8a72595c60ef tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Pushing event deleted for resources: {'Port': ['ID=8e80b7a0-4672-4506-8457-f9c78a96006f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:40.957497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17686c0-0cc1-453e-9001-2b7abc88d13f req-9408bd47-7a5b-419f-948e-8a72595c60ef tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] No DVR routers for this DVR port 8e80b7a0-4672-4506-8457-f9c78a96006f on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:40.962490 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d17686c0-0cc1-453e-9001-2b7abc88d13f req-9408bd47-7a5b-419f-948e-8a72595c60ef tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.964378 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d17686c0-0cc1-453e-9001-2b7abc88d13f req-9408bd47-7a5b-419f-948e-8a72595c60ef tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.35 "DELETE /v2.0/ports/8e80b7a0-4672-4506-8457-f9c78a96006f HTTP/1.1" status: 204 len: 173 time: 0.6667058 Aug 20 11:35:40.965153 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6252e2a0-b8b2-4bc9-a557-edf875d5b40d', 'name': 'network-vif-deleted', 'tag': '8e80b7a0-4672-4506-8457-f9c78a96006f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:40.967227 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777efb4c-3926-41ec-b859-6f3e9f4e328d" -d '{"events": [{"server_uuid": "6252e2a0-b8b2-4bc9-a557-edf875d5b40d", "name": "network-vif-deleted", "tag": "8e80b7a0-4672-4506-8457-f9c78a96006f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:40.979754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57688) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:40.988690 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-526c8620-4527-4898-9449-b98e1396c980 req-bb7c18de-383b-40d1-a418-df352908b161 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315911 Aug 20 11:35:41.051833 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-64b2e686-cd81-4a3d-9c8a-1674da80f9d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6785c568778942c9ac691afac640269d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0691462 Aug 20 11:35:41.054796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57692) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:41.110087 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b25cc-e349-4684-a1e7-6a7af9c4ca36 req-037b2aa4-c391-4bd1-b374-eea3e9d3ef47 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:41.117589 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6c0b25cc-e349-4684-a1e7-6a7af9c4ca36 req-037b2aa4-c391-4bd1-b374-eea3e9d3ef47 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 946 time: 0.0664332 Aug 20 11:35:41.127825 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a0d073f-7b35-49ce-b7b0-ff74c540b0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.157324 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a0d073f-7b35-49ce-b7b0-ff74c540b0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.189839 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6c0b25cc-e349-4684-a1e7-6a7af9c4ca36 req-3763ae18-ca24-477b-947f-74253a342ba0 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdbcd44f-c291-4553-a382-bea42057708d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712743 Aug 20 11:35:41.202810 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a4e477-cf9c-4a71-aee7-6aebd338aad9 x-openstack-request-id: req-08a4e477-cf9c-4a71-aee7-6aebd338aad9 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:41.203213 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6252e2a0-b8b2-4bc9-a557-edf875d5b40d", "name": "network-vif-deleted", "tag": "8e80b7a0-4672-4506-8457-f9c78a96006f", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:41.204124 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08a4e477-cf9c-4a71-aee7-6aebd338aad9 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:41.204613 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6252e2a0-b8b2-4bc9-a557-edf875d5b40d', 'name': 'network-vif-deleted', 'tag': '8e80b7a0-4672-4506-8457-f9c78a96006f', 'status': 'completed', 'code': 200} Aug 20 11:35:41.243577 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a0d073f-7b35-49ce-b7b0-ff74c540b0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.247981 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a0d073f-7b35-49ce-b7b0-ff74c540b0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.250609 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9a0d073f-7b35-49ce-b7b0-ff74c540b0b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2edfac0-a023-40a3-af74-af4c44faa495 HTTP/1.1" status: 204 len: 168 time: 0.1940055 Aug 20 11:35:41.259063 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d073f-7b35-49ce-b7b0-ff74c540b0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2edfac0-a023-40a3-af74-af4c44faa495,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:41.305190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0959032f-d8b7-43ce-8365-f4c00d2d5371 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:41.360594 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 0959032f-d8b7-43ce-8365-f4c00d2d5371 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:41.361007 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.457436 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.503301 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0959032f-d8b7-43ce-8365-f4c00d2d5371, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0959032f-d8b7-43ce-8365-f4c00d2d5371,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:41.510246 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.511950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device a9db10a3-78de-40c7-9c0c-e6361d9515db no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:41.550075 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: a9db10a3-78de-40c7-9c0c-e6361d9515db {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:41.550700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device a9db10a3-78de-40c7-9c0c-e6361d9515db not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:41.619567 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056583a-edbb-4cf9-8326-c0708e4fb6c2 req-a29f9b62-2b4b-45fb-89e4-4cc29f140bd4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:41.625139 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0959032f-d8b7-43ce-8365-f4c00d2d5371,revision_number=11']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:41.626007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056583a-edbb-4cf9-8326-c0708e4fb6c2 req-a29f9b62-2b4b-45fb-89e4-4cc29f140bd4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:41.632965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056583a-edbb-4cf9-8326-c0708e4fb6c2 req-a29f9b62-2b4b-45fb-89e4-4cc29f140bd4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:41.639066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549e487-3bb7-40c8-9b31-8cb7c5600a2e req-93a97055-161d-4549-8453-c63954babe78 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:41.641793 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f549e487-3bb7-40c8-9b31-8cb7c5600a2e req-93a97055-161d-4549-8453-c63954babe78 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 951 time: 0.1158307 Aug 20 11:35:41.642118 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056583a-edbb-4cf9-8326-c0708e4fb6c2 req-a29f9b62-2b4b-45fb-89e4-4cc29f140bd4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:41.648692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056583a-edbb-4cf9-8326-c0708e4fb6c2 req-a29f9b62-2b4b-45fb-89e4-4cc29f140bd4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:41.664241 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056583a-edbb-4cf9-8326-c0708e4fb6c2 req-a29f9b62-2b4b-45fb-89e4-4cc29f140bd4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:41.671740 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056583a-edbb-4cf9-8326-c0708e4fb6c2 req-a29f9b62-2b4b-45fb-89e4-4cc29f140bd4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:41.680369 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3056583a-edbb-4cf9-8326-c0708e4fb6c2 req-a29f9b62-2b4b-45fb-89e4-4cc29f140bd4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.1953325 Aug 20 11:35:41.696935 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7375fcc-32a0-4793-bcef-1a924d92baca req-99cb6639-bf7c-47c5-acca-5d6148ae6b32 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:41.698691 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c7375fcc-32a0-4793-bcef-1a924d92baca req-99cb6639-bf7c-47c5-acca-5d6148ae6b32 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 946 time: 0.1528518 Aug 20 11:35:41.703361 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f549e487-3bb7-40c8-9b31-8cb7c5600a2e req-54a75072-0c6a-4eaa-bb44-a98fb49782fa tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530014 Aug 20 11:35:41.717488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774cef29-1b13-4e93-8691-421303c51705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0959032f-d8b7-43ce-8365-f4c00d2d5371'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:41.719791 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f912b7-b8ef-4d51-b3e1-7461837918ed" -d '{"events": [{"server_uuid": "774cef29-1b13-4e93-8691-421303c51705", "name": "network-vif-plugged", "status": "completed", "tag": "0959032f-d8b7-43ce-8365-f4c00d2d5371"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:41.777161 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a80ec2-aea6-4088-96c8-7fdc22593fde x-openstack-request-id: req-42a80ec2-aea6-4088-96c8-7fdc22593fde {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:41.777558 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774cef29-1b13-4e93-8691-421303c51705", "name": "network-vif-plugged", "status": "completed", "tag": "0959032f-d8b7-43ce-8365-f4c00d2d5371", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:41.777906 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42a80ec2-aea6-4088-96c8-7fdc22593fde {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:41.778358 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774cef29-1b13-4e93-8691-421303c51705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0959032f-d8b7-43ce-8365-f4c00d2d5371', 'code': 200} Aug 20 11:35:41.812334 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3056583a-edbb-4cf9-8326-c0708e4fb6c2 req-ca23026c-c6b1-437b-aec1-0656cbc32f81 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1309955 Aug 20 11:35:41.898218 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-c7375fcc-32a0-4793-bcef-1a924d92baca req-6a0437dc-e8da-4931-b451-31be483b91e5 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Deleting port 44b2853e-b563-42b2-9763-45ee99911fc6 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:41.898643 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c7375fcc-32a0-4793-bcef-1a924d92baca req-6a0437dc-e8da-4931-b451-31be483b91e5 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.976808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ab93e-16f7-42e4-89f7-c9d43cafeb45 req-7b4c6663-9455-4d7f-baa9-ab330d7782b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:41.979883 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd7ab93e-16f7-42e4-89f7-c9d43cafeb45 req-7b4c6663-9455-4d7f-baa9-ab330d7782b2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 1102 time: 0.0671024 Aug 20 11:35:42.020388 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd7ab93e-16f7-42e4-89f7-c9d43cafeb45 req-a699589c-074b-4dd6-b746-ef8f54f8bd7b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337265 Aug 20 11:35:42.021349 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-c7375fcc-32a0-4793-bcef-1a924d92baca req-6a0437dc-e8da-4931-b451-31be483b91e5 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] For port 44b2853e-b563-42b2-9763-45ee99911fc6, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=44b2853e-b563-42b2-9763-45ee99911fc6,segment=NetworkSegment(a5b2792b-52ab-4ef2-b8ef-0e20e917b518),segment_id=a5b2792b-52ab-4ef2-b8ef-0e20e917b518)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:42.021836 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c7375fcc-32a0-4793-bcef-1a924d92baca req-6a0437dc-e8da-4931-b451-31be483b91e5 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.037134 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-c7375fcc-32a0-4793-bcef-1a924d92baca req-6a0437dc-e8da-4931-b451-31be483b91e5 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Calling delete_port for 44b2853e-b563-42b2-9763-45ee99911fc6 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:42.235983 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c7375fcc-32a0-4793-bcef-1a924d92baca req-6a0437dc-e8da-4931-b451-31be483b91e5 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.248667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['44b2853e-b563-42b2-9763-45ee99911fc6'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:42.306000 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0437dc-e8da-4931-b451-31be483b91e5 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Pushing event deleted for resources: {'Port': ['ID=44b2853e-b563-42b2-9763-45ee99911fc6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:42.306286 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9015abd-db33-472f-8d15-5b4da7a390d7 req-9b0cc501-0d1a-46d7-b054-dc37e388a11c tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea67b3dc-dda3-404f-92d8-cc1c81402fc4 HTTP/1.1" status: 200 len: 210 time: 0.0549977 Aug 20 11:35:42.375676 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7375fcc-32a0-4793-bcef-1a924d92baca req-6a0437dc-e8da-4931-b451-31be483b91e5 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] No DVR routers for this DVR port 44b2853e-b563-42b2-9763-45ee99911fc6 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:42.394296 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c7375fcc-32a0-4793-bcef-1a924d92baca req-6a0437dc-e8da-4931-b451-31be483b91e5 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.396383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c7375fcc-32a0-4793-bcef-1a924d92baca req-6a0437dc-e8da-4931-b451-31be483b91e5 tempest-InstanceActionsNegativeTestJSON-675919383 tempest-InstanceActionsNegativeTestJSON-675919383-project] 10.222.0.35 "DELETE /v2.0/ports/44b2853e-b563-42b2-9763-45ee99911fc6 HTTP/1.1" status: 204 len: 173 time: 0.6884892 Aug 20 11:35:42.430706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2d5aa-121c-4daa-b531-9b7471af3fab req-d3f73f65-c779-4835-87cf-ed42e8933d3a tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:42.432445 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-51a2d5aa-121c-4daa-b531-9b7471af3fab req-d3f73f65-c779-4835-87cf-ed42e8933d3a tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 944 time: 0.0843098 Aug 20 11:35:42.454756 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57740) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:42.506379 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-51a2d5aa-121c-4daa-b531-9b7471af3fab req-28c92f2c-7294-4afd-98b2-561950e499ff tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607665 Aug 20 11:35:42.601774 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-bc182b59-f179-4fba-b632-d5b1dbf7d8d4 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1573048480-network', 'tenant_id': 'c918d052db5c44e1a681b6480a3c8711'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:42.624453 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc182b59-f179-4fba-b632-d5b1dbf7d8d4 admin admin] Made reservation on behalf of c918d052db5c44e1a681b6480a3c8711 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:42.626839 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc182b59-f179-4fba-b632-d5b1dbf7d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.636233 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc182b59-f179-4fba-b632-d5b1dbf7d8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.754912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc182b59-f179-4fba-b632-d5b1dbf7d8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.761511 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc182b59-f179-4fba-b632-d5b1dbf7d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.804962 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecd696-9f9b-4ee2-afe3-188eb565733e req-2ceadc28-5c4b-498e-8f09-1c0c76aa58ca tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:42.806519 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-20ecd696-9f9b-4ee2-afe3-188eb565733e req-2ceadc28-5c4b-498e-8f09-1c0c76aa58ca tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 944 time: 0.0880942 Aug 20 11:35:42.810057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc182b59-f179-4fba-b632-d5b1dbf7d8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6ffb6a-6374-46b4-b7cc-da49694535fd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:42.813164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc182b59-f179-4fba-b632-d5b1dbf7d8d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:35:42.856747 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc182b59-f179-4fba-b632-d5b1dbf7d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.857124 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-bc182b59-f179-4fba-b632-d5b1dbf7d8d4 admin admin] Added segment bf7b4655-6c75-4c7f-be1a-abbb912fce46 of type vlan for network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 Aug 20 11:35:42.884275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52fac-38b2-400f-8ec3-bfe1c8718cd0 req-f3479c47-3c51-4578-9cd9-be3b9032e520 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:42.886170 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ffe52fac-38b2-400f-8ec3-bfe1c8718cd0 req-f3479c47-3c51-4578-9cd9-be3b9032e520 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 951 time: 0.0957782 Aug 20 11:35:42.961348 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ffe52fac-38b2-400f-8ec3-bfe1c8718cd0 req-cc3eb874-9058-495c-acaf-007ddcbd5dbc tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665681 Aug 20 11:35:42.979802 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc182b59-f179-4fba-b632-d5b1dbf7d8d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.035280 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc182b59-f179-4fba-b632-d5b1dbf7d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.036432 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc182b59-f179-4fba-b632-d5b1dbf7d8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.037147 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc182b59-f179-4fba-b632-d5b1dbf7d8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.062406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2fbe0-a7c2-4910-93ba-f14d6d419d44 req-caf31f12-e7a7-4d5f-a759-b32b17d64406 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.069964 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2fbe0-a7c2-4910-93ba-f14d6d419d44 req-caf31f12-e7a7-4d5f-a759-b32b17d64406 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.075910 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2fbe0-a7c2-4910-93ba-f14d6d419d44 req-caf31f12-e7a7-4d5f-a759-b32b17d64406 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.082604 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2fbe0-a7c2-4910-93ba-f14d6d419d44 req-caf31f12-e7a7-4d5f-a759-b32b17d64406 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.089196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2fbe0-a7c2-4910-93ba-f14d6d419d44 req-caf31f12-e7a7-4d5f-a759-b32b17d64406 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.096236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2fbe0-a7c2-4910-93ba-f14d6d419d44 req-caf31f12-e7a7-4d5f-a759-b32b17d64406 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.102998 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2fbe0-a7c2-4910-93ba-f14d6d419d44 req-caf31f12-e7a7-4d5f-a759-b32b17d64406 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.104890 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-29e2fbe0-a7c2-4910-93ba-f14d6d419d44 req-caf31f12-e7a7-4d5f-a759-b32b17d64406 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.1719401 Aug 20 11:35:43.109423 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-20ecd696-9f9b-4ee2-afe3-188eb565733e req-77712125-0ea6-4338-b4e6-b1410cc21d0e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Deleting port 0e0c772b-5260-4ae9-9bf0-bf876577a776 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:43.109684 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-20ecd696-9f9b-4ee2-afe3-188eb565733e req-77712125-0ea6-4338-b4e6-b1410cc21d0e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.154185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 8e80b7a0-4672-4506-8457-f9c78a96006f no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:43.182810 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 8e80b7a0-4672-4506-8457-f9c78a96006f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:43.183563 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 8e80b7a0-4672-4506-8457-f9c78a96006f not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:43.213936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea67b3dc-dda3-404f-92d8-cc1c81402fc4', 'name': 'network-vif-deleted', 'tag': '44b2853e-b563-42b2-9763-45ee99911fc6'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:43.216480 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6ab790-2ceb-4c08-94a6-56784b3defad" -d '{"events": [{"server_uuid": "ea67b3dc-dda3-404f-92d8-cc1c81402fc4", "name": "network-vif-deleted", "tag": "44b2853e-b563-42b2-9763-45ee99911fc6"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:43.233962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bc182b59-f179-4fba-b632-d5b1dbf7d8d4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7781498 Aug 20 11:35:43.236998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57750) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:43.243784 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-fefc5a1b-450e-4ff0-9b09-e96d6c5a0713 admin admin] Request body: {'subnet': {'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1573048480-subnet', 'tenant_id': 'c918d052db5c44e1a681b6480a3c8711', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:43.248682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc182b59-f179-4fba-b632-d5b1dbf7d8d4 admin admin] Pushing event updated for resources: {'Network': ['ID=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:43.260997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:35:43.279007 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b07c9f-1208-4ba5-807f-eb4beb25124d x-openstack-request-id: req-43b07c9f-1208-4ba5-807f-eb4beb25124d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:43.279306 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea67b3dc-dda3-404f-92d8-cc1c81402fc4", "name": "network-vif-deleted", "tag": "44b2853e-b563-42b2-9763-45ee99911fc6", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:43.279557 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43b07c9f-1208-4ba5-807f-eb4beb25124d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:43.279951 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea67b3dc-dda3-404f-92d8-cc1c81402fc4', 'name': 'network-vif-deleted', 'tag': '44b2853e-b563-42b2-9763-45ee99911fc6', 'status': 'completed', 'code': 200} Aug 20 11:35:43.290024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefc5a1b-450e-4ff0-9b09-e96d6c5a0713 admin admin] Made reservation on behalf of c918d052db5c44e1a681b6480a3c8711 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:43.293241 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fefc5a1b-450e-4ff0-9b09-e96d6c5a0713 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.300516 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-29e2fbe0-a7c2-4910-93ba-f14d6d419d44 req-f407ea0b-e7dd-4ff3-9a97-f21871c4468c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1759017 Aug 20 11:35:43.327847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-20ecd696-9f9b-4ee2-afe3-188eb565733e req-77712125-0ea6-4338-b4e6-b1410cc21d0e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] For port 0e0c772b-5260-4ae9-9bf0-bf876577a776, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=0e0c772b-5260-4ae9-9bf0-bf876577a776,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:43.328313 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-20ecd696-9f9b-4ee2-afe3-188eb565733e req-77712125-0ea6-4338-b4e6-b1410cc21d0e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.347400 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-20ecd696-9f9b-4ee2-afe3-188eb565733e req-77712125-0ea6-4338-b4e6-b1410cc21d0e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Calling delete_port for 0e0c772b-5260-4ae9-9bf0-bf876577a776 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:43.395317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57756) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:43.462827 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf77e2f-7bc6-45f2-b10e-15117968448f admin admin] Deleting subnet 5f2bac2b-b1a0-4e92-86d6-4f2f408a5306 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:43.468222 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-baf77e2f-7bc6-45f2-b10e-15117968448f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.528338 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fefc5a1b-450e-4ff0-9b09-e96d6c5a0713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.615635 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc5a1b-450e-4ff0-9b09-e96d6c5a0713 admin admin] Checking segment: {'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:43.615997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefc5a1b-450e-4ff0-9b09-e96d6c5a0713 admin admin] Network hostable DHCP agents. Network: 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:35:43.620569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc5a1b-450e-4ff0-9b09-e96d6c5a0713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=065471c0-f20e-4037-a35d-2762039941ce,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:43.642233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefc5a1b-450e-4ff0-9b09-e96d6c5a0713 admin admin] Network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:35:43.653549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-fefc5a1b-450e-4ff0-9b09-e96d6c5a0713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:43.657851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc5a1b-450e-4ff0-9b09-e96d6c5a0713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.658678 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fefc5a1b-450e-4ff0-9b09-e96d6c5a0713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.665636 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4129828c-eab2-4831-a00e-bb1eaef003a1 None None] Network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:43.681259 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fefc5a1b-450e-4ff0-9b09-e96d6c5a0713 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4425256 Aug 20 11:35:43.882857 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7', 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7', 'tenant_id': 'c918d052db5c44e1a681b6480a3c8711', 'fixed_ips': [{'subnet_id': '065471c0-f20e-4037-a35d-2762039941ce'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:35:43.884747 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.909652 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-baf77e2f-7bc6-45f2-b10e-15117968448f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.001279 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3c25-eefb-4bbc-9548-e29531ba2c46 req-1709a69f-847f-4194-88c9-d5a8fd2eaff8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:44.008974 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aa6c3c25-eefb-4bbc-9548-e29531ba2c46 req-1709a69f-847f-4194-88c9-d5a8fd2eaff8 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e2e144-fdc8-481e-a1b6-92ee31c291e4 HTTP/1.1" status: 200 len: 944 time: 0.1673286 Aug 20 11:35:44.040565 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-baf77e2f-7bc6-45f2-b10e-15117968448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.069393 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-20ecd696-9f9b-4ee2-afe3-188eb565733e req-77712125-0ea6-4338-b4e6-b1410cc21d0e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.096320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Allocated IP 172.20.0.2 (90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7/065471c0-f20e-4037-a35d-2762039941ce/17b03afc-e392-4c3f-97af-8ac9984016de) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:44.126544 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aa6c3c25-eefb-4bbc-9548-e29531ba2c46 req-b2ce89e7-81b1-4b14-aa17-e81f225dc512 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165533 Aug 20 11:35:44.129882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60553a-60ff-45e1-8acc-f9c1881fd824 req-a294d983-2547-46a2-b0d9-fe068fd5dca1 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:44.131892 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b60553a-60ff-45e1-8acc-f9c1881fd824 req-a294d983-2547-46a2-b0d9-fe068fd5dca1 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 951 time: 0.0664296 Aug 20 11:35:44.133227 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77712125-0ea6-4338-b4e6-b1410cc21d0e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Pushing event deleted for resources: {'Port': ['ID=0e0c772b-5260-4ae9-9bf0-bf876577a776,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:44.199754 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b60553a-60ff-45e1-8acc-f9c1881fd824 req-3e83a8ce-7fbc-43bd-9417-edcf01a5ddc3 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589824 Aug 20 11:35:44.232765 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ecd696-9f9b-4ee2-afe3-188eb565733e req-77712125-0ea6-4338-b4e6-b1410cc21d0e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] No DVR routers for this DVR port 0e0c772b-5260-4ae9-9bf0-bf876577a776 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:44.238302 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-20ecd696-9f9b-4ee2-afe3-188eb565733e req-77712125-0ea6-4338-b4e6-b1410cc21d0e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.244226 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-20ecd696-9f9b-4ee2-afe3-188eb565733e req-77712125-0ea6-4338-b4e6-b1410cc21d0e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.35 "DELETE /v2.0/ports/0e0c772b-5260-4ae9-9bf0-bf876577a776 HTTP/1.1" status: 204 len: 173 time: 1.4282598 Aug 20 11:35:44.270257 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-baf77e2f-7bc6-45f2-b10e-15117968448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.351724 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-baf77e2f-7bc6-45f2-b10e-15117968448f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.358165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57780) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:44.358871 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-baf77e2f-7bc6-45f2-b10e-15117968448f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5f2bac2b-b1a0-4e92-86d6-4f2f408a5306 HTTP/1.1" status: 204 len: 168 time: 0.9621766 Aug 20 11:35:44.360286 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf77e2f-7bc6-45f2-b10e-15117968448f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f2bac2b-b1a0-4e92-86d6-4f2f408a5306,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:44.367103 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.380727 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Transition to ACTIVE for port object 17b03afc-e392-4c3f-97af-8ac9984016de will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:44.400208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Transition to ACTIVE for port object 17b03afc-e392-4c3f-97af-8ac9984016de will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:44.409160 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.486292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8268bd8e-5553-4e57-b3ad-b956d1660cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.512470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Pushing event updated for resources: {'Port': ['ID=17b03afc-e392-4c3f-97af-8ac9984016de,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:44.520943 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:44.525136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:44.527950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:44.592996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136c348-a4a6-4acc-9fb9-19b7dd425f89 req-39ac633f-fa24-4578-84ee-95ff5fa0ab0e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:44.593914 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Attempting to bind port 17b03afc-e392-4c3f-97af-8ac9984016de on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:44.594597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Attempting to bind port 17b03afc-e392-4c3f-97af-8ac9984016de by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:44.595050 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Attempting to bind port 17b03afc-e392-4c3f-97af-8ac9984016de on network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:44.598968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136c348-a4a6-4acc-9fb9-19b7dd425f89 req-39ac633f-fa24-4578-84ee-95ff5fa0ab0e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:44.601431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:44.602071 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Checking segment: {'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:44.602566 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.603525 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Bound using segment: {'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:44.603525 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Bound port: 17b03afc-e392-4c3f-97af-8ac9984016de, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:44.604042 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.605494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136c348-a4a6-4acc-9fb9-19b7dd425f89 req-39ac633f-fa24-4578-84ee-95ff5fa0ab0e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:44.611571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136c348-a4a6-4acc-9fb9-19b7dd425f89 req-39ac633f-fa24-4578-84ee-95ff5fa0ab0e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:44.618265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136c348-a4a6-4acc-9fb9-19b7dd425f89 req-39ac633f-fa24-4578-84ee-95ff5fa0ab0e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:44.624239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136c348-a4a6-4acc-9fb9-19b7dd425f89 req-39ac633f-fa24-4578-84ee-95ff5fa0ab0e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:44.627970 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-0f9d509a-ad09-4616-bf08-bbfec94905f5 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:44.630215 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-0f9d509a-ad09-4616-bf08-bbfec94905f5 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/networks?id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 HTTP/1.1" status: 200 len: 816 time: 0.1479871 Aug 20 11:35:44.636148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136c348-a4a6-4acc-9fb9-19b7dd425f89 req-39ac633f-fa24-4578-84ee-95ff5fa0ab0e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:44.638185 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5136c348-a4a6-4acc-9fb9-19b7dd425f89 req-39ac633f-fa24-4578-84ee-95ff5fa0ab0e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.1400588 Aug 20 11:35:44.653015 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-0f05bdf6-748c-44aa-8d3d-1cd5e1720317 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/quotas/c918d052db5c44e1a681b6480a3c8711 HTTP/1.1" status: 200 len: 375 time: 0.0161126 Aug 20 11:35:44.704776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] For port 17b03afc-e392-4c3f-97af-8ac9984016de, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:44.715879 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8268bd8e-5553-4e57-b3ad-b956d1660cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.724438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] For port 17b03afc-e392-4c3f-97af-8ac9984016de, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=17b03afc-e392-4c3f-97af-8ac9984016de,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:44.733022 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-4d458096-06b8-44ef-8a74-caf6b1421be5 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c918d052db5c44e1a681b6480a3c8711&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0726690 Aug 20 11:35:44.734320 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.735885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-8268bd8e-5553-4e57-b3ad-b956d1660cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c7bc50-9908-4665-95d3-72be9582a930']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:44.758419 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5136c348-a4a6-4acc-9fb9-19b7dd425f89 req-c7bf1faf-4e4c-42ba-afbd-7f531ed6f8b1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068382 Aug 20 11:35:44.767554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-8268bd8e-5553-4e57-b3ad-b956d1660cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b2792b-52ab-4ef2-b8ef-0e20e917b518') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:44.768458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-8268bd8e-5553-4e57-b3ad-b956d1660cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b2792b-52ab-4ef2-b8ef-0e20e917b518') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:44.799201 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8268bd8e-5553-4e57-b3ad-b956d1660cec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.839708 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8268bd8e-5553-4e57-b3ad-b956d1660cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.851840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8268bd8e-5553-4e57-b3ad-b956d1660cec admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:44.852673 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8268bd8e-5553-4e57-b3ad-b956d1660cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:44.854554 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:44.870277 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f9575-9b43-4ddd-b9b0-9034d392746a None None] Pushing event updated for resources: {'Port': ['ID=17b03afc-e392-4c3f-97af-8ac9984016de,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:44.891992 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-661bd5a9-bbcc-4d0e-8340-89c2e38bb113 service neutron] 10.222.0.37 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478615 Aug 20 11:35:44.987552 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8268bd8e-5553-4e57-b3ad-b956d1660cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.992131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663b662-91ca-462c-be9e-0098f512bb8c req-8da2ec49-911b-478d-b88e-2a3317438735 tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:45.000708 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2663b662-91ca-462c-be9e-0098f512bb8c req-8da2ec49-911b-478d-b88e-2a3317438735 tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 1102 time: 0.0883472 Aug 20 11:35:45.016821 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8268bd8e-5553-4e57-b3ad-b956d1660cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:45.019780 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8268bd8e-5553-4e57-b3ad-b956d1660cec admin admin] 10.222.0.37 "DELETE /v2.0/networks/42c7bc50-9908-4665-95d3-72be9582a930 HTTP/1.1" status: 204 len: 168 time: 0.6576083 Aug 20 11:35:45.053191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268bd8e-5553-4e57-b3ad-b956d1660cec admin admin] Pushing event deleted for resources: {'Network': ['ID=42c7bc50-9908-4665-95d3-72be9582a930,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:45.076601 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fed8b3dd-b70d-45d0-a547-0b8442633e00 service neutron] 10.222.0.37 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849539 Aug 20 11:35:45.088243 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2663b662-91ca-462c-be9e-0098f512bb8c req-900776c3-9f9a-4677-83e4-2c2dce148d21 tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813565 Aug 20 11:35:45.155390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 44b2853e-b563-42b2-9763-45ee99911fc6 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:45.206477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 44b2853e-b563-42b2-9763-45ee99911fc6 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:45.206792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 44b2853e-b563-42b2-9763-45ee99911fc6 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:45.207411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 0e0c772b-5260-4ae9-9bf0-bf876577a776 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:45.271625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 0e0c772b-5260-4ae9-9bf0-bf876577a776 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:45.275152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 0e0c772b-5260-4ae9-9bf0-bf876577a776 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:45.280952 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e2e144-fdc8-481e-a1b6-92ee31c291e4', 'name': 'network-vif-deleted', 'tag': '0e0c772b-5260-4ae9-9bf0-bf876577a776'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:45.286384 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bd33c5-bd36-4745-b07a-007e3d36406a" -d '{"events": [{"server_uuid": "a6e2e144-fdc8-481e-a1b6-92ee31c291e4", "name": "network-vif-deleted", "tag": "0e0c772b-5260-4ae9-9bf0-bf876577a776"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:45.302974 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57810) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:45.411221 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f3ef93d1-0bfe-4dd5-b780-3a356695e3a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f48cab05e82649a6a2ea402f07c8db36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1071894 Aug 20 11:35:45.414699 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea81aec-53ea-4081-af81-89f4d34f5cfc x-openstack-request-id: req-1ea81aec-53ea-4081-af81-89f4d34f5cfc {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:45.415128 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e2e144-fdc8-481e-a1b6-92ee31c291e4", "name": "network-vif-deleted", "tag": "0e0c772b-5260-4ae9-9bf0-bf876577a776", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:45.415383 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ea81aec-53ea-4081-af81-89f4d34f5cfc {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:45.415777 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e2e144-fdc8-481e-a1b6-92ee31c291e4', 'name': 'network-vif-deleted', 'tag': '0e0c772b-5260-4ae9-9bf0-bf876577a776', 'status': 'completed', 'code': 200} Aug 20 11:35:45.416218 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57814) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:45.507583 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4339e55c-272c-464c-a808-ca8d40dcf815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:45.560531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4339e55c-272c-464c-a808-ca8d40dcf815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:45.719742 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4339e55c-272c-464c-a808-ca8d40dcf815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:45.723203 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4339e55c-272c-464c-a808-ca8d40dcf815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:45.726805 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4339e55c-272c-464c-a808-ca8d40dcf815 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdbcd44f-c291-4553-a382-bea42057708d HTTP/1.1" status: 204 len: 168 time: 0.3093455 Aug 20 11:35:45.823119 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-b72a9b21-7c01-45d7-9926-5d672eed8fa9 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:45.831340 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-b72a9b21-7c01-45d7-9926-5d672eed8fa9 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/networks?id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 HTTP/1.1" status: 200 len: 816 time: 0.2318809 Aug 20 11:35:45.859414 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-4e26b298-127a-4ca4-985d-22fa6c906288 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/quotas/c918d052db5c44e1a681b6480a3c8711 HTTP/1.1" status: 200 len: 375 time: 0.0267105 Aug 20 11:35:45.861835 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3d0cd-f9ba-4569-8dec-e5a80d144700 req-481508fb-570e-4c9e-88bd-b2a7e638b7db tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:45.862926 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339e55c-272c-464c-a808-ca8d40dcf815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbcd44f-c291-4553-a382-bea42057708d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:45.865298 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58e3d0cd-f9ba-4569-8dec-e5a80d144700 req-481508fb-570e-4c9e-88bd-b2a7e638b7db tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 1102 time: 0.1289332 Aug 20 11:35:45.941108 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58e3d0cd-f9ba-4569-8dec-e5a80d144700 req-2e00cea1-352a-4791-beac-e59f8653ee7e tempest-ServersAdminTestJSON-828808522 tempest-ServersAdminTestJSON-828808522-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686414 Aug 20 11:35:46.007429 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-fb6ca708-eb36-4f1c-8f62-e568a485b91e tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c918d052db5c44e1a681b6480a3c8711&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1461427 Aug 20 11:35:46.098246 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 17b03afc-e392-4c3f-97af-8ac9984016de up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:46.174961 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-9342df7a-3707-4bf5-86c8-e77fd7ceb4f7 service neutron] 10.222.0.37 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655564 Aug 20 11:35:46.188233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2d3c2-4d8c-4f78-b956-49eccbcea4e4 req-507aa4f4-5f91-4d43-9ecf-4d9c76c88b0b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:46.203955 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73d2d3c2-4d8c-4f78-b956-49eccbcea4e4 req-507aa4f4-5f91-4d43-9ecf-4d9c76c88b0b tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 945 time: 0.1095688 Aug 20 11:35:46.254170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 17b03afc-e392-4c3f-97af-8ac9984016de completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:46.283591 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73d2d3c2-4d8c-4f78-b956-49eccbcea4e4 req-ae959deb-ba0e-4533-b8d2-9ca647dbbf7e tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/security-groups?id=63cce02f-5d71-48a0-b539-23eba9217157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630043 Aug 20 11:35:46.432350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5332afc-fea6-4279-8deb-9d52bf0fa49d req-fa075b0c-f781-4dd8-b717-9955f41a4ad6 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:46.434197 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5332afc-fea6-4279-8deb-9d52bf0fa49d req-fa075b0c-f781-4dd8-b717-9955f41a4ad6 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 945 time: 0.1745143 Aug 20 11:35:46.471302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b44cb49-74b1-4933-9dbc-961c42710a0b None None] Network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:46.497735 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-7acb83b0-9cb7-4c37-942b-245e3997f56a service neutron] 10.222.0.37 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217824 Aug 20 11:35:46.526161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255a53-0c86-451a-8dec-d28935f414da req-dcfaf1b5-b109-4b43-b736-ba0c20199ec9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:46.532322 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255a53-0c86-451a-8dec-d28935f414da req-dcfaf1b5-b109-4b43-b736-ba0c20199ec9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:46.540022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255a53-0c86-451a-8dec-d28935f414da req-dcfaf1b5-b109-4b43-b736-ba0c20199ec9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:46.550626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255a53-0c86-451a-8dec-d28935f414da req-dcfaf1b5-b109-4b43-b736-ba0c20199ec9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:46.557776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255a53-0c86-451a-8dec-d28935f414da req-dcfaf1b5-b109-4b43-b736-ba0c20199ec9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:46.565525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255a53-0c86-451a-8dec-d28935f414da req-dcfaf1b5-b109-4b43-b736-ba0c20199ec9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:46.572709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255a53-0c86-451a-8dec-d28935f414da req-dcfaf1b5-b109-4b43-b736-ba0c20199ec9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:46.581673 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5255a53-0c86-451a-8dec-d28935f414da req-dcfaf1b5-b109-4b43-b736-ba0c20199ec9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.1620719 Aug 20 11:35:46.592044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f11a447e-cfe9-49bc-9972-dc063d550583 None None] Provisioning for port 17b03afc-e392-4c3f-97af-8ac9984016de completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:46.603184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f11a447e-cfe9-49bc-9972-dc063d550583 None None] Provisioning complete for port 17b03afc-e392-4c3f-97af-8ac9984016de triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:46.603614 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f11a447e-cfe9-49bc-9972-dc063d550583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.642171 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5255a53-0c86-451a-8dec-d28935f414da req-85eb2da7-97fd-4478-beba-3e587bd0ba63 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592568 Aug 20 11:35:46.699350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-f5332afc-fea6-4279-8deb-9d52bf0fa49d req-ae788e90-b4d9-460a-a297-543e0967447d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Deleting port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:46.701482 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f5332afc-fea6-4279-8deb-9d52bf0fa49d req-ae788e90-b4d9-460a-a297-543e0967447d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.884288 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f11a447e-cfe9-49bc-9972-dc063d550583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.971163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f11a447e-cfe9-49bc-9972-dc063d550583 None None] For port 17b03afc-e392-4c3f-97af-8ac9984016de, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=17b03afc-e392-4c3f-97af-8ac9984016de,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:46.989127 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f11a447e-cfe9-49bc-9972-dc063d550583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.034236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-f5332afc-fea6-4279-8deb-9d52bf0fa49d req-ae788e90-b4d9-460a-a297-543e0967447d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] For port 91d9acb4-cb79-4d29-9f20-85fcf64fb103, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=91d9acb4-cb79-4d29-9f20-85fcf64fb103,segment=NetworkSegment(8aa50883-3fd5-44d2-a330-bb6b55b20a9f),segment_id=8aa50883-3fd5-44d2-a330-bb6b55b20a9f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:47.039385 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f5332afc-fea6-4279-8deb-9d52bf0fa49d req-ae788e90-b4d9-460a-a297-543e0967447d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.079788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-f5332afc-fea6-4279-8deb-9d52bf0fa49d req-ae788e90-b4d9-460a-a297-543e0967447d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Calling delete_port for 91d9acb4-cb79-4d29-9f20-85fcf64fb103 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:47.191481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a447e-cfe9-49bc-9972-dc063d550583 None None] Pushing event updated for resources: {'Port': ['ID=17b03afc-e392-4c3f-97af-8ac9984016de,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:47.369768 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57890) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:47.415291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-dd7e72c4-762f-4621-bf92-40e07654119f tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:47.418622 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-dd7e72c4-762f-4621-bf92-40e07654119f tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.76 "GET /v2.0/networks?id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 HTTP/1.1" status: 200 len: 816 time: 0.4377627 Aug 20 11:35:47.425730 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-36836ae4-6e3d-42cd-a671-5d7779a17ee7 None None] Provisioning complete for port 17b03afc-e392-4c3f-97af-8ac9984016de triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:47.428003 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-36836ae4-6e3d-42cd-a671-5d7779a17ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.435202 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991ba38-5708-42b5-a010-88494cbc72a4 req-4a02aed4-7ff3-43b1-a9d1-f64e9d68b2d6 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:47.438144 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8991ba38-5708-42b5-a010-88494cbc72a4 req-4a02aed4-7ff3-43b1-a9d1-f64e9d68b2d6 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 949 time: 0.2912755 Aug 20 11:35:47.446825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-645afa43-d332-4e4d-bc3c-4025500e1c5a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Request body: {'port': {'device_id': '8dd05179-7614-4b36-86e4-0f28572b1ee6', 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7', 'admin_state_up': True, 'tenant_id': 'c918d052db5c44e1a681b6480a3c8711'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:47.500906 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8991ba38-5708-42b5-a010-88494cbc72a4 req-550ef9a3-a21d-4e4f-a3ef-8015b828574e tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475931 Aug 20 11:35:47.609371 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f5332afc-fea6-4279-8deb-9d52bf0fa49d req-ae788e90-b4d9-460a-a297-543e0967447d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.669369 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6bf1781c-aa4a-4b42-950d-4a7b081b8608 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-431390528-network', 'tenant_id': '1e013adae8c84baf9e629447fd6c3733'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:47.686743 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae788e90-b4d9-460a-a297-543e0967447d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Pushing event deleted for resources: {'Port': ['ID=91d9acb4-cb79-4d29-9f20-85fcf64fb103,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:47.708178 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-312f027a-adab-4d70-8cfd-7c9e46ac499f req-49e68a08-ba43-43ae-85ec-85371010b464 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 210 time: 0.0784075 Aug 20 11:35:47.796461 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5332afc-fea6-4279-8deb-9d52bf0fa49d req-ae788e90-b4d9-460a-a297-543e0967447d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] No DVR routers for this DVR port 91d9acb4-cb79-4d29-9f20-85fcf64fb103 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:47.803096 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f5332afc-fea6-4279-8deb-9d52bf0fa49d req-ae788e90-b4d9-460a-a297-543e0967447d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.806940 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5332afc-fea6-4279-8deb-9d52bf0fa49d req-ae788e90-b4d9-460a-a297-543e0967447d tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.35 "DELETE /v2.0/ports/91d9acb4-cb79-4d29-9f20-85fcf64fb103 HTTP/1.1" status: 204 len: 173 time: 1.3601232 Aug 20 11:35:47.807936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a48da4-2561-4d37-ba87-dc88efdee793', 'name': 'network-vif-deleted', 'tag': '91d9acb4-cb79-4d29-9f20-85fcf64fb103'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:47.811030 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38f59fd-ed11-4dd1-b47e-a4b96968e41f" -d '{"events": [{"server_uuid": "c7a48da4-2561-4d37-ba87-dc88efdee793", "name": "network-vif-deleted", "tag": "91d9acb4-cb79-4d29-9f20-85fcf64fb103"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:47.814295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf1781c-aa4a-4b42-950d-4a7b081b8608 admin admin] Made reservation on behalf of 1e013adae8c84baf9e629447fd6c3733 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:47.819032 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bf1781c-aa4a-4b42-950d-4a7b081b8608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.857357 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bf1781c-aa4a-4b42-950d-4a7b081b8608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.934927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16291d8-a572-442d-8f32-5361ffafd906 req-34b6195b-6397-4263-9a3e-7fe9c6e18dc6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:47.942252 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16291d8-a572-442d-8f32-5361ffafd906 req-34b6195b-6397-4263-9a3e-7fe9c6e18dc6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:47.948695 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16291d8-a572-442d-8f32-5361ffafd906 req-34b6195b-6397-4263-9a3e-7fe9c6e18dc6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:47.955324 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16291d8-a572-442d-8f32-5361ffafd906 req-34b6195b-6397-4263-9a3e-7fe9c6e18dc6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:47.962784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16291d8-a572-442d-8f32-5361ffafd906 req-34b6195b-6397-4263-9a3e-7fe9c6e18dc6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:47.969387 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16291d8-a572-442d-8f32-5361ffafd906 req-34b6195b-6397-4263-9a3e-7fe9c6e18dc6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:47.976512 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16291d8-a572-442d-8f32-5361ffafd906 req-34b6195b-6397-4263-9a3e-7fe9c6e18dc6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:47.985464 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d16291d8-a572-442d-8f32-5361ffafd906 req-34b6195b-6397-4263-9a3e-7fe9c6e18dc6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.1621411 Aug 20 11:35:48.041233 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d16291d8-a572-442d-8f32-5361ffafd906 req-360173e4-1750-44b9-b86f-488614420bd6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547695 Aug 20 11:35:48.049461 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 17b03afc-e392-4c3f-97af-8ac9984016de up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:48.079572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-a00fd4d6-6608-4c26-98bb-5ab98c03f95a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:48.088969 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-a00fd4d6-6608-4c26-98bb-5ab98c03f95a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/networks?id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 HTTP/1.1" status: 200 len: 816 time: 0.7782915 Aug 20 11:35:48.094572 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bf1781c-aa4a-4b42-950d-4a7b081b8608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.103235 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bf1781c-aa4a-4b42-950d-4a7b081b8608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.113962 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-ac8e3902-c19f-4480-9872-a1ae9571377e tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/quotas/c918d052db5c44e1a681b6480a3c8711 HTTP/1.1" status: 200 len: 375 time: 0.0236063 Aug 20 11:35:48.122658 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf1781c-aa4a-4b42-950d-4a7b081b8608 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:35:48.140465 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bf1781c-aa4a-4b42-950d-4a7b081b8608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.141153 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-6bf1781c-aa4a-4b42-950d-4a7b081b8608 admin admin] Added segment 757c48e0-560b-49c3-937c-df438f8c00ab of type vlan for network 7cf6e7e4-9e4f-4889-b32d-101594889600 Aug 20 11:35:48.158992 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 17b03afc-e392-4c3f-97af-8ac9984016de triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:48.159793 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.196443 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bf1781c-aa4a-4b42-950d-4a7b081b8608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.197939 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-65a02e02-435e-4cb7-8e04-af416e2ecc6c tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c918d052db5c44e1a681b6480a3c8711&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829973 Aug 20 11:35:48.199833 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d75ad1f-0ef2-44dc-935a-9a843ea3c58b x-openstack-request-id: req-2d75ad1f-0ef2-44dc-935a-9a843ea3c58b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:48.200123 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a48da4-2561-4d37-ba87-dc88efdee793", "name": "network-vif-deleted", "tag": "91d9acb4-cb79-4d29-9f20-85fcf64fb103", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:48.200373 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d75ad1f-0ef2-44dc-935a-9a843ea3c58b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:48.201427 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a48da4-2561-4d37-ba87-dc88efdee793', 'name': 'network-vif-deleted', 'tag': '91d9acb4-cb79-4d29-9f20-85fcf64fb103', 'status': 'completed', 'code': 200} Aug 20 11:35:48.225059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-645afa43-d332-4e4d-bc3c-4025500e1c5a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Made reservation on behalf of c918d052db5c44e1a681b6480a3c8711 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:48.234789 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-645afa43-d332-4e4d-bc3c-4025500e1c5a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.299847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1781c-aa4a-4b42-950d-4a7b081b8608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffb121f-305d-4423-9462-80ff95174524,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:48.326092 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bf1781c-aa4a-4b42-950d-4a7b081b8608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.329916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf1781c-aa4a-4b42-950d-4a7b081b8608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:48.330520 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bf1781c-aa4a-4b42-950d-4a7b081b8608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.394104 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6bf1781c-aa4a-4b42-950d-4a7b081b8608 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0111523 Aug 20 11:35:48.398235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57908) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:48.406942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2e3867ae-4899-46e1-9392-37b459fc24b7 admin admin] Request body: {'subnet': {'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-431390528-subnet', 'tenant_id': '1e013adae8c84baf9e629447fd6c3733', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:48.411601 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1781c-aa4a-4b42-950d-4a7b081b8608 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf6e7e4-9e4f-4889-b32d-101594889600,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:48.421441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 7cf6e7e4-9e4f-4889-b32d-101594889600 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:35:48.432626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fe296-141e-49f4-bf42-7954be7de1c6 req-b5f2c429-2f6d-49fe-9fd5-64011524aeac tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:48.434179 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-025fe296-141e-49f4-bf42-7954be7de1c6 req-b5f2c429-2f6d-49fe-9fd5-64011524aeac tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.76 "GET /v2.0/ports?device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 949 time: 0.2298050 Aug 20 11:35:48.545202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3867ae-4899-46e1-9392-37b459fc24b7 admin admin] Made reservation on behalf of 1e013adae8c84baf9e629447fd6c3733 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:48.547398 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e3867ae-4899-46e1-9392-37b459fc24b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.620988 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-16848b74-7a58-4e9a-8bfc-0738784a103d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:48.623071 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-16848b74-7a58-4e9a-8bfc-0738784a103d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.35 "GET /v2.0/networks?id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 HTTP/1.1" status: 200 len: 816 time: 0.1472256 Aug 20 11:35:48.640117 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-e2e79b9e-fdb8-4fa9-a98f-d31876c95008 service neutron] 10.222.0.37 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412956 Aug 20 11:35:48.640999 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Request body: {'port': {'device_id': '37aaf64b-5ae3-4371-be27-43d65b470390', 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7', 'admin_state_up': True, 'tenant_id': 'c918d052db5c44e1a681b6480a3c8711'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:48.687239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-645afa43-d332-4e4d-bc3c-4025500e1c5a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Allocated IP 172.20.0.14 (90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7/065471c0-f20e-4037-a35d-2762039941ce/1569a4e9-d62a-4007-b988-5c7771243d4f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:48.780136 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a01b19-5b31-4d14-9d29-18fba5e85e5c req-66e2c12c-838c-4051-a78d-dd1b7fce5515 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:48.781758 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c3a01b19-5b31-4d14-9d29-18fba5e85e5c req-66e2c12c-838c-4051-a78d-dd1b7fce5515 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 949 time: 0.1194022 Aug 20 11:35:48.826003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-025fe296-141e-49f4-bf42-7954be7de1c6 req-81c29239-e92b-4bec-b543-ad53bb37b21c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Deleting port bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:48.826351 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-025fe296-141e-49f4-bf42-7954be7de1c6 req-81c29239-e92b-4bec-b543-ad53bb37b21c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.861218 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c3a01b19-5b31-4d14-9d29-18fba5e85e5c req-f9a0951e-2655-4fcd-9dba-cc2b0c0fd45d tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703330 Aug 20 11:35:48.870972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Made reservation on behalf of c918d052db5c44e1a681b6480a3c8711 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:48.875707 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.899842 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-3318725f-941a-45de-a918-464c131c59f1 service neutron] 10.222.0.37 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430441 Aug 20 11:35:49.100210 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4c8fb718-f0f6-4c17-b858-facb8dc2ed20 req-9049aa07-6eab-48b3-8ac1-00b1cfdefd21 tempest-LiveAutoBlockMigrationV225Test-804293302 tempest-LiveAutoBlockMigrationV225Test-804293302-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a48da4-2561-4d37-ba87-dc88efdee793 HTTP/1.1" status: 200 len: 210 time: 0.0719564 Aug 20 11:35:49.153733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-025fe296-141e-49f4-bf42-7954be7de1c6 req-81c29239-e92b-4bec-b543-ad53bb37b21c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] For port bf97b5e8-bf86-4bd3-aba2-30b8df7202f9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=bf97b5e8-bf86-4bd3-aba2-30b8df7202f9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:49.154206 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-025fe296-141e-49f4-bf42-7954be7de1c6 req-81c29239-e92b-4bec-b543-ad53bb37b21c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.179661 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 91d9acb4-cb79-4d29-9f20-85fcf64fb103 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:49.208620 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 91d9acb4-cb79-4d29-9f20-85fcf64fb103 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:49.209035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 91d9acb4-cb79-4d29-9f20-85fcf64fb103 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:49.235543 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-025fe296-141e-49f4-bf42-7954be7de1c6 req-81c29239-e92b-4bec-b543-ad53bb37b21c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Calling delete_port for bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:49.248408 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e3867ae-4899-46e1-9392-37b459fc24b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.285738 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40f5b542-aa07-481b-a33e-3e5d1a89dd58 req-4f5f3263-11cc-4bff-a8f0-19457a6b82eb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 210 time: 0.0893865 Aug 20 11:35:49.297577 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a4257-40b1-44a0-9bc5-2d39d4e897cb req-8f1c16ac-0da6-45a4-8a6d-5eba943fd751 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:49.317224 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a4257-40b1-44a0-9bc5-2d39d4e897cb req-8f1c16ac-0da6-45a4-8a6d-5eba943fd751 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:49.325121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a4257-40b1-44a0-9bc5-2d39d4e897cb req-8f1c16ac-0da6-45a4-8a6d-5eba943fd751 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:49.340939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a4257-40b1-44a0-9bc5-2d39d4e897cb req-8f1c16ac-0da6-45a4-8a6d-5eba943fd751 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:49.348297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a4257-40b1-44a0-9bc5-2d39d4e897cb req-8f1c16ac-0da6-45a4-8a6d-5eba943fd751 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:49.362945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a4257-40b1-44a0-9bc5-2d39d4e897cb req-8f1c16ac-0da6-45a4-8a6d-5eba943fd751 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:49.369967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a4257-40b1-44a0-9bc5-2d39d4e897cb req-8f1c16ac-0da6-45a4-8a6d-5eba943fd751 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:49.371295 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-645afa43-d332-4e4d-bc3c-4025500e1c5a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.373089 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a8a4257-40b1-44a0-9bc5-2d39d4e897cb req-8f1c16ac-0da6-45a4-8a6d-5eba943fd751 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.1694641 Aug 20 11:35:49.413737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-645afa43-d332-4e4d-bc3c-4025500e1c5a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Transition to ACTIVE for port object 1569a4e9-d62a-4007-b988-5c7771243d4f will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:49.433349 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a8a4257-40b1-44a0-9bc5-2d39d4e897cb req-df7cba5b-3a8a-4bb6-88b4-a413c859d504 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543530 Aug 20 11:35:49.438062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f28133c-ae77-4f95-abef-3b29330a02a6 req-9fde16ab-18a8-4186-87c1-fe3b04666620 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3106298 Aug 20 11:35:49.473991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3867ae-4899-46e1-9392-37b459fc24b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dae1e8f-bfca-45c4-aca9-1175a62265e8,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:49.547828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3867ae-4899-46e1-9392-37b459fc24b7 admin admin] Checking segment: {'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:49.548210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3867ae-4899-46e1-9392-37b459fc24b7 admin admin] Network hostable DHCP agents. Network: 7cf6e7e4-9e4f-4889-b32d-101594889600, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:35:49.578670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28133c-ae77-4f95-abef-3b29330a02a6 req-aec75e9a-0a4d-4e15-81d5-863e6f4a6090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:49.580228 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f28133c-ae77-4f95-abef-3b29330a02a6 req-aec75e9a-0a4d-4e15-81d5-863e6f4a6090 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978ff14d3705424686f86711e9a84d6d&device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 1097 time: 0.1022310 Aug 20 11:35:49.584324 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-645afa43-d332-4e4d-bc3c-4025500e1c5a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.616789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3867ae-4899-46e1-9392-37b459fc24b7 admin admin] Network 7cf6e7e4-9e4f-4889-b32d-101594889600 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:35:49.649728 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-b92aa12e-12fc-406f-bde5-df00a3041135 {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:35:49.650299 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:35:49.712199 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-2e3867ae-4899-46e1-9392-37b459fc24b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 7cf6e7e4-9e4f-4889-b32d-101594889600) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:49.721602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7f872c-ab78-4bd4-b622-2f265e41303e None None] Network 7cf6e7e4-9e4f-4889-b32d-101594889600 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:49.737352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-645afa43-d332-4e4d-bc3c-4025500e1c5a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:49.738785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3867ae-4899-46e1-9392-37b459fc24b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:49.739380 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e3867ae-4899-46e1-9392-37b459fc24b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.756345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-645afa43-d332-4e4d-bc3c-4025500e1c5a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:49.765461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-645afa43-d332-4e4d-bc3c-4025500e1c5a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:49.768105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645afa43-d332-4e4d-bc3c-4025500e1c5a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Pushing event updated for resources: {'Port': ['ID=1569a4e9-d62a-4007-b988-5c7771243d4f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:49.800142 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-025fe296-141e-49f4-bf42-7954be7de1c6 req-81c29239-e92b-4bec-b543-ad53bb37b21c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.813827 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2e3867ae-4899-46e1-9392-37b459fc24b7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4111209 Aug 20 11:35:49.858761 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c29239-e92b-4bec-b543-ad53bb37b21c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Pushing event deleted for resources: {'Port': ['ID=bf97b5e8-bf86-4bd3-aba2-30b8df7202f9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:49.913350 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28133c-ae77-4f95-abef-3b29330a02a6 req-d4ca124f-db4e-4798-9412-56a1a21ce0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:49.915246 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f28133c-ae77-4f95-abef-3b29330a02a6 req-d4ca124f-db4e-4798-9412-56a1a21ce0c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c2646293-359f-4e05-a742-c34a4466917c HTTP/1.1" status: 200 len: 924 time: 0.2876973 Aug 20 11:35:49.981308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-645afa43-d332-4e4d-bc3c-4025500e1c5a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:49.982389 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-645afa43-d332-4e4d-bc3c-4025500e1c5a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.087689 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-025fe296-141e-49f4-bf42-7954be7de1c6 req-81c29239-e92b-4bec-b543-ad53bb37b21c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] No DVR routers for this DVR port bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:50.094551 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-025fe296-141e-49f4-bf42-7954be7de1c6 req-81c29239-e92b-4bec-b543-ad53bb37b21c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.096572 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-025fe296-141e-49f4-bf42-7954be7de1c6 req-81c29239-e92b-4bec-b543-ad53bb37b21c tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.76 "DELETE /v2.0/ports/bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 HTTP/1.1" status: 204 len: 173 time: 1.6494431 Aug 20 11:35:50.107757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913a8f5b-5299-4fac-89ec-fc8cc9fd927d', 'name': 'network-vif-deleted', 'tag': 'bf97b5e8-bf86-4bd3-aba2-30b8df7202f9'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:50.109756 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2451012f-2823-464c-a3a6-c8cde367c1a1" -d '{"events": [{"server_uuid": "913a8f5b-5299-4fac-89ec-fc8cc9fd927d", "name": "network-vif-deleted", "tag": "bf97b5e8-bf86-4bd3-aba2-30b8df7202f9"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:50.135069 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cd4f4be9-eda9-4767-9ad2-7747e69461d7 req-000cd083-80a9-4992-becf-7f1b37dc654a tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=913a8f5b-5299-4fac-89ec-fc8cc9fd927d HTTP/1.1" status: 200 len: 210 time: 0.1047223 Aug 20 11:35:50.136324 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-645afa43-d332-4e4d-bc3c-4025500e1c5a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6963034 Aug 20 11:35:50.151510 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.192510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Request body: {'port': {'device_id': '8dd05179-7614-4b36-86e4-0f28572b1ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:50.217059 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['c9e42396-014c-4f06-abfd-c5324b376a7a', '0959032f-d8b7-43ce-8365-f4c00d2d5371'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:50.252481 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45f19c3-dcd9-4178-a687-6b5d57b7be23 x-openstack-request-id: req-f45f19c3-dcd9-4178-a687-6b5d57b7be23 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:50.261211 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913a8f5b-5299-4fac-89ec-fc8cc9fd927d", "name": "network-vif-deleted", "tag": "bf97b5e8-bf86-4bd3-aba2-30b8df7202f9", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:50.261761 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f45f19c3-dcd9-4178-a687-6b5d57b7be23 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:50.262346 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913a8f5b-5299-4fac-89ec-fc8cc9fd927d', 'name': 'network-vif-deleted', 'tag': 'bf97b5e8-bf86-4bd3-aba2-30b8df7202f9', 'status': 'completed', 'code': 200} Aug 20 11:35:50.263392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57948) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:50.285712 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f28133c-ae77-4f95-abef-3b29330a02a6 req-cbe748f5-886a-4016-9f94-5ace354523cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e05c8a0-fd09-4056-bf13-970c181e59ce HTTP/1.1" status: 200 len: 1002 time: 0.3232903 Aug 20 11:35:50.512099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3dda72c7-4140-4a5c-8dea-a40204ac13bb None None] Provisioning for port 1569a4e9-d62a-4007-b988-5c7771243d4f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:50.529738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3dda72c7-4140-4a5c-8dea-a40204ac13bb None None] Provisioning complete for port 1569a4e9-d62a-4007-b988-5c7771243d4f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:50.530561 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3dda72c7-4140-4a5c-8dea-a40204ac13bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.625334 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Allocated IP 172.20.0.9 (90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7/065471c0-f20e-4037-a35d-2762039941ce/9c9b460d-7709-4833-b5d7-ad533180af0b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:50.640528 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09906d2c-cc94-4cf8-9961-dbff9a46b68b None None] Network 7cf6e7e4-9e4f-4889-b32d-101594889600 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:50.656377 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.663574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28133c-ae77-4f95-abef-3b29330a02a6 req-6a05abe4-d557-43f1-a5f5-c23801ec3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:50.665332 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f28133c-ae77-4f95-abef-3b29330a02a6 req-6a05abe4-d557-43f1-a5f5-c23801ec3151 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a43fc42c-055a-45af-b6d5-9b0f2c8473da HTTP/1.1" status: 200 len: 863 time: 0.3703568 Aug 20 11:35:50.703768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-d809ecd2-93e0-4594-a8be-b78ee16659a5 admin admin] Deleting subnet 843c014f-c6d6-46ac-ac96-8342939acd6b {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:50.722850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d809ecd2-93e0-4594-a8be-b78ee16659a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.841879 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5b4319df-7022-42ef-955a-73678bfc089e req-0dbd8826-94c9-44e8-8fd5-2ffcdd764df0 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 210 time: 0.3329649 Aug 20 11:35:50.873248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3dda72c7-4140-4a5c-8dea-a40204ac13bb None None] Port 1569a4e9-d62a-4007-b988-5c7771243d4f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:51.028678 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.046022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Transition to ACTIVE for port object 9c9b460d-7709-4833-b5d7-ad533180af0b will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:51.154995 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ab1d5-24d0-4fed-afd9-362de5a0d74a req-b894139d-0b60-4e73-9941-ef768f29c47e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:51.163852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ab1d5-24d0-4fed-afd9-362de5a0d74a req-b894139d-0b60-4e73-9941-ef768f29c47e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:51.171477 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ab1d5-24d0-4fed-afd9-362de5a0d74a req-b894139d-0b60-4e73-9941-ef768f29c47e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:51.180310 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ab1d5-24d0-4fed-afd9-362de5a0d74a req-b894139d-0b60-4e73-9941-ef768f29c47e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:51.186602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ab1d5-24d0-4fed-afd9-362de5a0d74a req-b894139d-0b60-4e73-9941-ef768f29c47e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:51.199204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ab1d5-24d0-4fed-afd9-362de5a0d74a req-b894139d-0b60-4e73-9941-ef768f29c47e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:51.201913 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d809ecd2-93e0-4594-a8be-b78ee16659a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.207741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ab1d5-24d0-4fed-afd9-362de5a0d74a req-b894139d-0b60-4e73-9941-ef768f29c47e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:51.213132 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1c4ab1d5-24d0-4fed-afd9-362de5a0d74a req-b894139d-0b60-4e73-9941-ef768f29c47e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.1592081 Aug 20 11:35:51.214340 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.233599 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-13ef0365-9363-4965-925f-4dc9d1c5f36f tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:51.235042 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-13ef0365-9363-4965-925f-4dc9d1c5f36f tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.76 "GET /v2.0/networks?id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 HTTP/1.1" status: 200 len: 816 time: 0.7713375 Aug 20 11:35:51.255971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28133c-ae77-4f95-abef-3b29330a02a6 req-491bd956-9a90-4c8e-845b-154af3795990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:51.257545 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f28133c-ae77-4f95-abef-3b29330a02a6 req-491bd956-9a90-4c8e-845b-154af3795990 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c2646293-359f-4e05-a742-c34a4466917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5733950 Aug 20 11:35:51.261295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-99c7156d-fb1e-40cc-8472-107d9c07a2b1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Request body: {'port': {'device_id': 'e262e9fe-32f3-4e2a-99e6-dae26d78d1fa', 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7', 'admin_state_up': True, 'tenant_id': 'c918d052db5c44e1a681b6480a3c8711'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:51.279895 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:51.285547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:51.293679 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:51.300931 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Pushing event updated for resources: {'Port': ['ID=9c9b460d-7709-4833-b5d7-ad533180af0b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:51.336572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:51.353593 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1c4ab1d5-24d0-4fed-afd9-362de5a0d74a req-039762fb-675f-4e10-b47b-caedfc8a02f6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297212 Aug 20 11:35:51.392565 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:51.394094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:51.395843 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device bf97b5e8-bf86-4bd3-aba2-30b8df7202f9 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:51.398530 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.421111 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-a7e690bb-feec-4a81-9bdd-d3cf51828bcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7868040 Aug 20 11:35:51.445990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Request body: {'port': {'device_id': '37aaf64b-5ae3-4371-be27-43d65b470390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:51.523773 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.540885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-a10e0963-ac26-4739-9e02-feb3c2f4e148 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:51.542923 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-a10e0963-ac26-4739-9e02-feb3c2f4e148 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/networks?id=7cf6e7e4-9e4f-4889-b32d-101594889600 HTTP/1.1" status: 200 len: 812 time: 0.7863159 Aug 20 11:35:51.594824 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-cb4b8fd1-39e5-46d8-a522-d143e7ec3709 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/quotas/1e013adae8c84baf9e629447fd6c3733 HTTP/1.1" status: 200 len: 375 time: 0.0390480 Aug 20 11:35:51.602786 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d809ecd2-93e0-4594-a8be-b78ee16659a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.715588 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d616d4b9-57b6-4443-9ee5-c89c9c489717 None None] Provisioning for port 9c9b460d-7709-4833-b5d7-ad533180af0b completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:51.722505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d616d4b9-57b6-4443-9ee5-c89c9c489717 None None] Provisioning complete for port 9c9b460d-7709-4833-b5d7-ad533180af0b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:51.722855 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d616d4b9-57b6-4443-9ee5-c89c9c489717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.768069 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d616d4b9-57b6-4443-9ee5-c89c9c489717 None None] Port 9c9b460d-7709-4833-b5d7-ad533180af0b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:51.782163 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-4d14c3d5-ca45-4ac8-a2e5-042b4e76e63f tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e013adae8c84baf9e629447fd6c3733&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1861801 Aug 20 11:35:51.846046 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c228329-3f46-47c4-b8a4-774c66040bea req-7d912514-b46b-4e44-8f13-b1924d3ab3b5 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:51.847799 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6c228329-3f46-47c4-b8a4-774c66040bea req-7d912514-b46b-4e44-8f13-b1924d3ab3b5 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 949 time: 0.0654540 Aug 20 11:35:51.886648 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f28133c-ae77-4f95-abef-3b29330a02a6 req-70ffe304-0a98-4216-a32e-3b074c814ba5 service neutron] 10.222.0.35 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6066425 Aug 20 11:35:51.909383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6c228329-3f46-47c4-b8a4-774c66040bea req-2f3ad860-e00d-471c-8b14-6c2267d0d800 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542266 Aug 20 11:35:51.984888 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d809ecd2-93e0-4594-a8be-b78ee16659a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.001664 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0848aa74-feb7-422e-91de-76415a5d7312 req-a0df7516-3d67-4e62-8e10-8c3c46388faa tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 210 time: 0.0316143 Aug 20 11:35:52.035897 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-99c7156d-fb1e-40cc-8472-107d9c07a2b1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Made reservation on behalf of c918d052db5c44e1a681b6480a3c8711 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:52.040312 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-99c7156d-fb1e-40cc-8472-107d9c07a2b1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.058942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809ecd2-93e0-4594-a8be-b78ee16659a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843c014f-c6d6-46ac-ac96-8342939acd6b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:52.080770 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-766bc6a0-30e5-4e26-a1bb-815398a1c15c service neutron] 10.222.0.37 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889261 Aug 20 11:35:52.083572 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d809ecd2-93e0-4594-a8be-b78ee16659a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.087938 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d809ecd2-93e0-4594-a8be-b78ee16659a5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/843c014f-c6d6-46ac-ac96-8342939acd6b HTTP/1.1" status: 204 len: 168 time: 1.8181202 Aug 20 11:35:52.088096 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57980) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:52.170498 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2a4cffa-06f2-471f-94c3-05a233d7f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.231478 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f28133c-ae77-4f95-abef-3b29330a02a6 req-0ffb9993-60a1-44f0-9b34-c4f8d6fd9449 service neutron] 10.222.0.35 "GET /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351734 Aug 20 11:35:52.272917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1569a4e9-d62a-4007-b988-5c7771243d4f {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:52.278233 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2a4cffa-06f2-471f-94c3-05a233d7f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.286380 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.292963 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b690db8f-35d9-4725-b5c4-e3a2ba4fc530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.295085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d2a4cffa-06f2-471f-94c3-05a233d7f5a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d470dece-9c15-4ab9-87f2-416f558c1d77']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:52.306640 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d2a4cffa-06f2-471f-94c3-05a233d7f5a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa50883-3fd5-44d2-a330-bb6b55b20a9f') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:52.306942 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d2a4cffa-06f2-471f-94c3-05a233d7f5a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa50883-3fd5-44d2-a330-bb6b55b20a9f') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:52.311675 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Transition to ACTIVE for port object 1569a4e9-d62a-4007-b988-5c7771243d4f will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:52.314720 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-c695a927-1985-43aa-bd16-fd9160710481 service neutron] 10.222.0.37 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245727 Aug 20 11:35:52.318295 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.323138 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2a4cffa-06f2-471f-94c3-05a233d7f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.369073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1569a4e9-d62a-4007-b988-5c7771243d4f,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:52.392853 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2a4cffa-06f2-471f-94c3-05a233d7f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.399898 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a4cffa-06f2-471f-94c3-05a233d7f5a9 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:52.400232 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2a4cffa-06f2-471f-94c3-05a233d7f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:52.497545 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:52.521769 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Attempting to bind port 1569a4e9-d62a-4007-b988-5c7771243d4f on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:52.522626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Attempting to bind port 1569a4e9-d62a-4007-b988-5c7771243d4f by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:52.522957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Attempting to bind port 1569a4e9-d62a-4007-b988-5c7771243d4f on network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:52.532622 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2a4cffa-06f2-471f-94c3-05a233d7f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.535354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Port 1569a4e9-d62a-4007-b988-5c7771243d4f on network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:52.536601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Attempting to bind port 1569a4e9-d62a-4007-b988-5c7771243d4f on network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:52.553808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:52.554361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Checking segment: {'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:52.554839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Bound using segment: {'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:52.555272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Bound port: 1569a4e9-d62a-4007-b988-5c7771243d4f, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:52.555631 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.582229 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2a4cffa-06f2-471f-94c3-05a233d7f5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.595007 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d2a4cffa-06f2-471f-94c3-05a233d7f5a9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d470dece-9c15-4ab9-87f2-416f558c1d77 HTTP/1.1" status: 204 len: 168 time: 0.5059421 Aug 20 11:35:52.599110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57990) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:52.691472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] For port 1569a4e9-d62a-4007-b988-5c7771243d4f, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:52.704188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] For port 1569a4e9-d62a-4007-b988-5c7771243d4f, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=1569a4e9-d62a-4007-b988-5c7771243d4f,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:52.712941 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.746284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9b460d-7709-4833-b5d7-ad533180af0b {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:52.756376 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.773894 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Transition to ACTIVE for port object 9c9b460d-7709-4833-b5d7-ad533180af0b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:52.810973 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.827449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4cffa-06f2-471f-94c3-05a233d7f5a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d470dece-9c15-4ab9-87f2-416f558c1d77,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:52.877839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:52.878471 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.880337 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] 10.222.0.76 "PUT /v2.0/ports/1569a4e9-d62a-4007-b988-5c7771243d4f HTTP/1.1" status: 200 len: 1092 time: 2.7297401 Aug 20 11:35:52.884211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd05179-7614-4b36-86e4-0f28572b1ee6', 'tag': '1569a4e9-d62a-4007-b988-5c7771243d4f'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:52.887263 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f200ab-db39-4d0c-93f6-246824496560" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd05179-7614-4b36-86e4-0f28572b1ee6", "tag": "1569a4e9-d62a-4007-b988-5c7771243d4f"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:52.912262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-99c7156d-fb1e-40cc-8472-107d9c07a2b1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Allocated IP 172.20.0.3 (90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7/065471c0-f20e-4037-a35d-2762039941ce/ea1907de-650c-4692-8eb9-8e3f3e8a595d) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:52.934032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776be49-f903-4bee-8bad-f7487c7cc61d req-4b6bee31-d159-4b7e-b40d-a8d367dcb897 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:52.941919 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776be49-f903-4bee-8bad-f7487c7cc61d req-4b6bee31-d159-4b7e-b40d-a8d367dcb897 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:52.952850 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776be49-f903-4bee-8bad-f7487c7cc61d req-4b6bee31-d159-4b7e-b40d-a8d367dcb897 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:52.970584 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776be49-f903-4bee-8bad-f7487c7cc61d req-4b6bee31-d159-4b7e-b40d-a8d367dcb897 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:52.987695 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776be49-f903-4bee-8bad-f7487c7cc61d req-4b6bee31-d159-4b7e-b40d-a8d367dcb897 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:52.994449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776be49-f903-4bee-8bad-f7487c7cc61d req-4b6bee31-d159-4b7e-b40d-a8d367dcb897 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:53.004709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776be49-f903-4bee-8bad-f7487c7cc61d req-4b6bee31-d159-4b7e-b40d-a8d367dcb897 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:53.005738 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-38db9d4f-d97b-43f9-aeb7-186d0154043a req-05f5f030-955f-44de-9335-4ac5e0c9f76d tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 210 time: 0.0874574 Aug 20 11:35:53.023491 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2776be49-f903-4bee-8bad-f7487c7cc61d req-4b6bee31-d159-4b7e-b40d-a8d367dcb897 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5417 time: 0.5227466 Aug 20 11:35:53.038329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1569a4e9-d62a-4007-b988-5c7771243d4f,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:53.128769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c79b21-d9d7-4eab-b1d9-8afa3b94713b admin admin] Deleting subnet 7cec9879-43cd-4a17-b2db-4f9b101e4c1f {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:53.144812 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e9ad23-aafc-4787-807e-c47064fd9442 x-openstack-request-id: req-d7e9ad23-aafc-4787-807e-c47064fd9442 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:53.145108 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd05179-7614-4b36-86e4-0f28572b1ee6", "tag": "1569a4e9-d62a-4007-b988-5c7771243d4f", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:53.145360 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7e9ad23-aafc-4787-807e-c47064fd9442 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:53.145765 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd05179-7614-4b36-86e4-0f28572b1ee6', 'tag': '1569a4e9-d62a-4007-b988-5c7771243d4f', 'status': 'completed', 'code': 200} Aug 20 11:35:53.145896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9b460d-7709-4833-b5d7-ad533180af0b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:53.153678 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0c79b21-d9d7-4eab-b1d9-8afa3b94713b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.154207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.154553 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.154888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.155220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.155545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.155870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.156190 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.156517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.156903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.178707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.179076 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.179412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0bc3f-168f-4b08-b901-67ea393ab8b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.200037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:53.226392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-93a2a494-c933-4f15-9a46-5434cbeb54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:53.235536 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-93a2a494-c933-4f15-9a46-5434cbeb54f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c918d052db5c44e1a681b6480a3c8711&device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 1095 time: 0.2890463 Aug 20 11:35:53.236986 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.237332 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.237669 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.238000 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.238330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.238661 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.238977 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.248939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.249510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.249857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.250192 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.250526 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:53.301549 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0c79b21-d9d7-4eab-b1d9-8afa3b94713b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.309891 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2776be49-f903-4bee-8bad-f7487c7cc61d req-94601c95-ecdb-4695-a370-1c005457d419 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2835624 Aug 20 11:35:53.395199 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Attempting to bind port 9c9b460d-7709-4833-b5d7-ad533180af0b on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:53.395539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Attempting to bind port 9c9b460d-7709-4833-b5d7-ad533180af0b by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:53.395865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Attempting to bind port 9c9b460d-7709-4833-b5d7-ad533180af0b on network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:53.425477 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0c79b21-d9d7-4eab-b1d9-8afa3b94713b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.461795 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-a9a74548-e007-4f02-81c6-8d02345c7f54 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1569a4e9-d62a-4007-b988-5c7771243d4f HTTP/1.1" status: 200 len: 217 time: 0.1902812 Aug 20 11:35:53.471744 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Port 9c9b460d-7709-4833-b5d7-ad533180af0b on network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:53.472070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Attempting to bind port 9c9b460d-7709-4833-b5d7-ad533180af0b on network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:53.476605 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:53.489231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:53.489571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Checking segment: {'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:53.489969 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Bound using segment: {'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:53.494812 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Bound port: 9c9b460d-7709-4833-b5d7-ad533180af0b, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:53.495312 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.518292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fafe8-e5b1-4a67-8a18-8d76deb82a53 req-63954df5-52e5-4ad5-804f-215e92d4ce0a tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:53.520031 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f2fafe8-e5b1-4a67-8a18-8d76deb82a53 req-63954df5-52e5-4ad5-804f-215e92d4ce0a tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.76 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 949 time: 0.4380276 Aug 20 11:35:53.533589 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98', 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4', 'port_id': '0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98', 'mac_address': 'fa:16:3e:7f:48:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faadc5a1-a763-44eb-9395-380b41cb0af5', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:53.609002 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa263b98-46ab-40fd-9c82-6c3c2b927da3 req-c622bd42-f1a8-4df6-9aaf-2bf19f64b963 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:53.618818 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa263b98-46ab-40fd-9c82-6c3c2b927da3 req-c622bd42-f1a8-4df6-9aaf-2bf19f64b963 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 949 time: 0.4122219 Aug 20 11:35:53.643964 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.657752 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3987a24a-6426-438f-84a8-afe9646bae1d req-8c895f69-924a-4b45-8b95-595c2b6ea979 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 210 time: 0.1548936 Aug 20 11:35:53.702486 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-99c7156d-fb1e-40cc-8472-107d9c07a2b1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.706711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-78a2c133-1326-4c9a-925b-e154d89c357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:53.708387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-78a2c133-1326-4c9a-925b-e154d89c357d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=065471c0-f20e-4037-a35d-2762039941ce HTTP/1.1" status: 200 len: 855 time: 0.2284019 Aug 20 11:35:53.753120 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:53.765217 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0c79b21-d9d7-4eab-b1d9-8afa3b94713b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.789803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-99c7156d-fb1e-40cc-8472-107d9c07a2b1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Transition to ACTIVE for port object ea1907de-650c-4692-8eb9-8e3f3e8a595d will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:53.817465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:53.823467 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.824487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device d5054f1e-1723-48c0-b1b4-5eda599cf42a details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:53.826019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] For port 9c9b460d-7709-4833-b5d7-ad533180af0b, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:53.829559 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0c79b21-d9d7-4eab-b1d9-8afa3b94713b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.832214 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a0c79b21-d9d7-4eab-b1d9-8afa3b94713b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7cec9879-43cd-4a17-b2db-4f9b101e4c1f HTTP/1.1" status: 204 len: 168 time: 1.0564253 Aug 20 11:35:53.835963 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c79b21-d9d7-4eab-b1d9-8afa3b94713b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cec9879-43cd-4a17-b2db-4f9b101e4c1f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:53.837861 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58018) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:53.855824 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] For port 9c9b460d-7709-4833-b5d7-ad533180af0b, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=9c9b460d-7709-4833-b5d7-ad533180af0b,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:53.872931 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa263b98-46ab-40fd-9c82-6c3c2b927da3 req-bee35973-7ba1-45dc-9e61-5bb3f3c858a1 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529366 Aug 20 11:35:53.903531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.957351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:53.958074 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.958233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-25cd6774-d74a-4fcf-b004-32763a0fef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:53.960345 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-25cd6774-d74a-4fcf-b004-32763a0fef8c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2223952 Aug 20 11:35:53.960769 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] 10.222.0.35 "PUT /v2.0/ports/9c9b460d-7709-4833-b5d7-ad533180af0b HTTP/1.1" status: 200 len: 1091 time: 2.5240130 Aug 20 11:35:53.964763 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37aaf64b-5ae3-4371-be27-43d65b470390', 'tag': '9c9b460d-7709-4833-b5d7-ad533180af0b'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:53.967516 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacdc9eb-f38d-44fd-9bed-8513f9084a64" -d '{"events": [{"name": "network-changed", "server_uuid": "37aaf64b-5ae3-4371-be27-43d65b470390", "tag": "9c9b460d-7709-4833-b5d7-ad533180af0b"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:54.009493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:54.011619 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c70623de-be7a-4865-9621-91c9a82524a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.051573 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e5044-3696-4baa-9f87-158b99b4ee46 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9b460d-7709-4833-b5d7-ad533180af0b,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:54.089164 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb224452-4295-490c-a945-66e96929f62f x-openstack-request-id: req-eb224452-4295-490c-a945-66e96929f62f {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:54.089735 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37aaf64b-5ae3-4371-be27-43d65b470390", "tag": "9c9b460d-7709-4833-b5d7-ad533180af0b", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:54.090209 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb224452-4295-490c-a945-66e96929f62f {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:54.090827 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37aaf64b-5ae3-4371-be27-43d65b470390', 'tag': '9c9b460d-7709-4833-b5d7-ad533180af0b', 'status': 'completed', 'code': 200} Aug 20 11:35:54.140484 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port d5054f1e-1723-48c0-b1b4-5eda599cf42a, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d5054f1e-1723-48c0-b1b4-5eda599cf42a,segment=NetworkSegment(d32fd6d1-a28b-4ada-a11d-647bfef7364c),segment_id=d32fd6d1-a28b-4ada-a11d-647bfef7364c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:54.173260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'd5054f1e-1723-48c0-b1b4-5eda599cf42a', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'port_id': 'd5054f1e-1723-48c0-b1b4-5eda599cf42a', 'mac_address': 'fa:16:3e:23:e4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8375492f-a635-4946-b4e7-f896d423826a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:54.176609 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9f2fafe8-e5b1-4a67-8a18-8d76deb82a53 req-cc6093c3-398e-4f39-ad59-5702daab38b0 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Deleting port c9e42396-014c-4f06-abfd-c5324b376a7a {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:54.177112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f2fafe8-e5b1-4a67-8a18-8d76deb82a53 req-cc6093c3-398e-4f39-ad59-5702daab38b0 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.183437 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-99c7156d-fb1e-40cc-8472-107d9c07a2b1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.272886 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.289984 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5054f1e-1723-48c0-b1b4-5eda599cf42a {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:54.300245 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8d43f24-8ef2-45f4-8422-a3685be0de07 req-02ee5dbc-4900-481a-994f-a5fb83419d92 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 210 time: 0.0523503 Aug 20 11:35:54.301904 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c70623de-be7a-4865-9621-91c9a82524a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.316175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port d5054f1e-1723-48c0-b1b4-5eda599cf42a, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d5054f1e-1723-48c0-b1b4-5eda599cf42a,segment=NetworkSegment(d32fd6d1-a28b-4ada-a11d-647bfef7364c),segment_id=d32fd6d1-a28b-4ada-a11d-647bfef7364c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:54.317093 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-c70623de-be7a-4865-9621-91c9a82524a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df30016c-1f68-483b-a7be-90c1e2e19d41']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:54.323155 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.324019 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:54.338171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-2e5650ac-6b6e-48dc-926a-b24ce9cc0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.339838 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-2e5650ac-6b6e-48dc-926a-b24ce9cc0454 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c918d052db5c44e1a681b6480a3c8711&device_id=37aaf64b-5ae3-4371-be27-43d65b470390 HTTP/1.1" status: 200 len: 1094 time: 0.2477281 Aug 20 11:35:54.343882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-c70623de-be7a-4865-9621-91c9a82524a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34336130-badf-42a8-b653-6f911a02969b') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:54.344982 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-c70623de-be7a-4865-9621-91c9a82524a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34336130-badf-42a8-b653-6f911a02969b') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:54.374408 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c70623de-be7a-4865-9621-91c9a82524a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.396479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=d5054f1e-1723-48c0-b1b4-5eda599cf42a,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:54.425093 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-1d45e599-edab-48b9-83c2-33ce963e8e08 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c9b460d-7709-4833-b5d7-ad533180af0b HTTP/1.1" status: 200 len: 217 time: 0.0660660 Aug 20 11:35:54.451875 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c70623de-be7a-4865-9621-91c9a82524a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.461729 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7fb1e7c4-65b0-45e4-b85a-c5f5918cad98,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:54.486922 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '7fb1e7c4-65b0-45e4-b85a-c5f5918cad98', 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4', 'port_id': '7fb1e7c4-65b0-45e4-b85a-c5f5918cad98', 'mac_address': 'fa:16:3e:c9:d1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faadc5a1-a763-44eb-9395-380b41cb0af5', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:54.529869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70623de-be7a-4865-9621-91c9a82524a6 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:54.531432 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c70623de-be7a-4865-9621-91c9a82524a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.534941 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:54.537199 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:54.559908 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:54.595062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7fb1e7c4-65b0-45e4-b85a-c5f5918cad98,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:54.601663 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.602501 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f73427c2-302c-4d69-82a5-d2190ada2e2e details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:54.695697 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port f73427c2-302c-4d69-82a5-d2190ada2e2e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f73427c2-302c-4d69-82a5-d2190ada2e2e,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:54.697777 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=7fb1e7c4-65b0-45e4-b85a-c5f5918cad98,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:54.703322 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-5145cef5-b102-44fd-a0cf-718ce9b83495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.706323 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-5145cef5-b102-44fd-a0cf-718ce9b83495 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=065471c0-f20e-4037-a35d-2762039941ce HTTP/1.1" status: 200 len: 855 time: 0.2713790 Aug 20 11:35:54.721682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'f73427c2-302c-4d69-82a5-d2190ada2e2e', 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4', 'port_id': 'f73427c2-302c-4d69-82a5-d2190ada2e2e', 'mac_address': 'fa:16:3e:20:22:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faadc5a1-a763-44eb-9395-380b41cb0af5', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:54.802629 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c70623de-be7a-4865-9621-91c9a82524a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.815415 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.820367 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c70623de-be7a-4865-9621-91c9a82524a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.824564 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c70623de-be7a-4865-9621-91c9a82524a6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/df30016c-1f68-483b-a7be-90c1e2e19d41 HTTP/1.1" status: 204 len: 168 time: 0.9776239 Aug 20 11:35:54.840358 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-5678ccd8-7669-4925-8ec0-1ae0749959b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.842415 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-5678ccd8-7669-4925-8ec0-1ae0749959b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227782 Aug 20 11:35:54.843618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70623de-be7a-4865-9621-91c9a82524a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=df30016c-1f68-483b-a7be-90c1e2e19d41,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:54.848901 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73427c2-302c-4d69-82a5-d2190ada2e2e {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:54.879963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-99c7156d-fb1e-40cc-8472-107d9c07a2b1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:54.881653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port f73427c2-302c-4d69-82a5-d2190ada2e2e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f73427c2-302c-4d69-82a5-d2190ada2e2e,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:54.887179 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.952310 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7156d-fb1e-40cc-8472-107d9c07a2b1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Pushing event updated for resources: {'Port': ['ID=ea1907de-650c-4692-8eb9-8e3f3e8a595d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:54.969987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=f73427c2-302c-4d69-82a5-d2190ada2e2e,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:54.971813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-99c7156d-fb1e-40cc-8472-107d9c07a2b1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:55.000175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-99c7156d-fb1e-40cc-8472-107d9c07a2b1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:55.026813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b1625-7b1e-4d80-aa83-39f090b46993 req-0710870a-a0fe-4d23-b67e-35e09c8900c9 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.029266 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f85b1625-7b1e-4d80-aa83-39f090b46993 req-0710870a-a0fe-4d23-b67e-35e09c8900c9 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 931 time: 0.1543670 Aug 20 11:35:55.029948 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-0702872b-f561-40cc-854d-71eea1287c41 service neutron] 10.222.0.76 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0616055 Aug 20 11:35:55.080158 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-3ef2f8be-bbf6-46d6-bb4b-4c19a700b258 service neutron] 10.222.0.35 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289095 Aug 20 11:35:55.129340 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f58999b7-3615-449d-945c-f6d0397694c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:55.139702 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f85b1625-7b1e-4d80-aa83-39f090b46993 req-f014f3b3-8c10-47a9-8484-c3391513c962 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796101 Aug 20 11:35:55.140285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58038) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:55.224458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 9fcc8b63-6f5a-4f97-8d58-274552ae7093 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:55.231605 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f666fc-f754-4584-a797-52ca6b4f0695 req-3ca0bf5d-7e55-4a32-88e6-2d65e6e1e503 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.243048 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f666fc-f754-4584-a797-52ca6b4f0695 req-3ca0bf5d-7e55-4a32-88e6-2d65e6e1e503 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.249931 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f666fc-f754-4584-a797-52ca6b4f0695 req-3ca0bf5d-7e55-4a32-88e6-2d65e6e1e503 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.256967 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f666fc-f754-4584-a797-52ca6b4f0695 req-3ca0bf5d-7e55-4a32-88e6-2d65e6e1e503 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.262824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f666fc-f754-4584-a797-52ca6b4f0695 req-3ca0bf5d-7e55-4a32-88e6-2d65e6e1e503 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.270767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f666fc-f754-4584-a797-52ca6b4f0695 req-3ca0bf5d-7e55-4a32-88e6-2d65e6e1e503 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.277789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f666fc-f754-4584-a797-52ca6b4f0695 req-3ca0bf5d-7e55-4a32-88e6-2d65e6e1e503 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.285618 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8f666fc-f754-4584-a797-52ca6b4f0695 req-3ca0bf5d-7e55-4a32-88e6-2d65e6e1e503 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5420 time: 0.6424289 Aug 20 11:35:55.309348 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3ced406c-22b8-41f4-9b57-e5c3ef1deecf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9437c8ccf38f4278bfdd6826ef939401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490498 Aug 20 11:35:55.312846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58040) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:55.352961 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:55.357143 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['f73427c2-302c-4d69-82a5-d2190ada2e2e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:55.387456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-b308e3b6-61d9-4b1b-a438-9c2836ab887f tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.389488 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-b308e3b6-61d9-4b1b-a438-9c2836ab887f tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.76 "GET /v2.0/networks?id=7cf6e7e4-9e4f-4889-b32d-101594889600 HTTP/1.1" status: 200 len: 812 time: 0.7027514 Aug 20 11:35:55.391063 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03adf8fe-e576-4260-8bfd-a2dec436edaf req-19a6e49f-238a-435b-aa97-77ca9791c43c service neutron] 10.222.0.35 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902310 Aug 20 11:35:55.404109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-ca5e2a6f-0a9a-487c-a38a-581c202870aa tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.405626 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-ca5e2a6f-0a9a-487c-a38a-581c202870aa tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.35 "GET /v2.0/networks?id=7cf6e7e4-9e4f-4889-b32d-101594889600 HTTP/1.1" status: 200 len: 812 time: 0.7527819 Aug 20 11:35:55.407526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9f2fafe8-e5b1-4a67-8a18-8d76deb82a53 req-cc6093c3-398e-4f39-ad59-5702daab38b0 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] For port c9e42396-014c-4f06-abfd-c5324b376a7a, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c9e42396-014c-4f06-abfd-c5324b376a7a,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:55.407895 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f2fafe8-e5b1-4a67-8a18-8d76deb82a53 req-cc6093c3-398e-4f39-ad59-5702daab38b0 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:55.438251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-99c7156d-fb1e-40cc-8472-107d9c07a2b1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.438878 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-99c7156d-fb1e-40cc-8472-107d9c07a2b1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:55.455508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-0eaddfba-a191-457a-b0f9-99f1140f54f6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Request body: {'port': {'device_id': 'c4e21fc8-66d2-471d-8605-ee38a28ec577', 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600', 'admin_state_up': True, 'tenant_id': '1e013adae8c84baf9e629447fd6c3733'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:55.462940 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:55.466661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-78bb151e-1328-4b87-8f0f-6c9377324ccc tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Request body: {'port': {'device_id': '5c05043d-4d3b-462e-a8de-face508e5026', 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600', 'admin_state_up': True, 'tenant_id': '1e013adae8c84baf9e629447fd6c3733'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:55.479196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-437bc2b5-e9b1-4b8d-b9a0-016ccef95bc9 None None] Provisioning for port ea1907de-650c-4692-8eb9-8e3f3e8a595d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:55.487852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-437bc2b5-e9b1-4b8d-b9a0-016ccef95bc9 None None] Provisioning complete for port ea1907de-650c-4692-8eb9-8e3f3e8a595d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:55.488578 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-437bc2b5-e9b1-4b8d-b9a0-016ccef95bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:55.512871 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9f2fafe8-e5b1-4a67-8a18-8d76deb82a53 req-cc6093c3-398e-4f39-ad59-5702daab38b0 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Calling delete_port for c9e42396-014c-4f06-abfd-c5324b376a7a owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:55.535318 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-437bc2b5-e9b1-4b8d-b9a0-016ccef95bc9 None None] Port ea1907de-650c-4692-8eb9-8e3f3e8a595d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:55.537431 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067b9fc-37ca-447e-82ad-26dd19f3b42c req-be4a1dd6-e802-4cf7-a96c-8e8ec8e4845a tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.547837 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e8dc725-a2b0-430d-89b2-d3141c4c2928 req-5b97d6d2-ed17-41bf-930b-a70c30a6c901 service neutron] 10.222.0.76 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892313 Aug 20 11:35:55.548096 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9067b9fc-37ca-447e-82ad-26dd19f3b42c req-be4a1dd6-e802-4cf7-a96c-8e8ec8e4845a tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 949 time: 0.2035604 Aug 20 11:35:55.553475 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f18926e6-218b-4344-8037-476cc0880b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:55.618566 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 9fcc8b63-6f5a-4f97-8d58-274552ae7093, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=9fcc8b63-6f5a-4f97-8d58-274552ae7093,segment=NetworkSegment(4bd933ce-9ca8-41e8-a616-b4e74153651a),segment_id=4bd933ce-9ca8-41e8-a616-b4e74153651a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:55.622598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-99c7156d-fb1e-40cc-8472-107d9c07a2b1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3692214 Aug 20 11:35:55.626805 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8f666fc-f754-4584-a797-52ca6b4f0695 req-8739df94-0aa6-4866-8add-94de6cbc522b tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3403521 Aug 20 11:35:55.672732 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Request body: {'port': {'device_id': 'e262e9fe-32f3-4e2a-99e6-dae26d78d1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:55.677190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '9fcc8b63-6f5a-4f97-8d58-274552ae7093', 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618', 'port_id': '9fcc8b63-6f5a-4f97-8d58-274552ae7093', 'mac_address': 'fa:16:3e:0d:15:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a463b087-6ef2-41ba-a767-443508a6d5ac', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:55.747449 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:55.816442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcc8b63-6f5a-4f97-8d58-274552ae7093 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:55.843835 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:55.860988 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 9fcc8b63-6f5a-4f97-8d58-274552ae7093, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=9fcc8b63-6f5a-4f97-8d58-274552ae7093,segment=NetworkSegment(4bd933ce-9ca8-41e8-a616-b4e74153651a),segment_id=4bd933ce-9ca8-41e8-a616-b4e74153651a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:55.886580 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f200ab-db39-4d0c-93f6-246824496560 req-419d0225-00c8-454b-b9fb-049fc285df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.886580 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37f200ab-db39-4d0c-93f6-246824496560 req-419d0225-00c8-454b-b9fb-049fc285df61 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c918d052db5c44e1a681b6480a3c8711&device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 1095 time: 0.2638972 Aug 20 11:35:55.893752 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:55.896300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 494df33d-3398-4c62-b57c-b0334aacc33a details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:55.999161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-78bb151e-1328-4b87-8f0f-6c9377324ccc tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Made reservation on behalf of 1e013adae8c84baf9e629447fd6c3733 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:56.007034 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-78bb151e-1328-4b87-8f0f-6c9377324ccc tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.071500 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 494df33d-3398-4c62-b57c-b0334aacc33a, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=494df33d-3398-4c62-b57c-b0334aacc33a,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:56.082488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=9fcc8b63-6f5a-4f97-8d58-274552ae7093,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:56.087517 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-931c785b-e799-4d0a-ad07-308d42c3dc28 req-06dc62f3-518b-4765-ae91-9c01d59cd079 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 210 time: 0.1283729 Aug 20 11:35:56.096561 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '494df33d-3398-4c62-b57c-b0334aacc33a', 'network_id': 'b853601e-e5a6-4bac-a3f5-84410a4476f4', 'port_id': '494df33d-3398-4c62-b57c-b0334aacc33a', 'mac_address': 'fa:16:3e:3c:27:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faadc5a1-a763-44eb-9395-380b41cb0af5', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:56.102512 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f18926e6-218b-4344-8037-476cc0880b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.121053 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdc9eb-f38d-44fd-9bed-8513f9084a64 req-d5c8e7a2-7494-46df-b856-b9670ebd290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:56.122748 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cacdc9eb-f38d-44fd-9bed-8513f9084a64 req-d5c8e7a2-7494-46df-b856-b9670ebd290c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c918d052db5c44e1a681b6480a3c8711&device_id=37aaf64b-5ae3-4371-be27-43d65b470390 HTTP/1.1" status: 200 len: 1094 time: 0.6755569 Aug 20 11:35:56.127769 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-0eaddfba-a191-457a-b0f9-99f1140f54f6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Made reservation on behalf of 1e013adae8c84baf9e629447fd6c3733 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:56.131689 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-0eaddfba-a191-457a-b0f9-99f1140f54f6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.181309 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9067b9fc-37ca-447e-82ad-26dd19f3b42c req-61de6f3b-2cc4-473c-bc1e-2dd6832fb972 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322758 Aug 20 11:35:56.204291 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.230830 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494df33d-3398-4c62-b57c-b0334aacc33a {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:56.251978 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 494df33d-3398-4c62-b57c-b0334aacc33a, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=494df33d-3398-4c62-b57c-b0334aacc33a,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:56.261678 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.262779 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device eb9bf277-a00a-426c-859c-9c0822d72347 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:56.278446 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.284360 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdc9eb-f38d-44fd-9bed-8513f9084a64 req-13af4dda-fc56-470f-a71e-d8add9fe4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:56.285861 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cacdc9eb-f38d-44fd-9bed-8513f9084a64 req-13af4dda-fc56-470f-a71e-d8add9fe4ddc service neutron] 10.222.0.35 "GET /v2.0/networks?id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 HTTP/1.1" status: 200 len: 916 time: 0.1478136 Aug 20 11:35:56.344882 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cacdc9eb-f38d-44fd-9bed-8513f9084a64 req-d5c73e92-5e4f-40af-8b1c-f223f6008cc3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c9b460d-7709-4833-b5d7-ad533180af0b HTTP/1.1" status: 200 len: 217 time: 0.0476465 Aug 20 11:35:56.371223 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f18926e6-218b-4344-8037-476cc0880b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.373281 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port eb9bf277-a00a-426c-859c-9c0822d72347, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=eb9bf277-a00a-426c-859c-9c0822d72347,segment=NetworkSegment(4bd933ce-9ca8-41e8-a616-b4e74153651a),segment_id=4bd933ce-9ca8-41e8-a616-b4e74153651a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:56.374269 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f18926e6-218b-4344-8037-476cc0880b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.375393 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f18926e6-218b-4344-8037-476cc0880b67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63cce02f-5d71-48a0-b539-23eba9217157 HTTP/1.1" status: 204 len: 168 time: 1.0603604 Aug 20 11:35:56.388368 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=494df33d-3398-4c62-b57c-b0334aacc33a,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:56.408666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'eb9bf277-a00a-426c-859c-9c0822d72347', 'network_id': '66063b31-2757-4517-8a29-77f4e6ff6618', 'port_id': 'eb9bf277-a00a-426c-859c-9c0822d72347', 'mac_address': 'fa:16:3e:93:77:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a463b087-6ef2-41ba-a767-443508a6d5ac', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:56.409044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18926e6-218b-4344-8037-476cc0880b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cce02f-5d71-48a0-b539-23eba9217157,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:56.423450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['d5054f1e-1723-48c0-b1b4-5eda599cf42a'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:56.440110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdc9eb-f38d-44fd-9bed-8513f9084a64 req-b924869f-8473-410a-9e82-cd51ad7a3ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:56.444697 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cacdc9eb-f38d-44fd-9bed-8513f9084a64 req-b924869f-8473-410a-9e82-cd51ad7a3ce4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=065471c0-f20e-4037-a35d-2762039941ce HTTP/1.1" status: 200 len: 855 time: 0.0867951 Aug 20 11:35:56.516329 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.531500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f200ab-db39-4d0c-93f6-246824496560 req-95272886-fa2b-4a1f-9664-e22bfeb8697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:56.533187 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37f200ab-db39-4d0c-93f6-246824496560 req-95272886-fa2b-4a1f-9664-e22bfeb8697e service neutron] 10.222.0.76 "GET /v2.0/networks?id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 HTTP/1.1" status: 200 len: 916 time: 0.6319065 Aug 20 11:35:56.560714 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9bf277-a00a-426c-859c-9c0822d72347 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:56.568176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdc9eb-f38d-44fd-9bed-8513f9084a64 req-d60fecc0-c18d-4e48-8927-b588f58342e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:56.571671 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cacdc9eb-f38d-44fd-9bed-8513f9084a64 req-d60fecc0-c18d-4e48-8927-b588f58342e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088130 Aug 20 11:35:56.586679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port eb9bf277-a00a-426c-859c-9c0822d72347, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=eb9bf277-a00a-426c-859c-9c0822d72347,segment=NetworkSegment(4bd933ce-9ca8-41e8-a616-b4e74153651a),segment_id=4bd933ce-9ca8-41e8-a616-b4e74153651a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:56.591760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['7fb1e7c4-65b0-45e4-b85a-c5f5918cad98'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:56.592776 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f2fafe8-e5b1-4a67-8a18-8d76deb82a53 req-cc6093c3-398e-4f39-ad59-5702daab38b0 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.597251 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.643683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e48a7-9458-49b8-9b32-ca0969b36892 req-c925c4d0-76a7-4fc0-be88-7d72bfb83404 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:56.646169 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-428e48a7-9458-49b8-9b32-ca0969b36892 req-c925c4d0-76a7-4fc0-be88-7d72bfb83404 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 931 time: 0.4148719 Aug 20 11:35:56.678080 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37f200ab-db39-4d0c-93f6-246824496560 req-b2ae3d85-47e9-4d14-8dde-7d6199631985 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1569a4e9-d62a-4007-b988-5c7771243d4f HTTP/1.1" status: 200 len: 217 time: 0.1029387 Aug 20 11:35:56.722313 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0959032f-d8b7-43ce-8365-f4c00d2d5371'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:56.729856 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=eb9bf277-a00a-426c-859c-9c0822d72347,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:56.765770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6093c3-398e-4f39-ad59-5702daab38b0 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Pushing event deleted for resources: {'Port': ['ID=c9e42396-014c-4f06-abfd-c5324b376a7a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:56.766023 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cacdc9eb-f38d-44fd-9bed-8513f9084a64 req-cd1b90b4-24d8-427e-9fb6-ee0dcc63c5c2 service neutron] 10.222.0.35 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816139 Aug 20 11:35:56.968069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58068) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:57.034843 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['9fcc8b63-6f5a-4f97-8d58-274552ae7093'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:57.069941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['494df33d-3398-4c62-b57c-b0334aacc33a'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:57.091685 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ec883641-7cd0-472b-81e0-7e1998d7d727 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18b12a89fcb94a1f8a731732777deca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1046348 Aug 20 11:35:57.093232 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58078) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:57.101468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-78bb151e-1328-4b87-8f0f-6c9377324ccc tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Allocated IP 172.20.0.5 (7cf6e7e4-9e4f-4889-b32d-101594889600/1dae1e8f-bfca-45c4-aca9-1175a62265e8/5690b13c-bef0-4e5a-9d7d-d69e0cb4205d) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:57.102778 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cacdc9eb-f38d-44fd-9bed-8513f9084a64 req-d8761f48-2d2c-4547-a475-8b5f40ff11a5 service neutron] 10.222.0.35 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262744 Aug 20 11:35:57.126382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2fafe8-e5b1-4a67-8a18-8d76deb82a53 req-cc6093c3-398e-4f39-ad59-5702daab38b0 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] No DVR routers for this DVR port c9e42396-014c-4f06-abfd-c5324b376a7a on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:57.128862 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f2fafe8-e5b1-4a67-8a18-8d76deb82a53 req-cc6093c3-398e-4f39-ad59-5702daab38b0 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.132252 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f2fafe8-e5b1-4a67-8a18-8d76deb82a53 req-cc6093c3-398e-4f39-ad59-5702daab38b0 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.76 "DELETE /v2.0/ports/c9e42396-014c-4f06-abfd-c5324b376a7a HTTP/1.1" status: 204 len: 173 time: 3.5844676 Aug 20 11:35:57.153083 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa697cda-af18-4ac1-80a5-93bd3e862c4d req-23c48812-5021-4b5b-9af5-9090f1db3a4c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:57.156090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cc5751-db03-4b45-851a-e6cadf033f19', 'name': 'network-vif-deleted', 'tag': 'c9e42396-014c-4f06-abfd-c5324b376a7a'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:57.161669 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa697cda-af18-4ac1-80a5-93bd3e862c4d req-23c48812-5021-4b5b-9af5-9090f1db3a4c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:57.161850 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760e9910-2875-4349-b943-39d4141b9007" -d '{"events": [{"server_uuid": "46cc5751-db03-4b45-851a-e6cadf033f19", "name": "network-vif-deleted", "tag": "c9e42396-014c-4f06-abfd-c5324b376a7a"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:57.169854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa697cda-af18-4ac1-80a5-93bd3e862c4d req-23c48812-5021-4b5b-9af5-9090f1db3a4c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:57.177806 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa697cda-af18-4ac1-80a5-93bd3e862c4d req-23c48812-5021-4b5b-9af5-9090f1db3a4c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:57.186090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa697cda-af18-4ac1-80a5-93bd3e862c4d req-23c48812-5021-4b5b-9af5-9090f1db3a4c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:57.192743 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa697cda-af18-4ac1-80a5-93bd3e862c4d req-23c48812-5021-4b5b-9af5-9090f1db3a4c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:57.200168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa697cda-af18-4ac1-80a5-93bd3e862c4d req-23c48812-5021-4b5b-9af5-9090f1db3a4c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:57.210424 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fa697cda-af18-4ac1-80a5-93bd3e862c4d req-23c48812-5021-4b5b-9af5-9090f1db3a4c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5424 time: 0.4169104 Aug 20 11:35:57.256182 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-428e48a7-9458-49b8-9b32-ca0969b36892 req-32a96fb2-7512-487b-ad93-54c6b20b1ad1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370371 Aug 20 11:35:57.295621 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fa697cda-af18-4ac1-80a5-93bd3e862c4d req-98d37318-8a8f-4d96-81a2-296c61ea9755 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735464 Aug 20 11:35:57.296706 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-502cc377-c91c-4781-a9a3-831a566d22d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.342619 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:57.356120 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-502cc377-c91c-4781-a9a3-831a566d22d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.378193 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f200ab-db39-4d0c-93f6-246824496560 req-70b99c07-f15d-4f6c-901b-3ec755cc174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:57.382914 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37f200ab-db39-4d0c-93f6-246824496560 req-70b99c07-f15d-4f6c-901b-3ec755cc174d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=065471c0-f20e-4037-a35d-2762039941ce HTTP/1.1" status: 200 len: 855 time: 0.6536427 Aug 20 11:35:57.416883 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 1569a4e9-d62a-4007-b988-5c7771243d4f details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:57.450180 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1907de-650c-4692-8eb9-8e3f3e8a595d {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:57.463151 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.479568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Transition to ACTIVE for port object ea1907de-650c-4692-8eb9-8e3f3e8a595d will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:57.499969 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bbb35c02-17ee-4dd7-8b10-67b89b468cd5 req-b57687b9-9980-412a-b88a-adcc4c097869 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 210 time: 0.0844235 Aug 20 11:35:57.501113 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-502cc377-c91c-4781-a9a3-831a566d22d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.503930 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-502cc377-c91c-4781-a9a3-831a566d22d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.507314 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-502cc377-c91c-4781-a9a3-831a566d22d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ad962f9-7b56-4ba0-bcd7-f22eb352d58e HTTP/1.1" status: 204 len: 168 time: 0.4084134 Aug 20 11:35:57.516050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cc377-c91c-4781-a9a3-831a566d22d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad962f9-7b56-4ba0-bcd7-f22eb352d58e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:57.570723 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 1569a4e9-d62a-4007-b988-5c7771243d4f, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=1569a4e9-d62a-4007-b988-5c7771243d4f,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:57.586563 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c9e42396-014c-4f06-abfd-c5324b376a7a no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:57.648266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '1569a4e9-d62a-4007-b988-5c7771243d4f', 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7', 'port_id': '1569a4e9-d62a-4007-b988-5c7771243d4f', 'mac_address': 'fa:16:3e:70:ab:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065471c0-f20e-4037-a35d-2762039941ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:57.652130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: c9e42396-014c-4f06-abfd-c5324b376a7a {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:57.652550 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c9e42396-014c-4f06-abfd-c5324b376a7a not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:57.672588 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fda4bb-6e7b-489d-939e-50a3e370cc12 x-openstack-request-id: req-61fda4bb-6e7b-489d-939e-50a3e370cc12 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:57.673357 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cc5751-db03-4b45-851a-e6cadf033f19", "name": "network-vif-deleted", "tag": "c9e42396-014c-4f06-abfd-c5324b376a7a", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:57.673807 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61fda4bb-6e7b-489d-939e-50a3e370cc12 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:57.674538 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cc5751-db03-4b45-851a-e6cadf033f19', 'name': 'network-vif-deleted', 'tag': 'c9e42396-014c-4f06-abfd-c5324b376a7a', 'status': 'completed', 'code': 200} Aug 20 11:35:57.675610 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.763842 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a235958-e721-4a65-b3f4-2f8ab6070154 req-3faa2997-365b-483a-a4c4-d0f5c0dd51d1 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cc5751-db03-4b45-851a-e6cadf033f19 HTTP/1.1" status: 200 len: 210 time: 0.0962031 Aug 20 11:35:57.802231 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.838936 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1569a4e9-d62a-4007-b988-5c7771243d4f {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:57.864048 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1907de-650c-4692-8eb9-8e3f3e8a595d,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:57.903019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f200ab-db39-4d0c-93f6-246824496560 req-1730817c-c74e-48d2-a740-e7cdd450daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:57.905005 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37f200ab-db39-4d0c-93f6-246824496560 req-1730817c-c74e-48d2-a740-e7cdd450daa3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4238076 Aug 20 11:35:57.929397 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:35:57.948702 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-78bb151e-1328-4b87-8f0f-6c9377324ccc tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.949755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 1569a4e9-d62a-4007-b988-5c7771243d4f, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=1569a4e9-d62a-4007-b988-5c7771243d4f,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:57.954900 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.974564 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.082866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['eb9bf277-a00a-426c-859c-9c0822d72347'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:58.140887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Attempting to bind port ea1907de-650c-4692-8eb9-8e3f3e8a595d on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:58.141487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Attempting to bind port ea1907de-650c-4692-8eb9-8e3f3e8a595d by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:58.141597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Attempting to bind port ea1907de-650c-4692-8eb9-8e3f3e8a595d on network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:58.163597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Port ea1907de-650c-4692-8eb9-8e3f3e8a595d on network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:58.163908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Attempting to bind port ea1907de-650c-4692-8eb9-8e3f3e8a595d on network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:58.177473 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:58.177878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Checking segment: {'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:58.178230 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Bound using segment: {'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:58.178675 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Bound port: ea1907de-650c-4692-8eb9-8e3f3e8a595d, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7b4655-6c75-4c7f-be1a-abbb912fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:58.179039 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.194750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:58.221254 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-78bb151e-1328-4b87-8f0f-6c9377324ccc tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.237534 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:58.238290 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.250808 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37f200ab-db39-4d0c-93f6-246824496560 req-fb765b8d-3db6-4914-b697-149fbc67f36d service neutron] 10.222.0.76 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067441 Aug 20 11:35:58.315995 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['1569a4e9-d62a-4007-b988-5c7771243d4f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:58.354834 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=1569a4e9-d62a-4007-b988-5c7771243d4f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:58.358479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-0eaddfba-a191-457a-b0f9-99f1140f54f6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Allocated IP 172.20.0.8 (7cf6e7e4-9e4f-4889-b32d-101594889600/1dae1e8f-bfca-45c4-aca9-1175a62265e8/8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:58.441402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] For port ea1907de-650c-4692-8eb9-8e3f3e8a595d, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:58.446313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] For port ea1907de-650c-4692-8eb9-8e3f3e8a595d, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ea1907de-650c-4692-8eb9-8e3f3e8a595d,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:58.494552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb151e-1328-4b87-8f0f-6c9377324ccc tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Pushing event updated for resources: {'Port': ['ID=5690b13c-bef0-4e5a-9d7d-d69e0cb4205d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:58.539382 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.543550 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975502-60d9-4cbc-a613-ad164f7902f2 req-23a9e3ef-075d-460e-baed-afee35bd74b9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:58.548322 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975502-60d9-4cbc-a613-ad164f7902f2 req-23a9e3ef-075d-460e-baed-afee35bd74b9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:58.556901 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975502-60d9-4cbc-a613-ad164f7902f2 req-23a9e3ef-075d-460e-baed-afee35bd74b9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:58.565664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975502-60d9-4cbc-a613-ad164f7902f2 req-23a9e3ef-075d-460e-baed-afee35bd74b9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:58.575631 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975502-60d9-4cbc-a613-ad164f7902f2 req-23a9e3ef-075d-460e-baed-afee35bd74b9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:58.584007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975502-60d9-4cbc-a613-ad164f7902f2 req-23a9e3ef-075d-460e-baed-afee35bd74b9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:58.591564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975502-60d9-4cbc-a613-ad164f7902f2 req-23a9e3ef-075d-460e-baed-afee35bd74b9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:58.593714 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aa975502-60d9-4cbc-a613-ad164f7902f2 req-23a9e3ef-075d-460e-baed-afee35bd74b9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5424 time: 0.1498046 Aug 20 11:35:58.595985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-78bb151e-1328-4b87-8f0f-6c9377324ccc tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Network 7cf6e7e4-9e4f-4889-b32d-101594889600 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:58.649726 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aa975502-60d9-4cbc-a613-ad164f7902f2 req-a32ccd53-7dd6-41f6-9725-727f91f84d48 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484302 Aug 20 11:35:58.659308 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.699785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:58.702811 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1708dd9c-76fc-420a-ac8e-67921be82bfd" -d '{"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-plugged", "status": "completed", "tag": "0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:58.724130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-78bb151e-1328-4b87-8f0f-6c9377324ccc tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:58.731821 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37f200ab-db39-4d0c-93f6-246824496560 req-eaaa9c85-ad03-4539-adcc-ee6114356924 service neutron] 10.222.0.76 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330289 Aug 20 11:35:58.736242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:58.737138 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58130) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:58.766585 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.768409 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f73427c2-302c-4d69-82a5-d2190ada2e2e up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:58.791061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-78bb151e-1328-4b87-8f0f-6c9377324ccc tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:58.857780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:58.859198 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.860789 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] 10.222.0.76 "PUT /v2.0/ports/ea1907de-650c-4692-8eb9-8e3f3e8a595d HTTP/1.1" status: 200 len: 1091 time: 3.1994438 Aug 20 11:35:58.876130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fdfbb-a33b-4d1b-a5d9-e4ff72db9adf req-683e503e-895b-41b2-9814-4bdfde29ee23 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:58.883537 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2f6fdfbb-a33b-4d1b-a5d9-e4ff72db9adf req-683e503e-895b-41b2-9814-4bdfde29ee23 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 943 time: 0.4246294 Aug 20 11:35:58.894636 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:58.994786 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b0f4e33-9882-45f4-803c-98e862aeb1a8 req-567f4f4b-4cae-4e28-98ae-1d96849047bd tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 210 time: 0.0531452 Aug 20 11:35:59.004474 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port f73427c2-302c-4d69-82a5-d2190ada2e2e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:59.006079 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6aa1ddab-5144-4397-a177-635eb7a453f4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-174799344-network', 'tenant_id': '0ee9d4c5185a4098b87e946200a42401'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:59.009387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port f73427c2-302c-4d69-82a5-d2190ada2e2e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:59.009814 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.016369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-78bb151e-1328-4b87-8f0f-6c9377324ccc tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:59.017079 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-78bb151e-1328-4b87-8f0f-6c9377324ccc tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.043954 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa1ddab-5144-4397-a177-635eb7a453f4 admin admin] Made reservation on behalf of 0ee9d4c5185a4098b87e946200a42401 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:59.046875 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ddab-5144-4397-a177-635eb7a453f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.072610 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ddab-5144-4397-a177-635eb7a453f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.074499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78956d3-be47-456c-8ac8-43441a016625 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1907de-650c-4692-8eb9-8e3f3e8a595d,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:59.132451 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2f6fdfbb-a33b-4d1b-a5d9-e4ff72db9adf req-29611bbd-7661-453e-bf5e-589eea4a6d6e tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267342 Aug 20 11:35:59.136392 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.143290 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-78bb151e-1328-4b87-8f0f-6c9377324ccc tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6823292 Aug 20 11:35:59.176888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Request body: {'port': {'device_id': '5c05043d-4d3b-462e-a8de-face508e5026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:59.184533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port f73427c2-302c-4d69-82a5-d2190ada2e2e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f73427c2-302c-4d69-82a5-d2190ada2e2e,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:59.186873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-3f20c15a-740a-46aa-9371-3b353c20d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:59.188597 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-3f20c15a-740a-46aa-9371-3b353c20d3ef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c918d052db5c44e1a681b6480a3c8711&device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 1094 time: 0.2461829 Aug 20 11:35:59.190198 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.192573 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-0eaddfba-a191-457a-b0f9-99f1140f54f6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.270860 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43139157-9fcb-4627-b4b2-9c17093d8a42 x-openstack-request-id: req-43139157-9fcb-4627-b4b2-9c17093d8a42 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:59.271249 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-plugged", "status": "completed", "tag": "0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:59.271602 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43139157-9fcb-4627-b4b2-9c17093d8a42 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:59.272621 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98', 'code': 200} Aug 20 11:35:59.275624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 9c9b460d-7709-4833-b5d7-ad533180af0b details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:59.277695 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device d5054f1e-1723-48c0-b1b4-5eda599cf42a up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:59.285999 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ddab-5144-4397-a177-635eb7a453f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.292566 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ddab-5144-4397-a177-635eb7a453f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.307197 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=f73427c2-302c-4d69-82a5-d2190ada2e2e,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:59.340118 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-8fdf9610-6081-4e25-87b3-8c19904d639d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea1907de-650c-4692-8eb9-8e3f3e8a595d HTTP/1.1" status: 200 len: 217 time: 0.1275718 Aug 20 11:35:59.353244 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1ddab-5144-4397-a177-635eb7a453f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f066e152-bcda-46d6-9027-c1e5e6ffd92d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:59.364214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa1ddab-5144-4397-a177-635eb7a453f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:35:59.378504 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ddab-5144-4397-a177-635eb7a453f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.379125 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-6aa1ddab-5144-4397-a177-635eb7a453f4 admin admin] Added segment bde994ec-ffb0-4e44-b8f4-14e3808b0e9f of type vlan for network 76ee4b6f-4b66-4053-8bfa-11fd73665120 Aug 20 11:35:59.446364 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ddab-5144-4397-a177-635eb7a453f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.454919 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port d5054f1e-1723-48c0-b1b4-5eda599cf42a completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:59.456784 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.482151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port d5054f1e-1723-48c0-b1b4-5eda599cf42a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:59.482576 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.485700 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ddab-5144-4397-a177-635eb7a453f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.486752 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa1ddab-5144-4397-a177-635eb7a453f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:59.487798 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ddab-5144-4397-a177-635eb7a453f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.531339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-295c54b8-001f-43a7-8319-68c1978c8e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:59.532965 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-295c54b8-001f-43a7-8319-68c1978c8e66 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=065471c0-f20e-4037-a35d-2762039941ce HTTP/1.1" status: 200 len: 855 time: 0.1570423 Aug 20 11:35:59.538920 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-0eaddfba-a191-457a-b0f9-99f1140f54f6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.609223 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6aa1ddab-5144-4397-a177-635eb7a453f4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8706944 Aug 20 11:35:59.619928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58142) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:59.623479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 9c9b460d-7709-4833-b5d7-ad533180af0b, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=9c9b460d-7709-4833-b5d7-ad533180af0b,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:59.655865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1ddab-5144-4397-a177-635eb7a453f4 admin admin] Pushing event updated for resources: {'Network': ['ID=76ee4b6f-4b66-4053-8bfa-11fd73665120,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:59.674959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8eaea4bc-b100-42ac-865d-30d70f79563f admin admin] Request body: {'subnet': {'network_id': '76ee4b6f-4b66-4053-8bfa-11fd73665120', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-174799344-subnet', 'tenant_id': '0ee9d4c5185a4098b87e946200a42401', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:59.695055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e262e9fe-32f3-4e2a-99e6-dae26d78d1fa', 'tag': 'ea1907de-650c-4692-8eb9-8e3f3e8a595d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:59.697558 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b680b5-1a3c-4690-afbd-50c8eab1e5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e262e9fe-32f3-4e2a-99e6-dae26d78d1fa", "tag": "ea1907de-650c-4692-8eb9-8e3f3e8a595d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:59.698493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 76ee4b6f-4b66-4053-8bfa-11fd73665120 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:35:59.699803 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f01216-54c1-4bfa-a660-654dde4480ce req-2590e8b6-e1db-4dd4-8303-726d158082e3 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:59.703444 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-17f01216-54c1-4bfa-a660-654dde4480ce req-2590e8b6-e1db-4dd4-8303-726d158082e3 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 951 time: 0.1379850 Aug 20 11:35:59.703955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '9c9b460d-7709-4833-b5d7-ad533180af0b', 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7', 'port_id': '9c9b460d-7709-4833-b5d7-ad533180af0b', 'mac_address': 'fa:16:3e:1e:8c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065471c0-f20e-4037-a35d-2762039941ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:59.713246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaea4bc-b100-42ac-865d-30d70f79563f admin admin] Made reservation on behalf of 0ee9d4c5185a4098b87e946200a42401 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:59.716050 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8eaea4bc-b100-42ac-865d-30d70f79563f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.777839 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-17f01216-54c1-4bfa-a660-654dde4480ce req-ad0c4c84-7a93-444a-b3c4-5ce31abf45cd tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615730 Aug 20 11:35:59.796155 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-0eaddfba-a191-457a-b0f9-99f1140f54f6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Network 7cf6e7e4-9e4f-4889-b32d-101594889600 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:59.804034 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67d0e23-a10b-4be5-a5cf-daf9780b489f x-openstack-request-id: req-d67d0e23-a10b-4be5-a5cf-daf9780b489f {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:59.804034 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e262e9fe-32f3-4e2a-99e6-dae26d78d1fa", "tag": "ea1907de-650c-4692-8eb9-8e3f3e8a595d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:59.804034 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d67d0e23-a10b-4be5-a5cf-daf9780b489f {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:59.804034 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e262e9fe-32f3-4e2a-99e6-dae26d78d1fa', 'tag': 'ea1907de-650c-4692-8eb9-8e3f3e8a595d', 'status': 'completed', 'code': 200} Aug 20 11:35:59.814028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaddfba-a191-457a-b0f9-99f1140f54f6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Pushing event updated for resources: {'Port': ['ID=8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:59.847309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-0eaddfba-a191-457a-b0f9-99f1140f54f6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:59.861851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-0eaddfba-a191-457a-b0f9-99f1140f54f6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:59.903493 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.926819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-8616d4f8-1eb7-4426-9ee5-f8695e1c2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:59.931485 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-8616d4f8-1eb7-4426-9ee5-f8695e1c2245 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3905354 Aug 20 11:35:59.974357 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.982046 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port d5054f1e-1723-48c0-b1b4-5eda599cf42a, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d5054f1e-1723-48c0-b1b4-5eda599cf42a,segment=NetworkSegment(d32fd6d1-a28b-4ada-a11d-647bfef7364c),segment_id=d32fd6d1-a28b-4ada-a11d-647bfef7364c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:59.997498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9b460d-7709-4833-b5d7-ad533180af0b {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:00.010153 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.010958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:00.113482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-0eaddfba-a191-457a-b0f9-99f1140f54f6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:00.114106 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-0eaddfba-a191-457a-b0f9-99f1140f54f6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.132336 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 9c9b460d-7709-4833-b5d7-ad533180af0b, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=9c9b460d-7709-4833-b5d7-ad533180af0b,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:00.143723 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.171785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:00.172234 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41d3c-b985-4541-b5a0-c213287b02a0 req-7fbc7fa1-be89-477c-8253-f7a0126c06ce tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:00.179060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41d3c-b985-4541-b5a0-c213287b02a0 req-7fbc7fa1-be89-477c-8253-f7a0126c06ce tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:00.182243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b46841-6b63-44d7-a76f-a22c61f13e94 req-f9172148-dd65-4263-84cc-a53a6795c993 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:00.185146 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-23b46841-6b63-44d7-a76f-a22c61f13e94 req-f9172148-dd65-4263-84cc-a53a6795c993 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 931 time: 0.0662558 Aug 20 11:36:00.185373 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41d3c-b985-4541-b5a0-c213287b02a0 req-7fbc7fa1-be89-477c-8253-f7a0126c06ce tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:00.185526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:00.185832 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.191084 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=d5054f1e-1723-48c0-b1b4-5eda599cf42a,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:00.191461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41d3c-b985-4541-b5a0-c213287b02a0 req-7fbc7fa1-be89-477c-8253-f7a0126c06ce tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:00.206111 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41d3c-b985-4541-b5a0-c213287b02a0 req-7fbc7fa1-be89-477c-8253-f7a0126c06ce tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:00.212621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41d3c-b985-4541-b5a0-c213287b02a0 req-7fbc7fa1-be89-477c-8253-f7a0126c06ce tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:00.218856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41d3c-b985-4541-b5a0-c213287b02a0 req-7fbc7fa1-be89-477c-8253-f7a0126c06ce tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:00.227957 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6ee41d3c-b985-4541-b5a0-c213287b02a0 req-7fbc7fa1-be89-477c-8253-f7a0126c06ce tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5426 time: 0.3779576 Aug 20 11:36:00.231976 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-23b46841-6b63-44d7-a76f-a22c61f13e94 req-704b915e-9b61-4bd4-a26a-1a7c7227a5e2 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394783 Aug 20 11:36:00.272741 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=9c9b460d-7709-4833-b5d7-ad533180af0b,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:00.273795 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-0eaddfba-a191-457a-b0f9-99f1140f54f6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8606398 Aug 20 11:36:00.295932 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Request body: {'port': {'device_id': 'c4e21fc8-66d2-471d-8605-ee38a28ec577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:00.349488 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.378238 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3b70a-8dea-4e08-8013-7e0741a04dee req-ea9e74a5-3c3c-492a-aed9-4c4cf2275ad0 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:00.380695 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57c3b70a-8dea-4e08-8013-7e0741a04dee req-ea9e74a5-3c3c-492a-aed9-4c4cf2275ad0 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 943 time: 0.0674677 Aug 20 11:36:00.391376 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7fb1e7c4-65b0-45e4-b85a-c5f5918cad98,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:00.397538 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.402378 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-628230f3-944d-4c7a-a6c0-4d788bc39f9d service neutron] 10.222.0.76 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449167 Aug 20 11:36:00.429533 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57c3b70a-8dea-4e08-8013-7e0741a04dee req-c72b7ebd-6d9d-47c7-bdb1-7aa304638215 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421066 Aug 20 11:36:00.456197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6ee41d3c-b985-4541-b5a0-c213287b02a0 req-d43c8435-0b9b-42d4-9d64-27928dedf93f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2269006 Aug 20 11:36:00.460999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=7fb1e7c4-65b0-45e4-b85a-c5f5918cad98,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:00.519922 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['9c9b460d-7709-4833-b5d7-ad533180af0b'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:00.541034 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.886660 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:00.931939 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.960338 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8eaea4bc-b100-42ac-865d-30d70f79563f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.034744 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Transition to ACTIVE for port object 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:01.131842 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.145976 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f55e6e2-b3a4-4c16-bce2-24d2a7d97998 req-ff3a436b-a995-4fab-ade4-2bf6f9fd0b3a service neutron] 10.222.0.76 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201231 Aug 20 11:36:01.243942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8c689-3c67-49e0-8074-c136947e4edf req-9d370c2c-8741-4642-a59a-f4dd56fe5d47 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:01.245699 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7a8c689-3c67-49e0-8074-c136947e4edf req-9d370c2c-8741-4642-a59a-f4dd56fe5d47 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 951 time: 0.3655472 Aug 20 11:36:01.254387 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd3739-1639-4e35-903d-3373737c6039 req-15013311-c0ac-45b5-a734-2c21ab56b58b tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:01.255951 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b3cd3739-1639-4e35-903d-3373737c6039 req-15013311-c0ac-45b5-a734-2c21ab56b58b tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.76 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 951 time: 0.4087095 Aug 20 11:36:01.269073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaea4bc-b100-42ac-865d-30d70f79563f admin admin] Pushing event updated for resources: {'Subnet': ['ID=121ab8fb-b64c-4eea-988d-89a086e53f7b,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:01.274604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73427c2-302c-4d69-82a5-d2190ada2e2e'}, {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5054f1e-1723-48c0-b1b4-5eda599cf42a'}, {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb1e7c4-65b0-45e4-b85a-c5f5918cad98'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:01.277305 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9828632-81d6-47ee-beb8-3cd9024247dc" -d '{"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-plugged", "status": "completed", "tag": "f73427c2-302c-4d69-82a5-d2190ada2e2e"}, {"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-plugged", "status": "completed", "tag": "d5054f1e-1723-48c0-b1b4-5eda599cf42a"}, {"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-plugged", "status": "completed", "tag": "7fb1e7c4-65b0-45e4-b85a-c5f5918cad98"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:01.304661 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 494df33d-3398-4c62-b57c-b0334aacc33a up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:01.360465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 494df33d-3398-4c62-b57c-b0334aacc33a completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:01.365501 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 494df33d-3398-4c62-b57c-b0334aacc33a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:01.366693 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.398169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db52e4-5c9f-4b53-8f55-94c86850b2a1 req-2683f28b-a8fc-4a23-a567-e53a19ec45d1 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:01.400104 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50db52e4-5c9f-4b53-8f55-94c86850b2a1 req-2683f28b-a8fc-4a23-a567-e53a19ec45d1 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 931 time: 0.0692093 Aug 20 11:36:01.416728 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 1569a4e9-d62a-4007-b988-5c7771243d4f up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:01.439156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Pushing event updated for resources: {'Port': ['ID=5690b13c-bef0-4e5a-9d7d-d69e0cb4205d,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:01.474568 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50db52e4-5c9f-4b53-8f55-94c86850b2a1 req-b1e67231-abe4-484e-a43d-91f60686d5c6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613511 Aug 20 11:36:01.499055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaea4bc-b100-42ac-865d-30d70f79563f admin admin] Checking segment: {'id': 'bde994ec-ffb0-4e44-b8f4-14e3808b0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76ee4b6f-4b66-4053-8bfa-11fd73665120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:01.499480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaea4bc-b100-42ac-865d-30d70f79563f admin admin] Network hostable DHCP agents. Network: 76ee4b6f-4b66-4053-8bfa-11fd73665120, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:36:01.533359 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109a0387-0ed6-41ca-977b-5e3cbceb3ce0 x-openstack-request-id: req-109a0387-0ed6-41ca-977b-5e3cbceb3ce0 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:01.534070 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-plugged", "status": "completed", "tag": "f73427c2-302c-4d69-82a5-d2190ada2e2e", "code": 200}, {"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-plugged", "status": "completed", "tag": "d5054f1e-1723-48c0-b1b4-5eda599cf42a", "code": 200}, {"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-plugged", "status": "completed", "tag": "7fb1e7c4-65b0-45e4-b85a-c5f5918cad98", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:01.534580 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-109a0387-0ed6-41ca-977b-5e3cbceb3ce0 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:01.535220 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73427c2-302c-4d69-82a5-d2190ada2e2e', 'code': 200} Aug 20 11:36:01.535814 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5054f1e-1723-48c0-b1b4-5eda599cf42a', 'code': 200} Aug 20 11:36:01.536306 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb1e7c4-65b0-45e4-b85a-c5f5918cad98', 'code': 200} Aug 20 11:36:01.549408 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 1569a4e9-d62a-4007-b988-5c7771243d4f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:01.563623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 1569a4e9-d62a-4007-b988-5c7771243d4f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:01.564196 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.566749 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.597898 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7a8c689-3c67-49e0-8074-c136947e4edf req-078f9fd9-fa6d-4d1b-a531-54e394cf44a4 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b895555-71c5-4144-92dc-0589948cd429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170345 Aug 20 11:36:01.634902 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b680b5-1a3c-4690-afbd-50c8eab1e5ed req-91d84250-01e5-48c4-a98d-a615f9d273ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:01.636954 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08b680b5-1a3c-4690-afbd-50c8eab1e5ed req-91d84250-01e5-48c4-a98d-a615f9d273ca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c918d052db5c44e1a681b6480a3c8711&device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 1094 time: 0.4251463 Aug 20 11:36:01.655460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4178550-b0d0-4207-a225-c1b5b164b542 req-190de3b7-6176-4544-b5c6-8199c325b31f tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:01.659597 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c4178550-b0d0-4207-a225-c1b5b164b542 req-190de3b7-6176-4544-b5c6-8199c325b31f tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 943 time: 0.0654409 Aug 20 11:36:01.701856 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 494df33d-3398-4c62-b57c-b0334aacc33a, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=494df33d-3398-4c62-b57c-b0334aacc33a,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:01.711318 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.712910 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device eb9bf277-a00a-426c-859c-9c0822d72347 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:01.717899 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c4178550-b0d0-4207-a225-c1b5b164b542 req-f451d543-70ae-4ba9-8d50-1f48822bb3b8 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512233 Aug 20 11:36:01.776837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaea4bc-b100-42ac-865d-30d70f79563f admin admin] Network 76ee4b6f-4b66-4053-8bfa-11fd73665120 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:36:01.837673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=494df33d-3398-4c62-b57c-b0334aacc33a,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:01.889322 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Attempting to bind port 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:01.889670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Attempting to bind port 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:01.890051 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Attempting to bind port 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d on network 7cf6e7e4-9e4f-4889-b32d-101594889600 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:01.893752 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.897187 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port eb9bf277-a00a-426c-859c-9c0822d72347 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:01.901767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Port 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d on network 7cf6e7e4-9e4f-4889-b32d-101594889600 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:36:01.902106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Attempting to bind port 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d on network 7cf6e7e4-9e4f-4889-b32d-101594889600 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:01.907520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-8eaea4bc-b100-42ac-865d-30d70f79563f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 76ee4b6f-4b66-4053-8bfa-11fd73665120) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:01.909699 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port eb9bf277-a00a-426c-859c-9c0822d72347 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:01.910069 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.915046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:01.915400 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Checking segment: {'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:01.915800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Bound using segment: {'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:01.916253 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Bound port: 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:01.916621 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.935224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-b3cd3739-1639-4e35-903d-3373737c6039 req-9deaad1c-0065-4b1e-bef6-8571d1008401 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Deleting port 0959032f-d8b7-43ce-8365-f4c00d2d5371 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:01.935646 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b3cd3739-1639-4e35-903d-3373737c6039 req-9deaad1c-0065-4b1e-bef6-8571d1008401 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.940436 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255f4609-84ed-49b9-b8b5-631db2ac54bb None None] Network 76ee4b6f-4b66-4053-8bfa-11fd73665120 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:02.005422 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 1569a4e9-d62a-4007-b988-5c7771243d4f, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=1569a4e9-d62a-4007-b988-5c7771243d4f,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:02.016812 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.039012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b3cd3739-1639-4e35-903d-3373737c6039 req-9deaad1c-0065-4b1e-bef6-8571d1008401 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] For port 0959032f-d8b7-43ce-8365-f4c00d2d5371, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0959032f-d8b7-43ce-8365-f4c00d2d5371,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:02.039387 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b3cd3739-1639-4e35-903d-3373737c6039 req-9deaad1c-0065-4b1e-bef6-8571d1008401 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.053056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-b3cd3739-1639-4e35-903d-3373737c6039 req-9deaad1c-0065-4b1e-bef6-8571d1008401 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Calling delete_port for 0959032f-d8b7-43ce-8365-f4c00d2d5371 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:02.116973 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaea4bc-b100-42ac-865d-30d70f79563f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.117837 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8eaea4bc-b100-42ac-865d-30d70f79563f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.128175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:02.150837 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.197811 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b680b5-1a3c-4690-afbd-50c8eab1e5ed req-91dafde6-3342-48ca-a622-1e4d8d06c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.199285 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08b680b5-1a3c-4690-afbd-50c8eab1e5ed req-91dafde6-3342-48ca-a622-1e4d8d06c915 service neutron] 10.222.0.76 "GET /v2.0/networks?id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 HTTP/1.1" status: 200 len: 916 time: 0.5457673 Aug 20 11:36:02.205187 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Transition to ACTIVE for port object 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:02.213431 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8eaea4bc-b100-42ac-865d-30d70f79563f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5907714 Aug 20 11:36:02.242973 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcdfcf-b3f0-4940-a390-c3a619a63d14 req-8b984717-dac3-41d8-a5d1-1af5bf8607b6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.253288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcdfcf-b3f0-4940-a390-c3a619a63d14 req-8b984717-dac3-41d8-a5d1-1af5bf8607b6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.261636 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcdfcf-b3f0-4940-a390-c3a619a63d14 req-8b984717-dac3-41d8-a5d1-1af5bf8607b6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.268285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcdfcf-b3f0-4940-a390-c3a619a63d14 req-8b984717-dac3-41d8-a5d1-1af5bf8607b6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.274741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcdfcf-b3f0-4940-a390-c3a619a63d14 req-8b984717-dac3-41d8-a5d1-1af5bf8607b6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.279107 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=1569a4e9-d62a-4007-b988-5c7771243d4f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:02.280663 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcdfcf-b3f0-4940-a390-c3a619a63d14 req-8b984717-dac3-41d8-a5d1-1af5bf8607b6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.286968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcdfcf-b3f0-4940-a390-c3a619a63d14 req-8b984717-dac3-41d8-a5d1-1af5bf8607b6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.295423 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ddbcdfcf-b3f0-4940-a390-c3a619a63d14 req-8b984717-dac3-41d8-a5d1-1af5bf8607b6 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5429 time: 0.5524383 Aug 20 11:36:02.332172 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.343090 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ce99e5-6271-4c3c-9221-6b441776b31a None None] Network 76ee4b6f-4b66-4053-8bfa-11fd73665120 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:02.345165 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.405546 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08b680b5-1a3c-4690-afbd-50c8eab1e5ed req-2084d3e3-5fb0-44d4-b7b4-cfb262488d41 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea1907de-650c-4692-8eb9-8e3f3e8a595d HTTP/1.1" status: 200 len: 217 time: 0.1001453 Aug 20 11:36:02.419870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port eb9bf277-a00a-426c-859c-9c0822d72347, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=eb9bf277-a00a-426c-859c-9c0822d72347,segment=NetworkSegment(4bd933ce-9ca8-41e8-a616-b4e74153651a),segment_id=4bd933ce-9ca8-41e8-a616-b4e74153651a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:02.440132 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.440132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 9fcc8b63-6f5a-4f97-8d58-274552ae7093 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:02.533833 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ddbcdfcf-b3f0-4940-a390-c3a619a63d14 req-70c20b8f-ef1e-46d0-8afd-817001342451 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2375078 Aug 20 11:36:02.664918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] For port 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:02.667921 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Pushing event updated for resources: {'Port': ['ID=8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:02.680628 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862717e5-3cf9-4b4f-9a4f-e0b5db280b72 req-046c9832-b8e3-4cf8-915d-0eb453cac287 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.682350 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-862717e5-3cf9-4b4f-9a4f-e0b5db280b72 req-046c9832-b8e3-4cf8-915d-0eb453cac287 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 943 time: 0.1265745 Aug 20 11:36:02.696898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b680b5-1a3c-4690-afbd-50c8eab1e5ed req-c4b4a95a-dae6-41e0-978d-2c3b40c75b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.698671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08b680b5-1a3c-4690-afbd-50c8eab1e5ed req-c4b4a95a-dae6-41e0-978d-2c3b40c75b2c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=065471c0-f20e-4037-a35d-2762039941ce HTTP/1.1" status: 200 len: 855 time: 0.2628734 Aug 20 11:36:02.722612 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.725547 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] For port 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5690b13c-bef0-4e5a-9d7d-d69e0cb4205d,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:02.725864 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=eb9bf277-a00a-426c-859c-9c0822d72347,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:02.740020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 9fcc8b63-6f5a-4f97-8d58-274552ae7093 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:02.750671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 9fcc8b63-6f5a-4f97-8d58-274552ae7093 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:02.751216 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.760741 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b3cd3739-1639-4e35-903d-3373737c6039 req-9deaad1c-0065-4b1e-bef6-8571d1008401 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.773242 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-862717e5-3cf9-4b4f-9a4f-e0b5db280b72 req-e31519d2-13cf-4249-8ef7-1c598e853207 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775611 Aug 20 11:36:02.782671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0959032f-d8b7-43ce-8365-f4c00d2d5371'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:02.823892 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.846342 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5624138-15c0-4c93-a67f-1883f766cd18 req-f73f80f3-268a-4c67-aae9-93b3604d4d87 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.37 "GET /v2.0/ports?device_id=774cef29-1b13-4e93-8691-421303c51705 HTTP/1.1" status: 200 len: 210 time: 0.0922654 Aug 20 11:36:02.909347 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.910399 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.911590 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] 10.222.0.35 "PUT /v2.0/ports/5690b13c-bef0-4e5a-9d7d-d69e0cb4205d HTTP/1.1" status: 200 len: 1091 time: 3.7478092 Aug 20 11:36:02.916542 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.922641 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c05043d-4d3b-462e-a8de-face508e5026', 'tag': '5690b13c-bef0-4e5a-9d7d-d69e0cb4205d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:02.925705 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaee3e1-bf9c-4702-a005-5da47f77681f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c05043d-4d3b-462e-a8de-face508e5026", "tag": "5690b13c-bef0-4e5a-9d7d-d69e0cb4205d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:02.968185 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Attempting to bind port 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:02.974351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Attempting to bind port 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:02.978085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Attempting to bind port 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 on network 7cf6e7e4-9e4f-4889-b32d-101594889600 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:02.985420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ce5af-b52a-4d64-8864-250bae1a6ec5 req-e8f47ff6-af9f-47ba-b977-ecc9ff7d3714 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.988986 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-516ce5af-b52a-4d64-8864-250bae1a6ec5 req-e8f47ff6-af9f-47ba-b977-ecc9ff7d3714 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 943 time: 0.1095250 Aug 20 11:36:03.002763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b680b5-1a3c-4690-afbd-50c8eab1e5ed req-b2128b7e-0f79-4470-989f-3043ee5d5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:03.004392 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08b680b5-1a3c-4690-afbd-50c8eab1e5ed req-b2128b7e-0f79-4470-989f-3043ee5d5c44 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2909999 Aug 20 11:36:03.021512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 9fcc8b63-6f5a-4f97-8d58-274552ae7093, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=9fcc8b63-6f5a-4f97-8d58-274552ae7093,segment=NetworkSegment(4bd933ce-9ca8-41e8-a616-b4e74153651a),segment_id=4bd933ce-9ca8-41e8-a616-b4e74153651a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:03.029050 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.063986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cd3739-1639-4e35-903d-3373737c6039 req-9deaad1c-0065-4b1e-bef6-8571d1008401 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] No DVR routers for this DVR port 0959032f-d8b7-43ce-8365-f4c00d2d5371 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:03.067054 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b3cd3739-1639-4e35-903d-3373737c6039 req-9deaad1c-0065-4b1e-bef6-8571d1008401 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.070579 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b3cd3739-1639-4e35-903d-3373737c6039 req-9deaad1c-0065-4b1e-bef6-8571d1008401 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] 10.222.0.76 "DELETE /v2.0/ports/0959032f-d8b7-43ce-8365-f4c00d2d5371 HTTP/1.1" status: 204 len: 173 time: 1.7917113 Aug 20 11:36:03.071172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Port 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 on network 7cf6e7e4-9e4f-4889-b32d-101594889600 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:36:03.071493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Attempting to bind port 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 on network 7cf6e7e4-9e4f-4889-b32d-101594889600 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:03.086545 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-516ce5af-b52a-4d64-8864-250bae1a6ec5 req-ff06a5a1-95a5-48d1-9121-3ff1251425fa tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947795 Aug 20 11:36:03.099640 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f4f268-0132-4c82-9bd8-e8066a3b3914 x-openstack-request-id: req-65f4f268-0132-4c82-9bd8-e8066a3b3914 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:03.099980 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c05043d-4d3b-462e-a8de-face508e5026", "tag": "5690b13c-bef0-4e5a-9d7d-d69e0cb4205d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:03.100228 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65f4f268-0132-4c82-9bd8-e8066a3b3914 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:03.101482 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c05043d-4d3b-462e-a8de-face508e5026', 'tag': '5690b13c-bef0-4e5a-9d7d-d69e0cb4205d', 'status': 'completed', 'code': 200} Aug 20 11:36:03.138757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c615a-f30f-444a-a90f-3e029481aea2 service neutron] Pushing event updated for resources: {'Port': ['ID=5690b13c-bef0-4e5a-9d7d-d69e0cb4205d,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:03.156829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:03.157199 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Checking segment: {'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:03.157590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Bound using segment: {'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:03.158131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Bound port: 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:03.158518 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.176695 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=9fcc8b63-6f5a-4f97-8d58-274552ae7093,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:03.222655 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58208) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:03.227182 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-91b614b6-28c1-4c3e-bcfb-8b00ce7bf000 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1331980651-network', 'tenant_id': 'a890644a56314cd7b3a688a736e0abf6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:03.275529 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b614b6-28c1-4c3e-bcfb-8b00ce7bf000 admin admin] Made reservation on behalf of a890644a56314cd7b3a688a736e0abf6 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:03.278884 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91b614b6-28c1-4c3e-bcfb-8b00ce7bf000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.287515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 9c9b460d-7709-4833-b5d7-ad533180af0b up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:03.293102 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91b614b6-28c1-4c3e-bcfb-8b00ce7bf000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.357330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 9c9b460d-7709-4833-b5d7-ad533180af0b completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:03.361576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 9c9b460d-7709-4833-b5d7-ad533180af0b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:03.362028 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.405871 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-d7e92d4a-c1e7-4cc4-8058-7f3d0e5ee827 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1887235804&fields=id&tenant_id=4dbcc467b3064944a317dc4ab5904cc7 HTTP/1.1" status: 200 len: 267 time: 0.0627458 Aug 20 11:36:03.431359 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deaad1c-0065-4b1e-bef6-8571d1008401 tempest-ServersAdminTestJSON-923865297 tempest-ServersAdminTestJSON-923865297-project] Pushing event deleted for resources: {'Port': ['ID=0959032f-d8b7-43ce-8365-f4c00d2d5371,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:03.432693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ea1907de-650c-4692-8eb9-8e3f3e8a595d details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:03.447726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-d6f411ac-befd-4650-996b-acd41a0d4105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:03.449275 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-d6f411ac-befd-4650-996b-acd41a0d4105 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e013adae8c84baf9e629447fd6c3733&device_id=5c05043d-4d3b-462e-a8de-face508e5026 HTTP/1.1" status: 200 len: 1094 time: 0.4658222 Aug 20 11:36:03.466732 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.518600 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-7c86cffb-6e1b-476f-95db-91a45ae4053f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5690b13c-bef0-4e5a-9d7d-d69e0cb4205d HTTP/1.1" status: 200 len: 217 time: 0.0444376 Aug 20 11:36:03.540241 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494df33d-3398-4c62-b57c-b0334aacc33a'}, {'server_uuid': '8dd05179-7614-4b36-86e4-0f28572b1ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1569a4e9-d62a-4007-b988-5c7771243d4f'}, {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9bf277-a00a-426c-859c-9c0822d72347'}, {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcc8b63-6f5a-4f97-8d58-274552ae7093'}, {'server_uuid': '37aaf64b-5ae3-4371-be27-43d65b470390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9b460d-7709-4833-b5d7-ad533180af0b'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:03.542682 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95be301-75ef-4223-916f-ac0f78671d6c" -d '{"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-plugged", "status": "completed", "tag": "494df33d-3398-4c62-b57c-b0334aacc33a"}, {"server_uuid": "8dd05179-7614-4b36-86e4-0f28572b1ee6", "name": "network-vif-plugged", "status": "completed", "tag": "1569a4e9-d62a-4007-b988-5c7771243d4f"}, {"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-plugged", "status": "completed", "tag": "eb9bf277-a00a-426c-859c-9c0822d72347"}, {"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-plugged", "status": "completed", "tag": "9fcc8b63-6f5a-4f97-8d58-274552ae7093"}, {"server_uuid": "37aaf64b-5ae3-4371-be27-43d65b470390", "name": "network-vif-plugged", "status": "completed", "tag": "9c9b460d-7709-4833-b5d7-ad533180af0b"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:03.551018 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91b614b6-28c1-4c3e-bcfb-8b00ce7bf000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.551774 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 9c9b460d-7709-4833-b5d7-ad533180af0b, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=9c9b460d-7709-4833-b5d7-ad533180af0b,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:03.561505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-cb1c9bb6-cbed-452e-b446-f13082171d62 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:03.563619 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-cb1c9bb6-cbed-452e-b446-f13082171d62 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/networks?id=3765c0b6-30e4-4c80-b34e-662a7a97606a HTTP/1.1" status: 200 len: 815 time: 0.1459124 Aug 20 11:36:03.565357 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91b614b6-28c1-4c3e-bcfb-8b00ce7bf000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.570064 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.605465 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b614b6-28c1-4c3e-bcfb-8b00ce7bf000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f78010-09e2-44c0-9c45-90d842c91732,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:03.624834 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ea1907de-650c-4692-8eb9-8e3f3e8a595d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ea1907de-650c-4692-8eb9-8e3f3e8a595d,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:03.637130 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f502d8eb-390a-4a38-bcee-81da2054f8a7 x-openstack-request-id: req-f502d8eb-390a-4a38-bcee-81da2054f8a7 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:03.637130 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-plugged", "status": "completed", "tag": "494df33d-3398-4c62-b57c-b0334aacc33a", "code": 200}, {"server_uuid": "8dd05179-7614-4b36-86e4-0f28572b1ee6", "name": "network-vif-plugged", "status": "completed", "tag": "1569a4e9-d62a-4007-b988-5c7771243d4f", "code": 200}, {"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-plugged", "status": "completed", "tag": "eb9bf277-a00a-426c-859c-9c0822d72347", "code": 200}, {"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-plugged", "status": "completed", "tag": "9fcc8b63-6f5a-4f97-8d58-274552ae7093", "code": 200}, {"server_uuid": "37aaf64b-5ae3-4371-be27-43d65b470390", "name": "network-vif-plugged", "status": "completed", "tag": "9c9b460d-7709-4833-b5d7-ad533180af0b", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:03.637951 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f502d8eb-390a-4a38-bcee-81da2054f8a7 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:03.638192 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494df33d-3398-4c62-b57c-b0334aacc33a', 'code': 200} Aug 20 11:36:03.638540 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd05179-7614-4b36-86e4-0f28572b1ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1569a4e9-d62a-4007-b988-5c7771243d4f', 'code': 200} Aug 20 11:36:03.638922 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9bf277-a00a-426c-859c-9c0822d72347', 'code': 200} Aug 20 11:36:03.639263 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcc8b63-6f5a-4f97-8d58-274552ae7093', 'code': 200} Aug 20 11:36:03.639629 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37aaf64b-5ae3-4371-be27-43d65b470390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9b460d-7709-4833-b5d7-ad533180af0b', 'code': 200} Aug 20 11:36:03.662210 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08b680b5-1a3c-4690-afbd-50c8eab1e5ed req-6c829cd3-12cf-48d8-b13e-c85ae02a4abd service neutron] 10.222.0.76 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6307113 Aug 20 11:36:03.669587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'ea1907de-650c-4692-8eb9-8e3f3e8a595d', 'network_id': '90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7', 'port_id': 'ea1907de-650c-4692-8eb9-8e3f3e8a595d', 'mac_address': 'fa:16:3e:03:97:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065471c0-f20e-4037-a35d-2762039941ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:03.680110 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=9c9b460d-7709-4833-b5d7-ad533180af0b,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:03.680709 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-3506c1ae-b398-4825-87b2-d12290d2f031 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/quotas/4dbcc467b3064944a317dc4ab5904cc7 HTTP/1.1" status: 200 len: 375 time: 0.0771835 Aug 20 11:36:03.683013 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b614b6-28c1-4c3e-bcfb-8b00ce7bf000 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:36:03.687671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] For port 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:03.726057 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.749502 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1907de-650c-4692-8eb9-8e3f3e8a595d {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:03.754128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] For port 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:03.760858 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-8767feb7-2fd5-4a70-820f-f16506056a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:03.763199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-8767feb7-2fd5-4a70-820f-f16506056a9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dae1e8f-bfca-45c4-aca9-1175a62265e8 HTTP/1.1" status: 200 len: 852 time: 0.2307572 Aug 20 11:36:03.788303 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.788514 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91b614b6-28c1-4c3e-bcfb-8b00ce7bf000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.788610 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-91b614b6-28c1-4c3e-bcfb-8b00ce7bf000 admin admin] Added segment 5659938c-0ee0-4238-b4e0-39a84ef0c9fa of type vlan for network 16628c87-eb0a-49dc-af8b-f915d66ff466 Aug 20 11:36:03.797520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ea1907de-650c-4692-8eb9-8e3f3e8a595d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ea1907de-650c-4692-8eb9-8e3f3e8a595d,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:03.805671 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.856221 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-01f580b4-3a83-466b-a7c6-661951126780 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4dbcc467b3064944a317dc4ab5904cc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1582246 Aug 20 11:36:03.869905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ea1907de-650c-4692-8eb9-8e3f3e8a595d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:03.882554 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-9777319a-f4d3-4613-bee4-bb81e884883c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cf6e7e4-9e4f-4889-b32d-101594889600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958259 Aug 20 11:36:03.909156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:03.909156 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.910651 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] 10.222.0.76 "PUT /v2.0/ports/8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 HTTP/1.1" status: 200 len: 1091 time: 3.6228850 Aug 20 11:36:03.910776 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91b614b6-28c1-4c3e-bcfb-8b00ce7bf000 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.005843 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08b680b5-1a3c-4690-afbd-50c8eab1e5ed req-17b0f90e-44d2-4a26-a8c5-24a853284864 service neutron] 10.222.0.76 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353360 Aug 20 11:36:04.025121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['ea1907de-650c-4692-8eb9-8e3f3e8a595d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:04.042353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d32ae-efd4-4690-a632-96d9c832536d service neutron] Pushing event updated for resources: {'Port': ['ID=8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:04.044910 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91b614b6-28c1-4c3e-bcfb-8b00ce7bf000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.046118 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b614b6-28c1-4c3e-bcfb-8b00ce7bf000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.046881 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91b614b6-28c1-4c3e-bcfb-8b00ce7bf000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.051112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20160769-5746-4535-8f0e-c8f517ff37fe req-3c6f3906-ba1b-4b9d-9028-6fd37101081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.052667 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-20160769-5746-4535-8f0e-c8f517ff37fe req-3c6f3906-ba1b-4b9d-9028-6fd37101081a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 1097 time: 0.2868867 Aug 20 11:36:04.054968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69429c-c890-4f32-8771-426028ba8d57 req-d4c737c9-cecb-4cd3-80a4-50ec21bdc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.055470 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69429c-c890-4f32-8771-426028ba8d57 req-d4c737c9-cecb-4cd3-80a4-50ec21bdc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.055954 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69429c-c890-4f32-8771-426028ba8d57 req-d4c737c9-cecb-4cd3-80a4-50ec21bdc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.056436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69429c-c890-4f32-8771-426028ba8d57 req-d4c737c9-cecb-4cd3-80a4-50ec21bdc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.056939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69429c-c890-4f32-8771-426028ba8d57 req-d4c737c9-cecb-4cd3-80a4-50ec21bdc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.057413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69429c-c890-4f32-8771-426028ba8d57 req-d4c737c9-cecb-4cd3-80a4-50ec21bdc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.057882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69429c-c890-4f32-8771-426028ba8d57 req-d4c737c9-cecb-4cd3-80a4-50ec21bdc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.060016 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cf69429c-c890-4f32-8771-426028ba8d57 req-d4c737c9-cecb-4cd3-80a4-50ec21bdc4f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 6488 time: 0.2147248 Aug 20 11:36:04.070068 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd465b0-2a1d-4a6d-8c38-7ff2e59e60c7 req-b0d2a53d-2355-4375-9fcf-cd3f0818df74 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.072438 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22aedc1-7013-4b0e-91d4-7510e7c75f6d req-0b19b9ad-3b1e-4c55-b384-9f547e04d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.074384 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d22aedc1-7013-4b0e-91d4-7510e7c75f6d req-0b19b9ad-3b1e-4c55-b384-9f547e04d674 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37aaf64b-5ae3-4371-be27-43d65b470390 HTTP/1.1" status: 200 len: 1096 time: 0.2272737 Aug 20 11:36:04.076295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd465b0-2a1d-4a6d-8c38-7ff2e59e60c7 req-b0d2a53d-2355-4375-9fcf-cd3f0818df74 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.082106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd465b0-2a1d-4a6d-8c38-7ff2e59e60c7 req-b0d2a53d-2355-4375-9fcf-cd3f0818df74 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.088875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd465b0-2a1d-4a6d-8c38-7ff2e59e60c7 req-b0d2a53d-2355-4375-9fcf-cd3f0818df74 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.095058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd465b0-2a1d-4a6d-8c38-7ff2e59e60c7 req-b0d2a53d-2355-4375-9fcf-cd3f0818df74 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.101725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd465b0-2a1d-4a6d-8c38-7ff2e59e60c7 req-b0d2a53d-2355-4375-9fcf-cd3f0818df74 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.107708 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd465b0-2a1d-4a6d-8c38-7ff2e59e60c7 req-b0d2a53d-2355-4375-9fcf-cd3f0818df74 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.109673 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8dd465b0-2a1d-4a6d-8c38-7ff2e59e60c7 req-b0d2a53d-2355-4375-9fcf-cd3f0818df74 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5431 time: 0.3191755 Aug 20 11:36:04.174133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-284e174f-53a1-4479-90cf-e75fb24a6212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.175675 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-284e174f-53a1-4479-90cf-e75fb24a6212 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e013adae8c84baf9e629447fd6c3733&device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 1094 time: 0.2169049 Aug 20 11:36:04.185193 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-91b614b6-28c1-4c3e-bcfb-8b00ce7bf000 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9620099 Aug 20 11:36:04.187048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58224) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:04.195431 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-91813c1e-4234-4fe6-9aff-0c6e295a612e service neutron] 10.222.0.37 "GET /v2.0/networks/3765c0b6-30e4-4c80-b34e-662a7a97606a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984731 Aug 20 11:36:04.200357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3efcdd54-a97b-4f62-bd4f-379d234502fe admin admin] Request body: {'subnet': {'network_id': '16628c87-eb0a-49dc-af8b-f915d66ff466', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1331980651-subnet', 'tenant_id': 'a890644a56314cd7b3a688a736e0abf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:04.209376 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b614b6-28c1-4c3e-bcfb-8b00ce7bf000 admin admin] Pushing event updated for resources: {'Network': ['ID=16628c87-eb0a-49dc-af8b-f915d66ff466,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:04.220783 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 16628c87-eb0a-49dc-af8b-f915d66ff466 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:36:04.242816 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-2c35c3b9-5b6a-44eb-b0ac-aedff312bc84 service neutron] 10.222.0.35 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231409 Aug 20 11:36:04.244424 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-20160769-5746-4535-8f0e-c8f517ff37fe req-e74dd31b-4f95-4557-9efc-b660f89321fa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329851 Aug 20 11:36:04.249064 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-94850667-db7d-4dc2-95f1-893ef1a1d065 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 HTTP/1.1" status: 200 len: 217 time: 0.0646079 Aug 20 11:36:04.253232 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8dd465b0-2a1d-4a6d-8c38-7ff2e59e60c7 req-03106784-cb9c-4249-98d3-6bf0a96e7593 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233795 Aug 20 11:36:04.302682 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cf69429c-c890-4f32-8771-426028ba8d57 req-4a678921-40f9-4c5a-a6fe-dd80528a1c71 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&id=1f3194d4-6356-42de-9111-d33eed55156d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2158763 Aug 20 11:36:04.307422 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d22aedc1-7013-4b0e-91d4-7510e7c75f6d req-79ce3bcd-69cd-452b-9feb-689e6c874777 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756406 Aug 20 11:36:04.322267 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efcdd54-a97b-4f62-bd4f-379d234502fe admin admin] Made reservation on behalf of a890644a56314cd7b3a688a736e0abf6 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:04.324547 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3efcdd54-a97b-4f62-bd4f-379d234502fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.371891 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-b834a379-87b5-4b5e-8ad1-66dfa70b73ec service neutron] 10.222.0.35 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169488 Aug 20 11:36:04.389288 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-b902b46c-edb2-4afd-86fd-37a4c5626ec8 service neutron] 10.222.0.37 "GET /v2.0/networks/3765c0b6-30e4-4c80-b34e-662a7a97606a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838546 Aug 20 11:36:04.393852 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df39c5a-c08f-469f-92c9-1a20147be4bb req-b85eb0bc-ec38-4a32-9bbb-b7303db8df0d tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.395335 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4df39c5a-c08f-469f-92c9-1a20147be4bb req-b85eb0bc-ec38-4a32-9bbb-b7303db8df0d tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 943 time: 0.0581365 Aug 20 11:36:04.479819 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4df39c5a-c08f-469f-92c9-1a20147be4bb req-3b17fe71-bb66-43ab-80de-e23bff583659 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765262 Aug 20 11:36:04.490883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-e03c294b-bdb2-41c9-a944-34a089420af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.492734 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-e03c294b-bdb2-41c9-a944-34a089420af2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1dae1e8f-bfca-45c4-aca9-1175a62265e8 HTTP/1.1" status: 200 len: 852 time: 0.0662682 Aug 20 11:36:04.523776 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3efcdd54-a97b-4f62-bd4f-379d234502fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.533192 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-3361c5e7-6755-4198-b1c2-5dbdc89f5f9c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7cf6e7e4-9e4f-4889-b32d-101594889600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295556 Aug 20 11:36:04.590079 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcdd54-a97b-4f62-bd4f-379d234502fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3c3fbe4-3565-4b37-985e-f9d8c34ae68b,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:04.601549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efcdd54-a97b-4f62-bd4f-379d234502fe admin admin] Checking segment: {'id': '5659938c-0ee0-4238-b4e0-39a84ef0c9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '16628c87-eb0a-49dc-af8b-f915d66ff466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:04.602188 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efcdd54-a97b-4f62-bd4f-379d234502fe admin admin] Network hostable DHCP agents. Network: 16628c87-eb0a-49dc-af8b-f915d66ff466, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:36:04.620175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efcdd54-a97b-4f62-bd4f-379d234502fe admin admin] Network 16628c87-eb0a-49dc-af8b-f915d66ff466 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:36:04.634644 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-3efcdd54-a97b-4f62-bd4f-379d234502fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 16628c87-eb0a-49dc-af8b-f915d66ff466) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:04.653069 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f175e-6024-4c3e-afd6-364b3a4f44f2 None None] Network 16628c87-eb0a-49dc-af8b-f915d66ff466 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:04.659700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efcdd54-a97b-4f62-bd4f-379d234502fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.660333 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3efcdd54-a97b-4f62-bd4f-379d234502fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.691317 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-ebbabad0-6fba-43ee-974f-6cfdcf6fe073 service neutron] 10.222.0.76 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494899 Aug 20 11:36:04.699278 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3efcdd54-a97b-4f62-bd4f-379d234502fe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5069709 Aug 20 11:36:04.916787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58ef4f-269b-4ea5-8359-5b0d38a968db req-aa0fc722-0f7d-42fd-be24-91d8f979f4be tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.918669 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc58ef4f-269b-4ea5-8359-5b0d38a968db req-aa0fc722-0f7d-42fd-be24-91d8f979f4be tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 944 time: 0.1876554 Aug 20 11:36:04.924758 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89a76aaa-1928-4897-be06-dcbd81009cdd req-660d7306-ed9c-47b0-b598-45809bc29464 service neutron] 10.222.0.76 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251155 Aug 20 11:36:04.930369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaee3e1-bf9c-4702-a005-5da47f77681f req-f5a1a0ac-dcc5-4a5f-ba16-b6bd6154b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.932226 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ddaee3e1-bf9c-4702-a005-5da47f77681f req-f5a1a0ac-dcc5-4a5f-ba16-b6bd6154b4ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e013adae8c84baf9e629447fd6c3733&device_id=5c05043d-4d3b-462e-a8de-face508e5026 HTTP/1.1" status: 200 len: 1094 time: 0.1107845 Aug 20 11:36:04.988299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b279828-c86e-4b13-a81d-d09da563fd57 None None] Network 16628c87-eb0a-49dc-af8b-f915d66ff466 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:04.997451 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58248) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:05.014134 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a7b31ba-3cbd-4015-8793-abceb36333df req-82bafbad-2a0d-4d49-8553-28009709a875 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 210 time: 0.0868587 Aug 20 11:36:05.039943 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc58ef4f-269b-4ea5-8359-5b0d38a968db req-bffdf6f3-c7f3-466e-a62b-247fcb01f509 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089373 Aug 20 11:36:05.076305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaee3e1-bf9c-4702-a005-5da47f77681f req-3d1f347d-5bcd-433c-8f8d-c4b632615587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:05.079065 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ddaee3e1-bf9c-4702-a005-5da47f77681f req-3d1f347d-5bcd-433c-8f8d-c4b632615587 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cf6e7e4-9e4f-4889-b32d-101594889600 HTTP/1.1" status: 200 len: 912 time: 0.1374955 Aug 20 11:36:05.085102 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe13076-79f7-4d4f-974f-34674987cffc admin admin] Deleting subnet 121ab8fb-b64c-4eea-988d-89a086e53f7b {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:36:05.090396 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfe13076-79f7-4d4f-974f-34674987cffc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.103472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774cef29-1b13-4e93-8691-421303c51705', 'name': 'network-vif-deleted', 'tag': '0959032f-d8b7-43ce-8365-f4c00d2d5371'}, {'name': 'network-changed', 'server_uuid': 'c4e21fc8-66d2-471d-8605-ee38a28ec577', 'tag': '8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:05.109429 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ad818e-5d8d-4869-bb7e-c7a6caf96092" -d '{"events": [{"server_uuid": "774cef29-1b13-4e93-8691-421303c51705", "name": "network-vif-deleted", "tag": "0959032f-d8b7-43ce-8365-f4c00d2d5371"}, {"name": "network-changed", "server_uuid": "c4e21fc8-66d2-471d-8605-ee38a28ec577", "tag": "8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:05.110538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58250) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:05.151458 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ddaee3e1-bf9c-4702-a005-5da47f77681f req-b2083957-8733-4d05-b7e2-d28474df955d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5690b13c-bef0-4e5a-9d7d-d69e0cb4205d HTTP/1.1" status: 200 len: 217 time: 0.0594099 Aug 20 11:36:05.165243 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a147c2-8bc3-4f2a-ac47-531200b10f77 x-openstack-request-id: req-00a147c2-8bc3-4f2a-ac47-531200b10f77 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:05.165698 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774cef29-1b13-4e93-8691-421303c51705", "name": "network-vif-deleted", "tag": "0959032f-d8b7-43ce-8365-f4c00d2d5371", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4e21fc8-66d2-471d-8605-ee38a28ec577", "tag": "8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:05.166100 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00a147c2-8bc3-4f2a-ac47-531200b10f77 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:05.166585 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774cef29-1b13-4e93-8691-421303c51705', 'name': 'network-vif-deleted', 'tag': '0959032f-d8b7-43ce-8365-f4c00d2d5371', 'status': 'completed', 'code': 200} Aug 20 11:36:05.167472 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e21fc8-66d2-471d-8605-ee38a28ec577', 'tag': '8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83', 'status': 'completed', 'code': 200} Aug 20 11:36:05.179207 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfe13076-79f7-4d4f-974f-34674987cffc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.243967 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfe13076-79f7-4d4f-974f-34674987cffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.266739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaee3e1-bf9c-4702-a005-5da47f77681f req-50da04d6-816a-41cd-b7f7-beda021af065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:05.268671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ddaee3e1-bf9c-4702-a005-5da47f77681f req-50da04d6-816a-41cd-b7f7-beda021af065 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dae1e8f-bfca-45c4-aca9-1175a62265e8 HTTP/1.1" status: 200 len: 852 time: 0.1006017 Aug 20 11:36:05.270336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad818e-5d8d-4869-bb7e-c7a6caf96092 req-555df035-fb66-42fe-9141-a3e2fa019d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:05.272608 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98ad818e-5d8d-4869-bb7e-c7a6caf96092 req-555df035-fb66-42fe-9141-a3e2fa019d59 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e013adae8c84baf9e629447fd6c3733&device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 1094 time: 0.0678277 Aug 20 11:36:05.335825 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ddaee3e1-bf9c-4702-a005-5da47f77681f req-e1b8b61e-8f00-4055-b148-72b9b2100dc1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cf6e7e4-9e4f-4889-b32d-101594889600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548763 Aug 20 11:36:05.372510 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfe13076-79f7-4d4f-974f-34674987cffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.400965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe13076-79f7-4d4f-974f-34674987cffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=121ab8fb-b64c-4eea-988d-89a086e53f7b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:05.408033 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfe13076-79f7-4d4f-974f-34674987cffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.413805 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cfe13076-79f7-4d4f-974f-34674987cffc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/121ab8fb-b64c-4eea-988d-89a086e53f7b HTTP/1.1" status: 204 len: 168 time: 0.4151287 Aug 20 11:36:05.414482 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58260) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:05.435217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ea1907de-650c-4692-8eb9-8e3f3e8a595d up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:05.490097 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port ea1907de-650c-4692-8eb9-8e3f3e8a595d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:05.491061 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a57fa62e-f600-456e-88fa-e5b5095f9fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.495677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port ea1907de-650c-4692-8eb9-8e3f3e8a595d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:05.496276 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.586529 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.598269 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-303c5349-ec02-45ad-bebc-c37978ba7cfe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef9f29628ade4c0db3d735f4fcedc885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4849658 Aug 20 11:36:05.603253 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58264) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:05.616284 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a57fa62e-f600-456e-88fa-e5b5095f9fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.628197 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ea1907de-650c-4692-8eb9-8e3f3e8a595d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ea1907de-650c-4692-8eb9-8e3f3e8a595d,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:05.634218 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.634431 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-a57fa62e-f600-456e-88fa-e5b5095f9fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ee4b6f-4b66-4053-8bfa-11fd73665120']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:05.635105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0959032f-d8b7-43ce-8365-f4c00d2d5371 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:05.648091 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-a57fa62e-f600-456e-88fa-e5b5095f9fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde994ec-ffb0-4e44-b8f4-14e3808b0e9f') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:05.648526 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-a57fa62e-f600-456e-88fa-e5b5095f9fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde994ec-ffb0-4e44-b8f4-14e3808b0e9f') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:05.654503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a70752-1063-4c15-9b1b-09889f3bcf30 req-d42c36da-c69b-4b40-8915-d6df80e9a2f1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:05.660143 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e262e9fe-32f3-4e2a-99e6-dae26d78d1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1907de-650c-4692-8eb9-8e3f3e8a595d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:05.661372 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a70752-1063-4c15-9b1b-09889f3bcf30 req-d42c36da-c69b-4b40-8915-d6df80e9a2f1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:05.662903 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5a3b60-f4ad-4949-b2e7-65ca2855fd1c" -d '{"events": [{"server_uuid": "e262e9fe-32f3-4e2a-99e6-dae26d78d1fa", "name": "network-vif-plugged", "status": "completed", "tag": "ea1907de-650c-4692-8eb9-8e3f3e8a595d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:05.667336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a70752-1063-4c15-9b1b-09889f3bcf30 req-d42c36da-c69b-4b40-8915-d6df80e9a2f1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:05.669800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b13d33-5964-419b-99de-0db249bf8968 req-a0b1dc13-6724-47d5-a2da-d8f4260e65e1 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:05.671683 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00b13d33-5964-419b-99de-0db249bf8968 req-a0b1dc13-6724-47d5-a2da-d8f4260e65e1 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 943 time: 0.1028812 Aug 20 11:36:05.673824 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a57fa62e-f600-456e-88fa-e5b5095f9fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.674232 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a70752-1063-4c15-9b1b-09889f3bcf30 req-d42c36da-c69b-4b40-8915-d6df80e9a2f1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:05.681571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a70752-1063-4c15-9b1b-09889f3bcf30 req-d42c36da-c69b-4b40-8915-d6df80e9a2f1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:05.686704 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 0959032f-d8b7-43ce-8365-f4c00d2d5371 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:05.687140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0959032f-d8b7-43ce-8365-f4c00d2d5371 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:05.689446 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a70752-1063-4c15-9b1b-09889f3bcf30 req-d42c36da-c69b-4b40-8915-d6df80e9a2f1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:05.696949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a70752-1063-4c15-9b1b-09889f3bcf30 req-d42c36da-c69b-4b40-8915-d6df80e9a2f1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:05.704966 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-83a70752-1063-4c15-9b1b-09889f3bcf30 req-d42c36da-c69b-4b40-8915-d6df80e9a2f1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5431 time: 0.3245356 Aug 20 11:36:05.717808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ea1907de-650c-4692-8eb9-8e3f3e8a595d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:05.734374 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00b13d33-5964-419b-99de-0db249bf8968 req-dbab60f2-1d20-4c3e-970d-c50e5cd6dd50 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511315 Aug 20 11:36:05.740977 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a57fa62e-f600-456e-88fa-e5b5095f9fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.748489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57fa62e-f600-456e-88fa-e5b5095f9fb9 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:36:05.748761 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a57fa62e-f600-456e-88fa-e5b5095f9fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:36:05.750614 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:36:05.755938 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ddaee3e1-bf9c-4702-a005-5da47f77681f req-4b3703f1-5ffe-4a35-982b-02334158564a service neutron] 10.222.0.35 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743775 Aug 20 11:36:05.757645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad818e-5d8d-4869-bb7e-c7a6caf96092 req-f8183499-cb3c-485f-acef-a1cf51d16faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:05.759060 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98ad818e-5d8d-4869-bb7e-c7a6caf96092 req-f8183499-cb3c-485f-acef-a1cf51d16faf service neutron] 10.222.0.76 "GET /v2.0/networks?id=7cf6e7e4-9e4f-4889-b32d-101594889600 HTTP/1.1" status: 200 len: 912 time: 0.4691648 Aug 20 11:36:05.804736 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-83a70752-1063-4c15-9b1b-09889f3bcf30 req-869e0f98-0ee4-4432-a6f0-571323b9aadd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988791 Aug 20 11:36:05.818436 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a57fa62e-f600-456e-88fa-e5b5095f9fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.836438 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a57fa62e-f600-456e-88fa-e5b5095f9fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.836438 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a57fa62e-f600-456e-88fa-e5b5095f9fb9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/76ee4b6f-4b66-4053-8bfa-11fd73665120 HTTP/1.1" status: 204 len: 168 time: 0.4165998 Aug 20 11:36:05.842008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58270) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:05.849496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57fa62e-f600-456e-88fa-e5b5095f9fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=76ee4b6f-4b66-4053-8bfa-11fd73665120,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:05.862713 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bd54f0-fda1-4a65-8504-2685108daf93 x-openstack-request-id: req-09bd54f0-fda1-4a65-8504-2685108daf93 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:05.863010 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e262e9fe-32f3-4e2a-99e6-dae26d78d1fa", "name": "network-vif-plugged", "status": "completed", "tag": "ea1907de-650c-4692-8eb9-8e3f3e8a595d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:05.863267 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09bd54f0-fda1-4a65-8504-2685108daf93 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:05.863658 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e262e9fe-32f3-4e2a-99e6-dae26d78d1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1907de-650c-4692-8eb9-8e3f3e8a595d', 'code': 200} Aug 20 11:36:05.889922 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98ad818e-5d8d-4869-bb7e-c7a6caf96092 req-168e067d-6607-49aa-878a-bba83052a57e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 HTTP/1.1" status: 200 len: 217 time: 0.1028020 Aug 20 11:36:05.900110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbed3f78-c6cc-453c-a13b-04308905318d admin admin] Deleting subnet f3c3fbe4-3565-4b37-985e-f9d8c34ae68b {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:36:05.904526 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cbed3f78-c6cc-453c-a13b-04308905318d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.956007 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-093f1632-debc-4614-89be-3da2a3c99ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.960320 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cbed3f78-c6cc-453c-a13b-04308905318d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.002156 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cbed3f78-c6cc-453c-a13b-04308905318d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.035970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad818e-5d8d-4869-bb7e-c7a6caf96092 req-8db4656e-3d45-4932-aacc-d1e34b80945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:06.037818 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98ad818e-5d8d-4869-bb7e-c7a6caf96092 req-8db4656e-3d45-4932-aacc-d1e34b80945d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1dae1e8f-bfca-45c4-aca9-1175a62265e8 HTTP/1.1" status: 200 len: 852 time: 0.1382985 Aug 20 11:36:06.043170 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ddaee3e1-bf9c-4702-a005-5da47f77681f req-0711d4fd-e328-4ad5-85c8-af87b9a9de2a service neutron] 10.222.0.35 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737861 Aug 20 11:36:06.046084 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-093f1632-debc-4614-89be-3da2a3c99ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.083589 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cbed3f78-c6cc-453c-a13b-04308905318d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.096851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98ad818e-5d8d-4869-bb7e-c7a6caf96092 req-a5e9cc23-ec5f-4d84-86b2-4aa9b974f036 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7cf6e7e4-9e4f-4889-b32d-101594889600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486176 Aug 20 11:36:06.126609 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cbed3f78-c6cc-453c-a13b-04308905318d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.129738 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cbed3f78-c6cc-453c-a13b-04308905318d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f3c3fbe4-3565-4b37-985e-f9d8c34ae68b HTTP/1.1" status: 204 len: 168 time: 0.2863319 Aug 20 11:36:06.133593 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58278) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:06.137388 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e636f-b19b-4f4a-8e7e-c54eeb598ad7 req-699a4ce6-da84-408c-9c34-977aa8543b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:06.138951 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e38e636f-b19b-4f4a-8e7e-c54eeb598ad7 req-699a4ce6-da84-408c-9c34-977aa8543b38 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 1096 time: 0.1896563 Aug 20 11:36:06.186403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed3f78-c6cc-453c-a13b-04308905318d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c3fbe4-3565-4b37-985e-f9d8c34ae68b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:06.223369 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-31fbe307-88b0-433c-9d6a-a44af255a59e req-2e445a63-3681-444d-96e3-f14a80bd7953 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 210 time: 0.0911899 Aug 20 11:36:06.240581 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d68f79b-66e0-433b-9bfe-3d6bd9bcc191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.354588 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d68f79b-66e0-433b-9bfe-3d6bd9bcc191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.367559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-6d68f79b-66e0-433b-9bfe-3d6bd9bcc191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16628c87-eb0a-49dc-af8b-f915d66ff466']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:06.380339 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-6d68f79b-66e0-433b-9bfe-3d6bd9bcc191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5659938c-0ee0-4238-b4e0-39a84ef0c9fa') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:06.380692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-6d68f79b-66e0-433b-9bfe-3d6bd9bcc191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5659938c-0ee0-4238-b4e0-39a84ef0c9fa') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:06.396084 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d68f79b-66e0-433b-9bfe-3d6bd9bcc191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.417188 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d68f79b-66e0-433b-9bfe-3d6bd9bcc191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.424074 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d68f79b-66e0-433b-9bfe-3d6bd9bcc191 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:36:06.424571 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d68f79b-66e0-433b-9bfe-3d6bd9bcc191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:36:06.426515 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:36:06.488354 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d68f79b-66e0-433b-9bfe-3d6bd9bcc191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.505026 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d68f79b-66e0-433b-9bfe-3d6bd9bcc191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.513469 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6d68f79b-66e0-433b-9bfe-3d6bd9bcc191 admin admin] 10.222.0.37 "DELETE /v2.0/networks/16628c87-eb0a-49dc-af8b-f915d66ff466 HTTP/1.1" status: 204 len: 168 time: 0.3750768 Aug 20 11:36:06.513469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68f79b-66e0-433b-9bfe-3d6bd9bcc191 admin admin] Pushing event deleted for resources: {'Network': ['ID=16628c87-eb0a-49dc-af8b-f915d66ff466,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:06.573562 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e38e636f-b19b-4f4a-8e7e-c54eeb598ad7 req-3203f5f6-d344-46af-a814-f8aa8b34fa66 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213347 Aug 20 11:36:06.573985 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-093f1632-debc-4614-89be-3da2a3c99ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.577218 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-093f1632-debc-4614-89be-3da2a3c99ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.581150 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-093f1632-debc-4614-89be-3da2a3c99ae8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b895555-71c5-4144-92dc-0589948cd429 HTTP/1.1" status: 204 len: 168 time: 0.9721527 Aug 20 11:36:06.627926 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1cea9-f825-45ba-b518-ff519055f636 req-2e8a9b27-4a02-46e6-bedf-f2b7187fb854 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:06.629477 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-12d1cea9-f825-45ba-b518-ff519055f636 req-2e8a9b27-4a02-46e6-bedf-f2b7187fb854 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 945 time: 0.4789870 Aug 20 11:36:06.630236 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f1632-debc-4614-89be-3da2a3c99ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b895555-71c5-4144-92dc-0589948cd429,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:06.656124 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98ad818e-5d8d-4869-bb7e-c7a6caf96092 req-4b4037c3-5e1e-4e51-8afa-78761f871e04 service neutron] 10.222.0.76 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430076 Aug 20 11:36:06.676345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-f1f1cb7d-91fb-4c24-a3b5-210233bbdd48 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:06.677932 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-f1f1cb7d-91fb-4c24-a3b5-210233bbdd48 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.76 "GET /v2.0/networks?id=3765c0b6-30e4-4c80-b34e-662a7a97606a HTTP/1.1" status: 200 len: 815 time: 0.4586928 Aug 20 11:36:06.697856 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-12d1cea9-f825-45ba-b518-ff519055f636 req-3cbe8c47-2d2a-444f-b876-fb3558d43f2c tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599966 Aug 20 11:36:06.710884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58284) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:06.769333 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58290) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:06.769839 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-185a1af1-989e-423d-8993-91b889914c75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ee9d4c5185a4098b87e946200a42401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573077 Aug 20 11:36:06.881661 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98ad818e-5d8d-4869-bb7e-c7a6caf96092 req-ae65319d-db9b-4504-8858-ea6acb1c4ff3 service neutron] 10.222.0.76 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099930 Aug 20 11:36:06.915344 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c1ec990-dc75-4558-a920-da3942bd4fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.938522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-6c779a8b-e27c-4c17-a663-525cee192515 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dbcc467b3064944a317dc4ab5904cc7 HTTP/1.1" status: 200 len: 380 time: 0.0649755 Aug 20 11:36:06.952808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-738dda8f-43ce-4689-9c11-d76e8fe14cfe tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Request body: {'port': {'device_id': '2cc2e468-172b-4123-ab34-4e903b0366be', 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a', 'admin_state_up': True, 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'security_groups': ['515a3858-4dfb-4748-9ec0-7a51c42e2ffd']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:06.969729 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c1ec990-dc75-4558-a920-da3942bd4fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.981502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58298) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:07.021079 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3411d-13f2-4055-83b2-814b7e054d5c req-539fab5c-3993-4d48-b64d-905438c05f6e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.022694 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5ef3411d-13f2-4055-83b2-814b7e054d5c req-539fab5c-3993-4d48-b64d-905438c05f6e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 943 time: 0.1211026 Aug 20 11:36:07.081213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f5395-159e-4b64-bbb3-fad21e691436 req-c63327db-1b98-4a01-af1c-7b841fef018e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.087522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f5395-159e-4b64-bbb3-fad21e691436 req-c63327db-1b98-4a01-af1c-7b841fef018e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.093553 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f5395-159e-4b64-bbb3-fad21e691436 req-c63327db-1b98-4a01-af1c-7b841fef018e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.096541 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bebc93e5-07a3-4dae-a518-c875c43eb698 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0852414deef6443d8b5b95dbff096bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1133804 Aug 20 11:36:07.099380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f5395-159e-4b64-bbb3-fad21e691436 req-c63327db-1b98-4a01-af1c-7b841fef018e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.100523 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58300) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:07.105938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f5395-159e-4b64-bbb3-fad21e691436 req-c63327db-1b98-4a01-af1c-7b841fef018e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.112045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f5395-159e-4b64-bbb3-fad21e691436 req-c63327db-1b98-4a01-af1c-7b841fef018e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.112920 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5ef3411d-13f2-4055-83b2-814b7e054d5c req-1fd9f61a-0a71-4c48-bd17-5c18266fbaa4 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828238 Aug 20 11:36:07.114489 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c1ec990-dc75-4558-a920-da3942bd4fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.117978 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c1ec990-dc75-4558-a920-da3942bd4fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.118693 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f5395-159e-4b64-bbb3-fad21e691436 req-c63327db-1b98-4a01-af1c-7b841fef018e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.119030 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7c1ec990-dc75-4558-a920-da3942bd4fcb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f066e152-bcda-46d6-9027-c1e5e6ffd92d HTTP/1.1" status: 204 len: 168 time: 0.3479600 Aug 20 11:36:07.121005 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da0f5395-159e-4b64-bbb3-fad21e691436 req-c63327db-1b98-4a01-af1c-7b841fef018e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5431 time: 0.1237679 Aug 20 11:36:07.149162 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ec990-dc75-4558-a920-da3942bd4fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f066e152-bcda-46d6-9027-c1e5e6ffd92d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:07.195934 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3a65-797a-4664-bcc3-1e58a4644156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.210331 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da0f5395-159e-4b64-bbb3-fad21e691436 req-74110e16-038d-4b41-9308-91869ecfefec tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570962 Aug 20 11:36:07.223622 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3a65-797a-4664-bcc3-1e58a4644156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.228486 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-738dda8f-43ce-4689-9c11-d76e8fe14cfe tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Made reservation on behalf of 4dbcc467b3064944a317dc4ab5904cc7 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:07.235166 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-738dda8f-43ce-4689-9c11-d76e8fe14cfe tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.281504 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3a65-797a-4664-bcc3-1e58a4644156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.284564 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3a65-797a-4664-bcc3-1e58a4644156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.286086 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ba1a3a65-797a-4664-bcc3-1e58a4644156 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc66e46d-d1ad-436d-916a-1701482cc697 HTTP/1.1" status: 204 len: 168 time: 0.1825590 Aug 20 11:36:07.305023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a3a65-797a-4664-bcc3-1e58a4644156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc66e46d-d1ad-436d-916a-1701482cc697,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:07.385101 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fac8a215-6d94-4a7c-916f-b27f7b9353a5 req-f05e529d-3f23-4d80-95b8-988779fc5b77 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 210 time: 0.0338268 Aug 20 11:36:07.437511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0151f-26ee-4eb4-9b36-6315f9def5c9 req-96996f5d-e73d-4e24-8e12-59b0c0001bdc tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.445545 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:07.454785 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0151f-26ee-4eb4-9b36-6315f9def5c9 req-96996f5d-e73d-4e24-8e12-59b0c0001bdc tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.470638 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0151f-26ee-4eb4-9b36-6315f9def5c9 req-96996f5d-e73d-4e24-8e12-59b0c0001bdc tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.482552 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0151f-26ee-4eb4-9b36-6315f9def5c9 req-96996f5d-e73d-4e24-8e12-59b0c0001bdc tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.491716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-738dda8f-43ce-4689-9c11-d76e8fe14cfe tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Allocated IP 172.20.0.12 (3765c0b6-30e4-4c80-b34e-662a7a97606a/70e31567-3877-4476-961b-15542cf2ff76/660c8e19-ae32-4a8f-8335-1b89807615d1) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:07.510587 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0151f-26ee-4eb4-9b36-6315f9def5c9 req-96996f5d-e73d-4e24-8e12-59b0c0001bdc tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.529410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0151f-26ee-4eb4-9b36-6315f9def5c9 req-96996f5d-e73d-4e24-8e12-59b0c0001bdc tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.546653 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0151f-26ee-4eb4-9b36-6315f9def5c9 req-96996f5d-e73d-4e24-8e12-59b0c0001bdc tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.549346 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f6e0151f-26ee-4eb4-9b36-6315f9def5c9 req-96996f5d-e73d-4e24-8e12-59b0c0001bdc tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5431 time: 0.2225680 Aug 20 11:36:07.561041 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58312) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:07.567492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e375dcc6-e8cb-4e9a-be81-d123822f158a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Request body: {'floatingip': {'port_id': 'd5054f1e-1723-48c0-b1b4-5eda599cf42a'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:07.675953 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:07.696145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83', 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600', 'port_id': '8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83', 'mac_address': 'fa:16:3e:52:55:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dae1e8f-bfca-45c4-aca9-1175a62265e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:07.714386 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e375dcc6-e8cb-4e9a-be81-d123822f158a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.751505 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.784361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:07.811899 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:07.817680 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.838929 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-738dda8f-43ce-4689-9c11-d76e8fe14cfe tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.882815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:07.890943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-738dda8f-43ce-4689-9c11-d76e8fe14cfe tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Transition to ACTIVE for port object 660c8e19-ae32-4a8f-8335-1b89807615d1 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:07.934216 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefced4-bab8-4c30-8f17-2c05a2091546 req-ea1efb65-a327-4853-b819-821088b0716e tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.935822 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ddefced4-bab8-4c30-8f17-2c05a2091546 req-ea1efb65-a327-4853-b819-821088b0716e tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 945 time: 0.1063688 Aug 20 11:36:07.991439 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-738dda8f-43ce-4689-9c11-d76e8fe14cfe tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.043566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58328) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:08.045445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738dda8f-43ce-4689-9c11-d76e8fe14cfe tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Pushing event updated for resources: {'Port': ['ID=660c8e19-ae32-4a8f-8335-1b89807615d1,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:08.047495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:08.061724 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ddefced4-bab8-4c30-8f17-2c05a2091546 req-fc65255f-2899-42c0-bea5-efe533251f94 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071048 Aug 20 11:36:08.122624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-738dda8f-43ce-4689-9c11-d76e8fe14cfe tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Network 3765c0b6-30e4-4c80-b34e-662a7a97606a is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:08.125242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-738dda8f-43ce-4689-9c11-d76e8fe14cfe tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:08.133488 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-caa5ec52-7938-4a55-bc13-acb2dee123c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a890644a56314cd7b3a688a736e0abf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851274 Aug 20 11:36:08.134075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58332) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:08.134848 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-738dda8f-43ce-4689-9c11-d76e8fe14cfe tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:08.386795 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-738dda8f-43ce-4689-9c11-d76e8fe14cfe tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:08.387476 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-738dda8f-43ce-4689-9c11-d76e8fe14cfe tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.417149 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-738dda8f-43ce-4689-9c11-d76e8fe14cfe tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4706094 Aug 20 11:36:08.445036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eec8bb-ab4c-4770-b3e1-0e9f1a1e5898 req-98ca9100-a43b-4837-8c9a-3d4e3c3913c6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:08.447177 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b9eec8bb-ab4c-4770-b3e1-0e9f1a1e5898 req-98ca9100-a43b-4837-8c9a-3d4e3c3913c6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 944 time: 0.1888816 Aug 20 11:36:08.453026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Request body: {'port': {'device_id': '2cc2e468-172b-4123-ab34-4e903b0366be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:08.486929 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d51544-c5cf-45d1-bd51-a1d6e4ec981f req-c90a3cd7-c8e0-45a4-9c43-3ab5e993383f tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:08.494815 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-22d51544-c5cf-45d1-bd51-a1d6e4ec981f req-c90a3cd7-c8e0-45a4-9c43-3ab5e993383f tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.1681221 Aug 20 11:36:08.503249 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-27f3756f-c34c-4ca8-9ede-6a0bbcae05c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.547154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6881df01-4493-427a-84f8-3de0ebb7e6a7 None None] Provisioning for port 660c8e19-ae32-4a8f-8335-1b89807615d1 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:08.559055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6881df01-4493-427a-84f8-3de0ebb7e6a7 None None] Provisioning complete for port 660c8e19-ae32-4a8f-8335-1b89807615d1 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:08.559564 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6881df01-4493-427a-84f8-3de0ebb7e6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.561881 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.605483 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-22d51544-c5cf-45d1-bd51-a1d6e4ec981f req-728eab01-899b-4509-a8f5-cec714859e13 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041360 Aug 20 11:36:08.634138 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-27f3756f-c34c-4ca8-9ede-6a0bbcae05c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.634736 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e375dcc6-e8cb-4e9a-be81-d123822f158a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.640325 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e375dcc6-e8cb-4e9a-be81-d123822f158a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.651028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6881df01-4493-427a-84f8-3de0ebb7e6a7 None None] Port 660c8e19-ae32-4a8f-8335-1b89807615d1 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:08.664050 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b9eec8bb-ab4c-4770-b3e1-0e9f1a1e5898 req-3b0b49a6-672d-4a68-aaf3-6b96ef7ded34 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992867 Aug 20 11:36:08.756758 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.763617 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-27f3756f-c34c-4ca8-9ede-6a0bbcae05c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.766972 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-27f3756f-c34c-4ca8-9ede-6a0bbcae05c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.770559 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-27f3756f-c34c-4ca8-9ede-6a0bbcae05c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9f78010-09e2-44c0-9c45-90d842c91732 HTTP/1.1" status: 204 len: 168 time: 0.6301038 Aug 20 11:36:08.792102 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-e375dcc6-e8cb-4e9a-be81-d123822f158a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Floating IP d08a62d8-eb8c-494f-9b5c-120c06f0363d associated. External IP: 172.25.8.178, port: d5054f1e-1723-48c0-b1b4-5eda599cf42a. Aug 20 11:36:08.830244 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3756f-c34c-4ca8-9ede-6a0bbcae05c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f78010-09e2-44c0-9c45-90d842c91732,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:08.936090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c87cb3-4a87-41c3-8eae-d7a7faad30b8 req-7a895b72-edd1-4644-b2db-61a4c19025a4 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:08.937696 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5c87cb3-4a87-41c3-8eae-d7a7faad30b8 req-7a895b72-edd1-4644-b2db-61a4c19025a4 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 932 time: 0.1791875 Aug 20 11:36:09.069583 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5c87cb3-4a87-41c3-8eae-d7a7faad30b8 req-43180f03-b9ba-4ded-ae10-af67961a5083 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221631 Aug 20 11:36:09.207117 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 660c8e19-ae32-4a8f-8335-1b89807615d1 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:09.220503 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.239667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Transition to ACTIVE for port object 660c8e19-ae32-4a8f-8335-1b89807615d1 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:09.245321 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.305624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Pushing event updated for resources: {'Port': ['ID=660c8e19-ae32-4a8f-8335-1b89807615d1,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:09.321297 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:09.374528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec9fbf-9eda-4b64-bc70-d8740ef764ff req-b06c1869-f65a-4b5e-a465-810483631436 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:09.383754 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-31ec9fbf-9eda-4b64-bc70-d8740ef764ff req-b06c1869-f65a-4b5e-a465-810483631436 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=37aaf64b-5ae3-4371-be27-43d65b470390 HTTP/1.1" status: 200 len: 945 time: 0.5175397 Aug 20 11:36:09.457923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Attempting to bind port 660c8e19-ae32-4a8f-8335-1b89807615d1 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:09.458493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Attempting to bind port 660c8e19-ae32-4a8f-8335-1b89807615d1 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '17ea9eb2-67f3-4ecd-8247-388b23525b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:09.458927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Attempting to bind port 660c8e19-ae32-4a8f-8335-1b89807615d1 on network 3765c0b6-30e4-4c80-b34e-662a7a97606a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:09.465291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Port 660c8e19-ae32-4a8f-8335-1b89807615d1 on network 3765c0b6-30e4-4c80-b34e-662a7a97606a not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:36:09.466039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Attempting to bind port 660c8e19-ae32-4a8f-8335-1b89807615d1 on network 3765c0b6-30e4-4c80-b34e-662a7a97606a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:09.471262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:09.471933 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:09.472517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Checking segment: {'id': '17ea9eb2-67f3-4ecd-8247-388b23525b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:09.473037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Bound using segment: {'id': '17ea9eb2-67f3-4ecd-8247-388b23525b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:09.473631 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Bound port: 660c8e19-ae32-4a8f-8335-1b89807615d1, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ea9eb2-67f3-4ecd-8247-388b23525b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:09.474150 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.589944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] For port 660c8e19-ae32-4a8f-8335-1b89807615d1, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:09.594963 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e375dcc6-e8cb-4e9a-be81-d123822f158a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:36:09.595517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] For port 660c8e19-ae32-4a8f-8335-1b89807615d1, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=660c8e19-ae32-4a8f-8335-1b89807615d1,segment=NetworkSegment(17ea9eb2-67f3-4ecd-8247-388b23525b57),segment_id=17ea9eb2-67f3-4ecd-8247-388b23525b57)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:09.602353 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.611580 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-31ec9fbf-9eda-4b64-bc70-d8740ef764ff req-3084e51a-2d56-48a4-8e3a-7c2a19873e63 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188153 Aug 20 11:36:09.666468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:09.667403 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.669746 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] 10.222.0.76 "PUT /v2.0/ports/660c8e19-ae32-4a8f-8335-1b89807615d1 HTTP/1.1" status: 200 len: 1092 time: 1.2343690 Aug 20 11:36:09.670311 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc2e468-172b-4123-ab34-4e903b0366be', 'tag': '660c8e19-ae32-4a8f-8335-1b89807615d1'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:09.672817 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d60f1b9-1d51-45fc-bf67-ad730b8b59a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc2e468-172b-4123-ab34-4e903b0366be", "tag": "660c8e19-ae32-4a8f-8335-1b89807615d1"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:09.734920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:09.756255 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5690b13c-bef0-4e5a-9d7d-d69e0cb4205d,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:09.786568 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:09.786944 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.863037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95639e09-17ae-4d61-bb09-27750d06965d service neutron] Pushing event updated for resources: {'Port': ['ID=660c8e19-ae32-4a8f-8335-1b89807615d1,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:09.898162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-559e7e77-8d58-4934-a000-dae22c864c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:09.900672 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-559e7e77-8d58-4934-a000-dae22c864c9c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4dbcc467b3064944a317dc4ab5904cc7&device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 1095 time: 0.1793597 Aug 20 11:36:09.956008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e375dcc6-e8cb-4e9a-be81-d123822f158a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:36:09.982794 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e375dcc6-e8cb-4e9a-be81-d123822f158a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.982995 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b6f8f1-ea98-467a-947d-ce6619220c2d None None] Sync routers for ids ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:36:09.994527 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '5690b13c-bef0-4e5a-9d7d-d69e0cb4205d', 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600', 'port_id': '5690b13c-bef0-4e5a-9d7d-d69e0cb4205d', 'mac_address': 'fa:16:3e:d9:14:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dae1e8f-bfca-45c4-aca9-1175a62265e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:09.998504 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b6f8f1-ea98-467a-947d-ce6619220c2d None None] Routers {'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:09.999510 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-61b6f8f1-ea98-467a-947d-ce6619220c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:35:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:10.017942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-9906b2e3-8277-4d46-a45a-83e985dbc0d8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=660c8e19-ae32-4a8f-8335-1b89807615d1 HTTP/1.1" status: 200 len: 217 time: 0.1093943 Aug 20 11:36:10.037820 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f365d38-53da-43c5-864d-6ba3a57f8711 req-85e40a14-1f56-43e0-bb13-a94c25f77ebd tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:10.055369 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f365d38-53da-43c5-864d-6ba3a57f8711 req-85e40a14-1f56-43e0-bb13-a94c25f77ebd tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 944 time: 0.2298338 Aug 20 11:36:10.099629 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.132943 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e375dcc6-e8cb-4e9a-be81-d123822f158a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "PUT /v2.0/floatingips/d08a62d8-eb8c-494f-9b5c-120c06f0363d HTTP/1.1" status: 200 len: 992 time: 2.5681677 Aug 20 11:36:10.141393 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'tag': 'd5054f1e-1723-48c0-b1b4-5eda599cf42a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:10.144617 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351" -d '{"events": [{"name": "network-changed", "server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "tag": "d5054f1e-1723-48c0-b1b4-5eda599cf42a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:10.159916 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-bda432fa-c6ea-4e92-97d1-137101790f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:10.161768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-bda432fa-c6ea-4e92-97d1-137101790f99 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70e31567-3877-4476-961b-15542cf2ff76 HTTP/1.1" status: 200 len: 854 time: 0.1377082 Aug 20 11:36:10.179116 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f365d38-53da-43c5-864d-6ba3a57f8711 req-e8968966-1c82-4e23-b7ee-f3db956bd8a9 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224442 Aug 20 11:36:10.239804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e21fc8-66d2-471d-8605-ee38a28ec577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:10.245213 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8606fb7a-fb6c-4555-a06b-c49f1dea84a8" -d '{"events": [{"server_uuid": "c4e21fc8-66d2-471d-8605-ee38a28ec577", "name": "network-vif-plugged", "status": "completed", "tag": "8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:10.265050 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb625848-bfd0-4726-ae4d-a67072b406f5 x-openstack-request-id: req-eb625848-bfd0-4726-ae4d-a67072b406f5 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:10.266211 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc2e468-172b-4123-ab34-4e903b0366be", "tag": "660c8e19-ae32-4a8f-8335-1b89807615d1", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:10.268941 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb625848-bfd0-4726-ae4d-a67072b406f5 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:10.269621 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc2e468-172b-4123-ab34-4e903b0366be', 'tag': '660c8e19-ae32-4a8f-8335-1b89807615d1', 'status': 'completed', 'code': 200} Aug 20 11:36:10.271797 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-b119b16e-0a38-43a8-923e-9b3f5e49634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:10.274448 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-b119b16e-0a38-43a8-923e-9b3f5e49634b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3765c0b6-30e4-4c80-b34e-662a7a97606a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996161 Aug 20 11:36:10.286032 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-61b6f8f1-ea98-467a-947d-ce6619220c2d None None] Set router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:36:10.323396 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.337787 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:10.353921 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.367377 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:10.433173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5690b13c-bef0-4e5a-9d7d-d69e0cb4205d,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:10.449685 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.457900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:10.518649 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=5690b13c-bef0-4e5a-9d7d-d69e0cb4205d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:10.557148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe6563-aee4-4126-bf31-7e4e5650b0bc req-177d5b42-8cd0-4fdc-b81a-c62d95996e58 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:10.558761 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58410) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:10.571711 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16fe6563-aee4-4126-bf31-7e4e5650b0bc req-177d5b42-8cd0-4fdc-b81a-c62d95996e58 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 945 time: 0.1963243 Aug 20 11:36:10.582654 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-61b6f8f1-ea98-467a-947d-ce6619220c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'name': 'tempest-TaggedBootDevicesTest-858164126-router', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:00Z', 'updated_at': '2021-08-20T11:34:08Z', 'revision_number': 4, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'gw_port': {'id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:03Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'd08a62d8-eb8c-494f-9b5c-120c06f0363d', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'port_id': 'd5054f1e-1723-48c0-b1b4-5eda599cf42a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'mac_address': 'fa:16:3e:23:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c74889f-924e-4593-ab33-78eda0239b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:34:58Z', 'updated_at': '2021-08-20T11:36:08Z', 'revision_number': 1, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2c372f-5728-48f1-b94a-adaba237c9bf', 'name': '', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'mac_address': 'fa:16:3e:bd:f2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8375492f-a635-4946-b4e7-f896d423826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:06Z', 'updated_at': '2021-08-20T11:34:22Z', 'revision_number': 5, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'subnets': [{'id': '8375492f-a635-4946-b4e7-f896d423826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:10.599178 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-0df85307-b4dd-4276-9100-c5bccc7ae02a service neutron] 10.222.0.76 "GET /v2.0/networks/3765c0b6-30e4-4c80-b34e-662a7a97606a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153012 Aug 20 11:36:10.618743 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b6f8f1-ea98-467a-947d-ce6619220c2d None None] Checking router: c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:36:10.628388 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b6f8f1-ea98-467a-947d-ce6619220c2d None None] Routers {'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:10.628910 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-61b6f8f1-ea98-467a-947d-ce6619220c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:35:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:10.633250 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16fe6563-aee4-4126-bf31-7e4e5650b0bc req-89c9e5db-767e-4d81-a11a-49e125647aea tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603709 Aug 20 11:36:10.726428 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-221a092c-7978-4d59-81d5-c66a96d402e7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1830955741-network', 'tenant_id': 'e814313934cf421f97eb05f907852359'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:10.765788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221a092c-7978-4d59-81d5-c66a96d402e7 admin admin] Made reservation on behalf of e814313934cf421f97eb05f907852359 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:10.768471 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-61b6f8f1-ea98-467a-947d-ce6619220c2d None None] Set router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:36:10.768891 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-221a092c-7978-4d59-81d5-c66a96d402e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.780829 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-221a092c-7978-4d59-81d5-c66a96d402e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.831087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfee27-7e2c-4948-9aef-9ae475f67560 req-09bf7c4d-0597-4ace-90e2-693d0e5f161e tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:10.839356 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89cfee27-7e2c-4948-9aef-9ae475f67560 req-09bf7c4d-0597-4ace-90e2-693d0e5f161e tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 944 time: 0.0984616 Aug 20 11:36:10.851866 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdc68c5e-cb8d-4cfa-b426-a66c641e82f0 req-e6a0faa1-9e4e-4e51-b8ec-75f20a20e4d8 service neutron] 10.222.0.76 "GET /v2.0/networks/3765c0b6-30e4-4c80-b34e-662a7a97606a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349520 Aug 20 11:36:10.871104 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['5690b13c-bef0-4e5a-9d7d-d69e0cb4205d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:10.887463 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89cfee27-7e2c-4948-9aef-9ae475f67560 req-9531c612-b269-4a2e-a877-aa765059103e tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470440 Aug 20 11:36:10.978021 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468c05e7-1d57-4b4e-ab87-e47a30a09ddb x-openstack-request-id: req-468c05e7-1d57-4b4e-ab87-e47a30a09ddb {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:10.978316 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "tag": "d5054f1e-1723-48c0-b1b4-5eda599cf42a", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:10.978570 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-468c05e7-1d57-4b4e-ab87-e47a30a09ddb {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:10.978974 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'tag': 'd5054f1e-1723-48c0-b1b4-5eda599cf42a', 'status': 'completed', 'code': 200} Aug 20 11:36:11.017146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60f1b9-1d51-45fc-bf67-ad730b8b59a7 req-0562e028-5805-4b26-a852-513c027024f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.024438 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d60f1b9-1d51-45fc-bf67-ad730b8b59a7 req-0562e028-5805-4b26-a852-513c027024f6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4dbcc467b3064944a317dc4ab5904cc7&device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 1095 time: 0.0908668 Aug 20 11:36:11.053694 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef10d368-8a9c-4d4f-a8c8-f7e25c08638f x-openstack-request-id: req-ef10d368-8a9c-4d4f-a8c8-f7e25c08638f {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:11.055040 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e21fc8-66d2-471d-8605-ee38a28ec577", "name": "network-vif-plugged", "status": "completed", "tag": "8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:11.056494 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef10d368-8a9c-4d4f-a8c8-f7e25c08638f {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:11.057150 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e21fc8-66d2-471d-8605-ee38a28ec577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83', 'code': 200} Aug 20 11:36:11.060883 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-221a092c-7978-4d59-81d5-c66a96d402e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.065800 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-221a092c-7978-4d59-81d5-c66a96d402e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.121116 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221a092c-7978-4d59-81d5-c66a96d402e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:36:11.136434 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a092c-7978-4d59-81d5-c66a96d402e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b278dfb6-da95-4039-a794-2b622f965644,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:11.144294 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-221a092c-7978-4d59-81d5-c66a96d402e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.144294 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-221a092c-7978-4d59-81d5-c66a96d402e7 admin admin] Added segment 9889d04f-5d6d-4ed2-b29d-7e5309442e7a of type vlan for network b3e66dad-2722-4cd9-8851-7b0d20197ecb Aug 20 11:36:11.205713 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-221a092c-7978-4d59-81d5-c66a96d402e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.210812 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-61b6f8f1-ea98-467a-947d-ce6619220c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'name': 'tempest-TaggedBootDevicesTest-858164126-router', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:00Z', 'updated_at': '2021-08-20T11:34:08Z', 'revision_number': 4, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'gw_port': {'id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:03Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'd08a62d8-eb8c-494f-9b5c-120c06f0363d', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'port_id': 'd5054f1e-1723-48c0-b1b4-5eda599cf42a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'mac_address': 'fa:16:3e:23:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c74889f-924e-4593-ab33-78eda0239b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:34:58Z', 'updated_at': '2021-08-20T11:36:08Z', 'revision_number': 1, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2c372f-5728-48f1-b94a-adaba237c9bf', 'name': '', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'mac_address': 'fa:16:3e:bd:f2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8375492f-a635-4946-b4e7-f896d423826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:06Z', 'updated_at': '2021-08-20T11:34:22Z', 'revision_number': 5, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'subnets': [{'id': '8375492f-a635-4946-b4e7-f896d423826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:11.238920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-221a092c-7978-4d59-81d5-c66a96d402e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.240961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221a092c-7978-4d59-81d5-c66a96d402e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.241869 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-221a092c-7978-4d59-81d5-c66a96d402e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.296666 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b6f8f1-ea98-467a-947d-ce6619220c2d None None] The sync data for ids ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'] in n-d-804299-2 is: [{'id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'name': 'tempest-TaggedBootDevicesTest-858164126-router', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:00Z', 'updated_at': '2021-08-20T11:34:08Z', 'revision_number': 4, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'gw_port': {'id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:03Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'd08a62d8-eb8c-494f-9b5c-120c06f0363d', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'port_id': 'd5054f1e-1723-48c0-b1b4-5eda599cf42a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'mac_address': 'fa:16:3e:23:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c74889f-924e-4593-ab33-78eda0239b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:34:58Z', 'updated_at': '2021-08-20T11:36:08Z', 'revision_number': 1, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2c372f-5728-48f1-b94a-adaba237c9bf', 'name': '', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'mac_address': 'fa:16:3e:bd:f2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8375492f-a635-4946-b4e7-f896d423826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:06Z', 'updated_at': '2021-08-20T11:34:22Z', 'revision_number': 5, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'subnets': [{'id': '8375492f-a635-4946-b4e7-f896d423826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:36:11.321199 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-221a092c-7978-4d59-81d5-c66a96d402e7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7588549 Aug 20 11:36:11.324065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58422) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:11.332154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-364595d6-b025-4de6-a3ec-1c25fe3c5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.332846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-364595d6-b025-4de6-a3ec-1c25fe3c5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.333520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-364595d6-b025-4de6-a3ec-1c25fe3c5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.333706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-93e38938-e163-4967-ab58-5a66249c245f admin admin] Request body: {'subnet': {'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1830955741-subnet', 'tenant_id': 'e814313934cf421f97eb05f907852359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:11.334744 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-364595d6-b025-4de6-a3ec-1c25fe3c5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.335968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-364595d6-b025-4de6-a3ec-1c25fe3c5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.337272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-364595d6-b025-4de6-a3ec-1c25fe3c5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.338096 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-364595d6-b025-4de6-a3ec-1c25fe3c5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.340386 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-364595d6-b025-4de6-a3ec-1c25fe3c5622 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9991f8a924e64527907714e2ed9a1df3&device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 6488 time: 0.3257170 Aug 20 11:36:11.342702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550785b-ce57-4111-9427-4f122526449a req-ab26858f-740d-4071-bfe6-8a3b5aa88d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.344292 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2550785b-ce57-4111-9427-4f122526449a req-ab26858f-740d-4071-bfe6-8a3b5aa88d95 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 1096 time: 0.2205064 Aug 20 11:36:11.396005 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e38938-e163-4967-ab58-5a66249c245f admin admin] Made reservation on behalf of e814313934cf421f97eb05f907852359 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:11.400030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93e38938-e163-4967-ab58-5a66249c245f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.415998 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2550785b-ce57-4111-9427-4f122526449a req-87d3d158-9069-49a6-bbcf-4e35eb3d5d34 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626955 Aug 20 11:36:11.478687 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60f1b9-1d51-45fc-bf67-ad730b8b59a7 req-bdf37bb5-2566-41f9-a691-4c14e25727db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.480414 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d60f1b9-1d51-45fc-bf67-ad730b8b59a7 req-bdf37bb5-2566-41f9-a691-4c14e25727db service neutron] 10.222.0.76 "GET /v2.0/networks?id=3765c0b6-30e4-4c80-b34e-662a7a97606a HTTP/1.1" status: 200 len: 915 time: 0.4308233 Aug 20 11:36:11.525643 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a092c-7978-4d59-81d5-c66a96d402e7 admin admin] Pushing event updated for resources: {'Network': ['ID=b3e66dad-2722-4cd9-8851-7b0d20197ecb,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:11.538261 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network b3e66dad-2722-4cd9-8851-7b0d20197ecb details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:36:11.548456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-c92b7fbc-c3a1-4274-a25e-87166922216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.550148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-c92b7fbc-c3a1-4274-a25e-87166922216f service neutron] 10.222.0.35 "GET /v2.0/networks?id=ded88394-ae35-4901-8c3e-b6672476441c HTTP/1.1" status: 200 len: 911 time: 0.1584365 Aug 20 11:36:11.645019 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-538220e8-5f71-4a61-bc3e-be6ab528d554 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=034ab0926833444f94999770d71cc73c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1335766 Aug 20 11:36:11.649182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f52520-69f9-4813-8a92-3e4aa64690d4 None None] New status for floating IP d08a62d8-eb8c-494f-9b5c-120c06f0363d: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:36:11.680433 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d60f1b9-1d51-45fc-bf67-ad730b8b59a7 req-24a03470-54cc-4ca7-9cb3-1ee1481abdee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=660c8e19-ae32-4a8f-8335-1b89807615d1 HTTP/1.1" status: 200 len: 217 time: 0.0558846 Aug 20 11:36:11.693275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02c509-42ea-4805-8e36-07d0d1c258e9 req-cb9a5f2b-d843-4d6a-9c70-453f36c3795b tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.695388 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c02c509-42ea-4805-8e36-07d0d1c258e9 req-cb9a5f2b-d843-4d6a-9c70-453f36c3795b tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.1641738 Aug 20 11:36:11.743637 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-8d13b560-f2ad-4bc7-8ced-5b314881d444 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5054f1e-1723-48c0-b1b4-5eda599cf42a HTTP/1.1" status: 200 len: 1000 time: 0.1775496 Aug 20 11:36:11.824130 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93e38938-e163-4967-ab58-5a66249c245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.833380 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c02c509-42ea-4805-8e36-07d0d1c258e9 req-c37f207d-b7b8-4857-90cb-169e6b8ea08e tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268873 Aug 20 11:36:11.842105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60f1b9-1d51-45fc-bf67-ad730b8b59a7 req-615b8ab6-69e5-4de9-b5ff-f6f0473af7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.843706 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d60f1b9-1d51-45fc-bf67-ad730b8b59a7 req-615b8ab6-69e5-4de9-b5ff-f6f0473af7f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70e31567-3877-4476-961b-15542cf2ff76 HTTP/1.1" status: 200 len: 854 time: 0.1474426 Aug 20 11:36:11.880464 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-d0846790-4ee0-4681-ae6d-6ef5761ea807 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.888727 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-d0846790-4ee0-4681-ae6d-6ef5761ea807 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2417347 Aug 20 11:36:11.906053 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-2768b910-56a2-4e7f-8c93-3c80a7533710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.907517 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-2768b910-56a2-4e7f-8c93-3c80a7533710 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8375492f-a635-4946-b4e7-f896d423826a HTTP/1.1" status: 200 len: 850 time: 0.1529264 Aug 20 11:36:11.910359 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-72900774-c1a6-4d3f-9fdf-8e84f5f23005 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/quotas/034ab0926833444f94999770d71cc73c HTTP/1.1" status: 200 len: 375 time: 0.0205493 Aug 20 11:36:11.972702 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-2fd61df9-7d11-483d-8ba5-b5cfe92e3e5a tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=034ab0926833444f94999770d71cc73c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612845 Aug 20 11:36:11.979701 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e38938-e163-4967-ab58-5a66249c245f admin admin] Checking segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:11.985277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e38938-e163-4967-ab58-5a66249c245f admin admin] Network hostable DHCP agents. Network: b3e66dad-2722-4cd9-8851-7b0d20197ecb, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:36:11.995093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60f1b9-1d51-45fc-bf67-ad730b8b59a7 req-5a8e6b23-0355-4f6d-b5e8-c706012cfaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.996531 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d60f1b9-1d51-45fc-bf67-ad730b8b59a7 req-5a8e6b23-0355-4f6d-b5e8-c706012cfaab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3765c0b6-30e4-4c80-b34e-662a7a97606a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451643 Aug 20 11:36:12.008835 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-996a6869-d150-4b7e-9a75-ddc30ac66c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:12.010120 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-996a6869-d150-4b7e-9a75-ddc30ac66c9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ded88394-ae35-4901-8c3e-b6672476441c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805352 Aug 20 11:36:12.027633 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180b838-1a8b-489f-bbfa-cdbacd97187e req-f846fa8b-3dc1-4d04-ad2b-dec883c003a3 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:12.031164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e38938-e163-4967-ab58-5a66249c245f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:12.036973 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3180b838-1a8b-489f-bbfa-cdbacd97187e req-f846fa8b-3dc1-4d04-ad2b-dec883c003a3 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 946 time: 0.1199563 Aug 20 11:36:12.061304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e38938-e163-4967-ab58-5a66249c245f admin admin] Network b3e66dad-2722-4cd9-8851-7b0d20197ecb is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:36:12.080878 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-93e38938-e163-4967-ab58-5a66249c245f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, b3e66dad-2722-4cd9-8851-7b0d20197ecb) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:12.087051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e38938-e163-4967-ab58-5a66249c245f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:12.087750 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93e38938-e163-4967-ab58-5a66249c245f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:12.095105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffc6ac1-665e-496f-acc9-43f0dd4c39c1 None None] Network b3e66dad-2722-4cd9-8851-7b0d20197ecb requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:12.113570 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-93e38938-e163-4967-ab58-5a66249c245f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7841778 Aug 20 11:36:12.302201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c51c20f-3d54-489f-87b4-22aa04bca1c9 None None] Network b3e66dad-2722-4cd9-8851-7b0d20197ecb requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:12.379336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442ef64-72a1-4ee1-9220-764464435257 req-a056429d-b2a1-407b-a89f-df0d7728780a tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:12.383621 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0442ef64-72a1-4ee1-9220-764464435257 req-a056429d-b2a1-407b-a89f-df0d7728780a tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 945 time: 0.0886409 Aug 20 11:36:12.451261 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0442ef64-72a1-4ee1-9220-764464435257 req-5432f8e5-15ea-42af-b489-7c2e0ba0536d tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561695 Aug 20 11:36:12.481337 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-ba1de0d6-3486-420f-a364-b98ca75c28ff service neutron] 10.222.0.35 "GET /v2.0/networks/ded88394-ae35-4901-8c3e-b6672476441c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355245 Aug 20 11:36:12.516681 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3180b838-1a8b-489f-bbfa-cdbacd97187e req-ce5be9af-0731-40d8-9d40-6ccd5df53471 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4801469 Aug 20 11:36:12.757694 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a0f71c1-4ffe-49ca-a2ee-73db1e681351 req-2901e554-b45f-42d2-b85e-48378d2742d2 service neutron] 10.222.0.35 "GET /v2.0/networks/ded88394-ae35-4901-8c3e-b6672476441c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587609 Aug 20 11:36:12.836228 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d60f1b9-1d51-45fc-bf67-ad730b8b59a7 req-df40148f-af8b-4cd9-854b-0c576753226f service neutron] 10.222.0.76 "GET /v2.0/networks/3765c0b6-30e4-4c80-b34e-662a7a97606a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8243108 Aug 20 11:36:12.860901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c72733-206d-43ba-b246-24a85f28b1f6 req-9604ffd1-e01c-4a7f-8375-5c558530a977 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:12.870702 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f9c72733-206d-43ba-b246-24a85f28b1f6 req-9604ffd1-e01c-4a7f-8375-5c558530a977 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 944 time: 0.1905375 Aug 20 11:36:12.927320 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f9c72733-206d-43ba-b246-24a85f28b1f6 req-774ff086-c668-4c43-8a09-aeb992550019 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509827 Aug 20 11:36:13.035759 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a11acf-88c2-4648-a7ee-2d2fae4abfce req-6bdd4cf1-47d9-479c-8c9c-c3cd2cc39c33 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.055044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a11acf-88c2-4648-a7ee-2d2fae4abfce req-6bdd4cf1-47d9-479c-8c9c-c3cd2cc39c33 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.061706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a11acf-88c2-4648-a7ee-2d2fae4abfce req-6bdd4cf1-47d9-479c-8c9c-c3cd2cc39c33 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.064037 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10a11acf-88c2-4648-a7ee-2d2fae4abfce req-6bdd4cf1-47d9-479c-8c9c-c3cd2cc39c33 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa&device_id=37aaf64b-5ae3-4371-be27-43d65b470390&device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 2417 time: 0.1227512 Aug 20 11:36:13.078519 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d60f1b9-1d51-45fc-bf67-ad730b8b59a7 req-4d45f069-6a25-4cfd-a253-58a9402cccfd service neutron] 10.222.0.76 "GET /v2.0/networks/3765c0b6-30e4-4c80-b34e-662a7a97606a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047842 Aug 20 11:36:13.117348 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10a11acf-88c2-4648-a7ee-2d2fae4abfce req-05dd09a6-447d-4731-8329-a3ff8232c836 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462408 Aug 20 11:36:13.141103 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58466) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:13.148051 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8c5a1c24-79ac-440a-b8b3-3d42b1a2dd08 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1250253791-network', 'tenant_id': 'ca3764f17a6f4c4eaecf26ede43abe87'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:13.184852 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5a1c24-79ac-440a-b8b3-3d42b1a2dd08 admin admin] Made reservation on behalf of ca3764f17a6f4c4eaecf26ede43abe87 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:13.187210 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1c24-79ac-440a-b8b3-3d42b1a2dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.197532 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1c24-79ac-440a-b8b3-3d42b1a2dd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.215227 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-40d0db1c-3567-4af4-82e0-1266b084766e req-556100db-b606-42df-acbe-f790e7c104a4 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 210 time: 0.0339363 Aug 20 11:36:13.343281 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1c24-79ac-440a-b8b3-3d42b1a2dd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.351091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:13.363281 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1c24-79ac-440a-b8b3-3d42b1a2dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.393773 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5a1c24-79ac-440a-b8b3-3d42b1a2dd08 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:36:13.409416 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a1c24-79ac-440a-b8b3-3d42b1a2dd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e330670a-bc7a-4332-91cb-3a35c6420ab4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:13.411628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:13.416334 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1c24-79ac-440a-b8b3-3d42b1a2dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.416782 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-8c5a1c24-79ac-440a-b8b3-3d42b1a2dd08 admin admin] Added segment 96254cd2-104c-4dd2-8f2d-a72bb489686a of type vlan for network b6c12ef2-e943-466a-b1f2-eb4ea12e7b25 Aug 20 11:36:13.416974 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:13.417926 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.426032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429abe5d-a865-47fd-9e14-df3bcc86e4fc req-2b52b298-0949-4dd6-a2c4-dbb2e88320d0 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.427547 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-429abe5d-a865-47fd-9e14-df3bcc86e4fc req-2b52b298-0949-4dd6-a2c4-dbb2e88320d0 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 945 time: 0.1017032 Aug 20 11:36:13.507729 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1c24-79ac-440a-b8b3-3d42b1a2dd08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.510606 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.519575 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-429abe5d-a865-47fd-9e14-df3bcc86e4fc req-7742474b-6b21-4eaf-8309-d90f3a74e1a1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815639 Aug 20 11:36:13.545183 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1c24-79ac-440a-b8b3-3d42b1a2dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.546457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5a1c24-79ac-440a-b8b3-3d42b1a2dd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.547190 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c5a1c24-79ac-440a-b8b3-3d42b1a2dd08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.559131 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c05043d-4d3b-462e-a8de-face508e5026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5690b13c-bef0-4e5a-9d7d-d69e0cb4205d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:13.561646 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a012a6b-a3cb-44ef-bc4f-e74564b26cd5" -d '{"events": [{"server_uuid": "5c05043d-4d3b-462e-a8de-face508e5026", "name": "network-vif-plugged", "status": "completed", "tag": "5690b13c-bef0-4e5a-9d7d-d69e0cb4205d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:13.583998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5690b13c-bef0-4e5a-9d7d-d69e0cb4205d,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:13.589613 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.607871 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8c5a1c24-79ac-440a-b8b3-3d42b1a2dd08 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4647021 Aug 20 11:36:13.610076 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c8299-fa05-4510-93b3-fdfe10d5d482 req-84b17906-096c-45d0-8e5d-88725775bb3e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.610650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58476) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:13.611807 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad4c8299-fa05-4510-93b3-fdfe10d5d482 req-84b17906-096c-45d0-8e5d-88725775bb3e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 945 time: 0.0600584 Aug 20 11:36:13.617402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c30e514b-e75e-4131-bcb5-2cc6cf1fe77d admin admin] Request body: {'subnet': {'network_id': 'b6c12ef2-e943-466a-b1f2-eb4ea12e7b25', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1250253791-subnet', 'tenant_id': 'ca3764f17a6f4c4eaecf26ede43abe87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:13.624116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a1c24-79ac-440a-b8b3-3d42b1a2dd08 admin admin] Pushing event updated for resources: {'Network': ['ID=b6c12ef2-e943-466a-b1f2-eb4ea12e7b25,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:13.644490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30e514b-e75e-4131-bcb5-2cc6cf1fe77d admin admin] Made reservation on behalf of ca3764f17a6f4c4eaecf26ede43abe87 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:13.645214 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network b6c12ef2-e943-466a-b1f2-eb4ea12e7b25 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:36:13.648371 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c30e514b-e75e-4131-bcb5-2cc6cf1fe77d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.671488 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad4c8299-fa05-4510-93b3-fdfe10d5d482 req-4b39d4d2-9194-440f-bfa2-5eded0490f63 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526013 Aug 20 11:36:13.745053 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=5690b13c-bef0-4e5a-9d7d-d69e0cb4205d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:13.756906 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ca284f-2472-4e83-b04e-8742baf7ad2f x-openstack-request-id: req-48ca284f-2472-4e83-b04e-8742baf7ad2f {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:13.757202 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c05043d-4d3b-462e-a8de-face508e5026", "name": "network-vif-plugged", "status": "completed", "tag": "5690b13c-bef0-4e5a-9d7d-d69e0cb4205d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:13.767012 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48ca284f-2472-4e83-b04e-8742baf7ad2f {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:13.767614 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05043d-4d3b-462e-a8de-face508e5026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5690b13c-bef0-4e5a-9d7d-d69e0cb4205d', 'code': 200} Aug 20 11:36:13.880525 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-4912edc7-516d-4d85-84ad-b2aab9b8b283 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=034ab0926833444f94999770d71cc73c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316610 Aug 20 11:36:13.882397 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c30e514b-e75e-4131-bcb5-2cc6cf1fe77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.932910 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecf832-bbad-48d2-96a4-939a8869c21c req-fe9cbdc7-fa1a-4afb-a788-c03e6bbfd004 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.936057 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-89ecf832-bbad-48d2-96a4-939a8869c21c req-fe9cbdc7-fa1a-4afb-a788-c03e6bbfd004 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c05043d-4d3b-462e-a8de-face508e5026 HTTP/1.1" status: 200 len: 945 time: 0.0877988 Aug 20 11:36:13.940729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fbced-b558-49f3-9f5c-633bf4797c3e req-7d7214ff-8d65-42d9-b9cb-7de46a8d13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.942512 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-620fbced-b558-49f3-9f5c-633bf4797c3e req-7d7214ff-8d65-42d9-b9cb-7de46a8d13e5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c05043d-4d3b-462e-a8de-face508e5026 HTTP/1.1" status: 200 len: 1096 time: 0.0829065 Aug 20 11:36:14.004573 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-620fbced-b558-49f3-9f5c-633bf4797c3e req-3aa8fc6c-beae-4473-98f8-36d11384eedb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427353 Aug 20 11:36:14.024061 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-89ecf832-bbad-48d2-96a4-939a8869c21c req-56cb7356-2281-4c85-a6b7-9ba6738c3d6a tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801480 Aug 20 11:36:14.076619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e514b-e75e-4131-bcb5-2cc6cf1fe77d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f40f590c-1e75-4b57-97fe-260bcd039bbd,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:14.138503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e514b-e75e-4131-bcb5-2cc6cf1fe77d admin admin] Checking segment: {'id': '96254cd2-104c-4dd2-8f2d-a72bb489686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b6c12ef2-e943-466a-b1f2-eb4ea12e7b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:14.138503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e514b-e75e-4131-bcb5-2cc6cf1fe77d admin admin] Network hostable DHCP agents. Network: b6c12ef2-e943-466a-b1f2-eb4ea12e7b25, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:36:14.165869 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-6271f64a-637f-4305-8004-c0d04a3fb637 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:14.167745 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-6271f64a-637f-4305-8004-c0d04a3fb637 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761786 Aug 20 11:36:14.180028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e514b-e75e-4131-bcb5-2cc6cf1fe77d admin admin] Network b6c12ef2-e943-466a-b1f2-eb4ea12e7b25 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:36:14.192825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-c30e514b-e75e-4131-bcb5-2cc6cf1fe77d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, b6c12ef2-e943-466a-b1f2-eb4ea12e7b25) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:14.202061 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be4ca8f-0f86-43fd-9b98-a7aca7bf1b29 None None] Network b6c12ef2-e943-466a-b1f2-eb4ea12e7b25 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:14.207211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e514b-e75e-4131-bcb5-2cc6cf1fe77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:14.207878 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c30e514b-e75e-4131-bcb5-2cc6cf1fe77d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.227942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c30e514b-e75e-4131-bcb5-2cc6cf1fe77d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6161919 Aug 20 11:36:14.263855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Request body: {'port': {'device_id': '84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '034ab0926833444f94999770d71cc73c'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:14.381146 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18056d41-9c8b-4d85-ba0b-053466039354 None None] Network b6c12ef2-e943-466a-b1f2-eb4ea12e7b25 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:14.525058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3ceed-49bf-4679-99e5-b9a1a9748c1c req-d35f2ab8-a312-4b39-9331-a6e286d05b98 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:14.533129 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-13a3ceed-49bf-4679-99e5-b9a1a9748c1c req-d35f2ab8-a312-4b39-9331-a6e286d05b98 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 944 time: 0.1763279 Aug 20 11:36:14.575421 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Made reservation on behalf of 034ab0926833444f94999770d71cc73c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:14.579508 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.597207 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-13a3ceed-49bf-4679-99e5-b9a1a9748c1c req-2d024dca-9d77-448b-879c-54120ffe2776 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631323 Aug 20 11:36:14.599092 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.704863 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0739930a-d90a-4687-855b-9fbde867328c req-971eee54-02bc-4798-a100-cb9bb1302277 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 210 time: 0.0294294 Aug 20 11:36:14.727736 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.732605 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.801927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed40e9a-b887-484d-8247-25f8e8745753,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:14.890198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Allocated IP 192.168.233.240 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/1a3e4700-7fd5-4c45-a1b5-28229ae4b69d) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:15.056015 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-62dc5ea3-97ee-4ddd-9c0b-bffb63ccfc6f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:15.057735 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-62dc5ea3-97ee-4ddd-9c0b-bffb63ccfc6f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 808 time: 0.1245925 Aug 20 11:36:15.075943 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-86cfc7dd-9dd2-4a49-bf1a-79d0046f4bb6 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/quotas/e814313934cf421f97eb05f907852359 HTTP/1.1" status: 200 len: 375 time: 0.0101850 Aug 20 11:36:15.089730 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.107000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Transition to ACTIVE for port object 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:15.117662 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-c99cf4a0-e51d-4e98-bd4e-e3c2944972e0 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350213 Aug 20 11:36:15.142979 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.212040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:15.221174 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-cf4720b0-b1eb-4ae3-a140-6b80aac5628c service neutron] 10.222.0.37 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971043 Aug 20 11:36:15.222347 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:15.229969 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:15.235098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Pushing event updated for resources: {'Port': ['ID=1a3e4700-7fd5-4c45-a1b5-28229ae4b69d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:15.281930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbcec5-90d4-42cd-9783-f2693990a74e req-0a608fab-a28e-4d67-a44c-d21e847e8485 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:15.284885 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ecbcec5-90d4-42cd-9783-f2693990a74e req-0a608fab-a28e-4d67-a44c-d21e847e8485 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c05043d-4d3b-462e-a8de-face508e5026 HTTP/1.1" status: 200 len: 945 time: 0.1133389 Aug 20 11:36:15.313513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:15.314163 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.330797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-e2144988-2247-4b85-80e4-3dbbea231007 service neutron] 10.222.0.37 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039565 Aug 20 11:36:15.354271 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ecbcec5-90d4-42cd-9783-f2693990a74e req-176d23d8-7460-496b-8e5d-09c0b92d5d01 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627146 Aug 20 11:36:15.355786 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-b2eef1c3-eec1-45df-b61c-9f6de75b46bb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0960917 Aug 20 11:36:15.374455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Request body: {'port': {'device_id': '84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:15.430887 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.529979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b582b12a-c15f-4f2c-afc3-25d1d244c722 None None] Provisioning for port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:15.536333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b582b12a-c15f-4f2c-afc3-25d1d244c722 None None] Provisioning complete for port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:15.536724 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b582b12a-c15f-4f2c-afc3-25d1d244c722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.581834 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b582b12a-c15f-4f2c-afc3-25d1d244c722 None None] Port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:15.645430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-df53418c-2f8b-466b-b11f-6cdc2b1cdd0c req-9f46a591-293b-472f-a873-1c1a44cb9608 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 210 time: 0.0534904 Aug 20 11:36:15.666556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e170ad-bab3-469e-87eb-0045dfcc2d26 req-60407997-9257-4db1-b318-541ae71da71a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:15.668088 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-64e170ad-bab3-469e-87eb-0045dfcc2d26 req-60407997-9257-4db1-b318-541ae71da71a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.0680532 Aug 20 11:36:15.741115 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-64e170ad-bab3-469e-87eb-0045dfcc2d26 req-0c2ec1c4-dd37-463e-a07b-47f73a871767 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473223 Aug 20 11:36:15.836057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3d4ee-fcdb-4e4c-be87-adbeb268b99b req-f86be3d0-6c98-4217-8480-834b722f4a28 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:15.837623 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2ed3d4ee-fcdb-4e4c-be87-adbeb268b99b req-f86be3d0-6c98-4217-8480-834b722f4a28 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 944 time: 0.1108811 Aug 20 11:36:15.887773 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd944b9-87d2-4d7c-88d0-4bb3f9f76e25 req-c82f5b7c-28e1-4671-8807-fed3b4b5b4d3 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:15.889330 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ddd944b9-87d2-4d7c-88d0-4bb3f9f76e25 req-c82f5b7c-28e1-4671-8807-fed3b4b5b4d3 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 936 time: 0.0504391 Aug 20 11:36:15.913226 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2ed3d4ee-fcdb-4e4c-be87-adbeb268b99b req-9c47991e-bb2a-41dc-b2db-07dfa8fe15a3 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697684 Aug 20 11:36:15.945687 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ddd944b9-87d2-4d7c-88d0-4bb3f9f76e25 req-b9d46e00-0904-44b4-affe-c63500337567 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385811 Aug 20 11:36:15.952959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:15.962052 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.976693 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Transition to ACTIVE for port object 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:15.984915 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:16.055698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3e4700-7fd5-4c45-a1b5-28229ae4b69d,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:16.119411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Attempting to bind port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:16.119880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Attempting to bind port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:16.120222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Attempting to bind port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:16.125091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:36:16.125423 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Attempting to bind port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:16.131488 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:16.131866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:16.132265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:16.132736 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Bound port: 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:16.133134 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:16.200934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] For port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:16.204726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] For port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=1a3e4700-7fd5-4c45-a1b5-28229ae4b69d,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:16.210713 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:16.251565 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:16.252188 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:16.253888 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] 10.222.0.35 "PUT /v2.0/ports/1a3e4700-7fd5-4c45-a1b5-28229ae4b69d HTTP/1.1" status: 200 len: 1096 time: 0.8844779 Aug 20 11:36:16.254881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c', 'tag': '1a3e4700-7fd5-4c45-a1b5-28229ae4b69d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:16.257672 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fac0030-9071-43b7-a303-3b05cfa234d0" -d '{"events": [{"name": "network-changed", "server_uuid": "84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c", "tag": "1a3e4700-7fd5-4c45-a1b5-28229ae4b69d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:16.286509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc99b4-ff8e-4e23-9156-093861305ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3e4700-7fd5-4c45-a1b5-28229ae4b69d,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:16.313181 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0222c83c-b751-4071-aa05-291b773d1219 x-openstack-request-id: req-0222c83c-b751-4071-aa05-291b773d1219 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:16.313473 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c", "tag": "1a3e4700-7fd5-4c45-a1b5-28229ae4b69d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:16.313898 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0222c83c-b751-4071-aa05-291b773d1219 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:16.314293 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c', 'tag': '1a3e4700-7fd5-4c45-a1b5-28229ae4b69d', 'status': 'completed', 'code': 200} Aug 20 11:36:16.343805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-f8ec7c68-b9d5-4253-886d-b3d30b5dd52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:16.345389 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-f8ec7c68-b9d5-4253-886d-b3d30b5dd52d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=034ab0926833444f94999770d71cc73c&device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 1099 time: 0.0435102 Aug 20 11:36:16.394129 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-fd28f07c-cde6-465c-a129-772ca932fa48 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=1a3e4700-7fd5-4c45-a1b5-28229ae4b69d HTTP/1.1" status: 200 len: 217 time: 0.0353940 Aug 20 11:36:16.455785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-d8d088a7-e3c5-458d-ac11-5fdba8ff78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:16.457301 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-d8d088a7-e3c5-458d-ac11-5fdba8ff78c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0504630 Aug 20 11:36:16.477740 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55ba51-4e6d-4fb4-a243-f702372048a7 req-1d4dd10d-6e18-4e14-b582-a3c5abbb4344 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:16.479332 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b55ba51-4e6d-4fb4-a243-f702372048a7 req-1d4dd10d-6e18-4e14-b582-a3c5abbb4344 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c05043d-4d3b-462e-a8de-face508e5026 HTTP/1.1" status: 200 len: 945 time: 0.0503817 Aug 20 11:36:16.531640 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b55ba51-4e6d-4fb4-a243-f702372048a7 req-f6021d3c-63c4-4043-a2bf-1d6f367ccb9b tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390952 Aug 20 11:36:16.542929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-dacbdb50-7e11-4b63-9a36-ea7acd4f6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:16.542929 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-dacbdb50-7e11-4b63-9a36-ea7acd4f6536 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679183 Aug 20 11:36:16.976286 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28096caa-0cf9-46cd-802b-7751073ddb70 req-22d3b885-64f4-4d52-a58b-475ad8b089ce tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 210 time: 0.0397296 Aug 20 11:36:16.977636 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f0f73-1da9-468d-9df4-f98e0323fce0 req-cbdcc5c8-aa6e-459b-b05d-64061d99f337 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:16.979692 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-841f0f73-1da9-468d-9df4-f98e0323fce0 req-cbdcc5c8-aa6e-459b-b05d-64061d99f337 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.0587933 Aug 20 11:36:16.980033 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-7933b728-28d7-4542-87fe-f47c875b5101 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264355 Aug 20 11:36:17.029347 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-841f0f73-1da9-468d-9df4-f98e0323fce0 req-2193e430-b8f0-4524-8337-56a4165e8017 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410557 Aug 20 11:36:17.075475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-e391f188-0974-425c-8c51-a8697f190f76 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:17.076943 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-e391f188-0974-425c-8c51-a8697f190f76 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.76 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 808 time: 0.4488840 Aug 20 11:36:17.097238 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-2062dddb-5da3-4852-a413-43582ac3da5f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Request body: {'port': {'device_id': '9324fc1f-6d41-4438-898f-28fcad555585', 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb', 'admin_state_up': True, 'tenant_id': 'e814313934cf421f97eb05f907852359'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:17.139696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7faae-2afc-4a14-b85e-ac2df44334b6 req-5e28bd9d-e0bc-44b2-abde-aa95f6971a46 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:17.141237 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-59c7faae-2afc-4a14-b85e-ac2df44334b6 req-5e28bd9d-e0bc-44b2-abde-aa95f6971a46 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 944 time: 0.0537398 Aug 20 11:36:17.180400 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-59c7faae-2afc-4a14-b85e-ac2df44334b6 req-8b6c8c07-48c6-4d80-95c6-5f76b61303b5 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321271 Aug 20 11:36:17.182950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-151339b4-2af3-4ac3-a99e-6f85de72695c req-9ee46f19-4ddb-4f2a-83a3-3468b9925428 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865516 Aug 20 11:36:17.299190 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d86672-a506-45e0-a3af-a8ec305d0a08 req-f53c030e-0045-4a25-8622-2d5a24db29cc tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:17.300811 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f0d86672-a506-45e0-a3af-a8ec305d0a08 req-f53c030e-0045-4a25-8622-2d5a24db29cc tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 948 time: 0.0518684 Aug 20 11:36:17.332883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-0d59edf9-8b51-4f14-84e7-be9f7b7498d4 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:17.334896 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-0d59edf9-8b51-4f14-84e7-be9f7b7498d4 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/networks?id=7cf6e7e4-9e4f-4889-b32d-101594889600 HTTP/1.1" status: 200 len: 812 time: 0.1876221 Aug 20 11:36:17.344114 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f0d86672-a506-45e0-a3af-a8ec305d0a08 req-459e35a8-b521-4965-9f10-7e16abce9686 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366123 Aug 20 11:36:17.355658 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac0030-9071-43b7-a303-3b05cfa234d0 req-aa3a4f71-de48-46e9-9555-ade4c6e9afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:17.356996 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5fac0030-9071-43b7-a303-3b05cfa234d0 req-aa3a4f71-de48-46e9-9555-ade4c6e9afbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=034ab0926833444f94999770d71cc73c&device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 1099 time: 0.1027639 Aug 20 11:36:17.362499 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-24cc91c1-4cbd-4f80-9ab1-b41d4b243333 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/quotas/1e013adae8c84baf9e629447fd6c3733 HTTP/1.1" status: 200 len: 375 time: 0.0187387 Aug 20 11:36:17.366842 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-2062dddb-5da3-4852-a413-43582ac3da5f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Made reservation on behalf of e814313934cf421f97eb05f907852359 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:17.370599 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-2062dddb-5da3-4852-a413-43582ac3da5f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:17.535343 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-70a15104-1110-4f9d-bbcd-c261a2dcb9fd tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e013adae8c84baf9e629447fd6c3733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623418 Aug 20 11:36:17.643317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac0030-9071-43b7-a303-3b05cfa234d0 req-09d71559-3fc7-4b01-a629-6830bdf5d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:17.644854 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5fac0030-9071-43b7-a303-3b05cfa234d0 req-09d71559-3fc7-4b01-a629-6830bdf5d25f service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2569396 Aug 20 11:36:17.660747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-2062dddb-5da3-4852-a413-43582ac3da5f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Allocated IP 172.20.0.12 (b3e66dad-2722-4cd9-8851-7b0d20197ecb/fb7ba715-0bf5-4c19-8ac5-c5ba02550d40/b055daed-ec3f-43e3-9afd-65b77bd63567) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:17.728762 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5fac0030-9071-43b7-a303-3b05cfa234d0 req-65964922-db97-48c3-9b69-85c18a9b10b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=1a3e4700-7fd5-4c45-a1b5-28229ae4b69d HTTP/1.1" status: 200 len: 217 time: 0.0529890 Aug 20 11:36:17.735776 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-efb7e71d-a5eb-4569-9be7-ec655fda4451 service neutron] 10.222.0.37 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928282 Aug 20 11:36:17.908947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac0030-9071-43b7-a303-3b05cfa234d0 req-075115c9-593f-42dd-887b-c94ce306c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:17.910414 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5fac0030-9071-43b7-a303-3b05cfa234d0 req-075115c9-593f-42dd-887b-c94ce306c969 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1589072 Aug 20 11:36:17.969556 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-1e14caec-7b9f-4985-985f-30b5a0dcb229 service neutron] 10.222.0.37 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271039 Aug 20 11:36:18.008069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac0030-9071-43b7-a303-3b05cfa234d0 req-33f4a71d-e9c1-45fb-86ec-d43c56c956ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:18.008069 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5fac0030-9071-43b7-a303-3b05cfa234d0 req-33f4a71d-e9c1-45fb-86ec-d43c56c956ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789354 Aug 20 11:36:18.013849 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-2062dddb-5da3-4852-a413-43582ac3da5f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.086534 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3d0aea33-653e-4852-b5c8-c254dbecaddd req-27504bb5-cf40-482d-813c-8185a4be4f50 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 210 time: 0.0289676 Aug 20 11:36:18.134019 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-2062dddb-5da3-4852-a413-43582ac3da5f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.192604 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5fac0030-9071-43b7-a303-3b05cfa234d0 req-c0650439-6a72-4cdb-acc1-ec9d4061494c service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700459 Aug 20 11:36:18.193226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dddb-5da3-4852-a413-43582ac3da5f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Pushing event updated for resources: {'Port': ['ID=b055daed-ec3f-43e3-9afd-65b77bd63567,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:18.213541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-2062dddb-5da3-4852-a413-43582ac3da5f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Network b3e66dad-2722-4cd9-8851-7b0d20197ecb is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:18.222623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-2062dddb-5da3-4852-a413-43582ac3da5f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:18.234420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880c77d-6a7c-4a78-9f3e-ceee8fad8e83 req-edd6a3eb-d39e-4f80-80ac-3b2aeea8cc0b tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:18.236857 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e880c77d-6a7c-4a78-9f3e-ceee8fad8e83 req-edd6a3eb-d39e-4f80-80ac-3b2aeea8cc0b tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.0869977 Aug 20 11:36:18.239340 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-2062dddb-5da3-4852-a413-43582ac3da5f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:18.310176 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e880c77d-6a7c-4a78-9f3e-ceee8fad8e83 req-d52c428b-59e0-4545-97e6-b7d243c8dcae tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636446 Aug 20 11:36:18.335369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-2062dddb-5da3-4852-a413-43582ac3da5f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:18.335955 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-2062dddb-5da3-4852-a413-43582ac3da5f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.365025 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-2062dddb-5da3-4852-a413-43582ac3da5f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2737195 Aug 20 11:36:18.393469 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c9d3e6b3-e297-434a-b2db-8f9f49e3e026 req-1323b362-0063-4f0d-9bb1-460094c4cffc tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cff00f0-c468-43e3-a8d0-aaa3617934f7 HTTP/1.1" status: 200 len: 210 time: 0.0291266 Aug 20 11:36:18.398372 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Request body: {'port': {'device_id': '9324fc1f-6d41-4438-898f-28fcad555585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:18.458036 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5fac0030-9071-43b7-a303-3b05cfa234d0 req-d633b72b-2daa-4fee-b192-b66bda0e19e9 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467585 Aug 20 11:36:18.499949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df733c3b-49f0-47b1-8b4d-80c5f4b5baf1 req-afb94f2f-2070-4935-9554-9c423599c019 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:18.501466 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-df733c3b-49f0-47b1-8b4d-80c5f4b5baf1 req-afb94f2f-2070-4935-9554-9c423599c019 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 944 time: 0.1547084 Aug 20 11:36:18.523092 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1b58c-7b2f-4d47-bdf0-742936e9a405 req-5ff8dd2f-53e2-4c96-b1e3-8103574fe616 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:18.524315 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.525068 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9dd1b58c-7b2f-4d47-bdf0-742936e9a405 req-5ff8dd2f-53e2-4c96-b1e3-8103574fe616 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 948 time: 0.0675240 Aug 20 11:36:18.564141 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751f1f3-2b9c-474b-aa6d-bc4f00f0bf2d req-f154b60d-12cd-438b-bb61-7d11c0cad529 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:18.565870 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2751f1f3-2b9c-474b-aa6d-bc4f00f0bf2d req-f154b60d-12cd-438b-bb61-7d11c0cad529 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4e21fc8-66d2-471d-8605-ee38a28ec577 HTTP/1.1" status: 200 len: 945 time: 0.1645470 Aug 20 11:36:18.567429 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9dd1b58c-7b2f-4d47-bdf0-742936e9a405 req-29092f11-98e6-4ba1-9895-a5bb32b85d2d tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357089 Aug 20 11:36:18.637145 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-df733c3b-49f0-47b1-8b4d-80c5f4b5baf1 req-13eff28c-36d3-4fb6-b58c-f843be02366e tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282971 Aug 20 11:36:18.823793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-2751f1f3-2b9c-474b-aa6d-bc4f00f0bf2d req-25805a15-c049-428d-b270-045d69717974 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Deleting port 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:18.824140 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2751f1f3-2b9c-474b-aa6d-bc4f00f0bf2d req-25805a15-c049-428d-b270-045d69717974 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.956820 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-2751f1f3-2b9c-474b-aa6d-bc4f00f0bf2d req-25805a15-c049-428d-b270-045d69717974 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] For port 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:18.957190 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2751f1f3-2b9c-474b-aa6d-bc4f00f0bf2d req-25805a15-c049-428d-b270-045d69717974 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.987702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-2751f1f3-2b9c-474b-aa6d-bc4f00f0bf2d req-25805a15-c049-428d-b270-045d69717974 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Calling delete_port for 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:19.068880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b055daed-ec3f-43e3-9afd-65b77bd63567 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:19.078147 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.125381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Transition to ACTIVE for port object b055daed-ec3f-43e3-9afd-65b77bd63567 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:19.131343 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.258110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f04655-2114-4ec9-9d23-d0a8f934f8a0 req-582bd3c0-a6ed-41ea-be16-39111aef79ac tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:19.258110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5f04655-2114-4ec9-9d23-d0a8f934f8a0 req-582bd3c0-a6ed-41ea-be16-39111aef79ac tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c05043d-4d3b-462e-a8de-face508e5026 HTTP/1.1" status: 200 len: 945 time: 0.1658800 Aug 20 11:36:19.263350 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Pushing event updated for resources: {'Port': ['ID=b055daed-ec3f-43e3-9afd-65b77bd63567,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:19.432291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520bd22-28d2-410a-98bf-8243873452c6 req-4dd395ea-c4ff-4233-aa04-091093112d3b tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:19.434090 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0520bd22-28d2-410a-98bf-8243873452c6 req-4dd395ea-c4ff-4233-aa04-091093112d3b tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.0638168 Aug 20 11:36:19.479147 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0520bd22-28d2-410a-98bf-8243873452c6 req-e9bb48f2-2d9c-438c-abcc-c16b116d0e80 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373306 Aug 20 11:36:19.589915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76f5e7-3fb2-4c7e-859e-7aa5e1292761 req-a762f3ef-15ed-4b90-93d3-4353c5bc87cf tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:19.591468 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f76f5e7-3fb2-4c7e-859e-7aa5e1292761 req-a762f3ef-15ed-4b90-93d3-4353c5bc87cf tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 944 time: 0.4201493 Aug 20 11:36:19.624171 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0bf586c6-4da6-41a5-a0c5-afd03b037a9a req-9667cd78-6a6a-444a-a134-918d31e69c64 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cff00f0-c468-43e3-a8d0-aaa3617934f7 HTTP/1.1" status: 200 len: 210 time: 0.0374503 Aug 20 11:36:19.675978 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2751f1f3-2b9c-474b-aa6d-bc4f00f0bf2d req-25805a15-c049-428d-b270-045d69717974 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.691985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['5690b13c-bef0-4e5a-9d7d-d69e0cb4205d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:19.712201 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-189e14fd-69b9-46be-ac6b-4d12f22c0c0a tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:19.713886 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-189e14fd-69b9-46be-ac6b-4d12f22c0c0a tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.35 "GET /v2.0/networks?id=7cf6e7e4-9e4f-4889-b32d-101594889600 HTTP/1.1" status: 200 len: 812 time: 0.1856210 Aug 20 11:36:19.747264 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-59082954-566c-48e5-894f-da492e5c2609 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Request body: {'port': {'device_id': 'f5a3a3c6-bffa-49bf-b458-bf96fa47b932', 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600', 'admin_state_up': True, 'tenant_id': '1e013adae8c84baf9e629447fd6c3733'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:19.770088 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25805a15-c049-428d-b270-045d69717974 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Pushing event deleted for resources: {'Port': ['ID=8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:19.793171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Attempting to bind port b055daed-ec3f-43e3-9afd-65b77bd63567 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:19.793508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Attempting to bind port b055daed-ec3f-43e3-9afd-65b77bd63567 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:19.793844 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Attempting to bind port b055daed-ec3f-43e3-9afd-65b77bd63567 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:19.805221 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f76f5e7-3fb2-4c7e-859e-7aa5e1292761 req-5e578b10-69b8-42b7-9450-637f8864a25a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936815 Aug 20 11:36:19.822968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Port b055daed-ec3f-43e3-9afd-65b77bd63567 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:36:19.823299 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Attempting to bind port b055daed-ec3f-43e3-9afd-65b77bd63567 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:19.823717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e520ffb-1c84-4e51-ba1c-9a44469365e8 req-9f04b06e-b262-47ef-96dd-68e09842e80b tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:19.832677 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e520ffb-1c84-4e51-ba1c-9a44469365e8 req-9f04b06e-b262-47ef-96dd-68e09842e80b tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 948 time: 0.1158431 Aug 20 11:36:19.856255 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-2751f1f3-2b9c-474b-aa6d-bc4f00f0bf2d req-25805a15-c049-428d-b270-045d69717974 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] No DVR routers for this DVR port 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:19.867044 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2751f1f3-2b9c-474b-aa6d-bc4f00f0bf2d req-25805a15-c049-428d-b270-045d69717974 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.869184 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2751f1f3-2b9c-474b-aa6d-bc4f00f0bf2d req-25805a15-c049-428d-b270-045d69717974 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.76 "DELETE /v2.0/ports/8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 HTTP/1.1" status: 204 len: 173 time: 1.2964261 Aug 20 11:36:19.870216 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:19.870657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Checking segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:19.871151 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Bound using segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:19.872179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Bound port: b055daed-ec3f-43e3-9afd-65b77bd63567, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:19.872179 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.874156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e21fc8-66d2-471d-8605-ee38a28ec577', 'name': 'network-vif-deleted', 'tag': '8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:19.876529 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab0d326-d8d3-4134-ab14-493fc46c5ebe" -d '{"events": [{"server_uuid": "c4e21fc8-66d2-471d-8605-ee38a28ec577", "name": "network-vif-deleted", "tag": "8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:19.900790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-44c9cfb9-3c31-451f-a82b-131eb1dfda21 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:19.902642 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-44c9cfb9-3c31-451f-a82b-131eb1dfda21 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.76 "GET /v2.0/networks?id=7cf6e7e4-9e4f-4889-b32d-101594889600 HTTP/1.1" status: 200 len: 812 time: 0.3101251 Aug 20 11:36:19.909242 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e520ffb-1c84-4e51-ba1c-9a44469365e8 req-a563b627-4152-4dd4-909e-8c6ef383832b tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774088 Aug 20 11:36:19.957245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-b82ec025-4532-48a4-b97b-cbea69dcac71 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Request body: {'port': {'device_id': '4cff00f0-c468-43e3-a8d0-aaa3617934f7', 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600', 'admin_state_up': True, 'tenant_id': '1e013adae8c84baf9e629447fd6c3733'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:19.986128 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-59082954-566c-48e5-894f-da492e5c2609 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Made reservation on behalf of 1e013adae8c84baf9e629447fd6c3733 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:19.987466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-e5f04655-2114-4ec9-9d23-d0a8f934f8a0 req-81ca56bb-0111-458e-9ff6-504031d8f318 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Deleting port 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:19.987911 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e5f04655-2114-4ec9-9d23-d0a8f934f8a0 req-81ca56bb-0111-458e-9ff6-504031d8f318 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.988897 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-59082954-566c-48e5-894f-da492e5c2609 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.086307 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a9346d-2bec-43f0-8fce-7b0f8be0b99a x-openstack-request-id: req-47a9346d-2bec-43f0-8fce-7b0f8be0b99a {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:20.086735 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e21fc8-66d2-471d-8605-ee38a28ec577", "name": "network-vif-deleted", "tag": "8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:20.086987 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47a9346d-2bec-43f0-8fce-7b0f8be0b99a {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:20.087387 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e21fc8-66d2-471d-8605-ee38a28ec577', 'name': 'network-vif-deleted', 'tag': '8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83', 'status': 'completed', 'code': 200} Aug 20 11:36:20.129645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] For port b055daed-ec3f-43e3-9afd-65b77bd63567, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:20.135597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] For port b055daed-ec3f-43e3-9afd-65b77bd63567, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b055daed-ec3f-43e3-9afd-65b77bd63567,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:20.143302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-59082954-566c-48e5-894f-da492e5c2609 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Allocated IP 172.20.0.8 (7cf6e7e4-9e4f-4889-b32d-101594889600/1dae1e8f-bfca-45c4-aca9-1175a62265e8/469d2aeb-5bf6-4375-a8e8-dc7642af7722) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:20.152947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d089c-b14e-4f73-9f5e-06e080e9ad20 req-3c5e7082-351f-40a0-aa19-84aa62f9a45f tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:20.154467 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-573d089c-b14e-4f73-9f5e-06e080e9ad20 req-3c5e7082-351f-40a0-aa19-84aa62f9a45f tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 944 time: 0.2451227 Aug 20 11:36:20.164168 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.250333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:20.250944 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.252323 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] 10.222.0.76 "PUT /v2.0/ports/b055daed-ec3f-43e3-9afd-65b77bd63567 HTTP/1.1" status: 200 len: 1092 time: 1.8667822 Aug 20 11:36:20.270717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-e5f04655-2114-4ec9-9d23-d0a8f934f8a0 req-81ca56bb-0111-458e-9ff6-504031d8f318 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] For port 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5690b13c-bef0-4e5a-9d7d-d69e0cb4205d,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:20.273013 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e5f04655-2114-4ec9-9d23-d0a8f934f8a0 req-81ca56bb-0111-458e-9ff6-504031d8f318 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.307740 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-573d089c-b14e-4f73-9f5e-06e080e9ad20 req-f1de2fab-9f67-4642-85ca-59347ff9b4c6 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405132 Aug 20 11:36:20.308663 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-e5f04655-2114-4ec9-9d23-d0a8f934f8a0 req-81ca56bb-0111-458e-9ff6-504031d8f318 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Calling delete_port for 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:20.312484 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2a20d-2321-4122-9c70-31a04994a0ae service neutron] Pushing event updated for resources: {'Port': ['ID=b055daed-ec3f-43e3-9afd-65b77bd63567,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:20.339298 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-59082954-566c-48e5-894f-da492e5c2609 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.389640 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-59082954-566c-48e5-894f-da492e5c2609 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.390868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-b82ec025-4532-48a4-b97b-cbea69dcac71 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Made reservation on behalf of 1e013adae8c84baf9e629447fd6c3733 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:20.394390 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-b82ec025-4532-48a4-b97b-cbea69dcac71 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.437612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-59082954-566c-48e5-894f-da492e5c2609 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Network 7cf6e7e4-9e4f-4889-b32d-101594889600 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:20.440583 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-59082954-566c-48e5-894f-da492e5c2609 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:20.443765 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-59082954-566c-48e5-894f-da492e5c2609 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:20.454606 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-bc4b630d-4b75-448c-bdad-d0f6801f9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:20.456216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-bc4b630d-4b75-448c-bdad-d0f6801f9bf0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 1095 time: 0.1331880 Aug 20 11:36:20.479521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59082954-566c-48e5-894f-da492e5c2609 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Pushing event updated for resources: {'Port': ['ID=469d2aeb-5bf6-4375-a8e8-dc7642af7722,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:20.507535 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-59082954-566c-48e5-894f-da492e5c2609 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:20.508447 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-59082954-566c-48e5-894f-da492e5c2609 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.527501 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-59082954-566c-48e5-894f-da492e5c2609 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7853792 Aug 20 11:36:20.533812 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-960ff503-5379-4fd3-9318-d756c370e54c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b055daed-ec3f-43e3-9afd-65b77bd63567 HTTP/1.1" status: 200 len: 217 time: 0.0496004 Aug 20 11:36:20.543029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Request body: {'port': {'device_id': 'f5a3a3c6-bffa-49bf-b458-bf96fa47b932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:20.605743 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.700479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-9913cf03-20bc-48a8-a04f-1bde0e272183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:20.701996 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-9913cf03-20bc-48a8-a04f-1bde0e272183 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.1566308 Aug 20 11:36:20.709891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-b82ec025-4532-48a4-b97b-cbea69dcac71 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Allocated IP 172.20.0.3 (7cf6e7e4-9e4f-4889-b32d-101594889600/1dae1e8f-bfca-45c4-aca9-1175a62265e8/191a8079-293c-4017-a7f7-56dee787acbe) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:20.712011 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e5f04655-2114-4ec9-9d23-d0a8f934f8a0 req-81ca56bb-0111-458e-9ff6-504031d8f318 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.750890 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afd0dd09-8334-42a5-a474-6990177004eb req-1878732e-0f2f-4303-a1bd-b28cf2755c72 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cff00f0-c468-43e3-a8d0-aaa3617934f7 HTTP/1.1" status: 200 len: 210 time: 0.0364122 Aug 20 11:36:20.784704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171161f-d76e-41de-afe2-c26cf9c98a60 req-183e9112-b6ac-4215-8e20-697273b2907d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:20.786117 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5171161f-d76e-41de-afe2-c26cf9c98a60 req-183e9112-b6ac-4215-8e20-697273b2907d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.2051995 Aug 20 11:36:20.788159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-ac5d92e0-6b23-498c-a8ce-75b737e45c28 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724704 Aug 20 11:36:20.793295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca56bb-0111-458e-9ff6-504031d8f318 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Pushing event deleted for resources: {'Port': ['ID=5690b13c-bef0-4e5a-9d7d-d69e0cb4205d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:20.906782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f04655-2114-4ec9-9d23-d0a8f934f8a0 req-81ca56bb-0111-458e-9ff6-504031d8f318 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] No DVR routers for this DVR port 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:20.914050 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e5f04655-2114-4ec9-9d23-d0a8f934f8a0 req-81ca56bb-0111-458e-9ff6-504031d8f318 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.916009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5f04655-2114-4ec9-9d23-d0a8f934f8a0 req-81ca56bb-0111-458e-9ff6-504031d8f318 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.35 "DELETE /v2.0/ports/5690b13c-bef0-4e5a-9d7d-d69e0cb4205d HTTP/1.1" status: 204 len: 173 time: 1.6197436 Aug 20 11:36:20.931954 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb452b4-f6fd-47c9-bf7b-67422fe529e6 req-3bc3c9dc-c2fd-46b9-b717-7354d9d8a8c2 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:20.933613 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2bb452b4-f6fd-47c9-bf7b-67422fe529e6 req-3bc3c9dc-c2fd-46b9-b717-7354d9d8a8c2 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 944 time: 0.0551960 Aug 20 11:36:20.979284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2bb452b4-f6fd-47c9-bf7b-67422fe529e6 req-68a64c94-3bae-4102-993d-30cc6399c7d6 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361950 Aug 20 11:36:21.001690 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5171161f-d76e-41de-afe2-c26cf9c98a60 req-78274dd1-7514-4e7b-9971-edfa96925a8c tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002625 Aug 20 11:36:21.049994 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-eb07dfd2-e7e6-46aa-8076-5d3d4963a832 service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469170 Aug 20 11:36:21.105047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb126fb-8504-4bca-9e15-117004a9dae5 req-bc603fa2-374a-418f-9041-3221cad7ad0b tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:21.106595 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecb126fb-8504-4bca-9e15-117004a9dae5 req-bc603fa2-374a-418f-9041-3221cad7ad0b tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 948 time: 0.0514200 Aug 20 11:36:21.144058 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-b82ec025-4532-48a4-b97b-cbea69dcac71 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.148082 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecb126fb-8504-4bca-9e15-117004a9dae5 req-ef9acc04-19c4-4143-b1cd-99ada9a41f1c tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356214 Aug 20 11:36:21.190907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3eee5a30-7a49-4edc-b165-a89652656e0f req-f858e8bb-2604-4f71-bdcf-e93851bde8ab service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266911 Aug 20 11:36:21.212035 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-b82ec025-4532-48a4-b97b-cbea69dcac71 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.263672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-b82ec025-4532-48a4-b97b-cbea69dcac71 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Network 7cf6e7e4-9e4f-4889-b32d-101594889600 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:21.266776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-b82ec025-4532-48a4-b97b-cbea69dcac71 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:21.274327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-b82ec025-4532-48a4-b97b-cbea69dcac71 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:21.277956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ec025-4532-48a4-b97b-cbea69dcac71 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Pushing event updated for resources: {'Port': ['ID=191a8079-293c-4017-a7f7-56dee787acbe,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:21.323761 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-b82ec025-4532-48a4-b97b-cbea69dcac71 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:21.324295 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-b82ec025-4532-48a4-b97b-cbea69dcac71 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.338137 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-b82ec025-4532-48a4-b97b-cbea69dcac71 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3888438 Aug 20 11:36:21.347622 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469d2aeb-5bf6-4375-a8e8-dc7642af7722 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:21.351823 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Request body: {'port': {'device_id': '4cff00f0-c468-43e3-a8d0-aaa3617934f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:21.356278 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.372176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Transition to ACTIVE for port object 469d2aeb-5bf6-4375-a8e8-dc7642af7722 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:21.376086 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.405966 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:21.409724 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.432042 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Pushing event updated for resources: {'Port': ['ID=469d2aeb-5bf6-4375-a8e8-dc7642af7722,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:21.517189 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Attempting to bind port 469d2aeb-5bf6-4375-a8e8-dc7642af7722 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:21.517899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Attempting to bind port 469d2aeb-5bf6-4375-a8e8-dc7642af7722 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:21.517899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Attempting to bind port 469d2aeb-5bf6-4375-a8e8-dc7642af7722 on network 7cf6e7e4-9e4f-4889-b32d-101594889600 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:21.526189 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Port 469d2aeb-5bf6-4375-a8e8-dc7642af7722 on network 7cf6e7e4-9e4f-4889-b32d-101594889600 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:36:21.526519 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Attempting to bind port 469d2aeb-5bf6-4375-a8e8-dc7642af7722 on network 7cf6e7e4-9e4f-4889-b32d-101594889600 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:21.532031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:21.532369 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Checking segment: {'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:21.533417 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Bound using segment: {'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:21.534295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Bound port: 469d2aeb-5bf6-4375-a8e8-dc7642af7722, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:21.534295 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.553807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a510362-520e-4cb9-930c-4c5d7d2c62a0 req-814c9758-f792-40a5-ab90-7ce1fd0ee836 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:21.555685 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a510362-520e-4cb9-930c-4c5d7d2c62a0 req-814c9758-f792-40a5-ab90-7ce1fd0ee836 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 944 time: 0.1263530 Aug 20 11:36:21.558843 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 660c8e19-ae32-4a8f-8335-1b89807615d1 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:21.563021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:21.611679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:21.612076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8d4d6977-cdf1-4b3c-9c63-b1bb3d32ec83 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:21.623841 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] For port 469d2aeb-5bf6-4375-a8e8-dc7642af7722, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:21.624096 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=1a3e4700-7fd5-4c45-a1b5-28229ae4b69d,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:21.628432 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] For port 469d2aeb-5bf6-4375-a8e8-dc7642af7722, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=469d2aeb-5bf6-4375-a8e8-dc7642af7722,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:21.635669 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.645384 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '1a3e4700-7fd5-4c45-a1b5-28229ae4b69d', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '1a3e4700-7fd5-4c45-a1b5-28229ae4b69d', 'mac_address': 'fa:16:3e:33:72:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:21.657080 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a510362-520e-4cb9-930c-4c5d7d2c62a0 req-9e3f10e8-b33e-4938-be85-f77e93554bd0 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532200 Aug 20 11:36:21.705978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:21.706708 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.710185 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] 10.222.0.35 "PUT /v2.0/ports/469d2aeb-5bf6-4375-a8e8-dc7642af7722 HTTP/1.1" status: 200 len: 1091 time: 1.1732597 Aug 20 11:36:21.710928 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a3a3c6-bffa-49bf-b458-bf96fa47b932', 'tag': '469d2aeb-5bf6-4375-a8e8-dc7642af7722'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:21.713383 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18e494d-8dd9-47ca-8dba-0e0bb05805ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a3a3c6-bffa-49bf-b458-bf96fa47b932", "tag": "469d2aeb-5bf6-4375-a8e8-dc7642af7722"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:21.762957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fde40f-3c0c-4c1f-b730-8c60a52a379e service neutron] Pushing event updated for resources: {'Port': ['ID=469d2aeb-5bf6-4375-a8e8-dc7642af7722,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:21.776518 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b6132b-8f9c-4133-968b-b971fecae601 x-openstack-request-id: req-d6b6132b-8f9c-4133-968b-b971fecae601 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:21.777011 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a3a3c6-bffa-49bf-b458-bf96fa47b932", "tag": "469d2aeb-5bf6-4375-a8e8-dc7642af7722", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:21.777418 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6b6132b-8f9c-4133-968b-b971fecae601 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:21.777940 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a3a3c6-bffa-49bf-b458-bf96fa47b932', 'tag': '469d2aeb-5bf6-4375-a8e8-dc7642af7722', 'status': 'completed', 'code': 200} Aug 20 11:36:21.788901 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 660c8e19-ae32-4a8f-8335-1b89807615d1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=660c8e19-ae32-4a8f-8335-1b89807615d1,segment=NetworkSegment(17ea9eb2-67f3-4ecd-8247-388b23525b57),segment_id=17ea9eb2-67f3-4ecd-8247-388b23525b57)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:21.803623 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.813927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '660c8e19-ae32-4a8f-8335-1b89807615d1', 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a', 'port_id': '660c8e19-ae32-4a8f-8335-1b89807615d1', 'mac_address': 'fa:16:3e:4d:b8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e31567-3877-4476-961b-15542cf2ff76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:21.825201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:21.832517 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-a2552857-c26e-4b94-bc36-f448dbb76f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:21.834719 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-a2552857-c26e-4b94-bc36-f448dbb76f01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e013adae8c84baf9e629447fd6c3733&device_id=f5a3a3c6-bffa-49bf-b458-bf96fa47b932 HTTP/1.1" status: 200 len: 1094 time: 0.0521262 Aug 20 11:36:21.870967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=1a3e4700-7fd5-4c45-a1b5-28229ae4b69d,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:21.877047 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.878869 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.889098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191a8079-293c-4017-a7f7-56dee787acbe {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:21.889707 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-35cca352-18e4-4e59-a5be-7cd2e2bc0c80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=469d2aeb-5bf6-4375-a8e8-dc7642af7722 HTTP/1.1" status: 200 len: 217 time: 0.0371337 Aug 20 11:36:21.899117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.919923 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660c8e19-ae32-4a8f-8335-1b89807615d1 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:21.924921 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9c73b-cab0-4145-9188-b6e3ae9b3cd8 req-79715e56-dac9-45cd-97f9-ceea230d47c3 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:21.933080 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1ac9c73b-cab0-4145-9188-b6e3ae9b3cd8 req-79715e56-dac9-45cd-97f9-ceea230d47c3 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cff00f0-c468-43e3-a8d0-aaa3617934f7 HTTP/1.1" status: 200 len: 931 time: 0.1060526 Aug 20 11:36:21.941154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Transition to ACTIVE for port object 191a8079-293c-4017-a7f7-56dee787acbe will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:21.955005 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.957715 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 660c8e19-ae32-4a8f-8335-1b89807615d1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=660c8e19-ae32-4a8f-8335-1b89807615d1,segment=NetworkSegment(17ea9eb2-67f3-4ecd-8247-388b23525b57),segment_id=17ea9eb2-67f3-4ecd-8247-388b23525b57)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:21.960217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=1a3e4700-7fd5-4c45-a1b5-28229ae4b69d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:21.961849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-7f092367-f423-4bc4-b5c9-2f2938a3e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:21.963771 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-7f092367-f423-4bc4-b5c9-2f2938a3e5a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dae1e8f-bfca-45c4-aca9-1175a62265e8 HTTP/1.1" status: 200 len: 852 time: 0.0571582 Aug 20 11:36:21.965421 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:22.008759 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5d0ca625-d7ea-4f89-b660-9aec5a8129cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cf6e7e4-9e4f-4889-b32d-101594889600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347452 Aug 20 11:36:22.017241 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1ac9c73b-cab0-4145-9188-b6e3ae9b3cd8 req-52028b75-a13e-46aa-a402-923e6fb9a23e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830879 Aug 20 11:36:22.039182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=660c8e19-ae32-4a8f-8335-1b89807615d1,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:22.057026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Pushing event updated for resources: {'Port': ['ID=191a8079-293c-4017-a7f7-56dee787acbe,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:22.088093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9324fc1f-6d41-4438-898f-28fcad555585', 'tag': 'b055daed-ec3f-43e3-9afd-65b77bd63567'}, {'server_uuid': '5c05043d-4d3b-462e-a8de-face508e5026', 'name': 'network-vif-deleted', 'tag': '5690b13c-bef0-4e5a-9d7d-d69e0cb4205d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:22.090384 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab354f66-7975-45ec-a3f5-eb0340ce18ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9324fc1f-6d41-4438-898f-28fcad555585", "tag": "b055daed-ec3f-43e3-9afd-65b77bd63567"}, {"server_uuid": "5c05043d-4d3b-462e-a8de-face508e5026", "name": "network-vif-deleted", "tag": "5690b13c-bef0-4e5a-9d7d-d69e0cb4205d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:22.151472 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52cdf0-0571-4392-955f-417755c7072b req-8c7d9adb-9bff-43f6-9d5a-db216924f8b0 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.153048 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bc52cdf0-0571-4392-955f-417755c7072b req-8c7d9adb-9bff-43f6-9d5a-db216924f8b0 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 944 time: 0.0770209 Aug 20 11:36:22.174084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Attempting to bind port 191a8079-293c-4017-a7f7-56dee787acbe on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:22.174417 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Attempting to bind port 191a8079-293c-4017-a7f7-56dee787acbe by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:22.174745 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Attempting to bind port 191a8079-293c-4017-a7f7-56dee787acbe on network 7cf6e7e4-9e4f-4889-b32d-101594889600 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:22.181551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Port 191a8079-293c-4017-a7f7-56dee787acbe on network 7cf6e7e4-9e4f-4889-b32d-101594889600 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:36:22.181878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Attempting to bind port 191a8079-293c-4017-a7f7-56dee787acbe on network 7cf6e7e4-9e4f-4889-b32d-101594889600 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:22.183501 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-7bc593b2-4df6-4f71-8696-8970d621c48b service neutron] 10.222.0.35 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572587 Aug 20 11:36:22.190432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a73793-028d-44f3-a1c4-b47842a4fda1 req-2e81f676-2191-4169-85bb-b0914ff88e34 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.191895 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c2a73793-028d-44f3-a1c4-b47842a4fda1 req-2e81f676-2191-4169-85bb-b0914ff88e34 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.0974028 Aug 20 11:36:22.196498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:22.196912 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Checking segment: {'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:22.197298 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Bound using segment: {'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:22.197728 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Bound port: 191a8079-293c-4017-a7f7-56dee787acbe, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757c48e0-560b-49c3-937c-df438f8c00ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:22.198088 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:22.219748 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bc52cdf0-0571-4392-955f-417755c7072b req-869c8798-f21f-4c39-9590-c201c0e9576b tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588429 Aug 20 11:36:22.229622 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['660c8e19-ae32-4a8f-8335-1b89807615d1'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:22.269229 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c2a73793-028d-44f3-a1c4-b47842a4fda1 req-d578e023-282a-4d85-859c-c0c47420b0a2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681584 Aug 20 11:36:22.292443 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] For port 191a8079-293c-4017-a7f7-56dee787acbe, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:22.295630 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] For port 191a8079-293c-4017-a7f7-56dee787acbe, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=191a8079-293c-4017-a7f7-56dee787acbe,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:22.301420 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:22.304478 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-1636dfe8-c544-4e83-beef-ea4dc634575b service neutron] 10.222.0.35 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081154 Aug 20 11:36:22.324548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['1a3e4700-7fd5-4c45-a1b5-28229ae4b69d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:22.353913 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.354567 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:22.355985 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] 10.222.0.76 "PUT /v2.0/ports/191a8079-293c-4017-a7f7-56dee787acbe HTTP/1.1" status: 200 len: 1091 time: 1.0093346 Aug 20 11:36:22.369390 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a10718-bcae-4294-a97e-d18dfb995f62 x-openstack-request-id: req-a1a10718-bcae-4294-a97e-d18dfb995f62 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:22.369694 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9324fc1f-6d41-4438-898f-28fcad555585", "tag": "b055daed-ec3f-43e3-9afd-65b77bd63567", "status": "completed", "code": 200}, {"server_uuid": "5c05043d-4d3b-462e-a8de-face508e5026", "name": "network-vif-deleted", "tag": "5690b13c-bef0-4e5a-9d7d-d69e0cb4205d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:22.369952 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1a10718-bcae-4294-a97e-d18dfb995f62 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:22.370354 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9324fc1f-6d41-4438-898f-28fcad555585', 'tag': 'b055daed-ec3f-43e3-9afd-65b77bd63567', 'status': 'completed', 'code': 200} Aug 20 11:36:22.370660 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05043d-4d3b-462e-a8de-face508e5026', 'name': 'network-vif-deleted', 'tag': '5690b13c-bef0-4e5a-9d7d-d69e0cb4205d', 'status': 'completed', 'code': 200} Aug 20 11:36:22.379736 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c0a5353f-d8fb-4587-80d5-eb216294241e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:22.407798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0a316-59c8-4aa9-af5a-d79b01ee1270 service neutron] Pushing event updated for resources: {'Port': ['ID=191a8079-293c-4017-a7f7-56dee787acbe,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:22.438409 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e494d-8dd9-47ca-8dba-0e0bb05805ea req-95cef996-2498-48c9-a457-a57f2f3f0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.440099 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c18e494d-8dd9-47ca-8dba-0e0bb05805ea req-95cef996-2498-48c9-a457-a57f2f3f0b21 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e013adae8c84baf9e629447fd6c3733&device_id=f5a3a3c6-bffa-49bf-b458-bf96fa47b932 HTTP/1.1" status: 200 len: 1094 time: 0.0478299 Aug 20 11:36:22.489014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab354f66-7975-45ec-a3f5-eb0340ce18ba req-f52cd692-ed3e-47ed-88b1-8d880aea3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.491489 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab354f66-7975-45ec-a3f5-eb0340ce18ba req-f52cd692-ed3e-47ed-88b1-8d880aea3963 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 1095 time: 0.1148949 Aug 20 11:36:22.493741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-ad266afe-9629-4dc8-ae41-35db65c5d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.495455 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-ad266afe-9629-4dc8-ae41-35db65c5d341 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e013adae8c84baf9e629447fd6c3733&device_id=4cff00f0-c468-43e3-a8d0-aaa3617934f7 HTTP/1.1" status: 200 len: 1094 time: 0.0838983 Aug 20 11:36:22.565009 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce353e6-209a-4f0f-80c4-c72aaa36d34b req-32c49720-703b-4d52-88b6-853b4ecce125 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.566788 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0ce353e6-209a-4f0f-80c4-c72aaa36d34b req-32c49720-703b-4d52-88b6-853b4ecce125 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 949 time: 0.1257858 Aug 20 11:36:22.601433 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e494d-8dd9-47ca-8dba-0e0bb05805ea req-a28e584b-aa01-4aaa-adb8-72faf170ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.602962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c18e494d-8dd9-47ca-8dba-0e0bb05805ea req-a28e584b-aa01-4aaa-adb8-72faf170ab51 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cf6e7e4-9e4f-4889-b32d-101594889600 HTTP/1.1" status: 200 len: 912 time: 0.1507573 Aug 20 11:36:22.621509 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-2077cea9-13c3-4d90-9ac8-37c9fb59ee58 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=191a8079-293c-4017-a7f7-56dee787acbe HTTP/1.1" status: 200 len: 217 time: 0.0963113 Aug 20 11:36:22.622000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0ce353e6-209a-4f0f-80c4-c72aaa36d34b req-7c229b0f-ad44-41ac-b26a-ab95cbf50731 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441704 Aug 20 11:36:22.663343 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c18e494d-8dd9-47ca-8dba-0e0bb05805ea req-80c07f3c-0ccd-490a-8a33-cd148f09cd1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=469d2aeb-5bf6-4375-a8e8-dc7642af7722 HTTP/1.1" status: 200 len: 217 time: 0.0402031 Aug 20 11:36:22.704581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-ecdf534f-d3ba-40d2-9806-eabe3db3a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.706183 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-ecdf534f-d3ba-40d2-9806-eabe3db3a440 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1dae1e8f-bfca-45c4-aca9-1175a62265e8 HTTP/1.1" status: 200 len: 852 time: 0.0770130 Aug 20 11:36:22.710552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab354f66-7975-45ec-a3f5-eb0340ce18ba req-ed74ab82-4c56-4a07-a0ea-7c40bc004136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.712083 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab354f66-7975-45ec-a3f5-eb0340ce18ba req-ed74ab82-4c56-4a07-a0ea-7c40bc004136 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.1986079 Aug 20 11:36:22.723970 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e494d-8dd9-47ca-8dba-0e0bb05805ea req-45f5c22b-9fe1-431b-935d-6ea50403f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.726625 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c18e494d-8dd9-47ca-8dba-0e0bb05805ea req-45f5c22b-9fe1-431b-935d-6ea50403f22a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dae1e8f-bfca-45c4-aca9-1175a62265e8 HTTP/1.1" status: 200 len: 852 time: 0.0489125 Aug 20 11:36:22.763702 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c18e494d-8dd9-47ca-8dba-0e0bb05805ea req-9d6c0a70-a634-453b-a902-55783e8aea01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cf6e7e4-9e4f-4889-b32d-101594889600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258195 Aug 20 11:36:22.783486 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-1f14a7ef-25e8-4e04-b86d-04b5a8129185 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7cf6e7e4-9e4f-4889-b32d-101594889600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619376 Aug 20 11:36:22.793395 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab354f66-7975-45ec-a3f5-eb0340ce18ba req-a1a27980-3d9e-433e-ae1d-073e41e1393e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b055daed-ec3f-43e3-9afd-65b77bd63567 HTTP/1.1" status: 200 len: 217 time: 0.0613728 Aug 20 11:36:22.863592 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c18e494d-8dd9-47ca-8dba-0e0bb05805ea req-c9a583b7-f0b9-4a5e-98fb-22cb42a8a9f0 service neutron] 10.222.0.35 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886858 Aug 20 11:36:22.962992 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c18e494d-8dd9-47ca-8dba-0e0bb05805ea req-834ac3c2-9a90-4212-9e69-dd03045b7586 service neutron] 10.222.0.35 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898478 Aug 20 11:36:23.136384 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48c0c0-224f-48b7-b4b8-7a8b948c8b4a req-732aae25-c37b-4f77-88a1-27fefad47e80 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.137939 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5b48c0c0-224f-48b7-b4b8-7a8b948c8b4a req-732aae25-c37b-4f77-88a1-27fefad47e80 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cff00f0-c468-43e3-a8d0-aaa3617934f7 HTTP/1.1" status: 200 len: 943 time: 0.0571542 Aug 20 11:36:23.148050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78d0c9-20fd-4bf5-a068-0c4c9cb1c882 req-29faec4a-4150-4b4f-adf6-4fed9aee0cd4 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.149832 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ea78d0c9-20fd-4bf5-a068-0c4c9cb1c882 req-29faec4a-4150-4b4f-adf6-4fed9aee0cd4 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 945 time: 0.4103777 Aug 20 11:36:23.151194 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab354f66-7975-45ec-a3f5-eb0340ce18ba req-8729ced0-d419-42e7-8fae-8d38b7fc7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.152523 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab354f66-7975-45ec-a3f5-eb0340ce18ba req-8729ced0-d419-42e7-8fae-8d38b7fc7f2e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.3428409 Aug 20 11:36:23.181321 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5b48c0c0-224f-48b7-b4b8-7a8b948c8b4a req-774276d1-fef9-480a-9308-d462b99b921f tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370138 Aug 20 11:36:23.205642 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab354f66-7975-45ec-a3f5-eb0340ce18ba req-3429efbf-9931-44fa-aa6d-d115704f1af8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417035 Aug 20 11:36:23.226147 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-bf65dbfc-7ead-488c-9a94-a906734d64ac service neutron] 10.222.0.76 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174922 Aug 20 11:36:23.264469 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ea78d0c9-20fd-4bf5-a068-0c4c9cb1c882 req-ab37b758-9292-4b11-9418-2ce7f1a278f8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053987 Aug 20 11:36:23.347940 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4751017-1712-411a-b452-c4aa9293928a req-d2b21a5c-8f5e-4281-aeaa-d0a8b57ca8bb tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.350161 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4751017-1712-411a-b452-c4aa9293928a req-d2b21a5c-8f5e-4281-aeaa-d0a8b57ca8bb tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 944 time: 0.0568244 Aug 20 11:36:23.391810 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4751017-1712-411a-b452-c4aa9293928a req-e2fe72e8-4d68-4f2b-98c3-87ae3ec67ee2 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352495 Aug 20 11:36:23.422826 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6721d20-bf69-4120-a287-6702ec26fb09 req-769131c4-5762-460a-934d-777fdbf177fc service neutron] 10.222.0.76 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874816 Aug 20 11:36:23.426556 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab354f66-7975-45ec-a3f5-eb0340ce18ba req-b6fc3359-a18a-44bb-ae49-1dc18d38acdb service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034442 Aug 20 11:36:23.431811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:23.451729 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799a7d4-7dae-4816-831a-930cf93907e7 req-2694f2f5-6265-4d72-a3ad-05405249859f tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.456086 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f799a7d4-7dae-4816-831a-930cf93907e7 req-2694f2f5-6265-4d72-a3ad-05405249859f tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.1068039 Aug 20 11:36:23.456561 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:23.457259 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5690b13c-bef0-4e5a-9d7d-d69e0cb4205d not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:23.539255 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f799a7d4-7dae-4816-831a-930cf93907e7 req-c0f39fe5-1932-4768-8318-3521532e9059 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710347 Aug 20 11:36:23.559592 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b055daed-ec3f-43e3-9afd-65b77bd63567 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:23.560515 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab354f66-7975-45ec-a3f5-eb0340ce18ba req-35153ee4-5662-4296-a6ea-db40d2c6836e service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247034 Aug 20 11:36:23.562992 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 660c8e19-ae32-4a8f-8335-1b89807615d1 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:23.680985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 660c8e19-ae32-4a8f-8335-1b89807615d1 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:23.688688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 660c8e19-ae32-4a8f-8335-1b89807615d1 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:23.689100 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.728887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b055daed-ec3f-43e3-9afd-65b77bd63567, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b055daed-ec3f-43e3-9afd-65b77bd63567,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:23.751344 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017e823-a40b-4631-a420-1021a18d36cd req-235a4562-a9bf-4fea-ab22-4a3b295184fc tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.753302 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2017e823-a40b-4631-a420-1021a18d36cd req-235a4562-a9bf-4fea-ab22-4a3b295184fc tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 949 time: 0.0600464 Aug 20 11:36:23.753925 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'b055daed-ec3f-43e3-9afd-65b77bd63567', 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb', 'port_id': 'b055daed-ec3f-43e3-9afd-65b77bd63567', 'mac_address': 'fa:16:3e:84:fe:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7ba715-0bf5-4c19-8ac5-c5ba02550d40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:23.795632 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2017e823-a40b-4631-a420-1021a18d36cd req-60ab65bd-b5e7-4d10-9cfd-22e88b93b8ab tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360713 Aug 20 11:36:23.822562 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.839307 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.844105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b055daed-ec3f-43e3-9afd-65b77bd63567 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:23.880671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc2e468-172b-4123-ab34-4e903b0366be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660c8e19-ae32-4a8f-8335-1b89807615d1'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:23.883196 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc90642-384b-4e60-9a7b-596fed6303b1" -d '{"events": [{"server_uuid": "2cc2e468-172b-4123-ab34-4e903b0366be", "name": "network-vif-plugged", "status": "completed", "tag": "660c8e19-ae32-4a8f-8335-1b89807615d1"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:23.888458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b055daed-ec3f-43e3-9afd-65b77bd63567, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b055daed-ec3f-43e3-9afd-65b77bd63567,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:23.898608 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 660c8e19-ae32-4a8f-8335-1b89807615d1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=660c8e19-ae32-4a8f-8335-1b89807615d1,segment=NetworkSegment(17ea9eb2-67f3-4ecd-8247-388b23525b57),segment_id=17ea9eb2-67f3-4ecd-8247-388b23525b57)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:23.901455 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.905344 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.936373 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33760bbb-d9af-4419-8dab-805ee47712b9 x-openstack-request-id: req-33760bbb-d9af-4419-8dab-805ee47712b9 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:23.936711 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc2e468-172b-4123-ab34-4e903b0366be", "name": "network-vif-plugged", "status": "completed", "tag": "660c8e19-ae32-4a8f-8335-1b89807615d1", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:23.936971 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33760bbb-d9af-4419-8dab-805ee47712b9 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:23.937392 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc2e468-172b-4123-ab34-4e903b0366be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660c8e19-ae32-4a8f-8335-1b89807615d1', 'code': 200} Aug 20 11:36:23.959646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b055daed-ec3f-43e3-9afd-65b77bd63567,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:23.967590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:23.967980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:23.968372 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:23.968760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:23.969097 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:23.969433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:23.969759 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:23.970110 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:23.970492 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:23.970865 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:23.971271 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:23.971578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:24.047355 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f4650-aa59-4c5f-b943-de6dd7d59854 req-a31fa873-3795-4aea-9ce0-81572d4217e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.048907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-260f4650-aa59-4c5f-b943-de6dd7d59854 req-a31fa873-3795-4aea-9ce0-81572d4217e7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 1097 time: 0.0438526 Aug 20 11:36:24.088767 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-260f4650-aa59-4c5f-b943-de6dd7d59854 req-dd68766c-f627-40b6-adc7-7eb993e1a8c9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315480 Aug 20 11:36:24.161741 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=660c8e19-ae32-4a8f-8335-1b89807615d1,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:24.246502 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['b055daed-ec3f-43e3-9afd-65b77bd63567'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:24.300151 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e42cdd-4b0c-40d7-a0de-683eb727caa3 req-9234e9cd-a985-4628-8040-8b722c849fd2 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.301745 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9e42cdd-4b0c-40d7-a0de-683eb727caa3 req-9234e9cd-a985-4628-8040-8b722c849fd2 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cff00f0-c468-43e3-a8d0-aaa3617934f7 HTTP/1.1" status: 200 len: 943 time: 0.0497973 Aug 20 11:36:24.344467 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9e42cdd-4b0c-40d7-a0de-683eb727caa3 req-c0b6e74b-f0e1-42a6-a5aa-e7ffa6367d90 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353215 Aug 20 11:36:24.371392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cff00f0-c468-43e3-a8d0-aaa3617934f7', 'tag': '191a8079-293c-4017-a7f7-56dee787acbe'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:24.373807 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7148f7-528c-4c00-bb83-c16f55f0bfba" -d '{"events": [{"name": "network-changed", "server_uuid": "4cff00f0-c468-43e3-a8d0-aaa3617934f7", "tag": "191a8079-293c-4017-a7f7-56dee787acbe"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:24.392805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def4a79-2698-46b7-9a36-686640c96660 req-af4b9c2a-fd20-460b-bcdd-430641c3f0ed tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.394338 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5def4a79-2698-46b7-9a36-686640c96660 req-af4b9c2a-fd20-460b-bcdd-430641c3f0ed tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 946 time: 0.0523586 Aug 20 11:36:24.411153 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ed360c-1f3a-42d0-a81d-d5af8bea6089 x-openstack-request-id: req-32ed360c-1f3a-42d0-a81d-d5af8bea6089 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:24.411441 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cff00f0-c468-43e3-a8d0-aaa3617934f7", "tag": "191a8079-293c-4017-a7f7-56dee787acbe", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:24.411688 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32ed360c-1f3a-42d0-a81d-d5af8bea6089 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:24.412315 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cff00f0-c468-43e3-a8d0-aaa3617934f7', 'tag': '191a8079-293c-4017-a7f7-56dee787acbe', 'status': 'completed', 'code': 200} Aug 20 11:36:24.434989 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5def4a79-2698-46b7-9a36-686640c96660 req-c4ab546c-ba90-44e9-b2e1-de1329a8fa40 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329647 Aug 20 11:36:24.509470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7148f7-528c-4c00-bb83-c16f55f0bfba req-140f0ee6-49e0-4553-9fb7-a41a3a5ad1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.510977 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5f7148f7-528c-4c00-bb83-c16f55f0bfba req-140f0ee6-49e0-4553-9fb7-a41a3a5ad1f3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e013adae8c84baf9e629447fd6c3733&device_id=4cff00f0-c468-43e3-a8d0-aaa3617934f7 HTTP/1.1" status: 200 len: 1094 time: 0.0733514 Aug 20 11:36:24.531982 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c191b-1e18-471d-bc51-41218ca146bd req-5636d5b9-29bf-40c2-a108-6a6bf8699e99 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.533864 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-806c191b-1e18-471d-bc51-41218ca146bd req-5636d5b9-29bf-40c2-a108-6a6bf8699e99 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 945 time: 0.0612497 Aug 20 11:36:24.622642 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-806c191b-1e18-471d-bc51-41218ca146bd req-ec2d81d6-3b6c-4b84-9467-4d0f615677a2 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826247 Aug 20 11:36:24.659082 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06678a5e-1ed0-4cf6-8fb8-c4cffcdb2559 req-94ab1faa-397c-4454-9bc5-9723a692e703 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.660585 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-06678a5e-1ed0-4cf6-8fb8-c4cffcdb2559 req-94ab1faa-397c-4454-9bc5-9723a692e703 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.0496352 Aug 20 11:36:24.662940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7148f7-528c-4c00-bb83-c16f55f0bfba req-695a7a13-829f-43f0-8c42-d31d9f3e37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.664861 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5f7148f7-528c-4c00-bb83-c16f55f0bfba req-695a7a13-829f-43f0-8c42-d31d9f3e37b3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7cf6e7e4-9e4f-4889-b32d-101594889600 HTTP/1.1" status: 200 len: 912 time: 0.1186996 Aug 20 11:36:24.703759 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-06678a5e-1ed0-4cf6-8fb8-c4cffcdb2559 req-f29b594a-6c5c-402c-92c9-2ca933bb6363 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367582 Aug 20 11:36:24.709099 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5f7148f7-528c-4c00-bb83-c16f55f0bfba req-2b4deaf5-7474-4c94-9166-eda7fc7fa72e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=191a8079-293c-4017-a7f7-56dee787acbe HTTP/1.1" status: 200 len: 217 time: 0.0373609 Aug 20 11:36:24.777200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7148f7-528c-4c00-bb83-c16f55f0bfba req-8510c3b4-5dd9-4e11-8e31-7eb27b6e3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.778622 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5f7148f7-528c-4c00-bb83-c16f55f0bfba req-8510c3b4-5dd9-4e11-8e31-7eb27b6e3a41 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1dae1e8f-bfca-45c4-aca9-1175a62265e8 HTTP/1.1" status: 200 len: 852 time: 0.0443373 Aug 20 11:36:24.809983 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5f7148f7-528c-4c00-bb83-c16f55f0bfba req-133b524d-cf31-49f2-aa4d-35d54447f607 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7cf6e7e4-9e4f-4889-b32d-101594889600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236661 Aug 20 11:36:24.905066 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5f7148f7-528c-4c00-bb83-c16f55f0bfba req-db0e0763-bba0-4bbc-838a-c3425ec4d8d6 service neutron] 10.222.0.76 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864656 Aug 20 11:36:24.913579 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfcda3-1c9e-4380-8aae-2f0ed8ceec94 req-38b9c625-41bb-4fe1-b9d5-519cdcd35ea3 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.915192 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2cdfcda3-1c9e-4380-8aae-2f0ed8ceec94 req-38b9c625-41bb-4fe1-b9d5-519cdcd35ea3 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 949 time: 0.0525224 Aug 20 11:36:24.953326 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2cdfcda3-1c9e-4380-8aae-2f0ed8ceec94 req-f9dadc2e-1282-486c-9fbd-a4600111ab93 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321906 Aug 20 11:36:24.996274 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5f7148f7-528c-4c00-bb83-c16f55f0bfba req-4e4edf61-4e59-4eb0-b318-7c1a20b4cc39 service neutron] 10.222.0.76 "GET /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823755 Aug 20 11:36:25.100397 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-27623f8c-ebf4-4c72-aa17-89a7c8830fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.284099 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.446925 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 469d2aeb-5bf6-4375-a8e8-dc7642af7722 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:25.450010 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:25.478436 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25811329-d514-414d-b7e2-9d702de407c7 req-7af12866-85db-4e1a-b7fc-91cf52db3429 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:25.480048 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-25811329-d514-414d-b7e2-9d702de407c7 req-7af12866-85db-4e1a-b7fc-91cf52db3429 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cff00f0-c468-43e3-a8d0-aaa3617934f7 HTTP/1.1" status: 200 len: 943 time: 0.0576689 Aug 20 11:36:25.527055 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-25811329-d514-414d-b7e2-9d702de407c7 req-12df53ac-548f-4945-bcc9-74f9c8577d0c tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396707 Aug 20 11:36:25.558396 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:25.566034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:25.566439 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.572733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 191a8079-293c-4017-a7f7-56dee787acbe details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:25.575512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b055daed-ec3f-43e3-9afd-65b77bd63567 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:25.593212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1adb75-2368-4e3d-8a97-7d879692cfbe req-59c222fd-5397-4987-8de2-16e55f4cbadd tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:25.594756 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ea1adb75-2368-4e3d-8a97-7d879692cfbe req-59c222fd-5397-4987-8de2-16e55f4cbadd tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 946 time: 0.0835981 Aug 20 11:36:25.638461 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 469d2aeb-5bf6-4375-a8e8-dc7642af7722, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=469d2aeb-5bf6-4375-a8e8-dc7642af7722,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:25.639074 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ea1adb75-2368-4e3d-8a97-7d879692cfbe req-9bb50f7d-dd2b-4d82-8ee2-1c24825d7e1b tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374572 Aug 20 11:36:25.665902 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '469d2aeb-5bf6-4375-a8e8-dc7642af7722', 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600', 'port_id': '469d2aeb-5bf6-4375-a8e8-dc7642af7722', 'mac_address': 'fa:16:3e:3d:c3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dae1e8f-bfca-45c4-aca9-1175a62265e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:25.747343 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93004f4-6add-4d5a-842b-9496f311711f req-9215dea1-a485-4986-8fe3-27607d9800b9 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:25.754614 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c93004f4-6add-4d5a-842b-9496f311711f req-9215dea1-a485-4986-8fe3-27607d9800b9 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 945 time: 0.0570493 Aug 20 11:36:25.768191 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a128482-58f3-4531-8351-ae37cb5cf378 req-055140e7-077c-44d2-93af-4ebf9515b6d5 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:25.774143 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a128482-58f3-4531-8351-ae37cb5cf378 req-055140e7-077c-44d2-93af-4ebf9515b6d5 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 946 time: 0.0564590 Aug 20 11:36:25.781904 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58694) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:25.788750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port b055daed-ec3f-43e3-9afd-65b77bd63567 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:25.792519 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b93a4c34-176d-4513-914f-3e9ac612f1ac tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Request body: {'floatingip': {'port_id': '660c8e19-ae32-4a8f-8335-1b89807615d1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:25.802641 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c93004f4-6add-4d5a-842b-9496f311711f req-f7fc50bd-9829-4a79-82bb-e812c9a0f2ae tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432384 Aug 20 11:36:25.809476 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.831716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port b055daed-ec3f-43e3-9afd-65b77bd63567 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:25.832089 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.860149 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b93a4c34-176d-4513-914f-3e9ac612f1ac tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.861568 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469d2aeb-5bf6-4375-a8e8-dc7642af7722 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:25.882241 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 191a8079-293c-4017-a7f7-56dee787acbe, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=191a8079-293c-4017-a7f7-56dee787acbe,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:25.897369 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.921197 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 469d2aeb-5bf6-4375-a8e8-dc7642af7722, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=469d2aeb-5bf6-4375-a8e8-dc7642af7722,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:25.922354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '191a8079-293c-4017-a7f7-56dee787acbe', 'network_id': '7cf6e7e4-9e4f-4889-b32d-101594889600', 'port_id': '191a8079-293c-4017-a7f7-56dee787acbe', 'mac_address': 'fa:16:3e:24:29:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dae1e8f-bfca-45c4-aca9-1175a62265e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:25.936098 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.969648 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3e4700-7fd5-4c45-a1b5-28229ae4b69d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:25.971926 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76ab26b-0341-46f2-905f-7fa4535f52ba" -d '{"events": [{"server_uuid": "84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c", "name": "network-vif-plugged", "status": "completed", "tag": "1a3e4700-7fd5-4c45-a1b5-28229ae4b69d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:26.013507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=1a3e4700-7fd5-4c45-a1b5-28229ae4b69d,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:26.028069 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.069862 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.073582 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=469d2aeb-5bf6-4375-a8e8-dc7642af7722,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:26.094234 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5b563-a7c5-4aa3-bb11-f1d931affbf5 req-c4d38021-6553-41a7-a905-ec48d5590535 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:26.095967 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fa5b563-a7c5-4aa3-bb11-f1d931affbf5 req-c4d38021-6553-41a7-a905-ec48d5590535 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 950 time: 0.0542991 Aug 20 11:36:26.117586 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.123268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191a8079-293c-4017-a7f7-56dee787acbe {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:26.140713 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fa5b563-a7c5-4aa3-bb11-f1d931affbf5 req-7bc31481-ad0e-4119-b9ab-70f4eff8803e tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354159 Aug 20 11:36:26.181906 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 191a8079-293c-4017-a7f7-56dee787acbe, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=191a8079-293c-4017-a7f7-56dee787acbe,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:26.184671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=1a3e4700-7fd5-4c45-a1b5-28229ae4b69d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:26.192935 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.199639 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19e14ea-7e6a-4fce-a65b-d3ef40be8760 x-openstack-request-id: req-e19e14ea-7e6a-4fce-a65b-d3ef40be8760 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:26.199843 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c", "name": "network-vif-plugged", "status": "completed", "tag": "1a3e4700-7fd5-4c45-a1b5-28229ae4b69d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:26.200084 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e19e14ea-7e6a-4fce-a65b-d3ef40be8760 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:26.200460 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3e4700-7fd5-4c45-a1b5-28229ae4b69d', 'code': 200} Aug 20 11:36:26.202512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b055daed-ec3f-43e3-9afd-65b77bd63567, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b055daed-ec3f-43e3-9afd-65b77bd63567,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:26.230079 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.264113 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.272534 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ec22e-a633-46f2-a8cc-402e875f0367 req-1796e912-aeb2-46a5-8140-006f5018472b tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:26.275086 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=191a8079-293c-4017-a7f7-56dee787acbe,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:26.277434 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-886ec22e-a633-46f2-a8cc-402e875f0367 req-1796e912-aeb2-46a5-8140-006f5018472b tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.4300461 Aug 20 11:36:26.335427 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b055daed-ec3f-43e3-9afd-65b77bd63567,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:26.411462 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-886ec22e-a633-46f2-a8cc-402e875f0367 req-6c21071f-1da9-4e44-b308-2e466447e885 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310554 Aug 20 11:36:26.415129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['469d2aeb-5bf6-4375-a8e8-dc7642af7722'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:26.421789 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820586a-5c48-4382-932d-17cbe5994dc6 req-03f50be5-e9e3-4899-a92f-15986a096b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:26.423273 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e820586a-5c48-4382-932d-17cbe5994dc6 req-03f50be5-e9e3-4899-a92f-15986a096b88 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 1101 time: 0.1147280 Aug 20 11:36:26.483824 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['191a8079-293c-4017-a7f7-56dee787acbe'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:26.505206 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e820586a-5c48-4382-932d-17cbe5994dc6 req-488efcbf-5fc2-4ff1-b9cb-f6e5d0651593 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682204 Aug 20 11:36:26.678544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6818f4-4111-4e7b-a8dd-cf3af8041ee1 req-b8684808-b31e-4d9f-b074-1491e56e97f8 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:26.680793 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e6818f4-4111-4e7b-a8dd-cf3af8041ee1 req-b8684808-b31e-4d9f-b074-1491e56e97f8 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cff00f0-c468-43e3-a8d0-aaa3617934f7 HTTP/1.1" status: 200 len: 944 time: 0.0681496 Aug 20 11:36:26.719440 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e6818f4-4111-4e7b-a8dd-cf3af8041ee1 req-bbcb89eb-9212-4a75-a147-86a6ff7055ac tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327291 Aug 20 11:36:26.763618 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b93a4c34-176d-4513-914f-3e9ac612f1ac tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.767668 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b93a4c34-176d-4513-914f-3e9ac612f1ac tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.866098 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-b93a4c34-176d-4513-914f-3e9ac612f1ac tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Floating IP bd1ab7ef-4c61-4d07-8f83-a8669afc486d associated. External IP: 172.25.8.240, port: 660c8e19-ae32-4a8f-8335-1b89807615d1. Aug 20 11:36:26.914815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1860e2c-b6b2-4e99-a1ca-557f488bc4a0 req-dfa3ad62-126d-4a80-a83e-1f185f566e70 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:26.916420 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1860e2c-b6b2-4e99-a1ca-557f488bc4a0 req-dfa3ad62-126d-4a80-a83e-1f185f566e70 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 946 time: 0.0553064 Aug 20 11:36:26.961874 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1860e2c-b6b2-4e99-a1ca-557f488bc4a0 req-097c0c2e-a539-406b-80f6-6f027e38a649 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390847 Aug 20 11:36:27.085912 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93a4c34-176d-4513-914f-3e9ac612f1ac tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Router dbe410e2-561a-4ffb-92d3-c761f05fea58 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:36:27.196461 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93a4c34-176d-4513-914f-3e9ac612f1ac tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:36:27.201215 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b93a4c34-176d-4513-914f-3e9ac612f1ac tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.206328 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13922def-31bd-4800-bab6-6d7af743fe30 None None] Sync routers for ids ['dbe410e2-561a-4ffb-92d3-c761f05fea58'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:36:27.216727 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13922def-31bd-4800-bab6-6d7af743fe30 None None] Routers {'dbe410e2-561a-4ffb-92d3-c761f05fea58'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:27.217339 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-13922def-31bd-4800-bab6-6d7af743fe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:36:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['dbe410e2-561a-4ffb-92d3-c761f05fea58'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:27.260173 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b93a4c34-176d-4513-914f-3e9ac612f1ac tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "PUT /v2.0/floatingips/bd1ab7ef-4c61-4d07-8f83-a8669afc486d HTTP/1.1" status: 200 len: 992 time: 1.4743664 Aug 20 11:36:27.262788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc2e468-172b-4123-ab34-4e903b0366be', 'tag': '660c8e19-ae32-4a8f-8335-1b89807615d1'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:27.265253 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6f6f8c-232d-427d-a2b4-943db3f9c13a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc2e468-172b-4123-ab34-4e903b0366be", "tag": "660c8e19-ae32-4a8f-8335-1b89807615d1"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:27.289596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cf9fc-d370-4578-bc6e-f4937489c06e req-00354e38-e9bf-45b8-bfaf-1fb74c81ad79 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:27.291148 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-165cf9fc-d370-4578-bc6e-f4937489c06e req-00354e38-e9bf-45b8-bfaf-1fb74c81ad79 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 950 time: 0.0679116 Aug 20 11:36:27.330063 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-13922def-31bd-4800-bab6-6d7af743fe30 None None] Set router dbe410e2-561a-4ffb-92d3-c761f05fea58 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:36:27.333513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-165cf9fc-d370-4578-bc6e-f4937489c06e req-9127e5a3-0a7c-43e9-9582-89ac3f557f86 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361156 Aug 20 11:36:27.361112 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e7024f-81b4-4f8d-bbd6-5d2269a42ea9 x-openstack-request-id: req-d1e7024f-81b4-4f8d-bbd6-5d2269a42ea9 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:27.361487 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc2e468-172b-4123-ab34-4e903b0366be", "tag": "660c8e19-ae32-4a8f-8335-1b89807615d1", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:27.361740 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1e7024f-81b4-4f8d-bbd6-5d2269a42ea9 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:27.362134 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc2e468-172b-4123-ab34-4e903b0366be', 'tag': '660c8e19-ae32-4a8f-8335-1b89807615d1', 'status': 'completed', 'code': 200} Aug 20 11:36:27.425608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f6f8c-232d-427d-a2b4-943db3f9c13a req-95c81b8a-cdb9-4632-a0c1-8e2d410691aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:27.427115 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a6f6f8c-232d-427d-a2b4-943db3f9c13a req-95c81b8a-cdb9-4632-a0c1-8e2d410691aa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4dbcc467b3064944a317dc4ab5904cc7&device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 1097 time: 0.0407834 Aug 20 11:36:27.524084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f6f8c-232d-427d-a2b4-943db3f9c13a req-3cb3fbe4-67bf-49d3-94fc-19a2eb9a6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:27.525619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a6f6f8c-232d-427d-a2b4-943db3f9c13a req-3cb3fbe4-67bf-49d3-94fc-19a2eb9a6257 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3765c0b6-30e4-4c80-b34e-662a7a97606a HTTP/1.1" status: 200 len: 915 time: 0.0919213 Aug 20 11:36:27.538737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac5cf5-47d9-44c2-8873-62af21bbe28c req-bb5496d1-9ce2-4bd6-94ed-e88101fddbfc tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:27.540251 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a2ac5cf5-47d9-44c2-8873-62af21bbe28c req-bb5496d1-9ce2-4bd6-94ed-e88101fddbfc tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.0571616 Aug 20 11:36:27.557495 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-13922def-31bd-4800-bab6-6d7af743fe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'name': 'tempest-ServersTestBootFromVolume-127276268-router', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:22Z', 'updated_at': '2021-08-20T11:35:30Z', 'revision_number': 4, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'gw_port': {'id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:24Z', 'updated_at': '2021-08-20T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'bd1ab7ef-4c61-4d07-8f83-a8669afc486d', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'port_id': '660c8e19-ae32-4a8f-8335-1b89807615d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a', 'mac_address': 'fa:16:3e:4d:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2e468-172b-4123-ab34-4e903b0366be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:35:36Z', 'updated_at': '2021-08-20T11:36:26Z', 'revision_number': 1, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53a2d92-775f-4163-b043-7b93de26cdb2', 'name': '', 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'mac_address': 'fa:16:3e:0a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '70e31567-3877-4476-961b-15542cf2ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:29Z', 'updated_at': '2021-08-20T11:35:36Z', 'revision_number': 5, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'subnets': [{'id': '70e31567-3877-4476-961b-15542cf2ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:27.585505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 191a8079-293c-4017-a7f7-56dee787acbe up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:27.586977 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13922def-31bd-4800-bab6-6d7af743fe30 None None] Checking router: dbe410e2-561a-4ffb-92d3-c761f05fea58 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:36:27.590620 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a2ac5cf5-47d9-44c2-8873-62af21bbe28c req-6815faf3-936b-4144-a28b-7a68e8b73c0f tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434444 Aug 20 11:36:27.595764 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13922def-31bd-4800-bab6-6d7af743fe30 None None] Routers {'dbe410e2-561a-4ffb-92d3-c761f05fea58'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:27.596620 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-13922def-31bd-4800-bab6-6d7af743fe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:36:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['dbe410e2-561a-4ffb-92d3-c761f05fea58'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:27.598017 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a6f6f8c-232d-427d-a2b4-943db3f9c13a req-5f6f252c-e62d-4027-8e07-2cd987c9274f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=660c8e19-ae32-4a8f-8335-1b89807615d1 HTTP/1.1" status: 200 len: 1000 time: 0.0651741 Aug 20 11:36:27.645299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 191a8079-293c-4017-a7f7-56dee787acbe completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:27.650953 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 191a8079-293c-4017-a7f7-56dee787acbe triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:27.651423 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.658838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f6f8c-232d-427d-a2b4-943db3f9c13a req-a031d69e-4bb7-40fe-a911-6bbe5aafcb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:27.660357 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a6f6f8c-232d-427d-a2b4-943db3f9c13a req-a031d69e-4bb7-40fe-a911-6bbe5aafcb99 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70e31567-3877-4476-961b-15542cf2ff76 HTTP/1.1" status: 200 len: 854 time: 0.0529943 Aug 20 11:36:27.717061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f6f8c-232d-427d-a2b4-943db3f9c13a req-9fdd8cf4-90fd-4a13-9d97-dfd84755b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:27.718508 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a6f6f8c-232d-427d-a2b4-943db3f9c13a req-9fdd8cf4-90fd-4a13-9d97-dfd84755b7d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3765c0b6-30e4-4c80-b34e-662a7a97606a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474284 Aug 20 11:36:27.736379 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.782818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 191a8079-293c-4017-a7f7-56dee787acbe, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=191a8079-293c-4017-a7f7-56dee787acbe,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:27.789865 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.814441 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-13922def-31bd-4800-bab6-6d7af743fe30 None None] Set router dbe410e2-561a-4ffb-92d3-c761f05fea58 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:36:27.844917 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a6f6f8c-232d-427d-a2b4-943db3f9c13a req-d544c9d0-aaf0-4e52-a236-4ef82f21c460 service neutron] 10.222.0.76 "GET /v2.0/networks/3765c0b6-30e4-4c80-b34e-662a7a97606a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171696 Aug 20 11:36:27.862328 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.879553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=191a8079-293c-4017-a7f7-56dee787acbe,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:27.937060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866919c-0fd7-44a7-a83e-a295f51f76cf req-6033d822-d76d-4ded-8840-4975070b3499 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:27.938563 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0866919c-0fd7-44a7-a83e-a295f51f76cf req-6033d822-d76d-4ded-8840-4975070b3499 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cff00f0-c468-43e3-a8d0-aaa3617934f7 HTTP/1.1" status: 200 len: 945 time: 0.1100066 Aug 20 11:36:27.991786 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a6f6f8c-232d-427d-a2b4-943db3f9c13a req-1ec60e12-5f32-44c8-9c00-9d3ea719d732 service neutron] 10.222.0.76 "GET /v2.0/networks/3765c0b6-30e4-4c80-b34e-662a7a97606a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319401 Aug 20 11:36:28.000870 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0866919c-0fd7-44a7-a83e-a295f51f76cf req-2a99caf0-b96e-4141-bd8a-a24edaa32348 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526314 Aug 20 11:36:28.073215 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-13922def-31bd-4800-bab6-6d7af743fe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'name': 'tempest-ServersTestBootFromVolume-127276268-router', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:22Z', 'updated_at': '2021-08-20T11:35:30Z', 'revision_number': 4, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'gw_port': {'id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:24Z', 'updated_at': '2021-08-20T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'bd1ab7ef-4c61-4d07-8f83-a8669afc486d', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'port_id': '660c8e19-ae32-4a8f-8335-1b89807615d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a', 'mac_address': 'fa:16:3e:4d:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2e468-172b-4123-ab34-4e903b0366be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:35:36Z', 'updated_at': '2021-08-20T11:36:26Z', 'revision_number': 1, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53a2d92-775f-4163-b043-7b93de26cdb2', 'name': '', 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'mac_address': 'fa:16:3e:0a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '70e31567-3877-4476-961b-15542cf2ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:29Z', 'updated_at': '2021-08-20T11:35:36Z', 'revision_number': 5, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'subnets': [{'id': '70e31567-3877-4476-961b-15542cf2ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:28.101885 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13922def-31bd-4800-bab6-6d7af743fe30 None None] The sync data for ids ['dbe410e2-561a-4ffb-92d3-c761f05fea58'] in n-d-804299-2 is: [{'id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'name': 'tempest-ServersTestBootFromVolume-127276268-router', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:22Z', 'updated_at': '2021-08-20T11:35:30Z', 'revision_number': 4, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'gw_port': {'id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:24Z', 'updated_at': '2021-08-20T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'bd1ab7ef-4c61-4d07-8f83-a8669afc486d', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'port_id': '660c8e19-ae32-4a8f-8335-1b89807615d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a', 'mac_address': 'fa:16:3e:4d:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2e468-172b-4123-ab34-4e903b0366be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:35:36Z', 'updated_at': '2021-08-20T11:36:26Z', 'revision_number': 1, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53a2d92-775f-4163-b043-7b93de26cdb2', 'name': '', 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'mac_address': 'fa:16:3e:0a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '70e31567-3877-4476-961b-15542cf2ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:29Z', 'updated_at': '2021-08-20T11:35:36Z', 'revision_number': 5, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'subnets': [{'id': '70e31567-3877-4476-961b-15542cf2ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:36:28.124525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d15fe4-8ade-41c8-aa34-93559a30bc4f req-820a9e66-deb5-435b-89ad-3eb2aada6ab1 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:28.126212 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73d15fe4-8ade-41c8-aa34-93559a30bc4f req-820a9e66-deb5-435b-89ad-3eb2aada6ab1 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 946 time: 0.0528929 Aug 20 11:36:28.170644 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73d15fe4-8ade-41c8-aa34-93559a30bc4f req-04947f00-b530-4a35-8299-75679ec6fe7a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381646 Aug 20 11:36:28.201929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9324fc1f-6d41-4438-898f-28fcad555585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b055daed-ec3f-43e3-9afd-65b77bd63567'}, {'server_uuid': '4cff00f0-c468-43e3-a8d0-aaa3617934f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191a8079-293c-4017-a7f7-56dee787acbe'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:28.204243 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01f9184-cd7d-498b-9e46-6ed94e088bdb" -d '{"events": [{"server_uuid": "9324fc1f-6d41-4438-898f-28fcad555585", "name": "network-vif-plugged", "status": "completed", "tag": "b055daed-ec3f-43e3-9afd-65b77bd63567"}, {"server_uuid": "4cff00f0-c468-43e3-a8d0-aaa3617934f7", "name": "network-vif-plugged", "status": "completed", "tag": "191a8079-293c-4017-a7f7-56dee787acbe"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:28.247431 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52e63c1-67d9-4a48-817a-3863730a412e x-openstack-request-id: req-f52e63c1-67d9-4a48-817a-3863730a412e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:28.247883 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9324fc1f-6d41-4438-898f-28fcad555585", "name": "network-vif-plugged", "status": "completed", "tag": "b055daed-ec3f-43e3-9afd-65b77bd63567", "code": 200}, {"server_uuid": "4cff00f0-c468-43e3-a8d0-aaa3617934f7", "name": "network-vif-plugged", "status": "completed", "tag": "191a8079-293c-4017-a7f7-56dee787acbe", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:28.248280 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f52e63c1-67d9-4a48-817a-3863730a412e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:28.248718 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9324fc1f-6d41-4438-898f-28fcad555585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b055daed-ec3f-43e3-9afd-65b77bd63567', 'code': 200} Aug 20 11:36:28.248977 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cff00f0-c468-43e3-a8d0-aaa3617934f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191a8079-293c-4017-a7f7-56dee787acbe', 'code': 200} Aug 20 11:36:28.311674 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c97aa7-ad36-4a18-ad53-434439bcf7e5 None None] New status for floating IP bd1ab7ef-4c61-4d07-8f83-a8669afc486d: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:36:28.411467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22bcdb-2f77-48a8-a7ea-a5c954b1e31f req-b026ba6e-bd25-4797-840c-023471549bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:28.413743 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd22bcdb-2f77-48a8-a7ea-a5c954b1e31f req-b026ba6e-bd25-4797-840c-023471549bec service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 1097 time: 0.0826235 Aug 20 11:36:28.416335 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e6ce3-1ee3-4905-a280-efc22bb40e1c req-54f62e4a-52c8-49e3-95a7-7e3bca93add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:28.417657 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e23e6ce3-1ee3-4905-a280-efc22bb40e1c req-54f62e4a-52c8-49e3-95a7-7e3bca93add5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4cff00f0-c468-43e3-a8d0-aaa3617934f7 HTTP/1.1" status: 200 len: 1096 time: 0.0783029 Aug 20 11:36:28.467689 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23832786-d0b4-42ef-aaba-dddcdbfac78f req-c42d2345-5e13-4a42-aba1-fe97ece4c119 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:28.477621 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-23832786-d0b4-42ef-aaba-dddcdbfac78f req-c42d2345-5e13-4a42-aba1-fe97ece4c119 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 950 time: 0.0581090 Aug 20 11:36:28.477969 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd22bcdb-2f77-48a8-a7ea-a5c954b1e31f req-a506500e-2e81-45a6-a27d-9b9721dc8b43 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513389 Aug 20 11:36:28.482065 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e23e6ce3-1ee3-4905-a280-efc22bb40e1c req-cb70c626-6243-4a80-b4c7-1df6c460bd02 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542479 Aug 20 11:36:28.515022 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-23832786-d0b4-42ef-aaba-dddcdbfac78f req-8d08f513-6587-4bca-8f35-d6b458fcecf6 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326340 Aug 20 11:36:28.705737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8eafd-262f-494e-b3da-ef3c2f49fec3 req-538116fe-4481-428a-885b-a776ca8d53ef tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:28.707234 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-70d8eafd-262f-494e-b3da-ef3c2f49fec3 req-538116fe-4481-428a-885b-a776ca8d53ef tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.0539744 Aug 20 11:36:28.745861 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-70d8eafd-262f-494e-b3da-ef3c2f49fec3 req-76d29a35-d006-41ae-831e-ef42a637838b tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316608 Aug 20 11:36:28.827260 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-5f0e7a7e-69f1-41ed-9f72-870cb323deeb tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=034ab0926833444f94999770d71cc73c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213675 Aug 20 11:36:28.945685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-66f17f72-746d-4c90-a9df-e1bc09f28803 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:28.947195 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-66f17f72-746d-4c90-a9df-e1bc09f28803 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143668 Aug 20 11:36:28.962382 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-28c0310d-736b-496e-b144-3dad29d8db7f tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/quotas/034ab0926833444f94999770d71cc73c HTTP/1.1" status: 200 len: 375 time: 0.0089977 Aug 20 11:36:29.014745 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-c3c04416-aca5-4b74-bcfc-c661b10f78cc tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=034ab0926833444f94999770d71cc73c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465133 Aug 20 11:36:29.070856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8b02c-96c6-4a9b-b3aa-146540d48fa9 req-3a66c3d7-d656-4ce2-b559-f837f41ddb2a tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:29.072377 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-74c8b02c-96c6-4a9b-b3aa-146540d48fa9 req-3a66c3d7-d656-4ce2-b559-f837f41ddb2a tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 946 time: 0.0523374 Aug 20 11:36:29.111709 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-74c8b02c-96c6-4a9b-b3aa-146540d48fa9 req-8ff63310-27df-4d14-90fb-45c9c79c1355 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332310 Aug 20 11:36:29.220698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecacadb-325f-49d6-9396-d0fc9ae0d169 req-de691135-1dcd-4e2e-bdd4-77b4999b577e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:29.228067 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aecacadb-325f-49d6-9396-d0fc9ae0d169 req-de691135-1dcd-4e2e-bdd4-77b4999b577e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cff00f0-c468-43e3-a8d0-aaa3617934f7 HTTP/1.1" status: 200 len: 945 time: 0.0616143 Aug 20 11:36:29.253241 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e2f3f897-92c0-44f2-95e1-f883e277a9a2 req-131b549b-e8a0-4b34-984c-cb6ca80f6cde tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 210 time: 0.0324214 Aug 20 11:36:29.267722 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aecacadb-325f-49d6-9396-d0fc9ae0d169 req-7b6b15b5-d805-447d-b114-60ea1439ff78 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389242 Aug 20 11:36:29.371467 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f01fe6-5b5d-4950-8a4e-74d6f756f0e0 req-46fb0083-6e4c-4974-894e-d9f0b3eb1452 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:29.372993 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52f01fe6-5b5d-4950-8a4e-74d6f756f0e0 req-46fb0083-6e4c-4974-894e-d9f0b3eb1452 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 946 time: 0.0568597 Aug 20 11:36:29.414713 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52f01fe6-5b5d-4950-8a4e-74d6f756f0e0 req-5e213c18-f824-4bd3-a38b-ab0b5a8e16bd tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355301 Aug 20 11:36:29.461987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 469d2aeb-5bf6-4375-a8e8-dc7642af7722 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:29.511866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 469d2aeb-5bf6-4375-a8e8-dc7642af7722 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:29.515293 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 469d2aeb-5bf6-4375-a8e8-dc7642af7722 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:29.515667 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.596881 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.629351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 469d2aeb-5bf6-4375-a8e8-dc7642af7722, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=469d2aeb-5bf6-4375-a8e8-dc7642af7722,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:29.633579 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.684160 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=469d2aeb-5bf6-4375-a8e8-dc7642af7722,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:29.864172 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d0dd3-9eb1-42a9-b9e3-bddfe700c07b req-66cb3fb7-32f4-4421-8ff0-b01164ebc9d3 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:29.866383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-317d0dd3-9eb1-42a9-b9e3-bddfe700c07b req-66cb3fb7-32f4-4421-8ff0-b01164ebc9d3 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.0497253 Aug 20 11:36:29.906039 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-317d0dd3-9eb1-42a9-b9e3-bddfe700c07b req-960a7522-f94d-4050-b8f5-01ab705b4792 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Aug 20 11:36:30.228652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b2431-bed2-416f-87d4-6b30672b2536 req-f6ea9b21-69ee-4030-b49d-34a03ca5e1e3 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:30.230511 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-194b2431-bed2-416f-87d4-6b30672b2536 req-f6ea9b21-69ee-4030-b49d-34a03ca5e1e3 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 946 time: 0.0492818 Aug 20 11:36:30.249982 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a3a3c6-bffa-49bf-b458-bf96fa47b932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469d2aeb-5bf6-4375-a8e8-dc7642af7722'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:30.252623 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94be2ace-e5e2-42dd-be83-e1474b5efc3d" -d '{"events": [{"server_uuid": "f5a3a3c6-bffa-49bf-b458-bf96fa47b932", "name": "network-vif-plugged", "status": "completed", "tag": "469d2aeb-5bf6-4375-a8e8-dc7642af7722"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:30.272008 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-194b2431-bed2-416f-87d4-6b30672b2536 req-9d2c5a33-886d-4bb4-9056-fe5fdda4ac4b tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339503 Aug 20 11:36:30.300530 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9eb971-cb44-4ad7-8892-8f271cf3b402 x-openstack-request-id: req-dc9eb971-cb44-4ad7-8892-8f271cf3b402 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:30.300845 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a3a3c6-bffa-49bf-b458-bf96fa47b932", "name": "network-vif-plugged", "status": "completed", "tag": "469d2aeb-5bf6-4375-a8e8-dc7642af7722", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:30.301109 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc9eb971-cb44-4ad7-8892-8f271cf3b402 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:30.301828 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a3a3c6-bffa-49bf-b458-bf96fa47b932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469d2aeb-5bf6-4375-a8e8-dc7642af7722', 'code': 200} Aug 20 11:36:30.371690 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-239b9950-c0f6-4035-ae3f-08cce12ec75b tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=034ab0926833444f94999770d71cc73c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327218 Aug 20 11:36:30.397740 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e831e24c-5ee5-44bd-a035-091f7d1c95c1 req-e5e9059b-0d65-4b76-ae3b-53dc6e5b907b tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 210 time: 0.0441327 Aug 20 11:36:30.427613 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a3299-43c4-43cc-ba2e-77df86bdd85d req-e3c787b2-179e-4718-9e40-420f45604b59 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:30.434991 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d97a3299-43c4-43cc-ba2e-77df86bdd85d req-e3c787b2-179e-4718-9e40-420f45604b59 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cff00f0-c468-43e3-a8d0-aaa3617934f7 HTTP/1.1" status: 200 len: 945 time: 0.0805695 Aug 20 11:36:30.492788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906b718-5d82-480b-a340-818df578475e req-7f51ed78-abba-41e8-a35b-82a3fad5d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:30.495013 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1906b718-5d82-480b-a340-818df578475e req-7f51ed78-abba-41e8-a35b-82a3fad5d817 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5a3a3c6-bffa-49bf-b458-bf96fa47b932 HTTP/1.1" status: 200 len: 1096 time: 0.0859509 Aug 20 11:36:30.498348 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d97a3299-43c4-43cc-ba2e-77df86bdd85d req-9e20946d-40d6-4c3c-8fd5-509254d42cef tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625904 Aug 20 11:36:30.555422 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1906b718-5d82-480b-a340-818df578475e req-b24579d7-3a39-4cc3-bec9-d1640290f01e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308564 Aug 20 11:36:30.556996 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-621694cc-bc34-4be5-9dca-4d389bce0c17 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:30.558542 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-621694cc-bc34-4be5-9dca-4d389bce0c17 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1636527 Aug 20 11:36:30.574322 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c6d32-4352-4ce8-8865-8c5d04d01f64 req-f2bc52ef-b662-45f2-9226-49ef81890fa2 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:30.576111 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b8c6d32-4352-4ce8-8865-8c5d04d01f64 req-f2bc52ef-b662-45f2-9226-49ef81890fa2 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 946 time: 0.0757968 Aug 20 11:36:30.620983 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b8c6d32-4352-4ce8-8865-8c5d04d01f64 req-120714bf-916c-417e-b0e3-ef43af62e596 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381570 Aug 20 11:36:30.669223 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca6188-1e27-49a1-8031-98441662253b req-05ea98df-ccc3-4302-ba3f-99e8e4c45966 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:30.670809 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b9ca6188-1e27-49a1-8031-98441662253b req-05ea98df-ccc3-4302-ba3f-99e8e4c45966 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5a3a3c6-bffa-49bf-b458-bf96fa47b932 HTTP/1.1" status: 200 len: 945 time: 0.0512216 Aug 20 11:36:30.712966 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b9ca6188-1e27-49a1-8031-98441662253b req-ff288627-2a38-4b10-8569-d8babc33a438 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361967 Aug 20 11:36:30.773523 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b44df-effc-4f44-ac97-ebd5b17f2568 req-e305850d-f711-48d3-bcff-6266816ae3be tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:30.775280 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c80b44df-effc-4f44-ac97-ebd5b17f2568 req-e305850d-f711-48d3-bcff-6266816ae3be tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 1097 time: 0.0405080 Aug 20 11:36:30.809449 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c80b44df-effc-4f44-ac97-ebd5b17f2568 req-ec775627-b0c9-4765-9c8e-8e6412182b52 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279346 Aug 20 11:36:30.912870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360695f-1525-4533-8d6e-432706bbfb0c req-ae545f18-a25c-4c51-befd-0f2c32f557b4 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:30.914402 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b360695f-1525-4533-8d6e-432706bbfb0c req-ae545f18-a25c-4c51-befd-0f2c32f557b4 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 1097 time: 0.0404241 Aug 20 11:36:30.922990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-4bcdf777-e859-49d7-a19e-3292a0010a98 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Request body: {'port': {'device_id': '1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '034ab0926833444f94999770d71cc73c'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:30.952845 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b360695f-1525-4533-8d6e-432706bbfb0c req-e5ce44a7-9dcc-4ec5-9cf9-0c054424c9ae tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314972 Aug 20 11:36:31.062425 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9aa13-732d-45a0-8fba-da97c6917f2f req-0a54960b-e258-4bf7-8f46-6c228aa634c5 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:31.063853 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00a9aa13-732d-45a0-8fba-da97c6917f2f req-0a54960b-e258-4bf7-8f46-6c228aa634c5 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.0817571 Aug 20 11:36:31.097200 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-4bcdf777-e859-49d7-a19e-3292a0010a98 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Made reservation on behalf of 034ab0926833444f94999770d71cc73c for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:31.100825 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-4bcdf777-e859-49d7-a19e-3292a0010a98 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:31.125073 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00a9aa13-732d-45a0-8fba-da97c6917f2f req-60df47b2-7fc1-4f5e-85ed-2cdb55fd1a73 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537066 Aug 20 11:36:31.259311 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-4bcdf777-e859-49d7-a19e-3292a0010a98 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Allocated IP 192.168.233.198 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/5bae917e-06a8-4e6c-95fd-21e8bb4edc01) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:31.456021 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-4bcdf777-e859-49d7-a19e-3292a0010a98 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:31.473953 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afb5b4-0353-4694-b69b-556b6b9abfec req-64328436-a5bf-4b93-924a-298f181e895b tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:31.475792 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-08afb5b4-0353-4694-b69b-556b6b9abfec req-64328436-a5bf-4b93-924a-298f181e895b tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 946 time: 0.0954137 Aug 20 11:36:31.480466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-4bcdf777-e859-49d7-a19e-3292a0010a98 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Transition to ACTIVE for port object 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:31.536301 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-08afb5b4-0353-4694-b69b-556b6b9abfec req-19f8b2ef-ef3d-46e6-84b5-61e47a4fe543 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539067 Aug 20 11:36:31.547147 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-4bcdf777-e859-49d7-a19e-3292a0010a98 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:31.561703 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['1a3e4700-7fd5-4c45-a1b5-28229ae4b69d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:31.598020 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-4bcdf777-e859-49d7-a19e-3292a0010a98 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:31.601172 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-4bcdf777-e859-49d7-a19e-3292a0010a98 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:31.605506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-4bcdf777-e859-49d7-a19e-3292a0010a98 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:31.677101 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdf777-e859-49d7-a19e-3292a0010a98 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Pushing event updated for resources: {'Port': ['ID=5bae917e-06a8-4e6c-95fd-21e8bb4edc01,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:31.725960 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-4bcdf777-e859-49d7-a19e-3292a0010a98 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:31.726649 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-4bcdf777-e859-49d7-a19e-3292a0010a98 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:31.750622 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-4bcdf777-e859-49d7-a19e-3292a0010a98 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8316710 Aug 20 11:36:31.763133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e87c5e-f6a3-43fe-9c89-b8091b9345c8 req-91f58e85-65a3-451e-8682-70940ab40fad tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:31.765166 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b1e87c5e-f6a3-43fe-9c89-b8091b9345c8 req-91f58e85-65a3-451e-8682-70940ab40fad tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 936 time: 0.0994449 Aug 20 11:36:31.785262 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Request body: {'port': {'device_id': '1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:31.843974 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b1e87c5e-f6a3-43fe-9c89-b8091b9345c8 req-92475109-f3fe-4d19-a9eb-fa52464f41e6 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704575 Aug 20 11:36:31.867439 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:31.916508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-38802437-202b-4bc3-8b68-6384ef21bf3d None None] Provisioning for port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:31.920755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-38802437-202b-4bc3-8b68-6384ef21bf3d None None] Provisioning complete for port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:31.921267 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-38802437-202b-4bc3-8b68-6384ef21bf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:31.961025 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-38802437-202b-4bc3-8b68-6384ef21bf3d None None] Port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:32.066336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-427924a9-d03c-4149-8968-c72fc9c75356 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:36:32.067434 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-427924a9-d03c-4149-8968-c72fc9c75356 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059311 Aug 20 11:36:32.078161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-cfbee0cd-5c8a-4cac-a8d1-5e0f3db846f9 service neutron] Request body: {'binding': {'host': 'n-h1-804299-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:32.078800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-cfbee0cd-5c8a-4cac-a8d1-5e0f3db846f9 service neutron] Unknown quota resources ['binding']. {{(pid=94691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:36:32.102865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260898ad-9a82-4e68-9d8d-4fb8aadbf0df req-545a6df0-acf0-4ffe-a342-34193283118a tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:32.104286 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-260898ad-9a82-4e68-9d8d-4fb8aadbf0df req-545a6df0-acf0-4ffe-a342-34193283118a tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5a3a3c6-bffa-49bf-b458-bf96fa47b932 HTTP/1.1" status: 200 len: 945 time: 0.1159244 Aug 20 11:36:32.175723 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-260898ad-9a82-4e68-9d8d-4fb8aadbf0df req-e2ce16ed-f58e-44ac-9646-a28391cf5358 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645890 Aug 20 11:36:32.229908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-cfbee0cd-5c8a-4cac-a8d1-5e0f3db846f9 service neutron] Attempting to bind port b055daed-ec3f-43e3-9afd-65b77bd63567 on host n-h1-804299-2 for vnic_type normal with profile None {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:32.230386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-cfbee0cd-5c8a-4cac-a8d1-5e0f3db846f9 service neutron] Attempting to bind port b055daed-ec3f-43e3-9afd-65b77bd63567 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:32.230730 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-cfbee0cd-5c8a-4cac-a8d1-5e0f3db846f9 service neutron] Attempting to bind port b055daed-ec3f-43e3-9afd-65b77bd63567 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:32.232025 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:32.236351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-cfbee0cd-5c8a-4cac-a8d1-5e0f3db846f9 service neutron] Port b055daed-ec3f-43e3-9afd-65b77bd63567 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:36:32.236971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-cfbee0cd-5c8a-4cac-a8d1-5e0f3db846f9 service neutron] Attempting to bind port b055daed-ec3f-43e3-9afd-65b77bd63567 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:32.242409 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.245128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-cfbee0cd-5c8a-4cac-a8d1-5e0f3db846f9 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:32.245465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-cfbee0cd-5c8a-4cac-a8d1-5e0f3db846f9 service neutron] Checking segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:32.245841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-cfbee0cd-5c8a-4cac-a8d1-5e0f3db846f9 service neutron] Bound using segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:32.246647 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-cfbee0cd-5c8a-4cac-a8d1-5e0f3db846f9 service neutron] Bound port: b055daed-ec3f-43e3-9afd-65b77bd63567, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:32.277031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Transition to ACTIVE for port object 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:32.281554 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.301308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-cfbee0cd-5c8a-4cac-a8d1-5e0f3db846f9 service neutron] For port b055daed-ec3f-43e3-9afd-65b77bd63567, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b055daed-ec3f-43e3-9afd-65b77bd63567,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:32.306636 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-cfbee0cd-5c8a-4cac-a8d1-5e0f3db846f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.307824 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-cfbee0cd-5c8a-4cac-a8d1-5e0f3db846f9 service neutron] 10.222.0.37 "POST /v2.0/ports/b055daed-ec3f-43e3-9afd-65b77bd63567/bindings HTTP/1.1" status: 201 len: 389 time: 0.2331669 Aug 20 11:36:32.337920 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4778b95-9931-4476-aaff-7e7679152352 req-f27a0c9a-1440-4258-8f34-7582ecb9b77b tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:32.339479 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4778b95-9931-4476-aaff-7e7679152352 req-f27a0c9a-1440-4258-8f34-7582ecb9b77b tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.1006618 Aug 20 11:36:32.349794 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5bae917e-06a8-4e6c-95fd-21e8bb4edc01,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:32.450131 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4778b95-9931-4476-aaff-7e7679152352 req-b7b909d6-66cf-4fd6-a174-63c8a22fa81b tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020811 Aug 20 11:36:32.497554 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Attempting to bind port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:32.497969 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Attempting to bind port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:32.498545 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Attempting to bind port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:32.504026 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:36:32.504436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Attempting to bind port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:32.510933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:32.511351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:32.511812 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:32.512990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Bound port: 5bae917e-06a8-4e6c-95fd-21e8bb4edc01, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:32.512990 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.554878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a4478-fe88-41c2-b3df-05ef4417e36b req-421ba4b6-c540-4476-86c4-4727bdab283e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:32.557369 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-653a4478-fe88-41c2-b3df-05ef4417e36b req-421ba4b6-c540-4476-86c4-4727bdab283e tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 946 time: 0.1022933 Aug 20 11:36:32.609101 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] For port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:32.612678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] For port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5bae917e-06a8-4e6c-95fd-21e8bb4edc01,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:32.612847 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.618794 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.720443 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1acb6-6c07-4da0-a5f7-38ffec83dc28 req-0e02e01f-58fb-4c3d-aa8b-71d8fd78fe13 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:32.722024 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23d1acb6-6c07-4da0-a5f7-38ffec83dc28 req-0e02e01f-58fb-4c3d-aa8b-71d8fd78fe13 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 946 time: 0.1267173 Aug 20 11:36:32.746996 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:32.747711 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.749267 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] 10.222.0.35 "PUT /v2.0/ports/5bae917e-06a8-4e6c-95fd-21e8bb4edc01 HTTP/1.1" status: 200 len: 1096 time: 0.9681218 Aug 20 11:36:32.750768 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194', 'tag': '5bae917e-06a8-4e6c-95fd-21e8bb4edc01'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:32.753185 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a26406-fa9a-447a-936a-847ebb9c89f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194", "tag": "5bae917e-06a8-4e6c-95fd-21e8bb4edc01"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:32.761312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f0126-8fd8-4ca6-984b-305ff34931d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5bae917e-06a8-4e6c-95fd-21e8bb4edc01,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:32.762571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-653a4478-fe88-41c2-b3df-05ef4417e36b req-076796f6-cbfe-4c80-87e2-0da5ffae58b7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Deleting port 6e05c8a0-fd09-4056-bf13-970c181e59ce {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:32.762912 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-653a4478-fe88-41c2-b3df-05ef4417e36b req-076796f6-cbfe-4c80-87e2-0da5ffae58b7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.789175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebec8e-cc81-48da-a7d1-c06d1b076cb0 req-810841e6-0ee1-48c5-a624-4ad574b294c9 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:32.790831 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ccebec8e-cc81-48da-a7d1-c06d1b076cb0 req-810841e6-0ee1-48c5-a624-4ad574b294c9 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 946 time: 0.1406343 Aug 20 11:36:32.795709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-f805f8ff-8a94-4efd-acd1-143b24ea80b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:32.797283 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-f805f8ff-8a94-4efd-acd1-143b24ea80b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 1097 time: 0.1486971 Aug 20 11:36:32.837262 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23d1acb6-6c07-4da0-a5f7-38ffec83dc28 req-cf2ecc18-1fbe-496c-a50e-208d4eed300f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076987 Aug 20 11:36:32.901914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-653a4478-fe88-41c2-b3df-05ef4417e36b req-076796f6-cbfe-4c80-87e2-0da5ffae58b7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] For port 6e05c8a0-fd09-4056-bf13-970c181e59ce, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=6e05c8a0-fd09-4056-bf13-970c181e59ce,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:32.902284 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-653a4478-fe88-41c2-b3df-05ef4417e36b req-076796f6-cbfe-4c80-87e2-0da5ffae58b7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.950692 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb370a3a-94d2-445a-930c-37bc2f10946e x-openstack-request-id: req-cb370a3a-94d2-445a-930c-37bc2f10946e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:32.951050 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194", "tag": "5bae917e-06a8-4e6c-95fd-21e8bb4edc01", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:32.951285 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb370a3a-94d2-445a-930c-37bc2f10946e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:32.951811 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194', 'tag': '5bae917e-06a8-4e6c-95fd-21e8bb4edc01', 'status': 'completed', 'code': 200} Aug 20 11:36:32.960005 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ccebec8e-cc81-48da-a7d1-c06d1b076cb0 req-00944c70-c474-49e1-851c-feca4e9d0faf tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615074 Aug 20 11:36:33.009990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-64542e98-8742-4b12-b500-fa8c0fb2e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:33.011518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-64542e98-8742-4b12-b500-fa8c0fb2e452 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=034ab0926833444f94999770d71cc73c&device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 1099 time: 0.1350265 Aug 20 11:36:33.038270 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-dc97af7d-ee45-455f-bc5d-554a3c0815bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:33.040433 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-dc97af7d-ee45-455f-bc5d-554a3c0815bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.2212470 Aug 20 11:36:33.080970 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-97c5ee58-aa5c-4ef9-9aeb-30ad5f056fcc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=5bae917e-06a8-4e6c-95fd-21e8bb4edc01 HTTP/1.1" status: 200 len: 217 time: 0.0536628 Aug 20 11:36:33.106212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee5f3a-14fd-44d1-be4e-3e824ba6cfcc req-0e837de2-82b0-411e-8c1f-21cbe4bd9e77 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:33.107735 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-49ee5f3a-14fd-44d1-be4e-3e824ba6cfcc req-0e837de2-82b0-411e-8c1f-21cbe4bd9e77 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 948 time: 0.1358378 Aug 20 11:36:33.128205 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-2065a346-a837-4f84-a613-24cb128172b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b055daed-ec3f-43e3-9afd-65b77bd63567 HTTP/1.1" status: 200 len: 217 time: 0.0540762 Aug 20 11:36:33.212002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-879daece-891d-46dd-a403-a3884e1b664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:33.214035 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-879daece-891d-46dd-a403-a3884e1b664f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0951746 Aug 20 11:36:33.218372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-3e3bf73c-12aa-4913-8201-cc9c044b3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:33.219763 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-3e3bf73c-12aa-4913-8201-cc9c044b3644 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.0695632 Aug 20 11:36:33.268237 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-49ee5f3a-14fd-44d1-be4e-3e824ba6cfcc req-da071407-a836-43aa-953d-52c86a8adbdd tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533298 Aug 20 11:36:33.270921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-653a4478-fe88-41c2-b3df-05ef4417e36b req-076796f6-cbfe-4c80-87e2-0da5ffae58b7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:33.271356 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-653a4478-fe88-41c2-b3df-05ef4417e36b req-076796f6-cbfe-4c80-87e2-0da5ffae58b7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:33.271645 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-653a4478-fe88-41c2-b3df-05ef4417e36b req-076796f6-cbfe-4c80-87e2-0da5ffae58b7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Floating IP f460475f-e74f-41fa-88fb-1e1e2019ee0a disassociated. External IP: 172.25.8.114, port: 6e05c8a0-fd09-4056-bf13-970c181e59ce. Aug 20 11:36:33.272077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-653a4478-fe88-41c2-b3df-05ef4417e36b req-076796f6-cbfe-4c80-87e2-0da5ffae58b7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Calling delete_port for 6e05c8a0-fd09-4056-bf13-970c181e59ce owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:33.303623 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-aad1e8c4-41bd-4b77-b9a8-2f06d1683644 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538917 Aug 20 11:36:33.389995 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-84f4f84e-fa4e-4513-92f2-692cf33efd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:33.391422 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-84f4f84e-fa4e-4513-92f2-692cf33efd35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1540244 Aug 20 11:36:33.414614 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b563d0-0131-44ac-b755-e4ca00d8c853 req-5bbfad9c-0ace-4fa2-85f3-1e84c8d17dd6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:33.416211 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d0b563d0-0131-44ac-b755-e4ca00d8c853 req-5bbfad9c-0ace-4fa2-85f3-1e84c8d17dd6 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5a3a3c6-bffa-49bf-b458-bf96fa47b932 HTTP/1.1" status: 200 len: 945 time: 0.1651597 Aug 20 11:36:33.501143 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-6500b4aa-27b1-4cca-bb94-4cd2a4f7ebf9 service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825573 Aug 20 11:36:33.575804 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d0b563d0-0131-44ac-b755-e4ca00d8c853 req-f3f298df-0ea9-4cad-991a-1dcddf7bf819 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462636 Aug 20 11:36:33.610037 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-8e861a15-2103-4568-9aa1-4058fdd097f5 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928089 Aug 20 11:36:33.632893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f0e20-0709-455e-be3c-e0b6f07bf98e req-0e365c30-e9cc-43a4-bb79-98a20b3c5f72 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:33.634490 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-124f0e20-0709-455e-be3c-e0b6f07bf98e req-0e365c30-e9cc-43a4-bb79-98a20b3c5f72 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.0835760 Aug 20 11:36:33.656243 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-55de359d-96c3-4b2c-ba4c-c017a0b5d3d2 service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392002 Aug 20 11:36:33.713905 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-124f0e20-0709-455e-be3c-e0b6f07bf98e req-72873b55-a735-4214-9e23-18294888664b tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735054 Aug 20 11:36:33.741097 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-653a4478-fe88-41c2-b3df-05ef4417e36b req-076796f6-cbfe-4c80-87e2-0da5ffae58b7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:33.747629 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dfa60822-2d11-4650-a407-8140bc1dc63a req-c9055ee7-9e44-42e6-bcc7-504397589a60 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158619 Aug 20 11:36:33.770635 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076796f6-cbfe-4c80-87e2-0da5ffae58b7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Pushing event deleted for resources: {'Port': ['ID=6e05c8a0-fd09-4056-bf13-970c181e59ce,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:33.853337 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-40dfc169-5f49-41cc-917f-efeb67cfea02 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:33.855034 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-40dfc169-5f49-41cc-917f-efeb67cfea02 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585&tenant_id=e814313934cf421f97eb05f907852359&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 1097 time: 0.0601110 Aug 20 11:36:33.904224 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804299-2'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:33.926528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-653a4478-fe88-41c2-b3df-05ef4417e36b req-076796f6-cbfe-4c80-87e2-0da5ffae58b7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Router a7d16018-9492-48d5-b249-317a78e7d543 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:36:33.955071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a26406-fa9a-447a-936a-847ebb9c89f1 req-61879b78-5c71-4960-99e7-e431e97bf2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:33.956611 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1a26406-fa9a-447a-936a-847ebb9c89f1 req-61879b78-5c71-4960-99e7-e431e97bf2a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=034ab0926833444f94999770d71cc73c&device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 1099 time: 0.1177478 Aug 20 11:36:34.050301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-653a4478-fe88-41c2-b3df-05ef4417e36b req-076796f6-cbfe-4c80-87e2-0da5ffae58b7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:36:34.064625 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4076c20-9725-4aaf-b8fe-96bdcd450d83 None None] Sync routers for ids ['a7d16018-9492-48d5-b249-317a78e7d543'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:36:34.076295 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:34.079950 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4076c20-9725-4aaf-b8fe-96bdcd450d83 None None] Routers {'a7d16018-9492-48d5-b249-317a78e7d543'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:34.080881 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a4076c20-9725-4aaf-b8fe-96bdcd450d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:36:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7d16018-9492-48d5-b249-317a78e7d543'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:34.103893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-653a4478-fe88-41c2-b3df-05ef4417e36b req-076796f6-cbfe-4c80-87e2-0da5ffae58b7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] No DVR routers for this DVR port 6e05c8a0-fd09-4056-bf13-970c181e59ce on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:34.105145 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb1405-3db0-4b62-8309-d2fe9834a865 req-609abe9f-d216-4aaf-923d-143e028af52a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:34.106734 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0cdb1405-3db0-4b62-8309-d2fe9834a865 req-609abe9f-d216-4aaf-923d-143e028af52a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 946 time: 0.1760433 Aug 20 11:36:34.107710 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-653a4478-fe88-41c2-b3df-05ef4417e36b req-076796f6-cbfe-4c80-87e2-0da5ffae58b7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:34.110492 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-653a4478-fe88-41c2-b3df-05ef4417e36b req-076796f6-cbfe-4c80-87e2-0da5ffae58b7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.35 "DELETE /v2.0/ports/6e05c8a0-fd09-4056-bf13-970c181e59ce HTTP/1.1" status: 204 len: 173 time: 1.5401042 Aug 20 11:36:34.111125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed5cefa-bd05-4061-bd58-f718185d790c', 'name': 'network-vif-deleted', 'tag': '6e05c8a0-fd09-4056-bf13-970c181e59ce'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:34.114147 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe0f37b-f7a8-42b2-a604-30ba637c5bab" -d '{"events": [{"server_uuid": "0ed5cefa-bd05-4061-bd58-f718185d790c", "name": "network-vif-deleted", "tag": "6e05c8a0-fd09-4056-bf13-970c181e59ce"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:34.180584 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4bc37de7-32f7-44be-ae92-1beb09d46b54 req-74205bd2-c1e2-4996-bb1f-38c11331a2c7 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed5cefa-bd05-4061-bd58-f718185d790c HTTP/1.1" status: 200 len: 210 time: 0.0362172 Aug 20 11:36:34.221264 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0cdb1405-3db0-4b62-8309-d2fe9834a865 req-9399b663-dbcc-40ce-91d5-a7b3141fd67f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052804 Aug 20 11:36:34.233652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a26406-fa9a-447a-936a-847ebb9c89f1 req-27f8c1a0-7278-4c39-aaee-06d5657b2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:34.235287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1a26406-fa9a-447a-936a-847ebb9c89f1 req-27f8c1a0-7278-4c39-aaee-06d5657b2654 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2571311 Aug 20 11:36:34.239041 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-a4076c20-9725-4aaf-b8fe-96bdcd450d83 None None] Set router a7d16018-9492-48d5-b249-317a78e7d543 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:36:34.310708 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1a26406-fa9a-447a-936a-847ebb9c89f1 req-7c71bfa6-12f4-4712-af16-759b31b56c3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=5bae917e-06a8-4e6c-95fd-21e8bb4edc01 HTTP/1.1" status: 200 len: 217 time: 0.0431461 Aug 20 11:36:34.386281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83ee9e-318d-41fd-8f90-d8acfeba2ce6 req-7414dd3c-20ca-49e5-9204-ab8a73b459b1 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:34.394479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab83ee9e-318d-41fd-8f90-d8acfeba2ce6 req-7414dd3c-20ca-49e5-9204-ab8a73b459b1 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5a3a3c6-bffa-49bf-b458-bf96fa47b932 HTTP/1.1" status: 200 len: 945 time: 0.0997314 Aug 20 11:36:34.397716 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32d3b76-4b3d-414d-b94e-46c0b22ddd35 x-openstack-request-id: req-e32d3b76-4b3d-414d-b94e-46c0b22ddd35 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:34.398016 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed5cefa-bd05-4061-bd58-f718185d790c", "name": "network-vif-deleted", "tag": "6e05c8a0-fd09-4056-bf13-970c181e59ce", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:34.398374 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e32d3b76-4b3d-414d-b94e-46c0b22ddd35 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:34.398935 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed5cefa-bd05-4061-bd58-f718185d790c', 'name': 'network-vif-deleted', 'tag': '6e05c8a0-fd09-4056-bf13-970c181e59ce', 'status': 'completed', 'code': 200} Aug 20 11:36:34.443410 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab83ee9e-318d-41fd-8f90-d8acfeba2ce6 req-5d3d5e13-58ad-458f-bbf8-b04349dda760 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479264 Aug 20 11:36:34.515496 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a4076c20-9725-4aaf-b8fe-96bdcd450d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:51Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4ea7ea1e-7b2f-465b-8942-671daa720c34', 'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'mac_address': 'fa:16:3e:d9:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:50Z', 'updated_at': '2021-08-20T11:30:59Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'subnets': [{'id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:34.542262 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4076c20-9725-4aaf-b8fe-96bdcd450d83 None None] Checking router: a7d16018-9492-48d5-b249-317a78e7d543 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:36:34.550647 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4076c20-9725-4aaf-b8fe-96bdcd450d83 None None] Routers {'a7d16018-9492-48d5-b249-317a78e7d543'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:34.551260 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a4076c20-9725-4aaf-b8fe-96bdcd450d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:36:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7d16018-9492-48d5-b249-317a78e7d543'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:34.657139 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-a4076c20-9725-4aaf-b8fe-96bdcd450d83 None None] Set router a7d16018-9492-48d5-b249-317a78e7d543 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:36:34.756336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a26406-fa9a-447a-936a-847ebb9c89f1 req-ab29a6eb-3e21-4d15-81e1-fb047d56d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:34.757950 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1a26406-fa9a-447a-936a-847ebb9c89f1 req-ab29a6eb-3e21-4d15-81e1-fb047d56d654 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1014595 Aug 20 11:36:34.778739 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bba524-e0e2-40ee-ac83-f2c5fc8e8174 req-2fd79b8b-89fb-4395-8f8c-5707a8166430 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:34.780244 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-45bba524-e0e2-40ee-ac83-f2c5fc8e8174 req-2fd79b8b-89fb-4395-8f8c-5707a8166430 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 948 time: 0.1248162 Aug 20 11:36:34.794822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] For port b055daed-ec3f-43e3-9afd-65b77bd63567, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b055daed-ec3f-43e3-9afd-65b77bd63567,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:34.873287 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d6d47-2735-463a-bcdc-692c22818744 req-31bd3595-4ab3-434a-9fe9-4a43e5f16a1c tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:34.877823 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-460d6d47-2735-463a-bcdc-692c22818744 req-31bd3595-4ab3-434a-9fe9-4a43e5f16a1c tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.0603936 Aug 20 11:36:34.886260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a26406-fa9a-447a-936a-847ebb9c89f1 req-8b653af1-1da0-4e21-a974-0d89ad387121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:34.887887 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1a26406-fa9a-447a-936a-847ebb9c89f1 req-8b653af1-1da0-4e21-a974-0d89ad387121 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050041 Aug 20 11:36:34.892844 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-45bba524-e0e2-40ee-ac83-f2c5fc8e8174 req-2a4c4e4e-601f-4be6-b29d-f17219d8dfe3 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947800 Aug 20 11:36:34.893840 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] For port b055daed-ec3f-43e3-9afd-65b77bd63567, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:34.902936 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a4076c20-9725-4aaf-b8fe-96bdcd450d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:51Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4ea7ea1e-7b2f-465b-8942-671daa720c34', 'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'mac_address': 'fa:16:3e:d9:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:50Z', 'updated_at': '2021-08-20T11:30:59Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'subnets': [{'id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:34.948834 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-460d6d47-2735-463a-bcdc-692c22818744 req-e6e17fe2-8f3e-43a4-a110-c67a0b59c60c tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565786 Aug 20 11:36:34.951396 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4076c20-9725-4aaf-b8fe-96bdcd450d83 None None] The sync data for ids ['a7d16018-9492-48d5-b249-317a78e7d543'] in n-d-804299-2 is: [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:30:51Z', 'revision_number': 4, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4ea7ea1e-7b2f-465b-8942-671daa720c34', 'name': '', 'network_id': 'c2646293-359f-4e05-a742-c34a4466917c', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'mac_address': 'fa:16:3e:d9:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:50Z', 'updated_at': '2021-08-20T11:30:59Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'subnets': [{'id': 'a43fc42c-055a-45af-b6d5-9b0f2c8473da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:36:34.954287 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:36:34.992572 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9324fc1f-6d41-4438-898f-28fcad555585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b055daed-ec3f-43e3-9afd-65b77bd63567'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:34.994927 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10486ab4-0ac5-40fd-8ab7-1fda44e9427a" -d '{"events": [{"server_uuid": "9324fc1f-6d41-4438-898f-28fcad555585", "name": "network-vif-unplugged", "status": "completed", "tag": "b055daed-ec3f-43e3-9afd-65b77bd63567"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:35.001775 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.017282 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.073224 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fa808c-5ccf-45ae-96ec-05f41aa8422e x-openstack-request-id: req-d6fa808c-5ccf-45ae-96ec-05f41aa8422e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:35.073514 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9324fc1f-6d41-4438-898f-28fcad555585", "name": "network-vif-unplugged", "status": "completed", "tag": "b055daed-ec3f-43e3-9afd-65b77bd63567", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:35.073762 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6fa808c-5ccf-45ae-96ec-05f41aa8422e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:35.074151 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9324fc1f-6d41-4438-898f-28fcad555585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b055daed-ec3f-43e3-9afd-65b77bd63567', 'code': 200} Aug 20 11:36:35.088099 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1a26406-fa9a-447a-936a-847ebb9c89f1 req-b0ae9778-2a63-4cc5-99ca-c47d560ed98c service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707916 Aug 20 11:36:35.179817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Pushing event updated for resources: {'Port': ['ID=b055daed-ec3f-43e3-9afd-65b77bd63567,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:35.191365 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Attempting to bind port b055daed-ec3f-43e3-9afd-65b77bd63567 on host n-h2-804299-2 for vnic_type normal with profile {"migrating_to": "n-h1-804299-2"} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:35.191705 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Attempting to bind port b055daed-ec3f-43e3-9afd-65b77bd63567 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:35.192038 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Attempting to bind port b055daed-ec3f-43e3-9afd-65b77bd63567 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:35.199096 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Port b055daed-ec3f-43e3-9afd-65b77bd63567 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:36:35.199420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Attempting to bind port b055daed-ec3f-43e3-9afd-65b77bd63567 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:35.211015 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:35.211391 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Checking segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:35.211793 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Bound using segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:35.212253 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Bound port: b055daed-ec3f-43e3-9afd-65b77bd63567, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:35.212620 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.223565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296845f1-9573-4703-a7e1-7fdbbce34788 None None] New status for floating IP f460475f-e74f-41fa-88fb-1e1e2019ee0a: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:36:35.274084 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1a26406-fa9a-447a-936a-847ebb9c89f1 req-8158b0c3-b667-4849-bd9b-b9df951ed9b6 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576388 Aug 20 11:36:35.314026 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] For port b055daed-ec3f-43e3-9afd-65b77bd63567, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:35.318875 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] For port b055daed-ec3f-43e3-9afd-65b77bd63567, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b055daed-ec3f-43e3-9afd-65b77bd63567,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:35.323561 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.373350 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58900) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:35.418859 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:35.420067 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.421502 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] 10.222.0.35 "PUT /v2.0/ports/b055daed-ec3f-43e3-9afd-65b77bd63567 HTTP/1.1" status: 200 len: 1122 time: 1.5316567 Aug 20 11:36:35.425925 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae538330-fb34-4eaf-9af1-9d7fe4ea41a5 req-630c4281-96af-4b9a-a392-f0b1de81cfde tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:35.426084 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffa9ca-8abe-4d4c-8ce3-246bad40d396 service neutron] Pushing event updated for resources: {'Port': ['ID=b055daed-ec3f-43e3-9afd-65b77bd63567,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:35.427583 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae538330-fb34-4eaf-9af1-9d7fe4ea41a5 req-630c4281-96af-4b9a-a392-f0b1de81cfde tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 944 time: 0.1190276 Aug 20 11:36:35.482868 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4175f1b7-5c28-44a8-8031-178bea6f2950 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.515727 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae538330-fb34-4eaf-9af1-9d7fe4ea41a5 req-fa96fae7-6e40-4a21-92b2-70731eab1d45 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670934 Aug 20 11:36:35.520041 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4175f1b7-5c28-44a8-8031-178bea6f2950 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.540184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['b055daed-ec3f-43e3-9afd-65b77bd63567'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:35.573625 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4175f1b7-5c28-44a8-8031-178bea6f2950 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.576396 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4175f1b7-5c28-44a8-8031-178bea6f2950 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.577572 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4175f1b7-5c28-44a8-8031-178bea6f2950 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "DELETE /v2.0/security-groups/9b81fc1e-a263-42c6-a725-5a0e7e8ea3af HTTP/1.1" status: 204 len: 168 time: 0.2022350 Aug 20 11:36:35.578173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e3bfe-0081-48bb-b5d1-d3741b0f4632 req-da287b07-3089-4a04-acfa-f78c57691b18 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:35.581405 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb9e3bfe-0081-48bb-b5d1-d3741b0f4632 req-da287b07-3089-4a04-acfa-f78c57691b18 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5a3a3c6-bffa-49bf-b458-bf96fa47b932 HTTP/1.1" status: 200 len: 945 time: 0.0543923 Aug 20 11:36:35.582324 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58904) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:35.587349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175f1b7-5c28-44a8-8031-178bea6f2950 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b81fc1e-a263-42c6-a725-5a0e7e8ea3af,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:35.614448 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-50afde24-a46c-4480-a7a5-e5ae133fac5d tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] show failed (client error): The resource could not be found. Aug 20 11:36:35.618435 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-50afde24-a46c-4480-a7a5-e5ae133fac5d tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "GET /v2.0/security-groups/9b81fc1e-a263-42c6-a725-5a0e7e8ea3af HTTP/1.1" status: 404 len: 347 time: 0.0322690 Aug 20 11:36:35.620595 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58906) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:35.643108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493319ea-7586-45fa-97c2-853b683c61c6 req-22a23b67-4dd7-4bba-a367-2c8902a013eb tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:35.644766 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-493319ea-7586-45fa-97c2-853b683c61c6 req-22a23b67-4dd7-4bba-a367-2c8902a013eb tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cff00f0-c468-43e3-a8d0-aaa3617934f7 HTTP/1.1" status: 200 len: 945 time: 0.0552473 Aug 20 11:36:35.717110 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb9e3bfe-0081-48bb-b5d1-d3741b0f4632 req-0a3290f9-4d53-4d23-b7e1-f7361402c8c4 tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ffb121f-305d-4423-9462-80ff95174524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232173 Aug 20 11:36:35.754490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-493319ea-7586-45fa-97c2-853b683c61c6 req-085cf6d3-b705-4286-a12d-190f97fc3c0d tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Deleting port 191a8079-293c-4017-a7f7-56dee787acbe {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:35.754867 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-493319ea-7586-45fa-97c2-853b683c61c6 req-085cf6d3-b705-4286-a12d-190f97fc3c0d tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.766576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c73793bb-446d-401b-abcd-f46745259df4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Deleting port 74eda057-3bd4-4084-ab28-2e24546fc196 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:35.766987 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c73793bb-446d-401b-abcd-f46745259df4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.851536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-493319ea-7586-45fa-97c2-853b683c61c6 req-085cf6d3-b705-4286-a12d-190f97fc3c0d tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] For port 191a8079-293c-4017-a7f7-56dee787acbe, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=191a8079-293c-4017-a7f7-56dee787acbe,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:35.852398 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-493319ea-7586-45fa-97c2-853b683c61c6 req-085cf6d3-b705-4286-a12d-190f97fc3c0d tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.855523 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c73793bb-446d-401b-abcd-f46745259df4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.855982 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c73793bb-446d-401b-abcd-f46745259df4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.866955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-493319ea-7586-45fa-97c2-853b683c61c6 req-085cf6d3-b705-4286-a12d-190f97fc3c0d tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Calling delete_port for 191a8079-293c-4017-a7f7-56dee787acbe owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:35.870175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c73793bb-446d-401b-abcd-f46745259df4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Calling delete_port for 74eda057-3bd4-4084-ab28-2e24546fc196 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:36.026147 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-493319ea-7586-45fa-97c2-853b683c61c6 req-085cf6d3-b705-4286-a12d-190f97fc3c0d tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.039035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['191a8079-293c-4017-a7f7-56dee787acbe'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:36.043518 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['469d2aeb-5bf6-4375-a8e8-dc7642af7722'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:36.081963 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc597e01-176d-4b16-9d2b-45ed4e2d8986 req-317338dd-387f-43de-ba8c-7e2e92543fad tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:36.084001 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc597e01-176d-4b16-9d2b-45ed4e2d8986 req-317338dd-387f-43de-ba8c-7e2e92543fad tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 948 time: 0.0786288 Aug 20 11:36:36.084877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cf6d3-b705-4286-a12d-190f97fc3c0d tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Pushing event deleted for resources: {'Port': ['ID=191a8079-293c-4017-a7f7-56dee787acbe,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:36.085254 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c73793bb-446d-401b-abcd-f46745259df4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.137369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-493319ea-7586-45fa-97c2-853b683c61c6 req-085cf6d3-b705-4286-a12d-190f97fc3c0d tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] No DVR routers for this DVR port 191a8079-293c-4017-a7f7-56dee787acbe on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:36.140033 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-493319ea-7586-45fa-97c2-853b683c61c6 req-085cf6d3-b705-4286-a12d-190f97fc3c0d tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.142541 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-493319ea-7586-45fa-97c2-853b683c61c6 req-085cf6d3-b705-4286-a12d-190f97fc3c0d tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.76 "DELETE /v2.0/ports/191a8079-293c-4017-a7f7-56dee787acbe HTTP/1.1" status: 204 len: 173 time: 0.4907689 Aug 20 11:36:36.162731 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b256532-7860-4b2c-98bc-992bd773c7c9 req-3937f580-41b2-42b6-b063-eb9f3e3e5cf4 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:36.164291 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b256532-7860-4b2c-98bc-992bd773c7c9 req-3937f580-41b2-42b6-b063-eb9f3e3e5cf4 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.1397660 Aug 20 11:36:36.189085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73793bb-446d-401b-abcd-f46745259df4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Pushing event deleted for resources: {'Port': ['ID=74eda057-3bd4-4084-ab28-2e24546fc196,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:36.216205 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b256532-7860-4b2c-98bc-992bd773c7c9 req-524fe0f5-aba0-415c-a358-c4bc1f0528c1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430927 Aug 20 11:36:36.262424 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc597e01-176d-4b16-9d2b-45ed4e2d8986 req-1a1ec63e-508e-49df-988c-93e5553c3a2d tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671574 Aug 20 11:36:36.272078 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c73793bb-446d-401b-abcd-f46745259df4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.275181 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c73793bb-446d-401b-abcd-f46745259df4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.280252 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c73793bb-446d-401b-abcd-f46745259df4 tempest-ServersWithSpecificFlavorTestJSON-1107816532 tempest-ServersWithSpecificFlavorTestJSON-1107816532-project] 10.222.0.37 "DELETE /v2.0/floatingips/f460475f-e74f-41fa-88fb-1e1e2019ee0a HTTP/1.1" status: 204 len: 168 time: 0.6580820 Aug 20 11:36:36.312836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12317f29-7f5a-484c-95b1-5015105a0b6c req-ab6f4b6b-7bd6-4549-9530-d0bb2a77eeea tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:36.314959 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-12317f29-7f5a-484c-95b1-5015105a0b6c req-ab6f4b6b-7bd6-4549-9530-d0bb2a77eeea tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5a3a3c6-bffa-49bf-b458-bf96fa47b932 HTTP/1.1" status: 200 len: 945 time: 0.1101823 Aug 20 11:36:36.401468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cff00f0-c468-43e3-a8d0-aaa3617934f7', 'name': 'network-vif-deleted', 'tag': '191a8079-293c-4017-a7f7-56dee787acbe'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:36.405250 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a7f1ba-8a85-46a1-8563-8f49e997ac21" -d '{"events": [{"server_uuid": "4cff00f0-c468-43e3-a8d0-aaa3617934f7", "name": "network-vif-deleted", "tag": "191a8079-293c-4017-a7f7-56dee787acbe"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:36.423988 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-12317f29-7f5a-484c-95b1-5015105a0b6c req-5eecd8ae-abcc-436d-9be9-37e0e47b7f4e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Deleting port 469d2aeb-5bf6-4375-a8e8-dc7642af7722 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:36.424411 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-12317f29-7f5a-484c-95b1-5015105a0b6c req-5eecd8ae-abcc-436d-9be9-37e0e47b7f4e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.486189 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c61132e-df96-446e-a367-9a3741dce4ed x-openstack-request-id: req-7c61132e-df96-446e-a367-9a3741dce4ed {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:36.486506 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cff00f0-c468-43e3-a8d0-aaa3617934f7", "name": "network-vif-deleted", "tag": "191a8079-293c-4017-a7f7-56dee787acbe", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:36.486759 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c61132e-df96-446e-a367-9a3741dce4ed {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:36.487167 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cff00f0-c468-43e3-a8d0-aaa3617934f7', 'name': 'network-vif-deleted', 'tag': '191a8079-293c-4017-a7f7-56dee787acbe', 'status': 'completed', 'code': 200} Aug 20 11:36:36.570326 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-12317f29-7f5a-484c-95b1-5015105a0b6c req-5eecd8ae-abcc-436d-9be9-37e0e47b7f4e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] For port 469d2aeb-5bf6-4375-a8e8-dc7642af7722, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=469d2aeb-5bf6-4375-a8e8-dc7642af7722,segment=NetworkSegment(757c48e0-560b-49c3-937c-df438f8c00ab),segment_id=757c48e0-560b-49c3-937c-df438f8c00ab)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:36.570833 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-12317f29-7f5a-484c-95b1-5015105a0b6c req-5eecd8ae-abcc-436d-9be9-37e0e47b7f4e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.593254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-12317f29-7f5a-484c-95b1-5015105a0b6c req-5eecd8ae-abcc-436d-9be9-37e0e47b7f4e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Calling delete_port for 469d2aeb-5bf6-4375-a8e8-dc7642af7722 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:36.722918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ca077-f18b-407e-9ade-f78541edce70 req-d8f21747-58d1-434d-9db3-410d897a60d6 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:36.724994 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e27ca077-f18b-407e-9ade-f78541edce70 req-d8f21747-58d1-434d-9db3-410d897a60d6 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 944 time: 0.0823731 Aug 20 11:36:36.729849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f978836-be4c-4efd-adfc-24c99d6df525 req-eceddf6c-b434-452b-9837-dda7c1f63be7 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:36.731837 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f978836-be4c-4efd-adfc-24c99d6df525 req-eceddf6c-b434-452b-9837-dda7c1f63be7 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.0820909 Aug 20 11:36:36.734422 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec8101-1273-48cb-b324-98a1be2e1169 req-ecc40657-7ef3-4fec-96bd-29dfb70ceb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:36.736102 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bec8101-1273-48cb-b324-98a1be2e1169 req-ecc40657-7ef3-4fec-96bd-29dfb70ceb4b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c918d052db5c44e1a681b6480a3c8711&device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0604362 Aug 20 11:36:36.819223 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f978836-be4c-4efd-adfc-24c99d6df525 req-84dd1438-b901-4d0c-8df6-5c9855df0fcb tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775676 Aug 20 11:36:36.827868 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e27ca077-f18b-407e-9ade-f78541edce70 req-0524ce13-c870-475f-b713-f97dce3d78b6 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890374 Aug 20 11:36:36.854708 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-12317f29-7f5a-484c-95b1-5015105a0b6c req-5eecd8ae-abcc-436d-9be9-37e0e47b7f4e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.871817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['191a8079-293c-4017-a7f7-56dee787acbe'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:36.883633 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec8101-1273-48cb-b324-98a1be2e1169 req-a1c7c622-377d-408b-ba50-e44c1af73716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:36.885441 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bec8101-1273-48cb-b324-98a1be2e1169 req-a1c7c622-377d-408b-ba50-e44c1af73716 service neutron] 10.222.0.76 "GET /v2.0/networks?id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 HTTP/1.1" status: 200 len: 916 time: 0.1393833 Aug 20 11:36:36.899126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecd8ae-abcc-436d-9be9-37e0e47b7f4e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Pushing event deleted for resources: {'Port': ['ID=469d2aeb-5bf6-4375-a8e8-dc7642af7722,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:36.953591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-12317f29-7f5a-484c-95b1-5015105a0b6c req-5eecd8ae-abcc-436d-9be9-37e0e47b7f4e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] No DVR routers for this DVR port 469d2aeb-5bf6-4375-a8e8-dc7642af7722 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:36.957808 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-12317f29-7f5a-484c-95b1-5015105a0b6c req-5eecd8ae-abcc-436d-9be9-37e0e47b7f4e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.962973 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-12317f29-7f5a-484c-95b1-5015105a0b6c req-5eecd8ae-abcc-436d-9be9-37e0e47b7f4e tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.35 "DELETE /v2.0/ports/469d2aeb-5bf6-4375-a8e8-dc7642af7722 HTTP/1.1" status: 204 len: 173 time: 0.6400115 Aug 20 11:36:36.988375 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bec8101-1273-48cb-b324-98a1be2e1169 req-108a814f-95c0-4d15-84d2-9d4a0b763e8b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1569a4e9-d62a-4007-b988-5c7771243d4f HTTP/1.1" status: 200 len: 217 time: 0.0845542 Aug 20 11:36:37.037275 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8aedd4d-af50-4e30-aace-817700e485ba req-372d68f4-aedf-490b-8894-f6656a9f427f tempest-MultipleCreateTestJSON-389022703 tempest-MultipleCreateTestJSON-389022703-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5a3a3c6-bffa-49bf-b458-bf96fa47b932 HTTP/1.1" status: 200 len: 210 time: 0.0514657 Aug 20 11:36:37.075756 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9324fc1f-6d41-4438-898f-28fcad555585', 'tag': 'b055daed-ec3f-43e3-9afd-65b77bd63567'}, {'server_uuid': 'f5a3a3c6-bffa-49bf-b458-bf96fa47b932', 'name': 'network-vif-deleted', 'tag': '469d2aeb-5bf6-4375-a8e8-dc7642af7722'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:37.078241 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec8101-1273-48cb-b324-98a1be2e1169 req-4e3f1389-56f6-424e-8952-cc53ff2e4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:37.079935 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bec8101-1273-48cb-b324-98a1be2e1169 req-4e3f1389-56f6-424e-8952-cc53ff2e4fc8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=065471c0-f20e-4037-a35d-2762039941ce HTTP/1.1" status: 200 len: 855 time: 0.0789704 Aug 20 11:36:37.080078 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfbc694-8fbe-4656-b568-078b0cd77882" -d '{"events": [{"name": "network-changed", "server_uuid": "9324fc1f-6d41-4438-898f-28fcad555585", "tag": "b055daed-ec3f-43e3-9afd-65b77bd63567"}, {"server_uuid": "f5a3a3c6-bffa-49bf-b458-bf96fa47b932", "name": "network-vif-deleted", "tag": "469d2aeb-5bf6-4375-a8e8-dc7642af7722"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:37.131362 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d6f006-45e2-4d7b-85bb-e0610a74139d x-openstack-request-id: req-15d6f006-45e2-4d7b-85bb-e0610a74139d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:37.131673 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9324fc1f-6d41-4438-898f-28fcad555585", "tag": "b055daed-ec3f-43e3-9afd-65b77bd63567", "status": "completed", "code": 200}, {"server_uuid": "f5a3a3c6-bffa-49bf-b458-bf96fa47b932", "name": "network-vif-deleted", "tag": "469d2aeb-5bf6-4375-a8e8-dc7642af7722", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:37.131973 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15d6f006-45e2-4d7b-85bb-e0610a74139d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:37.132309 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9324fc1f-6d41-4438-898f-28fcad555585', 'tag': 'b055daed-ec3f-43e3-9afd-65b77bd63567', 'status': 'completed', 'code': 200} Aug 20 11:36:37.132560 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a3a3c6-bffa-49bf-b458-bf96fa47b932', 'name': 'network-vif-deleted', 'tag': '469d2aeb-5bf6-4375-a8e8-dc7642af7722', 'status': 'completed', 'code': 200} Aug 20 11:36:37.153131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec8101-1273-48cb-b324-98a1be2e1169 req-df17da0d-a0ab-4b41-b984-dc7a01035ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:37.154646 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bec8101-1273-48cb-b324-98a1be2e1169 req-df17da0d-a0ab-4b41-b984-dc7a01035ace service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672340 Aug 20 11:36:37.173275 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58952) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:37.255541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbc694-8fbe-4656-b568-078b0cd77882 req-12f94552-7004-4ef3-9aa5-0f1df3ffcb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:37.257170 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdfbc694-8fbe-4656-b568-078b0cd77882 req-12f94552-7004-4ef3-9aa5-0f1df3ffcb4b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 1125 time: 0.1016431 Aug 20 11:36:37.321905 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bec8101-1273-48cb-b324-98a1be2e1169 req-36a7e204-7a36-4006-97c5-99a6e24f4da7 service neutron] 10.222.0.76 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571009 Aug 20 11:36:37.446887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbc694-8fbe-4656-b568-078b0cd77882 req-26a7aa39-df07-4b7e-96fe-212511bf9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:37.448400 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdfbc694-8fbe-4656-b568-078b0cd77882 req-26a7aa39-df07-4b7e-96fe-212511bf9418 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.1831212 Aug 20 11:36:37.510387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:37.511634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fce524-22a1-4983-a1fc-6f8cdb9aae67 req-10d8acb0-ef6b-4dd9-8f45-72369ff16e09 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:37.513203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 6e05c8a0-fd09-4056-bf13-970c181e59ce no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:37.513447 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73fce524-22a1-4983-a1fc-6f8cdb9aae67 req-10d8acb0-ef6b-4dd9-8f45-72369ff16e09 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 948 time: 0.1577158 Aug 20 11:36:37.520038 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdfbc694-8fbe-4656-b568-078b0cd77882 req-d8035e42-224d-48f6-9e4a-480d3ee28be5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b055daed-ec3f-43e3-9afd-65b77bd63567 HTTP/1.1" status: 200 len: 217 time: 0.0599997 Aug 20 11:36:37.544979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 6e05c8a0-fd09-4056-bf13-970c181e59ce {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:37.545947 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 6e05c8a0-fd09-4056-bf13-970c181e59ce not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:37.604301 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bec8101-1273-48cb-b324-98a1be2e1169 req-a1f17b87-cc92-4a73-97c5-212348391a31 service neutron] 10.222.0.76 "GET /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547224 Aug 20 11:36:37.604804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea5678-c3f1-4216-8ff7-bd601cd61a8a req-0a183b34-8a70-4530-987e-98c17ef9cea9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:37.607318 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7cea5678-c3f1-4216-8ff7-bd601cd61a8a req-0a183b34-8a70-4530-987e-98c17ef9cea9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 946 time: 0.1389785 Aug 20 11:36:37.635962 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73fce524-22a1-4983-a1fc-6f8cdb9aae67 req-61113596-2f8c-4b17-9235-2f0c03ee60c5 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114206 Aug 20 11:36:37.639959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbc694-8fbe-4656-b568-078b0cd77882 req-54dd98dc-adf9-4c95-ab51-7fead78e9653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:37.641571 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdfbc694-8fbe-4656-b568-078b0cd77882 req-54dd98dc-adf9-4c95-ab51-7fead78e9653 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.1104925 Aug 20 11:36:37.682678 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7cea5678-c3f1-4216-8ff7-bd601cd61a8a req-dabb8797-114b-4366-9a5c-f3f059890b48 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677981 Aug 20 11:36:37.708979 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdfbc694-8fbe-4656-b568-078b0cd77882 req-389c6e9e-a56c-4fb1-b220-f5cea8c88e0b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576406 Aug 20 11:36:37.851737 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdfbc694-8fbe-4656-b568-078b0cd77882 req-3b29b2f1-ed4f-4fd6-b70a-90da4b6e190b service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195054 Aug 20 11:36:37.920587 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9df203f-6ffb-445c-acd6-6a1932049dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:37.983548 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdfbc694-8fbe-4656-b568-078b0cd77882 req-f9abc733-3a60-497f-8853-78c80bceaca5 service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242571 Aug 20 11:36:37.984771 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5bae917e-06a8-4e6c-95fd-21e8bb4edc01,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:38.000022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '5bae917e-06a8-4e6c-95fd-21e8bb4edc01', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '5bae917e-06a8-4e6c-95fd-21e8bb4edc01', 'mac_address': 'fa:16:3e:ab:14:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:38.055972 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.077719 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:38.081174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fafac2-2817-4957-a6d0-730e7c765df5 req-742720af-4b0e-45fc-be8a-01fb853e8432 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:38.082677 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4fafac2-2817-4957-a6d0-730e7c765df5 req-742720af-4b0e-45fc-be8a-01fb853e8432 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.0909517 Aug 20 11:36:38.109714 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5bae917e-06a8-4e6c-95fd-21e8bb4edc01,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:38.116740 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.153670 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4fafac2-2817-4957-a6d0-730e7c765df5 req-3bde2821-21cb-48c6-a0d7-c00ad86a2e9a tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595667 Aug 20 11:36:38.212123 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=5bae917e-06a8-4e6c-95fd-21e8bb4edc01,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:38.324915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58988) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:38.373820 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92ef68-4b94-4513-a82e-d5007fdfb7cf req-000ed069-4cc6-4abd-9042-dc5f93910b02 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:38.375339 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5b92ef68-4b94-4513-a82e-d5007fdfb7cf req-000ed069-4cc6-4abd-9042-dc5f93910b02 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 944 time: 0.1247485 Aug 20 11:36:38.379786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6adee0-6322-48b7-ae8c-dac2afd58c43 admin admin] Deleting subnet 1dae1e8f-bfca-45c4-aca9-1175a62265e8 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:36:38.383650 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd6adee0-6322-48b7-ae8c-dac2afd58c43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.418666 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd6adee0-6322-48b7-ae8c-dac2afd58c43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.433411 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c9df203f-6ffb-445c-acd6-6a1932049dd7 admin admin] Deleting port 4ea7ea1e-7b2f-465b-8942-671daa720c34 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:38.433937 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9df203f-6ffb-445c-acd6-6a1932049dd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.439513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5b92ef68-4b94-4513-a82e-d5007fdfb7cf req-e4a72352-bdaf-41fd-967e-ebc82632b6c6 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558271 Aug 20 11:36:38.462332 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd6adee0-6322-48b7-ae8c-dac2afd58c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.522916 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd6adee0-6322-48b7-ae8c-dac2afd58c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.528070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c9df203f-6ffb-445c-acd6-6a1932049dd7 admin admin] For port 4ea7ea1e-7b2f-465b-8942-671daa720c34, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4ea7ea1e-7b2f-465b-8942-671daa720c34,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:38.528428 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9df203f-6ffb-445c-acd6-6a1932049dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.542608 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c9df203f-6ffb-445c-acd6-6a1932049dd7 admin admin] Calling delete_port for 4ea7ea1e-7b2f-465b-8942-671daa720c34 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:38.551700 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd6adee0-6322-48b7-ae8c-dac2afd58c43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.557836 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bd6adee0-6322-48b7-ae8c-dac2afd58c43 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1dae1e8f-bfca-45c4-aca9-1175a62265e8 HTTP/1.1" status: 204 len: 168 time: 0.2276537 Aug 20 11:36:38.557836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6adee0-6322-48b7-ae8c-dac2afd58c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dae1e8f-bfca-45c4-aca9-1175a62265e8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:38.558035 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58990) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:38.642656 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['5bae917e-06a8-4e6c-95fd-21e8bb4edc01'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:38.678411 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5346182-161b-43a0-afc1-bbb31aebd133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.754146 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.775759 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96e98c-693f-472a-a577-459928b38248 req-a26ec82e-b1bd-4de8-982f-c42e9735a51a tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:38.778717 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d96e98c-693f-472a-a577-459928b38248 req-a26ec82e-b1bd-4de8-982f-c42e9735a51a tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 949 time: 0.0637753 Aug 20 11:36:38.825209 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5346182-161b-43a0-afc1-bbb31aebd133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.827201 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d96e98c-693f-472a-a577-459928b38248 req-3c93ad1c-05d6-4940-8506-56ee973be5ca tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415225 Aug 20 11:36:38.839807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d5346182-161b-43a0-afc1-bbb31aebd133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf6e7e4-9e4f-4889-b32d-101594889600']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:38.875973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d5346182-161b-43a0-afc1-bbb31aebd133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757c48e0-560b-49c3-937c-df438f8c00ab') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:38.876271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d5346182-161b-43a0-afc1-bbb31aebd133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757c48e0-560b-49c3-937c-df438f8c00ab') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:38.888485 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5346182-161b-43a0-afc1-bbb31aebd133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.908454 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5346182-161b-43a0-afc1-bbb31aebd133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.915291 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9df203f-6ffb-445c-acd6-6a1932049dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.918399 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5346182-161b-43a0-afc1-bbb31aebd133 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:36:38.918789 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5346182-161b-43a0-afc1-bbb31aebd133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:36:38.921768 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:36:38.981234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df203f-6ffb-445c-acd6-6a1932049dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea7ea1e-7b2f-465b-8942-671daa720c34,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:39.047080 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5346182-161b-43a0-afc1-bbb31aebd133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:39.055307 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5346182-161b-43a0-afc1-bbb31aebd133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:39.057145 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d5346182-161b-43a0-afc1-bbb31aebd133 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7cf6e7e4-9e4f-4889-b32d-101594889600 HTTP/1.1" status: 204 len: 168 time: 0.4988241 Aug 20 11:36:39.070365 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5346182-161b-43a0-afc1-bbb31aebd133 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf6e7e4-9e4f-4889-b32d-101594889600,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:39.179740 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9df203f-6ffb-445c-acd6-6a1932049dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:39.188363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59000) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:39.275453 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4bbba38d-77f4-4977-b887-ca5438f89725 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e013adae8c84baf9e629447fd6c3733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0856860 Aug 20 11:36:39.278331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59008) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:39.330017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece979cb-24f3-4c59-ac55-f69ac3f58434 req-fd588514-3b68-46d2-a095-4cdee8f22482 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:39.331875 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ece979cb-24f3-4c59-ac55-f69ac3f58434 req-fd588514-3b68-46d2-a095-4cdee8f22482 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.0979216 Aug 20 11:36:39.375906 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2daa7842-dd36-4592-b3e3-11450e591cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:39.386981 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ece979cb-24f3-4c59-ac55-f69ac3f58434 req-2593105e-c7e7-4bb2-8252-2d304fc67963 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475791 Aug 20 11:36:39.406069 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2daa7842-dd36-4592-b3e3-11450e591cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:39.424925 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9df203f-6ffb-445c-acd6-6a1932049dd7 admin admin] Router a7d16018-9492-48d5-b249-317a78e7d543 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:36:39.463771 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2daa7842-dd36-4592-b3e3-11450e591cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:39.466950 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2daa7842-dd36-4592-b3e3-11450e591cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:39.471069 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2daa7842-dd36-4592-b3e3-11450e591cb5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ffb121f-305d-4423-9462-80ff95174524 HTTP/1.1" status: 204 len: 168 time: 0.1892464 Aug 20 11:36:39.480242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa7842-dd36-4592-b3e3-11450e591cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffb121f-305d-4423-9462-80ff95174524,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:39.537795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b055daed-ec3f-43e3-9afd-65b77bd63567 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:39.543819 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 469d2aeb-5bf6-4375-a8e8-dc7642af7722 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:39.560675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9df203f-6ffb-445c-acd6-6a1932049dd7 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:36:39.572675 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6632789-d362-4f9a-a08e-05b71713d073 None None] Sync routers for ids ['a7d16018-9492-48d5-b249-317a78e7d543'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:36:39.582273 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 469d2aeb-5bf6-4375-a8e8-dc7642af7722 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:39.582647 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 469d2aeb-5bf6-4375-a8e8-dc7642af7722 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:39.586842 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6632789-d362-4f9a-a08e-05b71713d073 None None] Routers {'a7d16018-9492-48d5-b249-317a78e7d543'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:39.587664 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f6632789-d362-4f9a-a08e-05b71713d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:36:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7d16018-9492-48d5-b249-317a78e7d543'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:39.593397 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c9df203f-6ffb-445c-acd6-6a1932049dd7 admin admin] 10.222.0.37 "PUT /v2.0/routers/a7d16018-9492-48d5-b249-317a78e7d543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4186380 Aug 20 11:36:39.598475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d971e47-9433-4561-be41-cf8524c919da req-0739db5f-23e0-4315-8534-00488318e27f tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:39.600284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59018) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:39.606104 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d971e47-9433-4561-be41-cf8524c919da req-0739db5f-23e0-4315-8534-00488318e27f tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.0912898 Aug 20 11:36:39.653628 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d971e47-9433-4561-be41-cf8524c919da req-6f382cc2-9700-4fcd-ba9c-59ea7cf9fed1 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464368 Aug 20 11:36:39.669367 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 191a8079-293c-4017-a7f7-56dee787acbe no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:39.754250 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 191a8079-293c-4017-a7f7-56dee787acbe {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:39.754973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 191a8079-293c-4017-a7f7-56dee787acbe not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:39.759097 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a34eac-106b-48cf-b959-c6d0cc3b68ab req-8d814d30-d996-464d-baac-fba872d6aaee tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:39.760670 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55a34eac-106b-48cf-b959-c6d0cc3b68ab req-8d814d30-d996-464d-baac-fba872d6aaee tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 944 time: 0.1978395 Aug 20 11:36:39.807410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b055daed-ec3f-43e3-9afd-65b77bd63567, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b055daed-ec3f-43e3-9afd-65b77bd63567,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:39.826375 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b055daed-ec3f-43e3-9afd-65b77bd63567 has no active binding in host n-h1-804299-2 {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:36:39.862625 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-f6632789-d362-4f9a-a08e-05b71713d073 None None] Set router a7d16018-9492-48d5-b249-317a78e7d543 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:36:39.887638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3a423-4e91-4333-a9d7-73e099dee485 req-c0d29322-7be3-417d-9553-66cf7b6dd705 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:39.890101 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-afa3a423-4e91-4333-a9d7-73e099dee485 req-c0d29322-7be3-417d-9553-66cf7b6dd705 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=37aaf64b-5ae3-4371-be27-43d65b470390 HTTP/1.1" status: 200 len: 945 time: 0.1314390 Aug 20 11:36:39.898400 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6a3d3-2af6-433f-8cf2-71e42548c510 req-01e20786-4108-41c1-b301-d324a56c30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:39.900524 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94d6a3d3-2af6-433f-8cf2-71e42548c510 req-01e20786-4108-41c1-b301-d324a56c30ab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 1097 time: 0.1005142 Aug 20 11:36:39.995296 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-afa3a423-4e91-4333-a9d7-73e099dee485 req-86d72514-9084-40a9-9a6c-45de97680192 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928445 Aug 20 11:36:40.128150 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6a3d3-2af6-433f-8cf2-71e42548c510 req-08db62c8-f769-49cc-92b8-d9e3450e0702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:40.129784 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94d6a3d3-2af6-433f-8cf2-71e42548c510 req-08db62c8-f769-49cc-92b8-d9e3450e0702 service neutron] 10.222.0.76 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.1937597 Aug 20 11:36:40.234934 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55a34eac-106b-48cf-b959-c6d0cc3b68ab req-6116fc1b-becf-425f-a64a-aece7adddc74 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236271 Aug 20 11:36:40.238711 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e2fa2a8-6988-4e14-99eb-c6faf401ea5d admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:40.302017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cbade-72ca-407e-8afb-b3e6365a7a2c req-a8ca11f6-4ede-4c42-8a11-707a2fe5d340 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:40.304595 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf0cbade-72ca-407e-8afb-b3e6365a7a2c req-a8ca11f6-4ede-4c42-8a11-707a2fe5d340 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 949 time: 0.1729150 Aug 20 11:36:40.308697 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94d6a3d3-2af6-433f-8cf2-71e42548c510 req-8e1dc0a3-017b-4daa-b245-7b2a3f220a31 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d HTTP/1.1" status: 200 len: 1001 time: 0.1681476 Aug 20 11:36:40.414388 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf0cbade-72ca-407e-8afb-b3e6365a7a2c req-faa2695a-32fc-4eb8-ad6f-550a53883b87 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007702 Aug 20 11:36:40.424473 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6a3d3-2af6-433f-8cf2-71e42548c510 req-d443eac7-f212-4c26-a919-5890db84e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:40.426155 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94d6a3d3-2af6-433f-8cf2-71e42548c510 req-d443eac7-f212-4c26-a919-5890db84e707 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.0850208 Aug 20 11:36:40.429511 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f6632789-d362-4f9a-a08e-05b71713d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:36:38Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:40.470880 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6632789-d362-4f9a-a08e-05b71713d073 None None] Checking router: a7d16018-9492-48d5-b249-317a78e7d543 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:36:40.486702 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6632789-d362-4f9a-a08e-05b71713d073 None None] Routers {'a7d16018-9492-48d5-b249-317a78e7d543'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:40.487353 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f6632789-d362-4f9a-a08e-05b71713d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:36:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a7d16018-9492-48d5-b249-317a78e7d543'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:40.499000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6a3d3-2af6-433f-8cf2-71e42548c510 req-23e5f3c7-795f-4ed7-b7cc-94023c29a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:40.500751 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94d6a3d3-2af6-433f-8cf2-71e42548c510 req-23e5f3c7-795f-4ed7-b7cc-94023c29a15e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645318 Aug 20 11:36:40.520057 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e2fa2a8-6988-4e14-99eb-c6faf401ea5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:40.572360 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff1091-a8e7-4130-9fe6-fdbbb6e7048e req-d016015e-b18a-4017-9261-435e7c55cf29 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:40.573970 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-73ff1091-a8e7-4130-9fe6-fdbbb6e7048e req-d016015e-b18a-4017-9261-435e7c55cf29 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 945 time: 0.1708605 Aug 20 11:36:40.625624 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-73ff1091-a8e7-4130-9fe6-fdbbb6e7048e req-3268443d-dd00-41a8-a19c-72e48096d0c8 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433702 Aug 20 11:36:40.637959 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-f6632789-d362-4f9a-a08e-05b71713d073 None None] Set router a7d16018-9492-48d5-b249-317a78e7d543 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:36:40.638510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6e2fa2a8-6988-4e14-99eb-c6faf401ea5d admin admin] Deleting port 00bd298c-7395-478e-9234-211ddc26665b {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:40.638779 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e2fa2a8-6988-4e14-99eb-c6faf401ea5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:40.663773 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94d6a3d3-2af6-433f-8cf2-71e42548c510 req-26c17826-9534-4813-bfab-e36cd3aa1643 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455054 Aug 20 11:36:40.684559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-5003385e-f6e4-4083-bff2-8b0bca2d50f4 req-1a0a0b16-af05-4625-9db9-c1a3c20d53f9 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:36:40.686424 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5003385e-f6e4-4083-bff2-8b0bca2d50f4 req-1a0a0b16-af05-4625-9db9-c1a3c20d53f9 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091541 Aug 20 11:36:40.752370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6e2fa2a8-6988-4e14-99eb-c6faf401ea5d admin admin] For port 00bd298c-7395-478e-9234-211ddc26665b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=00bd298c-7395-478e-9234-211ddc26665b,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:40.752609 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e2fa2a8-6988-4e14-99eb-c6faf401ea5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:40.765606 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6e2fa2a8-6988-4e14-99eb-c6faf401ea5d admin admin] Calling delete_port for 00bd298c-7395-478e-9234-211ddc26665b owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:40.903744 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5003385e-f6e4-4083-bff2-8b0bca2d50f4 req-bb3ed34f-28d7-4285-b142-4223cb50b1d8 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1783519 Aug 20 11:36:40.904010 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f6632789-d362-4f9a-a08e-05b71713d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:36:38Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:40.933365 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94d6a3d3-2af6-433f-8cf2-71e42548c510 req-d9318c35-1698-4e21-9521-5ff8976b29e5 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458074 Aug 20 11:36:40.955181 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6632789-d362-4f9a-a08e-05b71713d073 None None] The sync data for ids ['a7d16018-9492-48d5-b249-317a78e7d543'] in n-d-804299-2 is: [{'id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538011827-router', 'tenant_id': '978ff14d3705424686f86711e9a84d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '00bd298c-7395-478e-9234-211ddc26665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:44Z', 'updated_at': '2021-08-20T11:36:38Z', 'revision_number': 5, 'project_id': '978ff14d3705424686f86711e9a84d6d', 'gw_port': {'id': '00bd298c-7395-478e-9234-211ddc26665b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d16018-9492-48d5-b249-317a78e7d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:36:40.966148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-f4496504-2d3e-45ea-b1e3-07a175a56e18 service neutron] 10.222.0.76 "GET /v2.0/ports/b055daed-ec3f-43e3-9afd-65b77bd63567/bindings/n-h1-804299-2 HTTP/1.1" status: 200 len: 384 time: 0.1184466 Aug 20 11:36:40.977283 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e2fa2a8-6988-4e14-99eb-c6faf401ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.031918 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fa2a8-6988-4e14-99eb-c6faf401ea5d admin admin] Pushing event deleted for resources: {'Port': ['ID=00bd298c-7395-478e-9234-211ddc26665b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:41.105185 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e2fa2a8-6988-4e14-99eb-c6faf401ea5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.211214 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e2fa2a8-6988-4e14-99eb-c6faf401ea5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.213627 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e2fa2a8-6988-4e14-99eb-c6faf401ea5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.242630 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-38aeb030-931d-46b5-a0e0-e4354ca302d5 service neutron] For port b055daed-ec3f-43e3-9afd-65b77bd63567, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b055daed-ec3f-43e3-9afd-65b77bd63567,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:41.275428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-38aeb030-931d-46b5-a0e0-e4354ca302d5 service neutron] For port b055daed-ec3f-43e3-9afd-65b77bd63567, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:41.344124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-38aeb030-931d-46b5-a0e0-e4354ca302d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b055daed-ec3f-43e3-9afd-65b77bd63567 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:41.356947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-38aeb030-931d-46b5-a0e0-e4354ca302d5 service neutron] For port b055daed-ec3f-43e3-9afd-65b77bd63567, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b055daed-ec3f-43e3-9afd-65b77bd63567,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:41.357340 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e2fa2a8-6988-4e14-99eb-c6faf401ea5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.357883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2fa2a8-6988-4e14-99eb-c6faf401ea5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7d16018-9492-48d5-b249-317a78e7d543 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:36:41.363557 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e2fa2a8-6988-4e14-99eb-c6faf401ea5d admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.365613 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6e2fa2a8-6988-4e14-99eb-c6faf401ea5d admin admin] 10.222.0.37 "DELETE /v2.0/routers/a7d16018-9492-48d5-b249-317a78e7d543 HTTP/1.1" status: 204 len: 168 time: 1.7633562 Aug 20 11:36:41.368541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59088) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:41.372603 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-38aeb030-931d-46b5-a0e0-e4354ca302d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.447546 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049c89b-9eb2-4201-9fc6-b816f40801bb req-4af9aa8d-0899-4fc2-85c7-ff1334cb25d6 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:41.453301 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7049c89b-9eb2-4201-9fc6-b816f40801bb req-4af9aa8d-0899-4fc2-85c7-ff1334cb25d6 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.1928704 Aug 20 11:36:41.517515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e39a13-1275-4a76-8051-6f7edd10093f admin admin] Deleting subnet a43fc42c-055a-45af-b6d5-9b0f2c8473da {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:36:41.524087 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1e39a13-1275-4a76-8051-6f7edd10093f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.537260 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7049c89b-9eb2-4201-9fc6-b816f40801bb req-376de0c2-05b7-4c6c-b974-083ad6d3f6e8 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775321 Aug 20 11:36:41.543277 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:41.644728 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1e39a13-1275-4a76-8051-6f7edd10093f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.648112 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59098) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:41.654782 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f29aa130-d098-4910-80dc-9cb2cc3f218d details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:41.658609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:41.666267 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:41.666709 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.744798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfe778-85a0-4c47-b812-27154d2c4e6f req-1014c306-7981-4496-921d-4ca32b27b944 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:41.757210 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b1dfe778-85a0-4c47-b812-27154d2c4e6f req-1014c306-7981-4496-921d-4ca32b27b944 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 944 time: 0.4469235 Aug 20 11:36:41.801270 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1e39a13-1275-4a76-8051-6f7edd10093f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.862201 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b1dfe778-85a0-4c47-b812-27154d2c4e6f req-c283e83c-6842-4039-94bb-01f470892488 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004696 Aug 20 11:36:41.888317 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.906430 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-38aeb030-931d-46b5-a0e0-e4354ca302d5 service neutron] Transition to ACTIVE for port object b055daed-ec3f-43e3-9afd-65b77bd63567 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:41.916625 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-38aeb030-931d-46b5-a0e0-e4354ca302d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.921094 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc3383-7418-4840-bc94-767e3e518900 req-844f4866-72ab-45a7-ac3f-908597a251d2 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:41.930780 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6bbc3383-7418-4840-bc94-767e3e518900 req-844f4866-72ab-45a7-ac3f-908597a251d2 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 949 time: 0.1485744 Aug 20 11:36:41.952069 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b400b56-8ce4-4c15-b275-b63a7e6d3c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.965475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:41.975722 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1e39a13-1275-4a76-8051-6f7edd10093f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.030117 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bae917e-06a8-4e6c-95fd-21e8bb4edc01'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:42.048386 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022400c9-5f95-458e-b3b1-9edbf7e4af19" -d '{"events": [{"server_uuid": "1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194", "name": "network-vif-plugged", "status": "completed", "tag": "5bae917e-06a8-4e6c-95fd-21e8bb4edc01"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:42.056471 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e39a13-1275-4a76-8051-6f7edd10093f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a43fc42c-055a-45af-b6d5-9b0f2c8473da,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:42.057744 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-38aeb030-931d-46b5-a0e0-e4354ca302d5 service neutron] No DVR routers for this DVR port b055daed-ec3f-43e3-9afd-65b77bd63567 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:42.059483 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5bae917e-06a8-4e6c-95fd-21e8bb4edc01,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:42.066334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1e39a13-1275-4a76-8051-6f7edd10093f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.071858 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c1e39a13-1275-4a76-8051-6f7edd10093f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a43fc42c-055a-45af-b6d5-9b0f2c8473da HTTP/1.1" status: 204 len: 168 time: 0.7002509 Aug 20 11:36:42.073745 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4ea7ea1e-7b2f-465b-8942-671daa720c34 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:42.074649 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59104) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:42.076358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9bdb97-c2a5-4994-92dc-2941737223d0 None None] Network c2646293-359f-4e05-a742-c34a4466917c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:42.081688 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.083582 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'port_id': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'mac_address': 'fa:16:3e:e9:a7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:42.123170 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-38aeb030-931d-46b5-a0e0-e4354ca302d5 service neutron] 10.222.0.76 "PUT /v2.0/ports/b055daed-ec3f-43e3-9afd-65b77bd63567/bindings/n-h1-804299-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1393805 Aug 20 11:36:42.136167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aeb030-931d-46b5-a0e0-e4354ca302d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b055daed-ec3f-43e3-9afd-65b77bd63567,revision_number=10']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:42.163076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 4ea7ea1e-7b2f-465b-8942-671daa720c34 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:42.164118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4ea7ea1e-7b2f-465b-8942-671daa720c34 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:42.182916 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6bbc3383-7418-4840-bc94-767e3e518900 req-a1fce81a-1073-4982-84a2-e65a23ba6424 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168171 Aug 20 11:36:42.216016 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdb51f-15c5-42e5-9044-e2fe0cbca9cd req-e42d3964-bd72-4a8e-bed0-1fa31f119e9e tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:42.221578 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-10fdb51f-15c5-42e5-9044-e2fe0cbca9cd req-e42d3964-bd72-4a8e-bed0-1fa31f119e9e tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=37aaf64b-5ae3-4371-be27-43d65b470390 HTTP/1.1" status: 200 len: 945 time: 0.1087763 Aug 20 11:36:42.253241 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01b1bf7-b5bf-4429-9c92-6417e1022d81 x-openstack-request-id: req-c01b1bf7-b5bf-4429-9c92-6417e1022d81 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:42.253642 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194", "name": "network-vif-plugged", "status": "completed", "tag": "5bae917e-06a8-4e6c-95fd-21e8bb4edc01", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:42.253779 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c01b1bf7-b5bf-4429-9c92-6417e1022d81 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:42.254137 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bae917e-06a8-4e6c-95fd-21e8bb4edc01', 'code': 200} Aug 20 11:36:42.266130 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-10fdb51f-15c5-42e5-9044-e2fe0cbca9cd req-3c87a6d6-a264-4c33-8fdf-585e77798ded tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434577 Aug 20 11:36:42.290633 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=5bae917e-06a8-4e6c-95fd-21e8bb4edc01,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:42.324909 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.357509 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.373202 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f29aa130-d098-4910-80dc-9cb2cc3f218d {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:42.401693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:42.406518 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.415430 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b400b56-8ce4-4c15-b275-b63a7e6d3c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.436660 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b400b56-8ce4-4c15-b275-b63a7e6d3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.472514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e83e2992-921c-48d5-8da4-c456b6bb61c7 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:42.474055 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e83e2992-921c-48d5-8da4-c456b6bb61c7 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585&tenant_id=e814313934cf421f97eb05f907852359&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 1096 time: 0.2312965 Aug 20 11:36:42.494546 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f29aa130-d098-4910-80dc-9cb2cc3f218d,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:42.500274 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e58c0f-7ae3-4ee2-9de5-36e3053aa5c1 None None] DHCP port deletion for c2646293-359f-4e05-a742-c34a4466917c request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:36:42.522468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b400b56-8ce4-4c15-b275-b63a7e6d3c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a80004-e077-4f72-aa73-96f3c6344811,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:42.527140 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2b400b56-8ce4-4c15-b275-b63a7e6d3c6b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f127266b0827450aaf4480fa233b9e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8771949 Aug 20 11:36:42.530071 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['f29aa130-d098-4910-80dc-9cb2cc3f218d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:42.530303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59120) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:42.601380 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba6827-ca35-4342-b0a3-ae3500e2a104 req-5226477d-b326-4e2b-9bbb-604a38929a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:42.603351 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9bba6827-ca35-4342-b0a3-ae3500e2a104 req-5226477d-b326-4e2b-9bbb-604a38929a40 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 1101 time: 0.2488728 Aug 20 11:36:42.611885 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0929a05e-9da7-4fee-b9e9-e90cbfdbcb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.623767 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b7e58c0f-7ae3-4ee2-9de5-36e3053aa5c1 None None] Deleting port 392f11de-8b8c-4f1c-9a14-de524808112a {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:42.624330 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7e58c0f-7ae3-4ee2-9de5-36e3053aa5c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.635066 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79374b77-8824-4708-8248-15be60d3fb6c req-4f19eff2-ee1e-438a-a8f7-57f3d4331295 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:42.636900 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79374b77-8824-4708-8248-15be60d3fb6c req-4f19eff2-ee1e-438a-a8f7-57f3d4331295 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 945 time: 0.2317934 Aug 20 11:36:42.643139 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0929a05e-9da7-4fee-b9e9-e90cbfdbcb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.664316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-fd19f4cc-ec81-4259-887b-c7b709135bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:42.665842 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-fd19f4cc-ec81-4259-887b-c7b709135bae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585&tenant_id=e814313934cf421f97eb05f907852359 HTTP/1.1" status: 200 len: 1096 time: 0.1725466 Aug 20 11:36:42.722338 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0929a05e-9da7-4fee-b9e9-e90cbfdbcb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.726201 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0929a05e-9da7-4fee-b9e9-e90cbfdbcb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.727986 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0929a05e-9da7-4fee-b9e9-e90cbfdbcb12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55a80004-e077-4f72-aa73-96f3c6344811 HTTP/1.1" status: 204 len: 168 time: 0.1965575 Aug 20 11:36:42.730248 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79374b77-8824-4708-8248-15be60d3fb6c req-f0875426-ee76-4e51-ace7-e8bda4c0c412 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793350 Aug 20 11:36:42.735355 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9bba6827-ca35-4342-b0a3-ae3500e2a104 req-2e1c429d-0f58-4cb0-ad84-4c15c871de74 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184053 Aug 20 11:36:42.753121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929a05e-9da7-4fee-b9e9-e90cbfdbcb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a80004-e077-4f72-aa73-96f3c6344811,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:42.771816 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b7e58c0f-7ae3-4ee2-9de5-36e3053aa5c1 None None] For port 392f11de-8b8c-4f1c-9a14-de524808112a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=392f11de-8b8c-4f1c-9a14-de524808112a,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:42.772226 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7e58c0f-7ae3-4ee2-9de5-36e3053aa5c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.786648 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b7e58c0f-7ae3-4ee2-9de5-36e3053aa5c1 None None] Calling delete_port for 392f11de-8b8c-4f1c-9a14-de524808112a owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:42.795902 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] Deleting port 392f11de-8b8c-4f1c-9a14-de524808112a {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:42.796249 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.927936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-635592ec-1372-4b77-acce-297988d7d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:42.935527 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-635592ec-1372-4b77-acce-297988d7d81e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 1096 time: 0.2021470 Aug 20 11:36:42.957265 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] For port 392f11de-8b8c-4f1c-9a14-de524808112a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=392f11de-8b8c-4f1c-9a14-de524808112a,segment=NetworkSegment(c847b511-5e81-4f94-a640-d03ef6ab4105),segment_id=c847b511-5e81-4f94-a640-d03ef6ab4105)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:42.957584 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.993758 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7e58c0f-7ae3-4ee2-9de5-36e3053aa5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.995488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] Calling delete_port for 392f11de-8b8c-4f1c-9a14-de524808112a owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:43.017587 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafa4df-bfb1-4cae-a343-2bf65b94bd65 req-4ddfe909-ba8f-49b0-8f5e-928ae659ae28 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:43.024612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafa4df-bfb1-4cae-a343-2bf65b94bd65 req-4ddfe909-ba8f-49b0-8f5e-928ae659ae28 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:43.030689 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafa4df-bfb1-4cae-a343-2bf65b94bd65 req-4ddfe909-ba8f-49b0-8f5e-928ae659ae28 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:43.032854 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e58c0f-7ae3-4ee2-9de5-36e3053aa5c1 None None] Pushing event deleted for resources: {'Port': ['ID=392f11de-8b8c-4f1c-9a14-de524808112a,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:43.033292 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5fafa4df-bfb1-4cae-a343-2bf65b94bd65 req-4ddfe909-ba8f-49b0-8f5e-928ae659ae28 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa&device_id=37aaf64b-5ae3-4371-be27-43d65b470390&device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 2417 time: 0.0902278 Aug 20 11:36:43.037888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e58c0f-7ae3-4ee2-9de5-36e3053aa5c1 None None] No DVR routers for this DVR port 392f11de-8b8c-4f1c-9a14-de524808112a on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:43.098622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a513de-f47a-4897-a048-580122969fdc req-9128b02a-5ce7-4a72-a653-478514ef83e0 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:43.100946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-49a513de-f47a-4897-a048-580122969fdc req-9128b02a-5ce7-4a72-a653-478514ef83e0 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 945 time: 0.0809612 Aug 20 11:36:43.190813 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-49a513de-f47a-4897-a048-580122969fdc req-1c5f6b64-ef89-4ed7-8c89-9fdce21d8c99 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755062 Aug 20 11:36:43.211681 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5fafa4df-bfb1-4cae-a343-2bf65b94bd65 req-e505ad57-4561-4eff-92be-27af31836d68 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336329 Aug 20 11:36:43.257857 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.305343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-1d7e2911-cc87-4d5c-ba91-c11134c08048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:43.306848 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-1d7e2911-cc87-4d5c-ba91-c11134c08048 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.2367561 Aug 20 11:36:43.311234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=392f11de-8b8c-4f1c-9a14-de524808112a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:43.313690 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] No DVR routers for this DVR port 392f11de-8b8c-4f1c-9a14-de524808112a on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:43.420784 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-637de422-3ff0-4ec1-9939-87559a5cf0ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b055daed-ec3f-43e3-9afd-65b77bd63567 HTTP/1.1" status: 200 len: 217 time: 0.0950677 Aug 20 11:36:43.447996 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bebf1e0-f59a-4c3f-a432-9124536c7d7e req-5220749b-869c-428a-8ae5-d9bd880aff03 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1089690 Aug 20 11:36:43.510535 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.533938 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bb808-55e6-4283-af3d-f054f8f8a7be req-02a4f858-a2a1-40a6-83cf-006e51837bd9 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:43.541829 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-846bb808-55e6-4283-af3d-f054f8f8a7be req-02a4f858-a2a1-40a6-83cf-006e51837bd9 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 950 time: 0.2337153 Aug 20 11:36:43.547111 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2646293-359f-4e05-a742-c34a4466917c']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:43.574596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-fa8a375a-1db5-4b7f-b09c-7906c70f3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:43.576077 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-fa8a375a-1db5-4b7f-b09c-7906c70f3979 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.1139858 Aug 20 11:36:43.577805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c847b511-5e81-4f94-a640-d03ef6ab4105') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:43.578136 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c847b511-5e81-4f94-a640-d03ef6ab4105') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:43.620742 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.629958 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-4648cb15-4ae2-4ce2-bb3c-e73434be9b87 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378036 Aug 20 11:36:43.640605 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f29aa130-d098-4910-80dc-9cb2cc3f218d up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:43.668484 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.679402 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-846bb808-55e6-4283-af3d-f054f8f8a7be req-c2378368-33bd-4201-90d5-bb2b814928c7 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361759 Aug 20 11:36:43.739261 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:36:43.740210 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.754438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port f29aa130-d098-4910-80dc-9cb2cc3f218d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:43.755604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59180) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:43.756194 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:36:43.758643 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:36:43.846304 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-400006c2-a260-4731-933b-7cb4ff73b6d3 service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032893 Aug 20 11:36:43.969106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-cda31935-42e4-43a3-971c-6cb5bf7fc8e6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-320833446-network', 'tenant_id': '98c3d81c1e5e40faa4a89a99c68a0e4a'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:43.996582 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.028099 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda31935-42e4-43a3-971c-6cb5bf7fc8e6 admin admin] Made reservation on behalf of 98c3d81c1e5e40faa4a89a99c68a0e4a for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:44.030662 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cda31935-42e4-43a3-971c-6cb5bf7fc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.033276 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-7532a215-97a3-4226-b9fb-0263d60a3190 service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628306 Aug 20 11:36:44.034491 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.048522 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.055429 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c2646293-359f-4e05-a742-c34a4466917c HTTP/1.1" status: 204 len: 168 time: 1.9776416 Aug 20 11:36:44.060175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59188) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:44.065134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 00bd298c-7395-478e-9234-211ddc26665b no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:44.072103 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cda31935-42e4-43a3-971c-6cb5bf7fc8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.105442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 00bd298c-7395-478e-9234-211ddc26665b {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:44.105838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 00bd298c-7395-478e-9234-211ddc26665b not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:44.106311 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 392f11de-8b8c-4f1c-9a14-de524808112a no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:44.111681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4fe1e-c3f4-44b1-abd8-227441937ca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2646293-359f-4e05-a742-c34a4466917c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:44.112118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:44.132505 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.133383 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b055daed-ec3f-43e3-9afd-65b77bd63567 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:44.188553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 392f11de-8b8c-4f1c-9a14-de524808112a {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:44.188975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 392f11de-8b8c-4f1c-9a14-de524808112a not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:44.211303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f29aa130-d098-4910-80dc-9cb2cc3f218d,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:44.261206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:44.263990 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23da278-1fce-4f65-addc-cf8d6003b749" -d '{"events": [{"server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "name": "network-vif-plugged", "status": "completed", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:44.267900 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cda31935-42e4-43a3-971c-6cb5bf7fc8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.273660 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cda31935-42e4-43a3-971c-6cb5bf7fc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.274063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b055daed-ec3f-43e3-9afd-65b77bd63567 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:44.290803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda31935-42e4-43a3-971c-6cb5bf7fc8e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:36:44.304553 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cda31935-42e4-43a3-971c-6cb5bf7fc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.304933 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-cda31935-42e4-43a3-971c-6cb5bf7fc8e6 admin admin] Added segment f8dcde22-c769-4fba-90e9-9fa6c4ef1782 of type vlan for network 06e110b7-bc44-4395-8018-f13738dbad72 Aug 20 11:36:44.346108 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef75bce5-dc33-4722-821f-0a19d3fe5cdc x-openstack-request-id: req-ef75bce5-dc33-4722-821f-0a19d3fe5cdc {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:44.346659 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "name": "network-vif-plugged", "status": "completed", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:44.347162 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef75bce5-dc33-4722-821f-0a19d3fe5cdc {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:44.347617 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'code': 200} Aug 20 11:36:44.360302 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cda31935-42e4-43a3-971c-6cb5bf7fc8e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.415540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e4d2fcc9-d894-465d-a95a-9d20caab8c1a tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:44.417159 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-e4d2fcc9-d894-465d-a95a-9d20caab8c1a tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585&tenant_id=e814313934cf421f97eb05f907852359&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 1096 time: 0.0537250 Aug 20 11:36:44.453097 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cda31935-42e4-43a3-971c-6cb5bf7fc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.454080 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda31935-42e4-43a3-971c-6cb5bf7fc8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:44.454844 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cda31935-42e4-43a3-971c-6cb5bf7fc8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.555581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda31935-42e4-43a3-971c-6cb5bf7fc8e6 admin admin] Pushing event updated for resources: {'Network': ['ID=06e110b7-bc44-4395-8018-f13738dbad72,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:44.568240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 06e110b7-bc44-4395-8018-f13738dbad72 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:36:44.589730 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda31935-42e4-43a3-971c-6cb5bf7fc8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c4e91c-5e78-47d1-ba58-13bde2b14467,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:44.623001 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-879b76e4-b305-4550-8876-7aad3a01c30c service neutron] For port b055daed-ec3f-43e3-9afd-65b77bd63567, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:44.627769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-879b76e4-b305-4550-8876-7aad3a01c30c service neutron] Notify callbacks [] for binding, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.628999 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-afafe4f5-35ac-4dcb-97cf-f8af8dbcdfb4 req-879b76e4-b305-4550-8876-7aad3a01c30c service neutron] 10.222.0.35 "DELETE /v2.0/ports/b055daed-ec3f-43e3-9afd-65b77bd63567/bindings/n-h2-804299-2 HTTP/1.1" status: 204 len: 173 time: 0.1990685 Aug 20 11:36:44.650645 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cda31935-42e4-43a3-971c-6cb5bf7fc8e6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8939152 Aug 20 11:36:44.653889 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59204) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:44.666574 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-81f96273-c8c0-4538-84a0-19d21bde0e10 admin admin] Request body: {'subnet': {'network_id': '06e110b7-bc44-4395-8018-f13738dbad72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-320833446-subnet', 'tenant_id': '98c3d81c1e5e40faa4a89a99c68a0e4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:44.683103 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2a150-1422-4802-9a66-ff20d86f7e96 req-7526b89f-b068-420c-9957-6138c1474856 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:44.685409 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1ae2a150-1422-4802-9a66-ff20d86f7e96 req-7526b89f-b068-420c-9957-6138c1474856 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 945 time: 0.3145452 Aug 20 11:36:44.733931 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f96273-c8c0-4538-84a0-19d21bde0e10 admin admin] Made reservation on behalf of 98c3d81c1e5e40faa4a89a99c68a0e4a for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:44.750977 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81f96273-c8c0-4538-84a0-19d21bde0e10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.760360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1ae2a150-1422-4802-9a66-ff20d86f7e96 req-872d03bf-6cde-43ea-8ef4-0e43c6a00dd7 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628200 Aug 20 11:36:45.049720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528b283-6768-4a8f-a97e-a16578714877 req-4a4b19fe-cd74-45bf-a052-def2d61255a8 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:45.051246 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5528b283-6768-4a8f-a97e-a16578714877 req-4a4b19fe-cd74-45bf-a052-def2d61255a8 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 950 time: 0.1163938 Aug 20 11:36:45.078662 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81f96273-c8c0-4538-84a0-19d21bde0e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:45.179676 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f96273-c8c0-4538-84a0-19d21bde0e10 admin admin] Checking segment: {'id': 'f8dcde22-c769-4fba-90e9-9fa6c4ef1782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '06e110b7-bc44-4395-8018-f13738dbad72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:45.180320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f96273-c8c0-4538-84a0-19d21bde0e10 admin admin] Network hostable DHCP agents. Network: 06e110b7-bc44-4395-8018-f13738dbad72, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:36:45.185829 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5528b283-6768-4a8f-a97e-a16578714877 req-cb1557e8-23b4-478c-9cb6-b7d7bb1e95cf tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075284 Aug 20 11:36:45.205582 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f96273-c8c0-4538-84a0-19d21bde0e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4e1e4a-f8d4-42f1-9b4a-9147dd0910d7,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:45.234420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f96273-c8c0-4538-84a0-19d21bde0e10 admin admin] Network 06e110b7-bc44-4395-8018-f13738dbad72 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:36:45.253918 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-81f96273-c8c0-4538-84a0-19d21bde0e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 06e110b7-bc44-4395-8018-f13738dbad72) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:45.265096 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f96273-c8c0-4538-84a0-19d21bde0e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:45.266083 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81f96273-c8c0-4538-84a0-19d21bde0e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:45.268490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ed3ed2-9f90-4dd9-9912-4f303e26194b None None] Network 06e110b7-bc44-4395-8018-f13738dbad72 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:45.312168 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-81f96273-c8c0-4538-84a0-19d21bde0e10 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6567886 Aug 20 11:36:45.386891 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0093e7c7-a2cd-4ac6-8a3a-50034a3997a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:45.540537 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e72f6a-8445-4937-9867-c65be43861b9 None None] Network 06e110b7-bc44-4395-8018-f13738dbad72 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:45.966534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-0093e7c7-a2cd-4ac6-8a3a-50034a3997a4 admin admin] Deleting port e1e7cb06-a970-4cd0-8f1b-5987ee54967f {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:45.967069 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0093e7c7-a2cd-4ac6-8a3a-50034a3997a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:46.022086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e090d3c-92de-4b25-8c04-2b90ee0b93bb req-b6c09332-8baf-4c64-a112-182675e15c60 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:46.030892 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8e090d3c-92de-4b25-8c04-2b90ee0b93bb req-b6c09332-8baf-4c64-a112-182675e15c60 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 945 time: 0.0693338 Aug 20 11:36:46.071827 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8e090d3c-92de-4b25-8c04-2b90ee0b93bb req-ebf5d1b1-e5ad-4589-8576-2ad77a0f179f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400472 Aug 20 11:36:46.109873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f30bdd-1d03-4a00-916b-a7b6f9cee8ff req-fe5241dd-8723-4dae-88b1-331ee18afa8d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:46.111357 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-54f30bdd-1d03-4a00-916b-a7b6f9cee8ff req-fe5241dd-8723-4dae-88b1-331ee18afa8d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 945 time: 0.0956037 Aug 20 11:36:46.126098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-0093e7c7-a2cd-4ac6-8a3a-50034a3997a4 admin admin] For port e1e7cb06-a970-4cd0-8f1b-5987ee54967f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e1e7cb06-a970-4cd0-8f1b-5987ee54967f,segment=NetworkSegment(eb2e8a13-1d1d-4571-ad94-12f0263366bd),segment_id=eb2e8a13-1d1d-4571-ad94-12f0263366bd)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:46.129220 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0093e7c7-a2cd-4ac6-8a3a-50034a3997a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:46.174713 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-0093e7c7-a2cd-4ac6-8a3a-50034a3997a4 admin admin] Calling delete_port for e1e7cb06-a970-4cd0-8f1b-5987ee54967f owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:46.210808 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-54f30bdd-1d03-4a00-916b-a7b6f9cee8ff req-4aa25c2a-888c-448d-a0e4-d0314575eab4 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747900 Aug 20 11:36:46.356426 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022af0d-2e5e-4e9f-9b09-0383cbfe8f11 req-0313bcf3-6e8a-4deb-a9ec-f9367fb07b7f tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:46.358663 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7022af0d-2e5e-4e9f-9b09-0383cbfe8f11 req-0313bcf3-6e8a-4deb-a9ec-f9367fb07b7f tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 1096 time: 0.0609491 Aug 20 11:36:46.399202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ef84-df64-4445-a17f-18145c4fc552 req-3c4ca674-5284-41bd-8220-c31c8dfda785 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:46.400415 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73e0ef84-df64-4445-a17f-18145c4fc552 req-3c4ca674-5284-41bd-8220-c31c8dfda785 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 950 time: 0.0792654 Aug 20 11:36:46.428019 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7022af0d-2e5e-4e9f-9b09-0383cbfe8f11 req-5469d6e5-39fa-4e95-a7fe-e438777e90b8 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570326 Aug 20 11:36:46.474430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73e0ef84-df64-4445-a17f-18145c4fc552 req-150c15fd-8d89-4f9a-bc26-fb93fee51a4a tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650842 Aug 20 11:36:46.592426 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0093e7c7-a2cd-4ac6-8a3a-50034a3997a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:46.643390 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093e7c7-a2cd-4ac6-8a3a-50034a3997a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e7cb06-a970-4cd0-8f1b-5987ee54967f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:46.950981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-4615ed5d-9c97-4887-9bd9-d6aed239edd5 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:46.954972 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-4615ed5d-9c97-4887-9bd9-d6aed239edd5 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 808 time: 0.2216215 Aug 20 11:36:46.983882 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d16af4e3-ad8c-4aff-a300-1e4077a1a09e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/quotas/e814313934cf421f97eb05f907852359 HTTP/1.1" status: 200 len: 375 time: 0.0219948 Aug 20 11:36:47.028487 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0093e7c7-a2cd-4ac6-8a3a-50034a3997a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:47.051532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dec35-2969-42da-9098-edbdd3851128 req-77551417-b72d-458f-ba9f-2262bdb957a3 tempest-ServersAdminNegativeTestJSON-995568772 tempest-ServersAdminNegativeTestJSON-995568772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:47.063363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d61dec35-2969-42da-9098-edbdd3851128 req-77551417-b72d-458f-ba9f-2262bdb957a3 tempest-ServersAdminNegativeTestJSON-995568772 tempest-ServersAdminNegativeTestJSON-995568772-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 1101 time: 0.1126118 Aug 20 11:36:47.077151 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-3812c24e-568d-443d-b67a-035fa19e7bf4 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834317 Aug 20 11:36:47.124876 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d61dec35-2969-42da-9098-edbdd3851128 req-ae739b2a-ebb2-4e61-b5eb-b7fae52977b5 tempest-ServersAdminNegativeTestJSON-995568772 tempest-ServersAdminNegativeTestJSON-995568772-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:47.215635 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-ca811077-c1e2-432e-943f-47c9bd598fe3 service neutron] 10.222.0.37 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302810 Aug 20 11:36:47.355868 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-da144f91-316b-4104-9bda-2e8c01f02632 service neutron] 10.222.0.37 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386054 Aug 20 11:36:47.455629 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d61dec35-2969-42da-9098-edbdd3851128 req-ae739b2a-ebb2-4e61-b5eb-b7fae52977b5 tempest-ServersAdminNegativeTestJSON-995568772 tempest-ServersAdminNegativeTestJSON-995568772-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:47.470838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ada8e4-cf47-40d5-8a0c-39f64ccdab11 req-93b319ac-8fc5-4bed-9102-29425c191c68 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:47.472342 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80ada8e4-cf47-40d5-8a0c-39f64ccdab11 req-93b319ac-8fc5-4bed-9102-29425c191c68 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.76 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 945 time: 0.1474676 Aug 20 11:36:47.476185 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d61dec35-2969-42da-9098-edbdd3851128 req-ae739b2a-ebb2-4e61-b5eb-b7fae52977b5 tempest-ServersAdminNegativeTestJSON-995568772 tempest-ServersAdminNegativeTestJSON-995568772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:47.479410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0093e7c7-a2cd-4ac6-8a3a-50034a3997a4 admin admin] Router 99b997f9-575c-4cca-a9fa-2036e5c6e799 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:36:47.605259 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d61dec35-2969-42da-9098-edbdd3851128 req-ae739b2a-ebb2-4e61-b5eb-b7fae52977b5 tempest-ServersAdminNegativeTestJSON-995568772 tempest-ServersAdminNegativeTestJSON-995568772-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409257 Aug 20 11:36:47.647156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae739b2a-ebb2-4e61-b5eb-b7fae52977b5 tempest-ServersAdminNegativeTestJSON-995568772 tempest-ServersAdminNegativeTestJSON-995568772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8175e936-1d68-44ad-804f-83cc8a170164,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:47.765010 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-04e8e31f-ff9b-4606-9c00-1ae47b09eb22 req-bfd2c8a6-79da-43a6-9978-bfdeeaafd375 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 210 time: 0.0515060 Aug 20 11:36:48.216505 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc25dd-d701-4e55-a8a0-0f595d1c129f req-020be426-0cc0-42e2-a536-c965d985482d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:48.218126 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9bc25dd-d701-4e55-a8a0-0f595d1c129f req-020be426-0cc0-42e2-a536-c965d985482d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=e262e9fe-32f3-4e2a-99e6-dae26d78d1fa HTTP/1.1" status: 200 len: 945 time: 0.4725521 Aug 20 11:36:48.224107 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0093e7c7-a2cd-4ac6-8a3a-50034a3997a4 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:36:48.239022 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0093e7c7-a2cd-4ac6-8a3a-50034a3997a4 admin admin] 10.222.0.37 "PUT /v2.0/routers/99b997f9-575c-4cca-a9fa-2036e5c6e799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1742589 Aug 20 11:36:48.239523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7879862c-f70d-40a3-90c0-bff49491c5b3 None None] Sync routers for ids ['99b997f9-575c-4cca-a9fa-2036e5c6e799'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:36:48.240214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59296) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:48.240981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-80ada8e4-cf47-40d5-8a0c-39f64ccdab11 req-d28e9bb0-7228-4a8d-bbc4-c2e6d2880e5d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Deleting port ea1907de-650c-4692-8eb9-8e3f3e8a595d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:48.240981 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-80ada8e4-cf47-40d5-8a0c-39f64ccdab11 req-d28e9bb0-7228-4a8d-bbc4-c2e6d2880e5d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:48.267961 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7879862c-f70d-40a3-90c0-bff49491c5b3 None None] Routers {'99b997f9-575c-4cca-a9fa-2036e5c6e799'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:48.269051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7879862c-f70d-40a3-90c0-bff49491c5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:36:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['99b997f9-575c-4cca-a9fa-2036e5c6e799'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:48.382505 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9bc25dd-d701-4e55-a8a0-0f595d1c129f req-ab5a5a58-ea40-4523-9326-4d515b77b93b tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365049 Aug 20 11:36:48.393373 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d591fc36-81bd-4b07-b62b-44374d665ad1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:48.445992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-80ada8e4-cf47-40d5-8a0c-39f64ccdab11 req-d28e9bb0-7228-4a8d-bbc4-c2e6d2880e5d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] For port ea1907de-650c-4692-8eb9-8e3f3e8a595d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ea1907de-650c-4692-8eb9-8e3f3e8a595d,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:48.446483 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-80ada8e4-cf47-40d5-8a0c-39f64ccdab11 req-d28e9bb0-7228-4a8d-bbc4-c2e6d2880e5d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:48.471221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-80ada8e4-cf47-40d5-8a0c-39f64ccdab11 req-d28e9bb0-7228-4a8d-bbc4-c2e6d2880e5d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Calling delete_port for ea1907de-650c-4692-8eb9-8e3f3e8a595d owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:48.616381 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-7879862c-f70d-40a3-90c0-bff49491c5b3 None None] Set router 99b997f9-575c-4cca-a9fa-2036e5c6e799 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:36:48.671021 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d591fc36-81bd-4b07-b62b-44374d665ad1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:48.768279 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d591fc36-81bd-4b07-b62b-44374d665ad1 admin admin] Deleting port 01907175-0b74-4597-9bd7-72caa7e3eed7 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:48.769009 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d591fc36-81bd-4b07-b62b-44374d665ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:48.794140 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-80ada8e4-cf47-40d5-8a0c-39f64ccdab11 req-d28e9bb0-7228-4a8d-bbc4-c2e6d2880e5d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:48.858970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['1569a4e9-d62a-4007-b988-5c7771243d4f', 'ea1907de-650c-4692-8eb9-8e3f3e8a595d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:48.866273 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['9c9b460d-7709-4833-b5d7-ad533180af0b'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:48.904529 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e9bb0-7228-4a8d-bbc4-c2e6d2880e5d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Pushing event deleted for resources: {'Port': ['ID=ea1907de-650c-4692-8eb9-8e3f3e8a595d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:48.921435 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d591fc36-81bd-4b07-b62b-44374d665ad1 admin admin] For port 01907175-0b74-4597-9bd7-72caa7e3eed7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=01907175-0b74-4597-9bd7-72caa7e3eed7,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:48.921934 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d591fc36-81bd-4b07-b62b-44374d665ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:48.937761 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d591fc36-81bd-4b07-b62b-44374d665ad1 admin admin] Calling delete_port for 01907175-0b74-4597-9bd7-72caa7e3eed7 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:48.994024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ada8e4-cf47-40d5-8a0c-39f64ccdab11 req-d28e9bb0-7228-4a8d-bbc4-c2e6d2880e5d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] No DVR routers for this DVR port ea1907de-650c-4692-8eb9-8e3f3e8a595d on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:48.997369 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-80ada8e4-cf47-40d5-8a0c-39f64ccdab11 req-d28e9bb0-7228-4a8d-bbc4-c2e6d2880e5d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:48.999586 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80ada8e4-cf47-40d5-8a0c-39f64ccdab11 req-d28e9bb0-7228-4a8d-bbc4-c2e6d2880e5d tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.76 "DELETE /v2.0/ports/ea1907de-650c-4692-8eb9-8e3f3e8a595d HTTP/1.1" status: 204 len: 173 time: 1.5122991 Aug 20 11:36:49.001333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e262e9fe-32f3-4e2a-99e6-dae26d78d1fa', 'name': 'network-vif-deleted', 'tag': 'ea1907de-650c-4692-8eb9-8e3f3e8a595d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:49.011471 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc5de54-8286-4393-8e37-1b8d13a28436" -d '{"events": [{"server_uuid": "e262e9fe-32f3-4e2a-99e6-dae26d78d1fa", "name": "network-vif-deleted", "tag": "ea1907de-650c-4692-8eb9-8e3f3e8a595d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:49.034938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ca5b0-6b30-4791-a101-944743c0c03c req-5e95b22f-8605-4c95-b016-e419747df236 tempest-ServersAdminNegativeTestJSON-995568772 tempest-ServersAdminNegativeTestJSON-995568772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:49.056907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-330ca5b0-6b30-4791-a101-944743c0c03c req-5e95b22f-8605-4c95-b016-e419747df236 tempest-ServersAdminNegativeTestJSON-995568772 tempest-ServersAdminNegativeTestJSON-995568772-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 1101 time: 0.2255690 Aug 20 11:36:49.163025 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-330ca5b0-6b30-4791-a101-944743c0c03c req-cb0da17b-ccbe-4844-9a63-3b8ebd8e590e tempest-ServersAdminNegativeTestJSON-995568772 tempest-ServersAdminNegativeTestJSON-995568772-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131315 Aug 20 11:36:49.233423 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-827ec374-765c-4b4c-b607-d0ea92ab3875 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:49.241512 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-827ec374-765c-4b4c-b607-d0ea92ab3875 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/networks?id=06e110b7-bc44-4395-8018-f13738dbad72 HTTP/1.1" status: 200 len: 809 time: 0.2996888 Aug 20 11:36:49.262087 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-97a23ce4-a86d-4b66-a070-ed46570494e2 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/quotas/98c3d81c1e5e40faa4a89a99c68a0e4a HTTP/1.1" status: 200 len: 375 time: 0.0193694 Aug 20 11:36:49.306299 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-4e1b9e3f-2277-4e7f-a7ad-17b845a3c944 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=98c3d81c1e5e40faa4a89a99c68a0e4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428846 Aug 20 11:36:49.418851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55384406-a79a-4383-8471-bd58c1e84c23 req-e0fb6979-ba51-4635-97ae-01b570bb5097 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 210 time: 0.1146569 Aug 20 11:36:49.567987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-a772db1c-f32f-4bb2-b20b-d6f7fcb115a0 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:49.569576 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-a772db1c-f32f-4bb2-b20b-d6f7fcb115a0 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.76 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 808 time: 0.3315985 Aug 20 11:36:49.589975 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-2d73ad8e-55d2-429a-b320-f6f4e6020359 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Request body: {'port': {'device_id': '8ad49992-efb7-410a-b858-8e58aed7509e', 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb', 'admin_state_up': True, 'tenant_id': 'e814313934cf421f97eb05f907852359'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:49.664036 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-64f92285-039a-432b-9d93-8a14f9d2a621 service neutron] 10.222.0.37 "GET /v2.0/networks/06e110b7-bc44-4395-8018-f13738dbad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565257 Aug 20 11:36:49.672178 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d427c6d-10a5-4fa6-9304-f33c19102f5d x-openstack-request-id: req-4d427c6d-10a5-4fa6-9304-f33c19102f5d {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:49.672468 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e262e9fe-32f3-4e2a-99e6-dae26d78d1fa", "name": "network-vif-deleted", "tag": "ea1907de-650c-4692-8eb9-8e3f3e8a595d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:49.672798 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d427c6d-10a5-4fa6-9304-f33c19102f5d {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:49.673150 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e262e9fe-32f3-4e2a-99e6-dae26d78d1fa', 'name': 'network-vif-deleted', 'tag': 'ea1907de-650c-4692-8eb9-8e3f3e8a595d', 'status': 'completed', 'code': 200} Aug 20 11:36:49.785145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7879862c-f70d-40a3-90c0-bff49491c5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425998940-router', 'tenant_id': '675e6b50f45d4845af102783a0c8c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '01907175-0b74-4597-9bd7-72caa7e3eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:58Z', 'updated_at': '2021-08-20T11:36:46Z', 'revision_number': 5, 'project_id': '675e6b50f45d4845af102783a0c8c276', 'gw_port': {'id': '01907175-0b74-4597-9bd7-72caa7e3eed7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:00Z', 'updated_at': '2021-08-20T11:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:49.820941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-2d73ad8e-55d2-429a-b320-f6f4e6020359 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Made reservation on behalf of e814313934cf421f97eb05f907852359 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:49.826936 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-2d73ad8e-55d2-429a-b320-f6f4e6020359 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:49.832622 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7879862c-f70d-40a3-90c0-bff49491c5b3 None None] Checking router: 99b997f9-575c-4cca-a9fa-2036e5c6e799 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:36:49.836325 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d591fc36-81bd-4b07-b62b-44374d665ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:49.962616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7879862c-f70d-40a3-90c0-bff49491c5b3 None None] Routers {'99b997f9-575c-4cca-a9fa-2036e5c6e799'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:49.963340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7879862c-f70d-40a3-90c0-bff49491c5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:36:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['99b997f9-575c-4cca-a9fa-2036e5c6e799'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:49.974188 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591fc36-81bd-4b07-b62b-44374d665ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=01907175-0b74-4597-9bd7-72caa7e3eed7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:50.071239 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-8a3167c2-d428-4a75-aa13-417755246ece service neutron] 10.222.0.37 "GET /v2.0/networks/06e110b7-bc44-4395-8018-f13738dbad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974016 Aug 20 11:36:50.083686 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d591fc36-81bd-4b07-b62b-44374d665ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:50.152686 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-2d73ad8e-55d2-429a-b320-f6f4e6020359 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Allocated IP 172.20.0.7 (b3e66dad-2722-4cd9-8851-7b0d20197ecb/fb7ba715-0bf5-4c19-8ac5-c5ba02550d40/37137d13-5bf9-4699-8a51-09249c0541d1) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:50.264534 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-7879862c-f70d-40a3-90c0-bff49491c5b3 None None] Set router 99b997f9-575c-4cca-a9fa-2036e5c6e799 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:36:50.324918 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d591fc36-81bd-4b07-b62b-44374d665ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:50.339374 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d591fc36-81bd-4b07-b62b-44374d665ad1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:50.450736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7879862c-f70d-40a3-90c0-bff49491c5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425998940-router', 'tenant_id': '675e6b50f45d4845af102783a0c8c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:58Z', 'updated_at': '2021-08-20T11:36:49Z', 'revision_number': 7, 'project_id': '675e6b50f45d4845af102783a0c8c276', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:50.556711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7879862c-f70d-40a3-90c0-bff49491c5b3 None None] The sync data for ids ['99b997f9-575c-4cca-a9fa-2036e5c6e799'] in n-d-804299-2 is: [{'id': '99b997f9-575c-4cca-a9fa-2036e5c6e799', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425998940-router', 'tenant_id': '675e6b50f45d4845af102783a0c8c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:58Z', 'updated_at': '2021-08-20T11:36:49Z', 'revision_number': 7, 'project_id': '675e6b50f45d4845af102783a0c8c276', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:36:50.620033 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-2d73ad8e-55d2-429a-b320-f6f4e6020359 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:50.706076 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14b1a4-0375-4ac9-ace4-441fcebc014d req-be8d85c3-1a13-46fd-8290-3b63771f77a3 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:50.708070 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef14b1a4-0375-4ac9-ace4-441fcebc014d req-be8d85c3-1a13-46fd-8290-3b63771f77a3 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=37aaf64b-5ae3-4371-be27-43d65b470390 HTTP/1.1" status: 200 len: 945 time: 0.2098718 Aug 20 11:36:50.749565 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-2d73ad8e-55d2-429a-b320-f6f4e6020359 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:50.812751 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef14b1a4-0375-4ac9-ace4-441fcebc014d req-e0f5f3de-b9cc-4e0e-a130-b9d6b5e6f511 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944533 Aug 20 11:36:50.859258 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-2d73ad8e-55d2-429a-b320-f6f4e6020359 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Network b3e66dad-2722-4cd9-8851-7b0d20197ecb is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:50.862902 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-2d73ad8e-55d2-429a-b320-f6f4e6020359 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:50.878633 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-2d73ad8e-55d2-429a-b320-f6f4e6020359 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:50.885992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73ad8e-55d2-429a-b320-f6f4e6020359 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Pushing event updated for resources: {'Port': ['ID=37137d13-5bf9-4699-8a51-09249c0541d1,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:50.962705 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d591fc36-81bd-4b07-b62b-44374d665ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:50.964996 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d591fc36-81bd-4b07-b62b-44374d665ad1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99b997f9-575c-4cca-a9fa-2036e5c6e799 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:36:50.982817 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b3a56f8-2656-4569-ac51-234c141c5638 req-f1d10bca-d17c-479f-91b9-5e0fe123ceee tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 210 time: 0.1003511 Aug 20 11:36:51.003282 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d591fc36-81bd-4b07-b62b-44374d665ad1 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.006995 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d591fc36-81bd-4b07-b62b-44374d665ad1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/99b997f9-575c-4cca-a9fa-2036e5c6e799 HTTP/1.1" status: 204 len: 168 time: 2.7638421 Aug 20 11:36:51.007674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59372) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:51.026918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-2d73ad8e-55d2-429a-b320-f6f4e6020359 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:51.028116 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-2d73ad8e-55d2-429a-b320-f6f4e6020359 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.037758 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e80d5-1068-43da-b80b-35d1e6adfe3e req-f8a7cb60-7da6-4caf-8177-381042ea3308 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:51.045561 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-001e80d5-1068-43da-b80b-35d1e6adfe3e req-f8a7cb60-7da6-4caf-8177-381042ea3308 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 931 time: 0.1401694 Aug 20 11:36:51.068777 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-2d73ad8e-55d2-429a-b320-f6f4e6020359 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4843211 Aug 20 11:36:51.097830 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Request body: {'port': {'device_id': '8ad49992-efb7-410a-b858-8e58aed7509e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:51.144226 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-001e80d5-1068-43da-b80b-35d1e6adfe3e req-bce3214e-da40-4234-a01c-9549e506ac29 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967445 Aug 20 11:36:51.201948 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f57d21-e052-4e53-9d10-b088b8a6386d admin admin] Deleting subnet 736b5211-9d25-43f8-922c-dd37e6697f8d {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:36:51.218803 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15f57d21-e052-4e53-9d10-b088b8a6386d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.247813 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.307515 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15f57d21-e052-4e53-9d10-b088b8a6386d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.612070 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15f57d21-e052-4e53-9d10-b088b8a6386d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.663515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ea1907de-650c-4692-8eb9-8e3f3e8a595d no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:51.678899 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201c26a-1608-416c-81a1-f26c8ec47b49 req-d4d587d7-a594-4770-b7ed-6401125f8e6f tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:51.680485 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f201c26a-1608-416c-81a1-f26c8ec47b49 req-d4d587d7-a594-4770-b7ed-6401125f8e6f tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 950 time: 0.2280111 Aug 20 11:36:51.711728 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: ea1907de-650c-4692-8eb9-8e3f3e8a595d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:51.713442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ea1907de-650c-4692-8eb9-8e3f3e8a595d not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:51.847619 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15f57d21-e052-4e53-9d10-b088b8a6386d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.863646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37137d13-5bf9-4699-8a51-09249c0541d1 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:51.905070 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.929962 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f201c26a-1608-416c-81a1-f26c8ec47b49 req-e3c50f96-8147-4cef-bdcb-f61a8e111c4d tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606700 Aug 20 11:36:51.948613 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f57d21-e052-4e53-9d10-b088b8a6386d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=736b5211-9d25-43f8-922c-dd37e6697f8d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:51.966158 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15f57d21-e052-4e53-9d10-b088b8a6386d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.969685 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-15f57d21-e052-4e53-9d10-b088b8a6386d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/736b5211-9d25-43f8-922c-dd37e6697f8d HTTP/1.1" status: 204 len: 168 time: 0.9600542 Aug 20 11:36:51.970364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cd0659-1ad2-4bfa-85bc-840aec3ae0a3 None None] Network efd77246-7646-404c-90e1-f9c8190da875 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:51.973286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59386) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:52.051415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c10af7-7ecf-4f78-86af-ed91b618445a req-f25b533e-955f-4b7b-ba5c-e6a212da95f5 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:52.079358 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f7c10af7-7ecf-4f78-86af-ed91b618445a req-f25b533e-955f-4b7b-ba5c-e6a212da95f5 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=37aaf64b-5ae3-4371-be27-43d65b470390 HTTP/1.1" status: 200 len: 945 time: 0.1732705 Aug 20 11:36:52.108573 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.111788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Transition to ACTIVE for port object 37137d13-5bf9-4699-8a51-09249c0541d1 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:52.123793 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.183287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f7c10af7-7ecf-4f78-86af-ed91b618445a req-bdf481ff-2322-4329-b180-d3c5eedae183 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017513 Aug 20 11:36:52.202760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e1e7cb06-a970-4cd0-8f1b-5987ee54967f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:52.230687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: e1e7cb06-a970-4cd0-8f1b-5987ee54967f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:52.231325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e1e7cb06-a970-4cd0-8f1b-5987ee54967f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:52.231909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 01907175-0b74-4597-9bd7-72caa7e3eed7 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:52.250980 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7dc2dcab-204c-4175-9b3d-36570917b4ba req-b750cf02-29a8-4860-846f-0d64ebc8c04a tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 210 time: 0.0462329 Aug 20 11:36:52.304496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 01907175-0b74-4597-9bd7-72caa7e3eed7 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:52.305093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 01907175-0b74-4597-9bd7-72caa7e3eed7 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:52.339881 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f002bb50-6ac2-42d3-9aa4-da1e08e7ab7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.370862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Pushing event updated for resources: {'Port': ['ID=37137d13-5bf9-4699-8a51-09249c0541d1,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:52.408733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec72018-1b2e-4578-bc04-2455fce461e5 req-ae2904b3-9e34-4a54-944d-a538bc59173d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:52.419763 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dec72018-1b2e-4578-bc04-2455fce461e5 req-ae2904b3-9e34-4a54-944d-a538bc59173d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 943 time: 0.1358852 Aug 20 11:36:52.450366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd32f5d-ec1d-4630-8ce0-251ebaaa2755 None None] DHCP port deletion for efd77246-7646-404c-90e1-f9c8190da875 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:36:52.530649 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dec72018-1b2e-4578-bc04-2455fce461e5 req-5091ef34-b642-4301-a7cc-7491a8235167 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088409 Aug 20 11:36:52.564175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ddd32f5d-ec1d-4630-8ce0-251ebaaa2755 None None] Deleting port b639b647-fdbb-4b5a-bf96-e1575a94cf50 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:52.564793 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ddd32f5d-ec1d-4630-8ce0-251ebaaa2755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.574592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Deleting port b639b647-fdbb-4b5a-bf96-e1575a94cf50 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:52.574934 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.664712 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Attempting to bind port 37137d13-5bf9-4699-8a51-09249c0541d1 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:52.664973 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Attempting to bind port 37137d13-5bf9-4699-8a51-09249c0541d1 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:52.665864 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Attempting to bind port 37137d13-5bf9-4699-8a51-09249c0541d1 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:52.666013 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ddd32f5d-ec1d-4630-8ce0-251ebaaa2755 None None] For port b639b647-fdbb-4b5a-bf96-e1575a94cf50, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b639b647-fdbb-4b5a-bf96-e1575a94cf50,segment=NetworkSegment(eb2e8a13-1d1d-4571-ad94-12f0263366bd),segment_id=eb2e8a13-1d1d-4571-ad94-12f0263366bd)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:52.666497 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ddd32f5d-ec1d-4630-8ce0-251ebaaa2755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.671886 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Port 37137d13-5bf9-4699-8a51-09249c0541d1 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:36:52.672206 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Attempting to bind port 37137d13-5bf9-4699-8a51-09249c0541d1 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:52.695548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ddd32f5d-ec1d-4630-8ce0-251ebaaa2755 None None] Calling delete_port for b639b647-fdbb-4b5a-bf96-e1575a94cf50 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:52.704558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:52.705181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Checking segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:52.705673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Bound using segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:52.706151 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Bound port: 37137d13-5bf9-4699-8a51-09249c0541d1, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:52.706488 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.728788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] For port b639b647-fdbb-4b5a-bf96-e1575a94cf50, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b639b647-fdbb-4b5a-bf96-e1575a94cf50,segment=NetworkSegment(eb2e8a13-1d1d-4571-ad94-12f0263366bd),segment_id=eb2e8a13-1d1d-4571-ad94-12f0263366bd)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:52.729153 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.764455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Calling delete_port for b639b647-fdbb-4b5a-bf96-e1575a94cf50 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:52.771642 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-df3743a9-4124-4a65-b4de-dcfe45a2ba2f tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:52.781052 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-df3743a9-4124-4a65-b4de-dcfe45a2ba2f tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.35 "GET /v2.0/networks?id=06e110b7-bc44-4395-8018-f13738dbad72 HTTP/1.1" status: 200 len: 809 time: 0.2427447 Aug 20 11:36:52.796329 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cdacbb5f-88de-4ac5-a0da-89a02c4296a3 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Request body: {'port': {'device_id': 'b97d7b18-dbe1-4930-8524-0a3c224c854e', 'network_id': '06e110b7-bc44-4395-8018-f13738dbad72', 'admin_state_up': True, 'tenant_id': '98c3d81c1e5e40faa4a89a99c68a0e4a'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:52.855971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] For port 37137d13-5bf9-4699-8a51-09249c0541d1, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:52.864102 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] For port 37137d13-5bf9-4699-8a51-09249c0541d1, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=37137d13-5bf9-4699-8a51-09249c0541d1,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:52.873609 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.901391 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ddd32f5d-ec1d-4630-8ce0-251ebaaa2755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.918801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:52.919427 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.923482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] 10.222.0.76 "PUT /v2.0/ports/37137d13-5bf9-4699-8a51-09249c0541d1 HTTP/1.1" status: 200 len: 1091 time: 1.8307242 Aug 20 11:36:52.924099 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad49992-efb7-410a-b858-8e58aed7509e', 'tag': '37137d13-5bf9-4699-8a51-09249c0541d1'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:52.926486 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88d8629-d72f-4e23-9a3d-c1765aae2a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad49992-efb7-410a-b858-8e58aed7509e", "tag": "37137d13-5bf9-4699-8a51-09249c0541d1"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:52.956185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd32f5d-ec1d-4630-8ce0-251ebaaa2755 None None] Pushing event deleted for resources: {'Port': ['ID=b639b647-fdbb-4b5a-bf96-e1575a94cf50,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:52.965391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd32f5d-ec1d-4630-8ce0-251ebaaa2755 None None] No DVR routers for this DVR port b639b647-fdbb-4b5a-bf96-e1575a94cf50 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:53.017671 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.039652 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2768067-aa06-4b9a-84c1-2b2d7b4fd5ff x-openstack-request-id: req-c2768067-aa06-4b9a-84c1-2b2d7b4fd5ff {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:53.039978 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad49992-efb7-410a-b858-8e58aed7509e", "tag": "37137d13-5bf9-4699-8a51-09249c0541d1", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:53.040200 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2768067-aa06-4b9a-84c1-2b2d7b4fd5ff {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:53.040601 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad49992-efb7-410a-b858-8e58aed7509e', 'tag': '37137d13-5bf9-4699-8a51-09249c0541d1', 'status': 'completed', 'code': 200} Aug 20 11:36:53.046809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-1beb4cb2-484c-488e-be64-996fa2794568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:53.048377 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-1beb4cb2-484c-488e-be64-996fa2794568 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 1094 time: 0.0829294 Aug 20 11:36:53.054947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4997c38-2fe5-44b7-8cf5-34df24651a1e req-b4ad23da-7182-472c-b3c2-c817bd4bb7c2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:53.055712 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ac7c1-b9a1-41f7-872f-81b9e8f03bdc service neutron] Pushing event updated for resources: {'Port': ['ID=37137d13-5bf9-4699-8a51-09249c0541d1,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:53.056646 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4997c38-2fe5-44b7-8cf5-34df24651a1e req-b4ad23da-7182-472c-b3c2-c817bd4bb7c2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.35 "GET /v2.0/ports?device_id=37aaf64b-5ae3-4371-be27-43d65b470390 HTTP/1.1" status: 200 len: 945 time: 0.2223203 Aug 20 11:36:53.063424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] No DVR routers for this DVR port b639b647-fdbb-4b5a-bf96-e1575a94cf50 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:53.155833 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b639b647-fdbb-4b5a-bf96-e1575a94cf50,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:53.171322 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-1f4abf98-2bbb-442f-b92c-29e4fceef8c0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37137d13-5bf9-4699-8a51-09249c0541d1 HTTP/1.1" status: 200 len: 217 time: 0.1095295 Aug 20 11:36:53.237223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa058f-aa21-4555-8f88-4f7da4e31b92 req-5c3fefcf-92b2-47f1-8a2d-ee3c227e33d4 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:53.239053 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d3aa058f-aa21-4555-8f88-4f7da4e31b92 req-5c3fefcf-92b2-47f1-8a2d-ee3c227e33d4 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 950 time: 0.1782622 Aug 20 11:36:53.256863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cdacbb5f-88de-4ac5-a0da-89a02c4296a3 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Made reservation on behalf of 98c3d81c1e5e40faa4a89a99c68a0e4a for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:53.261053 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cdacbb5f-88de-4ac5-a0da-89a02c4296a3 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.283734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-797182a9-9e8a-4967-86f6-b99bcc75ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:53.285808 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-797182a9-9e8a-4967-86f6-b99bcc75ac50 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.0600984 Aug 20 11:36:53.324726 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d3aa058f-aa21-4555-8f88-4f7da4e31b92 req-9ebaad27-1bba-475d-870d-7ea8f7cd5bbf tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770144 Aug 20 11:36:53.328615 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-e43dfb78-dd83-4c88-8973-9748dbeafd96 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324636 Aug 20 11:36:53.337906 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-f4997c38-2fe5-44b7-8cf5-34df24651a1e req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Deleting port 9c9b460d-7709-4833-b5d7-ad533180af0b {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:53.338393 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f4997c38-2fe5-44b7-8cf5-34df24651a1e req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.339242 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.386099 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd77246-7646-404c-90e1-f9c8190da875']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:53.454876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2e8a13-1d1d-4571-ad94-12f0263366bd') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:53.454876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2e8a13-1d1d-4571-ad94-12f0263366bd') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:53.469304 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.477872 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-745fc779-b3a6-4d4c-81e4-564449f377e4 req-2071d38f-6fb8-410f-b834-9ecc8d803c53 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 210 time: 0.0425425 Aug 20 11:36:53.507928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ed0e4-9b03-4548-8f68-89e0311b0a61 req-dddd0203-7bf1-4120-9528-9ba3e4cda54c tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:53.516197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-454ed0e4-9b03-4548-8f68-89e0311b0a61 req-dddd0203-7bf1-4120-9528-9ba3e4cda54c tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=37aaf64b-5ae3-4371-be27-43d65b470390 HTTP/1.1" status: 200 len: 945 time: 0.1830630 Aug 20 11:36:53.524926 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.559403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:36:53.559876 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:36:53.562273 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:36:53.574358 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-f4997c38-2fe5-44b7-8cf5-34df24651a1e req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] For port 9c9b460d-7709-4833-b5d7-ad533180af0b, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=9c9b460d-7709-4833-b5d7-ad533180af0b,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:53.574625 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f4997c38-2fe5-44b7-8cf5-34df24651a1e req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.589257 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cdacbb5f-88de-4ac5-a0da-89a02c4296a3 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Allocated IP 172.20.0.2 (06e110b7-bc44-4395-8018-f13738dbad72/de4e1e4a-f8d4-42f1-9b4a-9147dd0910d7/ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:53.598265 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-f4997c38-2fe5-44b7-8cf5-34df24651a1e req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Calling delete_port for 9c9b460d-7709-4833-b5d7-ad533180af0b owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:53.680336 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-454ed0e4-9b03-4548-8f68-89e0311b0a61 req-ee1c0221-41c6-4248-a9b0-95ac3ac02e75 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637051 Aug 20 11:36:53.735872 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-52ff9267-db31-4f29-a0d1-ded21999c805 service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794336 Aug 20 11:36:53.741525 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.749129 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.765404 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/efd77246-7646-404c-90e1-f9c8190da875 HTTP/1.1" status: 204 len: 168 time: 1.7786810 Aug 20 11:36:53.852321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=efd77246-7646-404c-90e1-f9c8190da875,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:53.950889 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cdacbb5f-88de-4ac5-a0da-89a02c4296a3 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.956666 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59420) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:53.962009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:53.962681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:53.962681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:53.963024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:53.963357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:53.963686 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:53.964035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:53.964340 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:53.964690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:53.965211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:53.965528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:53.965876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b7607-28a8-4590-a1c4-9c4e3a6a82a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:53.973176 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f4997c38-2fe5-44b7-8cf5-34df24651a1e req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.986444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['1569a4e9-d62a-4007-b988-5c7771243d4f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:54.030593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['9c9b460d-7709-4833-b5d7-ad533180af0b'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:54.037593 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Pushing event deleted for resources: {'Port': ['ID=9c9b460d-7709-4833-b5d7-ad533180af0b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:54.048569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b639b647-fdbb-4b5a-bf96-e1575a94cf50 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:54.099308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: b639b647-fdbb-4b5a-bf96-e1575a94cf50 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:54.099934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b639b647-fdbb-4b5a-bf96-e1575a94cf50 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:54.122925 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4997c38-2fe5-44b7-8cf5-34df24651a1e req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] No DVR routers for this DVR port 9c9b460d-7709-4833-b5d7-ad533180af0b on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:54.125395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:54.125833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:54.126184 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:54.126674 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:54.126847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:54.127178 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:54.127566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:54.127866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:54.128224 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:54.128991 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:54.129137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef95c6-e6ef-43a6-a99d-c61c6ec2255f req-7294d969-5594-48d8-9454-5bfb768557f2 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:54.129316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:54.129433 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:54.133089 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f4997c38-2fe5-44b7-8cf5-34df24651a1e req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:54.135085 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4997c38-2fe5-44b7-8cf5-34df24651a1e req-37009c69-acd0-4e25-804d-306811dbc9d2 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.35 "DELETE /v2.0/ports/9c9b460d-7709-4833-b5d7-ad533180af0b HTTP/1.1" status: 204 len: 173 time: 1.0669580 Aug 20 11:36:54.140616 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17ef95c6-e6ef-43a6-a99d-c61c6ec2255f req-7294d969-5594-48d8-9454-5bfb768557f2 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 943 time: 0.3557892 Aug 20 11:36:54.153383 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37aaf64b-5ae3-4371-be27-43d65b470390', 'name': 'network-vif-deleted', 'tag': '9c9b460d-7709-4833-b5d7-ad533180af0b'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:54.158237 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8ae564-757d-42da-af25-d4bed4e2024b" -d '{"events": [{"server_uuid": "37aaf64b-5ae3-4371-be27-43d65b470390", "name": "network-vif-deleted", "tag": "9c9b460d-7709-4833-b5d7-ad533180af0b"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:54.217060 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-65eab68e-7642-4001-a912-6a6662ff12f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=978ff14d3705424686f86711e9a84d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573338 Aug 20 11:36:54.217849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59424) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:54.244674 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6057b12b-4fe7-4243-ac25-c76be8312629 x-openstack-request-id: req-6057b12b-4fe7-4243-ac25-c76be8312629 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:54.244923 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37aaf64b-5ae3-4371-be27-43d65b470390", "name": "network-vif-deleted", "tag": "9c9b460d-7709-4833-b5d7-ad533180af0b", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:54.245045 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6057b12b-4fe7-4243-ac25-c76be8312629 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:54.245462 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37aaf64b-5ae3-4371-be27-43d65b470390', 'name': 'network-vif-deleted', 'tag': '9c9b460d-7709-4833-b5d7-ad533180af0b', 'status': 'completed', 'code': 200} Aug 20 11:36:54.257336 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cdacbb5f-88de-4ac5-a0da-89a02c4296a3 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:54.266059 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bee32263-0e89-42f1-b29c-49296e9c5de1 req-d46539ad-e9c4-43b5-9df3-647ed29fc53b service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978213 Aug 20 11:36:54.296359 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea84760-fc4f-4a3f-b8f0-30aa03445982 req-3cd19539-6840-41b2-93b7-04350f91fa6b tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:54.298492 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bea84760-fc4f-4a3f-b8f0-30aa03445982 req-3cd19539-6840-41b2-93b7-04350f91fa6b tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.35 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 950 time: 0.3288205 Aug 20 11:36:54.340539 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17ef95c6-e6ef-43a6-a99d-c61c6ec2255f req-bb0b4308-7ad2-451b-89f5-bbfd1f2e96e5 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971660 Aug 20 11:36:54.377257 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cdacbb5f-88de-4ac5-a0da-89a02c4296a3 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Network 06e110b7-bc44-4395-8018-f13738dbad72 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:54.397681 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b20f6283-5366-4668-97d4-7655b89114de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:54.403398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cdacbb5f-88de-4ac5-a0da-89a02c4296a3 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:54.410327 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cdacbb5f-88de-4ac5-a0da-89a02c4296a3 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:54.472169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cdacbb5f-88de-4ac5-a0da-89a02c4296a3 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:54.473029 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cdacbb5f-88de-4ac5-a0da-89a02c4296a3 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:54.496235 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacbb5f-88de-4ac5-a0da-89a02c4296a3 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Pushing event updated for resources: {'Port': ['ID=ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:54.501792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d8629-d72f-4e23-9a3d-c1765aae2a4d req-bf319cbd-bed6-46f5-ba39-1b44436a72e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:54.503498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a88d8629-d72f-4e23-9a3d-c1765aae2a4d req-bf319cbd-bed6-46f5-ba39-1b44436a72e6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 1094 time: 0.1394823 Aug 20 11:36:54.526825 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cdacbb5f-88de-4ac5-a0da-89a02c4296a3 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7372179 Aug 20 11:36:54.583529 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-bea84760-fc4f-4a3f-b8f0-30aa03445982 req-e03424da-f9f1-4533-a59c-d334293bd293 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Deleting port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:54.583995 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bea84760-fc4f-4a3f-b8f0-30aa03445982 req-e03424da-f9f1-4533-a59c-d334293bd293 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:54.604011 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Request body: {'port': {'device_id': 'b97d7b18-dbe1-4930-8524-0a3c224c854e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:54.683523 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b20f6283-5366-4668-97d4-7655b89114de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:54.753775 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628792c-0ffe-4d3c-a853-67b5b485831a req-a570844f-bb36-4e91-aaba-f53e7e94ba92 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:54.764893 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6628792c-0ffe-4d3c-a853-67b5b485831a req-a570844f-bb36-4e91-aaba-f53e7e94ba92 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 950 time: 0.2732613 Aug 20 11:36:54.918451 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6628792c-0ffe-4d3c-a853-67b5b485831a req-9100dc7f-a7ac-4124-ab42-4b5a3ad1c35a tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518927 Aug 20 11:36:54.921588 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:54.972288 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b20f6283-5366-4668-97d4-7655b89114de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:54.978056 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b20f6283-5366-4668-97d4-7655b89114de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:54.979789 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b20f6283-5366-4668-97d4-7655b89114de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81ccb9ff-6cbd-4322-978e-9b29790abf94 HTTP/1.1" status: 204 len: 168 time: 0.7596531 Aug 20 11:36:55.100336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f6283-5366-4668-97d4-7655b89114de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ccb9ff-6cbd-4322-978e-9b29790abf94,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:55.119151 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-214f9fe3-bed3-477a-b239-3be3997f8ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:55.125337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-bea84760-fc4f-4a3f-b8f0-30aa03445982 req-e03424da-f9f1-4533-a59c-d334293bd293 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] For port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5bae917e-06a8-4e6c-95fd-21e8bb4edc01,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:55.126045 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bea84760-fc4f-4a3f-b8f0-30aa03445982 req-e03424da-f9f1-4533-a59c-d334293bd293 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:55.149593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-bea84760-fc4f-4a3f-b8f0-30aa03445982 req-e03424da-f9f1-4533-a59c-d334293bd293 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Calling delete_port for 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:55.322629 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:55.343082 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bea84760-fc4f-4a3f-b8f0-30aa03445982 req-e03424da-f9f1-4533-a59c-d334293bd293 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:55.368299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['1a3e4700-7fd5-4c45-a1b5-28229ae4b69d', '5bae917e-06a8-4e6c-95fd-21e8bb4edc01'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:55.493856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03424da-f9f1-4533-a59c-d334293bd293 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Pushing event deleted for resources: {'Port': ['ID=5bae917e-06a8-4e6c-95fd-21e8bb4edc01,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:55.634262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d8629-d72f-4e23-9a3d-c1765aae2a4d req-872fea3b-2001-4686-881c-53e8bbb4f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:55.638862 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a88d8629-d72f-4e23-9a3d-c1765aae2a4d req-872fea3b-2001-4686-881c-53e8bbb4f93f service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 1.1227429 Aug 20 11:36:55.643131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea84760-fc4f-4a3f-b8f0-30aa03445982 req-e03424da-f9f1-4533-a59c-d334293bd293 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] No DVR routers for this DVR port 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:55.656135 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bea84760-fc4f-4a3f-b8f0-30aa03445982 req-e03424da-f9f1-4533-a59c-d334293bd293 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:55.671352 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bea84760-fc4f-4a3f-b8f0-30aa03445982 req-e03424da-f9f1-4533-a59c-d334293bd293 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.35 "DELETE /v2.0/ports/5bae917e-06a8-4e6c-95fd-21e8bb4edc01 HTTP/1.1" status: 204 len: 173 time: 1.3450139 Aug 20 11:36:55.673171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194', 'name': 'network-vif-deleted', 'tag': '5bae917e-06a8-4e6c-95fd-21e8bb4edc01'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:55.680107 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64391a00-eebf-481f-938f-01b5fc2f1291" -d '{"events": [{"server_uuid": "1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194", "name": "network-vif-deleted", "tag": "5bae917e-06a8-4e6c-95fd-21e8bb4edc01"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:55.693284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054cad2-11b4-4b3a-b00d-a087ca04d2cb req-06b87b71-b1a5-4dc6-b74a-b7228818d8df tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:55.704402 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d054cad2-11b4-4b3a-b00d-a087ca04d2cb req-06b87b71-b1a5-4dc6-b74a-b7228818d8df tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 931 time: 0.3885095 Aug 20 11:36:55.810563 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a88d8629-d72f-4e23-9a3d-c1765aae2a4d req-615ca208-30ea-404c-af70-f73b64d9a04c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37137d13-5bf9-4699-8a51-09249c0541d1 HTTP/1.1" status: 200 len: 217 time: 0.0728579 Aug 20 11:36:55.812468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:55.838600 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:55.930339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d8629-d72f-4e23-9a3d-c1765aae2a4d req-01808d2f-ec64-4e0e-beb6-2a3b9040e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:55.931816 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a88d8629-d72f-4e23-9a3d-c1765aae2a4d req-01808d2f-ec64-4e0e-beb6-2a3b9040e15a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.1017873 Aug 20 11:36:55.956216 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59462) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:55.966408 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d054cad2-11b4-4b3a-b00d-a087ca04d2cb req-2ddb746d-2c75-4752-822a-2a73a38e67f2 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3c4e91c-5e78-47d1-ba58-13bde2b14467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591574 Aug 20 11:36:55.966600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Transition to ACTIVE for port object ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:55.990194 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.015660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a88d8629-d72f-4e23-9a3d-c1765aae2a4d req-4c8f5fa5-2796-4307-aaaf-9c2e950b8343 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741067 Aug 20 11:36:56.051027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:56.063719 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73464b-a105-4ee9-89da-f970d0982666 req-b6708edf-7299-442f-b83c-c60c2cc10f20 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:56.065467 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a73464b-a105-4ee9-89da-f970d0982666 req-b6708edf-7299-442f-b83c-c60c2cc10f20 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 943 time: 0.2199180 Aug 20 11:36:56.160523 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fab65f-93d2-4801-8d00-93de83235305 req-1a368037-0cfa-4fc6-bc34-90a590c80413 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:56.162749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-44fab65f-93d2-4801-8d00-93de83235305 req-1a368037-0cfa-4fc6-bc34-90a590c80413 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.1074064 Aug 20 11:36:56.166393 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4a5f3224-7127-4cb3-b06a-288645b4aa40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=675e6b50f45d4845af102783a0c8c276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065728 Aug 20 11:36:56.171248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59466) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:56.182193 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a73464b-a105-4ee9-89da-f970d0982666 req-c083d47b-8fa9-416e-80ed-7e343206171e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035070 Aug 20 11:36:56.211510 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a88d8629-d72f-4e23-9a3d-c1765aae2a4d req-0468a421-0d5f-4a69-80fb-7e071b0d626a service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845825 Aug 20 11:36:56.235798 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466802f3-70c1-42c2-abb5-72c13d8089f9 x-openstack-request-id: req-466802f3-70c1-42c2-abb5-72c13d8089f9 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:56.236111 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194", "name": "network-vif-deleted", "tag": "5bae917e-06a8-4e6c-95fd-21e8bb4edc01", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:56.236565 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-466802f3-70c1-42c2-abb5-72c13d8089f9 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:56.236981 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194', 'name': 'network-vif-deleted', 'tag': '5bae917e-06a8-4e6c-95fd-21e8bb4edc01', 'status': 'completed', 'code': 200} Aug 20 11:36:56.246362 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.266894 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Attempting to bind port ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:56.267531 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Attempting to bind port ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'f8dcde22-c769-4fba-90e9-9fa6c4ef1782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '06e110b7-bc44-4395-8018-f13738dbad72'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:56.268160 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Attempting to bind port ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 on network 06e110b7-bc44-4395-8018-f13738dbad72 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:56.278046 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Port ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 on network 06e110b7-bc44-4395-8018-f13738dbad72 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:36:56.278484 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Attempting to bind port ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 on network 06e110b7-bc44-4395-8018-f13738dbad72 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:56.287574 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:56.287788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Checking segment: {'id': 'f8dcde22-c769-4fba-90e9-9fa6c4ef1782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '06e110b7-bc44-4395-8018-f13738dbad72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:56.288231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Bound using segment: {'id': 'f8dcde22-c769-4fba-90e9-9fa6c4ef1782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '06e110b7-bc44-4395-8018-f13738dbad72'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:56.288899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Bound port: ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8dcde22-c769-4fba-90e9-9fa6c4ef1782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '06e110b7-bc44-4395-8018-f13738dbad72'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:56.289317 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.318030 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-44fab65f-93d2-4801-8d00-93de83235305 req-4cc66222-173c-48c1-b531-7bee1fd0457e tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455753 Aug 20 11:36:56.338109 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96b2db2f-9c17-4839-8ed5-e3bb3dc1991d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.385156 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96b2db2f-9c17-4839-8ed5-e3bb3dc1991d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.395842 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a88d8629-d72f-4e23-9a3d-c1765aae2a4d req-58a2b62a-67dd-4c1d-8e56-0639e0d8325c service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646409 Aug 20 11:36:56.406439 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c9ad9160-c64d-434a-b1f0-9e1348ac0052 req-2288225f-8544-44d5-b065-0ae9013847a4 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=1700cd0b-ee6a-47f4-8fc0-a96c6b5b7194 HTTP/1.1" status: 200 len: 210 time: 0.0877082 Aug 20 11:36:56.455048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] For port ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:56.461339 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] For port ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3,segment=NetworkSegment(f8dcde22-c769-4fba-90e9-9fa6c4ef1782),segment_id=f8dcde22-c769-4fba-90e9-9fa6c4ef1782)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:56.465847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.487604 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96b2db2f-9c17-4839-8ed5-e3bb3dc1991d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.492826 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96b2db2f-9c17-4839-8ed5-e3bb3dc1991d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.494673 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-96b2db2f-9c17-4839-8ed5-e3bb3dc1991d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cf2a423-9a88-4064-96c6-e8e0f8013ac3 HTTP/1.1" status: 204 len: 168 time: 0.3209155 Aug 20 11:36:56.536956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2db2f-9c17-4839-8ed5-e3bb3dc1991d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf2a423-9a88-4064-96c6-e8e0f8013ac3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:56.562304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:56.563820 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.565686 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] 10.222.0.35 "PUT /v2.0/ports/ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 HTTP/1.1" status: 200 len: 1091 time: 2.0261407 Aug 20 11:36:56.569622 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97d7b18-dbe1-4930-8524-0a3c224c854e', 'tag': 'ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:56.571806 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bc3a77-26ed-4284-9f16-11766125b472" -d '{"events": [{"name": "network-changed", "server_uuid": "b97d7b18-dbe1-4930-8524-0a3c224c854e", "tag": "ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:56.605397 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bdcf3-e6ed-4108-909a-770f8ee033d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:56.640421 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e33e1b9-69a3-426a-bf72-89488ebb4dc7 x-openstack-request-id: req-3e33e1b9-69a3-426a-bf72-89488ebb4dc7 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:56.640816 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97d7b18-dbe1-4930-8524-0a3c224c854e", "tag": "ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:56.641175 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e33e1b9-69a3-426a-bf72-89488ebb4dc7 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:56.641702 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97d7b18-dbe1-4930-8524-0a3c224c854e', 'tag': 'ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3', 'status': 'completed', 'code': 200} Aug 20 11:36:56.702444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-4e79bcb9-6fef-44a1-a2f3-76a9a1757c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:56.704278 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-4e79bcb9-6fef-44a1-a2f3-76a9a1757c9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=98c3d81c1e5e40faa4a89a99c68a0e4a&device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 1094 time: 0.0549760 Aug 20 11:36:56.759972 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-b650db16-5ee4-4122-b1d7-0776f2782a7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 HTTP/1.1" status: 200 len: 217 time: 0.0421400 Aug 20 11:36:56.816423 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-44c892cf-d345-47f1-8538-c10cbbcd3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:56.818603 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-44c892cf-d345-47f1-8538-c10cbbcd3b87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de4e1e4a-f8d4-42f1-9b4a-9147dd0910d7 HTTP/1.1" status: 200 len: 849 time: 0.0500047 Aug 20 11:36:56.858651 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-1265960f-c874-46ff-a94a-dc0ba875fa22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=06e110b7-bc44-4395-8018-f13738dbad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276217 Aug 20 11:36:56.988904 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-5b2ec039-1df3-47d0-9de2-d3b94496e395 service neutron] 10.222.0.35 "GET /v2.0/networks/06e110b7-bc44-4395-8018-f13738dbad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173658 Aug 20 11:36:57.169713 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08329da2-7654-458e-ae03-aa3a18f3fd1e req-6da38710-2183-457a-a05f-c9c776522e15 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:57.171293 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-08329da2-7654-458e-ae03-aa3a18f3fd1e req-6da38710-2183-457a-a05f-c9c776522e15 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 943 time: 0.1041694 Aug 20 11:36:57.199003 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c0b57ec-e303-4734-ba51-d5bad26c4b6d req-5792e7d1-5700-4bbe-ba9d-41c295ea1fa9 service neutron] 10.222.0.35 "GET /v2.0/networks/06e110b7-bc44-4395-8018-f13738dbad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021022 Aug 20 11:36:57.221883 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-08329da2-7654-458e-ae03-aa3a18f3fd1e req-fd8d6bf9-6e02-4be1-b6eb-581d8836efd3 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3c4e91c-5e78-47d1-ba58-13bde2b14467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422046 Aug 20 11:36:57.382618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc3a77-26ed-4284-9f16-11766125b472 req-048c69e1-35f8-4764-83cb-fd9681300d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:57.383204 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c1bc3a77-26ed-4284-9f16-11766125b472 req-048c69e1-35f8-4764-83cb-fd9681300d6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=98c3d81c1e5e40faa4a89a99c68a0e4a&device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 1094 time: 0.0904367 Aug 20 11:36:57.425284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544f8c8-d218-4d60-840b-744984eb7d55 req-d149925d-e3cc-4ffb-bae6-48b9e9aab3a9 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:57.428499 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4544f8c8-d218-4d60-840b-744984eb7d55 req-d149925d-e3cc-4ffb-bae6-48b9e9aab3a9 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 943 time: 0.1140878 Aug 20 11:36:57.541911 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4544f8c8-d218-4d60-840b-744984eb7d55 req-cff781ce-a3bb-4d92-9589-dff3ff5a0910 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022723 Aug 20 11:36:57.566943 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65961a56-06a9-4d71-8bbb-7bb8f31d55c6 req-3065f565-1ff7-4696-9e70-158f2943cbed tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:57.576996 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-65961a56-06a9-4d71-8bbb-7bb8f31d55c6 req-3065f565-1ff7-4696-9e70-158f2943cbed tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.1020088 Aug 20 11:36:57.585956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda48e-fae3-4847-aa58-529f1fcef91e req-aca95c8f-806c-480b-8d59-e3d57f5a9e3b tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:57.598788 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1cda48e-fae3-4847-aa58-529f1fcef91e req-aca95c8f-806c-480b-8d59-e3d57f5a9e3b tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 946 time: 0.1295564 Aug 20 11:36:57.633240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 9c9b460d-7709-4833-b5d7-ad533180af0b no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:57.648187 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-65961a56-06a9-4d71-8bbb-7bb8f31d55c6 req-3db43afe-05ce-4d3c-989e-82f17ff2963f tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b6ffb6a-6374-46b4-b7cc-da49694535fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703034 Aug 20 11:36:57.675936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc3a77-26ed-4284-9f16-11766125b472 req-015409c2-bef8-4e52-aca1-f83f23b2d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:57.678290 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c1bc3a77-26ed-4284-9f16-11766125b472 req-015409c2-bef8-4e52-aca1-f83f23b2d033 service neutron] 10.222.0.35 "GET /v2.0/networks?id=06e110b7-bc44-4395-8018-f13738dbad72 HTTP/1.1" status: 200 len: 909 time: 0.2818086 Aug 20 11:36:57.693687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 9c9b460d-7709-4833-b5d7-ad533180af0b {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:57.697266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 9c9b460d-7709-4833-b5d7-ad533180af0b not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:57.697928 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:57.744883 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c1bc3a77-26ed-4284-9f16-11766125b472 req-29cc2cd1-ca33-4a24-97ed-e2408cc56aee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 HTTP/1.1" status: 200 len: 217 time: 0.0547211 Aug 20 11:36:57.783714 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:57.784049 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5bae917e-06a8-4e6c-95fd-21e8bb4edc01 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:57.797596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 37137d13-5bf9-4699-8a51-09249c0541d1 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:57.827868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-a1cda48e-fae3-4847-aa58-529f1fcef91e req-c6f596cb-bc15-464c-89c0-5ea66288b0a4 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Deleting port 1569a4e9-d62a-4007-b988-5c7771243d4f {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:57.830100 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a1cda48e-fae3-4847-aa58-529f1fcef91e req-c6f596cb-bc15-464c-89c0-5ea66288b0a4 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:57.843615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc3a77-26ed-4284-9f16-11766125b472 req-514383a2-fa3a-46f5-93c2-b05dbde4f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:57.846459 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c1bc3a77-26ed-4284-9f16-11766125b472 req-514383a2-fa3a-46f5-93c2-b05dbde4f086 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de4e1e4a-f8d4-42f1-9b4a-9147dd0910d7 HTTP/1.1" status: 200 len: 849 time: 0.0938020 Aug 20 11:36:57.912445 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c1bc3a77-26ed-4284-9f16-11766125b472 req-4e8fe135-4f0d-49a7-8b43-f714db675877 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=06e110b7-bc44-4395-8018-f13738dbad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418231 Aug 20 11:36:58.043756 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-a1cda48e-fae3-4847-aa58-529f1fcef91e req-c6f596cb-bc15-464c-89c0-5ea66288b0a4 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] For port 1569a4e9-d62a-4007-b988-5c7771243d4f, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=1569a4e9-d62a-4007-b988-5c7771243d4f,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:58.044130 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a1cda48e-fae3-4847-aa58-529f1fcef91e req-c6f596cb-bc15-464c-89c0-5ea66288b0a4 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:58.061388 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-a1cda48e-fae3-4847-aa58-529f1fcef91e req-c6f596cb-bc15-464c-89c0-5ea66288b0a4 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Calling delete_port for 1569a4e9-d62a-4007-b988-5c7771243d4f owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:58.065164 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 37137d13-5bf9-4699-8a51-09249c0541d1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=37137d13-5bf9-4699-8a51-09249c0541d1,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:58.087453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '37137d13-5bf9-4699-8a51-09249c0541d1', 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb', 'port_id': '37137d13-5bf9-4699-8a51-09249c0541d1', 'mac_address': 'fa:16:3e:fc:e4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7ba715-0bf5-4c19-8ac5-c5ba02550d40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:58.151357 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:58.166266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37137d13-5bf9-4699-8a51-09249c0541d1 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:58.189404 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7543fc-bdbc-4753-9d3e-6f9597f82b8f req-04ab9570-8665-4a4c-bd57-ccbc977c6365 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:58.191031 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee7543fc-bdbc-4753-9d3e-6f9597f82b8f req-04ab9570-8665-4a4c-bd57-ccbc977c6365 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 950 time: 0.1350503 Aug 20 11:36:58.223661 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 37137d13-5bf9-4699-8a51-09249c0541d1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=37137d13-5bf9-4699-8a51-09249c0541d1,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:58.227069 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:58.231615 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:58.237731 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c1bc3a77-26ed-4284-9f16-11766125b472 req-56d235eb-4f32-4aa8-9254-94221b55811a service neutron] 10.222.0.35 "GET /v2.0/networks/06e110b7-bc44-4395-8018-f13738dbad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107877 Aug 20 11:36:58.319244 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a1cda48e-fae3-4847-aa58-529f1fcef91e req-c6f596cb-bc15-464c-89c0-5ea66288b0a4 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:58.343599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['1569a4e9-d62a-4007-b988-5c7771243d4f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:58.376568 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=37137d13-5bf9-4699-8a51-09249c0541d1,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:58.405048 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee7543fc-bdbc-4753-9d3e-6f9597f82b8f req-8e69df94-c148-480c-a8f6-7cb6d04c93f0 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034914 Aug 20 11:36:58.429490 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c1bc3a77-26ed-4284-9f16-11766125b472 req-70e40a09-324c-47ee-9672-744d842a223b service neutron] 10.222.0.35 "GET /v2.0/networks/06e110b7-bc44-4395-8018-f13738dbad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763325 Aug 20 11:36:58.476407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f596cb-bc15-464c-89c0-5ea66288b0a4 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Pushing event deleted for resources: {'Port': ['ID=1569a4e9-d62a-4007-b988-5c7771243d4f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:58.501262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['37137d13-5bf9-4699-8a51-09249c0541d1'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:58.544166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cda48e-fae3-4847-aa58-529f1fcef91e req-c6f596cb-bc15-464c-89c0-5ea66288b0a4 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] No DVR routers for this DVR port 1569a4e9-d62a-4007-b988-5c7771243d4f on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:58.547939 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a1cda48e-fae3-4847-aa58-529f1fcef91e req-c6f596cb-bc15-464c-89c0-5ea66288b0a4 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:58.553296 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1cda48e-fae3-4847-aa58-529f1fcef91e req-c6f596cb-bc15-464c-89c0-5ea66288b0a4 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.76 "DELETE /v2.0/ports/1569a4e9-d62a-4007-b988-5c7771243d4f HTTP/1.1" status: 204 len: 173 time: 0.9474535 Aug 20 11:36:58.599076 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd05179-7614-4b36-86e4-0f28572b1ee6', 'name': 'network-vif-deleted', 'tag': '1569a4e9-d62a-4007-b988-5c7771243d4f'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:58.604719 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a0be54-6ccd-45a7-8133-cb1f33b13b7e" -d '{"events": [{"server_uuid": "8dd05179-7614-4b36-86e4-0f28572b1ee6", "name": "network-vif-deleted", "tag": "1569a4e9-d62a-4007-b988-5c7771243d4f"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:58.669455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894edead-60c5-468f-8a2a-c0220c75c877 req-3670ad0c-b3df-4cda-9a97-154dc0e56032 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:58.674030 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-894edead-60c5-468f-8a2a-c0220c75c877 req-3670ad0c-b3df-4cda-9a97-154dc0e56032 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 943 time: 0.3062665 Aug 20 11:36:58.763960 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-894edead-60c5-468f-8a2a-c0220c75c877 req-47342aaa-44f5-478d-ab6d-f162fe44a055 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3c4e91c-5e78-47d1-ba58-13bde2b14467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828497 Aug 20 11:36:58.784408 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af803123-39f9-45a5-99f9-8a57b9756b7d req-d4dabc1c-fbf9-4d5e-b54f-2ce92875d839 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:58.786570 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af803123-39f9-45a5-99f9-8a57b9756b7d req-d4dabc1c-fbf9-4d5e-b54f-2ce92875d839 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 944 time: 0.1151075 Aug 20 11:36:58.840587 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cb1959-4195-4ef2-ab0c-6026f87e1e1f x-openstack-request-id: req-d4cb1959-4195-4ef2-ab0c-6026f87e1e1f {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:58.840911 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd05179-7614-4b36-86e4-0f28572b1ee6", "name": "network-vif-deleted", "tag": "1569a4e9-d62a-4007-b988-5c7771243d4f", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:58.841187 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4cb1959-4195-4ef2-ab0c-6026f87e1e1f {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:58.841588 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd05179-7614-4b36-86e4-0f28572b1ee6', 'name': 'network-vif-deleted', 'tag': '1569a4e9-d62a-4007-b988-5c7771243d4f', 'status': 'completed', 'code': 200} Aug 20 11:36:58.873093 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af803123-39f9-45a5-99f9-8a57b9756b7d req-a6ce11d4-37bb-4281-b331-29582351196f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789630 Aug 20 11:36:58.986630 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a808fb49-acff-45b4-9dc2-dd639b483c57 req-2d236e6e-0901-4cc5-b368-46b05cf01eb8 tempest-ListServerFiltersTestJSON-429680429 tempest-ListServerFiltersTestJSON-429680429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd05179-7614-4b36-86e4-0f28572b1ee6 HTTP/1.1" status: 200 len: 210 time: 0.0358453 Aug 20 11:36:59.540928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517a5be-1d5c-4dff-baa9-e48ad4c52ff6 req-28415997-8e18-46cc-bda5-51a3cfee2d0f tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:59.542716 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4517a5be-1d5c-4dff-baa9-e48ad4c52ff6 req-28415997-8e18-46cc-bda5-51a3cfee2d0f tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 950 time: 0.0570788 Aug 20 11:36:59.590029 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4517a5be-1d5c-4dff-baa9-e48ad4c52ff6 req-e3c7375a-a221-4727-98d0-a3c16ee49cd4 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406907 Aug 20 11:36:59.678317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 37137d13-5bf9-4699-8a51-09249c0541d1 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:59.767984 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 37137d13-5bf9-4699-8a51-09249c0541d1 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:59.774686 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 37137d13-5bf9-4699-8a51-09249c0541d1 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:59.775451 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:59.950879 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:59.978866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a9fe4-3c61-468f-b763-30e3eda8389c req-fd11dbc9-260b-4c5b-8e13-88bd2df2726e tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:59.980881 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-763a9fe4-3c61-468f-b763-30e3eda8389c req-fd11dbc9-260b-4c5b-8e13-88bd2df2726e tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 943 time: 0.0863180 Aug 20 11:37:00.001452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad49992-efb7-410a-b858-8e58aed7509e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37137d13-5bf9-4699-8a51-09249c0541d1'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:00.006100 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d973735f-8b87-4dd0-8926-7d0242b49160" -d '{"events": [{"server_uuid": "8ad49992-efb7-410a-b858-8e58aed7509e", "name": "network-vif-plugged", "status": "completed", "tag": "37137d13-5bf9-4699-8a51-09249c0541d1"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:00.029206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 37137d13-5bf9-4699-8a51-09249c0541d1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=37137d13-5bf9-4699-8a51-09249c0541d1,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:00.035156 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.045602 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-763a9fe4-3c61-468f-b763-30e3eda8389c req-3ec33ee8-01c1-4624-8387-793e5fc784b0 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3c4e91c-5e78-47d1-ba58-13bde2b14467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526695 Aug 20 11:37:00.050105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4609ed-e271-480d-8193-01550a6a228d req-1b0a8b63-b2ae-41e7-aedd-7f4348dc63c0 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:00.060139 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a4609ed-e271-480d-8193-01550a6a228d req-1b0a8b63-b2ae-41e7-aedd-7f4348dc63c0 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 944 time: 0.0794840 Aug 20 11:37:00.154562 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a4609ed-e271-480d-8193-01550a6a228d req-3ef7c58e-70df-4874-8a6e-398df7b13021 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931528 Aug 20 11:37:00.204294 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=37137d13-5bf9-4699-8a51-09249c0541d1,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:00.223159 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49449540-3ba9-4a80-9a29-ec2b9ae750d9 req-90e5d1f6-1822-4609-bbaf-3c517ec71566 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:00.227094 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49449540-3ba9-4a80-9a29-ec2b9ae750d9 req-90e5d1f6-1822-4609-bbaf-3c517ec71566 tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 950 time: 0.1660764 Aug 20 11:37:00.345436 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52bdba1-74b5-4361-8f9e-2d8e91b2e32b x-openstack-request-id: req-b52bdba1-74b5-4361-8f9e-2d8e91b2e32b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:00.345782 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad49992-efb7-410a-b858-8e58aed7509e", "name": "network-vif-plugged", "status": "completed", "tag": "37137d13-5bf9-4699-8a51-09249c0541d1", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:00.346132 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b52bdba1-74b5-4361-8f9e-2d8e91b2e32b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:00.346680 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad49992-efb7-410a-b858-8e58aed7509e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37137d13-5bf9-4699-8a51-09249c0541d1', 'code': 200} Aug 20 11:37:00.417633 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59606) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:00.493179 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-49449540-3ba9-4a80-9a29-ec2b9ae750d9 req-96307322-f2e3-4905-8adf-8a9feff0035c tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Deleting port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:00.493560 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-49449540-3ba9-4a80-9a29-ec2b9ae750d9 req-96307322-f2e3-4905-8adf-8a9feff0035c tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.524034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c21679-1bfd-4626-8643-f4c8bb1adf97 admin admin] Deleting subnet 065471c0-f20e-4037-a35d-2762039941ce {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:37:00.549668 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5c21679-1bfd-4626-8643-f4c8bb1adf97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.637563 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5c21679-1bfd-4626-8643-f4c8bb1adf97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.676273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb741c3-4097-4180-bc69-f3aad2ed8b6d req-8734ab98-335f-4cd3-bebd-1676906e5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:00.679501 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fb741c3-4097-4180-bc69-f3aad2ed8b6d req-8734ab98-335f-4cd3-bebd-1676906e5d92 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 1096 time: 0.1503727 Aug 20 11:37:00.835739 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-49449540-3ba9-4a80-9a29-ec2b9ae750d9 req-96307322-f2e3-4905-8adf-8a9feff0035c tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] For port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=1a3e4700-7fd5-4c45-a1b5-28229ae4b69d,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:00.836402 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-49449540-3ba9-4a80-9a29-ec2b9ae750d9 req-96307322-f2e3-4905-8adf-8a9feff0035c tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.854774 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51896dc-8a70-4480-8c3d-6b87563c65e9 req-eca2591c-6946-4eaf-91f7-ecf06b9cc7ee tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:00.856790 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a51896dc-8a70-4480-8c3d-6b87563c65e9 req-eca2591c-6946-4eaf-91f7-ecf06b9cc7ee tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 950 time: 0.1035149 Aug 20 11:37:00.859828 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5c21679-1bfd-4626-8643-f4c8bb1adf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.869876 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-49449540-3ba9-4a80-9a29-ec2b9ae750d9 req-96307322-f2e3-4905-8adf-8a9feff0035c tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Calling delete_port for 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:00.979699 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5c21679-1bfd-4626-8643-f4c8bb1adf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.988033 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a51896dc-8a70-4480-8c3d-6b87563c65e9 req-3e908cb6-789f-4f29-8adf-ed12d127acca tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ed40e9a-b887-484d-8247-25f8e8745753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195037 Aug 20 11:37:01.000159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fb741c3-4097-4180-bc69-f3aad2ed8b6d req-ff457570-2c22-4297-a42f-a5cc05818985 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045838 Aug 20 11:37:01.019382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c21679-1bfd-4626-8643-f4c8bb1adf97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=065471c0-f20e-4037-a35d-2762039941ce,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:01.025302 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5c21679-1bfd-4626-8643-f4c8bb1adf97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.027477 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a5c21679-1bfd-4626-8643-f4c8bb1adf97 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/065471c0-f20e-4037-a35d-2762039941ce HTTP/1.1" status: 204 len: 168 time: 0.6088307 Aug 20 11:37:01.031932 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59642) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:01.033944 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1f4ba2-5c88-4c0b-8caf-ec33b74df260 None None] Network 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:01.193856 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.249433 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-49449540-3ba9-4a80-9a29-ec2b9ae750d9 req-96307322-f2e3-4905-8adf-8a9feff0035c tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.265887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['1a3e4700-7fd5-4c45-a1b5-28229ae4b69d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:01.294221 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96307322-f2e3-4905-8adf-8a9feff0035c tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Pushing event deleted for resources: {'Port': ['ID=1a3e4700-7fd5-4c45-a1b5-28229ae4b69d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:01.307373 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ae8c4-c97f-4151-a3a4-35d964fb1a78 req-2c20e0a1-1b4c-45dd-b9e2-22935b10cd78 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:01.325356 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-489ae8c4-c97f-4151-a3a4-35d964fb1a78 req-2c20e0a1-1b4c-45dd-b9e2-22935b10cd78 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 943 time: 0.1392930 Aug 20 11:37:01.368113 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] Deleting port 17b03afc-e392-4c3f-97af-8ac9984016de {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:01.368536 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.372478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e3afc9-691e-4f9d-96fc-3c5163073683 None None] DHCP port deletion for 90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:37:01.442460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-49449540-3ba9-4a80-9a29-ec2b9ae750d9 req-96307322-f2e3-4905-8adf-8a9feff0035c tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] No DVR routers for this DVR port 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:01.447352 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-49449540-3ba9-4a80-9a29-ec2b9ae750d9 req-96307322-f2e3-4905-8adf-8a9feff0035c tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.451070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49449540-3ba9-4a80-9a29-ec2b9ae750d9 req-96307322-f2e3-4905-8adf-8a9feff0035c tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.35 "DELETE /v2.0/ports/1a3e4700-7fd5-4c45-a1b5-28229ae4b69d HTTP/1.1" status: 204 len: 173 time: 1.2150071 Aug 20 11:37:01.452007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c', 'name': 'network-vif-deleted', 'tag': '1a3e4700-7fd5-4c45-a1b5-28229ae4b69d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:01.455134 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673c83b3-b45a-477d-8515-839dcdf66323" -d '{"events": [{"server_uuid": "84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c", "name": "network-vif-deleted", "tag": "1a3e4700-7fd5-4c45-a1b5-28229ae4b69d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:01.463277 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-90e3afc9-691e-4f9d-96fc-3c5163073683 None None] Deleting port 17b03afc-e392-4c3f-97af-8ac9984016de {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:01.463848 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-90e3afc9-691e-4f9d-96fc-3c5163073683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.467357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313eff-2b10-433a-89c7-32d76d7fbeac req-1aa0fc81-dee8-405d-8fca-084171cdda3e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:01.478165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a9313eff-2b10-433a-89c7-32d76d7fbeac req-1aa0fc81-dee8-405d-8fca-084171cdda3e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 945 time: 0.1739488 Aug 20 11:37:01.498350 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-489ae8c4-c97f-4151-a3a4-35d964fb1a78 req-cccace70-fecc-4235-83ff-10cb528bc847 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3c4e91c-5e78-47d1-ba58-13bde2b14467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538270 Aug 20 11:37:01.581596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-90e3afc9-691e-4f9d-96fc-3c5163073683 None None] For port 17b03afc-e392-4c3f-97af-8ac9984016de, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=17b03afc-e392-4c3f-97af-8ac9984016de,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:01.582115 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-90e3afc9-691e-4f9d-96fc-3c5163073683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.589472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] For port 17b03afc-e392-4c3f-97af-8ac9984016de, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=17b03afc-e392-4c3f-97af-8ac9984016de,segment=NetworkSegment(bf7b4655-6c75-4c7f-be1a-abbb912fce46),segment_id=bf7b4655-6c75-4c7f-be1a-abbb912fce46)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:01.590025 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.604431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-90e3afc9-691e-4f9d-96fc-3c5163073683 None None] Calling delete_port for 17b03afc-e392-4c3f-97af-8ac9984016de owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:01.623141 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] Calling delete_port for 17b03afc-e392-4c3f-97af-8ac9984016de owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:01.637935 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a9313eff-2b10-433a-89c7-32d76d7fbeac req-0c27c95f-5266-443d-b3d5-dc7e9ca823cb tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588166 Aug 20 11:37:01.676213 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:37:01.700271 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 1569a4e9-d62a-4007-b988-5c7771243d4f no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:01.741849 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849b5a0e-2c8c-4570-8929-f61fba1ac5eb x-openstack-request-id: req-849b5a0e-2c8c-4570-8929-f61fba1ac5eb {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:01.742345 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c", "name": "network-vif-deleted", "tag": "1a3e4700-7fd5-4c45-a1b5-28229ae4b69d", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:01.742345 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-849b5a0e-2c8c-4570-8929-f61fba1ac5eb {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:01.742755 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c', 'name': 'network-vif-deleted', 'tag': '1a3e4700-7fd5-4c45-a1b5-28229ae4b69d', 'status': 'completed', 'code': 200} Aug 20 11:37:01.805452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 1569a4e9-d62a-4007-b988-5c7771243d4f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:01.806133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 1569a4e9-d62a-4007-b988-5c7771243d4f not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:01.823767 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.resource_extend [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:37:01.890131 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.920227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] No DVR routers for this DVR port 17b03afc-e392-4c3f-97af-8ac9984016de on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:01.921975 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-90e3afc9-691e-4f9d-96fc-3c5163073683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.944684 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e3afc9-691e-4f9d-96fc-3c5163073683 None None] No DVR routers for this DVR port 17b03afc-e392-4c3f-97af-8ac9984016de on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:01.972846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b03afc-e392-4c3f-97af-8ac9984016de,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:01.981284 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3afc9-691e-4f9d-96fc-3c5163073683 None None] Pushing event deleted for resources: {'Port': ['ID=17b03afc-e392-4c3f-97af-8ac9984016de,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:02.059168 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3,segment=NetworkSegment(f8dcde22-c769-4fba-90e9-9fa6c4ef1782),segment_id=f8dcde22-c769-4fba-90e9-9fa6c4ef1782)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:02.087627 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3', 'network_id': '06e110b7-bc44-4395-8018-f13738dbad72', 'port_id': 'ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3', 'mac_address': 'fa:16:3e:0c:7a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4e1e4a-f8d4-42f1-9b4a-9147dd0910d7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:37:02.127274 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.141891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:02.176102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 17b03afc-e392-4c3f-97af-8ac9984016de no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:02.177881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7b4655-6c75-4c7f-be1a-abbb912fce46') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:02.178190 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7b4655-6c75-4c7f-be1a-abbb912fce46') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:02.212505 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.252440 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 17b03afc-e392-4c3f-97af-8ac9984016de {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:02.253065 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 17b03afc-e392-4c3f-97af-8ac9984016de not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:02.255609 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.266762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:37:02.267445 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:37:02.272034 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:37:02.303199 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.332122 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c604be53-2d56-41f8-bfa3-6aeaabac2ee3 req-626350b8-414e-4fdc-8ab4-87d2fdf6529c tempest-ServersAdminNegativeTestJSON-612894847 tempest-ServersAdminNegativeTestJSON-612894847-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e3dd3b-9e2c-4bb7-a8b8-6d7621b2314c HTTP/1.1" status: 200 len: 210 time: 0.0813084 Aug 20 11:37:02.335342 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:02.375215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3,segment=NetworkSegment(f8dcde22-c769-4fba-90e9-9fa6c4ef1782),segment_id=f8dcde22-c769-4fba-90e9-9fa6c4ef1782)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:02.382430 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.392093 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.418499 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.427551 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7 HTTP/1.1" status: 204 len: 168 time: 1.3928425 Aug 20 11:37:02.451068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:02.452407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2609b-0495-477f-9e17-7b1ecbdbc4e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=90dcd974-bd4d-4bfa-a4a7-22c3cbfd73f7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:02.616719 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.640453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fb286-4c4c-4841-af70-84a0f5f54530 req-a7b3a3f2-34b3-4c17-ae96-4d07e585e760 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:02.642676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-068fb286-4c4c-4841-af70-84a0f5f54530 req-a7b3a3f2-34b3-4c17-ae96-4d07e585e760 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 944 time: 0.0642166 Aug 20 11:37:02.700587 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-068fb286-4c4c-4841-af70-84a0f5f54530 req-3cfe94a3-49a5-4c4e-bbde-40fa780220c9 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3c4e91c-5e78-47d1-ba58-13bde2b14467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486302 Aug 20 11:37:02.712363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59714) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:02.765106 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e5106ade-44aa-4f2b-b7f6-23469f9f4eb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c918d052db5c44e1a681b6480a3c8711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509486 Aug 20 11:37:02.767624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59720) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:02.812755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:02.841355 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59722) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:02.872095 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6dda0df0-8346-4f78-99b3-2dabd5668b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.885856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013b85-68e7-4372-9751-0359372f4a09 req-93824a0b-46e7-4997-8875-dfdc466c77c0 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:02.887573 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1013b85-68e7-4372-9751-0359372f4a09 req-93824a0b-46e7-4997-8875-dfdc466c77c0 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 945 time: 0.0925233 Aug 20 11:37:02.927292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6dda0df0-8346-4f78-99b3-2dabd5668b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.969933 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1013b85-68e7-4372-9751-0359372f4a09 req-b93d2381-9289-4a0c-b47b-42154f20f1aa tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728176 Aug 20 11:37:03.011184 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6dda0df0-8346-4f78-99b3-2dabd5668b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:03.014593 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6dda0df0-8346-4f78-99b3-2dabd5668b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:03.015918 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6dda0df0-8346-4f78-99b3-2dabd5668b0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b6ffb6a-6374-46b4-b7cc-da49694535fd HTTP/1.1" status: 204 len: 168 time: 0.2472639 Aug 20 11:37:03.025951 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e377245f-ff09-40e0-bb3b-7e3d795cf7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:03.026600 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda0df0-8346-4f78-99b3-2dabd5668b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6ffb6a-6374-46b4-b7cc-da49694535fd,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:03.110720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c44fc-7541-4641-9191-3b47467da2ee req-ee68980e-4638-44c1-8056-bd9f4f7a765d tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:03.112228 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d07c44fc-7541-4641-9191-3b47467da2ee req-ee68980e-4638-44c1-8056-bd9f4f7a765d tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 1096 time: 0.0457544 Aug 20 11:37:03.151293 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e377245f-ff09-40e0-bb3b-7e3d795cf7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:03.156227 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e377245f-ff09-40e0-bb3b-7e3d795cf7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:03.162914 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d07c44fc-7541-4641-9191-3b47467da2ee req-46a93e87-6a5f-4dda-8412-5b925b1dce49 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435512 Aug 20 11:37:03.197509 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e377245f-ff09-40e0-bb3b-7e3d795cf7dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84640d3dd69440fe85d3d1eb5115ccdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554654 Aug 20 11:37:03.199501 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377245f-ff09-40e0-bb3b-7e3d795cf7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0039c1e9-3df2-437f-af8e-8f4b947e69fe,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:03.200213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59738) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:03.262669 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45748ef4-1a92-48ad-be9c-cac6ffd0064d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:03.294331 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45748ef4-1a92-48ad-be9c-cac6ffd0064d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:03.302630 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ddb51-86e9-4c85-baf2-d21fd5028b83 req-3ef01355-b440-4dd8-9d26-be40824f3404 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:03.304340 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc2ddb51-86e9-4c85-baf2-d21fd5028b83 req-3ef01355-b440-4dd8-9d26-be40824f3404 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 1096 time: 0.0622578 Aug 20 11:37:03.346316 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc2ddb51-86e9-4c85-baf2-d21fd5028b83 req-e294b88e-a4e4-48ca-8292-6c77524a38a7 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343010 Aug 20 11:37:03.400498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0fb73-f03e-439f-935b-bcb29a250126 req-95256304-6e08-480b-a2ce-f2d6065cad94 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:03.407960 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eef0fb73-f03e-439f-935b-bcb29a250126 req-95256304-6e08-480b-a2ce-f2d6065cad94 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 946 time: 0.0773323 Aug 20 11:37:03.433166 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45748ef4-1a92-48ad-be9c-cac6ffd0064d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:03.436554 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45748ef4-1a92-48ad-be9c-cac6ffd0064d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:03.438054 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-45748ef4-1a92-48ad-be9c-cac6ffd0064d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0039c1e9-3df2-437f-af8e-8f4b947e69fe HTTP/1.1" status: 204 len: 168 time: 0.2363896 Aug 20 11:37:03.454781 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45748ef4-1a92-48ad-be9c-cac6ffd0064d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0039c1e9-3df2-437f-af8e-8f4b947e69fe,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:03.474572 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eef0fb73-f03e-439f-935b-bcb29a250126 req-58e9cc8f-eeb0-4a1c-acc3-00f6cee364c2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627937 Aug 20 11:37:03.686746 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:03.710979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:03.711544 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 1a3e4700-7fd5-4c45-a1b5-28229ae4b69d not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:03.712938 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdca0e-800a-4a93-8693-6a9a802cdee2 req-b38703f9-efbc-4243-bb82-55835b9d8553 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:03.721422 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-becdca0e-800a-4a93-8693-6a9a802cdee2 req-b38703f9-efbc-4243-bb82-55835b9d8553 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 1096 time: 0.0696065 Aug 20 11:37:03.759222 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-becdca0e-800a-4a93-8693-6a9a802cdee2 req-559de2a2-6990-4933-beb1-cd36aad5637c tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364027 Aug 20 11:37:03.855850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59790) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:04.024752 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945763c-1966-4e4e-998e-ba55beb766be req-417930dd-4219-46ae-9acd-4168bb639cf3 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:04.026285 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a945763c-1966-4e4e-998e-ba55beb766be req-417930dd-4219-46ae-9acd-4168bb639cf3 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 944 time: 0.0825756 Aug 20 11:37:04.035554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59802) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:04.059920 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eabe5f17-7215-477a-9811-8914e184b011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.086003 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a945763c-1966-4e4e-998e-ba55beb766be req-92f1ff92-8b88-4cfe-bce0-5ecb57cefa6b tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3c4e91c-5e78-47d1-ba58-13bde2b14467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525165 Aug 20 11:37:04.124215 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-30af92f3-61b6-499b-b035-bdb88531acf8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=034ab0926833444f94999770d71cc73c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662277 Aug 20 11:37:04.126735 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59804) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:04.216662 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1c80b618-95ff-4835-9abc-f5359c7a6997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.253293 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1c80b618-95ff-4835-9abc-f5359c7a6997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.260808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59808) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:04.272487 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eabe5f17-7215-477a-9811-8914e184b011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.286947 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eabe5f17-7215-477a-9811-8914e184b011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.334305 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-eabe5f17-7215-477a-9811-8914e184b011 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b585c914731d4341adfae5fd808f831b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966838 Aug 20 11:37:04.337071 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59812) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:04.339193 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe5f17-7215-477a-9811-8914e184b011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2c9b2d-4593-401d-a9d0-c33941ddaf32,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:04.370183 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a3999a66-0634-4066-858d-1066b2164aa0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-network', 'tenant_id': '5171254ade054ce9a6338a7d5e867275'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:04.373360 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1c80b618-95ff-4835-9abc-f5359c7a6997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.375782 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1c80b618-95ff-4835-9abc-f5359c7a6997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.376937 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1c80b618-95ff-4835-9abc-f5359c7a6997 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ed40e9a-b887-484d-8247-25f8e8745753 HTTP/1.1" status: 204 len: 168 time: 0.2492769 Aug 20 11:37:04.391212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80b618-95ff-4835-9abc-f5359c7a6997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed40e9a-b887-484d-8247-25f8e8745753,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:04.395214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3999a66-0634-4066-858d-1066b2164aa0 admin admin] Made reservation on behalf of 5171254ade054ce9a6338a7d5e867275 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:04.398544 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3999a66-0634-4066-858d-1066b2164aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.411443 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3999a66-0634-4066-858d-1066b2164aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.412720 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-55bcb775-08dd-4505-91df-82be3b6e5a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.438915 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-55bcb775-08dd-4505-91df-82be3b6e5a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.494134 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-55bcb775-08dd-4505-91df-82be3b6e5a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.497545 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-55bcb775-08dd-4505-91df-82be3b6e5a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.499374 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-55bcb775-08dd-4505-91df-82be3b6e5a37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb2c9b2d-4593-401d-a9d0-c33941ddaf32 HTTP/1.1" status: 204 len: 168 time: 0.1611991 Aug 20 11:37:04.508801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcb775-08dd-4505-91df-82be3b6e5a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2c9b2d-4593-401d-a9d0-c33941ddaf32,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:04.531812 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3999a66-0634-4066-858d-1066b2164aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.537533 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3999a66-0634-4066-858d-1066b2164aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.566006 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3999a66-0634-4066-858d-1066b2164aa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:37:04.577054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3999a66-0634-4066-858d-1066b2164aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7dad3c-e5fe-410e-b9d8-e34739c01388,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:04.582297 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3999a66-0634-4066-858d-1066b2164aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.582711 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-a3999a66-0634-4066-858d-1066b2164aa0 admin admin] Added segment 73f50fa2-eec4-44ee-b3b2-abb6929a609d of type vlan for network 1d5eab44-7f45-459e-8b83-bfb0856c19ab Aug 20 11:37:04.630265 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3999a66-0634-4066-858d-1066b2164aa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.661699 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3999a66-0634-4066-858d-1066b2164aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.663003 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3999a66-0634-4066-858d-1066b2164aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:04.663740 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3999a66-0634-4066-858d-1066b2164aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.703168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59820) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:04.733731 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a3999a66-0634-4066-858d-1066b2164aa0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4717541 Aug 20 11:37:04.737218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59824) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:04.743981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3999a66-0634-4066-858d-1066b2164aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=1d5eab44-7f45-459e-8b83-bfb0856c19ab,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:04.745160 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c6af3949-d9be-45db-9594-75da8eca8c82 admin admin] Request body: {'subnet': {'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-subnet', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:04.755310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 1d5eab44-7f45-459e-8b83-bfb0856c19ab details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:37:04.771396 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5409f742-38b4-4460-a26a-e2b5ee90e16c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0dc1fa06ac7427eb702b755108c9f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669148 Aug 20 11:37:04.774292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59826) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:04.798174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6af3949-d9be-45db-9594-75da8eca8c82 admin admin] Made reservation on behalf of 5171254ade054ce9a6338a7d5e867275 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:04.800874 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6af3949-d9be-45db-9594-75da8eca8c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.945013 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e881d9a-9405-4850-8da6-4fc80e5ac178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.959142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94f24e-ac59-4db1-b019-373762124641 req-378228a9-17bb-459c-8930-8636bd6d68a3 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:04.960915 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d94f24e-ac59-4db1-b019-373762124641 req-378228a9-17bb-459c-8930-8636bd6d68a3 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 1096 time: 0.1032281 Aug 20 11:37:04.996313 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e881d9a-9405-4850-8da6-4fc80e5ac178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.069961 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d94f24e-ac59-4db1-b019-373762124641 req-f1703042-8e1e-4c3f-953e-d014bdefc9be tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014497 Aug 20 11:37:05.135967 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e881d9a-9405-4850-8da6-4fc80e5ac178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.140552 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e881d9a-9405-4850-8da6-4fc80e5ac178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.142028 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2e881d9a-9405-4850-8da6-4fc80e5ac178 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8175e936-1d68-44ad-804f-83cc8a170164 HTTP/1.1" status: 204 len: 168 time: 0.3666444 Aug 20 11:37:05.161931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6af3949-d9be-45db-9594-75da8eca8c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.219162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e881d9a-9405-4850-8da6-4fc80e5ac178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8175e936-1d68-44ad-804f-83cc8a170164,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:05.292474 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af3949-d9be-45db-9594-75da8eca8c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3cf050-62a4-4f71-88da-9ffeca1271c8,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:05.298090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af3949-d9be-45db-9594-75da8eca8c82 admin admin] Checking segment: {'id': '73f50fa2-eec4-44ee-b3b2-abb6929a609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:05.299596 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af3949-d9be-45db-9594-75da8eca8c82 admin admin] Network hostable DHCP agents. Network: 1d5eab44-7f45-459e-8b83-bfb0856c19ab, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:37:05.319613 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af3949-d9be-45db-9594-75da8eca8c82 admin admin] Network 1d5eab44-7f45-459e-8b83-bfb0856c19ab is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:37:05.345881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-c6af3949-d9be-45db-9594-75da8eca8c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 1d5eab44-7f45-459e-8b83-bfb0856c19ab) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:05.353550 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6af3949-d9be-45db-9594-75da8eca8c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:05.355272 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6af3949-d9be-45db-9594-75da8eca8c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.364882 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105a5f95-f049-44e3-b7fe-6c3e437c468a None None] Network 1d5eab44-7f45-459e-8b83-bfb0856c19ab requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:05.424163 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c6af3949-d9be-45db-9594-75da8eca8c82 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6806536 Aug 20 11:37:05.424587 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59860) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:05.445032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-router', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:05.449964 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b997c-361c-4f19-9a46-b6e3188d5b82 req-8075fdb7-3194-4b16-bfa7-09cb25844d1d tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:05.452001 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-574b997c-361c-4f19-9a46-b6e3188d5b82 req-8075fdb7-3194-4b16-bfa7-09cb25844d1d tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 944 time: 0.1529422 Aug 20 11:37:05.491087 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.493810 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.528358 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-574b997c-361c-4f19-9a46-b6e3188d5b82 req-0b0f49d0-409b-489f-a804-71c4185be54d tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3c4e91c-5e78-47d1-ba58-13bde2b14467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647492 Aug 20 11:37:05.562909 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.618318 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd21aed-f15e-44df-8c2a-7e32693c5bcf None None] Network 1d5eab44-7f45-459e-8b83-bfb0856c19ab requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:05.700028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:05.736520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f29aa130-d098-4910-80dc-9cb2cc3f218d no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:05.825753 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.877351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:05.906144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:05.906523 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.953394 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:06.014323 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:06.017563 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:06.020566 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a39e29b-2ef1-4b92-aff7-68ef925d4208" -d '{"events": [{"server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "name": "network-vif-unplugged", "status": "completed", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:06.039270 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:06.274659 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:06.320220 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:06.383082 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a6dc62-eb92-4b7a-91df-ec047f35ea5b x-openstack-request-id: req-09a6dc62-eb92-4b7a-91df-ec047f35ea5b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:06.383437 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "name": "network-vif-unplugged", "status": "completed", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:06.383616 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09a6dc62-eb92-4b7a-91df-ec047f35ea5b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:06.384082 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'code': 200} Aug 20 11:37:06.428136 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:06.444940 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f29aa130-d098-4910-80dc-9cb2cc3f218d,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:06.480790 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3,segment=NetworkSegment(f8dcde22-c769-4fba-90e9-9fa6c4ef1782),segment_id=f8dcde22-c769-4fba-90e9-9fa6c4ef1782)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:06.486502 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:06.501442 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Allocated IP 172.25.8.126 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/f324d0a7-32bb-42ca-b296-f3e2f47b9d89) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:06.580925 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:06.670551 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:06.691646 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f6a05-c2ee-4f01-a27f-6ff6c6917bfe req-031b215c-0f71-4864-9a05-6b2224034829 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:06.697696 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b52f6a05-c2ee-4f01-a27f-6ff6c6917bfe req-031b215c-0f71-4864-9a05-6b2224034829 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 945 time: 0.0630331 Aug 20 11:37:06.721317 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:06.758748 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b52f6a05-c2ee-4f01-a27f-6ff6c6917bfe req-9ace153b-a531-484f-80a4-c69816537825 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3c4e91c-5e78-47d1-ba58-13bde2b14467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530229 Aug 20 11:37:06.760178 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:06.762979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:06.774212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:06.783904 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-a5215239-35f2-46b4-a0ff-ca4043e177d0 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:37:06.785512 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-a5215239-35f2-46b4-a0ff-ca4043e177d0 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3055096 Aug 20 11:37:06.816202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Pushing event updated for resources: {'Port': ['ID=f324d0a7-32bb-42ca-b296-f3e2f47b9d89,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:06.938973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-c264c512-9443-4574-94a9-2b3173131286 service neutron] Request body: {'binding': {'host': 'n-h1-804299-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:06.939450 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-c264c512-9443-4574-94a9-2b3173131286 service neutron] Unknown quota resources ['binding']. {{(pid=94690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:37:07.183360 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-c264c512-9443-4574-94a9-2b3173131286 service neutron] Attempting to bind port 37137d13-5bf9-4699-8a51-09249c0541d1 on host n-h1-804299-2 for vnic_type normal with profile None {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:07.184501 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-c264c512-9443-4574-94a9-2b3173131286 service neutron] Attempting to bind port 37137d13-5bf9-4699-8a51-09249c0541d1 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:07.185532 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-c264c512-9443-4574-94a9-2b3173131286 service neutron] Attempting to bind port 37137d13-5bf9-4699-8a51-09249c0541d1 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:07.194576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-c264c512-9443-4574-94a9-2b3173131286 service neutron] Port 37137d13-5bf9-4699-8a51-09249c0541d1 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:37:07.195250 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-c264c512-9443-4574-94a9-2b3173131286 service neutron] Attempting to bind port 37137d13-5bf9-4699-8a51-09249c0541d1 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:07.204836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-c264c512-9443-4574-94a9-2b3173131286 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:07.205723 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-c264c512-9443-4574-94a9-2b3173131286 service neutron] Checking segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:07.206287 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-c264c512-9443-4574-94a9-2b3173131286 service neutron] Bound using segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:07.206936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-c264c512-9443-4574-94a9-2b3173131286 service neutron] Bound port: 37137d13-5bf9-4699-8a51-09249c0541d1, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:07.292373 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-c264c512-9443-4574-94a9-2b3173131286 service neutron] For port 37137d13-5bf9-4699-8a51-09249c0541d1, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=37137d13-5bf9-4699-8a51-09249c0541d1,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:07.300908 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-c264c512-9443-4574-94a9-2b3173131286 service neutron] Notify callbacks [] for binding, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:07.325546 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-c264c512-9443-4574-94a9-2b3173131286 service neutron] 10.222.0.37 "POST /v2.0/ports/37137d13-5bf9-4699-8a51-09249c0541d1/bindings HTTP/1.1" status: 201 len: 389 time: 0.5299528 Aug 20 11:37:07.380264 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:07.618862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-7a45b9a1-d116-4f61-b4da-321b1eed2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:07.620406 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-7a45b9a1-d116-4f61-b4da-321b1eed2967 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 1096 time: 0.0515933 Aug 20 11:37:07.658001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa8cb1-d664-47f4-8114-b0b81c2b205e req-84869c4b-5101-42a1-8999-3ea2488794ca tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:07.659519 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5fa8cb1-d664-47f4-8114-b0b81c2b205e req-84869c4b-5101-42a1-8999-3ea2488794ca tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 945 time: 0.1022947 Aug 20 11:37:07.673158 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:07.729225 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-90eb84fa-5175-4d67-897a-f4cb477d2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:07.731021 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-90eb84fa-5175-4d67-897a-f4cb477d2bec service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.0995598 Aug 20 11:37:07.740442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f29aa130-d098-4910-80dc-9cb2cc3f218d details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:37:07.765064 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5fa8cb1-d664-47f4-8114-b0b81c2b205e req-3bebaef8-2d96-45a4-aa56-2fc61f177c6e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950887 Aug 20 11:37:07.823069 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-39b65f66-0e6d-4913-9f73-2e2c5d4291a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37137d13-5bf9-4699-8a51-09249c0541d1 HTTP/1.1" status: 200 len: 217 time: 0.0775135 Aug 20 11:37:07.882235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:07.899024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'port_id': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'mac_address': 'fa:16:3e:e9:a7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:37:07.903838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Router 96cba4f4-6c63-4292-8325-b4279d95373a is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:37:07.975776 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:07.997644 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f29aa130-d098-4910-80dc-9cb2cc3f218d {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:08.035103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:08.038039 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-505f5e97-669a-42c3-aaee-d6de2129c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:08.040438 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-505f5e97-669a-42c3-aaee-d6de2129c9ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.2061827 Aug 20 11:37:08.041368 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:08.095043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:08.115286 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Sync routers for ids ['96cba4f4-6c63-4292-8325-b4279d95373a'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:08.123772 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:08.125535 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e5dd9b70-fadb-42ba-9f96-d5241a01780e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.6995542 Aug 20 11:37:08.128125 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-c78de19e-437d-4e38-a319-d92d3801deff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678005 Aug 20 11:37:08.128813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60010) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:08.133026 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Routers {'96cba4f4-6c63-4292-8325-b4279d95373a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:08.133956 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:36:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['96cba4f4-6c63-4292-8325-b4279d95373a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:08.154845 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['f29aa130-d098-4910-80dc-9cb2cc3f218d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:08.159075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd57231-b3da-4907-b979-669233382fe3 req-935e3b39-1f00-4148-a1ad-6b1bdbb13f6c tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:08.174487 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1cd57231-b3da-4907-b979-669233382fe3 req-935e3b39-1f00-4148-a1ad-6b1bdbb13f6c tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 945 time: 0.2086067 Aug 20 11:37:08.245860 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f29aa130-d098-4910-80dc-9cb2cc3f218d,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:08.387508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97d7b18-dbe1-4930-8524-0a3c224c854e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:08.403846 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Set router 96cba4f4-6c63-4292-8325-b4279d95373a gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:37:08.405922 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf401baa-940f-4990-b13c-c7dd9a11d194" -d '{"events": [{"server_uuid": "b97d7b18-dbe1-4930-8524-0a3c224c854e", "name": "network-vif-plugged", "status": "completed", "tag": "ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:08.447145 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1cd57231-b3da-4907-b979-669233382fe3 req-b11de419-ab2e-4a4b-b301-757b78364028 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3c4e91c-5e78-47d1-ba58-13bde2b14467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656548 Aug 20 11:37:08.516337 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-2ff49b92-851b-4e89-b248-481f095dfe62 service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345821 Aug 20 11:37:08.624281 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0346c8a-e9c4-4bd1-a348-d42d82550191 x-openstack-request-id: req-e0346c8a-e9c4-4bd1-a348-d42d82550191 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:08.625096 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97d7b18-dbe1-4930-8524-0a3c224c854e", "name": "network-vif-plugged", "status": "completed", "tag": "ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:08.625377 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0346c8a-e9c4-4bd1-a348-d42d82550191 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:08.626142 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97d7b18-dbe1-4930-8524-0a3c224c854e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3', 'code': 200} Aug 20 11:37:08.682295 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-3ce0a42b-a416-4c82-9600-293cc12e85e1 service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553171 Aug 20 11:37:08.721170 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-router', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:05Z', 'updated_at': '2021-08-20T11:37:06Z', 'revision_number': 3, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'gw_port': {'id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:71:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:06Z', 'updated_at': '2021-08-20T11:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:08.770160 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Checking router: 96cba4f4-6c63-4292-8325-b4279d95373a for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:37:08.770887 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Updating router 96cba4f4-6c63-4292-8325-b4279d95373a port f324d0a7-32bb-42ca-b296-f3e2f47b9d89 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:37:08.774683 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cde2c-f2be-4053-a9ff-e89d0d3ab064 req-6f3da35f-bced-4525-94b1-7d5e19b1f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:08.777370 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a8cde2c-f2be-4053-a9ff-e89d0d3ab064 req-6f3da35f-bced-4525-94b1-7d5e19b1f7ac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 1096 time: 0.0647118 Aug 20 11:37:08.784880 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:08.798958 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:08.856766 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a8cde2c-f2be-4053-a9ff-e89d0d3ab064 req-6bcaa80d-f55a-4bed-9e26-3bd32d55958b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e3c4e91c-5e78-47d1-ba58-13bde2b14467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531454 Aug 20 11:37:08.934699 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-cfd192ee-0391-46b1-9b08-62ddd9a5ac3f tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:08.936211 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-cfd192ee-0391-46b1-9b08-62ddd9a5ac3f tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e&tenant_id=e814313934cf421f97eb05f907852359&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 1096 time: 0.1226699 Aug 20 11:37:08.976611 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.033518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22eb69-58e4-4841-8a18-63af0c1b184a req-d307612d-c90d-4e33-818e-5f928af430ea tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:09.042787 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa22eb69-58e4-4841-8a18-63af0c1b184a req-d307612d-c90d-4e33-818e-5f928af430ea tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 945 time: 0.1255238 Aug 20 11:37:09.177968 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa22eb69-58e4-4841-8a18-63af0c1b184a req-8e73fa3d-d819-4f6f-b83b-06d11bf2d910 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302581 Aug 20 11:37:09.184772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804299-2'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:09.215807 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.233775 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Transition to ACTIVE for port object f324d0a7-32bb-42ca-b296-f3e2f47b9d89 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:09.241957 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.305003 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60072) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:09.307996 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.354786 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3e491-2a16-45d6-a576-1b19c55d9c1d None None] Pushing event updated for resources: {'Port': ['ID=f324d0a7-32bb-42ca-b296-f3e2f47b9d89,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:09.360222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Allocated IP 172.20.0.1 (1d5eab44-7f45-459e-8b83-bfb0856c19ab/6c3cf050-62a4-4f71-88da-9ffeca1271c8/5d14d734-3df0-4d1d-93af-df55b5535684) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:09.386272 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3e491-2a16-45d6-a576-1b19c55d9c1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:09.386619 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3e491-2a16-45d6-a576-1b19c55d9c1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:09.391826 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3e491-2a16-45d6-a576-1b19c55d9c1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:09.393552 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3e491-2a16-45d6-a576-1b19c55d9c1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:09.396371 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3e491-2a16-45d6-a576-1b19c55d9c1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:09.397592 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3e491-2a16-45d6-a576-1b19c55d9c1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:09.398803 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3e491-2a16-45d6-a576-1b19c55d9c1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:09.399336 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3e491-2a16-45d6-a576-1b19c55d9c1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:09.400447 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3e491-2a16-45d6-a576-1b19c55d9c1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:09.401516 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3e491-2a16-45d6-a576-1b19c55d9c1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:09.402773 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3e491-2a16-45d6-a576-1b19c55d9c1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:09.403748 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3e491-2a16-45d6-a576-1b19c55d9c1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:09.446143 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Attempting to bind port f324d0a7-32bb-42ca-b296-f3e2f47b9d89 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:09.446885 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Attempting to bind port f324d0a7-32bb-42ca-b296-f3e2f47b9d89 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:09.447544 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Attempting to bind port f324d0a7-32bb-42ca-b296-f3e2f47b9d89 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:09.454870 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:09.455589 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:09.456829 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.460047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:09.461264 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Bound port: f324d0a7-32bb-42ca-b296-f3e2f47b9d89, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:09.462096 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.543059 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] For port f324d0a7-32bb-42ca-b296-f3e2f47b9d89, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:09.547713 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] For port f324d0a7-32bb-42ca-b296-f3e2f47b9d89, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f324d0a7-32bb-42ca-b296-f3e2f47b9d89,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:09.554423 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.626476 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60082) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:09.684359 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] For port 37137d13-5bf9-4699-8a51-09249c0541d1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=37137d13-5bf9-4699-8a51-09249c0541d1,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:09.705447 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.729382 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3e491-2a16-45d6-a576-1b19c55d9c1d None None] Pushing event updated for resources: {'Port': ['ID=f324d0a7-32bb-42ca-b296-f3e2f47b9d89,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:09.730623 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c2d8d-262e-4f4b-95a0-d9115c68c57f req-18584034-83c4-45b9-b572-b9a000fe210d tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:09.744138 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a9c2d8d-262e-4f4b-95a0-d9115c68c57f req-18584034-83c4-45b9-b572-b9a000fe210d tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 945 time: 0.1685555 Aug 20 11:37:09.756227 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f29aa130-d098-4910-80dc-9cb2cc3f218d up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:09.782746 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Routers {'96cba4f4-6c63-4292-8325-b4279d95373a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:09.783763 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:36:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['96cba4f4-6c63-4292-8325-b4279d95373a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:09.799521 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] For port 37137d13-5bf9-4699-8a51-09249c0541d1, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:09.799756 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57d1f19e-7231-4017-8f45-588075d9173a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.844680 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a9c2d8d-262e-4f4b-95a0-d9115c68c57f req-7b0697f8-e732-4068-b952-3d9343c1f96b tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3c4e91c-5e78-47d1-ba58-13bde2b14467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978675 Aug 20 11:37:09.875246 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-41ad6c7a-2ea9-4424-b471-22f910898868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.920903 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.927404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad49992-efb7-410a-b858-8e58aed7509e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37137d13-5bf9-4699-8a51-09249c0541d1'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:09.930531 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc240cc-6749-4ed1-8554-026598cededf" -d '{"events": [{"server_uuid": "8ad49992-efb7-410a-b858-8e58aed7509e", "name": "network-vif-unplugged", "status": "completed", "tag": "37137d13-5bf9-4699-8a51-09249c0541d1"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:09.937953 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.951592 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port f29aa130-d098-4910-80dc-9cb2cc3f218d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:09.952092 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.969938 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.022662 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Network 1d5eab44-7f45-459e-8b83-bfb0856c19ab is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:10.033807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:10.038024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:10.041715 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3ed8f9-c134-44a0-98d0-ad35ab0b07d4 x-openstack-request-id: req-8a3ed8f9-c134-44a0-98d0-ad35ab0b07d4 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:10.042051 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad49992-efb7-410a-b858-8e58aed7509e", "name": "network-vif-unplugged", "status": "completed", "tag": "37137d13-5bf9-4699-8a51-09249c0541d1", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:10.042327 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a3ed8f9-c134-44a0-98d0-ad35ab0b07d4 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:10.043047 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad49992-efb7-410a-b858-8e58aed7509e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37137d13-5bf9-4699-8a51-09249c0541d1', 'code': 200} Aug 20 11:37:10.065513 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] Set router 96cba4f4-6c63-4292-8325-b4279d95373a gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:37:10.078612 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=5d14d734-3df0-4d1d-93af-df55b5535684,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:10.132241 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57d1f19e-7231-4017-8f45-588075d9173a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.137769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57d1f19e-7231-4017-8f45-588075d9173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.186860 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.189288 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.209540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1f19e-7231-4017-8f45-588075d9173a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a129d5-fe5e-4ec7-94da-d341a8ef8cc4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:10.233461 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-57d1f19e-7231-4017-8f45-588075d9173a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49a1640e80474c6faac1d48813b0f176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9253492 Aug 20 11:37:10.236366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60092) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:10.288109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:10.293216 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.303734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Attempting to bind port 37137d13-5bf9-4699-8a51-09249c0541d1 on host n-h2-804299-2 for vnic_type normal with profile {"migrating_to": "n-h1-804299-2"} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:10.307991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Attempting to bind port 37137d13-5bf9-4699-8a51-09249c0541d1 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:10.308415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Attempting to bind port 37137d13-5bf9-4699-8a51-09249c0541d1 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:10.338528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Pushing event updated for resources: {'Port': ['ID=37137d13-5bf9-4699-8a51-09249c0541d1,revision_number=7']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:10.340777 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3c8b-3de8-4fe9-a04d-d472947e5579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.346640 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Port 37137d13-5bf9-4699-8a51-09249c0541d1 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:37:10.347045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Attempting to bind port 37137d13-5bf9-4699-8a51-09249c0541d1 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:10.393586 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3c8b-3de8-4fe9-a04d-d472947e5579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.397772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:10.398443 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Checking segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:10.398904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Bound using segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:10.399441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Bound port: 37137d13-5bf9-4699-8a51-09249c0541d1, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:10.399888 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.444331 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f29aa130-d098-4910-80dc-9cb2cc3f218d,revision_number=10']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:10.454443 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-router', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:05Z', 'updated_at': '2021-08-20T11:37:06Z', 'revision_number': 3, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'gw_port': {'id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:71:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:06Z', 'updated_at': '2021-08-20T11:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:10.495525 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30d7b4c-5f46-4f8f-a8f5-56b67ef3aff5 None None] The sync data for ids ['96cba4f4-6c63-4292-8325-b4279d95373a'] in n-d-804299-2 is: [{'id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-router', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:05Z', 'updated_at': '2021-08-20T11:37:06Z', 'revision_number': 3, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'gw_port': {'id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:71:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:06Z', 'updated_at': '2021-08-20T11:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:10.527708 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3c8b-3de8-4fe9-a04d-d472947e5579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.528555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7ecd3-a0da-4398-8acd-42ade2c46e6c req-a97ba48e-d3f9-40d9-b9ab-4014a5d08438 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:10.530877 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3c8b-3de8-4fe9-a04d-d472947e5579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.536174 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ef2b3c8b-3de8-4fe9-a04d-d472947e5579 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9a129d5-fe5e-4ec7-94da-d341a8ef8cc4 HTTP/1.1" status: 204 len: 168 time: 0.2970359 Aug 20 11:37:10.536365 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0cf7ecd3-a0da-4398-8acd-42ade2c46e6c req-a97ba48e-d3f9-40d9-b9ab-4014a5d08438 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 943 time: 0.2240570 Aug 20 11:37:10.546840 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b3c8b-3de8-4fe9-a04d-d472947e5579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a129d5-fe5e-4ec7-94da-d341a8ef8cc4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:10.609019 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-41ad6c7a-2ea9-4424-b471-22f910898868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.633349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:10.635784 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9459a211-ff9d-4bd7-8c59-1a4f262c8d84" -d '{"events": [{"server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "name": "network-vif-plugged", "status": "completed", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:10.680529 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-41ad6c7a-2ea9-4424-b471-22f910898868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.698779 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72520551-5bd8-47e3-81c0-6d8e97197de9 x-openstack-request-id: req-72520551-5bd8-47e3-81c0-6d8e97197de9 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:10.699408 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "name": "network-vif-plugged", "status": "completed", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:10.700254 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72520551-5bd8-47e3-81c0-6d8e97197de9 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:10.702153 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'code': 200} Aug 20 11:37:10.714840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] For port 37137d13-5bf9-4699-8a51-09249c0541d1, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:10.762717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] For port 37137d13-5bf9-4699-8a51-09249c0541d1, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=37137d13-5bf9-4699-8a51-09249c0541d1,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:10.841392 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.894596 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-41ad6c7a-2ea9-4424-b471-22f910898868 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38f75c926f1c4ddeb3a514e5ff1f2add&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2599509 Aug 20 11:37:10.895844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60112) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:10.897885 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.945248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad6c7a-2ea9-4424-b471-22f910898868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa4349d-bbc5-42f8-94b2-16ffe8f378a5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:10.960221 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0cf7ecd3-a0da-4398-8acd-42ade2c46e6c req-651e8fdb-2938-465c-ba9e-d0231804506b tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228752 Aug 20 11:37:11.077723 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Pushing event updated for resources: {'Port': ['ID=37137d13-5bf9-4699-8a51-09249c0541d1,revision_number=8']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:11.183799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60114) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:11.208191 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a3f003e-3325-4929-abad-7be2c2e6002d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.219773 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4311cd9d-0f61-4e5e-9d5a-9c99b8009f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.229495 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae7559-862d-4ac4-86bb-e614ef6dad17 req-b09648cb-132c-4a24-907f-65c4f9f8b0b5 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:11.231019 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ceae7559-862d-4ac4-86bb-e614ef6dad17 req-b09648cb-132c-4a24-907f-65c4f9f8b0b5 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 945 time: 0.2426987 Aug 20 11:37:11.282628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['37137d13-5bf9-4699-8a51-09249c0541d1'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:11.287281 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4311cd9d-0f61-4e5e-9d5a-9c99b8009f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.304042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:11.304745 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.306332 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-1059cee5-edec-411f-93d3-b03f9e2397a1 service neutron] 10.222.0.35 "PUT /v2.0/ports/37137d13-5bf9-4699-8a51-09249c0541d1 HTTP/1.1" status: 200 len: 1121 time: 2.1420939 Aug 20 11:37:11.373507 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.388235 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.460207 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a3f003e-3325-4929-abad-7be2c2e6002d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.527444 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a3f003e-3325-4929-abad-7be2c2e6002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.543872 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4311cd9d-0f61-4e5e-9d5a-9c99b8009f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.546866 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4311cd9d-0f61-4e5e-9d5a-9c99b8009f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.548400 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4311cd9d-0f61-4e5e-9d5a-9c99b8009f31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fa4349d-bbc5-42f8-94b2-16ffe8f378a5 HTTP/1.1" status: 204 len: 168 time: 0.6513720 Aug 20 11:37:11.583311 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=5d14d734-3df0-4d1d-93af-df55b5535684,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:11.599519 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ceae7559-862d-4ac4-86bb-e614ef6dad17 req-59f20c0f-2302-42d7-99d3-f23a8001eb49 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3c4e91c-5e78-47d1-ba58-13bde2b14467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597820 Aug 20 11:37:11.626872 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.652105 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0a3f003e-3325-4929-abad-7be2c2e6002d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22ac4de370dc4e6eb0645f8e4694ae7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4671459 Aug 20 11:37:11.655195 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60124) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:11.685709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f003e-3325-4929-abad-7be2c2e6002d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3c8628-c820-4d86-bcf8-491f7d86e024,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:11.704016 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311cd9d-0f61-4e5e-9d5a-9c99b8009f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa4349d-bbc5-42f8-94b2-16ffe8f378a5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:11.751110 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb3e2-1d16-421c-91ca-8105bfc722a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.789432 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb3e2-1d16-421c-91ca-8105bfc722a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.802119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Network 1d5eab44-7f45-459e-8b83-bfb0856c19ab is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:11.806258 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:11.848872 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb3e2-1d16-421c-91ca-8105bfc722a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.854091 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb3e2-1d16-421c-91ca-8105bfc722a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.855283 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7bbcb3e2-1d16-421c-91ca-8105bfc722a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f3c8628-c820-4d86-bcf8-491f7d86e024 HTTP/1.1" status: 204 len: 168 time: 0.1988568 Aug 20 11:37:11.867720 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcb3e2-1d16-421c-91ca-8105bfc722a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3c8628-c820-4d86-bcf8-491f7d86e024,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:11.946548 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:37:12.047292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad49992-efb7-410a-b858-8e58aed7509e', 'tag': '37137d13-5bf9-4699-8a51-09249c0541d1'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:12.055983 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1879891-1bee-403a-bced-e5136f05be38" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad49992-efb7-410a-b858-8e58aed7509e", "tag": "37137d13-5bf9-4699-8a51-09249c0541d1"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:12.147769 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f324d0a7-32bb-42ca-b296-f3e2f47b9d89 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:12.248248 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaa8747-6134-4c67-90cf-4791c83121c9 x-openstack-request-id: req-eeaa8747-6134-4c67-90cf-4791c83121c9 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:12.248588 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad49992-efb7-410a-b858-8e58aed7509e", "tag": "37137d13-5bf9-4699-8a51-09249c0541d1", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:12.248928 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eeaa8747-6134-4c67-90cf-4791c83121c9 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:12.249388 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad49992-efb7-410a-b858-8e58aed7509e', 'tag': '37137d13-5bf9-4699-8a51-09249c0541d1', 'status': 'completed', 'code': 200} Aug 20 11:37:12.340723 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port f324d0a7-32bb-42ca-b296-f3e2f47b9d89 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:12.346853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f324d0a7-32bb-42ca-b296-f3e2f47b9d89 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:12.347126 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:12.354948 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Router 96cba4f4-6c63-4292-8325-b4279d95373a has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:37:12.368385 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3552e6-0656-4312-869f-dcd0f6479a19 req-61d179a4-6bc5-4e98-a147-22cb3264e932 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:12.377452 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ac3552e6-0656-4312-869f-dcd0f6479a19 req-61d179a4-6bc5-4e98-a147-22cb3264e932 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 943 time: 0.1720459 Aug 20 11:37:12.431432 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60146) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:12.477444 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad91d22c-b60f-4bae-85be-41a182ed2179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:12.577552 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:12.618899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e1953-ff61-4c01-8a66-489b5bea2a14 req-74c49385-2476-41c3-acec-f8be2bdb6a3b tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:12.626899 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2b6e1953-ff61-4c01-8a66-489b5bea2a14 req-74c49385-2476-41c3-acec-f8be2bdb6a3b tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 945 time: 0.1511354 Aug 20 11:37:12.638276 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port f324d0a7-32bb-42ca-b296-f3e2f47b9d89, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f324d0a7-32bb-42ca-b296-f3e2f47b9d89,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:12.650071 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:12.749318 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2b6e1953-ff61-4c01-8a66-489b5bea2a14 req-6499ec31-9c25-4870-828c-941b4c9e3948 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3c4e91c-5e78-47d1-ba58-13bde2b14467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211429 Aug 20 11:37:12.802970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=f324d0a7-32bb-42ca-b296-f3e2f47b9d89,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:12.822915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1879891-1bee-403a-bced-e5136f05be38 req-1b330a58-1a9e-42ed-80a1-aab2e72f21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:12.824414 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1879891-1bee-403a-bced-e5136f05be38 req-1b330a58-1a9e-42ed-80a1-aab2e72f21a2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 1124 time: 0.5741539 Aug 20 11:37:12.870237 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad91d22c-b60f-4bae-85be-41a182ed2179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:12.877935 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad91d22c-b60f-4bae-85be-41a182ed2179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:12.918775 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91d22c-b60f-4bae-85be-41a182ed2179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d441ac-2635-4654-8329-722f2405d8df,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:12.936674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1879891-1bee-403a-bced-e5136f05be38 req-5405fa13-42f1-4c83-8cf0-02291590f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:12.938154 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1879891-1bee-403a-bced-e5136f05be38 req-5405fa13-42f1-4c83-8cf0-02291590f8fd service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.1023533 Aug 20 11:37:12.950558 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ad91d22c-b60f-4bae-85be-41a182ed2179 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41700103cb0d44cf971d5155e908a987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5169501 Aug 20 11:37:12.960846 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ac3552e6-0656-4312-869f-dcd0f6479a19 req-fc39d46b-5c16-43ba-8332-13535f491daa tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758159 Aug 20 11:37:12.961946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60156) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:13.052480 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1879891-1bee-403a-bced-e5136f05be38 req-8505f918-3d21-4b4e-9b3f-aa32feeaec10 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37137d13-5bf9-4699-8a51-09249c0541d1 HTTP/1.1" status: 200 len: 217 time: 0.0902958 Aug 20 11:37:13.100853 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-534f7459-b1fa-4ffa-a02e-002f4e2aeca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:13.146893 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-534f7459-b1fa-4ffa-a02e-002f4e2aeca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:13.175878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1879891-1bee-403a-bced-e5136f05be38 req-2c52bb6c-98fc-4ba1-a6cf-bb41317214bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:13.178067 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1879891-1bee-403a-bced-e5136f05be38 req-2c52bb6c-98fc-4ba1-a6cf-bb41317214bb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.1188252 Aug 20 11:37:13.181574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:13.192774 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Sync routers for ids ['96cba4f4-6c63-4292-8325-b4279d95373a'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:13.200802 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c5451408-cb79-4d05-9eb2-eb66bd5b0ce7 admin admin] 10.222.0.37 "PUT /v2.0/routers/96cba4f4-6c63-4292-8325-b4279d95373a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0705144 Aug 20 11:37:13.221478 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-534f7459-b1fa-4ffa-a02e-002f4e2aeca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:13.222636 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Routers {'96cba4f4-6c63-4292-8325-b4279d95373a'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:13.225526 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-534f7459-b1fa-4ffa-a02e-002f4e2aeca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:13.226226 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:36:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['96cba4f4-6c63-4292-8325-b4279d95373a'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:13.230429 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-534f7459-b1fa-4ffa-a02e-002f4e2aeca7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98d441ac-2635-4654-8329-722f2405d8df HTTP/1.1" status: 204 len: 168 time: 0.2637851 Aug 20 11:37:13.246121 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1879891-1bee-403a-bced-e5136f05be38 req-14e1f5de-c5a9-47b9-b22f-446be349c6ae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369272 Aug 20 11:37:13.251577 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f7459-b1fa-4ffa-a02e-002f4e2aeca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d441ac-2635-4654-8329-722f2405d8df,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:13.352585 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1879891-1bee-403a-bced-e5136f05be38 req-de59e4ed-a991-4e25-9fd5-8b5d7ac05687 service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963011 Aug 20 11:37:13.503662 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1879891-1bee-403a-bced-e5136f05be38 req-6f7cd86f-d3a4-420c-8055-94366fa82bce service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426806 Aug 20 11:37:13.548559 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Set router 96cba4f4-6c63-4292-8325-b4279d95373a gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:37:13.732118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 37137d13-5bf9-4699-8a51-09249c0541d1 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:37:13.907468 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 37137d13-5bf9-4699-8a51-09249c0541d1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=37137d13-5bf9-4699-8a51-09249c0541d1,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:13.949268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c37ec-16ae-41a3-a21c-bba8b8f1297a req-ecdf3a01-6965-4664-a0e0-3488fdae886e tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:13.960503 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f1c37ec-16ae-41a3-a21c-bba8b8f1297a req-ecdf3a01-6965-4664-a0e0-3488fdae886e tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 945 time: 0.0994539 Aug 20 11:37:13.977240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 37137d13-5bf9-4699-8a51-09249c0541d1 has no active binding in host n-h1-804299-2 {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:37:14.033736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-router', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:05Z', 'updated_at': '2021-08-20T11:37:10Z', 'revision_number': 4, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'gw_port': {'id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:06Z', 'updated_at': '2021-08-20T11:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '5d14d734-3df0-4d1d-93af-df55b5535684', 'name': '', 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'mac_address': 'fa:16:3e:4c:ba:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:09Z', 'updated_at': '2021-08-20T11:37:11Z', 'revision_number': 2, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'subnets': [{'id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:14.053256 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f1c37ec-16ae-41a3-a21c-bba8b8f1297a req-876f1e2c-c851-4c79-b338-03b246c79e15 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3c4e91c-5e78-47d1-ba58-13bde2b14467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868523 Aug 20 11:37:14.097809 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Checking router: 96cba4f4-6c63-4292-8325-b4279d95373a for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:37:14.099182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Updating router 96cba4f4-6c63-4292-8325-b4279d95373a port 5d14d734-3df0-4d1d-93af-df55b5535684 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:37:14.103002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f324d0a7-32bb-42ca-b296-f3e2f47b9d89 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:14.184272 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.390100 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084deaa1-106c-43e5-b161-0657e48cda0e req-052790d8-a8f1-4789-935a-de388f5c8928 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:14.395624 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-084deaa1-106c-43e5-b161-0657e48cda0e req-052790d8-a8f1-4789-935a-de388f5c8928 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 943 time: 0.1358199 Aug 20 11:37:14.480715 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-b48480a5-628f-4e82-a9f1-cba7498444fc tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:14.488205 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-b48480a5-628f-4e82-a9f1-cba7498444fc tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/networks?id=1d5eab44-7f45-459e-8b83-bfb0856c19ab HTTP/1.1" status: 200 len: 820 time: 0.2837260 Aug 20 11:37:14.496024 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-084deaa1-106c-43e5-b161-0657e48cda0e req-4c157d2e-ea50-4a42-8ba0-8c93d8f3cb73 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899332 Aug 20 11:37:14.526211 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-23ad1f0e-aa3b-4b24-885f-5e99dab7b975 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/quotas/5171254ade054ce9a6338a7d5e867275 HTTP/1.1" status: 200 len: 375 time: 0.0307155 Aug 20 11:37:14.605425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f324d0a7-32bb-42ca-b296-f3e2f47b9d89 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:14.605888 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.632717 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-4786cb3a-9eda-4789-b2d0-2988ed658f12 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5171254ade054ce9a6338a7d5e867275&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1033580 Aug 20 11:37:14.831223 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-dc2e061c-2b6b-4bd1-a0f7-ce03d2711385 service neutron] 10.222.0.37 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993284 Aug 20 11:37:14.835793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b1bd4-b1d4-4d63-ab50-05bcba929196 req-592f2f14-50af-4c0b-9b31-0cc41ac2f1a8 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:14.837440 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ee9b1bd4-b1d4-4d63-ab50-05bcba929196 req-592f2f14-50af-4c0b-9b31-0cc41ac2f1a8 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.35 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 945 time: 0.1427066 Aug 20 11:37:14.977699 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.992348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Transition to ACTIVE for port object 5d14d734-3df0-4d1d-93af-df55b5535684 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:15.004446 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.041153 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-55257397-3dcf-40af-890b-1f7e915fb550 service neutron] 10.222.0.37 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091362 Aug 20 11:37:15.057411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-ee9b1bd4-b1d4-4d63-ab50-05bcba929196 req-2128632f-cda6-4209-abdf-d701b0e90a2d tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Deleting port ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:15.058459 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ee9b1bd4-b1d4-4d63-ab50-05bcba929196 req-2128632f-cda6-4209-abdf-d701b0e90a2d tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.100433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7475a1-3a75-47a9-b1eb-9c2e39f5f21d None None] Pushing event updated for resources: {'Port': ['ID=5d14d734-3df0-4d1d-93af-df55b5535684,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:15.232065 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Attempting to bind port 5d14d734-3df0-4d1d-93af-df55b5535684 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:15.232823 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Attempting to bind port 5d14d734-3df0-4d1d-93af-df55b5535684 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '73f50fa2-eec4-44ee-b3b2-abb6929a609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:15.233616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Attempting to bind port 5d14d734-3df0-4d1d-93af-df55b5535684 on network 1d5eab44-7f45-459e-8b83-bfb0856c19ab {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:15.242574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:15.243538 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Checking segment: {'id': '73f50fa2-eec4-44ee-b3b2-abb6929a609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:15.244169 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.244808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Bound using segment: {'id': '73f50fa2-eec4-44ee-b3b2-abb6929a609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:15.245522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Bound port: 5d14d734-3df0-4d1d-93af-df55b5535684, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f50fa2-eec4-44ee-b3b2-abb6929a609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:15.246125 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.296302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60246) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:15.391248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] For port 5d14d734-3df0-4d1d-93af-df55b5535684, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:15.392794 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ee9b1bd4-b1d4-4d63-ab50-05bcba929196 req-2128632f-cda6-4209-abdf-d701b0e90a2d tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] For port ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3,segment=NetworkSegment(f8dcde22-c769-4fba-90e9-9fa6c4ef1782),segment_id=f8dcde22-c769-4fba-90e9-9fa6c4ef1782)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:15.397815 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ee9b1bd4-b1d4-4d63-ab50-05bcba929196 req-2128632f-cda6-4209-abdf-d701b0e90a2d tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.401373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] For port 5d14d734-3df0-4d1d-93af-df55b5535684, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5d14d734-3df0-4d1d-93af-df55b5535684,segment=NetworkSegment(73f50fa2-eec4-44ee-b3b2-abb6929a609d),segment_id=73f50fa2-eec4-44ee-b3b2-abb6929a609d)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:15.415843 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.438277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-ee9b1bd4-b1d4-4d63-ab50-05bcba929196 req-2128632f-cda6-4209-abdf-d701b0e90a2d tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Calling delete_port for ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:15.496720 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7475a1-3a75-47a9-b1eb-9c2e39f5f21d None None] Pushing event updated for resources: {'Port': ['ID=5d14d734-3df0-4d1d-93af-df55b5535684,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:15.520219 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9e131662-02ec-4579-91fb-2fa3a3792a95 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-557964607-network', 'tenant_id': 'fea17588b94347959045097d3afa93a6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:15.544693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Routers {'96cba4f4-6c63-4292-8325-b4279d95373a'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:15.545599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:36:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['96cba4f4-6c63-4292-8325-b4279d95373a'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:15.569328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e131662-02ec-4579-91fb-2fa3a3792a95 admin admin] Made reservation on behalf of fea17588b94347959045097d3afa93a6 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:15.572293 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e131662-02ec-4579-91fb-2fa3a3792a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.601516 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e131662-02ec-4579-91fb-2fa3a3792a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.648334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb59df-68c1-417e-80cc-a3958b4a090d req-7214f5c7-7d95-4c9d-b02b-ff1af059795a tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:15.662647 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-badb59df-68c1-417e-80cc-a3958b4a090d req-7214f5c7-7d95-4c9d-b02b-ff1af059795a tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 945 time: 0.4137270 Aug 20 11:37:15.865132 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e131662-02ec-4579-91fb-2fa3a3792a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.867757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] Set router 96cba4f4-6c63-4292-8325-b4279d95373a gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:37:15.879644 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e131662-02ec-4579-91fb-2fa3a3792a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.902275 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e131662-02ec-4579-91fb-2fa3a3792a95 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:37:15.932435 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e131662-02ec-4579-91fb-2fa3a3792a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:15.936719 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e131662-02ec-4579-91fb-2fa3a3792a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.938398 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-9e131662-02ec-4579-91fb-2fa3a3792a95 admin admin] Added segment c02cd251-b16e-491b-9a26-555032ad65f5 of type vlan for network fbdc30a0-d793-4139-a5cc-21324783dccd Aug 20 11:37:15.975686 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7b706714-6e5b-4d87-a55b-656dcc2ea13a req-1a6345bd-6c4d-4089-abdd-152131920410 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 210 time: 0.0542693 Aug 20 11:37:16.044898 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-ea7dff5c-66f3-419d-a35c-d7c6cdb76806 service neutron] 10.222.0.76 "GET /v2.0/ports/37137d13-5bf9-4699-8a51-09249c0541d1/bindings/n-h1-804299-2 HTTP/1.1" status: 200 len: 384 time: 0.5967307 Aug 20 11:37:16.059307 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e131662-02ec-4579-91fb-2fa3a3792a95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:16.059540 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-badb59df-68c1-417e-80cc-a3958b4a090d req-182e7fa2-8a49-425d-abe4-9ef16cad5779 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3c4e91c-5e78-47d1-ba58-13bde2b14467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937247 Aug 20 11:37:16.162774 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e131662-02ec-4579-91fb-2fa3a3792a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:16.163754 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e131662-02ec-4579-91fb-2fa3a3792a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:16.164325 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e131662-02ec-4579-91fb-2fa3a3792a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:16.207627 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9e131662-02ec-4579-91fb-2fa3a3792a95 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.9097607 Aug 20 11:37:16.211325 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60272) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:16.272314 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ee9b1bd4-b1d4-4d63-ab50-05bcba929196 req-2128632f-cda6-4209-abdf-d701b0e90a2d tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:16.317788 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:16.365538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128632f-cda6-4209-abdf-d701b0e90a2d tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Pushing event deleted for resources: {'Port': ['ID=ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:16.478116 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-router', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:05Z', 'updated_at': '2021-08-20T11:37:10Z', 'revision_number': 4, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'gw_port': {'id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:06Z', 'updated_at': '2021-08-20T11:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '5d14d734-3df0-4d1d-93af-df55b5535684', 'name': '', 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'mac_address': 'fa:16:3e:4c:ba:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:09Z', 'updated_at': '2021-08-20T11:37:15Z', 'revision_number': 4, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'subnets': [{'id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:16.513486 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f3054-fcbb-492e-9888-572b82b14ad2 None None] The sync data for ids ['96cba4f4-6c63-4292-8325-b4279d95373a'] in n-d-804299-2 is: [{'id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-router', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:05Z', 'updated_at': '2021-08-20T11:37:10Z', 'revision_number': 4, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'gw_port': {'id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:06Z', 'updated_at': '2021-08-20T11:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '5d14d734-3df0-4d1d-93af-df55b5535684', 'name': '', 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'mac_address': 'fa:16:3e:4c:ba:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:09Z', 'updated_at': '2021-08-20T11:37:15Z', 'revision_number': 4, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'subnets': [{'id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:16.530420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9b1bd4-b1d4-4d63-ab50-05bcba929196 req-2128632f-cda6-4209-abdf-d701b0e90a2d tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] No DVR routers for this DVR port ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:16.533686 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ee9b1bd4-b1d4-4d63-ab50-05bcba929196 req-2128632f-cda6-4209-abdf-d701b0e90a2d tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:16.559028 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ee9b1bd4-b1d4-4d63-ab50-05bcba929196 req-2128632f-cda6-4209-abdf-d701b0e90a2d tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.35 "DELETE /v2.0/ports/ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 HTTP/1.1" status: 204 len: 173 time: 1.7033210 Aug 20 11:37:16.573021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97d7b18-dbe1-4930-8524-0a3c224c854e', 'name': 'network-vif-deleted', 'tag': 'ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:16.576741 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b868141-1f29-44ac-90f1-b77f7fa64a28" -d '{"events": [{"server_uuid": "b97d7b18-dbe1-4930-8524-0a3c224c854e", "name": "network-vif-deleted", "tag": "ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:16.858740 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b2755e-e464-479b-a8e9-a3fa71a5ecd1 x-openstack-request-id: req-36b2755e-e464-479b-a8e9-a3fa71a5ecd1 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:16.859830 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97d7b18-dbe1-4930-8524-0a3c224c854e", "name": "network-vif-deleted", "tag": "ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:16.860199 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36b2755e-e464-479b-a8e9-a3fa71a5ecd1 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:16.867475 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97d7b18-dbe1-4930-8524-0a3c224c854e', 'name': 'network-vif-deleted', 'tag': 'ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3', 'status': 'completed', 'code': 200} Aug 20 11:37:16.894657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-78a09d7a-0abc-49c8-93f1-2718bdeea43c admin admin] Request body: {'subnet': {'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-557964607-subnet', 'tenant_id': 'fea17588b94347959045097d3afa93a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:16.938431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-61775a72-9af9-463a-8fd5-11bc283ac0d9 service neutron] For port 37137d13-5bf9-4699-8a51-09249c0541d1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=37137d13-5bf9-4699-8a51-09249c0541d1,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:16.970295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c3292-2e0a-43da-9943-5aa10d9c132d req-e87a9789-b1f5-46c2-b180-f0ca371aa8d4 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:16.987373 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ac2c3292-2e0a-43da-9943-5aa10d9c132d req-e87a9789-b1f5-46c2-b180-f0ca371aa8d4 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 943 time: 0.8952503 Aug 20 11:37:16.989950 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a09d7a-0abc-49c8-93f1-2718bdeea43c admin admin] Made reservation on behalf of fea17588b94347959045097d3afa93a6 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:16.992289 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78a09d7a-0abc-49c8-93f1-2718bdeea43c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.054753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-61775a72-9af9-463a-8fd5-11bc283ac0d9 service neutron] For port 37137d13-5bf9-4699-8a51-09249c0541d1, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:17.118863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-61775a72-9af9-463a-8fd5-11bc283ac0d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37137d13-5bf9-4699-8a51-09249c0541d1 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:17.166391 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ac2c3292-2e0a-43da-9943-5aa10d9c132d req-092b5042-d510-4d5a-8dfe-e6fe2baeebc9 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772332 Aug 20 11:37:17.167407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-61775a72-9af9-463a-8fd5-11bc283ac0d9 service neutron] For port 37137d13-5bf9-4699-8a51-09249c0541d1, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=37137d13-5bf9-4699-8a51-09249c0541d1,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:17.184120 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e131662-02ec-4579-91fb-2fa3a3792a95 admin admin] Pushing event updated for resources: {'Network': ['ID=fbdc30a0-d793-4139-a5cc-21324783dccd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:17.218156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network fbdc30a0-d793-4139-a5cc-21324783dccd details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:37:17.258771 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-14e10f60-1f51-4656-943c-a99ff97b6147 req-9a77831e-5403-4bec-8c24-3db8ac5f5919 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 210 time: 0.1483161 Aug 20 11:37:17.454630 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-61775a72-9af9-463a-8fd5-11bc283ac0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.554977 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eb50af4c-3bbd-4a65-92ff-9dd93dd3a2d2 req-daf97827-a15c-4dac-a1ee-40d2f21a5515 tempest-ServerGroupTestJSON-1055819611 tempest-ServerGroupTestJSON-1055819611-project] 10.222.0.37 "GET /v2.0/ports?device_id=b97d7b18-dbe1-4930-8524-0a3c224c854e HTTP/1.1" status: 200 len: 210 time: 0.0789409 Aug 20 11:37:17.621463 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78a09d7a-0abc-49c8-93f1-2718bdeea43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.668532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60310) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:17.707863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2851f807-3ea2-45d8-898e-bfc2e2a7c40b tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:17.711378 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2851f807-3ea2-45d8-898e-bfc2e2a7c40b tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.76 "GET /v2.0/networks?id=1d5eab44-7f45-459e-8b83-bfb0856c19ab HTTP/1.1" status: 200 len: 820 time: 0.4745657 Aug 20 11:37:17.739735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a09d7a-0abc-49c8-93f1-2718bdeea43c admin admin] Pushing event updated for resources: {'Subnet': ['ID=734fd1d8-2b43-491b-a917-ffd6ab332d79,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:17.744460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2208099a-41e6-4951-adab-54e97cda22c6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Request body: {'port': {'device_id': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab', 'admin_state_up': True, 'tenant_id': '5171254ade054ce9a6338a7d5e867275'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:17.764259 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a09d7a-0abc-49c8-93f1-2718bdeea43c admin admin] Checking segment: {'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:17.764536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a09d7a-0abc-49c8-93f1-2718bdeea43c admin admin] Network hostable DHCP agents. Network: fbdc30a0-d793-4139-a5cc-21324783dccd, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:37:17.803234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a09d7a-0abc-49c8-93f1-2718bdeea43c admin admin] Network fbdc30a0-d793-4139-a5cc-21324783dccd is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:37:17.818111 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-78a09d7a-0abc-49c8-93f1-2718bdeea43c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, fbdc30a0-d793-4139-a5cc-21324783dccd) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:17.824981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a09d7a-0abc-49c8-93f1-2718bdeea43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:17.827847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78a09d7a-0abc-49c8-93f1-2718bdeea43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.832839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cc94ac-229e-4633-b224-8e49c4061f3e None None] Network fbdc30a0-d793-4139-a5cc-21324783dccd requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:17.835911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-61775a72-9af9-463a-8fd5-11bc283ac0d9 service neutron] Transition to ACTIVE for port object 37137d13-5bf9-4699-8a51-09249c0541d1 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:17.860530 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-61775a72-9af9-463a-8fd5-11bc283ac0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.872588 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-78a09d7a-0abc-49c8-93f1-2718bdeea43c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0440750 Aug 20 11:37:18.014037 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc031-adf9-4be5-8172-09f5dd11e420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:18.092765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2208099a-41e6-4951-adab-54e97cda22c6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Made reservation on behalf of 5171254ade054ce9a6338a7d5e867275 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:18.102375 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2208099a-41e6-4951-adab-54e97cda22c6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:18.123383 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec0211-c755-4e9b-be75-24d8d307a2e6 None None] Network fbdc30a0-d793-4139-a5cc-21324783dccd requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:18.243338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-61775a72-9af9-463a-8fd5-11bc283ac0d9 service neutron] No DVR routers for this DVR port 37137d13-5bf9-4699-8a51-09249c0541d1 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:18.263278 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61775a72-9af9-463a-8fd5-11bc283ac0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=37137d13-5bf9-4699-8a51-09249c0541d1,revision_number=10']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:18.494042 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5d14d734-3df0-4d1d-93af-df55b5535684 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:18.529013 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-61775a72-9af9-463a-8fd5-11bc283ac0d9 service neutron] 10.222.0.76 "PUT /v2.0/ports/37137d13-5bf9-4699-8a51-09249c0541d1/bindings/n-h1-804299-2/activate HTTP/1.1" status: 200 len: 369 time: 2.4609215 Aug 20 11:37:18.624186 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 5d14d734-3df0-4d1d-93af-df55b5535684 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:18.630126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 5d14d734-3df0-4d1d-93af-df55b5535684 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:18.630745 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:18.656189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c24567-2b74-421e-85bd-8768d72eaa35 req-b71136b7-131c-4643-9ca4-7ef30ef718df tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:18.667606 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b9c24567-2b74-421e-85bd-8768d72eaa35 req-b71136b7-131c-4643-9ca4-7ef30ef718df tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 944 time: 0.3960400 Aug 20 11:37:18.755139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2208099a-41e6-4951-adab-54e97cda22c6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Allocated IP 172.20.0.10 (1d5eab44-7f45-459e-8b83-bfb0856c19ab/6c3cf050-62a4-4f71-88da-9ffeca1271c8/d96d067f-47fc-4a2c-92ba-37634ccd452d) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:18.787528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-f07fb116-a934-4659-ad6c-de83ece34a8c tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:18.797373 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-f07fb116-a934-4659-ad6c-de83ece34a8c tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/networks?id=fbdc30a0-d793-4139-a5cc-21324783dccd HTTP/1.1" status: 200 len: 804 time: 0.2931798 Aug 20 11:37:18.804370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b9c24567-2b74-421e-85bd-8768d72eaa35 req-e3317e04-53c0-4e01-a97b-331901faa54c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333265 Aug 20 11:37:18.811455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-b13bef2d-1314-4357-b3d4-9a2bbf55b128 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:18.821765 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-b13bef2d-1314-4357-b3d4-9a2bbf55b128 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e&tenant_id=e814313934cf421f97eb05f907852359&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 1095 time: 0.1960475 Aug 20 11:37:18.839906 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-69407b56-2fe2-4e59-a392-6cb6bb406d62 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/quotas/fea17588b94347959045097d3afa93a6 HTTP/1.1" status: 200 len: 375 time: 0.0414774 Aug 20 11:37:18.843829 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:18.906597 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-c294a5b3-82d4-4f4b-a0bf-ec87edb91bf3 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fea17588b94347959045097d3afa93a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640931 Aug 20 11:37:18.922467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 5d14d734-3df0-4d1d-93af-df55b5535684, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5d14d734-3df0-4d1d-93af-df55b5535684,segment=NetworkSegment(73f50fa2-eec4-44ee-b3b2-abb6929a609d),segment_id=73f50fa2-eec4-44ee-b3b2-abb6929a609d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:18.948005 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:18.971234 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e189b476-764a-4cef-bde4-fb99b1964b25 req-d562a4cc-706f-496a-9189-d6caffa0aa8f tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 210 time: 0.0525725 Aug 20 11:37:19.021317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=5d14d734-3df0-4d1d-93af-df55b5535684,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:19.071172 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc031-adf9-4be5-8172-09f5dd11e420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.077466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-23ca6006-ad5b-4a46-a7c9-703017887523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:19.079016 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-23ca6006-ad5b-4a46-a7c9-703017887523 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e&tenant_id=e814313934cf421f97eb05f907852359 HTTP/1.1" status: 200 len: 1095 time: 0.2465546 Aug 20 11:37:19.091695 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc031-adf9-4be5-8172-09f5dd11e420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.137226 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-8aaa62f3-7615-45c1-b185-7436b0309f92 service neutron] 10.222.0.37 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250037 Aug 20 11:37:19.234747 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5b4fc031-adf9-4be5-8172-09f5dd11e420 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02946aff43f5404aa3cbcc42970aa8e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5618699 Aug 20 11:37:19.243242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60346) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:19.244957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fc031-adf9-4be5-8172-09f5dd11e420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6da243-2ebf-4a22-ac63-633583a167c9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:19.273384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-d7ff6cd3-379b-4175-bd40-f9d3b266f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:19.277242 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-d7ff6cd3-379b-4175-bd40-f9d3b266f9d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 1095 time: 0.1504292 Aug 20 11:37:19.331333 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-d05e950b-ea73-4f4b-83c9-497dd4a2e293 service neutron] 10.222.0.37 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930897 Aug 20 11:37:19.423182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-bc56531f-d1c2-4a54-95e1-1123066e28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:19.424747 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-bc56531f-d1c2-4a54-95e1-1123066e28d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.1363628 Aug 20 11:37:19.447940 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2208099a-41e6-4951-adab-54e97cda22c6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.493834 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-5c610f33-cb2e-4801-97e9-32812b62f010 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37137d13-5bf9-4699-8a51-09249c0541d1 HTTP/1.1" status: 200 len: 217 time: 0.0545266 Aug 20 11:37:19.554393 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0c93d70-d51e-4170-936a-74f5afaeea3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.599775 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8af6d74e-548c-4ca1-b17a-e57aa0084c85 req-b63aa28d-0786-4e6a-b656-f2ba91a96e52 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 210 time: 0.0555568 Aug 20 11:37:19.612523 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-ed974ef0-6f6a-46a5-9c62-0e423912baac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:19.614787 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-ed974ef0-6f6a-46a5-9c62-0e423912baac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.1080782 Aug 20 11:37:19.618021 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0c93d70-d51e-4170-936a-74f5afaeea3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.665378 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2208099a-41e6-4951-adab-54e97cda22c6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.674285 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-0c47720f-92a7-4ba8-b8ec-7fa75118c2eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476086 Aug 20 11:37:19.683528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60368) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:19.785018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:19.793875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2208099a-41e6-4951-adab-54e97cda22c6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Network 1d5eab44-7f45-459e-8b83-bfb0856c19ab is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:19.795766 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-722660c6-ff94-4cd5-b8fc-787052e370ce admin admin] Deleting subnet de4e1e4a-f8d4-42f1-9b4a-9147dd0910d7 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:37:19.806723 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2208099a-41e6-4951-adab-54e97cda22c6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:19.808996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2208099a-41e6-4951-adab-54e97cda22c6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:19.811046 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-722660c6-ff94-4cd5-b8fc-787052e370ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.841549 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:19.842236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device ab4fcbec-21a9-4e30-a863-a64cc4cd2cc3 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:19.844007 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 37137d13-5bf9-4699-8a51-09249c0541d1 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:19.875033 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208099a-41e6-4951-adab-54e97cda22c6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Pushing event updated for resources: {'Port': ['ID=d96d067f-47fc-4a2c-92ba-37634ccd452d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:19.903356 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 37137d13-5bf9-4699-8a51-09249c0541d1 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:19.934160 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-722660c6-ff94-4cd5-b8fc-787052e370ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.943668 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0c93d70-d51e-4170-936a-74f5afaeea3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.946805 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0c93d70-d51e-4170-936a-74f5afaeea3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.951793 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f0c93d70-d51e-4170-936a-74f5afaeea3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c6da243-2ebf-4a22-ac63-633583a167c9 HTTP/1.1" status: 204 len: 168 time: 0.7032075 Aug 20 11:37:20.104422 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c93d70-d51e-4170-936a-74f5afaeea3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6da243-2ebf-4a22-ac63-633583a167c9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:20.123791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2208099a-41e6-4951-adab-54e97cda22c6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:20.124468 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2208099a-41e6-4951-adab-54e97cda22c6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.136406 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-e9874e2d-4f9a-4916-b53e-377777313ad5 service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524310 Aug 20 11:37:20.169526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5d14d734-3df0-4d1d-93af-df55b5535684 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:20.175018 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95254d45-c07a-4cc2-8d13-271327bffe6c req-fd82765f-4c96-4c77-9aa3-453620263636 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:20.183663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-95254d45-c07a-4cc2-8d13-271327bffe6c req-fd82765f-4c96-4c77-9aa3-453620263636 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 944 time: 0.2268808 Aug 20 11:37:20.197072 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2208099a-41e6-4951-adab-54e97cda22c6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4627359 Aug 20 11:37:20.245890 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-722660c6-ff94-4cd5-b8fc-787052e370ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.300381 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 5d14d734-3df0-4d1d-93af-df55b5535684 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:20.301842 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.322651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Request body: {'port': {'device_id': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:20.415329 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-95254d45-c07a-4cc2-8d13-271327bffe6c req-b938f36c-ecaf-4772-8d76-0d745d77902a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243915 Aug 20 11:37:20.439069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f794b11-1ba6-4f8d-a447-61b6ae3705c7 req-b5b21aa5-5662-49da-a062-e0a63cff8752 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:20.443981 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f794b11-1ba6-4f8d-a447-61b6ae3705c7 req-b5b21aa5-5662-49da-a062-e0a63cff8752 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 932 time: 0.3204122 Aug 20 11:37:20.487799 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.499293 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-ff51c9a6-f74a-44f8-9517-458fdb0eb7fe service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412724 Aug 20 11:37:20.515597 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-722660c6-ff94-4cd5-b8fc-787052e370ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.570448 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-722660c6-ff94-4cd5-b8fc-787052e370ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.572557 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-722660c6-ff94-4cd5-b8fc-787052e370ce admin admin] 10.222.0.37 "DELETE /v2.0/subnets/de4e1e4a-f8d4-42f1-9b4a-9147dd0910d7 HTTP/1.1" status: 204 len: 168 time: 0.8877263 Aug 20 11:37:20.575660 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60392) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:20.680326 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f794b11-1ba6-4f8d-a447-61b6ae3705c7 req-01d82cc7-2e0f-4964-9de4-7e1c1e723289 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229555 Aug 20 11:37:20.680762 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60394) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:20.706549 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-623686e2-a2ab-44e0-ab98-85b3881375dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.720264 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722660c6-ff94-4cd5-b8fc-787052e370ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4e1e4a-f8d4-42f1-9b4a-9147dd0910d7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:20.734023 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6144ee5-443e-4eb0-a0a8-56444f7c6a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.886171 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c49d463f-4e73-4e32-8482-844ec1db12e7 req-fae8dc48-1a80-4dfa-a9f0-c7980b09fe2d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 210 time: 0.0796952 Aug 20 11:37:20.904505 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-623686e2-a2ab-44e0-ab98-85b3881375dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.906939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96d067f-47fc-4a2c-92ba-37634ccd452d {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:20.916462 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.920442 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-623686e2-a2ab-44e0-ab98-85b3881375dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e110b7-bc44-4395-8018-f13738dbad72']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:20.933709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Transition to ACTIVE for port object d96d067f-47fc-4a2c-92ba-37634ccd452d will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:20.939325 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-623686e2-a2ab-44e0-ab98-85b3881375dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8dcde22-c769-4fba-90e9-9fa6c4ef1782') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:20.939831 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-623686e2-a2ab-44e0-ab98-85b3881375dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8dcde22-c769-4fba-90e9-9fa6c4ef1782') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:20.949805 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.960188 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-623686e2-a2ab-44e0-ab98-85b3881375dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.986647 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-623686e2-a2ab-44e0-ab98-85b3881375dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.999452 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623686e2-a2ab-44e0-ab98-85b3881375dc admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:37:20.999849 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-623686e2-a2ab-44e0-ab98-85b3881375dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:37:21.002090 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:37:21.043365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Pushing event updated for resources: {'Port': ['ID=d96d067f-47fc-4a2c-92ba-37634ccd452d,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:21.087166 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6144ee5-443e-4eb0-a0a8-56444f7c6a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.094907 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6144ee5-443e-4eb0-a0a8-56444f7c6a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.126728 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c6144ee5-443e-4eb0-a0a8-56444f7c6a9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58d47bd97131474ab7f21d7b4cb4fbb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169629 Aug 20 11:37:21.128553 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-623686e2-a2ab-44e0-ab98-85b3881375dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.130510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60402) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:21.134773 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-623686e2-a2ab-44e0-ab98-85b3881375dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.139616 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-623686e2-a2ab-44e0-ab98-85b3881375dc admin admin] 10.222.0.37 "DELETE /v2.0/networks/06e110b7-bc44-4395-8018-f13738dbad72 HTTP/1.1" status: 204 len: 168 time: 0.5603547 Aug 20 11:37:21.205514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623686e2-a2ab-44e0-ab98-85b3881375dc admin admin] Pushing event deleted for resources: {'Network': ['ID=06e110b7-bc44-4395-8018-f13738dbad72,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:21.249290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6144ee5-443e-4eb0-a0a8-56444f7c6a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781a056b-cc4b-4d96-9728-2d5d75958844,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:21.354589 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Attempting to bind port d96d067f-47fc-4a2c-92ba-37634ccd452d on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:21.355254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Attempting to bind port d96d067f-47fc-4a2c-92ba-37634ccd452d by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '73f50fa2-eec4-44ee-b3b2-abb6929a609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:21.355254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Attempting to bind port d96d067f-47fc-4a2c-92ba-37634ccd452d on network 1d5eab44-7f45-459e-8b83-bfb0856c19ab {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:21.374169 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Port d96d067f-47fc-4a2c-92ba-37634ccd452d on network 1d5eab44-7f45-459e-8b83-bfb0856c19ab not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:37:21.374533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Attempting to bind port d96d067f-47fc-4a2c-92ba-37634ccd452d on network 1d5eab44-7f45-459e-8b83-bfb0856c19ab {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:21.407539 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:21.407887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Checking segment: {'id': '73f50fa2-eec4-44ee-b3b2-abb6929a609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:21.408319 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Bound using segment: {'id': '73f50fa2-eec4-44ee-b3b2-abb6929a609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:21.408762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Bound port: d96d067f-47fc-4a2c-92ba-37634ccd452d, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f50fa2-eec4-44ee-b3b2-abb6929a609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:21.409118 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.412996 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-0016a3fe-fd53-43c4-bcc8-e9c6af0ce80a tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:21.415885 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-0016a3fe-fd53-43c4-bcc8-e9c6af0ce80a tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e&tenant_id=e814313934cf421f97eb05f907852359&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 1095 time: 0.0864286 Aug 20 11:37:21.420743 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ab0e22a-63b3-4efa-8fa9-95548199a432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.509897 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60408) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:21.597100 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0341a409-1325-4427-8fcb-e6e4e0d292e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98c3d81c1e5e40faa4a89a99c68a0e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0852547 Aug 20 11:37:21.599796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60410) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:21.663886 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-7c94bb69-6da8-4336-a0ba-7417a6c835e0 service neutron] For port 37137d13-5bf9-4699-8a51-09249c0541d1, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:21.670208 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-7c94bb69-6da8-4336-a0ba-7417a6c835e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.671604 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-257b7890-82de-464a-9431-cb8d0c9b39ce req-7c94bb69-6da8-4336-a0ba-7417a6c835e0 service neutron] 10.222.0.35 "DELETE /v2.0/ports/37137d13-5bf9-4699-8a51-09249c0541d1/bindings/n-h2-804299-2 HTTP/1.1" status: 204 len: 173 time: 0.2458813 Aug 20 11:37:21.682503 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bcab07f-b109-4d9c-ac88-7a05b868fe76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.720290 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bcab07f-b109-4d9c-ac88-7a05b868fe76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.798187 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bcab07f-b109-4d9c-ac88-7a05b868fe76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.806212 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bcab07f-b109-4d9c-ac88-7a05b868fe76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.810750 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0bcab07f-b109-4d9c-ac88-7a05b868fe76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3c4e91c-5e78-47d1-ba58-13bde2b14467 HTTP/1.1" status: 204 len: 168 time: 0.2090836 Aug 20 11:37:21.827537 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcab07f-b109-4d9c-ac88-7a05b868fe76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c4e91c-5e78-47d1-ba58-13bde2b14467,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:21.858682 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ab0e22a-63b3-4efa-8fa9-95548199a432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.867012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-c390fd48-1271-489d-9c98-38afdead7f60 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:21.868665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-c390fd48-1271-489d-9c98-38afdead7f60 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.35 "GET /v2.0/networks?id=fbdc30a0-d793-4139-a5cc-21324783dccd HTTP/1.1" status: 200 len: 804 time: 0.6731632 Aug 20 11:37:21.909430 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-20f98c0f-b547-485b-b505-942087f3c708 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Request body: {'port': {'device_id': '65eda6a4-b0c4-4826-80e1-f43bedba1a64', 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd', 'admin_state_up': True, 'tenant_id': 'fea17588b94347959045097d3afa93a6'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:21.932908 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d860ea-c11c-4b72-bab4-f4c8184f33f8 req-7482a25a-8af6-4466-9558-3a073b7e91f6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:21.942625 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-64d860ea-c11c-4b72-bab4-f4c8184f33f8 req-7482a25a-8af6-4466-9558-3a073b7e91f6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 944 time: 0.0679076 Aug 20 11:37:21.993375 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-64d860ea-c11c-4b72-bab4-f4c8184f33f8 req-fb9bffa9-c269-4d02-84f3-a9b32c610df1 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496528 Aug 20 11:37:22.093661 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ab0e22a-63b3-4efa-8fa9-95548199a432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:22.097939 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ab0e22a-63b3-4efa-8fa9-95548199a432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:22.099330 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8ab0e22a-63b3-4efa-8fa9-95548199a432 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/781a056b-cc4b-4d96-9728-2d5d75958844 HTTP/1.1" status: 204 len: 168 time: 0.9613466 Aug 20 11:37:22.123560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab289e51-e441-4e8b-8bf5-01bf4b6969f8 req-19f35587-a7df-4111-b766-3b6a923e5d99 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:22.133699 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab289e51-e441-4e8b-8bf5-01bf4b6969f8 req-19f35587-a7df-4111-b766-3b6a923e5d99 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 944 time: 0.3042533 Aug 20 11:37:22.173817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] For port d96d067f-47fc-4a2c-92ba-37634ccd452d, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:22.183497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0e22a-63b3-4efa-8fa9-95548199a432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781a056b-cc4b-4d96-9728-2d5d75958844,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:22.206229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] For port d96d067f-47fc-4a2c-92ba-37634ccd452d, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d96d067f-47fc-4a2c-92ba-37634ccd452d,segment=NetworkSegment(73f50fa2-eec4-44ee-b3b2-abb6929a609d),segment_id=73f50fa2-eec4-44ee-b3b2-abb6929a609d)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:22.226935 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:22.260194 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab289e51-e441-4e8b-8bf5-01bf4b6969f8 req-5bb62e6b-0c1d-4f90-ab46-9597b03dfc47 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206377 Aug 20 11:37:22.304914 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-41d4981a-1b60-4218-abfb-2006c0f935cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:22.330439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:22.334168 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:22.335844 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] 10.222.0.76 "PUT /v2.0/ports/d96d067f-47fc-4a2c-92ba-37634ccd452d HTTP/1.1" status: 200 len: 1092 time: 2.0303469 Aug 20 11:37:22.336316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'tag': 'd96d067f-47fc-4a2c-92ba-37634ccd452d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:22.338606 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7922d2-5941-49a3-8996-43dfef963b61" -d '{"events": [{"name": "network-changed", "server_uuid": "2434f27d-988f-49e4-96e6-d8d9fb0ab8d8", "tag": "d96d067f-47fc-4a2c-92ba-37634ccd452d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:22.358468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-20f98c0f-b547-485b-b505-942087f3c708 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Made reservation on behalf of fea17588b94347959045097d3afa93a6 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:22.366397 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-20f98c0f-b547-485b-b505-942087f3c708 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:22.382119 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-312c66e4-bfad-495e-8a3d-34ceebb76f47 req-4ec62f66-98ca-4f5e-b952-8f3ef81c767b tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 210 time: 0.0586739 Aug 20 11:37:22.498760 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d1ee9f-9207-4e14-97cc-6f67c596b431 x-openstack-request-id: req-70d1ee9f-9207-4e14-97cc-6f67c596b431 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:22.499054 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2434f27d-988f-49e4-96e6-d8d9fb0ab8d8", "tag": "d96d067f-47fc-4a2c-92ba-37634ccd452d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:22.499298 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70d1ee9f-9207-4e14-97cc-6f67c596b431 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:22.499769 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'tag': 'd96d067f-47fc-4a2c-92ba-37634ccd452d', 'status': 'completed', 'code': 200} Aug 20 11:37:22.524620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5207b-9164-42da-ae21-dc75dd821a27 service neutron] Pushing event updated for resources: {'Port': ['ID=d96d067f-47fc-4a2c-92ba-37634ccd452d,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:22.619707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-41a88f06-f244-47a6-b899-1dd49df0f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:22.621261 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-41a88f06-f244-47a6-b899-1dd49df0f995 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5171254ade054ce9a6338a7d5e867275&device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 1095 time: 0.2234056 Aug 20 11:37:22.645042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a8a8b-abc6-44c7-88f2-9d71c350c357 req-23161edd-396c-43db-aece-f87d39149d1f tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:22.652572 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-436a8a8b-abc6-44c7-88f2-9d71c350c357 req-23161edd-396c-43db-aece-f87d39149d1f tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 1095 time: 0.1944828 Aug 20 11:37:22.738118 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-7395867c-6a0c-444f-b053-51af5c28e26a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d96d067f-47fc-4a2c-92ba-37634ccd452d HTTP/1.1" status: 200 len: 217 time: 0.1066408 Aug 20 11:37:22.827305 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-436a8a8b-abc6-44c7-88f2-9d71c350c357 req-cd7b58db-bcf1-4153-8d42-8c483f0d7435 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738076 Aug 20 11:37:22.856753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-20f98c0f-b547-485b-b505-942087f3c708 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Allocated IP 172.20.0.8 (fbdc30a0-d793-4139-a5cc-21324783dccd/734fd1d8-2b43-491b-a917-ffd6ab332d79/95d155fe-1891-4e26-8f29-88f01813d23f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:22.862522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2176d02e-7647-4f7e-be43-973932d18148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:22.864467 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2176d02e-7647-4f7e-be43-973932d18148 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c3cf050-62a4-4f71-88da-9ffeca1271c8 HTTP/1.1" status: 200 len: 860 time: 0.1152225 Aug 20 11:37:22.915462 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-5be6738d-8fa3-480d-8b1b-316ce20023a5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d5eab44-7f45-459e-8b83-bfb0856c19ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364237 Aug 20 11:37:23.183249 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521474ff-bc14-40ed-ab77-e21ffebd80b9 req-d1f53664-e4fe-43dd-84e9-7d2ebae92ebd tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:23.194324 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-521474ff-bc14-40ed-ab77-e21ffebd80b9 req-d1f53664-e4fe-43dd-84e9-7d2ebae92ebd tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 944 time: 0.0970085 Aug 20 11:37:23.334325 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-04246dcb-70d0-4f08-8167-649e42cb0d27 service neutron] 10.222.0.76 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051318 Aug 20 11:37:23.337210 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-521474ff-bc14-40ed-ab77-e21ffebd80b9 req-5396015a-c1b3-45ce-930f-c0d9514a3823 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112432 Aug 20 11:37:23.460406 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-20f98c0f-b547-485b-b505-942087f3c708 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:23.502611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-def94127-1623-482f-a47d-4aec9982f121 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:23.504604 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-def94127-1623-482f-a47d-4aec9982f121 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 808 time: 0.3570895 Aug 20 11:37:23.551998 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-9c94ee15-d2c2-4ba5-91ca-0d662860b861 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/quotas/e814313934cf421f97eb05f907852359 HTTP/1.1" status: 200 len: 375 time: 0.0382333 Aug 20 11:37:23.559975 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f1d948a-cc82-40ab-ade9-0d505446fb0f req-064713e5-9549-4503-b22f-48cde166ddbe tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 210 time: 0.0643637 Aug 20 11:37:23.654649 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-20f98c0f-b547-485b-b505-942087f3c708 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:23.725419 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab6da6e5-e0cf-4239-acb7-f4263d0b08ed req-2942a1ce-8bc2-42ef-b36a-70544128fc17 service neutron] 10.222.0.76 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774261 Aug 20 11:37:23.756989 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-efe3d10c-e489-4834-94c1-3e2b87e5cc7a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1568282 Aug 20 11:37:23.780662 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-20f98c0f-b547-485b-b505-942087f3c708 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Network fbdc30a0-d793-4139-a5cc-21324783dccd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:23.827952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-20f98c0f-b547-485b-b505-942087f3c708 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:23.843708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60498) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:23.852815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-20f98c0f-b547-485b-b505-942087f3c708 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:23.947348 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f98c0f-b547-485b-b505-942087f3c708 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Pushing event updated for resources: {'Port': ['ID=95d155fe-1891-4e26-8f29-88f01813d23f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:24.018019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-20f98c0f-b547-485b-b505-942087f3c708 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:24.018673 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-20f98c0f-b547-485b-b505-942087f3c708 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:24.051328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7922d2-5941-49a3-8996-43dfef963b61 req-a9068c6c-abc6-44e7-9ce5-ec5f77ea6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:24.053065 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f7922d2-5941-49a3-8996-43dfef963b61 req-a9068c6c-abc6-44e7-9ce5-ec5f77ea6c1a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5171254ade054ce9a6338a7d5e867275&device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 1095 time: 0.2267132 Aug 20 11:37:24.056621 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-20f98c0f-b547-485b-b505-942087f3c708 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1523459 Aug 20 11:37:24.057168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-19f1583c-30f9-4510-8309-8099c01e348c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1431093179-network', 'tenant_id': 'f1a5804e29d04d60859b180b5af32943'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:24.059051 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-4c0adf3f-3f67-4265-8867-a52ac8619fd0 service neutron] 10.222.0.37 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932115 Aug 20 11:37:24.087796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f1583c-30f9-4510-8309-8099c01e348c admin admin] Made reservation on behalf of f1a5804e29d04d60859b180b5af32943 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:24.091617 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19f1583c-30f9-4510-8309-8099c01e348c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:24.098613 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Request body: {'port': {'device_id': '65eda6a4-b0c4-4826-80e1-f43bedba1a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:24.111539 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19f1583c-30f9-4510-8309-8099c01e348c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:24.268525 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:24.305512 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19f1583c-30f9-4510-8309-8099c01e348c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:24.314235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7922d2-5941-49a3-8996-43dfef963b61 req-61495934-8a92-4a49-893b-70eed97f136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:24.315563 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19f1583c-30f9-4510-8309-8099c01e348c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:24.315840 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f7922d2-5941-49a3-8996-43dfef963b61 req-61495934-8a92-4a49-893b-70eed97f136b service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d5eab44-7f45-459e-8b83-bfb0856c19ab HTTP/1.1" status: 200 len: 920 time: 0.2554281 Aug 20 11:37:24.355327 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f1583c-30f9-4510-8309-8099c01e348c admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:37:24.381036 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3858cd62-7bda-4f56-b45b-1e312c40157d service neutron] 10.222.0.37 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111134 Aug 20 11:37:24.386369 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f7922d2-5941-49a3-8996-43dfef963b61 req-8e697901-ba97-430b-9afa-96fe35608b1b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d96d067f-47fc-4a2c-92ba-37634ccd452d HTTP/1.1" status: 200 len: 217 time: 0.0474989 Aug 20 11:37:24.435146 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19f1583c-30f9-4510-8309-8099c01e348c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:24.440273 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-19f1583c-30f9-4510-8309-8099c01e348c admin admin] Added segment fdbe53a8-1ca9-4ed8-bf82-075c171ca2be of type vlan for network 6faeb1c5-1c2b-46f4-9f26-4e83306439b3 Aug 20 11:37:24.445820 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1583c-30f9-4510-8309-8099c01e348c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c65ece-b289-48d9-b1ae-5818e533fa11,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:24.550338 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19f1583c-30f9-4510-8309-8099c01e348c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:24.628404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7922d2-5941-49a3-8996-43dfef963b61 req-dc287dd4-d317-488c-8761-9d022e7145a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:24.630279 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f7922d2-5941-49a3-8996-43dfef963b61 req-dc287dd4-d317-488c-8761-9d022e7145a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c3cf050-62a4-4f71-88da-9ffeca1271c8 HTTP/1.1" status: 200 len: 860 time: 0.2268136 Aug 20 11:37:24.662762 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dc30c-cd6d-4553-812f-89e90e407d24 req-a50280aa-2fd1-471b-adb7-ba41b70cc11a tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:24.670638 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-850dc30c-cd6d-4553-812f-89e90e407d24 req-a50280aa-2fd1-471b-adb7-ba41b70cc11a tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 944 time: 0.1325738 Aug 20 11:37:24.679481 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19f1583c-30f9-4510-8309-8099c01e348c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:24.680762 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f1583c-30f9-4510-8309-8099c01e348c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:24.681977 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19f1583c-30f9-4510-8309-8099c01e348c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:24.799918 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f7922d2-5941-49a3-8996-43dfef963b61 req-062d45b2-415e-451a-b84f-d9c631d1136a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d5eab44-7f45-459e-8b83-bfb0856c19ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456785 Aug 20 11:37:24.837284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-19f1583c-30f9-4510-8309-8099c01e348c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9922924 Aug 20 11:37:24.844285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60532) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:24.851031 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-854d4762-44ce-4abf-a3fc-bf5c184d7d87 req-09265d4c-e0c6-415c-85a4-ab607f268a34 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 210 time: 0.0537019 Aug 20 11:37:24.866601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-bcb5b7e3-8dd9-4a9b-8824-26daadc4f28d admin admin] Request body: {'subnet': {'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1431093179-subnet', 'tenant_id': 'f1a5804e29d04d60859b180b5af32943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:24.869426 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-850dc30c-cd6d-4553-812f-89e90e407d24 req-f809e635-c453-4d9e-bb1b-9ab259f610a7 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979291 Aug 20 11:37:24.890071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1583c-30f9-4510-8309-8099c01e348c admin admin] Pushing event updated for resources: {'Network': ['ID=6faeb1c5-1c2b-46f4-9f26-4e83306439b3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:24.903090 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 6faeb1c5-1c2b-46f4-9f26-4e83306439b3 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:37:24.996875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb5b7e3-8dd9-4a9b-8824-26daadc4f28d admin admin] Made reservation on behalf of f1a5804e29d04d60859b180b5af32943 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:25.002600 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bcb5b7e3-8dd9-4a9b-8824-26daadc4f28d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:25.081478 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627dedd-6e0b-4f79-a7a2-f10c8363fa35 req-c9fbfb53-0a59-4e8f-95b1-ed6d8b721a03 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:25.083798 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0627dedd-6e0b-4f79-a7a2-f10c8363fa35 req-c9fbfb53-0a59-4e8f-95b1-ed6d8b721a03 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 931 time: 0.1166215 Aug 20 11:37:25.127181 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-33857186-34a0-421a-b838-7d171885253f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:25.150953 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f7922d2-5941-49a3-8996-43dfef963b61 req-1c7e1fe7-4aa8-4f99-bc90-629050a62cf7 service neutron] 10.222.0.76 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376184 Aug 20 11:37:25.210696 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0627dedd-6e0b-4f79-a7a2-f10c8363fa35 req-64d07219-4aa6-4281-9bf6-51f46aa41171 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190505 Aug 20 11:37:25.332626 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:25.354167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d155fe-1891-4e26-8f29-88f01813d23f {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:25.373965 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:25.469274 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f7922d2-5941-49a3-8996-43dfef963b61 req-e9ceedfd-e277-459c-9569-e26865907310 service neutron] 10.222.0.76 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098567 Aug 20 11:37:25.492182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Transition to ACTIVE for port object 95d155fe-1891-4e26-8f29-88f01813d23f will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:25.504952 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:25.558019 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bcb5b7e3-8dd9-4a9b-8824-26daadc4f28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:25.682712 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Pushing event updated for resources: {'Port': ['ID=95d155fe-1891-4e26-8f29-88f01813d23f,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:25.721933 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5b7e3-8dd9-4a9b-8824-26daadc4f28d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d412ecd-42a5-40f6-9553-e4b1c15e73a8,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:25.734214 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5b7e3-8dd9-4a9b-8824-26daadc4f28d admin admin] Checking segment: {'id': 'fdbe53a8-1ca9-4ed8-bf82-075c171ca2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:25.734573 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb5b7e3-8dd9-4a9b-8824-26daadc4f28d admin admin] Network hostable DHCP agents. Network: 6faeb1c5-1c2b-46f4-9f26-4e83306439b3, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:37:25.760368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Attempting to bind port 95d155fe-1891-4e26-8f29-88f01813d23f on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:25.760722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Attempting to bind port 95d155fe-1891-4e26-8f29-88f01813d23f by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:25.761057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Attempting to bind port 95d155fe-1891-4e26-8f29-88f01813d23f on network fbdc30a0-d793-4139-a5cc-21324783dccd {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:25.768225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Port 95d155fe-1891-4e26-8f29-88f01813d23f on network fbdc30a0-d793-4139-a5cc-21324783dccd not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:37:25.768225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Attempting to bind port 95d155fe-1891-4e26-8f29-88f01813d23f on network fbdc30a0-d793-4139-a5cc-21324783dccd {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:25.775709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:25.776101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Checking segment: {'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:25.776558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Bound using segment: {'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:25.777176 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Bound port: 95d155fe-1891-4e26-8f29-88f01813d23f, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:25.777588 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:25.805543 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb5b7e3-8dd9-4a9b-8824-26daadc4f28d admin admin] Network 6faeb1c5-1c2b-46f4-9f26-4e83306439b3 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:37:25.831444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-bcb5b7e3-8dd9-4a9b-8824-26daadc4f28d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 6faeb1c5-1c2b-46f4-9f26-4e83306439b3) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:25.841999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13500d58-f8e0-4cf7-b711-29b7788989cb None None] Network 6faeb1c5-1c2b-46f4-9f26-4e83306439b3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:25.861571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb5b7e3-8dd9-4a9b-8824-26daadc4f28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:25.862305 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bcb5b7e3-8dd9-4a9b-8824-26daadc4f28d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:25.919807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60562) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:25.920392 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bcb5b7e3-8dd9-4a9b-8824-26daadc4f28d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0739646 Aug 20 11:37:25.926416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1431093179-router', 'tenant_id': 'f1a5804e29d04d60859b180b5af32943', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:25.933306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] For port 95d155fe-1891-4e26-8f29-88f01813d23f, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:25.944333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] For port 95d155fe-1891-4e26-8f29-88f01813d23f, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=95d155fe-1891-4e26-8f29-88f01813d23f,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:25.955334 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:25.977179 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d96d067f-47fc-4a2c-92ba-37634ccd452d details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:37:25.993353 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:25.995556 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:25.999312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60564) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:26.060190 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Pushing event updated for resources: {'Port': ['ID=95d155fe-1891-4e26-8f29-88f01813d23f,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:26.109986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:26.111086 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:26.112815 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-174dd135-1da2-4803-94ac-c5118104de2b service neutron] 10.222.0.35 "PUT /v2.0/ports/95d155fe-1891-4e26-8f29-88f01813d23f HTTP/1.1" status: 200 len: 1091 time: 2.0419054 Aug 20 11:37:26.114196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65eda6a4-b0c4-4826-80e1-f43bedba1a64', 'tag': '95d155fe-1891-4e26-8f29-88f01813d23f'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:26.124803 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cd915b-c4e7-4c27-8ea8-fa0289849602" -d '{"events": [{"name": "network-changed", "server_uuid": "65eda6a4-b0c4-4826-80e1-f43bedba1a64", "tag": "95d155fe-1891-4e26-8f29-88f01813d23f"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:26.127177 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-512b3105-a9d6-4ed8-9f6d-93f1d97357e5 req-f4061848-6501-4221-98ee-16559964e7d8 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 210 time: 0.0838742 Aug 20 11:37:26.137659 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:26.429041 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd627874-dc11-499e-bb77-fba1f1a03710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:26.543398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1b87bb-1c96-407a-8eb5-a7cedf4497d7 None None] Network 6faeb1c5-1c2b-46f4-9f26-4e83306439b3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:26.546746 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d96d067f-47fc-4a2c-92ba-37634ccd452d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d96d067f-47fc-4a2c-92ba-37634ccd452d,segment=NetworkSegment(73f50fa2-eec4-44ee-b3b2-abb6929a609d),segment_id=73f50fa2-eec4-44ee-b3b2-abb6929a609d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:26.563398 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:26.580988 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814c2371-ec98-4642-ba43-374a62de726d x-openstack-request-id: req-814c2371-ec98-4642-ba43-374a62de726d {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:26.581278 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65eda6a4-b0c4-4826-80e1-f43bedba1a64", "tag": "95d155fe-1891-4e26-8f29-88f01813d23f", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:26.581528 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-814c2371-ec98-4642-ba43-374a62de726d {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:26.582021 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65eda6a4-b0c4-4826-80e1-f43bedba1a64', 'tag': '95d155fe-1891-4e26-8f29-88f01813d23f', 'status': 'completed', 'code': 200} Aug 20 11:37:26.627239 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'd96d067f-47fc-4a2c-92ba-37634ccd452d', 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab', 'port_id': 'd96d067f-47fc-4a2c-92ba-37634ccd452d', 'mac_address': 'fa:16:3e:1c:6c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:37:26.678930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4b94f-0021-4819-8904-dd8fdc9ad00a req-4795a4ef-8467-46c4-b14a-b30060d4917d tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:26.686180 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-35b4b94f-0021-4819-8904-dd8fdc9ad00a req-4795a4ef-8467-46c4-b14a-b30060d4917d tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 944 time: 0.6277349 Aug 20 11:37:26.696625 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd627874-dc11-499e-bb77-fba1f1a03710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:26.701599 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:26.706651 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:26.712301 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd627874-dc11-499e-bb77-fba1f1a03710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:26.727686 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96d067f-47fc-4a2c-92ba-37634ccd452d {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:26.745844 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-ef0f0a4f-33a7-423e-98c0-5772f646507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:26.747370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-ef0f0a4f-33a7-423e-98c0-5772f646507c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fea17588b94347959045097d3afa93a6&device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 1094 time: 0.5804462 Aug 20 11:37:26.757455 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d96d067f-47fc-4a2c-92ba-37634ccd452d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d96d067f-47fc-4a2c-92ba-37634ccd452d,segment=NetworkSegment(73f50fa2-eec4-44ee-b3b2-abb6929a609d),segment_id=73f50fa2-eec4-44ee-b3b2-abb6929a609d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:26.767615 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cd627874-dc11-499e-bb77-fba1f1a03710 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8f31f3db0e146f8a5bc6fba63756953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7551436 Aug 20 11:37:26.770848 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60578) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:26.782103 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:26.853358 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-a5f3b4e1-1768-41fb-b742-e4c84d90c04b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95d155fe-1891-4e26-8f29-88f01813d23f HTTP/1.1" status: 200 len: 217 time: 0.0870745 Aug 20 11:37:26.886043 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-35b4b94f-0021-4819-8904-dd8fdc9ad00a req-049229a5-1c4a-4fb6-9b85-fa6361e5ebba tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948168 Aug 20 11:37:26.886209 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd627874-dc11-499e-bb77-fba1f1a03710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be4c31e-e93a-4d2a-9bee-292eba3756c3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:26.889672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=d96d067f-47fc-4a2c-92ba-37634ccd452d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:26.907636 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:26.907980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:26.908312 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:26.908663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:26.916772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:26.920175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-ca75e00e-55a0-4ff2-b598-9997d2c1e82c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:26.921229 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-ca75e00e-55a0-4ff2-b598-9997d2c1e82c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.76 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 808 time: 0.3371284 Aug 20 11:37:26.921429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:26.922015 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:26.922517 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:26.924762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:26.925264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:26.925628 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60165b8c-d7bb-40cb-87b7-88d9c2e00828 req-ddaf9fed-8e8d-45da-88cf-f8fa8cb4c45d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:26.926443 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:26.926974 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:26.942224 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60165b8c-d7bb-40cb-87b7-88d9c2e00828 req-ddaf9fed-8e8d-45da-88cf-f8fa8cb4c45d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 943 time: 0.6041100 Aug 20 11:37:26.990636 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-d5682a05-c2fa-46af-befc-439e45b2425d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Request body: {'port': {'device_id': '211dcf94-6499-4d6d-b24f-331eec0740ff', 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb', 'admin_state_up': True, 'tenant_id': 'e814313934cf421f97eb05f907852359'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:27.025710 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['d96d067f-47fc-4a2c-92ba-37634ccd452d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:27.036165 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60165b8c-d7bb-40cb-87b7-88d9c2e00828 req-ae4dd886-04d9-4aff-a1f6-bc70d367fbde tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895448 Aug 20 11:37:27.091168 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6e84-c7a9-45a9-99d4-02ee93b0856e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:27.102776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-1ebbdb36-33a5-4376-8e81-3945e58894da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:27.104339 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-1ebbdb36-33a5-4376-8e81-3945e58894da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=734fd1d8-2b43-491b-a917-ffd6ab332d79 HTTP/1.1" status: 200 len: 844 time: 0.2215068 Aug 20 11:37:27.167060 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-c526b78a-9704-4032-88ff-82ed333be5dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fbdc30a0-d793-4139-a5cc-21324783dccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495288 Aug 20 11:37:27.184880 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6e84-c7a9-45a9-99d4-02ee93b0856e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:27.274253 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:27.313327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-d5682a05-c2fa-46af-befc-439e45b2425d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Made reservation on behalf of e814313934cf421f97eb05f907852359 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:27.317945 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-d5682a05-c2fa-46af-befc-439e45b2425d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:27.333604 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:27.337397 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-33ef8d83-b437-43dd-9225-a6199b893e0d req-e674a8b9-a7ff-4bbb-baeb-2bf75ff7e42b tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 210 time: 0.0787861 Aug 20 11:37:27.353175 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6e84-c7a9-45a9-99d4-02ee93b0856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:27.357489 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6e84-c7a9-45a9-99d4-02ee93b0856e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:27.358650 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0c4b6e84-c7a9-45a9-99d4-02ee93b0856e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1be4c31e-e93a-4d2a-9bee-292eba3756c3 HTTP/1.1" status: 204 len: 168 time: 0.5836744 Aug 20 11:37:27.375977 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-ba7149c0-8162-41a4-a127-95e82b793d75 service neutron] 10.222.0.35 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996880 Aug 20 11:37:27.466209 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Allocated IP 172.25.8.87 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/88a53de3-c9ae-4a0c-815d-3a2ba7988a0b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:27.470752 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b6e84-c7a9-45a9-99d4-02ee93b0856e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be4c31e-e93a-4d2a-9bee-292eba3756c3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:27.625332 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:27.677779 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:27.679824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-d5682a05-c2fa-46af-befc-439e45b2425d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Allocated IP 172.20.0.8 (b3e66dad-2722-4cd9-8851-7b0d20197ecb/fb7ba715-0bf5-4c19-8ac5-c5ba02550d40/f8367ade-0952-461f-ab87-297b4994be1e) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:27.683430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-842255ef-b138-44fe-9c95-6e61b3ec6ba8 req-6d51d0ff-6245-4f4b-ac67-198fa9cac5e0 service neutron] 10.222.0.35 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502799 Aug 20 11:37:27.709235 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:27.712212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:27.715349 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:27.872168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd915b-c4e7-4c27-8ea8-fa0289849602 req-a0db8512-8ba4-42e6-a323-e20de7f131de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:27.876902 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08cd915b-c4e7-4c27-8ea8-fa0289849602 req-a0db8512-8ba4-42e6-a323-e20de7f131de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fea17588b94347959045097d3afa93a6&device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 1094 time: 0.1294270 Aug 20 11:37:27.883639 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d96d067f-47fc-4a2c-92ba-37634ccd452d up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:27.892510 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:27.958329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60594) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:27.986619 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port d96d067f-47fc-4a2c-92ba-37634ccd452d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:27.994136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port d96d067f-47fc-4a2c-92ba-37634ccd452d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:27.994709 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.003351 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83676c85-3c1d-47d6-befb-04ed78f8a774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.111414 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.127683 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.135214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Pushing event updated for resources: {'Port': ['ID=88a53de3-c9ae-4a0c-815d-3a2ba7988a0b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:28.140692 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83676c85-3c1d-47d6-befb-04ed78f8a774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.164494 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83676c85-3c1d-47d6-befb-04ed78f8a774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.182450 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-d5682a05-c2fa-46af-befc-439e45b2425d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.197326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96d067f-47fc-4a2c-92ba-37634ccd452d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:28.201783 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fd14b9-67cb-4dd9-975f-1a3db7c7e5cf" -d '{"events": [{"server_uuid": "2434f27d-988f-49e4-96e6-d8d9fb0ab8d8", "name": "network-vif-plugged", "status": "completed", "tag": "d96d067f-47fc-4a2c-92ba-37634ccd452d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:28.217724 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d96d067f-47fc-4a2c-92ba-37634ccd452d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d96d067f-47fc-4a2c-92ba-37634ccd452d,segment=NetworkSegment(73f50fa2-eec4-44ee-b3b2-abb6929a609d),segment_id=73f50fa2-eec4-44ee-b3b2-abb6929a609d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:28.234543 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.266046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd915b-c4e7-4c27-8ea8-fa0289849602 req-5ff028ff-25d0-4df1-b5de-4b7bdae308f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:28.267685 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08cd915b-c4e7-4c27-8ea8-fa0289849602 req-5ff028ff-25d0-4df1-b5de-4b7bdae308f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fbdc30a0-d793-4139-a5cc-21324783dccd HTTP/1.1" status: 200 len: 904 time: 0.3755684 Aug 20 11:37:28.277300 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-83676c85-3c1d-47d6-befb-04ed78f8a774 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e036147195c24930a2e2dd46eee6b087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142209 Aug 20 11:37:28.277300 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83676c85-3c1d-47d6-befb-04ed78f8a774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e124e49-6381-441e-9619-0c75c0cf57d6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:28.280139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60608) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:28.301689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=d96d067f-47fc-4a2c-92ba-37634ccd452d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:28.307892 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62111d0-9927-4e34-99ff-0971b4ed2d7b req-1d28323e-2077-493a-82a8-fa720f9b5376 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:28.310748 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b62111d0-9927-4e34-99ff-0971b4ed2d7b req-1d28323e-2077-493a-82a8-fa720f9b5376 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 945 time: 0.2877696 Aug 20 11:37:28.354071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08cd915b-c4e7-4c27-8ea8-fa0289849602 req-5d3fc479-9bf5-4290-b64d-8de6596f3e57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95d155fe-1891-4e26-8f29-88f01813d23f HTTP/1.1" status: 200 len: 217 time: 0.0624297 Aug 20 11:37:28.413598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b6be6-c5f5-4753-8433-ae73b853bc31 req-2d646714-c917-4682-8756-87243a4de3e7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:28.415172 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-990b6be6-c5f5-4753-8433-ae73b853bc31 req-2d646714-c917-4682-8756-87243a4de3e7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 943 time: 0.1180611 Aug 20 11:37:28.470238 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-d5682a05-c2fa-46af-befc-439e45b2425d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.501054 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.508748 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b62111d0-9927-4e34-99ff-0971b4ed2d7b req-0d1f48c4-7a2d-41ad-bdab-7e26d4dadc75 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890173 Aug 20 11:37:28.514773 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-990b6be6-c5f5-4753-8433-ae73b853bc31 req-775c6cc8-5848-4c79-a7d7-96e70efc3f67 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544448 Aug 20 11:37:28.543459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd915b-c4e7-4c27-8ea8-fa0289849602 req-dae3dc11-4352-4a16-919b-77dd7bbf35da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:28.544985 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08cd915b-c4e7-4c27-8ea8-fa0289849602 req-dae3dc11-4352-4a16-919b-77dd7bbf35da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=734fd1d8-2b43-491b-a917-ffd6ab332d79 HTTP/1.1" status: 200 len: 844 time: 0.1684701 Aug 20 11:37:28.547922 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b832ffe-c39f-4f50-b09a-bd2629147e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.581740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-d5682a05-c2fa-46af-befc-439e45b2425d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Network b3e66dad-2722-4cd9-8851-7b0d20197ecb is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:28.594025 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f351bd-14c5-4c44-b5c8-38001dc0ab4b x-openstack-request-id: req-c3f351bd-14c5-4c44-b5c8-38001dc0ab4b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:28.594379 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2434f27d-988f-49e4-96e6-d8d9fb0ab8d8", "name": "network-vif-plugged", "status": "completed", "tag": "d96d067f-47fc-4a2c-92ba-37634ccd452d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:28.594709 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3f351bd-14c5-4c44-b5c8-38001dc0ab4b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:28.595105 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96d067f-47fc-4a2c-92ba-37634ccd452d', 'code': 200} Aug 20 11:37:28.610330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-d5682a05-c2fa-46af-befc-439e45b2425d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:28.623703 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08cd915b-c4e7-4c27-8ea8-fa0289849602 req-888b40d6-d569-41f1-a140-45d60c6d3951 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fbdc30a0-d793-4139-a5cc-21324783dccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677319 Aug 20 11:37:28.624512 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-d5682a05-c2fa-46af-befc-439e45b2425d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:28.633258 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5682a05-c2fa-46af-befc-439e45b2425d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Pushing event updated for resources: {'Port': ['ID=f8367ade-0952-461f-ab87-297b4994be1e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:28.637322 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b832ffe-c39f-4f50-b09a-bd2629147e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.799318 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac85c99-0181-420d-a9be-a1df3664ba8b req-8f3e7298-4a98-45a7-b542-e51e728cc4ea tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:28.801556 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ac85c99-0181-420d-a9be-a1df3664ba8b req-8f3e7298-4a98-45a7-b542-e51e728cc4ea tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 931 time: 0.0970876 Aug 20 11:37:28.809182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-d5682a05-c2fa-46af-befc-439e45b2425d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:28.809868 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-d5682a05-c2fa-46af-befc-439e45b2425d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.849201 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Router 0d475208-b8a0-40a1-a717-90b52297429b is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:37:28.862102 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f84ed-75dd-47ed-89ad-43a25dedac2a req-4584bb74-fb98-401d-964e-436f4c50ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:28.862379 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ac85c99-0181-420d-a9be-a1df3664ba8b req-a4d17cc7-8a89-492e-a873-35c8a150b0f1 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514534 Aug 20 11:37:28.862490 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e0f84ed-75dd-47ed-89ad-43a25dedac2a req-4584bb74-fb98-401d-964e-436f4c50ec5c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 1097 time: 0.1757505 Aug 20 11:37:28.889405 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-d5682a05-c2fa-46af-befc-439e45b2425d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9098456 Aug 20 11:37:28.904680 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b832ffe-c39f-4f50-b09a-bd2629147e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.907209 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b832ffe-c39f-4f50-b09a-bd2629147e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.910768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7b832ffe-c39f-4f50-b09a-bd2629147e9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e124e49-6381-441e-9619-0c75c0cf57d6 HTTP/1.1" status: 204 len: 168 time: 0.6266062 Aug 20 11:37:28.914473 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Request body: {'port': {'device_id': '211dcf94-6499-4d6d-b24f-331eec0740ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:28.940776 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08cd915b-c4e7-4c27-8ea8-fa0289849602 req-fb43bc3a-1ff4-4c91-95af-3372e59ac32a service neutron] 10.222.0.35 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600899 Aug 20 11:37:28.964368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b832ffe-c39f-4f50-b09a-bd2629147e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e124e49-6381-441e-9619-0c75c0cf57d6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:29.027105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:29.041035 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Sync routers for ids ['0d475208-b8a0-40a1-a717-90b52297429b'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:29.046645 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:29.051548 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-57d3b2bd-68df-4bf1-a3b0-91bc440cd28e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1268466 Aug 20 11:37:29.051548 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60614) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:29.069290 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Routers {'0d475208-b8a0-40a1-a717-90b52297429b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:29.073147 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:37:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['0d475208-b8a0-40a1-a717-90b52297429b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:29.078221 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e0f84ed-75dd-47ed-89ad-43a25dedac2a req-93b87588-e00d-4fe1-87c9-1ae431847cc3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026834 Aug 20 11:37:29.098802 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:29.148666 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08cd915b-c4e7-4c27-8ea8-fa0289849602 req-cfe66ce0-772e-46a5-8d0c-ba2f4716f4c2 service neutron] 10.222.0.35 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878297 Aug 20 11:37:29.419124 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Set router 0d475208-b8a0-40a1-a717-90b52297429b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:37:29.680669 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d475208-b8a0-40a1-a717-90b52297429b', 'name': 'tempest-ServerRescueTestJSON-1431093179-router', 'tenant_id': 'f1a5804e29d04d60859b180b5af32943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:26Z', 'updated_at': '2021-08-20T11:37:27Z', 'revision_number': 3, 'project_id': 'f1a5804e29d04d60859b180b5af32943', 'gw_port': {'id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d475208-b8a0-40a1-a717-90b52297429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:27Z', 'updated_at': '2021-08-20T11:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:29.710819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8367ade-0952-461f-ab87-297b4994be1e {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:29.714503 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Checking router: 0d475208-b8a0-40a1-a717-90b52297429b for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:37:29.714973 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Updating router 0d475208-b8a0-40a1-a717-90b52297429b port 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:37:29.722130 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:29.741914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Transition to ACTIVE for port object f8367ade-0952-461f-ab87-297b4994be1e will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:29.756956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa32fc-8313-4f55-96fb-d94880e4350b req-10545386-ed8d-436e-8fdf-f3273da003b0 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:29.759093 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9bfa32fc-8313-4f55-96fb-d94880e4350b req-10545386-ed8d-436e-8fdf-f3273da003b0 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 943 time: 0.0889533 Aug 20 11:37:29.761346 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:29.765556 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:29.807158 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51967f59-9f21-4960-be4d-8c3d0fd2846d req-53df237e-1bb0-41ef-a44b-4a45c2c5e6a0 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:29.808722 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-51967f59-9f21-4960-be4d-8c3d0fd2846d req-53df237e-1bb0-41ef-a44b-4a45c2c5e6a0 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.1852057 Aug 20 11:37:29.901029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 95d155fe-1891-4e26-8f29-88f01813d23f details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:37:29.901775 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-51967f59-9f21-4960-be4d-8c3d0fd2846d req-f2747c73-d48f-4336-9fe8-191f2dcb1731 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864079 Aug 20 11:37:29.908027 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:29.947302 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Pushing event updated for resources: {'Port': ['ID=f8367ade-0952-461f-ab87-297b4994be1e,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:29.974495 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9bfa32fc-8313-4f55-96fb-d94880e4350b req-93d06311-3fea-465b-8e28-a572739160ca tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063425 Aug 20 11:37:30.141638 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 95d155fe-1891-4e26-8f29-88f01813d23f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=95d155fe-1891-4e26-8f29-88f01813d23f,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:30.170819 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '95d155fe-1891-4e26-8f29-88f01813d23f', 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd', 'port_id': '95d155fe-1891-4e26-8f29-88f01813d23f', 'mac_address': 'fa:16:3e:3e:f4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734fd1d8-2b43-491b-a917-ffd6ab332d79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:37:30.216285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Attempting to bind port f8367ade-0952-461f-ab87-297b4994be1e on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:30.216285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Attempting to bind port f8367ade-0952-461f-ab87-297b4994be1e by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:30.216285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Attempting to bind port f8367ade-0952-461f-ab87-297b4994be1e on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:30.264528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Allocated IP 172.20.0.1 (6faeb1c5-1c2b-46f4-9f26-4e83306439b3/8d412ecd-42a5-40f6-9553-e4b1c15e73a8/96f0fd1b-2c7e-4782-a88c-39d14bedbb2b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:30.270447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Port f8367ade-0952-461f-ab87-297b4994be1e on network b3e66dad-2722-4cd9-8851-7b0d20197ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:37:30.271028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Attempting to bind port f8367ade-0952-461f-ab87-297b4994be1e on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:30.281924 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.282199 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:30.282631 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Checking segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:30.298201 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Bound using segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:30.300692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Bound port: f8367ade-0952-461f-ab87-297b4994be1e, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:30.301638 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.316960 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d155fe-1891-4e26-8f29-88f01813d23f {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:30.356662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 95d155fe-1891-4e26-8f29-88f01813d23f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=95d155fe-1891-4e26-8f29-88f01813d23f,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:30.367401 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.377433 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.422948 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Transition to ACTIVE for port object 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:30.439628 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.450305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350f378-2062-4379-9386-93883e7dc3b7 req-4d59f0f8-ae2e-4671-8214-296b2a2ee845 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:30.456888 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8350f378-2062-4379-9386-93883e7dc3b7 req-4d59f0f8-ae2e-4671-8214-296b2a2ee845 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 943 time: 0.2249312 Aug 20 11:37:30.474737 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=95d155fe-1891-4e26-8f29-88f01813d23f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:30.497350 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.539346 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb0e8a-cb29-4867-8bb8-a390abcee263 None None] Pushing event updated for resources: {'Port': ['ID=88a53de3-c9ae-4a0c-815d-3a2ba7988a0b,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:30.541869 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8350f378-2062-4379-9386-93883e7dc3b7 req-62a44a88-7dbe-4375-af4b-dc259e9650bb tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553567 Aug 20 11:37:30.551326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] For port f8367ade-0952-461f-ab87-297b4994be1e, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:30.565489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] For port f8367ade-0952-461f-ab87-297b4994be1e, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f8367ade-0952-461f-ab87-297b4994be1e,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:30.574473 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Attempting to bind port 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:30.575475 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Attempting to bind port 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:30.576383 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Attempting to bind port 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:30.577318 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.589397 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:30.590880 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:30.593011 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.593985 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:30.595075 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Bound port: 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:30.597194 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.603150 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.624512 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:30.625298 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.626714 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] 10.222.0.76 "PUT /v2.0/ports/f8367ade-0952-461f-ab87-297b4994be1e HTTP/1.1" status: 200 len: 1091 time: 1.7235150 Aug 20 11:37:30.627148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211dcf94-6499-4d6d-b24f-331eec0740ff', 'tag': 'f8367ade-0952-461f-ab87-297b4994be1e'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:30.630163 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92add3ab-c756-4e64-b462-73f160f5018a" -d '{"events": [{"name": "network-changed", "server_uuid": "211dcf94-6499-4d6d-b24f-331eec0740ff", "tag": "f8367ade-0952-461f-ab87-297b4994be1e"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:30.654946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Network 6faeb1c5-1c2b-46f4-9f26-4e83306439b3 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:30.658072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:30.662518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:30.672731 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Pushing event updated for resources: {'Port': ['ID=96f0fd1b-2c7e-4782-a88c-39d14bedbb2b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:30.690930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad1177-7891-424e-8847-98daad4fc67f service neutron] Pushing event updated for resources: {'Port': ['ID=f8367ade-0952-461f-ab87-297b4994be1e,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:30.694317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['95d155fe-1891-4e26-8f29-88f01813d23f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:30.747820 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] For port 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:30.748205 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.757988 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13e42fa-5be3-4125-a2b9-8cdb72db2cfc x-openstack-request-id: req-f13e42fa-5be3-4125-a2b9-8cdb72db2cfc {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:30.759394 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211dcf94-6499-4d6d-b24f-331eec0740ff", "tag": "f8367ade-0952-461f-ab87-297b4994be1e", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:30.760020 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f13e42fa-5be3-4125-a2b9-8cdb72db2cfc {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:30.760157 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] For port 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=88a53de3-c9ae-4a0c-815d-3a2ba7988a0b,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:30.760280 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211dcf94-6499-4d6d-b24f-331eec0740ff', 'tag': 'f8367ade-0952-461f-ab87-297b4994be1e', 'status': 'completed', 'code': 200} Aug 20 11:37:30.766824 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.781533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-17865691-bda2-40db-ba35-df045d9421dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:30.783085 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-17865691-bda2-40db-ba35-df045d9421dc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 1094 time: 0.0765495 Aug 20 11:37:30.861446 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Routers {'0d475208-b8a0-40a1-a717-90b52297429b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:30.862448 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:37:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['0d475208-b8a0-40a1-a717-90b52297429b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:30.872394 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-aa47d286-eca6-4d2e-8ce9-15fb058140c4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8367ade-0952-461f-ab87-297b4994be1e HTTP/1.1" status: 200 len: 217 time: 0.0810068 Aug 20 11:37:30.949011 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.976317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-b8899c04-67c2-4d14-a0f4-e0a28382337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:30.977838 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-b8899c04-67c2-4d14-a0f4-e0a28382337d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.0975449 Aug 20 11:37:31.041544 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-900112c2-4169-4486-b1b0-660ce38ba1b6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567579 Aug 20 11:37:31.135949 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb0e8a-cb29-4867-8bb8-a390abcee263 None None] Pushing event updated for resources: {'Port': ['ID=88a53de3-c9ae-4a0c-815d-3a2ba7988a0b,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:31.175192 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] Set router 0d475208-b8a0-40a1-a717-90b52297429b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:37:31.219275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e0a80-7a49-4dc4-9131-76e7ea5b7f10 req-3c03f93b-6b00-4d93-9a60-76a1064817c5 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:31.228077 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-536e0a80-7a49-4dc4-9131-76e7ea5b7f10 req-3c03f93b-6b00-4d93-9a60-76a1064817c5 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0941432 Aug 20 11:37:31.237683 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:31.247411 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-282b509b-3473-41dc-903e-0dac3c310de3 service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862895 Aug 20 11:37:31.252963 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:31.354924 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-536e0a80-7a49-4dc4-9131-76e7ea5b7f10 req-f75ea940-fc46-40ec-9d1d-88b890ad091b tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163292 Aug 20 11:37:31.452324 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4573e4c-c16e-4bac-b10b-d1ce7d2fe2fc req-aafa2105-d431-4505-b763-0cd6ad70c038 service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954188 Aug 20 11:37:31.530168 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d475208-b8a0-40a1-a717-90b52297429b', 'name': 'tempest-ServerRescueTestJSON-1431093179-router', 'tenant_id': 'f1a5804e29d04d60859b180b5af32943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:26Z', 'updated_at': '2021-08-20T11:37:27Z', 'revision_number': 3, 'project_id': 'f1a5804e29d04d60859b180b5af32943', 'gw_port': {'id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d475208-b8a0-40a1-a717-90b52297429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:27Z', 'updated_at': '2021-08-20T11:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:31.564935 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd165471-62b2-4ae4-adf6-c0547d891925 None None] The sync data for ids ['0d475208-b8a0-40a1-a717-90b52297429b'] in n-d-804299-2 is: [{'id': '0d475208-b8a0-40a1-a717-90b52297429b', 'name': 'tempest-ServerRescueTestJSON-1431093179-router', 'tenant_id': 'f1a5804e29d04d60859b180b5af32943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:26Z', 'updated_at': '2021-08-20T11:37:27Z', 'revision_number': 3, 'project_id': 'f1a5804e29d04d60859b180b5af32943', 'gw_port': {'id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d475208-b8a0-40a1-a717-90b52297429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:27Z', 'updated_at': '2021-08-20T11:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:31.588448 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92add3ab-c756-4e64-b462-73f160f5018a req-633b55a3-6313-43d3-ad15-96a430a533dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:31.590137 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92add3ab-c756-4e64-b462-73f160f5018a req-633b55a3-6313-43d3-ad15-96a430a533dd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 1094 time: 0.0723524 Aug 20 11:37:31.720426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92add3ab-c756-4e64-b462-73f160f5018a req-5951ed7a-d879-442d-9f47-55e3d58ee025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:31.722500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92add3ab-c756-4e64-b462-73f160f5018a req-5951ed7a-d879-442d-9f47-55e3d58ee025 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.1250741 Aug 20 11:37:31.752950 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Pushing event updated for resources: {'Port': ['ID=96f0fd1b-2c7e-4782-a88c-39d14bedbb2b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:31.781052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:31.789075 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92add3ab-c756-4e64-b462-73f160f5018a req-3812b7f9-f97e-4620-98e3-fc74907e9c05 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8367ade-0952-461f-ab87-297b4994be1e HTTP/1.1" status: 200 len: 217 time: 0.0515137 Aug 20 11:37:31.798885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1ab88-c5d1-479f-8cbe-a7b4834e0ddf req-a7f3e22c-002a-4020-87a3-048120b139a9 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:31.800493 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6b1ab88-c5d1-479f-8cbe-a7b4834e0ddf req-a7f3e22c-002a-4020-87a3-048120b139a9 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 944 time: 0.7045836 Aug 20 11:37:31.932081 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6b1ab88-c5d1-479f-8cbe-a7b4834e0ddf req-afcd7e86-cc53-40f3-af1f-2f8c41e4aedf tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157596 Aug 20 11:37:32.002376 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Network 6faeb1c5-1c2b-46f4-9f26-4e83306439b3 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:32.008280 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:32.011805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92add3ab-c756-4e64-b462-73f160f5018a req-f40d6ec1-8d87-47ec-b41d-44647966cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:32.015621 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92add3ab-c756-4e64-b462-73f160f5018a req-f40d6ec1-8d87-47ec-b41d-44647966cd18 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.1974888 Aug 20 11:37:32.018151 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826da17-e804-4488-bb15-427dec970921 req-1dc40b92-c723-4a55-88ca-a0c6a6404ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:32.022144 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c826da17-e804-4488-bb15-427dec970921 req-1dc40b92-c723-4a55-88ca-a0c6a6404ab1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5171254ade054ce9a6338a7d5e867275&device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 1097 time: 0.2040861 Aug 20 11:37:32.079924 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92add3ab-c756-4e64-b462-73f160f5018a req-1894a19f-cd90-4244-b6ef-8fa085394a5d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449090 Aug 20 11:37:32.134711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:32.185034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217e2dc-c232-44bf-b04b-cd6d675c345a req-81bc50b0-3e48-4a99-b492-198c3cb56e0e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:32.193141 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4217e2dc-c232-44bf-b04b-cd6d675c345a req-81bc50b0-3e48-4a99-b492-198c3cb56e0e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 943 time: 0.1258903 Aug 20 11:37:32.203018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:32.209773 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:32.210177 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.220060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1ddba-5d74-4910-a66e-0b67efc4ec28 req-5b4ed4e8-d917-4459-84fd-3983740ed044 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:32.222383 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6a1ddba-5d74-4910-a66e-0b67efc4ec28 req-5b4ed4e8-d917-4459-84fd-3983740ed044 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 947 time: 0.2934606 Aug 20 11:37:32.223643 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Router 0d475208-b8a0-40a1-a717-90b52297429b has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:37:32.266536 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4217e2dc-c232-44bf-b04b-cd6d675c345a req-39a47a43-453c-48a0-bca5-e6648b554d2d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723712 Aug 20 11:37:32.311785 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6a1ddba-5d74-4910-a66e-0b67efc4ec28 req-87e140fe-5b34-420b-a2c5-1584b01e7f7f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813758 Aug 20 11:37:32.323028 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92add3ab-c756-4e64-b462-73f160f5018a req-4b7588d2-206c-468e-b86d-6c85098e042f service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308810 Aug 20 11:37:32.326371 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.364781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=88a53de3-c9ae-4a0c-815d-3a2ba7988a0b,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:32.371170 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.412505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:32.427339 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-057fe116-ba61-415e-8287-f375739b72cc admin admin] 10.222.0.37 "PUT /v2.0/routers/0d475208-b8a0-40a1-a717-90b52297429b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3738801 Aug 20 11:37:32.439300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=88a53de3-c9ae-4a0c-815d-3a2ba7988a0b,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:32.474200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826da17-e804-4488-bb15-427dec970921 req-45d71a62-bc89-4f4b-b240-1df129a9747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:32.475918 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c826da17-e804-4488-bb15-427dec970921 req-45d71a62-bc89-4f4b-b240-1df129a9747a service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d5eab44-7f45-459e-8b83-bfb0856c19ab HTTP/1.1" status: 200 len: 920 time: 0.3989730 Aug 20 11:37:32.609861 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.814323 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c826da17-e804-4488-bb15-427dec970921 req-d0d7b6b3-d5dc-498f-84aa-6b7583e9b9de service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d96d067f-47fc-4a2c-92ba-37634ccd452d HTTP/1.1" status: 200 len: 217 time: 0.0468814 Aug 20 11:37:32.876919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380c5c2-2a70-4bd6-acd9-5c5aca91b50f req-28a8e191-85e1-4f0c-a758-1e1cccdd7dd0 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:32.878616 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9380c5c2-2a70-4bd6-acd9-5c5aca91b50f req-28a8e191-85e1-4f0c-a758-1e1cccdd7dd0 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.4306927 Aug 20 11:37:32.882758 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92add3ab-c756-4e64-b462-73f160f5018a req-05016fb7-2ff0-4667-a3bb-0f70929357ba service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351965 Aug 20 11:37:32.909111 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826da17-e804-4488-bb15-427dec970921 req-925e0df6-d305-4715-bef6-ce5b2457a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:32.911359 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c826da17-e804-4488-bb15-427dec970921 req-925e0df6-d305-4715-bef6-ce5b2457a3d7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c3cf050-62a4-4f71-88da-9ffeca1271c8 HTTP/1.1" status: 200 len: 860 time: 0.0866401 Aug 20 11:37:32.936288 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9380c5c2-2a70-4bd6-acd9-5c5aca91b50f req-c24190fd-7299-4a8c-9959-40dd1f5a1ac4 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494292 Aug 20 11:37:32.950585 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c826da17-e804-4488-bb15-427dec970921 req-abc59c5b-0154-468d-9581-f3bcd1b2dd34 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d5eab44-7f45-459e-8b83-bfb0856c19ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288107 Aug 20 11:37:33.047707 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c826da17-e804-4488-bb15-427dec970921 req-d1b6bb3e-f995-4a8d-9c36-7d9217ccb731 service neutron] 10.222.0.76 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895567 Aug 20 11:37:33.148348 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c826da17-e804-4488-bb15-427dec970921 req-1441c80a-3483-44fb-bb6e-85035cc047d4 service neutron] 10.222.0.76 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935173 Aug 20 11:37:33.447323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-d5af21e1-421d-4238-b9be-75d65758ec92 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:33.448928 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-d5af21e1-421d-4238-b9be-75d65758ec92 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/networks?id=6faeb1c5-1c2b-46f4-9f26-4e83306439b3 HTTP/1.1" status: 200 len: 811 time: 0.1182318 Aug 20 11:37:33.465518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-a0600783-05ba-4fe3-a2aa-84fad413912d tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/quotas/f1a5804e29d04d60859b180b5af32943 HTTP/1.1" status: 200 len: 375 time: 0.0098295 Aug 20 11:37:33.496753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33189f56-6f89-4158-892b-a56ed982b52a req-178fc766-f317-49d2-9142-1edba32df604 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:33.498319 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-33189f56-6f89-4158-892b-a56ed982b52a req-178fc766-f317-49d2-9142-1edba32df604 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 944 time: 0.0556996 Aug 20 11:37:33.520015 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-8c811c6e-9488-40c9-a9dc-33526ff9e712 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1a5804e29d04d60859b180b5af32943&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474000 Aug 20 11:37:33.537846 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-33189f56-6f89-4158-892b-a56ed982b52a req-a4701c41-e06a-4617-b3fa-ceac813125bf tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327432 Aug 20 11:37:33.569896 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Sync routers for ids ['0d475208-b8a0-40a1-a717-90b52297429b'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:33.579208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Routers {'0d475208-b8a0-40a1-a717-90b52297429b'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:33.580005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:37:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['0d475208-b8a0-40a1-a717-90b52297429b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:33.624300 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-d0167d46-0bc2-4437-b68d-b4028b0db3be service neutron] 10.222.0.37 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969074 Aug 20 11:37:33.691646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Set router 0d475208-b8a0-40a1-a717-90b52297429b gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:37:33.717602 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-f46d3bf4-8fba-4296-bbdb-cd60c07266f4 service neutron] 10.222.0.37 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849838 Aug 20 11:37:33.912358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 95d155fe-1891-4e26-8f29-88f01813d23f up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:33.932877 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557a5e4-e8d1-4444-9a95-af5df5d84213 req-765c543f-1d77-4b0d-87cc-cebe3c998126 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:33.935348 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8557a5e4-e8d1-4444-9a95-af5df5d84213 req-765c543f-1d77-4b0d-87cc-cebe3c998126 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 943 time: 0.0673780 Aug 20 11:37:33.948679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f8367ade-0952-461f-ab87-297b4994be1e details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:37:33.952777 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d475208-b8a0-40a1-a717-90b52297429b', 'name': 'tempest-ServerRescueTestJSON-1431093179-router', 'tenant_id': 'f1a5804e29d04d60859b180b5af32943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:26Z', 'updated_at': '2021-08-20T11:37:30Z', 'revision_number': 4, 'project_id': 'f1a5804e29d04d60859b180b5af32943', 'gw_port': {'id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d475208-b8a0-40a1-a717-90b52297429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:27Z', 'updated_at': '2021-08-20T11:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '96f0fd1b-2c7e-4782-a88c-39d14bedbb2b', 'name': '', 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3', 'tenant_id': 'f1a5804e29d04d60859b180b5af32943', 'mac_address': 'fa:16:3e:79:71:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d475208-b8a0-40a1-a717-90b52297429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8d412ecd-42a5-40f6-9553-e4b1c15e73a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:29Z', 'updated_at': '2021-08-20T11:37:31Z', 'revision_number': 2, 'project_id': 'f1a5804e29d04d60859b180b5af32943', 'subnets': [{'id': '8d412ecd-42a5-40f6-9553-e4b1c15e73a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:34.004334 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Checking router: 0d475208-b8a0-40a1-a717-90b52297429b for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:37:34.004928 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Updating router 0d475208-b8a0-40a1-a717-90b52297429b port 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:37:34.011475 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8557a5e4-e8d1-4444-9a95-af5df5d84213 req-8e8b41e7-2124-4611-bfc0-402119c6dfb3 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531497 Aug 20 11:37:34.038018 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.138733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a375b3-223b-4500-bbb1-fc4479f0b760 req-fffe3b5b-49d9-43e1-9c89-43c71c969eb8 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:34.140860 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c5a375b3-223b-4500-bbb1-fc4479f0b760 req-fffe3b5b-49d9-43e1-9c89-43c71c969eb8 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 947 time: 0.0653849 Aug 20 11:37:34.165003 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:34.206206 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c5a375b3-223b-4500-bbb1-fc4479f0b760 req-0e3c70f8-7c4b-4d9c-8809-347654909cc0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580838 Aug 20 11:37:34.257199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6af9dd49-226f-4077-92a7-d489ca0bf8b7 req-94765e37-325b-44f9-9a55-e77c87830b32 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 210 time: 0.0523655 Aug 20 11:37:34.371012 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b26953-c58f-4f3c-a753-2644c6f736cf req-2d089cc9-48c5-4be7-8f04-e2196dc89b73 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:34.372864 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-13b26953-c58f-4f3c-a753-2644c6f736cf req-2d089cc9-48c5-4be7-8f04-e2196dc89b73 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0781155 Aug 20 11:37:34.417411 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-13b26953-c58f-4f3c-a753-2644c6f736cf req-1bdc99df-cfb7-4e1f-ad6c-4596b6160c3c tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385416 Aug 20 11:37:34.482402 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 95d155fe-1891-4e26-8f29-88f01813d23f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:34.501621 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 95d155fe-1891-4e26-8f29-88f01813d23f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:34.501985 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.507955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f8367ade-0952-461f-ab87-297b4994be1e, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f8367ade-0952-461f-ab87-297b4994be1e,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:34.554313 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'f8367ade-0952-461f-ab87-297b4994be1e', 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb', 'port_id': 'f8367ade-0952-461f-ab87-297b4994be1e', 'mac_address': 'fa:16:3e:26:bb:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7ba715-0bf5-4c19-8ac5-c5ba02550d40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:37:34.603985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:34.605146 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.702821 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06923cd0-f505-465e-bac3-4c7533dc459b req-83a1743a-9133-4fdd-a4a8-8ca49fc1b0a2 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:34.705242 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-06923cd0-f505-465e-bac3-4c7533dc459b req-83a1743a-9133-4fdd-a4a8-8ca49fc1b0a2 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 944 time: 0.0762565 Aug 20 11:37:34.711717 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.746025 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-06923cd0-f505-465e-bac3-4c7533dc459b req-3cd317ce-30eb-4708-a3b3-98e510d505b9 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339687 Aug 20 11:37:34.763951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8367ade-0952-461f-ab87-297b4994be1e {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:34.844906 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f8367ade-0952-461f-ab87-297b4994be1e, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f8367ade-0952-461f-ab87-297b4994be1e,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:34.845849 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.861963 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.915440 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.936762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65eda6a4-b0c4-4826-80e1-f43bedba1a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d155fe-1891-4e26-8f29-88f01813d23f'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:34.938996 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f36a55e-9418-42d4-a953-6501b1e8ec79" -d '{"events": [{"server_uuid": "65eda6a4-b0c4-4826-80e1-f43bedba1a64", "name": "network-vif-plugged", "status": "completed", "tag": "95d155fe-1891-4e26-8f29-88f01813d23f"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:34.951326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Transition to ACTIVE for port object 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:34.961991 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 95d155fe-1891-4e26-8f29-88f01813d23f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=95d155fe-1891-4e26-8f29-88f01813d23f,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:34.969692 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.974114 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.977074 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f8367ade-0952-461f-ab87-297b4994be1e,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:35.011625 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7debc918-0776-4922-ae5b-675d9ac1721e x-openstack-request-id: req-7debc918-0776-4922-ae5b-675d9ac1721e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:35.011625 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65eda6a4-b0c4-4826-80e1-f43bedba1a64", "name": "network-vif-plugged", "status": "completed", "tag": "95d155fe-1891-4e26-8f29-88f01813d23f", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:35.011824 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7debc918-0776-4922-ae5b-675d9ac1721e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:35.012096 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65eda6a4-b0c4-4826-80e1-f43bedba1a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d155fe-1891-4e26-8f29-88f01813d23f', 'code': 200} Aug 20 11:37:35.056165 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c4bed-0acf-4bb3-821c-99b2bfcfe7d9 None None] Pushing event updated for resources: {'Port': ['ID=96f0fd1b-2c7e-4782-a88c-39d14bedbb2b,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:35.129889 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['f8367ade-0952-461f-ab87-297b4994be1e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:35.184282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Attempting to bind port 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:35.184670 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Attempting to bind port 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'fdbe53a8-1ca9-4ed8-bf82-075c171ca2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:35.185056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Attempting to bind port 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b on network 6faeb1c5-1c2b-46f4-9f26-4e83306439b3 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:35.191695 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=95d155fe-1891-4e26-8f29-88f01813d23f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:35.197255 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:35.197626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Checking segment: {'id': 'fdbe53a8-1ca9-4ed8-bf82-075c171ca2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:35.198029 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.198417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Bound using segment: {'id': 'fdbe53a8-1ca9-4ed8-bf82-075c171ca2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:35.199002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Bound port: 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbe53a8-1ca9-4ed8-bf82-075c171ca2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:35.199240 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.221324 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a15a7f-525a-4988-880a-2bf3a53343b1 req-7df66224-ee91-4dc5-83bd-20e4e644b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:35.223524 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c6a15a7f-525a-4988-880a-2bf3a53343b1 req-7df66224-ee91-4dc5-83bd-20e4e644b505 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 1096 time: 0.1222618 Aug 20 11:37:35.238600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202e77c-bdad-42af-9d71-27384287fad3 req-09600a47-631b-4426-bd69-7a585c464817 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:35.248371 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4202e77c-bdad-42af-9d71-27384287fad3 req-09600a47-631b-4426-bd69-7a585c464817 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 944 time: 0.1454782 Aug 20 11:37:35.294944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-cfb5ee02-c908-46e1-a295-c1397c89321b tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:35.298706 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-cfb5ee02-c908-46e1-a295-c1397c89321b tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.35 "GET /v2.0/networks?id=6faeb1c5-1c2b-46f4-9f26-4e83306439b3 HTTP/1.1" status: 200 len: 811 time: 0.2234328 Aug 20 11:37:35.310527 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4202e77c-bdad-42af-9d71-27384287fad3 req-47467f78-3abf-4595-8553-d30c7879c619 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610986 Aug 20 11:37:35.317574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-729f7c69-9ab6-413b-bb21-506fe3d99915 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Request body: {'port': {'device_id': '67323afb-4b65-422d-8a55-5e196070eb61', 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3', 'admin_state_up': True, 'tenant_id': 'f1a5804e29d04d60859b180b5af32943'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:35.323035 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c6a15a7f-525a-4988-880a-2bf3a53343b1 req-7df8b4bc-3d70-4bfe-aa10-26d2cd9ebf74 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541830 Aug 20 11:37:35.326726 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] For port 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:35.331823 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] For port 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=96f0fd1b-2c7e-4782-a88c-39d14bedbb2b,segment=NetworkSegment(fdbe53a8-1ca9-4ed8-bf82-075c171ca2be),segment_id=fdbe53a8-1ca9-4ed8-bf82-075c171ca2be)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:35.343209 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.445204 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-70884b42-b109-4eb1-8640-32dc02b2768e req-6fee917e-6254-4c4d-9b8a-49ccf9487e56 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 210 time: 0.0309765 Aug 20 11:37:35.447734 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Routers {'0d475208-b8a0-40a1-a717-90b52297429b'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:35.448260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:37:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['0d475208-b8a0-40a1-a717-90b52297429b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:35.452855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aed210-7416-4844-8fc0-d07719ed3181 req-7940f183-5d23-499b-b136-57cbce93d53e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:35.453535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c4bed-0acf-4bb3-821c-99b2bfcfe7d9 None None] Pushing event updated for resources: {'Port': ['ID=96f0fd1b-2c7e-4782-a88c-39d14bedbb2b,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:35.455070 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b0aed210-7416-4844-8fc0-d07719ed3181 req-7940f183-5d23-499b-b136-57cbce93d53e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 947 time: 0.1169970 Aug 20 11:37:35.503992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-729f7c69-9ab6-413b-bb21-506fe3d99915 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Made reservation on behalf of f1a5804e29d04d60859b180b5af32943 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:35.508464 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-729f7c69-9ab6-413b-bb21-506fe3d99915 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.536960 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b0aed210-7416-4844-8fc0-d07719ed3181 req-9c0723c2-7d01-4b2c-adf4-1ddb3785fe0b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562515 Aug 20 11:37:35.587755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] Set router 0d475208-b8a0-40a1-a717-90b52297429b gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:37:35.677499 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db9c61-9f65-40ab-af93-dc3345d0fe40 req-09e11039-e917-454b-a35e-98313e80879a tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:35.679341 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-65db9c61-9f65-40ab-af93-dc3345d0fe40 req-09e11039-e917-454b-a35e-98313e80879a tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0600853 Aug 20 11:37:35.729253 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-65db9c61-9f65-40ab-af93-dc3345d0fe40 req-adfda5cb-1c22-44b7-a476-754fa8830d6a tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395057 Aug 20 11:37:35.750780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-729f7c69-9ab6-413b-bb21-506fe3d99915 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Allocated IP 172.20.0.11 (6faeb1c5-1c2b-46f4-9f26-4e83306439b3/8d412ecd-42a5-40f6-9553-e4b1c15e73a8/857f2fb2-0d6f-4f80-bb97-16d3be621b11) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:35.835052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d475208-b8a0-40a1-a717-90b52297429b', 'name': 'tempest-ServerRescueTestJSON-1431093179-router', 'tenant_id': 'f1a5804e29d04d60859b180b5af32943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:26Z', 'updated_at': '2021-08-20T11:37:30Z', 'revision_number': 4, 'project_id': 'f1a5804e29d04d60859b180b5af32943', 'gw_port': {'id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d475208-b8a0-40a1-a717-90b52297429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:27Z', 'updated_at': '2021-08-20T11:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '96f0fd1b-2c7e-4782-a88c-39d14bedbb2b', 'name': '', 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3', 'tenant_id': 'f1a5804e29d04d60859b180b5af32943', 'mac_address': 'fa:16:3e:79:71:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d475208-b8a0-40a1-a717-90b52297429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8d412ecd-42a5-40f6-9553-e4b1c15e73a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:29Z', 'updated_at': '2021-08-20T11:37:35Z', 'revision_number': 4, 'project_id': 'f1a5804e29d04d60859b180b5af32943', 'subnets': [{'id': '8d412ecd-42a5-40f6-9553-e4b1c15e73a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:35.872340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbab556-cf12-43d9-9d42-5fcdb1f191f2 None None] The sync data for ids ['0d475208-b8a0-40a1-a717-90b52297429b'] in n-d-804299-2 is: [{'id': '0d475208-b8a0-40a1-a717-90b52297429b', 'name': 'tempest-ServerRescueTestJSON-1431093179-router', 'tenant_id': 'f1a5804e29d04d60859b180b5af32943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:26Z', 'updated_at': '2021-08-20T11:37:30Z', 'revision_number': 4, 'project_id': 'f1a5804e29d04d60859b180b5af32943', 'gw_port': {'id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d475208-b8a0-40a1-a717-90b52297429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:27Z', 'updated_at': '2021-08-20T11:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '96f0fd1b-2c7e-4782-a88c-39d14bedbb2b', 'name': '', 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3', 'tenant_id': 'f1a5804e29d04d60859b180b5af32943', 'mac_address': 'fa:16:3e:79:71:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d475208-b8a0-40a1-a717-90b52297429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8d412ecd-42a5-40f6-9553-e4b1c15e73a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:29Z', 'updated_at': '2021-08-20T11:37:35Z', 'revision_number': 4, 'project_id': 'f1a5804e29d04d60859b180b5af32943', 'subnets': [{'id': '8d412ecd-42a5-40f6-9553-e4b1c15e73a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:35.958504 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f29aa130-d098-4910-80dc-9cb2cc3f218d details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:37:35.961041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89895d4-a3fa-4c56-9fa5-adabc9658424 req-bab40c29-57f2-4c4e-9947-bb6f7c5cd79a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:35.962043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f29aa130-d098-4910-80dc-9cb2cc3f218d no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:35.962645 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60808) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:35.966367 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c89895d4-a3fa-4c56-9fa5-adabc9658424 req-bab40c29-57f2-4c4e-9947-bb6f7c5cd79a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 945 time: 0.1409535 Aug 20 11:37:36.037794 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-729f7c69-9ab6-413b-bb21-506fe3d99915 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.084915 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c89895d4-a3fa-4c56-9fa5-adabc9658424 req-5fcf58cb-f569-4787-97eb-5d4de3134bcc tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868444 Aug 20 11:37:36.133363 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-729f7c69-9ab6-413b-bb21-506fe3d99915 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.169511 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.178697 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb263-f9ee-4162-83db-f0ad7a75e305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.188319 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:36.193573 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-729f7c69-9ab6-413b-bb21-506fe3d99915 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Network 6faeb1c5-1c2b-46f4-9f26-4e83306439b3 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:36.198327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-729f7c69-9ab6-413b-bb21-506fe3d99915 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:36.200836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-729f7c69-9ab6-413b-bb21-506fe3d99915 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:36.261235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-729f7c69-9ab6-413b-bb21-506fe3d99915 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:36.261788 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-729f7c69-9ab6-413b-bb21-506fe3d99915 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.283640 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f7c69-9ab6-413b-bb21-506fe3d99915 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Pushing event updated for resources: {'Port': ['ID=857f2fb2-0d6f-4f80-bb97-16d3be621b11,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:36.297904 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:36.305792 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb263-f9ee-4162-83db-f0ad7a75e305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.314193 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb263-f9ee-4162-83db-f0ad7a75e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.326850 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-729f7c69-9ab6-413b-bb21-506fe3d99915 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0176628 Aug 20 11:37:36.331575 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:36.341800 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'port_id': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'mac_address': 'fa:16:3e:e9:a7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:37:36.344830 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Request body: {'port': {'device_id': '67323afb-4b65-422d-8a55-5e196070eb61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:36.349617 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.399246 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1ffcb263-f9ee-4162-83db-f0ad7a75e305 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f5eee337be0472b8a52b91648f05a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4355037 Aug 20 11:37:36.404283 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60814) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:36.410720 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcb263-f9ee-4162-83db-f0ad7a75e305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe38a15d-3af9-40e3-932d-7f7e30353964,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:36.411692 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.438471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f29aa130-d098-4910-80dc-9cb2cc3f218d,revision_number=11']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:36.463972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:36.479663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:36.480363 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.489824 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.498985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f551ac2-e899-41ae-a963-b57995c60178 req-6d0c9bd6-c736-4569-8828-db1f8b4d5156 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:36.515495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f29aa130-d098-4910-80dc-9cb2cc3f218d {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:36.517370 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f551ac2-e899-41ae-a963-b57995c60178 req-6d0c9bd6-c736-4569-8828-db1f8b4d5156 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 944 time: 0.0989289 Aug 20 11:37:36.583397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:36.596472 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.608915 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f551ac2-e899-41ae-a963-b57995c60178 req-6436e5bf-4404-4201-b4a9-e1cc1ccbbef5 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905464 Aug 20 11:37:36.690300 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-feb00941-588d-457e-8384-69845b3dd971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.702585 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f29aa130-d098-4910-80dc-9cb2cc3f218d,revision_number=12']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:36.767321 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['f29aa130-d098-4910-80dc-9cb2cc3f218d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:36.797442 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec41f62-1609-49f9-8a1a-cc51cbfe9432 req-7954a74f-d3f7-47d0-bce4-11525c64dd0d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:36.806289 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bec41f62-1609-49f9-8a1a-cc51cbfe9432 req-7954a74f-d3f7-47d0-bce4-11525c64dd0d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 946 time: 0.0886354 Aug 20 11:37:36.834796 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-feb00941-588d-457e-8384-69845b3dd971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.877946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe667d2-2748-432a-9ccd-3af050bdeeb7 req-096a6e55-7b7f-4e9f-bb34-a6ed64e398f9 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:36.889271 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bec41f62-1609-49f9-8a1a-cc51cbfe9432 req-73bf3f75-583f-4ffb-87f0-53117befd498 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767741 Aug 20 11:37:36.893256 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bbe667d2-2748-432a-9ccd-3af050bdeeb7 req-096a6e55-7b7f-4e9f-bb34-a6ed64e398f9 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 932 time: 0.3128760 Aug 20 11:37:37.046678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:37.059816 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760c72bf-e29d-4fe6-bbf8-0bb1f2523770" -d '{"events": [{"server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "name": "network-vif-unplugged", "status": "completed", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:37.063396 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.088476 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bbe667d2-2748-432a-9ccd-3af050bdeeb7 req-6aa730a8-d253-4c58-bdc2-88a651af0a89 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894240 Aug 20 11:37:37.147550 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=96f0fd1b-2c7e-4782-a88c-39d14bedbb2b,segment=NetworkSegment(fdbe53a8-1ca9-4ed8-bf82-075c171ca2be),segment_id=fdbe53a8-1ca9-4ed8-bf82-075c171ca2be)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:37.158848 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.161228 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-feb00941-588d-457e-8384-69845b3dd971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.164987 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-feb00941-588d-457e-8384-69845b3dd971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.178325 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-feb00941-588d-457e-8384-69845b3dd971 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe38a15d-3af9-40e3-932d-7f7e30353964 HTTP/1.1" status: 204 len: 168 time: 0.7728121 Aug 20 11:37:37.256541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb00941-588d-457e-8384-69845b3dd971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe38a15d-3af9-40e3-932d-7f7e30353964,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:37.275395 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09c8fe5-e1ec-4765-8c1a-317435cf45db x-openstack-request-id: req-e09c8fe5-e1ec-4765-8c1a-317435cf45db {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:37.275690 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "name": "network-vif-unplugged", "status": "completed", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:37.275942 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e09c8fe5-e1ec-4765-8c1a-317435cf45db {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:37.276327 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'code': 200} Aug 20 11:37:37.403690 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=96f0fd1b-2c7e-4782-a88c-39d14bedbb2b,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:37.413767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88132517-2d7f-40e5-83a1-286926f2b651 req-90827868-1dd6-4420-8582-d68d80d3664c tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:37.438160 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-88132517-2d7f-40e5-83a1-286926f2b651 req-90827868-1dd6-4420-8582-d68d80d3664c tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.1900542 Aug 20 11:37:37.460843 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857f2fb2-0d6f-4f80-bb97-16d3be621b11 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:37.483046 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.502803 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366fba3-ce72-461e-8c94-7360de663657 req-375ff99a-0e05-4f7c-b451-afe262bc8571 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:37.513417 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a366fba3-ce72-461e-8c94-7360de663657 req-375ff99a-0e05-4f7c-b451-afe262bc8571 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 945 time: 0.1286631 Aug 20 11:37:37.519534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Transition to ACTIVE for port object 857f2fb2-0d6f-4f80-bb97-16d3be621b11 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:37.535478 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-88132517-2d7f-40e5-83a1-286926f2b651 req-e4ad398c-9668-4b27-be8c-6dd5fe5384ad tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943699 Aug 20 11:37:37.536865 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.579454 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a366fba3-ce72-461e-8c94-7360de663657 req-5ff606bf-af22-4271-967a-6a77776ebd52 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648813 Aug 20 11:37:37.633933 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=857f2fb2-0d6f-4f80-bb97-16d3be621b11,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:37.754596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60856) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:37.781607 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ff278f5-821f-47ee-81d4-4fbc19cee5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.822303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Attempting to bind port 857f2fb2-0d6f-4f80-bb97-16d3be621b11 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:37.822746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Attempting to bind port 857f2fb2-0d6f-4f80-bb97-16d3be621b11 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'fdbe53a8-1ca9-4ed8-bf82-075c171ca2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:37.823098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Attempting to bind port 857f2fb2-0d6f-4f80-bb97-16d3be621b11 on network 6faeb1c5-1c2b-46f4-9f26-4e83306439b3 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:37.835231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Port 857f2fb2-0d6f-4f80-bb97-16d3be621b11 on network 6faeb1c5-1c2b-46f4-9f26-4e83306439b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:37:37.835569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Attempting to bind port 857f2fb2-0d6f-4f80-bb97-16d3be621b11 on network 6faeb1c5-1c2b-46f4-9f26-4e83306439b3 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:37.841046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:37.841388 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Checking segment: {'id': 'fdbe53a8-1ca9-4ed8-bf82-075c171ca2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:37.842330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Bound using segment: {'id': 'fdbe53a8-1ca9-4ed8-bf82-075c171ca2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:37.842330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Bound port: 857f2fb2-0d6f-4f80-bb97-16d3be621b11, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbe53a8-1ca9-4ed8-bf82-075c171ca2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:37.842602 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.864004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaa97b-b353-4154-a316-ad552dbf66d3 req-7d146b64-58b0-4985-8dd1-1f823bbc4930 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:37.865555 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbeaa97b-b353-4154-a316-ad552dbf66d3 req-7d146b64-58b0-4985-8dd1-1f823bbc4930 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 944 time: 0.1328607 Aug 20 11:37:37.949340 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbeaa97b-b353-4154-a316-ad552dbf66d3 req-58c7633e-58df-447a-a5c5-24cf7971dba1 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613005 Aug 20 11:37:37.960924 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c6370-ee23-4c08-a376-117151ab86d9 req-e8ccf25f-d3d9-4ee3-977a-50b7acedae23 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:37.969932 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a37c6370-ee23-4c08-a376-117151ab86d9 req-e8ccf25f-d3d9-4ee3-977a-50b7acedae23 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 945 time: 0.0985146 Aug 20 11:37:37.972904 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f8367ade-0952-461f-ab87-297b4994be1e up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:37.981828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] For port 857f2fb2-0d6f-4f80-bb97-16d3be621b11, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:37.989121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] For port 857f2fb2-0d6f-4f80-bb97-16d3be621b11, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=857f2fb2-0d6f-4f80-bb97-16d3be621b11,segment=NetworkSegment(fdbe53a8-1ca9-4ed8-bf82-075c171ca2be),segment_id=fdbe53a8-1ca9-4ed8-bf82-075c171ca2be)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:37.997751 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.054246 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ff278f5-821f-47ee-81d4-4fbc19cee5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.065782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:38.066935 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port f8367ade-0952-461f-ab87-297b4994be1e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:38.078962 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.080296 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port f8367ade-0952-461f-ab87-297b4994be1e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:38.080512 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] 10.222.0.35 "PUT /v2.0/ports/857f2fb2-0d6f-4f80-bb97-16d3be621b11 HTTP/1.1" status: 200 len: 1092 time: 1.7409399 Aug 20 11:37:38.080902 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.082732 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67323afb-4b65-422d-8a55-5e196070eb61', 'tag': '857f2fb2-0d6f-4f80-bb97-16d3be621b11'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:38.098678 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a37c6370-ee23-4c08-a376-117151ab86d9 req-e64361a6-badf-40ff-bd43-d8e0dc0950d7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153984 Aug 20 11:37:38.099639 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa22126-1e28-4f87-9df0-b42ae1f9a9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "67323afb-4b65-422d-8a55-5e196070eb61", "tag": "857f2fb2-0d6f-4f80-bb97-16d3be621b11"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:38.101645 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ff278f5-821f-47ee-81d4-4fbc19cee5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.150052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:38.174966 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1ff278f5-821f-47ee-81d4-4fbc19cee5e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a59f2d103e8a40afadd533a9e9f925a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193213 Aug 20 11:37:38.176813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff278f5-821f-47ee-81d4-4fbc19cee5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def95ad4-dc33-408e-b7b8-94b68dd1e3c9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:38.179571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60872) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:38.275244 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cd43bd5-3b87-4fcd-a3b4-3b15af235a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.275657 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:38.276035 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.294052 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece822f-c7fa-407d-8c3c-eb19ac320e85 req-355a6630-84fd-4987-bdbb-cfd82fe0588d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:38.307577 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eece822f-c7fa-407d-8c3c-eb19ac320e85 req-355a6630-84fd-4987-bdbb-cfd82fe0588d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 946 time: 0.2259982 Aug 20 11:37:38.310081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a295b81-038b-4eea-bec0-64d30b3c9ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=857f2fb2-0d6f-4f80-bb97-16d3be621b11,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:38.329922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-fcff9766-3f60-458e-a8af-550e89a65383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:38.332324 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-fcff9766-3f60-458e-a8af-550e89a65383 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1a5804e29d04d60859b180b5af32943&device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 1095 time: 0.1522942 Aug 20 11:37:38.346956 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cd43bd5-3b87-4fcd-a3b4-3b15af235a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.361635 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.392889 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5299970f-1c6a-4d00-9eb4-4ec7bb913656 x-openstack-request-id: req-5299970f-1c6a-4d00-9eb4-4ec7bb913656 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:38.393490 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67323afb-4b65-422d-8a55-5e196070eb61", "tag": "857f2fb2-0d6f-4f80-bb97-16d3be621b11", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:38.394715 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5299970f-1c6a-4d00-9eb4-4ec7bb913656 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:38.395408 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67323afb-4b65-422d-8a55-5e196070eb61', 'tag': '857f2fb2-0d6f-4f80-bb97-16d3be621b11', 'status': 'completed', 'code': 200} Aug 20 11:37:38.400784 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-68fe68e7-17c7-4cb2-a4f9-dc7e8f54b133 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=857f2fb2-0d6f-4f80-bb97-16d3be621b11 HTTP/1.1" status: 200 len: 217 time: 0.0590246 Aug 20 11:37:38.449344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f8367ade-0952-461f-ab87-297b4994be1e, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f8367ade-0952-461f-ab87-297b4994be1e,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:38.454967 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.456148 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cd43bd5-3b87-4fcd-a3b4-3b15af235a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.464699 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cd43bd5-3b87-4fcd-a3b4-3b15af235a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.465887 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2cd43bd5-3b87-4fcd-a3b4-3b15af235a7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/def95ad4-dc33-408e-b7b8-94b68dd1e3c9 HTTP/1.1" status: 204 len: 168 time: 0.2851856 Aug 20 11:37:38.470004 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f29aa130-d098-4910-80dc-9cb2cc3f218d up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:38.473387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eece822f-c7fa-407d-8c3c-eb19ac320e85 req-abb13fbf-964c-4fe2-bbf9-d4d4ffec8d81 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641259 Aug 20 11:37:38.476814 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd43bd5-3b87-4fcd-a3b4-3b15af235a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def95ad4-dc33-408e-b7b8-94b68dd1e3c9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:38.514460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-103f742d-c278-4111-ad9f-a426de33b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:38.517713 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-103f742d-c278-4111-ad9f-a426de33b357 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d412ecd-42a5-40f6-9553-e4b1c15e73a8 HTTP/1.1" status: 200 len: 851 time: 0.1059763 Aug 20 11:37:38.587986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f8367ade-0952-461f-ab87-297b4994be1e,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:38.604692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port f29aa130-d098-4910-80dc-9cb2cc3f218d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:38.605678 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.616047 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-1be670a9-4e11-4aa4-8c2b-e7fca7d5f068 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6faeb1c5-1c2b-46f4-9f26-4e83306439b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823231 Aug 20 11:37:38.635349 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908c3d3-f221-4b35-8156-c535b33b391d req-046c8376-0fd6-4682-9d44-944f8b9c3167 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:38.653780 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1908c3d3-f221-4b35-8156-c535b33b391d req-046c8376-0fd6-4682-9d44-944f8b9c3167 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 944 time: 0.1400027 Aug 20 11:37:38.739087 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1908c3d3-f221-4b35-8156-c535b33b391d req-ae9ec159-8014-47ce-9bf5-dc629b5ebb72 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837865 Aug 20 11:37:38.773126 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.817389 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a4589-7e26-427c-a53f-8428e21e3e3f req-f9f9e6a8-7f33-48b3-b477-661c4a563ff4 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:38.818880 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-423a4589-7e26-427c-a53f-8428e21e3e3f req-f9f9e6a8-7f33-48b3-b477-661c4a563ff4 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0888152 Aug 20 11:37:38.830666 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.836566 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:38.841203 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.879418 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-02564c30-1c48-4a87-9b72-bb50e2ebe687 service neutron] 10.222.0.35 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545171 Aug 20 11:37:38.919283 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f29aa130-d098-4910-80dc-9cb2cc3f218d,revision_number=13']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:38.983519 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-423a4589-7e26-427c-a53f-8428e21e3e3f req-328011fc-1806-44d0-9ff9-6fb479be0c25 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538091 Aug 20 11:37:39.061348 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90da7c65-f8a6-4ec1-aac6-0e16804a632d req-d51ce743-b697-4624-bee6-10d9002a28c7 service neutron] 10.222.0.35 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697006 Aug 20 11:37:39.110144 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33012d4-7671-4e34-a204-fbbaeb875d3e req-0760b24f-5a06-49c9-a704-a60c20f3c561 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:39.112302 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a33012d4-7671-4e34-a204-fbbaeb875d3e req-0760b24f-5a06-49c9-a704-a60c20f3c561 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 945 time: 0.0781438 Aug 20 11:37:39.179432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22126-1e28-4f87-9df0-b42ae1f9a9c1 req-10b4d553-9300-4a2b-b654-b48cff852246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:39.181085 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-afa22126-1e28-4f87-9df0-b42ae1f9a9c1 req-10b4d553-9300-4a2b-b654-b48cff852246 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1a5804e29d04d60859b180b5af32943&device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 1095 time: 0.0631242 Aug 20 11:37:39.183488 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a33012d4-7671-4e34-a204-fbbaeb875d3e req-d05e2c3a-7776-4256-911b-eb3516a575d7 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629671 Aug 20 11:37:39.278986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211dcf94-6499-4d6d-b24f-331eec0740ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8367ade-0952-461f-ab87-297b4994be1e'}, {'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:39.284025 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb68cb95-c3c1-45bd-bbca-a6fba3cf126f" -d '{"events": [{"server_uuid": "211dcf94-6499-4d6d-b24f-331eec0740ff", "name": "network-vif-plugged", "status": "completed", "tag": "f8367ade-0952-461f-ab87-297b4994be1e"}, {"server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "name": "network-vif-plugged", "status": "completed", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:39.352468 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57297b7-0100-4440-817d-9455002d17c8 x-openstack-request-id: req-d57297b7-0100-4440-817d-9455002d17c8 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:39.352789 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211dcf94-6499-4d6d-b24f-331eec0740ff", "name": "network-vif-plugged", "status": "completed", "tag": "f8367ade-0952-461f-ab87-297b4994be1e", "code": 200}, {"server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "name": "network-vif-plugged", "status": "completed", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:39.353387 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d57297b7-0100-4440-817d-9455002d17c8 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:39.353782 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211dcf94-6499-4d6d-b24f-331eec0740ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8367ade-0952-461f-ab87-297b4994be1e', 'code': 200} Aug 20 11:37:39.354033 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'code': 200} Aug 20 11:37:39.370113 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8251e-15ab-4ee1-afbe-608b2dfff9b8 req-df169780-e145-43cb-ba69-9ca84c4a3a11 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:39.372624 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f2f8251e-15ab-4ee1-afbe-608b2dfff9b8 req-df169780-e145-43cb-ba69-9ca84c4a3a11 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 945 time: 0.1109114 Aug 20 11:37:39.373918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22126-1e28-4f87-9df0-b42ae1f9a9c1 req-0a50a4be-f12c-4b94-bca4-980aa73c647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:39.376728 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-afa22126-1e28-4f87-9df0-b42ae1f9a9c1 req-0a50a4be-f12c-4b94-bca4-980aa73c647a service neutron] 10.222.0.35 "GET /v2.0/networks?id=6faeb1c5-1c2b-46f4-9f26-4e83306439b3 HTTP/1.1" status: 200 len: 911 time: 0.1869535 Aug 20 11:37:39.457401 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-afa22126-1e28-4f87-9df0-b42ae1f9a9c1 req-17736cd5-7284-4c23-a6c0-f8766186fbcf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=857f2fb2-0d6f-4f80-bb97-16d3be621b11 HTTP/1.1" status: 200 len: 217 time: 0.0676594 Aug 20 11:37:39.603891 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f2f8251e-15ab-4ee1-afbe-608b2dfff9b8 req-4d307444-9a3d-4c49-9a4e-b33e2246bc83 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157717 Aug 20 11:37:39.615577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01064535-4930-4809-9ab7-fa6068e98750 req-20763c45-ce7a-497d-9284-ff212190f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:39.617303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-01064535-4930-4809-9ab7-fa6068e98750 req-20763c45-ce7a-497d-9284-ff212190f77d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 1096 time: 0.1741860 Aug 20 11:37:39.623387 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22126-1e28-4f87-9df0-b42ae1f9a9c1 req-fbc1c41c-0165-4082-a67e-7aa2b25e1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:39.624759 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-afa22126-1e28-4f87-9df0-b42ae1f9a9c1 req-fbc1c41c-0165-4082-a67e-7aa2b25e1d7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d412ecd-42a5-40f6-9553-e4b1c15e73a8 HTTP/1.1" status: 200 len: 851 time: 0.1435330 Aug 20 11:37:39.631293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468453c-17e5-4424-8b8f-2df84440d82c req-b8e504c0-4a6e-4e17-80b5-902fc651a554 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:39.634656 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0468453c-17e5-4424-8b8f-2df84440d82c req-b8e504c0-4a6e-4e17-80b5-902fc651a554 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 947 time: 0.0894990 Aug 20 11:37:39.683217 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-01064535-4930-4809-9ab7-fa6068e98750 req-dfd6b024-db40-4969-bb26-0d417f352b8a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574841 Aug 20 11:37:39.685194 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-afa22126-1e28-4f87-9df0-b42ae1f9a9c1 req-c82521ca-b74f-41a1-ad69-54802c0fb93b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6faeb1c5-1c2b-46f4-9f26-4e83306439b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431297 Aug 20 11:37:39.704688 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0468453c-17e5-4424-8b8f-2df84440d82c req-3dd784f7-042d-4ab9-8561-aa576885fe61 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614238 Aug 20 11:37:39.809609 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-afa22126-1e28-4f87-9df0-b42ae1f9a9c1 req-47a07283-8e45-4125-a707-b6a69a0cbedf service neutron] 10.222.0.35 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082771 Aug 20 11:37:40.004093 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-afa22126-1e28-4f87-9df0-b42ae1f9a9c1 req-658c824b-bcf1-409a-bf5a-8de6bb06948f service neutron] 10.222.0.35 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812775 Aug 20 11:37:40.062995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed006280-cf0d-4305-b185-8f048fec6430 req-9ecfe96d-d0d6-457d-a548-69485c570f30 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:40.064512 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed006280-cf0d-4305-b185-8f048fec6430 req-9ecfe96d-d0d6-457d-a548-69485c570f30 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 944 time: 0.0591087 Aug 20 11:37:40.133251 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed006280-cf0d-4305-b185-8f048fec6430 req-b2ba91d1-7662-44da-87ff-6f1589c02ff5 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559990 Aug 20 11:37:40.310257 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f5423-fce1-4f1d-aa99-148f724ccc12 req-684e7659-c234-4dc4-9359-2342616a834e tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:40.312056 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d05f5423-fce1-4f1d-aa99-148f724ccc12 req-684e7659-c234-4dc4-9359-2342616a834e tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0771244 Aug 20 11:37:40.429281 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d05f5423-fce1-4f1d-aa99-148f724ccc12 req-4f65698e-c919-4f35-b054-336be64b1236 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021302 Aug 20 11:37:40.443044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946f544-e4e9-46bc-b14a-5f7a290f8881 req-8365465a-5ea9-4b86-af2e-6408323b6f82 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:40.445350 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b946f544-e4e9-46bc-b14a-5f7a290f8881 req-8365465a-5ea9-4b86-af2e-6408323b6f82 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 945 time: 0.0724087 Aug 20 11:37:40.506883 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b946f544-e4e9-46bc-b14a-5f7a290f8881 req-52f6d5db-7de6-44de-80a2-9ae5e5534a80 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547957 Aug 20 11:37:40.821627 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb377721-705f-4552-b19d-42a1f9f17c05 req-7df65bb6-82fd-479e-a241-192fc0f3a13f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:40.829289 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb377721-705f-4552-b19d-42a1f9f17c05 req-7df65bb6-82fd-479e-a241-192fc0f3a13f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 947 time: 0.0624855 Aug 20 11:37:40.895605 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb377721-705f-4552-b19d-42a1f9f17c05 req-e7ffc344-952e-44b9-b9f0-51865efd397a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626533 Aug 20 11:37:41.309169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69c5de-34ed-4b83-87ac-35021e13bee3 req-edbc021e-a7f7-48ec-a7c5-82223c4dbbac tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:41.310764 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bb69c5de-34ed-4b83-87ac-35021e13bee3 req-edbc021e-a7f7-48ec-a7c5-82223c4dbbac tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 944 time: 0.0725250 Aug 20 11:37:41.360325 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bb69c5de-34ed-4b83-87ac-35021e13bee3 req-000f831c-2639-4a98-888a-2f3c05124a4c tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427763 Aug 20 11:37:41.594199 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f394d-d648-40ae-9ff4-d46187a34f94 req-4be3a6ce-1f77-4fd3-b802-0664fa647be6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:41.603214 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c62f394d-d648-40ae-9ff4-d46187a34f94 req-4be3a6ce-1f77-4fd3-b802-0664fa647be6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0933690 Aug 20 11:37:41.655179 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c62f394d-d648-40ae-9ff4-d46187a34f94 req-6212a08b-9eb3-43da-aca7-7a49db278274 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507188 Aug 20 11:37:41.669359 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60d012-6778-4008-ab6d-2ab1e9baeef4 req-4e62cfac-ee6d-4961-baeb-b151712ea91e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:41.670991 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa60d012-6778-4008-ab6d-2ab1e9baeef4 req-4e62cfac-ee6d-4961-baeb-b151712ea91e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 945 time: 0.0898182 Aug 20 11:37:41.751307 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa60d012-6778-4008-ab6d-2ab1e9baeef4 req-87ae7191-9c47-47e5-a5cb-876d4e0fc7dc tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684302 Aug 20 11:37:41.855428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eab61f-48c3-4ca3-81f8-18d9d9b2251e req-bbcf63b2-eece-4652-ad57-b4cc10198f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:41.857009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73eab61f-48c3-4ca3-81f8-18d9d9b2251e req-bbcf63b2-eece-4652-ad57-b4cc10198f85 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 1098 time: 0.0730228 Aug 20 11:37:41.960982 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 857f2fb2-0d6f-4f80-bb97-16d3be621b11 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:37:41.964215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84320a61-a93a-430e-b50b-e630a0f85a78 req-941a1001-80de-4516-b660-7695ea1adb08 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:41.975449 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84320a61-a93a-430e-b50b-e630a0f85a78 req-941a1001-80de-4516-b660-7695ea1adb08 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 1096 time: 0.1173589 Aug 20 11:37:42.058188 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84320a61-a93a-430e-b50b-e630a0f85a78 req-e6f8a817-e591-4bf3-b473-a26a83bbf931 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713348 Aug 20 11:37:42.063975 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eab61f-48c3-4ca3-81f8-18d9d9b2251e req-14406a46-3f0f-48a7-a467-ae3e586d2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:42.065805 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73eab61f-48c3-4ca3-81f8-18d9d9b2251e req-14406a46-3f0f-48a7-a467-ae3e586d2d0e service neutron] 10.222.0.76 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.1774576 Aug 20 11:37:42.170863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73eab61f-48c3-4ca3-81f8-18d9d9b2251e req-cd1431ca-b321-44c8-9c6c-b2c2e5bec8db service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d HTTP/1.1" status: 200 len: 1001 time: 0.0932822 Aug 20 11:37:42.185885 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 857f2fb2-0d6f-4f80-bb97-16d3be621b11, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=857f2fb2-0d6f-4f80-bb97-16d3be621b11,segment=NetworkSegment(fdbe53a8-1ca9-4ed8-bf82-075c171ca2be),segment_id=fdbe53a8-1ca9-4ed8-bf82-075c171ca2be)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:42.192340 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70edac5-3ec8-4817-9931-ea248debae8b req-1a56c313-c01b-4de1-80ef-d51cb2dd437d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:42.200706 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b70edac5-3ec8-4817-9931-ea248debae8b req-1a56c313-c01b-4de1-80ef-d51cb2dd437d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 947 time: 0.0769203 Aug 20 11:37:42.216224 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '857f2fb2-0d6f-4f80-bb97-16d3be621b11', 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3', 'port_id': '857f2fb2-0d6f-4f80-bb97-16d3be621b11', 'mac_address': 'fa:16:3e:46:d1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d412ecd-42a5-40f6-9553-e4b1c15e73a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:37:42.263992 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b70edac5-3ec8-4817-9931-ea248debae8b req-7d6ad8da-1a6e-4273-a3b7-bc8b70f88db8 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532053 Aug 20 11:37:42.284335 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eab61f-48c3-4ca3-81f8-18d9d9b2251e req-e56f8852-062c-45d6-9e99-e9685626119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:42.284335 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73eab61f-48c3-4ca3-81f8-18d9d9b2251e req-e56f8852-062c-45d6-9e99-e9685626119d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.0902052 Aug 20 11:37:42.287168 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.326901 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857f2fb2-0d6f-4f80-bb97-16d3be621b11 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:42.349377 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eab61f-48c3-4ca3-81f8-18d9d9b2251e req-fe0c34af-30c2-4366-827a-16791a835d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:42.352955 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73eab61f-48c3-4ca3-81f8-18d9d9b2251e req-fe0c34af-30c2-4366-827a-16791a835d69 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683584 Aug 20 11:37:42.376013 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 857f2fb2-0d6f-4f80-bb97-16d3be621b11, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=857f2fb2-0d6f-4f80-bb97-16d3be621b11,segment=NetworkSegment(fdbe53a8-1ca9-4ed8-bf82-075c171ca2be),segment_id=fdbe53a8-1ca9-4ed8-bf82-075c171ca2be)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:42.380889 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.517158 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=857f2fb2-0d6f-4f80-bb97-16d3be621b11,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:42.572439 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73eab61f-48c3-4ca3-81f8-18d9d9b2251e req-3784f123-9265-492a-a6c9-3be8d385dae2 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117774 Aug 20 11:37:42.573001 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997cf61-49b7-4e7f-b379-6c006d688d7c req-db4ad154-7eab-4803-9c2d-9ebd657643b3 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:42.589030 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9997cf61-49b7-4e7f-b379-6c006d688d7c req-db4ad154-7eab-4803-9c2d-9ebd657643b3 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 945 time: 0.0935352 Aug 20 11:37:42.642247 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9997cf61-49b7-4e7f-b379-6c006d688d7c req-135cc589-56a4-4ba1-a502-32b57b70d582 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503113 Aug 20 11:37:42.867709 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73eab61f-48c3-4ca3-81f8-18d9d9b2251e req-660e9bba-558c-4f7a-8e2f-f59e50c57f5c service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845478 Aug 20 11:37:42.885496 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4defeb-f0b3-498a-ae93-e82c40da9987 req-59a803b6-1213-4b92-ae93-cf3ec9974454 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:42.892778 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b4defeb-f0b3-498a-ae93-e82c40da9987 req-59a803b6-1213-4b92-ae93-cf3ec9974454 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.1150401 Aug 20 11:37:42.947066 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['857f2fb2-0d6f-4f80-bb97-16d3be621b11'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:42.971583 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b4defeb-f0b3-498a-ae93-e82c40da9987 req-7bd64d5c-11b9-42ca-9bb6-339a46c510a7 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734029 Aug 20 11:37:43.391576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 32844) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:43.477044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff1a15-0bab-4fc8-902c-f8d958b6c199 req-77089cdb-e597-4a2f-9b15-be0fde91b103 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:43.486632 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4eff1a15-0bab-4fc8-902c-f8d958b6c199 req-77089cdb-e597-4a2f-9b15-be0fde91b103 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 947 time: 0.0941842 Aug 20 11:37:43.608576 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4eff1a15-0bab-4fc8-902c-f8d958b6c199 req-62cf4b7c-a609-4242-8731-35ce6cc2e286 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196897 Aug 20 11:37:43.656041 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd1a7882-18f2-4e6f-841e-a6ff65e3b40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:43.845052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd1a7882-18f2-4e6f-841e-a6ff65e3b40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:43.852273 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd1a7882-18f2-4e6f-841e-a6ff65e3b40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:43.870610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f362829-5bea-4f28-bb9c-74b2700d0a80 req-33a6ef40-07d6-4187-baea-7f309547cd76 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:43.879452 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f362829-5bea-4f28-bb9c-74b2700d0a80 req-33a6ef40-07d6-4187-baea-7f309547cd76 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 945 time: 0.0910313 Aug 20 11:37:43.889939 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dd1a7882-18f2-4e6f-841e-a6ff65e3b40d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8362d1ad009434fa64672e1e691a41e&name=default HTTP/1.1" status: 200 len: 2981 time: 0.4959283 Aug 20 11:37:43.893355 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 32864) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:43.946060 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f362829-5bea-4f28-bb9c-74b2700d0a80 req-90006fac-64e9-45c8-bd47-b04628342e4d tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657432 Aug 20 11:37:43.975431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 95d155fe-1891-4e26-8f29-88f01813d23f details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:37:44.010981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a7882-18f2-4e6f-841e-a6ff65e3b40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1654b0ff-418f-4283-a9ff-9ed228c22c07,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:44.086174 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1487d3b3-1a5c-4c34-8704-35bc74c6e776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:44.111733 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1487d3b3-1a5c-4c34-8704-35bc74c6e776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:44.183934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 95d155fe-1891-4e26-8f29-88f01813d23f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=95d155fe-1891-4e26-8f29-88f01813d23f,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:44.197463 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1487d3b3-1a5c-4c34-8704-35bc74c6e776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:44.198352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '95d155fe-1891-4e26-8f29-88f01813d23f', 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd', 'port_id': '95d155fe-1891-4e26-8f29-88f01813d23f', 'mac_address': 'fa:16:3e:3e:f4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734fd1d8-2b43-491b-a917-ffd6ab332d79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:37:44.200873 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1487d3b3-1a5c-4c34-8704-35bc74c6e776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:44.202937 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1487d3b3-1a5c-4c34-8704-35bc74c6e776 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1654b0ff-418f-4283-a9ff-9ed228c22c07 HTTP/1.1" status: 204 len: 168 time: 0.3069189 Aug 20 11:37:44.216323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487d3b3-1a5c-4c34-8704-35bc74c6e776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1654b0ff-418f-4283-a9ff-9ed228c22c07,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:44.259603 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:44.283485 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95d155fe-1891-4e26-8f29-88f01813d23f {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:44.298617 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0c654-7d68-481c-a62f-2326d1a8d973 req-180d9576-665e-457f-9960-9f4f71f28a97 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:44.302326 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4dc0c654-7d68-481c-a62f-2326d1a8d973 req-180d9576-665e-457f-9960-9f4f71f28a97 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0769627 Aug 20 11:37:44.323102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 95d155fe-1891-4e26-8f29-88f01813d23f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=95d155fe-1891-4e26-8f29-88f01813d23f,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:44.351136 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:44.455124 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4dc0c654-7d68-481c-a62f-2326d1a8d973 req-85949297-53c7-4eab-befb-23ebb8e7b70a tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472180 Aug 20 11:37:44.459096 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=95d155fe-1891-4e26-8f29-88f01813d23f,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:44.560385 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['95d155fe-1891-4e26-8f29-88f01813d23f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:44.865883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 32896) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:44.888904 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81f2b0d2-b855-4f1e-bc92-3c1e016c49b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.132249 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81f2b0d2-b855-4f1e-bc92-3c1e016c49b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.145927 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81f2b0d2-b855-4f1e-bc92-3c1e016c49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.191776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 32904) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:45.192652 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-81f2b0d2-b855-4f1e-bc92-3c1e016c49b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08f6212c7a204cb99b92f418f422e5e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240695 Aug 20 11:37:45.194017 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2b0d2-b855-4f1e-bc92-3c1e016c49b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b5756c-558c-49a7-8b9a-9307dbebdc65,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:45.387880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a945a5-7d2f-4ced-b3b3-a16769642982 req-0cf5d37a-ddba-40fd-904b-30c4ebe40ec9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:45.397535 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5a945a5-7d2f-4ced-b3b3-a16769642982 req-0cf5d37a-ddba-40fd-904b-30c4ebe40ec9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 947 time: 0.1134040 Aug 20 11:37:45.422662 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e29f571a-29d6-44c2-af0e-9c3d8df91c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.451772 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e29f571a-29d6-44c2-af0e-9c3d8df91c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.851851 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e29f571a-29d6-44c2-af0e-9c3d8df91c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.859229 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e29f571a-29d6-44c2-af0e-9c3d8df91c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.870498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e29f571a-29d6-44c2-af0e-9c3d8df91c4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28b5756c-558c-49a7-8b9a-9307dbebdc65 HTTP/1.1" status: 204 len: 168 time: 0.6738172 Aug 20 11:37:45.887488 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f571a-29d6-44c2-af0e-9c3d8df91c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b5756c-558c-49a7-8b9a-9307dbebdc65,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:45.937325 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5a945a5-7d2f-4ced-b3b3-a16769642982 req-a5e03a8e-c724-48d3-90ca-a8529538e132 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5378232 Aug 20 11:37:45.988586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 95d155fe-1891-4e26-8f29-88f01813d23f up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:46.121547 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 95d155fe-1891-4e26-8f29-88f01813d23f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:46.124924 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.182364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f4836-3446-44c4-b952-d815aa57ddef req-10772fda-653b-404e-9fc0-d2638cb89d6a tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:46.195038 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a9f4836-3446-44c4-b952-d815aa57ddef req-10772fda-653b-404e-9fc0-d2638cb89d6a tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 945 time: 0.1373711 Aug 20 11:37:46.293388 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a9f4836-3446-44c4-b952-d815aa57ddef req-891259a8-9c17-4bd8-b4a0-fa72e82a11f5 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935876 Aug 20 11:37:46.328608 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.380198 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65eda6a4-b0c4-4826-80e1-f43bedba1a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d155fe-1891-4e26-8f29-88f01813d23f'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:46.380880 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ae5101-573c-4ff6-95c4-74212020365d" -d '{"events": [{"server_uuid": "65eda6a4-b0c4-4826-80e1-f43bedba1a64", "name": "network-vif-plugged", "status": "completed", "tag": "95d155fe-1891-4e26-8f29-88f01813d23f"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:46.431665 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 95d155fe-1891-4e26-8f29-88f01813d23f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=95d155fe-1891-4e26-8f29-88f01813d23f,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:46.438940 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.441701 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 857f2fb2-0d6f-4f80-bb97-16d3be621b11 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:46.638127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 857f2fb2-0d6f-4f80-bb97-16d3be621b11 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:46.640347 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=95d155fe-1891-4e26-8f29-88f01813d23f,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:46.663674 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 857f2fb2-0d6f-4f80-bb97-16d3be621b11 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:46.664039 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.675505 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73a7f3-4f46-4eac-8fa7-8b3fd37d72c6 req-3e5a6bd7-6454-4ae7-9ec4-e020936775a8 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:46.691253 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff73a7f3-4f46-4eac-8fa7-8b3fd37d72c6 req-3e5a6bd7-6454-4ae7-9ec4-e020936775a8 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.1227891 Aug 20 11:37:46.752894 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff73a7f3-4f46-4eac-8fa7-8b3fd37d72c6 req-8a1b1a98-0614-4056-9af2-508bec9ab6dd tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538750 Aug 20 11:37:46.856403 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.949681 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 857f2fb2-0d6f-4f80-bb97-16d3be621b11, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=857f2fb2-0d6f-4f80-bb97-16d3be621b11,segment=NetworkSegment(fdbe53a8-1ca9-4ed8-bf82-075c171ca2be),segment_id=fdbe53a8-1ca9-4ed8-bf82-075c171ca2be)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:46.955514 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce00ea1-2618-404d-b6ea-d86a6f396369 x-openstack-request-id: req-1ce00ea1-2618-404d-b6ea-d86a6f396369 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:46.955802 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65eda6a4-b0c4-4826-80e1-f43bedba1a64", "name": "network-vif-plugged", "status": "completed", "tag": "95d155fe-1891-4e26-8f29-88f01813d23f", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:46.956056 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ce00ea1-2618-404d-b6ea-d86a6f396369 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:46.957085 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65eda6a4-b0c4-4826-80e1-f43bedba1a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d155fe-1891-4e26-8f29-88f01813d23f', 'code': 200} Aug 20 11:37:46.958895 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.084628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=857f2fb2-0d6f-4f80-bb97-16d3be621b11,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:47.269895 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce4ef0-282b-4138-9193-6ee6f49c916f req-ca06d543-1cf7-4fa5-9b58-42f154858c93 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:47.273403 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f3ce4ef0-282b-4138-9193-6ee6f49c916f req-ca06d543-1cf7-4fa5-9b58-42f154858c93 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 947 time: 0.1521933 Aug 20 11:37:47.363360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f3ce4ef0-282b-4138-9193-6ee6f49c916f req-85dd7f15-3d15-494c-b3ea-2e4711f9a939 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723760 Aug 20 11:37:47.509248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722aa2b9-fc87-474e-bb8e-03f7b9f24275 req-7591861a-27d3-4548-b13b-dabb3a1d4e6b tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:47.520691 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-722aa2b9-fc87-474e-bb8e-03f7b9f24275 req-7591861a-27d3-4548-b13b-dabb3a1d4e6b tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0833597 Aug 20 11:37:47.574652 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-722aa2b9-fc87-474e-bb8e-03f7b9f24275 req-ba77de21-ce5d-4811-be66-23b03873b67f tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487757 Aug 20 11:37:47.973595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b267f-159c-4575-9ab1-441cd176ba27 req-be47e3b8-6d49-4681-8802-7a6ef927cd05 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:47.994964 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-574b267f-159c-4575-9ab1-441cd176ba27 req-be47e3b8-6d49-4681-8802-7a6ef927cd05 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.1168966 Aug 20 11:37:48.077869 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-574b267f-159c-4575-9ab1-441cd176ba27 req-f02b7842-bbfd-408a-9a35-3598890d9187 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765049 Aug 20 11:37:48.629943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0380f6f-805d-40f9-a2f9-717cdcf34c10 req-f01b5ac8-ad70-4e98-9ecd-7e344f75b733 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:48.646139 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b0380f6f-805d-40f9-a2f9-717cdcf34c10 req-f01b5ac8-ad70-4e98-9ecd-7e344f75b733 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 947 time: 0.1542258 Aug 20 11:37:48.752893 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b0380f6f-805d-40f9-a2f9-717cdcf34c10 req-dabdabe9-0ed0-4373-8c54-09d429d80871 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032155 Aug 20 11:37:48.947669 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:37:48.958068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67323afb-4b65-422d-8a55-5e196070eb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857f2fb2-0d6f-4f80-bb97-16d3be621b11'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:48.960378 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b893edd-3d75-4578-a4e4-2125972fce28" -d '{"events": [{"server_uuid": "67323afb-4b65-422d-8a55-5e196070eb61", "name": "network-vif-plugged", "status": "completed", "tag": "857f2fb2-0d6f-4f80-bb97-16d3be621b11"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:49.074728 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf4ed6-dc34-41bc-bc18-37bbb557834d req-6688e4c1-07e9-4465-8850-e4520eb71b9d tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:49.076468 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-46cf4ed6-dc34-41bc-bc18-37bbb557834d req-6688e4c1-07e9-4465-8850-e4520eb71b9d tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.1409743 Aug 20 11:37:49.124321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-46cf4ed6-dc34-41bc-bc18-37bbb557834d req-79979dc9-7a74-48e9-b6c9-01919de2a5e6 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397263 Aug 20 11:37:49.304683 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb448b3-6231-4128-9125-8e42f8c3b535 x-openstack-request-id: req-cfb448b3-6231-4128-9125-8e42f8c3b535 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:49.304970 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67323afb-4b65-422d-8a55-5e196070eb61", "name": "network-vif-plugged", "status": "completed", "tag": "857f2fb2-0d6f-4f80-bb97-16d3be621b11", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:49.305216 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cfb448b3-6231-4128-9125-8e42f8c3b535 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:49.305609 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67323afb-4b65-422d-8a55-5e196070eb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857f2fb2-0d6f-4f80-bb97-16d3be621b11', 'code': 200} Aug 20 11:37:49.571503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca4746-236e-4b71-af80-99e56eeee9ae req-ecfbf597-2f35-4450-899a-798b5b5d3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:49.575621 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8fca4746-236e-4b71-af80-99e56eeee9ae req-ecfbf597-2f35-4450-899a-798b5b5d3abc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 1097 time: 0.1691070 Aug 20 11:37:49.623665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8fca4746-236e-4b71-af80-99e56eeee9ae req-289aa3f9-404a-4527-bc6a-79d433a1ec00 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399601 Aug 20 11:37:49.671728 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-070abc64-5841-4a98-95b4-60aa196e67d9 req-3fb05d64-72d8-46c0-9005-3515a89db195 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Request body: {'security_group': {'name': 'tempest-securitygroup-608399900', 'description': 'tempest-description-22460578'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:49.708689 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-070abc64-5841-4a98-95b4-60aa196e67d9 req-3fb05d64-72d8-46c0-9005-3515a89db195 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:49.733828 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-070abc64-5841-4a98-95b4-60aa196e67d9 req-3fb05d64-72d8-46c0-9005-3515a89db195 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:49.943062 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-070abc64-5841-4a98-95b4-60aa196e67d9 req-3fb05d64-72d8-46c0-9005-3515a89db195 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:49.947856 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-070abc64-5841-4a98-95b4-60aa196e67d9 req-3fb05d64-72d8-46c0-9005-3515a89db195 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:50.002690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb05d64-72d8-46c0-9005-3515a89db195 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a25a968a-14b9-4cb2-bc8a-cbf391ed002e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:50.169463 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-070abc64-5841-4a98-95b4-60aa196e67d9 req-3fb05d64-72d8-46c0-9005-3515a89db195 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:50.173832 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-070abc64-5841-4a98-95b4-60aa196e67d9 req-3fb05d64-72d8-46c0-9005-3515a89db195 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:50.213658 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-070abc64-5841-4a98-95b4-60aa196e67d9 req-3fb05d64-72d8-46c0-9005-3515a89db195 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:50.229011 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-070abc64-5841-4a98-95b4-60aa196e67d9 req-3fb05d64-72d8-46c0-9005-3515a89db195 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5653605 Aug 20 11:37:50.241224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb05d64-72d8-46c0-9005-3515a89db195 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c385ce-8a51-466a-a4fe-6fd92890e544,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:50.353708 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5d25a-3461-4bad-b7b0-83e8ddcfb110 req-04235671-c3ac-42fb-a838-cd8c636a6bef tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:50.361294 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d0a5d25a-3461-4bad-b7b0-83e8ddcfb110 req-04235671-c3ac-42fb-a838-cd8c636a6bef tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0799661 Aug 20 11:37:50.427638 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d0a5d25a-3461-4bad-b7b0-83e8ddcfb110 req-45500efe-c4be-4620-8831-f0e381314ee0 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652180 Aug 20 11:37:50.739521 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ac886-bddd-44e0-8f13-307288253db1 req-ce086d9f-8bae-49fb-b8fe-818a7739e3ef tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:50.741856 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-244ac886-bddd-44e0-8f13-307288253db1 req-ce086d9f-8bae-49fb-b8fe-818a7739e3ef tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 947 time: 0.1000755 Aug 20 11:37:50.796255 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-244ac886-bddd-44e0-8f13-307288253db1 req-52e4b186-306d-4f00-9b4b-e27cda7d1057 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482445 Aug 20 11:37:51.009248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c416f29-9ba1-4bbb-a5ef-4b93dc0ddd64 req-23e79136-ba65-49fb-8646-96ce7c7a59e4 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:51.010880 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2c416f29-9ba1-4bbb-a5ef-4b93dc0ddd64 req-23e79136-ba65-49fb-8646-96ce7c7a59e4 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.1379712 Aug 20 11:37:51.043920 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-b9d2ab8f-b654-4fc0-a74f-2c451d5aa0ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1154201 Aug 20 11:37:51.088871 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2c416f29-9ba1-4bbb-a5ef-4b93dc0ddd64 req-661c9025-9ea6-4b8a-b76f-b06e079cb2fd tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669773 Aug 20 11:37:51.167770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-8ebc75e6-5d2e-4839-9f3d-990b9509f6ff req-e2281701-603e-499f-8d4c-f8b7c9fc1e45 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1096734289', 'description': 'tempest-description-1620733172'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:51.210529 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-203581a2-8da4-4987-81ec-6379d5e87b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:51.211465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-203581a2-8da4-4987-81ec-6379d5e87b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:51.212672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-203581a2-8da4-4987-81ec-6379d5e87b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:51.213446 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-203581a2-8da4-4987-81ec-6379d5e87b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:51.214105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-203581a2-8da4-4987-81ec-6379d5e87b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:51.214829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-203581a2-8da4-4987-81ec-6379d5e87b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:51.215575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-203581a2-8da4-4987-81ec-6379d5e87b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:51.218945 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-203581a2-8da4-4987-81ec-6379d5e87b07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9991f8a924e64527907714e2ed9a1df3&device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 6488 time: 0.1032555 Aug 20 11:37:51.240707 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8ebc75e6-5d2e-4839-9f3d-990b9509f6ff req-e2281701-603e-499f-8d4c-f8b7c9fc1e45 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.382933 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8ebc75e6-5d2e-4839-9f3d-990b9509f6ff req-e2281701-603e-499f-8d4c-f8b7c9fc1e45 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.400210 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8ebc75e6-5d2e-4839-9f3d-990b9509f6ff req-e2281701-603e-499f-8d4c-f8b7c9fc1e45 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.483092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2281701-603e-499f-8d4c-f8b7c9fc1e45 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90fcdea4-9491-4571-8381-737a2423a003,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:51.507900 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8ebc75e6-5d2e-4839-9f3d-990b9509f6ff req-e2281701-603e-499f-8d4c-f8b7c9fc1e45 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.523127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ebc75e6-5d2e-4839-9f3d-990b9509f6ff req-e2281701-603e-499f-8d4c-f8b7c9fc1e45 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3649151 Aug 20 11:37:51.649085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-af8d5fcf-9fec-4420-86b5-ce7230e57639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:51.649482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-af8d5fcf-9fec-4420-86b5-ce7230e57639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:51.649950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-af8d5fcf-9fec-4420-86b5-ce7230e57639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:51.654738 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-af8d5fcf-9fec-4420-86b5-ce7230e57639 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ded88394-ae35-4901-8c3e-b6672476441c&id=b853601e-e5a6-4bac-a3f5-84410a4476f4&id=b853601e-e5a6-4bac-a3f5-84410a4476f4&id=b853601e-e5a6-4bac-a3f5-84410a4476f4&id=b853601e-e5a6-4bac-a3f5-84410a4476f4&id=66063b31-2757-4517-8a29-77f4e6ff6618&id=66063b31-2757-4517-8a29-77f4e6ff6618 HTTP/1.1" status: 200 len: 2289 time: 0.2639530 Aug 20 11:37:51.826848 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-8996a7e7-2f46-47fe-8256-6f33242e5d64 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5054f1e-1723-48c0-b1b4-5eda599cf42a HTTP/1.1" status: 200 len: 1002 time: 0.1603432 Aug 20 11:37:52.108379 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf6f80-fe9f-48f5-b6b2-c55f0f25c3d2 req-9ff16142-6928-4c6f-b245-73be2fa62dfa tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:52.132178 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6bf6f80-fe9f-48f5-b6b2-c55f0f25c3d2 req-9ff16142-6928-4c6f-b245-73be2fa62dfa tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.3042037 Aug 20 11:37:52.201540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-921f29e1-90cf-4c4f-acb8-d4b6834e9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:52.203015 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-921f29e1-90cf-4c4f-acb8-d4b6834e9349 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8375492f-a635-4946-b4e7-f896d423826a HTTP/1.1" status: 200 len: 850 time: 0.3154619 Aug 20 11:37:52.260004 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6bf6f80-fe9f-48f5-b6b2-c55f0f25c3d2 req-1937c689-f644-4a8b-816b-10cebfcc8d72 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266711 Aug 20 11:37:52.323454 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65044fb6-9129-408d-8216-cbe5c12e7b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:52.366122 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-de51d850-506a-4f06-abb2-2a73acfa86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:52.368194 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-de51d850-506a-4f06-abb2-2a73acfa86ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ded88394-ae35-4901-8c3e-b6672476441c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447082 Aug 20 11:37:52.413156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-6ad78856-b37f-454c-a3a3-88d0a6f2e6d2 req-677ddac6-c706-4e7c-8e63-11b06dd582cf tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2109453642', 'description': 'tempest-description-1735008460'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:52.492172 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6ad78856-b37f-454c-a3a3-88d0a6f2e6d2 req-677ddac6-c706-4e7c-8e63-11b06dd582cf tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:52.515129 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6ad78856-b37f-454c-a3a3-88d0a6f2e6d2 req-677ddac6-c706-4e7c-8e63-11b06dd582cf tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:52.547318 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-e89cd851-9c17-4243-b04c-9a4e2ab6122c service neutron] 10.222.0.35 "GET /v2.0/networks/ded88394-ae35-4901-8c3e-b6672476441c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639781 Aug 20 11:37:52.672416 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-4f3821ef-25f8-4d46-85e0-3df8127b01ed service neutron] 10.222.0.35 "GET /v2.0/networks/ded88394-ae35-4901-8c3e-b6672476441c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108382 Aug 20 11:37:52.746680 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-e183fa08-d901-4086-920f-e621d8e474fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 HTTP/1.1" status: 200 len: 217 time: 0.0591888 Aug 20 11:37:52.840619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-2b3a0ccc-9009-4b2e-88d4-1348880a7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:52.843556 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-2b3a0ccc-9009-4b2e-88d4-1348880a7703 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faadc5a1-a763-44eb-9395-380b41cb0af5 HTTP/1.1" status: 200 len: 797 time: 0.0807364 Aug 20 11:37:52.907727 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6ad78856-b37f-454c-a3a3-88d0a6f2e6d2 req-677ddac6-c706-4e7c-8e63-11b06dd582cf tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:52.921004 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6ad78856-b37f-454c-a3a3-88d0a6f2e6d2 req-677ddac6-c706-4e7c-8e63-11b06dd582cf tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:52.993382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-a03d0d24-36b4-4d0e-b93f-984becf5b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:52.995326 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-a03d0d24-36b4-4d0e-b93f-984becf5b5df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b853601e-e5a6-4bac-a3f5-84410a4476f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1402264 Aug 20 11:37:53.051280 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6ad78856-b37f-454c-a3a3-88d0a6f2e6d2 req-677ddac6-c706-4e7c-8e63-11b06dd582cf tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.054394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ddac6-c706-4e7c-8e63-11b06dd582cf tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99afa24b-2582-4501-91b7-0425cbe9dc02,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:53.066596 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6ad78856-b37f-454c-a3a3-88d0a6f2e6d2 req-677ddac6-c706-4e7c-8e63-11b06dd582cf tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.150431 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6ad78856-b37f-454c-a3a3-88d0a6f2e6d2 req-677ddac6-c706-4e7c-8e63-11b06dd582cf tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.151779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6ad78856-b37f-454c-a3a3-88d0a6f2e6d2 req-677ddac6-c706-4e7c-8e63-11b06dd582cf tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.7547748 Aug 20 11:37:53.168069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ddac6-c706-4e7c-8e63-11b06dd582cf tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab28cf6-a697-4e08-8c9a-7fbaef4efe79,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:53.245987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-738e1bf1-919a-4abe-a4ca-6e46158760d5 service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930816 Aug 20 11:37:53.426335 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-b5109722-510e-46a7-9aed-9a2ba520bb65 service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661911 Aug 20 11:37:53.512007 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-a69102bf-1048-47ab-932d-b2d0a5b2d07c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=f73427c2-302c-4d69-82a5-d2190ada2e2e HTTP/1.1" status: 200 len: 217 time: 0.0694294 Aug 20 11:37:53.525664 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096be4a3-d7a4-4601-ac65-658b1933d7b3 req-ea170680-6cc3-4b15-8db5-90d2cb91b6a1 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:53.527873 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-096be4a3-d7a4-4601-ac65-658b1933d7b3 req-ea170680-6cc3-4b15-8db5-90d2cb91b6a1 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 947 time: 0.1244090 Aug 20 11:37:53.605984 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-6e7002a6-70df-4af9-b887-5943fc6eb0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:53.607487 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-6e7002a6-70df-4af9-b887-5943fc6eb0ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faadc5a1-a763-44eb-9395-380b41cb0af5 HTTP/1.1" status: 200 len: 797 time: 0.0793998 Aug 20 11:37:53.610508 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-096be4a3-d7a4-4601-ac65-658b1933d7b3 req-8badc2c6-0968-4fe1-ab6a-a79204ec80ba tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745444 Aug 20 11:37:53.704928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-9950ee56-1c5b-4b54-a96d-abb2cb692a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:53.713640 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-9950ee56-1c5b-4b54-a96d-abb2cb692a05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b853601e-e5a6-4bac-a3f5-84410a4476f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0921166 Aug 20 11:37:53.866138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d050de-ef00-4074-b4f6-cac4c4feef9b req-360c03f2-9a58-46f6-8652-92ebcc95ad4a tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:53.867834 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-75d050de-ef00-4074-b4f6-cac4c4feef9b req-360c03f2-9a58-46f6-8652-92ebcc95ad4a tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.1483722 Aug 20 11:37:53.886024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-08c17b63-d359-4db8-a7af-4f3e9e46653f req-96f35900-8968-426a-99b4-255303e953e6 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-817058573', 'description': 'tempest-description-650791244'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:53.908851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-a1fcfd56-c9f2-4380-a310-71a0b714d545 service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698346 Aug 20 11:37:53.920183 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-08c17b63-d359-4db8-a7af-4f3e9e46653f req-96f35900-8968-426a-99b4-255303e953e6 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.974765 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-75d050de-ef00-4074-b4f6-cac4c4feef9b req-d483bc5c-6244-42a9-af96-6c0b66951f58 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937886 Aug 20 11:37:54.025591 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-08c17b63-d359-4db8-a7af-4f3e9e46653f req-96f35900-8968-426a-99b4-255303e953e6 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:54.028136 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-08c17b63-d359-4db8-a7af-4f3e9e46653f req-96f35900-8968-426a-99b4-255303e953e6 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:54.052501 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-45e37936-573a-4825-88e3-2b115686b89e service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321247 Aug 20 11:37:54.059236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-08c17b63-d359-4db8-a7af-4f3e9e46653f req-96f35900-8968-426a-99b4-255303e953e6 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:54.060492 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-08c17b63-d359-4db8-a7af-4f3e9e46653f req-96f35900-8968-426a-99b4-255303e953e6 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1789649 Aug 20 11:37:54.062285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f35900-8968-426a-99b4-255303e953e6 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b4f854-6a5e-4ff0-9408-a6b2ac8741b8,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:54.126990 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-5b9d571a-cbe8-41e4-9a79-38a67600d0b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 HTTP/1.1" status: 200 len: 217 time: 0.0558889 Aug 20 11:37:54.289956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe11a66-2815-48ea-8eb1-c9c7b7d99c80 req-87e54d0b-f5f5-4694-b74e-f51f57e044af tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:54.292099 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-abe11a66-2815-48ea-8eb1-c9c7b7d99c80 req-87e54d0b-f5f5-4694-b74e-f51f57e044af tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.1688759 Aug 20 11:37:54.293889 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-7de01517-6eec-4b11-b085-161e562050b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:54.295210 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-7de01517-6eec-4b11-b085-161e562050b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faadc5a1-a763-44eb-9395-380b41cb0af5 HTTP/1.1" status: 200 len: 797 time: 0.1061776 Aug 20 11:37:54.397210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-3d85a103-cbc9-4f82-b657-b184381a15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:54.399115 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-3d85a103-cbc9-4f82-b657-b184381a15f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b853601e-e5a6-4bac-a3f5-84410a4476f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0646408 Aug 20 11:37:54.402538 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-abe11a66-2815-48ea-8eb1-c9c7b7d99c80 req-1dae1788-ad11-40ae-aedf-8a353b4e618d tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908499 Aug 20 11:37:54.531342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820477d-a31c-430a-b67e-9d0359c5e03a req-c14669ba-b0dc-4a63-b4b9-aaaa9e0bc72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:54.532871 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8820477d-a31c-430a-b67e-9d0359c5e03a req-c14669ba-b0dc-4a63-b4b9-aaaa9e0bc72f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1a5804e29d04d60859b180b5af32943&device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 1097 time: 0.1814620 Aug 20 11:37:54.586933 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50703b-6416-4ab9-9b27-7ff514e8d42a req-8beb835b-8a2b-49d6-8915-2e1c0d2355d5 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:54.588496 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb50703b-6416-4ab9-9b27-7ff514e8d42a req-8beb835b-8a2b-49d6-8915-2e1c0d2355d5 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0945439 Aug 20 11:37:54.630941 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-96dc53ec-e396-4313-a568-7f856073a3af service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198477 Aug 20 11:37:54.721074 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820477d-a31c-430a-b67e-9d0359c5e03a req-c312ebfd-fdf1-4615-a5b9-08668a58a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:54.722239 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8820477d-a31c-430a-b67e-9d0359c5e03a req-c312ebfd-fdf1-4615-a5b9-08668a58a3d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6faeb1c5-1c2b-46f4-9f26-4e83306439b3 HTTP/1.1" status: 200 len: 911 time: 0.1747267 Aug 20 11:37:54.737213 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-92f58d4c-cd50-4d77-b7ce-c8f132a2e94a tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50553 time: 0.4400201 Aug 20 11:37:54.744860 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-6d66f6c7-618b-4877-a479-a79fdd6ac877 service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992012 Aug 20 11:37:54.765065 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb50703b-6416-4ab9-9b27-7ff514e8d42a req-34235706-70c0-4710-a2c3-7ac6a2e18f73 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667974 Aug 20 11:37:54.774581 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8820477d-a31c-430a-b67e-9d0359c5e03a req-f78968ac-978f-49a0-9106-167af9cd208d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=857f2fb2-0d6f-4f80-bb97-16d3be621b11 HTTP/1.1" status: 200 len: 217 time: 0.0358360 Aug 20 11:37:54.857428 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-c1b299e4-6c2d-4cf0-8310-d1e101673650 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1e28b4b9-e1b4-4021-b183-1b98b8ad7a00 HTTP/1.1" status: 200 len: 2977 time: 0.0818458 Aug 20 11:37:54.862941 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-30489d0b-52c1-4c0d-a47f-2405eadf7121 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=494df33d-3398-4c62-b57c-b0334aacc33a HTTP/1.1" status: 200 len: 217 time: 0.0924764 Aug 20 11:37:54.914044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820477d-a31c-430a-b67e-9d0359c5e03a req-bdb7ed7a-adae-4b3f-8e64-56e604bafad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:54.916216 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8820477d-a31c-430a-b67e-9d0359c5e03a req-bdb7ed7a-adae-4b3f-8e64-56e604bafad2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d412ecd-42a5-40f6-9553-e4b1c15e73a8 HTTP/1.1" status: 200 len: 851 time: 0.1272488 Aug 20 11:37:54.919905 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-a57531c6-b88f-4745-b0dc-769d35d2a528 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1e28b4b9-e1b4-4021-b183-1b98b8ad7a00 HTTP/1.1" status: 200 len: 2977 time: 0.0558686 Aug 20 11:37:54.958795 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-4d10c1b0-c6a1-44b3-9dae-633d1c7715a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:54.960307 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-4d10c1b0-c6a1-44b3-9dae-633d1c7715a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faadc5a1-a763-44eb-9395-380b41cb0af5 HTTP/1.1" status: 200 len: 797 time: 0.0931141 Aug 20 11:37:54.982914 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8820477d-a31c-430a-b67e-9d0359c5e03a req-09e65f6e-96fb-4b5e-bf8f-9a8871282028 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6faeb1c5-1c2b-46f4-9f26-4e83306439b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573807 Aug 20 11:37:55.075937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-4d7bdae8-169b-4311-9f8d-3080c26ecc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:55.077742 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-4d7bdae8-169b-4311-9f8d-3080c26ecc3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b853601e-e5a6-4bac-a3f5-84410a4476f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1042228 Aug 20 11:37:55.104041 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-38678732-f706-4680-8320-57713e53a6f8 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/35c65ece-b289-48d9-b1ae-5818e533fa11 HTTP/1.1" status: 200 len: 2981 time: 0.1511617 Aug 20 11:37:55.110504 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8528574f-034c-45b1-82a2-c203eab765c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:55.121275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eef5da-5d8d-4ae5-870d-23e8d1641a44 req-36a4f2cf-5571-4e5d-b28d-efda320f29a2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:55.129298 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f7eef5da-5d8d-4ae5-870d-23e8d1641a44 req-36a4f2cf-5571-4e5d-b28d-efda320f29a2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 947 time: 0.1736622 Aug 20 11:37:55.176664 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8820477d-a31c-430a-b67e-9d0359c5e03a req-c318741f-a823-41eb-ba8b-e8a680ab25e1 service neutron] 10.222.0.35 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806493 Aug 20 11:37:55.245235 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f7eef5da-5d8d-4ae5-870d-23e8d1641a44 req-d34230bc-639a-4c51-ad27-7e1e52a2b1db tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147702 Aug 20 11:37:55.285851 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-19737b4c-a330-42ae-b754-952a759094ab tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/35c65ece-b289-48d9-b1ae-5818e533fa11 HTTP/1.1" status: 200 len: 2981 time: 0.1631994 Aug 20 11:37:55.297359 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-056f8fa6-e0fc-47bc-9e51-5b115e2f4384 service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081831 Aug 20 11:37:55.327700 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:55.361059 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8820477d-a31c-430a-b67e-9d0359c5e03a req-9a9c4e38-78ea-4118-bfb4-705ee37b42af service neutron] 10.222.0.35 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725392 Aug 20 11:37:55.437192 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-977162c0-9521-46d7-afdf-ade21f43bf29 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/40cf57d0-0257-46d3-9299-7b9538010e6b HTTP/1.1" status: 200 len: 2981 time: 0.1245596 Aug 20 11:37:55.487968 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-efa16581-17b2-48f3-8094-1eedf5383246 service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716144 Aug 20 11:37:55.530213 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-b064fa73-e1a2-456a-9776-015441a629de tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/40cf57d0-0257-46d3-9299-7b9538010e6b HTTP/1.1" status: 200 len: 2981 time: 0.0834513 Aug 20 11:37:55.577494 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-430ea447-e54c-4957-9379-1ddfc6a30448 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eb9bf277-a00a-426c-859c-9c0822d72347 HTTP/1.1" status: 200 len: 217 time: 0.0798507 Aug 20 11:37:55.608499 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-7a6de64b-907d-4739-9c8a-7a589f8c1d9d tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9 HTTP/1.1" status: 200 len: 2981 time: 0.0669203 Aug 20 11:37:55.652381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-fb39507d-889b-4008-bcbc-173bae79cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:55.654033 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-fb39507d-889b-4008-bcbc-173bae79cce3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a463b087-6ef2-41ba-a767-443508a6d5ac HTTP/1.1" status: 200 len: 797 time: 0.0663674 Aug 20 11:37:55.674277 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-79320372-e51a-4bff-9d53-368aebee866e tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9 HTTP/1.1" status: 200 len: 2981 time: 0.0553050 Aug 20 11:37:55.755037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-5cccff72-9149-4ced-b9e5-16ab52680154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:55.756610 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-5cccff72-9149-4ced-b9e5-16ab52680154 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66063b31-2757-4517-8a29-77f4e6ff6618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0872982 Aug 20 11:37:55.758785 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-896e9130-b291-4250-a6a8-afcac47ad8c0 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5d7dad3c-e5fe-410e-b9d8-e34739c01388 HTTP/1.1" status: 200 len: 2981 time: 0.0749667 Aug 20 11:37:55.842176 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-2d3a8c4a-9b8d-4089-b585-e817064be2b3 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5d7dad3c-e5fe-410e-b9d8-e34739c01388 HTTP/1.1" status: 200 len: 2981 time: 0.0748858 Aug 20 11:37:55.903912 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-d42fd489-55ca-49ad-b41b-da504ce800a9 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/99afa24b-2582-4501-91b7-0425cbe9dc02 HTTP/1.1" status: 200 len: 2985 time: 0.0608556 Aug 20 11:37:55.953488 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-c59d4045-52c2-4b56-9d52-05bd48eba73c tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/99afa24b-2582-4501-91b7-0425cbe9dc02 HTTP/1.1" status: 200 len: 2985 time: 0.0419793 Aug 20 11:37:55.961992 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-d4b5be93-5831-4812-9566-0a8890dbdaa5 service neutron] 10.222.0.35 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912801 Aug 20 11:37:55.970407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e212fc6-eef3-4461-a0b0-d836fb30425c req-97d7bb7f-e024-4881-b849-0e4e466efc49 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:55.972393 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e212fc6-eef3-4461-a0b0-d836fb30425c req-97d7bb7f-e024-4881-b849-0e4e466efc49 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0938704 Aug 20 11:37:56.020330 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-21f39be1-412b-4650-8dd8-7e88a512a8d2 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a0857789-526a-44c4-abc4-9ae62eaafaa2 HTTP/1.1" status: 200 len: 2981 time: 0.0591626 Aug 20 11:37:56.069776 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-3346c91e-35be-499c-bd26-48ba97083811 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a0857789-526a-44c4-abc4-9ae62eaafaa2 HTTP/1.1" status: 200 len: 2981 time: 0.0432847 Aug 20 11:37:56.098486 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e212fc6-eef3-4461-a0b0-d836fb30425c req-a1220412-4b08-4c16-8d9b-c097968f29cf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077361 Aug 20 11:37:56.136554 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-128cc895-3417-45a4-8fc1-73ef31ea80ae service neutron] 10.222.0.35 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630895 Aug 20 11:37:56.148220 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-f51ea063-6ecb-473a-87de-bd843da6fedf tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a25a968a-14b9-4cb2-bc8a-cbf391ed002e HTTP/1.1" status: 200 len: 2985 time: 0.0712559 Aug 20 11:37:56.241940 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-ce39eb02-0dd7-46d3-a770-06bb7d56be15 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a25a968a-14b9-4cb2-bc8a-cbf391ed002e HTTP/1.1" status: 200 len: 2985 time: 0.0829854 Aug 20 11:37:56.252496 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:56.308915 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-43ead34d-e575-4c40-a041-54da2e383fc6 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b278dfb6-da95-4039-a794-2b622f965644 HTTP/1.1" status: 200 len: 2981 time: 0.0576646 Aug 20 11:37:56.366823 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-e8016f6a-3cdd-45d6-b0d2-f395e8e32b22 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b278dfb6-da95-4039-a794-2b622f965644 HTTP/1.1" status: 200 len: 2981 time: 0.0519867 Aug 20 11:37:56.429106 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-eb02fea3-5af2-45f0-94a6-55c0f5ce2fbb tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9 HTTP/1.1" status: 200 len: 2981 time: 0.0561106 Aug 20 11:37:56.484414 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-8a287522-2165-4563-93ef-0f27a899ef09 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9 HTTP/1.1" status: 200 len: 2981 time: 0.0482132 Aug 20 11:37:56.552109 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-7c8cbb7b-ec9a-4f24-adfd-0cab5e73133e tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b8ccbd3e-6782-493f-ad07-4991b0a8d3f4 HTTP/1.1" status: 200 len: 2981 time: 0.0581930 Aug 20 11:37:56.562729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-b5f20569-d75f-4089-9d45-b9d246cbabc9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9fcc8b63-6f5a-4f97-8d58-274552ae7093 HTTP/1.1" status: 200 len: 217 time: 0.4142497 Aug 20 11:37:56.635870 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-becccf83-f74b-4bca-84ec-c612115aa197 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b8ccbd3e-6782-493f-ad07-4991b0a8d3f4 HTTP/1.1" status: 200 len: 2981 time: 0.0774744 Aug 20 11:37:56.678569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f5494-e16b-4a4a-8272-638732404889 req-c6d23b9f-233c-4aa0-832c-3e2679581a8a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:56.680105 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-917f5494-e16b-4a4a-8272-638732404889 req-c6d23b9f-233c-4aa0-832c-3e2679581a8a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 947 time: 0.1336026 Aug 20 11:37:56.683842 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-19e7fe84-bed6-4355-a3dd-d55dd6dd6e33 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e330670a-bc7a-4332-91cb-3a35c6420ab4 HTTP/1.1" status: 200 len: 2981 time: 0.0471239 Aug 20 11:37:56.702301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-2f50ba7d-11a1-4b2e-b24c-efaf589e566b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:56.703733 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-2f50ba7d-11a1-4b2e-b24c-efaf589e566b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a463b087-6ef2-41ba-a767-443508a6d5ac HTTP/1.1" status: 200 len: 797 time: 0.1194363 Aug 20 11:37:56.742626 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-ad7e02ae-3725-444d-9ac4-91009850b44d tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e330670a-bc7a-4332-91cb-3a35c6420ab4 HTTP/1.1" status: 200 len: 2981 time: 0.0492136 Aug 20 11:37:56.769495 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-917f5494-e16b-4a4a-8272-638732404889 req-05064986-ee72-4d4e-a75b-0bbf6bfe3ab1 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772851 Aug 20 11:37:56.793500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-eda6e5c3-3c5c-4498-b277-332006bfc364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:56.795012 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-eda6e5c3-3c5c-4498-b277-332006bfc364 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66063b31-2757-4517-8a29-77f4e6ff6618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0786695 Aug 20 11:37:56.830421 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-7eb389c4-c249-4d51-96a1-20c9e1ad77b6 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f11b5d5b-2574-4826-a4d5-fc72ad9e647d HTTP/1.1" status: 200 len: 2973 time: 0.0803907 Aug 20 11:37:56.911121 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff0404-0da1-4eb4-a8bb-4e34dfc22c25 req-69403ad1-a45f-40aa-832d-2a9cef7d8cfc tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f11b5d5b-2574-4826-a4d5-fc72ad9e647d HTTP/1.1" status: 200 len: 2973 time: 0.0799081 Aug 20 11:37:56.966049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea637fc2-8cd3-4cd0-b5c4-d2ea21f6e9e8 req-8b9012b3-2647-4507-97fd-c4e431b6c188 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:56.967811 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ea637fc2-8cd3-4cd0-b5c4-d2ea21f6e9e8 req-8b9012b3-2647-4507-97fd-c4e431b6c188 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0992656 Aug 20 11:37:56.970315 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-aab0ba81-2a92-485f-920e-753ef5f93554 service neutron] 10.222.0.35 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610982 Aug 20 11:37:57.063985 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ea637fc2-8cd3-4cd0-b5c4-d2ea21f6e9e8 req-25a0b26b-ed09-43d1-8c03-c4f9a7cbcbb6 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891774 Aug 20 11:37:57.113099 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927e2fe7-4af9-477e-a4ee-0f96dc41e2f9 req-4f898a39-3f8c-4c5d-a781-f6b1c525bc5d service neutron] 10.222.0.35 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320913 Aug 20 11:37:57.282868 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36892c3b-2856-4246-b7da-62623f1fd3fc req-06be77fc-21c7-46c3-84bd-c5c51eab4dcd tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a50508a3f954c21870f08d5189ca43f HTTP/1.1" status: 200 len: 6109 time: 0.0980744 Aug 20 11:37:57.352550 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36892c3b-2856-4246-b7da-62623f1fd3fc req-8815aec7-297c-4ce2-b230-c69290d8a708 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] 10.222.0.37 "GET /v2.0/security-groups/a25a968a-14b9-4cb2-bc8a-cbf391ed002e HTTP/1.1" status: 200 len: 2985 time: 0.0686092 Aug 20 11:37:57.426143 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36892c3b-2856-4246-b7da-62623f1fd3fc req-6d11e959-f166-4fdc-89c1-678dd7c24d52 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] 10.222.0.37 "GET /v2.0/security-groups/a25a968a-14b9-4cb2-bc8a-cbf391ed002e HTTP/1.1" status: 200 len: 2985 time: 0.0665152 Aug 20 11:37:57.590164 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5052a4a-f3c0-4366-814f-28a1d73ba3d7 req-f42976f3-2390-4d98-96be-977cb43a5ec2 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:57.590164 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5052a4a-f3c0-4366-814f-28a1d73ba3d7 req-f42976f3-2390-4d98-96be-977cb43a5ec2 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0647085 Aug 20 11:37:57.604871 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5052a4a-f3c0-4366-814f-28a1d73ba3d7 req-cbe9b6ca-4ddb-42d5-b469-a0242b8f79bf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318582 Aug 20 11:37:57.678003 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5980ba28-45d2-42d7-a8ff-c4b6b1b67f48 req-372b05df-a40c-4da9-a03b-593ba94495db tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/58b4f854-6a5e-4ff0-9408-a6b2ac8741b8 HTTP/1.1" status: 200 len: 1778 time: 0.0501676 Aug 20 11:37:57.772874 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5980ba28-45d2-42d7-a8ff-c4b6b1b67f48 req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:57.799665 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5980ba28-45d2-42d7-a8ff-c4b6b1b67f48 req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:57.885882 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:57.889952 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5980ba28-45d2-42d7-a8ff-c4b6b1b67f48 req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:57.892743 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5980ba28-45d2-42d7-a8ff-c4b6b1b67f48 req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:57.894626 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5980ba28-45d2-42d7-a8ff-c4b6b1b67f48 req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/58b4f854-6a5e-4ff0-9408-a6b2ac8741b8 HTTP/1.1" status: 204 len: 173 time: 0.2001565 Aug 20 11:37:57.908358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b4f854-6a5e-4ff0-9408-a6b2ac8741b8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:57.924283 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:57.925220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:57.925626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:57.926001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:57.926342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:57.926830 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:57.927384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:57.927923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:57.928468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:57.929015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:57.929429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:57.929780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4415a1-02fc-4243-b16d-3cd023316053 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:57.998883 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-32aecec1-e8f7-4061-ba34-a7fcf85c0ca4 req-28252812-cff4-4e41-acb1-80fdf080af47 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8ab28cf6-a697-4e08-8c9a-7fbaef4efe79 HTTP/1.1" status: 200 len: 1780 time: 0.0769744 Aug 20 11:37:58.056094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f29aa130-d098-4910-80dc-9cb2cc3f218d no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:58.073331 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-32aecec1-e8f7-4061-ba34-a7fcf85c0ca4 req-6a2be8b5-dc48-4a46-b654-62d762af6343 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.107409 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-32aecec1-e8f7-4061-ba34-a7fcf85c0ca4 req-6a2be8b5-dc48-4a46-b654-62d762af6343 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.154412 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-32aecec1-e8f7-4061-ba34-a7fcf85c0ca4 req-6a2be8b5-dc48-4a46-b654-62d762af6343 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.160765 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-32aecec1-e8f7-4061-ba34-a7fcf85c0ca4 req-6a2be8b5-dc48-4a46-b654-62d762af6343 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.161939 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-32aecec1-e8f7-4061-ba34-a7fcf85c0ca4 req-6a2be8b5-dc48-4a46-b654-62d762af6343 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ab28cf6-a697-4e08-8c9a-7fbaef4efe79 HTTP/1.1" status: 204 len: 173 time: 0.1559997 Aug 20 11:37:58.177400 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2be8b5-dc48-4a46-b654-62d762af6343 tempest-SecurityGroupsTestAdminJSON-548766328 tempest-SecurityGroupsTestAdminJSON-548766328-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab28cf6-a697-4e08-8c9a-7fbaef4efe79,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:58.289979 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.338180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:58.340946 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdca4b9-6aba-46f0-8198-c5618e982ddd" -d '{"events": [{"server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "name": "network-vif-unplugged", "status": "completed", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:58.374589 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:58.385559 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.435567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36ccf4-8abf-475f-87fd-a5f8b0655bb6 req-27c29c32-c75e-44d3-ab8b-7b4a80eab337 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:58.438340 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b36ccf4-8abf-475f-87fd-a5f8b0655bb6 req-27c29c32-c75e-44d3-ab8b-7b4a80eab337 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0919776 Aug 20 11:37:58.459453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f29aa130-d098-4910-80dc-9cb2cc3f218d,revision_number=14']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:58.519853 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b36ccf4-8abf-475f-87fd-a5f8b0655bb6 req-e943d651-bd13-4ff7-aebf-f43d47074d0f tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706751 Aug 20 11:37:58.585626 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-35fc51c9-644b-4327-834d-5a56dbfb7477 req-de9ca4ea-daaa-418c-b2b5-f52f1c4c5db4 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] 10.222.0.37 "GET /v2.0/security-groups/90fcdea4-9491-4571-8381-737a2423a003 HTTP/1.1" status: 200 len: 1780 time: 0.0591033 Aug 20 11:37:58.653760 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37acde74-3cb8-47e4-a460-ab59711f7dd1 x-openstack-request-id: req-37acde74-3cb8-47e4-a460-ab59711f7dd1 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:58.654034 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "name": "network-vif-unplugged", "status": "completed", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:58.654279 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37acde74-3cb8-47e4-a460-ab59711f7dd1 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:58.654712 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'code': 200} Aug 20 11:37:58.656308 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-35fc51c9-644b-4327-834d-5a56dbfb7477 req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.680972 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-35fc51c9-644b-4327-834d-5a56dbfb7477 req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.732670 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-35fc51c9-644b-4327-834d-5a56dbfb7477 req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.735492 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-35fc51c9-644b-4327-834d-5a56dbfb7477 req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.737177 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-35fc51c9-644b-4327-834d-5a56dbfb7477 req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] 10.222.0.37 "DELETE /v2.0/security-groups/90fcdea4-9491-4571-8381-737a2423a003 HTTP/1.1" status: 204 len: 173 time: 0.1449740 Aug 20 11:37:58.748232 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fcdea4-9491-4571-8381-737a2423a003,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:58.755975 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:58.756319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:58.756692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:58.757034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:58.757361 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:58.757689 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:58.758014 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:58.758337 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:58.758661 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:58.758980 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:58.759295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:58.759611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4a5a2-20e3-4eca-b264-1664903348f7 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:58.760793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6248c-9938-4bc0-81b2-9180c1a126ce req-ccb28e6c-7b6e-441d-8dae-c03a5430d4ae tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:58.762426 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36d6248c-9938-4bc0-81b2-9180c1a126ce req-ccb28e6c-7b6e-441d-8dae-c03a5430d4ae tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0578420 Aug 20 11:37:58.804110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36d6248c-9938-4bc0-81b2-9180c1a126ce req-f6a98da5-b2e2-4282-aeb9-a3983be8f370 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358098 Aug 20 11:37:58.867729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-324c6d08-903a-4f88-b276-b166b135ec96 req-1c5c352d-c735-4fba-8762-4a7d5bcb9078 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] 10.222.0.37 "GET /v2.0/security-groups/89c385ce-8a51-466a-a4fe-6fd92890e544 HTTP/1.1" status: 200 len: 1777 time: 0.0393927 Aug 20 11:37:58.871051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80466103-58cb-4329-bb4f-efc0097f8cee req-1f259a98-611b-41f5-92a1-49718b88ee89 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:58.872556 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-80466103-58cb-4329-bb4f-efc0097f8cee req-1f259a98-611b-41f5-92a1-49718b88ee89 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0504863 Aug 20 11:37:58.910491 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-80466103-58cb-4329-bb4f-efc0097f8cee req-1d3d9652-2207-4c1f-bd10-c290ea378237 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315762 Aug 20 11:37:58.925983 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-324c6d08-903a-4f88-b276-b166b135ec96 req-675b3e1d-f248-4640-8a54-2a5d7bca1559 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.947949 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-324c6d08-903a-4f88-b276-b166b135ec96 req-675b3e1d-f248-4640-8a54-2a5d7bca1559 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.996930 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-324c6d08-903a-4f88-b276-b166b135ec96 req-675b3e1d-f248-4640-8a54-2a5d7bca1559 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.999519 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-324c6d08-903a-4f88-b276-b166b135ec96 req-675b3e1d-f248-4640-8a54-2a5d7bca1559 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:59.000689 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-324c6d08-903a-4f88-b276-b166b135ec96 req-675b3e1d-f248-4640-8a54-2a5d7bca1559 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] 10.222.0.37 "DELETE /v2.0/security-groups/89c385ce-8a51-466a-a4fe-6fd92890e544 HTTP/1.1" status: 204 len: 173 time: 0.1269245 Aug 20 11:37:59.010690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b3e1d-f248-4640-8a54-2a5d7bca1559 tempest-SecurityGroupsTestAdminJSON-157776090 tempest-SecurityGroupsTestAdminJSON-157776090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c385ce-8a51-466a-a4fe-6fd92890e544,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:59.168982 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daa8b3-5a31-4a1a-96d6-8b67faac2e66 req-2475445d-bf24-4c0e-886b-e6913b184d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:59.170489 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43daa8b3-5a31-4a1a-96d6-8b67faac2e66 req-2475445d-bf24-4c0e-886b-e6913b184d91 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 1096 time: 0.0726647 Aug 20 11:37:59.180737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615e02d-f5c4-440a-9932-4dabb801f7ae req-dd27aa3e-22b6-40a9-85d4-aca1d80f7100 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:59.182165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e615e02d-f5c4-440a-9932-4dabb801f7ae req-dd27aa3e-22b6-40a9-85d4-aca1d80f7100 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0726521 Aug 20 11:37:59.270802 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e615e02d-f5c4-440a-9932-4dabb801f7ae req-62bd0577-760f-4355-8c7e-72362553901a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800798 Aug 20 11:37:59.282417 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33264) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:59.306741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daa8b3-5a31-4a1a-96d6-8b67faac2e66 req-fde6b638-6283-4d00-a91e-780d65c41979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:59.308296 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43daa8b3-5a31-4a1a-96d6-8b67faac2e66 req-fde6b638-6283-4d00-a91e-780d65c41979 service neutron] 10.222.0.76 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.1252699 Aug 20 11:37:59.376243 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43daa8b3-5a31-4a1a-96d6-8b67faac2e66 req-c7f6a063-7b3c-4c13-89d4-2bcc47979e91 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d HTTP/1.1" status: 200 len: 999 time: 0.0609279 Aug 20 11:37:59.459846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daa8b3-5a31-4a1a-96d6-8b67faac2e66 req-ca21ffae-78c9-482d-971c-35c5f816f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:59.461259 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43daa8b3-5a31-4a1a-96d6-8b67faac2e66 req-ca21ffae-78c9-482d-971c-35c5f816f962 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.0763061 Aug 20 11:37:59.463853 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6f3cc68d-9672-4a7b-9871-5b0337c14ae6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a50508a3f954c21870f08d5189ca43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804409 Aug 20 11:37:59.466451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33270) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:59.537369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daa8b3-5a31-4a1a-96d6-8b67faac2e66 req-982444dd-c128-45a8-a0e3-281094044eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:59.538921 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43daa8b3-5a31-4a1a-96d6-8b67faac2e66 req-982444dd-c128-45a8-a0e3-281094044eb3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658238 Aug 20 11:37:59.569196 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd726659-ac5c-4c26-9864-dfa648a8e95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:59.636379 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd726659-ac5c-4c26-9864-dfa648a8e95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:59.670354 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0552d-e087-4ee1-8ed0-8d24690d4946 req-3633bad5-4439-4bd0-ad64-a2e54d2b8c57 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:59.672149 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9c0552d-e087-4ee1-8ed0-8d24690d4946 req-3633bad5-4439-4bd0-ad64-a2e54d2b8c57 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0564082 Aug 20 11:37:59.697749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43daa8b3-5a31-4a1a-96d6-8b67faac2e66 req-67408894-fb8a-4ca1-a71d-126a9450babb service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514180 Aug 20 11:37:59.722284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9c0552d-e087-4ee1-8ed0-8d24690d4946 req-a85568cf-465a-4319-b0f8-2dfc10777472 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430458 Aug 20 11:37:59.775465 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd726659-ac5c-4c26-9864-dfa648a8e95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:59.778040 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd726659-ac5c-4c26-9864-dfa648a8e95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:59.779164 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cd726659-ac5c-4c26-9864-dfa648a8e95b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a25a968a-14b9-4cb2-bc8a-cbf391ed002e HTTP/1.1" status: 204 len: 168 time: 0.3117771 Aug 20 11:37:59.809964 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd726659-ac5c-4c26-9864-dfa648a8e95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25a968a-14b9-4cb2-bc8a-cbf391ed002e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:59.848131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8dc83-2a07-467f-8e95-a62a3a6074ea req-844a0249-6262-4252-a55a-31f5224000c3 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:59.849748 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1c8dc83-2a07-467f-8e95-a62a3a6074ea req-844a0249-6262-4252-a55a-31f5224000c3 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 1096 time: 0.0903537 Aug 20 11:37:59.851996 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43daa8b3-5a31-4a1a-96d6-8b67faac2e66 req-c3319787-8815-463c-a5ec-37534283ef1c service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464298 Aug 20 11:37:59.906065 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1c8dc83-2a07-467f-8e95-a62a3a6074ea req-c017ecec-80b9-47e2-9a26-8a318c2d42fe tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481160 Aug 20 11:38:00.074944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a79f1-30ac-437a-93f5-847a24839e5b req-52027053-0933-4be4-84fb-9d91f4222126 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:00.076466 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-211a79f1-30ac-437a-93f5-847a24839e5b req-52027053-0933-4be4-84fb-9d91f4222126 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0747397 Aug 20 11:38:00.120685 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-211a79f1-30ac-437a-93f5-847a24839e5b req-49a6e221-19fe-4195-80fe-487548c73724 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361547 Aug 20 11:38:00.156776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33322) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:00.200939 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9b7a0a4c-b512-4eb6-9044-4989f7d7e571 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6dd91918e3f4504876c47f786e249c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429380 Aug 20 11:38:00.204127 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33328) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:00.263299 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-548a5920-d6d8-4499-a574-6780cf8c6e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:00.295042 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-548a5920-d6d8-4499-a574-6780cf8c6e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:00.363683 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-548a5920-d6d8-4499-a574-6780cf8c6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:00.366507 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-548a5920-d6d8-4499-a574-6780cf8c6e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:00.367993 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-548a5920-d6d8-4499-a574-6780cf8c6e12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99afa24b-2582-4501-91b7-0425cbe9dc02 HTTP/1.1" status: 204 len: 168 time: 0.1628382 Aug 20 11:38:00.378995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a5920-d6d8-4499-a574-6780cf8c6e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99afa24b-2582-4501-91b7-0425cbe9dc02,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:00.689000 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27ce18-f47e-4d10-a522-269eb18c38a8 req-08d069f7-d11a-4829-afc7-5a6554f13074 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:00.697152 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-de27ce18-f47e-4d10-a522-269eb18c38a8 req-08d069f7-d11a-4829-afc7-5a6554f13074 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0811892 Aug 20 11:38:00.750930 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-de27ce18-f47e-4d10-a522-269eb18c38a8 req-ee48123e-0d07-4e24-8481-908ccc0a6b28 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500782 Aug 20 11:38:01.219114 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ba878-c726-4c42-8fc9-caa38c0c2f9d req-9fcf2e5d-3fcf-43f4-a04b-a7a041f0eacf tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:01.220685 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-656ba878-c726-4c42-8fc9-caa38c0c2f9d req-9fcf2e5d-3fcf-43f4-a04b-a7a041f0eacf tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0512459 Aug 20 11:38:01.271731 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-656ba878-c726-4c42-8fc9-caa38c0c2f9d req-4d4d8aa1-7654-47fb-8741-86a30d514dc5 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439293 Aug 20 11:38:01.453166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-76dbb191-af8d-401a-ba0b-7c6fb319e458 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:38:01.454271 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-76dbb191-af8d-401a-ba0b-7c6fb319e458 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060670 Aug 20 11:38:01.464066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-f0b424e2-18e7-4a73-98bc-589491aec13e service neutron] Request body: {'binding': {'host': 'n-h1-804299-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:01.464527 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-f0b424e2-18e7-4a73-98bc-589491aec13e service neutron] Unknown quota resources ['binding']. {{(pid=94691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:38:01.517759 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-049356e9-1de5-49ed-b820-ef6cad17885b tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:01.519859 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-049356e9-1de5-49ed-b820-ef6cad17885b tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/networks?id=fbdc30a0-d793-4139-a5cc-21324783dccd HTTP/1.1" status: 200 len: 804 time: 0.1060057 Aug 20 11:38:01.535114 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-028549a2-c86b-4f9a-829f-1c14db09f543 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/quotas/fea17588b94347959045097d3afa93a6 HTTP/1.1" status: 200 len: 375 time: 0.0095036 Aug 20 11:38:01.584022 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-251215bc-3ede-4f2a-b006-737f67394f33 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fea17588b94347959045097d3afa93a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430429 Aug 20 11:38:01.614792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-f0b424e2-18e7-4a73-98bc-589491aec13e service neutron] Attempting to bind port f8367ade-0952-461f-ab87-297b4994be1e on host n-h1-804299-2 for vnic_type normal with profile None {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:01.615164 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-f0b424e2-18e7-4a73-98bc-589491aec13e service neutron] Attempting to bind port f8367ade-0952-461f-ab87-297b4994be1e by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:01.615501 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-f0b424e2-18e7-4a73-98bc-589491aec13e service neutron] Attempting to bind port f8367ade-0952-461f-ab87-297b4994be1e on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:01.619855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-f0b424e2-18e7-4a73-98bc-589491aec13e service neutron] Port f8367ade-0952-461f-ab87-297b4994be1e on network b3e66dad-2722-4cd9-8851-7b0d20197ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:38:01.620204 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-f0b424e2-18e7-4a73-98bc-589491aec13e service neutron] Attempting to bind port f8367ade-0952-461f-ab87-297b4994be1e on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:01.624998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-f0b424e2-18e7-4a73-98bc-589491aec13e service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:01.625340 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-f0b424e2-18e7-4a73-98bc-589491aec13e service neutron] Checking segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:01.625728 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-f0b424e2-18e7-4a73-98bc-589491aec13e service neutron] Bound using segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:01.626150 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-f0b424e2-18e7-4a73-98bc-589491aec13e service neutron] Bound port: f8367ade-0952-461f-ab87-297b4994be1e, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:01.678511 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-cb3346bd-6377-43f1-b023-ec0e5816de87 service neutron] 10.222.0.37 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847034 Aug 20 11:38:01.679493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-f0b424e2-18e7-4a73-98bc-589491aec13e service neutron] For port f8367ade-0952-461f-ab87-297b4994be1e, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f8367ade-0952-461f-ab87-297b4994be1e,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:01.684287 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-f0b424e2-18e7-4a73-98bc-589491aec13e service neutron] Notify callbacks [] for binding, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:01.685478 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-f0b424e2-18e7-4a73-98bc-589491aec13e service neutron] 10.222.0.37 "POST /v2.0/ports/f8367ade-0952-461f-ab87-297b4994be1e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2246950 Aug 20 11:38:01.783159 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-d0bbf0ba-9e3c-4aea-846e-ece813e92dd7 service neutron] 10.222.0.37 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980604 Aug 20 11:38:01.855466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a13a02-b244-4f89-a7f3-6468787c60a3 req-554db5fa-632c-4bd0-be2e-7ea2e614df7e tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:01.857313 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-75a13a02-b244-4f89-a7f3-6468787c60a3 req-554db5fa-632c-4bd0-be2e-7ea2e614df7e tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0576851 Aug 20 11:38:01.898977 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-75a13a02-b244-4f89-a7f3-6468787c60a3 req-fe4ebf3e-b8c1-40b0-af20-ab4daa0610ef tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355887 Aug 20 11:38:02.022895 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-0dff47a3-9d64-49ae-a279-2cf2ccb8a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:02.024712 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-0dff47a3-9d64-49ae-a279-2cf2ccb8a7ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 1096 time: 0.0873759 Aug 20 11:38:02.053467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 95d155fe-1891-4e26-8f29-88f01813d23f no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:02.101242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7e038-f496-4df7-bf25-2e375805d2ed req-b3fefeaf-09a8-42b0-b637-181888d2d127 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:02.103019 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-acd7e038-f496-4df7-bf25-2e375805d2ed req-b3fefeaf-09a8-42b0-b637-181888d2d127 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1247261 Aug 20 11:38:02.168602 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.197949 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-acd7e038-f496-4df7-bf25-2e375805d2ed req-af496960-8159-4de2-a7cb-5c96b5d177a8 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833282 Aug 20 11:38:02.214786 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e361f7-fb4f-4cdc-9107-ffec2893fe32 req-6ebb6f79-4f1f-4f40-8ee2-8aff7d3b9de9 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:02.222670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-add4e146-62c8-41a2-a379-761f112100a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:02.224237 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-add4e146-62c8-41a2-a379-761f112100a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.1852748 Aug 20 11:38:02.225926 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54e361f7-fb4f-4cdc-9107-ffec2893fe32 req-6ebb6f79-4f1f-4f40-8ee2-8aff7d3b9de9 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 945 time: 0.0707514 Aug 20 11:38:02.226064 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65eda6a4-b0c4-4826-80e1-f43bedba1a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d155fe-1891-4e26-8f29-88f01813d23f'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:02.228544 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ba20bc-b9c6-440b-ba0c-d3ce84e6bf91" -d '{"events": [{"server_uuid": "65eda6a4-b0c4-4826-80e1-f43bedba1a64", "name": "network-vif-unplugged", "status": "completed", "tag": "95d155fe-1891-4e26-8f29-88f01813d23f"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:02.251721 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 95d155fe-1891-4e26-8f29-88f01813d23f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=95d155fe-1891-4e26-8f29-88f01813d23f,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:02.257080 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.272918 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54e361f7-fb4f-4cdc-9107-ffec2893fe32 req-90746d7c-adc1-47b9-815d-e6ed9df0d5ff tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461724 Aug 20 11:38:02.323972 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-547afac2-d96b-49c4-85f1-4b0c8ab2d1b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8367ade-0952-461f-ab87-297b4994be1e HTTP/1.1" status: 200 len: 217 time: 0.0883896 Aug 20 11:38:02.326005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=95d155fe-1891-4e26-8f29-88f01813d23f,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:02.364087 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-462af91c-be82-4621-a689-8b82a45b7c19 req-e369fe02-5e71-4742-bc45-98a035aef035 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 210 time: 0.0360479 Aug 20 11:38:02.382513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-1bfb0994-0f81-4f08-82a3-d97268f9bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:02.384472 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-1bfb0994-0f81-4f08-82a3-d97268f9bd87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.0545557 Aug 20 11:38:02.426074 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-c4dca755-e205-4eb7-93d7-fca8cc0218b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268674 Aug 20 11:38:02.473979 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-04ffdb46-6615-4dc9-870f-de53a8e07e31 req-6c11a966-854c-4c03-ad5f-3e3b46cae581 tempest-AbsoluteLimitsNegativeTestJSON-415275293 tempest-AbsoluteLimitsNegativeTestJSON-415275293-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9fb442a772fe4a138669a0131171ce4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231526 Aug 20 11:38:02.580485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c5ad1-ac82-4be9-9969-73c02daa53bb req-0366383c-e4ef-4868-bd02-6d712ae396ca tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:02.582582 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-720c5ad1-ac82-4be9-9969-73c02daa53bb req-0366383c-e4ef-4868-bd02-6d712ae396ca tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0799637 Aug 20 11:38:02.584849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffdb46-6615-4dc9-870f-de53a8e07e31 req-44b60529-a537-49ea-b03e-733934566df7 tempest-AbsoluteLimitsNegativeTestJSON-415275293 tempest-AbsoluteLimitsNegativeTestJSON-415275293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:02.586651 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-04ffdb46-6615-4dc9-870f-de53a8e07e31 req-44b60529-a537-49ea-b03e-733934566df7 tempest-AbsoluteLimitsNegativeTestJSON-415275293 tempest-AbsoluteLimitsNegativeTestJSON-415275293-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1064818 Aug 20 11:38:02.587205 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-c061846b-ff38-41bb-b031-5d43c2c9cdfc service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521842 Aug 20 11:38:02.617268 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-04ffdb46-6615-4dc9-870f-de53a8e07e31 req-bb08d1cb-8371-43a2-87ac-fbaa19ce6102 tempest-AbsoluteLimitsNegativeTestJSON-415275293 tempest-AbsoluteLimitsNegativeTestJSON-415275293-project] 10.222.0.37 "GET /v2.0/quotas/9fb442a772fe4a138669a0131171ce4c HTTP/1.1" status: 200 len: 375 time: 0.0161266 Aug 20 11:38:02.629359 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.650250 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-04ffdb46-6615-4dc9-870f-de53a8e07e31 req-ce1f8b29-b78e-4fb3-a6ec-bab3b99c09cb tempest-AbsoluteLimitsNegativeTestJSON-415275293 tempest-AbsoluteLimitsNegativeTestJSON-415275293-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fb442a772fe4a138669a0131171ce4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292187 Aug 20 11:38:02.678944 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-720c5ad1-ac82-4be9-9969-73c02daa53bb req-847fb54a-54e3-4231-a569-8dba13211fb7 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888186 Aug 20 11:38:02.720397 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2759f460-b5d3-459d-9b87-fbdef2cc47c8 x-openstack-request-id: req-2759f460-b5d3-459d-9b87-fbdef2cc47c8 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:02.720818 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65eda6a4-b0c4-4826-80e1-f43bedba1a64", "name": "network-vif-unplugged", "status": "completed", "tag": "95d155fe-1891-4e26-8f29-88f01813d23f", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:02.721160 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2759f460-b5d3-459d-9b87-fbdef2cc47c8 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:02.721679 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65eda6a4-b0c4-4826-80e1-f43bedba1a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d155fe-1891-4e26-8f29-88f01813d23f', 'code': 200} Aug 20 11:38:02.722792 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-1da21f88-b7b2-4614-a1a0-f9e1d45c8d77 service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231153 Aug 20 11:38:02.833805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132700f8-a6d7-4d32-8326-ef527f1dcdb4 req-b17f97cd-3231-4bae-b8b8-46840dacdbb2 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:02.836020 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-132700f8-a6d7-4d32-8326-ef527f1dcdb4 req-b17f97cd-3231-4bae-b8b8-46840dacdbb2 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0769169 Aug 20 11:38:02.897251 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-132700f8-a6d7-4d32-8326-ef527f1dcdb4 req-b7f3052d-bc7c-404d-8cf4-2fbd1efa4aca tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544932 Aug 20 11:38:03.032014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1863d37-cc4d-4507-9b03-9285da408cfc req-3a02ec62-f953-47c8-89d8-2e9f33edb177 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:03.041966 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1863d37-cc4d-4507-9b03-9285da408cfc req-3a02ec62-f953-47c8-89d8-2e9f33edb177 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0670197 Aug 20 11:38:03.043741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c7f2a-30f6-487c-8df8-066165614423 req-3a656a1d-cb9e-454f-84fc-48095cb2bcd8 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:03.046737 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-615c7f2a-30f6-487c-8df8-066165614423 req-3a656a1d-cb9e-454f-84fc-48095cb2bcd8 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 812 time: 0.1507261 Aug 20 11:38:03.063368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33478) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:03.068814 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-615c7f2a-30f6-487c-8df8-066165614423 req-95d9c4f2-3b02-4c59-84e6-bb582e7b5e45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/quotas/947e0c1b067b4c5f9c1cddc27a1d480c HTTP/1.1" status: 200 len: 375 time: 0.0112393 Aug 20 11:38:03.093757 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1863d37-cc4d-4507-9b03-9285da408cfc req-355787fe-0d0f-4878-b16f-570114808266 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508449 Aug 20 11:38:03.171076 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-615c7f2a-30f6-487c-8df8-066165614423 req-22567845-4aca-46d5-9f42-45bd852920f6 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0771632 Aug 20 11:38:03.262463 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-c06c789f-df58-40b6-9ea1-fd95942778a3 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:03.264334 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-c06c789f-df58-40b6-9ea1-fd95942778a3 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.76 "GET /v2.0/networks?id=fbdc30a0-d793-4139-a5cc-21324783dccd HTTP/1.1" status: 200 len: 804 time: 0.1759870 Aug 20 11:38:03.290704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-1cf14443-8932-49a6-a171-f001a1be617d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Request body: {'port': {'device_id': '9232330c-b377-47c8-a39a-7523eed0f3c4', 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd', 'admin_state_up': True, 'tenant_id': 'fea17588b94347959045097d3afa93a6'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:03.298388 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-615c7f2a-30f6-487c-8df8-066165614423 req-d7e3e7ab-e997-40dd-bb86-c64122795670 service neutron] 10.222.0.37 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238935 Aug 20 11:38:03.344381 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2dbb0354-3ea3-45d4-b3e8-d5261de241ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.411746 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-615c7f2a-30f6-487c-8df8-066165614423 req-2c86113e-7a45-434a-b7e6-ae3c3dbc6c2d service neutron] 10.222.0.37 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105585 Aug 20 11:38:03.567634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3dbef-7a02-41f4-a550-c6b2944aa25c req-b7fb2659-0b70-4f90-a542-04a4d6b67cd9 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:03.571618 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47e3dbef-7a02-41f4-a550-c6b2944aa25c req-b7fb2659-0b70-4f90-a542-04a4d6b67cd9 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 945 time: 0.2007666 Aug 20 11:38:03.585572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3547e90-fe8f-4b7e-874e-2d2e07058464 req-11deca1e-9b62-4aad-81b6-ed8fe557fa4b tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:03.587403 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e3547e90-fe8f-4b7e-874e-2d2e07058464 req-11deca1e-9b62-4aad-81b6-ed8fe557fa4b tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.35 "GET /v2.0/ports?device_id=65eda6a4-b0c4-4826-80e1-f43bedba1a64 HTTP/1.1" status: 200 len: 943 time: 0.1957464 Aug 20 11:38:03.691042 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-93e93e57-16fb-4d33-8741-d0a743129ead req-881ab120-ba8a-4e77-9e66-eb05f901018f tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 210 time: 0.0394039 Aug 20 11:38:03.700161 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47e3dbef-7a02-41f4-a550-c6b2944aa25c req-bbdd4ed8-e448-49f3-97eb-cea43dca46be tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215138 Aug 20 11:38:03.818691 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2dbb0354-3ea3-45d4-b3e8-d5261de241ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.823412 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce48741c-8143-428c-af75-8c3db21c3212 req-4bf3f4ba-8bac-49bd-a969-2e067006af3e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 210 time: 0.0478449 Aug 20 11:38:03.830103 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2dbb0354-3ea3-45d4-b3e8-d5261de241ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.891392 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2dbb0354-3ea3-45d4-b3e8-d5261de241ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fb442a772fe4a138669a0131171ce4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8267431 Aug 20 11:38:03.892161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-1cf14443-8932-49a6-a171-f001a1be617d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Made reservation on behalf of fea17588b94347959045097d3afa93a6 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:03.894322 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33498) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:03.904250 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-1cf14443-8932-49a6-a171-f001a1be617d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.921616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb0354-3ea3-45d4-b3e8-d5261de241ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1a847a-aeec-4cd0-aeb2-77a17b2be63c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:03.961319 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-e3547e90-fe8f-4b7e-874e-2d2e07058464 req-a9391cfb-3acd-4cc2-8969-474185eec62a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Deleting port 95d155fe-1891-4e26-8f29-88f01813d23f {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:03.961759 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e3547e90-fe8f-4b7e-874e-2d2e07058464 req-a9391cfb-3acd-4cc2-8969-474185eec62a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.968683 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03a41ad1-e759-4551-8080-370ceea5cbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.005935 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03a41ad1-e759-4551-8080-370ceea5cbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.078829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-e3547e90-fe8f-4b7e-874e-2d2e07058464 req-a9391cfb-3acd-4cc2-8969-474185eec62a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] For port 95d155fe-1891-4e26-8f29-88f01813d23f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=95d155fe-1891-4e26-8f29-88f01813d23f,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:04.079323 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e3547e90-fe8f-4b7e-874e-2d2e07058464 req-a9391cfb-3acd-4cc2-8969-474185eec62a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.096267 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb9d16-b33e-4439-979c-b7e974bd6d99 req-2bbd573e-914c-4a65-b40f-0cebc8c623ed tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:04.097707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-e3547e90-fe8f-4b7e-874e-2d2e07058464 req-a9391cfb-3acd-4cc2-8969-474185eec62a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Calling delete_port for 95d155fe-1891-4e26-8f29-88f01813d23f owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:04.099256 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c7fb9d16-b33e-4439-979c-b7e974bd6d99 req-2bbd573e-914c-4a65-b40f-0cebc8c623ed tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0721035 Aug 20 11:38:04.148366 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03a41ad1-e759-4551-8080-370ceea5cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.151422 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03a41ad1-e759-4551-8080-370ceea5cbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.154474 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-03a41ad1-e759-4551-8080-370ceea5cbd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b1a847a-aeec-4cd0-aeb2-77a17b2be63c HTTP/1.1" status: 204 len: 168 time: 0.2572100 Aug 20 11:38:04.197258 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c7fb9d16-b33e-4439-979c-b7e974bd6d99 req-4edb1b5e-7e2d-40eb-8733-f363cdec23b1 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916615 Aug 20 11:38:04.220605 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a41ad1-e759-4551-8080-370ceea5cbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1a847a-aeec-4cd0-aeb2-77a17b2be63c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:04.394168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d0784-a3e6-4af8-b527-22174056e6ff req-cf22863c-51b5-48af-907a-6d3e27226c02 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:04.395977 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cb4d0784-a3e6-4af8-b527-22174056e6ff req-cf22863c-51b5-48af-907a-6d3e27226c02 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.1482911 Aug 20 11:38:04.448931 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-1cf14443-8932-49a6-a171-f001a1be617d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Allocated IP 172.20.0.6 (fbdc30a0-d793-4139-a5cc-21324783dccd/734fd1d8-2b43-491b-a917-ffd6ab332d79/c766235d-ac43-443a-9574-c79b85c5df10) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:04.477525 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e3547e90-fe8f-4b7e-874e-2d2e07058464 req-a9391cfb-3acd-4cc2-8969-474185eec62a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.502096 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cb4d0784-a3e6-4af8-b527-22174056e6ff req-3ae7c502-39c4-4009-8271-bd5756b38477 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957437 Aug 20 11:38:04.642114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9391cfb-3acd-4cc2-8969-474185eec62a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Pushing event deleted for resources: {'Port': ['ID=95d155fe-1891-4e26-8f29-88f01813d23f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:04.742454 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3547e90-fe8f-4b7e-874e-2d2e07058464 req-a9391cfb-3acd-4cc2-8969-474185eec62a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] No DVR routers for this DVR port 95d155fe-1891-4e26-8f29-88f01813d23f on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:04.751237 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e3547e90-fe8f-4b7e-874e-2d2e07058464 req-a9391cfb-3acd-4cc2-8969-474185eec62a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.754208 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e3547e90-fe8f-4b7e-874e-2d2e07058464 req-a9391cfb-3acd-4cc2-8969-474185eec62a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.35 "DELETE /v2.0/ports/95d155fe-1891-4e26-8f29-88f01813d23f HTTP/1.1" status: 204 len: 173 time: 1.1536455 Aug 20 11:38:04.754722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65eda6a4-b0c4-4826-80e1-f43bedba1a64', 'name': 'network-vif-deleted', 'tag': '95d155fe-1891-4e26-8f29-88f01813d23f'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:04.759560 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c599ea-e59a-49d7-b8a6-8df92573ac24" -d '{"events": [{"server_uuid": "65eda6a4-b0c4-4826-80e1-f43bedba1a64", "name": "network-vif-deleted", "tag": "95d155fe-1891-4e26-8f29-88f01813d23f"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:04.779054 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-1cf14443-8932-49a6-a171-f001a1be617d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.805781 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c71f69-52e7-4521-9144-368271740263 req-3d8c936f-2c95-48fa-aa65-526993980670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:04.808878 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76c71f69-52e7-4521-9144-368271740263 req-3d8c936f-2c95-48fa-aa65-526993980670 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 1097 time: 0.1220002 Aug 20 11:38:04.885117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91c911-6ca0-42cc-b21f-6251701d6299 req-f52a5474-f717-4928-93e3-217493ad2b17 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:04.891991 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e91c911-6ca0-42cc-b21f-6251701d6299 req-f52a5474-f717-4928-93e3-217493ad2b17 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 945 time: 0.0682826 Aug 20 11:38:04.936560 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e91c911-6ca0-42cc-b21f-6251701d6299 req-7b2c7990-7906-4d57-904d-8b23472d5a9b tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435822 Aug 20 11:38:05.171279 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26da44f0-817a-4571-b4ba-d01525947175 x-openstack-request-id: req-26da44f0-817a-4571-b4ba-d01525947175 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:05.171600 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65eda6a4-b0c4-4826-80e1-f43bedba1a64", "name": "network-vif-deleted", "tag": "95d155fe-1891-4e26-8f29-88f01813d23f", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:05.171811 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26da44f0-817a-4571-b4ba-d01525947175 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:05.172202 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65eda6a4-b0c4-4826-80e1-f43bedba1a64', 'name': 'network-vif-deleted', 'tag': '95d155fe-1891-4e26-8f29-88f01813d23f', 'status': 'completed', 'code': 200} Aug 20 11:38:05.187169 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-332b4d02-ae63-46ba-9d6f-d1c3a2f25949 req-e47c1e5b-1329-44b9-a4fe-fbad43057696 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 210 time: 0.3746459 Aug 20 11:38:05.244443 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f037391-a9eb-49f1-a5cc-a01475e52358 req-d3529967-e99c-4d1b-950d-93e1e3fb16a5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 210 time: 0.0693388 Aug 20 11:38:05.350961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33540) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:05.354525 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-1cf14443-8932-49a6-a171-f001a1be617d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.367831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76c71f69-52e7-4521-9144-368271740263 req-bf74c490-7cbd-403f-bdea-9761bbfc006c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417044 Aug 20 11:38:05.444765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-1cf14443-8932-49a6-a171-f001a1be617d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Network fbdc30a0-d793-4139-a5cc-21324783dccd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:05.453499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-1cf14443-8932-49a6-a171-f001a1be617d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:05.463946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90becf10-3d78-4811-a98e-75329e8049fc req-28f44905-d577-4fde-bd08-d3be7737d176 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:05.465715 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90becf10-3d78-4811-a98e-75329e8049fc req-28f44905-d577-4fde-bd08-d3be7737d176 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.1718504 Aug 20 11:38:05.466400 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf14443-8932-49a6-a171-f001a1be617d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Pushing event updated for resources: {'Port': ['ID=c766235d-ac43-443a-9574-c79b85c5df10,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:05.470679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-1cf14443-8932-49a6-a171-f001a1be617d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:05.471955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1c0f9108-6e00-4b14-b8f9-8089985b99a7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-720002785-network', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:05.483769 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c7f2a-30f6-487c-8df8-066165614423 req-672f5252-52a1-4be8-be4c-60c8cdd00026 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:05.485535 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-615c7f2a-30f6-487c-8df8-066165614423 req-672f5252-52a1-4be8-be4c-60c8cdd00026 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.35 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 812 time: 0.3124530 Aug 20 11:38:05.497991 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0f9108-6e00-4b14-b8f9-8089985b99a7 admin admin] Made reservation on behalf of 27b150e0c6fc4231af1313ca6c47057b for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:05.500747 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c0f9108-6e00-4b14-b8f9-8089985b99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.511564 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c0f9108-6e00-4b14-b8f9-8089985b99a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.516395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-615c7f2a-30f6-487c-8df8-066165614423 req-24d7147a-b69f-4a5e-a227-97603cf61e1f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Request body: {'port': {'device_id': 'dcb06bd5-0d1b-4f7d-a191-796585f2000d', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'admin_state_up': True, 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:05.650535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-1cf14443-8932-49a6-a171-f001a1be617d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:05.651246 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-1cf14443-8932-49a6-a171-f001a1be617d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.664867 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90becf10-3d78-4811-a98e-75329e8049fc req-40039514-4839-4792-ae6a-e955cc2f6bc1 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896276 Aug 20 11:38:05.712578 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c0f9108-6e00-4b14-b8f9-8089985b99a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.724199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-1cf14443-8932-49a6-a171-f001a1be617d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4389529 Aug 20 11:38:05.737854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3ca43-1635-498c-9446-c0e743f9c743 req-f2cd785e-f1f3-41a8-84c5-03bc67122e2e tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:05.739986 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8d3ca43-1635-498c-9446-c0e743f9c743 req-f2cd785e-f1f3-41a8-84c5-03bc67122e2e tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.1233678 Aug 20 11:38:05.741018 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c0f9108-6e00-4b14-b8f9-8089985b99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.756738 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Request body: {'port': {'device_id': '9232330c-b377-47c8-a39a-7523eed0f3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:05.764232 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615c7f2a-30f6-487c-8df8-066165614423 req-24d7147a-b69f-4a5e-a227-97603cf61e1f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Made reservation on behalf of 947e0c1b067b4c5f9c1cddc27a1d480c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:05.769642 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-615c7f2a-30f6-487c-8df8-066165614423 req-24d7147a-b69f-4a5e-a227-97603cf61e1f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.788364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0f9108-6e00-4b14-b8f9-8089985b99a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:38:05.797338 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f9108-6e00-4b14-b8f9-8089985b99a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b4cb16-3a06-43ea-9ef0-19e212f8712b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:05.821148 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8d3ca43-1635-498c-9446-c0e743f9c743 req-c10e5c3d-aa6b-4524-ac9c-3a0874a639d1 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715477 Aug 20 11:38:05.822436 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c0f9108-6e00-4b14-b8f9-8089985b99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.822951 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-1c0f9108-6e00-4b14-b8f9-8089985b99a7 admin admin] Added segment 5f6c9edb-59a3-4f41-8076-dbc97cb6a46e of type vlan for network 3c363b35-dccd-4fb6-bd19-16a5a3106a39 Aug 20 11:38:05.870676 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.873153 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c0f9108-6e00-4b14-b8f9-8089985b99a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.899319 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c0f9108-6e00-4b14-b8f9-8089985b99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.900297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f9108-6e00-4b14-b8f9-8089985b99a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:05.900912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c0f9108-6e00-4b14-b8f9-8089985b99a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.957562 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1c0f9108-6e00-4b14-b8f9-8089985b99a7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6051452 Aug 20 11:38:05.970193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33550) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:05.975600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-20b6e688-894d-445b-a349-ef60a4bf6667 admin admin] Request body: {'subnet': {'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-720002785-subnet', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:05.984127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f9108-6e00-4b14-b8f9-8089985b99a7 admin admin] Pushing event updated for resources: {'Network': ['ID=3c363b35-dccd-4fb6-bd19-16a5a3106a39,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:06.000940 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 3c363b35-dccd-4fb6-bd19-16a5a3106a39 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:38:06.003567 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b6e688-894d-445b-a349-ef60a4bf6667 admin admin] Made reservation on behalf of 27b150e0c6fc4231af1313ca6c47057b for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:06.006608 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-20b6e688-894d-445b-a349-ef60a4bf6667 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.103689 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-615c7f2a-30f6-487c-8df8-066165614423 req-24d7147a-b69f-4a5e-a227-97603cf61e1f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Allocated IP 172.20.0.12 (601cbfc5-e222-4e33-a80a-eb90561bedd1/10cb89f6-e588-493a-8613-14967bd5bedf/019cf12c-278d-46a9-9036-d80b7d3b5e5f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:06.217283 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-20b6e688-894d-445b-a349-ef60a4bf6667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.289235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703c6df-d2c0-4c40-9ec6-4f24f578e5b5 req-24738f36-9c2b-4ad9-95ee-8428ea890feb tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:06.290875 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a703c6df-d2c0-4c40-9ec6-4f24f578e5b5 req-24738f36-9c2b-4ad9-95ee-8428ea890feb tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 945 time: 0.1904330 Aug 20 11:38:06.310869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6e688-894d-445b-a349-ef60a4bf6667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c38eb4-1417-4231-a10b-91fc4c6305bc,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:06.337200 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b6e688-894d-445b-a349-ef60a4bf6667 admin admin] Checking segment: {'id': '5f6c9edb-59a3-4f41-8076-dbc97cb6a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:06.337565 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b6e688-894d-445b-a349-ef60a4bf6667 admin admin] Network hostable DHCP agents. Network: 3c363b35-dccd-4fb6-bd19-16a5a3106a39, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:38:06.348768 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdae3b-975c-4a3b-b607-4250d32381e3 req-60847a8e-c848-4a4e-8923-cb250d08fc7e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:06.350297 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b6fdae3b-975c-4a3b-b607-4250d32381e3 req-60847a8e-c848-4a4e-8923-cb250d08fc7e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 931 time: 0.0834672 Aug 20 11:38:06.374741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b6e688-894d-445b-a349-ef60a4bf6667 admin admin] Network 3c363b35-dccd-4fb6-bd19-16a5a3106a39 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:38:06.392340 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-20b6e688-894d-445b-a349-ef60a4bf6667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 3c363b35-dccd-4fb6-bd19-16a5a3106a39) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:06.401129 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b6e688-894d-445b-a349-ef60a4bf6667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:06.401463 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-20b6e688-894d-445b-a349-ef60a4bf6667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.408500 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e59ca4d-b123-440f-aadf-b8d6ecd2fbb2 None None] Network 3c363b35-dccd-4fb6-bd19-16a5a3106a39 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:06.414051 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b6fdae3b-975c-4a3b-b607-4250d32381e3 req-4bf96acb-c6fc-4529-973e-ae1b9f34166b tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531759 Aug 20 11:38:06.420597 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a703c6df-d2c0-4c40-9ec6-4f24f578e5b5 req-44bb100b-ac52-44f9-b6ad-82f7260e449c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093497 Aug 20 11:38:06.439703 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-20b6e688-894d-445b-a349-ef60a4bf6667 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4679453 Aug 20 11:38:06.442836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33558) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:06.446958 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-720002785-router', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:06.545059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c766235d-ac43-443a-9574-c79b85c5df10 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:06.552299 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aca4350b-19a2-4786-a4d0-38c353408d88 req-ff166c63-5dc9-4740-a3a5-167c0d2fa455 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 210 time: 0.0482905 Aug 20 11:38:06.552560 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-615c7f2a-30f6-487c-8df8-066165614423 req-24d7147a-b69f-4a5e-a227-97603cf61e1f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.559840 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.560468 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.569794 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.591692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-615c7f2a-30f6-487c-8df8-066165614423 req-24d7147a-b69f-4a5e-a227-97603cf61e1f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Transition to ACTIVE for port object 019cf12c-278d-46a9-9036-d80b7d3b5e5f will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:06.609564 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Transition to ACTIVE for port object c766235d-ac43-443a-9574-c79b85c5df10 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:06.615211 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.682024 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.697727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Pushing event updated for resources: {'Port': ['ID=c766235d-ac43-443a-9574-c79b85c5df10,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:06.708414 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-615c7f2a-30f6-487c-8df8-066165614423 req-24d7147a-b69f-4a5e-a227-97603cf61e1f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.717033 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'fixed_ips': [{'subnet_id': '18c38eb4-1417-4231-a10b-91fc4c6305bc'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:38:06.718299 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.777889 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7147a-b69f-4a5e-a227-97603cf61e1f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event updated for resources: {'Port': ['ID=019cf12c-278d-46a9-9036-d80b7d3b5e5f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:06.857341 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615c7f2a-30f6-487c-8df8-066165614423 req-24d7147a-b69f-4a5e-a227-97603cf61e1f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Network 601cbfc5-e222-4e33-a80a-eb90561bedd1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:06.865878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-615c7f2a-30f6-487c-8df8-066165614423 req-24d7147a-b69f-4a5e-a227-97603cf61e1f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:06.872387 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-615c7f2a-30f6-487c-8df8-066165614423 req-24d7147a-b69f-4a5e-a227-97603cf61e1f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:06.898866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Allocated IP 172.20.0.2 (3c363b35-dccd-4fb6-bd19-16a5a3106a39/18c38eb4-1417-4231-a10b-91fc4c6305bc/de68955b-e973-4581-afdf-dd442d881992) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:06.908187 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.957000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a834f6-64d5-436a-bd77-fe92fdc0648b req-07a0f45a-7a13-4d1b-a39f-990f0441e1ae tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:06.962116 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4a834f6-64d5-436a-bd77-fe92fdc0648b req-07a0f45a-7a13-4d1b-a39f-990f0441e1ae tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.1739986 Aug 20 11:38:07.008923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Attempting to bind port c766235d-ac43-443a-9574-c79b85c5df10 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:07.009278 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Attempting to bind port c766235d-ac43-443a-9574-c79b85c5df10 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:07.009594 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Attempting to bind port c766235d-ac43-443a-9574-c79b85c5df10 on network fbdc30a0-d793-4139-a5cc-21324783dccd {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:07.048370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4a834f6-64d5-436a-bd77-fe92fdc0648b req-2c3935d5-e469-4db2-8014-fb9715aa1bc5 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673184 Aug 20 11:38:07.057479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c7f2a-30f6-487c-8df8-066165614423 req-24d7147a-b69f-4a5e-a227-97603cf61e1f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:07.059898 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-615c7f2a-30f6-487c-8df8-066165614423 req-24d7147a-b69f-4a5e-a227-97603cf61e1f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.062721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Port c766235d-ac43-443a-9574-c79b85c5df10 on network fbdc30a0-d793-4139-a5cc-21324783dccd not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:38:07.072072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Attempting to bind port c766235d-ac43-443a-9574-c79b85c5df10 on network fbdc30a0-d793-4139-a5cc-21324783dccd {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:07.087662 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:07.088351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Checking segment: {'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:07.089094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Bound using segment: {'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:07.089707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Bound port: c766235d-ac43-443a-9574-c79b85c5df10, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:07.090307 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.095786 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-615c7f2a-30f6-487c-8df8-066165614423 req-24d7147a-b69f-4a5e-a227-97603cf61e1f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5845952 Aug 20 11:38:07.115824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Request body: {'port': {'device_id': 'dcb06bd5-0d1b-4f7d-a191-796585f2000d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:07.149527 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.159785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Transition to ACTIVE for port object de68955b-e973-4581-afdf-dd442d881992 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:07.192032 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.207348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Transition to ACTIVE for port object de68955b-e973-4581-afdf-dd442d881992 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:07.214225 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.285213 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Pushing event updated for resources: {'Port': ['ID=de68955b-e973-4581-afdf-dd442d881992,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:07.310554 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Network 3c363b35-dccd-4fb6-bd19-16a5a3106a39 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:07.312896 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:07.316104 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:07.323681 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-10be657b-059e-436a-bac2-9bfd539324f1 None None] Provisioning for port 019cf12c-278d-46a9-9036-d80b7d3b5e5f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:07.354391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-10be657b-059e-436a-bac2-9bfd539324f1 None None] Provisioning complete for port 019cf12c-278d-46a9-9036-d80b7d3b5e5f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:07.355174 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-10be657b-059e-436a-bac2-9bfd539324f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.427762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Attempting to bind port de68955b-e973-4581-afdf-dd442d881992 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:07.428657 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Attempting to bind port de68955b-e973-4581-afdf-dd442d881992 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '5f6c9edb-59a3-4f41-8076-dbc97cb6a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:07.429292 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Attempting to bind port de68955b-e973-4581-afdf-dd442d881992 on network 3c363b35-dccd-4fb6-bd19-16a5a3106a39 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:07.467628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:07.468016 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Checking segment: {'id': '5f6c9edb-59a3-4f41-8076-dbc97cb6a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:07.468411 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.468842 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Bound using segment: {'id': '5f6c9edb-59a3-4f41-8076-dbc97cb6a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:07.469326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Bound port: de68955b-e973-4581-afdf-dd442d881992, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6c9edb-59a3-4f41-8076-dbc97cb6a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:07.469722 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.473578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-10be657b-059e-436a-bac2-9bfd539324f1 None None] Port 019cf12c-278d-46a9-9036-d80b7d3b5e5f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:07.508414 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ac125-e8e3-49fb-bcec-9f2087c4d912 req-40bfa07c-f168-4b30-97b7-6ec301716ba9 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:07.515307 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d39ac125-e8e3-49fb-bcec-9f2087c4d912 req-40bfa07c-f168-4b30-97b7-6ec301716ba9 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.4979775 Aug 20 11:38:07.532577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] For port c766235d-ac43-443a-9574-c79b85c5df10, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:07.536358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] For port c766235d-ac43-443a-9574-c79b85c5df10, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c766235d-ac43-443a-9574-c79b85c5df10,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:07.555763 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.577768 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d39ac125-e8e3-49fb-bcec-9f2087c4d912 req-ba323f92-ceee-4d1f-a15f-3eeedd9bb27b tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563354 Aug 20 11:38:07.578500 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] For port de68955b-e973-4581-afdf-dd442d881992, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:07.583756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] For port de68955b-e973-4581-afdf-dd442d881992, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=de68955b-e973-4581-afdf-dd442d881992,segment=NetworkSegment(5f6c9edb-59a3-4f41-8076-dbc97cb6a46e),segment_id=5f6c9edb-59a3-4f41-8076-dbc97cb6a46e)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:07.594866 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.623991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:07.624622 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.626086 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] 10.222.0.76 "PUT /v2.0/ports/c766235d-ac43-443a-9574-c79b85c5df10 HTTP/1.1" status: 200 len: 1091 time: 1.8760273 Aug 20 11:38:07.626638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9232330c-b377-47c8-a39a-7523eed0f3c4', 'tag': 'c766235d-ac43-443a-9574-c79b85c5df10'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:07.629258 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6425eb04-57e0-4d76-abac-249f2ab2509a" -d '{"events": [{"name": "network-changed", "server_uuid": "9232330c-b377-47c8-a39a-7523eed0f3c4", "tag": "c766235d-ac43-443a-9574-c79b85c5df10"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:07.651838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019cf12c-278d-46a9-9036-d80b7d3b5e5f {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:07.667082 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.705687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32c58b-5ad4-4176-9657-e16e0fdb5aa3 None None] Pushing event updated for resources: {'Port': ['ID=de68955b-e973-4581-afdf-dd442d881992,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:07.746646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4412afb-0188-4196-ae5a-17bbb6016a03 req-846f7b9b-7c83-4258-b6c5-c4e815fd7003 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:07.748326 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4412afb-0188-4196-ae5a-17bbb6016a03 req-846f7b9b-7c83-4258-b6c5-c4e815fd7003 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 943 time: 0.2098436 Aug 20 11:38:07.761478 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Transition to ACTIVE for port object 019cf12c-278d-46a9-9036-d80b7d3b5e5f will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:07.764408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8224b8-4a0e-4ded-8a15-1878926b3186 service neutron] Pushing event updated for resources: {'Port': ['ID=c766235d-ac43-443a-9574-c79b85c5df10,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:07.780232 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.811905 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8a83c-c5c9-4439-b599-e2021afc504a req-5eced79b-acdb-4aba-93e7-8a9dc1dfc87a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:07.819408 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7e8a83c-c5c9-4439-b599-e2021afc504a req-5eced79b-acdb-4aba-93e7-8a9dc1dfc87a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 945 time: 0.1381733 Aug 20 11:38:07.833086 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.871354 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.873838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-1985e08c-24e8-434d-a481-d7d3e0416715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:07.880497 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-1985e08c-24e8-434d-a481-d7d3e0416715 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fea17588b94347959045097d3afa93a6&device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 1094 time: 0.2081497 Aug 20 11:38:07.902630 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7e8a83c-c5c9-4439-b599-e2021afc504a req-7e24dcd1-e7db-4e83-97c7-29b3ceee60f6 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822966 Aug 20 11:38:07.962963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Attempting to bind port 019cf12c-278d-46a9-9036-d80b7d3b5e5f on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:07.963510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Attempting to bind port 019cf12c-278d-46a9-9036-d80b7d3b5e5f by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:07.963931 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Attempting to bind port 019cf12c-278d-46a9-9036-d80b7d3b5e5f on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:07.979740 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4412afb-0188-4196-ae5a-17bbb6016a03 req-f699d10b-5f2f-492c-8bf2-84f545842484 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181540 Aug 20 11:38:07.997218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Pushing event updated for resources: {'Port': ['ID=019cf12c-278d-46a9-9036-d80b7d3b5e5f,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:08.108226 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 95d155fe-1891-4e26-8f29-88f01813d23f no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:08.120861 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Port 019cf12c-278d-46a9-9036-d80b7d3b5e5f on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:38:08.121451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Attempting to bind port 019cf12c-278d-46a9-9036-d80b7d3b5e5f on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:08.123734 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Allocated IP 172.25.8.68 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:08.131943 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-32793ab7-6a7b-4a65-8510-c931c5f7a3f1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c766235d-ac43-443a-9574-c79b85c5df10 HTTP/1.1" status: 200 len: 217 time: 0.1959622 Aug 20 11:38:08.151235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-88c922df-ce1f-4cd1-a96c-710a04bb50e2 req-8916cbc0-bb44-42c3-8586-70f135a7071f tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-510769394', 'description': 'tempest-description-1283439329'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:08.159208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 95d155fe-1891-4e26-8f29-88f01813d23f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:08.160294 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 95d155fe-1891-4e26-8f29-88f01813d23f not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:08.215170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:08.215669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Checking segment: {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:08.216452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Bound using segment: {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:08.216905 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Bound port: 019cf12c-278d-46a9-9036-d80b7d3b5e5f, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:08.217364 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.229373 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-639d00b7-a9fb-465e-9ed9-1edca98d4ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:08.230977 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-639d00b7-a9fb-465e-9ed9-1edca98d4ef7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=734fd1d8-2b43-491b-a917-ffd6ab332d79 HTTP/1.1" status: 200 len: 844 time: 0.0751889 Aug 20 11:38:08.256677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device de68955b-e973-4581-afdf-dd442d881992 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:08.309051 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.319047 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-f12a5fc7-de97-47ce-afef-7ab67ee2eccf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fbdc30a0-d793-4139-a5cc-21324783dccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782044 Aug 20 11:38:08.322603 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-88c922df-ce1f-4cd1-a96c-710a04bb50e2 req-8916cbc0-bb44-42c3-8586-70f135a7071f tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.334066 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port de68955b-e973-4581-afdf-dd442d881992 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:08.338940 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce973ad1-77f2-40c5-be12-eedba0cef26b req-5fc41da0-f72e-4e57-a58e-40ffcb807c46 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:08.340674 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce973ad1-77f2-40c5-be12-eedba0cef26b req-5fc41da0-f72e-4e57-a58e-40ffcb807c46 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 944 time: 0.2006593 Aug 20 11:38:08.417258 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce973ad1-77f2-40c5-be12-eedba0cef26b req-c6fed8e6-5ea5-40e5-a797-a1aa7bb89839 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617623 Aug 20 11:38:08.431234 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.451025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] For port 019cf12c-278d-46a9-9036-d80b7d3b5e5f, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:08.475830 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] For port 019cf12c-278d-46a9-9036-d80b7d3b5e5f, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=019cf12c-278d-46a9-9036-d80b7d3b5e5f,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:08.479190 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16864851-2aa1-4276-813f-59437ceb2137 x-openstack-request-id: req-16864851-2aa1-4276-813f-59437ceb2137 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:08.479500 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9232330c-b377-47c8-a39a-7523eed0f3c4", "tag": "c766235d-ac43-443a-9574-c79b85c5df10", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:08.479895 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16864851-2aa1-4276-813f-59437ceb2137 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:08.480292 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9232330c-b377-47c8-a39a-7523eed0f3c4', 'tag': 'c766235d-ac43-443a-9574-c79b85c5df10', 'status': 'completed', 'code': 200} Aug 20 11:38:08.493091 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.511939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:08.527310 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:08.533433 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:08.535476 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-3b22ea90-4491-4f38-8967-87a3adf0b0a8 service neutron] 10.222.0.76 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999385 Aug 20 11:38:08.542154 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:08.549535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:08.550593 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.551995 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-615c7f2a-30f6-487c-8df8-066165614423 req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] 10.222.0.35 "PUT /v2.0/ports/019cf12c-278d-46a9-9036-d80b7d3b5e5f HTTP/1.1" status: 200 len: 1092 time: 1.4452586 Aug 20 11:38:08.736723 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-88c922df-ce1f-4cd1-a96c-710a04bb50e2 req-8916cbc0-bb44-42c3-8586-70f135a7071f tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.747813 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-88c922df-ce1f-4cd1-a96c-710a04bb50e2 req-8916cbc0-bb44-42c3-8586-70f135a7071f tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.763863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6046b-a377-4e50-95e0-bd307e85e234 service neutron] Pushing event updated for resources: {'Port': ['ID=019cf12c-278d-46a9-9036-d80b7d3b5e5f,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:08.788818 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72148043-20cc-41a8-9054-684334673063 req-596471c1-c869-43c5-a40c-e3ca4784128b tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:08.790398 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-72148043-20cc-41a8-9054-684334673063 req-596471c1-c869-43c5-a40c-e3ca4784128b tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0868585 Aug 20 11:38:08.803816 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.833563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916cbc0-bb44-42c3-8586-70f135a7071f tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dede494-1e29-4eab-ae14-ae44ae1c1801,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:08.835831 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-88c922df-ce1f-4cd1-a96c-710a04bb50e2 req-8916cbc0-bb44-42c3-8586-70f135a7071f tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.837074 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-88c922df-ce1f-4cd1-a96c-710a04bb50e2 req-8916cbc0-bb44-42c3-8586-70f135a7071f tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.7095759 Aug 20 11:38:08.841701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c7f2a-30f6-487c-8df8-066165614423 req-8cd690a9-b192-48f8-aa55-cd56ccfe801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:08.843465 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-615c7f2a-30f6-487c-8df8-066165614423 req-8cd690a9-b192-48f8-aa55-cd56ccfe801f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 1095 time: 0.1672163 Aug 20 11:38:08.852865 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b3477ca1-f121-4ffa-a200-3ea3d882e578 req-5d6945ca-f13b-454f-9c18-d0a952368384 service neutron] 10.222.0.76 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998481 Aug 20 11:38:08.902389 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-72148043-20cc-41a8-9054-684334673063 req-8e800ea7-af60-4ea3-9c65-c33a820b395c tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667827 Aug 20 11:38:08.950425 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-615c7f2a-30f6-487c-8df8-066165614423 req-ae06090e-19e0-4386-a397-b10170d8c95f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=019cf12c-278d-46a9-9036-d80b7d3b5e5f HTTP/1.1" status: 200 len: 217 time: 0.0962033 Aug 20 11:38:08.966814 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.047770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c7f2a-30f6-487c-8df8-066165614423 req-638e0d5a-e134-498a-bfdb-46612da739c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:09.049271 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-615c7f2a-30f6-487c-8df8-066165614423 req-638e0d5a-e134-498a-bfdb-46612da739c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.0553379 Aug 20 11:38:09.053786 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-587691f9-ae74-4b82-a88e-c84d4b6c78ed req-45e2267f-7bc1-46b6-bc05-561ec199c7cc tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-510769394&fields=id&tenant_id=5171254ade054ce9a6338a7d5e867275 HTTP/1.1" status: 200 len: 267 time: 0.0460517 Aug 20 11:38:09.109669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425eb04-57e0-4d76-abac-249f2ab2509a req-d024b1ce-23f9-4017-be62-29784b7251bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:09.111216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6425eb04-57e0-4d76-abac-249f2ab2509a req-d024b1ce-23f9-4017-be62-29784b7251bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fea17588b94347959045097d3afa93a6&device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 1094 time: 0.1592376 Aug 20 11:38:09.135525 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0175213-f304-4d8a-a749-fd215a247509 None None] Network 3c363b35-dccd-4fb6-bd19-16a5a3106a39 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:09.189682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587691f9-ae74-4b82-a88e-c84d4b6c78ed req-45b67e62-96e2-4769-bf20-812789a10a1b tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:09.192374 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-587691f9-ae74-4b82-a88e-c84d4b6c78ed req-45b67e62-96e2-4769-bf20-812789a10a1b tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0984280 Aug 20 11:38:09.206388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-587691f9-ae74-4b82-a88e-c84d4b6c78ed req-0fe815d6-e7a1-4639-9272-5d351abbfcf7 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Request body: {'port': {'security_groups': ['5d7dad3c-e5fe-410e-b9d8-e34739c01388', '1dede494-1e29-4eab-ae14-ae44ae1c1801']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:09.217824 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ef04a2f7-dc6e-444d-a744-7be5c6278737 None None] Provisioning for port de68955b-e973-4581-afdf-dd442d881992 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:09.232390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ef04a2f7-dc6e-444d-a744-7be5c6278737 None None] Provisioning complete for port de68955b-e973-4581-afdf-dd442d881992 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:09.232390 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ef04a2f7-dc6e-444d-a744-7be5c6278737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.322729 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.324594 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-587691f9-ae74-4b82-a88e-c84d4b6c78ed req-0fe815d6-e7a1-4639-9272-5d351abbfcf7 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.381989 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ef04a2f7-dc6e-444d-a744-7be5c6278737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.428494 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ef04a2f7-dc6e-444d-a744-7be5c6278737 None None] For port de68955b-e973-4581-afdf-dd442d881992, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=de68955b-e973-4581-afdf-dd442d881992,segment=NetworkSegment(5f6c9edb-59a3-4f41-8076-dbc97cb6a46e),segment_id=5f6c9edb-59a3-4f41-8076-dbc97cb6a46e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:09.434079 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ef04a2f7-dc6e-444d-a744-7be5c6278737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.461861 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c7f2a-30f6-487c-8df8-066165614423 req-4d461848-91b9-41b6-a332-557cfd101098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:09.463367 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-615c7f2a-30f6-487c-8df8-066165614423 req-4d461848-91b9-41b6-a332-557cfd101098 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3846245 Aug 20 11:38:09.473274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae85c7a-91db-402e-a78c-224b01e5b384 req-366d0318-fc98-4d3d-b0bf-2bc8ea004132 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:09.480822 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aae85c7a-91db-402e-a78c-224b01e5b384 req-366d0318-fc98-4d3d-b0bf-2bc8ea004132 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 945 time: 0.4283078 Aug 20 11:38:09.510859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04a2f7-dc6e-444d-a744-7be5c6278737 None None] Pushing event updated for resources: {'Port': ['ID=de68955b-e973-4581-afdf-dd442d881992,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:09.603217 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Router 226ac830-29b6-4f30-96b4-50dd890e77f6 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:38:09.609264 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aae85c7a-91db-402e-a78c-224b01e5b384 req-84677332-8a92-4eaa-92cd-592b45c122d2 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274099 Aug 20 11:38:09.655375 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-de8b9da7-21c0-4944-877f-2eb07738fd36 None None] Provisioning complete for port de68955b-e973-4581-afdf-dd442d881992 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:09.655855 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de8b9da7-21c0-4944-877f-2eb07738fd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.662975 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-615c7f2a-30f6-487c-8df8-066165614423 req-fd436d2f-c7e0-4c40-875a-73c2537d5bc5 service neutron] 10.222.0.35 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793354 Aug 20 11:38:09.665711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425eb04-57e0-4d76-abac-249f2ab2509a req-32e1a25e-a87e-431d-9261-42134549003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:09.667066 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6425eb04-57e0-4d76-abac-249f2ab2509a req-32e1a25e-a87e-431d-9261-42134549003f service neutron] 10.222.0.76 "GET /v2.0/networks?id=fbdc30a0-d793-4139-a5cc-21324783dccd HTTP/1.1" status: 200 len: 904 time: 0.5436661 Aug 20 11:38:09.682420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-587691f9-ae74-4b82-a88e-c84d4b6c78ed req-0fe815d6-e7a1-4639-9272-5d351abbfcf7 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] For port d96d067f-47fc-4a2c-92ba-37634ccd452d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d96d067f-47fc-4a2c-92ba-37634ccd452d,segment=NetworkSegment(73f50fa2-eec4-44ee-b3b2-abb6929a609d),segment_id=73f50fa2-eec4-44ee-b3b2-abb6929a609d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:09.753585 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-587691f9-ae74-4b82-a88e-c84d4b6c78ed req-0fe815d6-e7a1-4639-9272-5d351abbfcf7 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.758826 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-587691f9-ae74-4b82-a88e-c84d4b6c78ed req-0fe815d6-e7a1-4639-9272-5d351abbfcf7 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.771001 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['d96d067f-47fc-4a2c-92ba-37634ccd452d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:09.786486 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6425eb04-57e0-4d76-abac-249f2ab2509a req-ed88494f-7142-44d8-894a-1358838195df service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c766235d-ac43-443a-9574-c79b85c5df10 HTTP/1.1" status: 200 len: 217 time: 0.0988529 Aug 20 11:38:09.797672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:09.816583 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Sync routers for ids ['226ac830-29b6-4f30-96b4-50dd890e77f6'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:09.819766 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587691f9-ae74-4b82-a88e-c84d4b6c78ed req-0fe815d6-e7a1-4639-9272-5d351abbfcf7 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:09.819975 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-587691f9-ae74-4b82-a88e-c84d4b6c78ed req-0fe815d6-e7a1-4639-9272-5d351abbfcf7 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.821409 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-587691f9-ae74-4b82-a88e-c84d4b6c78ed req-0fe815d6-e7a1-4639-9272-5d351abbfcf7 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "PUT /v2.0/ports/d96d067f-47fc-4a2c-92ba-37634ccd452d HTTP/1.1" status: 200 len: 982 time: 0.6220219 Aug 20 11:38:09.821865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'tag': 'd96d067f-47fc-4a2c-92ba-37634ccd452d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:09.824129 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ca3dd1-1fba-4d19-b257-cda5a6d9a02e" -d '{"events": [{"name": "network-changed", "server_uuid": "2434f27d-988f-49e4-96e6-d8d9fb0ab8d8", "tag": "d96d067f-47fc-4a2c-92ba-37634ccd452d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:09.846482 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.847788 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Routers {'226ac830-29b6-4f30-96b4-50dd890e77f6'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:09.848242 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ad32ca1f-e291-411e-b7a6-b1db99cdb0f9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4045722 Aug 20 11:38:09.849166 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:37:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['226ac830-29b6-4f30-96b4-50dd890e77f6'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:09.856887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33598) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:09.881692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0be45c-135b-494d-9dfc-46af9c8d4f05 req-84c31bdb-588d-48e7-a68b-046384b8e22c tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:09.883720 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f0be45c-135b-494d-9dfc-46af9c8d4f05 req-84c31bdb-588d-48e7-a68b-046384b8e22c tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 943 time: 0.1855958 Aug 20 11:38:09.905031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe815d6-e7a1-4639-9272-5d351abbfcf7 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Pushing event updated for resources: {'Port': ['ID=d96d067f-47fc-4a2c-92ba-37634ccd452d,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:09.913077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['d96d067f-47fc-4a2c-92ba-37634ccd452d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:09.956092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425eb04-57e0-4d76-abac-249f2ab2509a req-73573eaf-6f13-49e3-9153-1c4bfe05707b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:09.958452 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6425eb04-57e0-4d76-abac-249f2ab2509a req-73573eaf-6f13-49e3-9153-1c4bfe05707b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=734fd1d8-2b43-491b-a917-ffd6ab332d79 HTTP/1.1" status: 200 len: 844 time: 0.1595819 Aug 20 11:38:09.968778 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-615c7f2a-30f6-487c-8df8-066165614423 req-505a13c8-0c0a-426b-b155-c53cc4d75bdf service neutron] 10.222.0.35 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926157 Aug 20 11:38:10.005847 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6425eb04-57e0-4d76-abac-249f2ab2509a req-fabcc2e6-d497-46b9-9678-aa5569bb8320 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fbdc30a0-d793-4139-a5cc-21324783dccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331881 Aug 20 11:38:10.011209 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f0be45c-135b-494d-9dfc-46af9c8d4f05 req-6fad3bc0-5dd2-4284-8fb5-045a0c3d8acd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184103 Aug 20 11:38:10.063239 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Set router 226ac830-29b6-4f30-96b4-50dd890e77f6 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:10.137277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44634365-f15d-42cc-9191-0c44ff7a7d97 req-60cac6b3-e581-4686-950e-5ae465cc39de tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:10.147587 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-44634365-f15d-42cc-9191-0c44ff7a7d97 req-60cac6b3-e581-4686-950e-5ae465cc39de tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 944 time: 0.1771352 Aug 20 11:38:10.161550 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6425eb04-57e0-4d76-abac-249f2ab2509a req-f963b82f-d1cd-4bb0-9e72-b0555d8f4aeb service neutron] 10.222.0.76 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478889 Aug 20 11:38:10.169716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device de68955b-e973-4581-afdf-dd442d881992 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:10.273771 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-44634365-f15d-42cc-9191-0c44ff7a7d97 req-a7decc58-de5d-4cb4-83f6-c9ca124eab46 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251955 Aug 20 11:38:10.280070 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6425eb04-57e0-4d76-abac-249f2ab2509a req-9e5658ea-2dc8-4f53-b560-f023e5a37312 service neutron] 10.222.0.76 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091502 Aug 20 11:38:10.295550 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'name': 'tempest-ServersTestManualDisk-720002785-router', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:06Z', 'updated_at': '2021-08-20T11:38:08Z', 'revision_number': 3, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'gw_port': {'id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:07Z', 'updated_at': '2021-08-20T11:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:10.330175 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-061c16cf-9ae5-4298-a894-a4577afb2dbf req-0b610c96-6d12-43fe-b39c-99fa6fe83338 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-510769394&fields=id&tenant_id=5171254ade054ce9a6338a7d5e867275 HTTP/1.1" status: 200 len: 267 time: 0.0490999 Aug 20 11:38:10.334911 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Checking router: 226ac830-29b6-4f30-96b4-50dd890e77f6 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:10.335475 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Updating router 226ac830-29b6-4f30-96b4-50dd890e77f6 port e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:38:10.380565 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.386783 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb7265c-a6e6-41f0-8704-f9a864fecf4e x-openstack-request-id: req-eeb7265c-a6e6-41f0-8704-f9a864fecf4e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:10.387263 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2434f27d-988f-49e4-96e6-d8d9fb0ab8d8", "tag": "d96d067f-47fc-4a2c-92ba-37634ccd452d", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:10.387804 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eeb7265c-a6e6-41f0-8704-f9a864fecf4e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:10.388680 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'tag': 'd96d067f-47fc-4a2c-92ba-37634ccd452d', 'status': 'completed', 'code': 200} Aug 20 11:38:10.418751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c16cf-9ae5-4298-a894-a4577afb2dbf req-fa4d1518-1a29-4e7b-b2d1-baf6bb67824c tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:10.420521 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-061c16cf-9ae5-4298-a894-a4577afb2dbf req-fa4d1518-1a29-4e7b-b2d1-baf6bb67824c tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 985 time: 0.0833790 Aug 20 11:38:10.442884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-061c16cf-9ae5-4298-a894-a4577afb2dbf req-098f6047-927c-400e-897f-ecd854f7c8bf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Request body: {'port': {'security_groups': ['5d7dad3c-e5fe-410e-b9d8-e34739c01388']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:10.482427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb06bd5-0d1b-4f7d-a191-796585f2000d', 'tag': '019cf12c-278d-46a9-9036-d80b7d3b5e5f'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:10.483194 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port de68955b-e973-4581-afdf-dd442d881992 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:10.484120 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.485082 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2df5ec-fc90-4dc4-bbb7-905774399391" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb06bd5-0d1b-4f7d-a191-796585f2000d", "tag": "019cf12c-278d-46a9-9036-d80b7d3b5e5f"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:10.496168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca3dd1-1fba-4d19-b257-cda5a6d9a02e req-7c0f23aa-aec9-4ba1-80a0-062a4c1c20df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:10.498078 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4ca3dd1-1fba-4d19-b257-cda5a6d9a02e req-7c0f23aa-aec9-4ba1-80a0-062a4c1c20df service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5171254ade054ce9a6338a7d5e867275&device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 1136 time: 0.1081574 Aug 20 11:38:10.549663 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-061c16cf-9ae5-4298-a894-a4577afb2dbf req-098f6047-927c-400e-897f-ecd854f7c8bf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.567324 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08362e10-265f-4f79-9536-5dd5ec5175a8 req-5c4dcb75-a857-4daa-8f5f-42d51c49c027 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:10.568863 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-08362e10-265f-4f79-9536-5dd5ec5175a8 req-5c4dcb75-a857-4daa-8f5f-42d51c49c027 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0974717 Aug 20 11:38:10.664847 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-08362e10-265f-4f79-9536-5dd5ec5175a8 req-87fb15e1-a1da-46be-b2ae-2ed63ac4c17d tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853717 Aug 20 11:38:10.699048 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca3dd1-1fba-4d19-b257-cda5a6d9a02e req-0853f363-a27f-4fac-811b-5f4ee8528133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:10.700598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4ca3dd1-1fba-4d19-b257-cda5a6d9a02e req-0853f363-a27f-4fac-811b-5f4ee8528133 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d5eab44-7f45-459e-8b83-bfb0856c19ab HTTP/1.1" status: 200 len: 920 time: 0.1586215 Aug 20 11:38:10.727698 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.750215 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.767617 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Transition to ACTIVE for port object e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:10.776512 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.781257 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4ca3dd1-1fba-4d19-b257-cda5a6d9a02e req-2cba91d7-d29b-43f3-a775-f68ca2d0202e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d96d067f-47fc-4a2c-92ba-37634ccd452d HTTP/1.1" status: 200 len: 217 time: 0.0585806 Aug 20 11:38:10.833258 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396e152f-a9fd-4803-8d56-f20873e00216 x-openstack-request-id: req-396e152f-a9fd-4803-8d56-f20873e00216 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:10.833877 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb06bd5-0d1b-4f7d-a191-796585f2000d", "tag": "019cf12c-278d-46a9-9036-d80b7d3b5e5f", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:10.833877 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-396e152f-a9fd-4803-8d56-f20873e00216 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:10.834222 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb06bd5-0d1b-4f7d-a191-796585f2000d', 'tag': '019cf12c-278d-46a9-9036-d80b7d3b5e5f', 'status': 'completed', 'code': 200} Aug 20 11:38:10.840127 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef348f1a-f9e3-4788-a78b-181118743ae8 None None] Pushing event updated for resources: {'Port': ['ID=e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:10.853137 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef348f1a-f9e3-4788-a78b-181118743ae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:10.853509 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef348f1a-f9e3-4788-a78b-181118743ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:10.853936 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef348f1a-f9e3-4788-a78b-181118743ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:10.854283 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef348f1a-f9e3-4788-a78b-181118743ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:10.854625 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef348f1a-f9e3-4788-a78b-181118743ae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:10.854956 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef348f1a-f9e3-4788-a78b-181118743ae8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:10.855286 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef348f1a-f9e3-4788-a78b-181118743ae8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:10.855617 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef348f1a-f9e3-4788-a78b-181118743ae8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:10.855954 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef348f1a-f9e3-4788-a78b-181118743ae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:10.856264 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef348f1a-f9e3-4788-a78b-181118743ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:10.856587 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef348f1a-f9e3-4788-a78b-181118743ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:10.856938 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef348f1a-f9e3-4788-a78b-181118743ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:10.881706 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Attempting to bind port e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:10.882094 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Attempting to bind port e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:10.882486 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Attempting to bind port e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:10.888312 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:10.888763 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:10.889418 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.889588 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:10.890034 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Bound port: e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:10.891064 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.945686 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca3dd1-1fba-4d19-b257-cda5a6d9a02e req-7f416e1f-5a5f-4bd9-8716-6927f454e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:10.947529 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4ca3dd1-1fba-4d19-b257-cda5a6d9a02e req-7f416e1f-5a5f-4bd9-8716-6927f454e613 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c3cf050-62a4-4f71-88da-9ffeca1271c8 HTTP/1.1" status: 200 len: 860 time: 0.1566658 Aug 20 11:38:10.949133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Allocated IP 172.20.0.1 (3c363b35-dccd-4fb6-bd19-16a5a3106a39/18c38eb4-1417-4231-a10b-91fc4c6305bc/f65ebef1-0aed-43ff-adde-49ecae55ba8d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:10.949801 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] For port e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:10.954413 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] For port e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:10.960160 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.968609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5d418-9c3f-4209-8fa2-8d8806c8be69 req-39055f43-c8b4-4539-9748-86550993ac8d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:10.970262 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7cc5d418-9c3f-4209-8fa2-8d8806c8be69 req-39055f43-c8b4-4539-9748-86550993ac8d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 945 time: 0.0929322 Aug 20 11:38:11.006046 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4ca3dd1-1fba-4d19-b257-cda5a6d9a02e req-1979f27f-e62d-4e2b-8bc8-db055342213d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d5eab44-7f45-459e-8b83-bfb0856c19ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511329 Aug 20 11:38:11.009966 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2df5ec-fc90-4dc4-bbb7-905774399391 req-7255a8c6-cefc-45c8-b02e-4552bc546832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:11.011389 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb2df5ec-fc90-4dc4-bbb7-905774399391 req-7255a8c6-cefc-45c8-b02e-4552bc546832 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 1095 time: 0.1388681 Aug 20 11:38:11.016925 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-061c16cf-9ae5-4298-a894-a4577afb2dbf req-098f6047-927c-400e-897f-ecd854f7c8bf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] For port d96d067f-47fc-4a2c-92ba-37634ccd452d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d96d067f-47fc-4a2c-92ba-37634ccd452d,segment=NetworkSegment(73f50fa2-eec4-44ee-b3b2-abb6929a609d),segment_id=73f50fa2-eec4-44ee-b3b2-abb6929a609d)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:11.020199 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Routers {'226ac830-29b6-4f30-96b4-50dd890e77f6'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:11.021022 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:37:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['226ac830-29b6-4f30-96b4-50dd890e77f6'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:11.074097 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7cc5d418-9c3f-4209-8fa2-8d8806c8be69 req-a864deb9-2c1c-4fb9-bb5a-8955d8568c4f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905108 Aug 20 11:38:11.077552 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef348f1a-f9e3-4788-a78b-181118743ae8 None None] Pushing event updated for resources: {'Port': ['ID=e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:11.117133 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.132163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Transition to ACTIVE for port object f65ebef1-0aed-43ff-adde-49ecae55ba8d will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:11.164786 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-061c16cf-9ae5-4298-a894-a4577afb2dbf req-098f6047-927c-400e-897f-ecd854f7c8bf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.176298 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] Set router 226ac830-29b6-4f30-96b4-50dd890e77f6 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:11.177623 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-061c16cf-9ae5-4298-a894-a4577afb2dbf req-098f6047-927c-400e-897f-ecd854f7c8bf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.194240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['d96d067f-47fc-4a2c-92ba-37634ccd452d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:11.207821 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.243043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c16cf-9ae5-4298-a894-a4577afb2dbf req-098f6047-927c-400e-897f-ecd854f7c8bf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:11.243699 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-061c16cf-9ae5-4298-a894-a4577afb2dbf req-098f6047-927c-400e-897f-ecd854f7c8bf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.245146 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-061c16cf-9ae5-4298-a894-a4577afb2dbf req-098f6047-927c-400e-897f-ecd854f7c8bf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "PUT /v2.0/ports/d96d067f-47fc-4a2c-92ba-37634ccd452d HTTP/1.1" status: 200 len: 943 time: 0.8101752 Aug 20 11:38:11.275525 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Network 3c363b35-dccd-4fb6-bd19-16a5a3106a39 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:11.288502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:11.292371 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:11.306419 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4ca3dd1-1fba-4d19-b257-cda5a6d9a02e req-baa8d133-df17-4cf2-a691-f0dd42ad2ca4 service neutron] 10.222.0.76 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813883 Aug 20 11:38:11.312711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2df5ec-fc90-4dc4-bbb7-905774399391 req-5c3fe8ae-e0be-4a84-bd62-2ae02c03429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:11.314179 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb2df5ec-fc90-4dc4-bbb7-905774399391 req-5c3fe8ae-e0be-4a84-bd62-2ae02c03429a service neutron] 10.222.0.35 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.2730961 Aug 20 11:38:11.339913 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.342946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Pushing event updated for resources: {'Port': ['ID=f65ebef1-0aed-43ff-adde-49ecae55ba8d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:11.357220 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4e578-a173-4a8b-93df-97ae71b7c8fd req-998c0b80-ac3c-4973-b175-cb8447fd6b30 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:11.360291 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ccb4e578-a173-4a8b-93df-97ae71b7c8fd req-998c0b80-ac3c-4973-b175-cb8447fd6b30 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 943 time: 0.1857414 Aug 20 11:38:11.366582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f6047-927c-400e-897f-ecd854f7c8bf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Pushing event updated for resources: {'Port': ['ID=d96d067f-47fc-4a2c-92ba-37634ccd452d,revision_number=7']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:11.384518 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['d96d067f-47fc-4a2c-92ba-37634ccd452d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:11.464466 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ccb4e578-a173-4a8b-93df-97ae71b7c8fd req-1d236f65-284c-4194-aa55-e0962cbce3f7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569243 Aug 20 11:38:11.489097 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb2df5ec-fc90-4dc4-bbb7-905774399391 req-626c8050-517a-4ec9-9cd8-fc3dd59fb991 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=019cf12c-278d-46a9-9036-d80b7d3b5e5f HTTP/1.1" status: 200 len: 217 time: 0.1544814 Aug 20 11:38:11.599162 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.616692 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'name': 'tempest-ServersTestManualDisk-720002785-router', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:06Z', 'updated_at': '2021-08-20T11:38:08Z', 'revision_number': 3, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'gw_port': {'id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:07Z', 'updated_at': '2021-08-20T11:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:11.652509 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e0e4fa-586e-482a-8ea5-5e80b6044a95 None None] The sync data for ids ['226ac830-29b6-4f30-96b4-50dd890e77f6'] in n-d-804299-2 is: [{'id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'name': 'tempest-ServersTestManualDisk-720002785-router', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:06Z', 'updated_at': '2021-08-20T11:38:08Z', 'revision_number': 3, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'gw_port': {'id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:07Z', 'updated_at': '2021-08-20T11:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:11.696724 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2c296b0d-0b9d-41d5-bccc-d4a90128dcbf None None] Provisioning for port f65ebef1-0aed-43ff-adde-49ecae55ba8d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:11.709251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2c296b0d-0b9d-41d5-bccc-d4a90128dcbf None None] Provisioning complete for port f65ebef1-0aed-43ff-adde-49ecae55ba8d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:11.709620 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2c296b0d-0b9d-41d5-bccc-d4a90128dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.715964 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333b79d-bea2-4ebc-8ff1-d608c297eb7b req-a0191dd8-df31-47d8-8168-80fb46b563f0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:11.724191 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b333b79d-bea2-4ebc-8ff1-d608c297eb7b req-a0191dd8-df31-47d8-8168-80fb46b563f0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 944 time: 0.1209693 Aug 20 11:38:11.762013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2df5ec-fc90-4dc4-bbb7-905774399391 req-b6187697-77f1-4137-aa4c-9466ad8858d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:11.763754 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb2df5ec-fc90-4dc4-bbb7-905774399391 req-b6187697-77f1-4137-aa4c-9466ad8858d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.2559783 Aug 20 11:38:11.767180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2c296b0d-0b9d-41d5-bccc-d4a90128dcbf None None] Port f65ebef1-0aed-43ff-adde-49ecae55ba8d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:11.776933 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b333b79d-bea2-4ebc-8ff1-d608c297eb7b req-3f28f2a0-d22f-4a8b-a2fa-60091dcfc507 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512421 Aug 20 11:38:11.804008 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4ca3dd1-1fba-4d19-b257-cda5a6d9a02e req-e6348a73-8d6d-467f-becc-d31e2e1f6606 service neutron] 10.222.0.76 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870028 Aug 20 11:38:11.875881 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-207880d4-324b-480b-b911-2cb6faf7bc24 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3986278 Aug 20 11:38:11.883043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2df5ec-fc90-4dc4-bbb7-905774399391 req-652a11de-4ee4-4c55-9949-73b0dbc495ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:11.884534 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb2df5ec-fc90-4dc4-bbb7-905774399391 req-652a11de-4ee4-4c55-9949-73b0dbc495ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976043 Aug 20 11:38:11.889342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:11.931483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a66869-6906-418d-84b4-3093fecf172f req-30db763a-3294-400d-b5e3-b37991009324 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:11.933227 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-83a66869-6906-418d-84b4-3093fecf172f req-30db763a-3294-400d-b5e3-b37991009324 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0780451 Aug 20 11:38:11.970929 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.977989 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.995992 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.060705 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb2df5ec-fc90-4dc4-bbb7-905774399391 req-ae2499fd-975d-4798-9381-8dd95d5775b2 service neutron] 10.222.0.35 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653516 Aug 20 11:38:12.079730 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-83a66869-6906-418d-84b4-3093fecf172f req-ce63fbd7-155e-4e9e-bb80-47b622a073b3 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104028 Aug 20 11:38:12.099020 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.106372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Pushing event updated for resources: {'Port': ['ID=f65ebef1-0aed-43ff-adde-49ecae55ba8d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:12.115838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 019cf12c-278d-46a9-9036-d80b7d3b5e5f details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:38:12.145463 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c766235d-ac43-443a-9574-c79b85c5df10 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:38:12.254618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Network 3c363b35-dccd-4fb6-bd19-16a5a3106a39 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:12.257543 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:12.284435 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb2df5ec-fc90-4dc4-bbb7-905774399391 req-e427343d-cef9-4f95-b5a9-1b708524e15e service neutron] 10.222.0.35 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150161 Aug 20 11:38:12.305432 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.320789 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c766235d-ac43-443a-9574-c79b85c5df10, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c766235d-ac43-443a-9574-c79b85c5df10,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:12.341121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'c766235d-ac43-443a-9574-c79b85c5df10', 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd', 'port_id': 'c766235d-ac43-443a-9574-c79b85c5df10', 'mac_address': 'fa:16:3e:3a:1b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734fd1d8-2b43-491b-a917-ffd6ab332d79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:38:12.345802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:12.384357 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.resource_extend [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:38:12.483264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Allocated IP 172.25.8.123 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/f963fda2-8665-4e65-b2ee-4895eda03fe5) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:12.492109 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.534304 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c766235d-ac43-443a-9574-c79b85c5df10 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:12.579567 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 019cf12c-278d-46a9-9036-d80b7d3b5e5f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=019cf12c-278d-46a9-9036-d80b7d3b5e5f,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:12.587789 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:12.618209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c766235d-ac43-443a-9574-c79b85c5df10, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c766235d-ac43-443a-9574-c79b85c5df10,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:12.624459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:12.625811 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.631715 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.647055 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.656348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '019cf12c-278d-46a9-9036-d80b7d3b5e5f', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'port_id': '019cf12c-278d-46a9-9036-d80b7d3b5e5f', 'mac_address': 'fa:16:3e:fb:0d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:38:12.691860 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-614fa0c7-f169-4fb8-8620-fc3bf0dffc20 None None] Provisioning complete for port f65ebef1-0aed-43ff-adde-49ecae55ba8d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:12.692408 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-614fa0c7-f169-4fb8-8620-fc3bf0dffc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.694694 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.752091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:12.754295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Pushing event updated for resources: {'Port': ['ID=f963fda2-8665-4e65-b2ee-4895eda03fe5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:12.757097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:12.760571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:12.812549 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.817730 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-614fa0c7-f169-4fb8-8620-fc3bf0dffc20 None None] Port f65ebef1-0aed-43ff-adde-49ecae55ba8d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:12.829475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=c766235d-ac43-443a-9574-c79b85c5df10,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:12.837010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'tag': 'd96d067f-47fc-4a2c-92ba-37634ccd452d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:12.839181 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0a3568-cf3e-47c5-91c3-3023a4cc9b61" -d '{"events": [{"name": "network-changed", "server_uuid": "2434f27d-988f-49e4-96e6-d8d9fb0ab8d8", "tag": "d96d067f-47fc-4a2c-92ba-37634ccd452d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:12.846985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b8af8-d691-4c98-9f9e-bdd6c9a2af18 req-55eeefe0-d231-429a-abc4-4566a7d5e59a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:12.849258 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b9b8af8-d691-4c98-9f9e-bdd6c9a2af18 req-55eeefe0-d231-429a-abc4-4566a7d5e59a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 945 time: 0.1216686 Aug 20 11:38:12.867331 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.888046 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019cf12c-278d-46a9-9036-d80b7d3b5e5f {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:12.892430 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Router 226ac830-29b6-4f30-96b4-50dd890e77f6 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:38:12.909745 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b9b8af8-d691-4c98-9f9e-bdd6c9a2af18 req-d9446193-3e37-44fb-a711-345861932436 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491028 Aug 20 11:38:12.914450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 019cf12c-278d-46a9-9036-d80b7d3b5e5f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=019cf12c-278d-46a9-9036-d80b7d3b5e5f,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:12.922054 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.923652 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.976108 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['c766235d-ac43-443a-9574-c79b85c5df10'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:13.018413 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.066830 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:13.081893 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c918c9ed-7b55-45fb-8303-ec7467dc907e admin admin] 10.222.0.37 "PUT /v2.0/routers/226ac830-29b6-4f30-96b4-50dd890e77f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2151244 Aug 20 11:38:13.092803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:13.102855 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=019cf12c-278d-46a9-9036-d80b7d3b5e5f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:13.110391 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.241277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980c239-2f2c-464e-baa1-21874fa185f5 req-589240b0-3084-4dbd-a6f9-ace44ec03c0a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:13.242683 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:13.244623 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b980c239-2f2c-464e-baa1-21874fa185f5 req-589240b0-3084-4dbd-a6f9-ace44ec03c0a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 944 time: 0.0899394 Aug 20 11:38:13.297389 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b980c239-2f2c-464e-baa1-21874fa185f5 req-ea92ebac-98db-475b-94e7-9027bb26c69b tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412920 Aug 20 11:38:13.326091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['019cf12c-278d-46a9-9036-d80b7d3b5e5f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:13.407288 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.412905 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.418098 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b3f3c-2a84-47d5-8b89-d9f4998ea2b7 req-fb71675c-60bd-4eb7-bbe3-48a0db4f8a1d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:13.427659 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-233b3f3c-2a84-47d5-8b89-d9f4998ea2b7 req-fb71675c-60bd-4eb7-bbe3-48a0db4f8a1d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 945 time: 0.0659649 Aug 20 11:38:13.473662 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-233b3f3c-2a84-47d5-8b89-d9f4998ea2b7 req-76fddd6e-25c2-43c2-bdae-43fc51436f82 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450175 Aug 20 11:38:13.485078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Pushing event updated for resources: {'Port': ['ID=f963fda2-8665-4e65-b2ee-4895eda03fe5,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:13.496904 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.512652 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.514264 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-ff4e2af5-a9ae-495e-ac75-64804539cc61 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6287801 Aug 20 11:38:13.547905 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cde1f90-a22f-41ac-9ff5-633d811f7397 x-openstack-request-id: req-2cde1f90-a22f-41ac-9ff5-633d811f7397 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:13.548257 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2434f27d-988f-49e4-96e6-d8d9fb0ab8d8", "tag": "d96d067f-47fc-4a2c-92ba-37634ccd452d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:13.550404 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cde1f90-a22f-41ac-9ff5-633d811f7397 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:13.550810 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'tag': 'd96d067f-47fc-4a2c-92ba-37634ccd452d', 'status': 'completed', 'code': 200} Aug 20 11:38:13.623818 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-9eedd2e7-b537-4708-9947-830519eff6f0 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 696 time: 0.1029665 Aug 20 11:38:13.633134 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e03ed-78a8-410c-af36-962a220201d0 req-6aca9658-8d12-45bb-b975-df2bca1a6eba tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:13.634687 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-653e03ed-78a8-410c-af36-962a220201d0 req-6aca9658-8d12-45bb-b975-df2bca1a6eba tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0548315 Aug 20 11:38:13.675892 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-653e03ed-78a8-410c-af36-962a220201d0 req-d8cce5c8-2be1-45aa-9887-0154461e9ff9 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353992 Aug 20 11:38:13.684185 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a3568-cf3e-47c5-91c3-3023a4cc9b61 req-98a3b011-1118-4558-add5-fde400b22811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:13.685695 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f0a3568-cf3e-47c5-91c3-3023a4cc9b61 req-98a3b011-1118-4558-add5-fde400b22811 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5171254ade054ce9a6338a7d5e867275&device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 1097 time: 0.0977516 Aug 20 11:38:13.749432 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Sync routers for ids ['226ac830-29b6-4f30-96b4-50dd890e77f6'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:13.752577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-55f7420b-31b9-49a1-99c8-82b306fe971c tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:13.759566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1a02a54-0115-4776-8b69-f4930199fdf0 req-55f7420b-31b9-49a1-99c8-82b306fe971c tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.1261454 Aug 20 11:38:13.762923 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Routers {'226ac830-29b6-4f30-96b4-50dd890e77f6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:13.763552 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:37:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['226ac830-29b6-4f30-96b4-50dd890e77f6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:13.883731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Set router 226ac830-29b6-4f30-96b4-50dd890e77f6 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:13.949793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-5eba373e-e54c-45b0-85ea-c0903e8791f2 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:13.951283 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-5eba373e-e54c-45b0-85ea-c0903e8791f2 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1436760 Aug 20 11:38:14.018283 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-4b7eec1a-711e-4a54-9ace-e9f46e68508b tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 696 time: 0.0578821 Aug 20 11:38:14.020668 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a3568-cf3e-47c5-91c3-3023a4cc9b61 req-b307e971-2d33-4e02-9fb6-72672aa4eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:14.022073 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f0a3568-cf3e-47c5-91c3-3023a4cc9b61 req-b307e971-2d33-4e02-9fb6-72672aa4eb61 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d5eab44-7f45-459e-8b83-bfb0856c19ab HTTP/1.1" status: 200 len: 920 time: 0.1836402 Aug 20 11:38:14.031566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-692c6734-4001-4c26-9257-b5399270f557 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Request body: {'floatingip': {'port_id': 'd96d067f-47fc-4a2c-92ba-37634ccd452d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:14.038106 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33644) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:14.044439 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-41cfcd44-e68d-497c-9e9d-5d37e25a1495 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Request body: {'security_group': {'name': 'tempest-securitygroup--982092862', 'description': 'tempest-description--215882175'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:14.092662 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41cfcd44-e68d-497c-9e9d-5d37e25a1495 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.104568 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f0a3568-cf3e-47c5-91c3-3023a4cc9b61 req-ac66e482-a18f-49fd-8b26-c91edbd80b5d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d96d067f-47fc-4a2c-92ba-37634ccd452d HTTP/1.1" status: 200 len: 217 time: 0.0689363 Aug 20 11:38:14.108442 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-692c6734-4001-4c26-9257-b5399270f557 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.140312 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c766235d-ac43-443a-9574-c79b85c5df10 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:14.176136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:14.183625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'name': 'tempest-ServersTestManualDisk-720002785-router', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:06Z', 'updated_at': '2021-08-20T11:38:11Z', 'revision_number': 4, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'gw_port': {'id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:07Z', 'updated_at': '2021-08-20T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'f65ebef1-0aed-43ff-adde-49ecae55ba8d', 'name': '', 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'mac_address': 'fa:16:3e:3d:a2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:10Z', 'updated_at': '2021-08-20T11:38:11Z', 'revision_number': 2, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'subnets': [{'id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:14.239223 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Checking router: 226ac830-29b6-4f30-96b4-50dd890e77f6 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:14.239672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Updating router 226ac830-29b6-4f30-96b4-50dd890e77f6 port f65ebef1-0aed-43ff-adde-49ecae55ba8d binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:38:14.254854 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a3568-cf3e-47c5-91c3-3023a4cc9b61 req-343cf719-43f3-4369-8219-5946ee629542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:14.256342 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f0a3568-cf3e-47c5-91c3-3023a4cc9b61 req-343cf719-43f3-4369-8219-5946ee629542 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c3cf050-62a4-4f71-88da-9ffeca1271c8 HTTP/1.1" status: 200 len: 860 time: 0.1046488 Aug 20 11:38:14.264805 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41cfcd44-e68d-497c-9e9d-5d37e25a1495 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.270276 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41cfcd44-e68d-497c-9e9d-5d37e25a1495 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.289693 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41cfcd44-e68d-497c-9e9d-5d37e25a1495 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.293687 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-41cfcd44-e68d-497c-9e9d-5d37e25a1495 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2520392 Aug 20 11:38:14.299979 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f09af-f87f-4f5d-8ed2-5738329a7355 req-1c8c8389-b0ad-4340-bab8-9ea70056ccd8 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:14.302166 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a28f09af-f87f-4f5d-8ed2-5738329a7355 req-1c8c8389-b0ad-4340-bab8-9ea70056ccd8 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 945 time: 0.1230488 Aug 20 11:38:14.302589 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.303061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33648) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:14.308011 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f0a3568-cf3e-47c5-91c3-3023a4cc9b61 req-db5d1beb-092d-448b-a0b1-919f2b1b38a1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d5eab44-7f45-459e-8b83-bfb0856c19ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437117 Aug 20 11:38:14.326792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port c766235d-ac43-443a-9574-c79b85c5df10 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:14.332420 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port c766235d-ac43-443a-9574-c79b85c5df10 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:14.332967 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.336256 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:14.336509 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.342616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-570071bd-1533-4e16-8029-23879d8b44eb tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Request body: {'security_group_rule': {'security_group_id': 'ae323f8e-9b6a-41ba-8117-24c26187ef80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:14.343825 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfcd44-e68d-497c-9e9d-5d37e25a1495 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae323f8e-9b6a-41ba-8117-24c26187ef80,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:14.367610 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a28f09af-f87f-4f5d-8ed2-5738329a7355 req-35d586d9-3b44-4ff0-835a-87e8fcc4fc45 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543623 Aug 20 11:38:14.467457 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-570071bd-1533-4e16-8029-23879d8b44eb tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.576733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5703d-49c0-478f-b7b0-932ab2a8d5e8 req-f9f76c43-faa4-4480-bbdc-ed74558aa3b2 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:14.579114 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bfd5703d-49c0-478f-b7b0-932ab2a8d5e8 req-f9f76c43-faa4-4480-bbdc-ed74558aa3b2 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 944 time: 0.0553408 Aug 20 11:38:14.593146 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f0a3568-cf3e-47c5-91c3-3023a4cc9b61 req-549204fe-9137-4058-8c37-450767af6975 service neutron] 10.222.0.76 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459650 Aug 20 11:38:14.625141 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bfd5703d-49c0-478f-b7b0-932ab2a8d5e8 req-0017abd9-8377-47a3-b516-58da61b84b75 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391510 Aug 20 11:38:14.742478 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8159f7-2a9f-4a12-8a26-238742bdef17 req-c598618e-a18a-4ea2-8039-09523c9de0fb tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:14.744189 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a8159f7-2a9f-4a12-8a26-238742bdef17 req-c598618e-a18a-4ea2-8039-09523c9de0fb tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 945 time: 0.0574658 Aug 20 11:38:14.757367 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-570071bd-1533-4e16-8029-23879d8b44eb tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.774228 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-570071bd-1533-4e16-8029-23879d8b44eb tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.795233 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a8159f7-2a9f-4a12-8a26-238742bdef17 req-8466e9eb-4714-4150-828a-ba274a58164b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443869 Aug 20 11:38:14.799247 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.843909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9232330c-b377-47c8-a39a-7523eed0f3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c766235d-ac43-443a-9574-c79b85c5df10'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:14.847507 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4487b1ea-80ba-4dd5-9951-c813c0bb01ae" -d '{"events": [{"server_uuid": "9232330c-b377-47c8-a39a-7523eed0f3c4", "name": "network-vif-plugged", "status": "completed", "tag": "c766235d-ac43-443a-9574-c79b85c5df10"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:14.877462 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c766235d-ac43-443a-9574-c79b85c5df10, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c766235d-ac43-443a-9574-c79b85c5df10,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:14.887477 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.931211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570071bd-1533-4e16-8029-23879d8b44eb tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8e73c3-9aa1-4f68-8b1b-4af93c4fdf8f,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:14.982091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=c766235d-ac43-443a-9574-c79b85c5df10,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:14.987348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d07ff-b98e-4db6-88cc-ca47b92ad0ee req-8d8a4e44-6375-4678-9aae-5b527801811f tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:14.988910 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-570071bd-1533-4e16-8029-23879d8b44eb tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.990719 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fe0d07ff-b98e-4db6-88cc-ca47b92ad0ee req-8d8a4e44-6375-4678-9aae-5b527801811f tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0978098 Aug 20 11:38:14.991441 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-570071bd-1533-4e16-8029-23879d8b44eb tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6857803 Aug 20 11:38:14.994085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33660) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:15.004440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-486bee8d-ec64-4baa-8362-49fa6cfca3c4 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Request body: {'security_group_rule': {'security_group_id': 'ae323f8e-9b6a-41ba-8117-24c26187ef80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:15.046259 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.062986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Transition to ACTIVE for port object f65ebef1-0aed-43ff-adde-49ecae55ba8d will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:15.073143 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.074515 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-486bee8d-ec64-4baa-8362-49fa6cfca3c4 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.081099 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fe0d07ff-b98e-4db6-88cc-ca47b92ad0ee req-0c869e81-ee6b-4693-a340-578f667bd4af tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631692 Aug 20 11:38:15.118732 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f0a3568-cf3e-47c5-91c3-3023a4cc9b61 req-468234fd-9319-4f11-9cdf-1027f7db9b9a service neutron] 10.222.0.76 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008254 Aug 20 11:38:15.146889 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.resource_extend [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-692c6734-4001-4c26-9257-b5399270f557 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:38:15.151981 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-486bee8d-ec64-4baa-8362-49fa6cfca3c4 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.157136 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-486bee8d-ec64-4baa-8362-49fa6cfca3c4 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.184265 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bee8d-ec64-4baa-8362-49fa6cfca3c4 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e10f35-c55b-4d0b-b0df-94fbe964b6ed,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:15.194933 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-486bee8d-ec64-4baa-8362-49fa6cfca3c4 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.196773 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-486bee8d-ec64-4baa-8362-49fa6cfca3c4 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2014928 Aug 20 11:38:15.199909 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33662) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:15.211186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:15.236127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abf07a-3f40-4acb-8bae-11482c10ccbf None None] Pushing event updated for resources: {'Port': ['ID=f65ebef1-0aed-43ff-adde-49ecae55ba8d,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:15.249817 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.255704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-21768208-d32b-45ce-bb4f-df407357954e tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:15.257402 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-21768208-d32b-45ce-bb4f-df407357954e tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff&tenant_id=e814313934cf421f97eb05f907852359&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 1096 time: 0.1848626 Aug 20 11:38:15.262754 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75b7fb4-fa38-451d-9213-af14e3dd2fd7 x-openstack-request-id: req-d75b7fb4-fa38-451d-9213-af14e3dd2fd7 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:15.264774 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9232330c-b377-47c8-a39a-7523eed0f3c4", "name": "network-vif-plugged", "status": "completed", "tag": "c766235d-ac43-443a-9574-c79b85c5df10", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:15.265380 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d75b7fb4-fa38-451d-9213-af14e3dd2fd7 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:15.266354 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-692c6734-4001-4c26-9257-b5399270f557 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.267112 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9232330c-b377-47c8-a39a-7523eed0f3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c766235d-ac43-443a-9574-c79b85c5df10', 'code': 200} Aug 20 11:38:15.275153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804299-2'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:15.280343 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-692c6734-4001-4c26-9257-b5399270f557 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.378888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Attempting to bind port f65ebef1-0aed-43ff-adde-49ecae55ba8d on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:15.379266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Attempting to bind port f65ebef1-0aed-43ff-adde-49ecae55ba8d by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '5f6c9edb-59a3-4f41-8076-dbc97cb6a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:15.379651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Attempting to bind port f65ebef1-0aed-43ff-adde-49ecae55ba8d on network 3c363b35-dccd-4fb6-bd19-16a5a3106a39 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:15.391774 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:15.392214 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Checking segment: {'id': '5f6c9edb-59a3-4f41-8076-dbc97cb6a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:15.392825 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.393895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Bound using segment: {'id': '5f6c9edb-59a3-4f41-8076-dbc97cb6a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:15.394379 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Bound port: f65ebef1-0aed-43ff-adde-49ecae55ba8d, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6c9edb-59a3-4f41-8076-dbc97cb6a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:15.394788 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.413254 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.516987 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.527835 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] For port f65ebef1-0aed-43ff-adde-49ecae55ba8d, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:15.531403 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] For port f65ebef1-0aed-43ff-adde-49ecae55ba8d, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f65ebef1-0aed-43ff-adde-49ecae55ba8d,segment=NetworkSegment(5f6c9edb-59a3-4f41-8076-dbc97cb6a46e),segment_id=5f6c9edb-59a3-4f41-8076-dbc97cb6a46e)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:15.536826 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.543922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69fb8d-ef42-4c29-96bd-5ca252c9617a req-72d7963b-0de0-48b8-bedc-487f634c8a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:15.545481 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8a69fb8d-ef42-4c29-96bd-5ca252c9617a req-72d7963b-0de0-48b8-bedc-487f634c8a52 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 1096 time: 0.2035005 Aug 20 11:38:15.591233 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-692c6734-4001-4c26-9257-b5399270f557 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Floating IP 7bbe28e3-aea8-4aa3-9940-69ce84339b30 associated. External IP: 172.25.8.123, port: d96d067f-47fc-4a2c-92ba-37634ccd452d. Aug 20 11:38:15.595908 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Routers {'226ac830-29b6-4f30-96b4-50dd890e77f6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:15.598263 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:37:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['226ac830-29b6-4f30-96b4-50dd890e77f6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:15.613810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Allocated IP 172.25.8.14 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/edf0ac73-7324-4fcc-a0ef-4b8f3f5937e0) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:15.736093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] Set router 226ac830-29b6-4f30-96b4-50dd890e77f6 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:15.751536 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.797237 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.843080 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:15.854498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94bf46-57cb-4d43-a225-307c0a92962a req-c329178b-d8c5-4753-aea8-90fd228b4b78 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:15.857582 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc94bf46-57cb-4d43-a225-307c0a92962a req-c329178b-d8c5-4753-aea8-90fd228b4b78 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 945 time: 0.3606770 Aug 20 11:38:15.859842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:15.883036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:15.907695 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abf07a-3f40-4acb-8bae-11482c10ccbf None None] Pushing event updated for resources: {'Port': ['ID=f65ebef1-0aed-43ff-adde-49ecae55ba8d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:15.939233 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Pushing event updated for resources: {'Port': ['ID=edf0ac73-7324-4fcc-a0ef-4b8f3f5937e0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:15.957711 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc94bf46-57cb-4d43-a225-307c0a92962a req-7b5aee6f-83f4-404f-a346-6c09deaef0db tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930703 Aug 20 11:38:16.012851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8a69fb8d-ef42-4c29-96bd-5ca252c9617a req-a9c1f992-3d77-4086-b0b7-d46a9369d3a5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579978 Aug 20 11:38:16.019753 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'name': 'tempest-ServersTestManualDisk-720002785-router', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:06Z', 'updated_at': '2021-08-20T11:38:11Z', 'revision_number': 4, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'gw_port': {'id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:07Z', 'updated_at': '2021-08-20T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'f65ebef1-0aed-43ff-adde-49ecae55ba8d', 'name': '', 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'mac_address': 'fa:16:3e:3d:a2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:10Z', 'updated_at': '2021-08-20T11:38:15Z', 'revision_number': 4, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'subnets': [{'id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:16.045744 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.061524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf2501b-afd4-4bd2-974c-de04a8eb9951 None None] The sync data for ids ['226ac830-29b6-4f30-96b4-50dd890e77f6'] in n-d-804299-2 is: [{'id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'name': 'tempest-ServersTestManualDisk-720002785-router', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:06Z', 'updated_at': '2021-08-20T11:38:11Z', 'revision_number': 4, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'gw_port': {'id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:07Z', 'updated_at': '2021-08-20T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'f65ebef1-0aed-43ff-adde-49ecae55ba8d', 'name': '', 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'mac_address': 'fa:16:3e:3d:a2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:10Z', 'updated_at': '2021-08-20T11:38:15Z', 'revision_number': 4, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'subnets': [{'id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:16.089687 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.136462 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f8367ade-0952-461f-ab87-297b4994be1e details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:38:16.151145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 019cf12c-278d-46a9-9036-d80b7d3b5e5f up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:16.161509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] For port f8367ade-0952-461f-ab87-297b4994be1e, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f8367ade-0952-461f-ab87-297b4994be1e,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:16.259766 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] For port f8367ade-0952-461f-ab87-297b4994be1e, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:16.293096 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 019cf12c-278d-46a9-9036-d80b7d3b5e5f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:16.305953 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 019cf12c-278d-46a9-9036-d80b7d3b5e5f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:16.306156 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.309023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-692c6734-4001-4c26-9257-b5399270f557 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Router 96cba4f4-6c63-4292-8325-b4279d95373a has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:38:16.328606 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.335176 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.344565 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211dcf94-6499-4d6d-b24f-331eec0740ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8367ade-0952-461f-ab87-297b4994be1e'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:16.348586 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbb3cad-1ad4-4681-b2d3-dedff81a3211" -d '{"events": [{"server_uuid": "211dcf94-6499-4d6d-b24f-331eec0740ff", "name": "network-vif-unplugged", "status": "completed", "tag": "f8367ade-0952-461f-ab87-297b4994be1e"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:16.361723 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.395344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port f8367ade-0952-461f-ab87-297b4994be1e, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f8367ade-0952-461f-ab87-297b4994be1e,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:16.415412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f8367ade-0952-461f-ab87-297b4994be1e has no active binding in host n-h1-804299-2 {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:38:16.417171 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.454667 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Pushing event updated for resources: {'Port': ['ID=edf0ac73-7324-4fcc-a0ef-4b8f3f5937e0,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:16.461228 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.487689 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.504556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 019cf12c-278d-46a9-9036-d80b7d3b5e5f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=019cf12c-278d-46a9-9036-d80b7d3b5e5f,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:16.509011 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.510416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35260e7-4324-486f-a0c5-487082b63b59 req-12f18d61-9c82-4230-8a6c-ade0a12f2626 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:16.513222 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e35260e7-4324-486f-a0c5-487082b63b59 req-12f18d61-9c82-4230-8a6c-ade0a12f2626 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.1064508 Aug 20 11:38:16.514530 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.515682 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-973063aa-a337-4bda-b2a8-4086e4ef105d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3145149 Aug 20 11:38:16.561651 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e35260e7-4324-486f-a0c5-487082b63b59 req-f0a7733a-d7e0-4b44-98f3-370fcbc8434b tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393205 Aug 20 11:38:16.593127 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Pushing event updated for resources: {'Port': ['ID=f8367ade-0952-461f-ab87-297b4994be1e,revision_number=7']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:16.638818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=019cf12c-278d-46a9-9036-d80b7d3b5e5f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:16.641434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Attempting to bind port f8367ade-0952-461f-ab87-297b4994be1e on host n-h2-804299-2 for vnic_type normal with profile {"migrating_to": "n-h1-804299-2"} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:16.641738 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Attempting to bind port f8367ade-0952-461f-ab87-297b4994be1e by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:16.642075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Attempting to bind port f8367ade-0952-461f-ab87-297b4994be1e on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:16.647074 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-692c6734-4001-4c26-9257-b5399270f557 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:16.653058 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-692c6734-4001-4c26-9257-b5399270f557 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.663471 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586944d-dfe7-49ee-91b1-10d9149aece9 None None] Sync routers for ids ['96cba4f4-6c63-4292-8325-b4279d95373a'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:16.675650 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586944d-dfe7-49ee-91b1-10d9149aece9 None None] Routers {'96cba4f4-6c63-4292-8325-b4279d95373a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:16.676815 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8586944d-dfe7-49ee-91b1-10d9149aece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:37:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['96cba4f4-6c63-4292-8325-b4279d95373a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:16.679090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Port f8367ade-0952-461f-ab87-297b4994be1e on network b3e66dad-2722-4cd9-8851-7b0d20197ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:38:16.679421 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Attempting to bind port f8367ade-0952-461f-ab87-297b4994be1e on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:16.690049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:16.691124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Checking segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:16.691823 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Bound using segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:16.692574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Bound port: f8367ade-0952-461f-ab87-297b4994be1e, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:16.693137 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.724504 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-692c6734-4001-4c26-9257-b5399270f557 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "PUT /v2.0/floatingips/7bbe28e3-aea8-4aa3-9940-69ce84339b30 HTTP/1.1" status: 200 len: 997 time: 2.6970482 Aug 20 11:38:16.746254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845075c-2818-41ee-9ef7-2d78f6e6df82 req-22e490a4-0661-46c2-bcd3-93e3e17c8baa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:16.748365 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5845075c-2818-41ee-9ef7-2d78f6e6df82 req-22e490a4-0661-46c2-bcd3-93e3e17c8baa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.0799658 Aug 20 11:38:16.814461 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5845075c-2818-41ee-9ef7-2d78f6e6df82 req-ed27a72b-5846-465d-a54f-0a9c071406ef tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572605 Aug 20 11:38:16.817603 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] For port f8367ade-0952-461f-ab87-297b4994be1e, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:16.821322 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-52bfd919-2053-4b49-ac34-d06733637d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:16.822951 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-52bfd919-2053-4b49-ac34-d06733637d70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5171254ade054ce9a6338a7d5e867275&device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 1097 time: 0.0758805 Aug 20 11:38:16.824776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] For port f8367ade-0952-461f-ab87-297b4994be1e, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f8367ade-0952-461f-ab87-297b4994be1e,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:16.830548 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.840127 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-8586944d-dfe7-49ee-91b1-10d9149aece9 None None] Set router 96cba4f4-6c63-4292-8325-b4279d95373a gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:16.949494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fce15b-b2e0-4eeb-a7ce-13600e7edc5e req-5d70e65c-d0d2-4896-927e-7cb6d7c7e1f4 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:16.951062 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d0fce15b-b2e0-4eeb-a7ce-13600e7edc5e req-5d70e65c-d0d2-4896-927e-7cb6d7c7e1f4 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0576432 Aug 20 11:38:17.010116 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d0fce15b-b2e0-4eeb-a7ce-13600e7edc5e req-55e05a85-921f-47e4-9493-e981028aeea3 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469909 Aug 20 11:38:17.035130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Pushing event updated for resources: {'Port': ['ID=f8367ade-0952-461f-ab87-297b4994be1e,revision_number=8']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:17.048163 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:17.048832 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:17.051292 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-8fb1e439-98f7-46fa-b43e-0102e0e6d81d service neutron] 10.222.0.35 "PUT /v2.0/ports/f8367ade-0952-461f-ab87-297b4994be1e HTTP/1.1" status: 200 len: 1121 time: 1.7832074 Aug 20 11:38:17.061783 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-02785206-d851-4c8e-afe9-27b9412e6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:17.063286 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-02785206-d851-4c8e-afe9-27b9412e6b53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d5eab44-7f45-459e-8b83-bfb0856c19ab HTTP/1.1" status: 200 len: 920 time: 0.2283361 Aug 20 11:38:17.173725 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8586944d-dfe7-49ee-91b1-10d9149aece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-router', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:05Z', 'updated_at': '2021-08-20T11:37:10Z', 'revision_number': 4, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'gw_port': {'id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:06Z', 'updated_at': '2021-08-20T11:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '7bbe28e3-aea8-4aa3-9940-69ce84339b30', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'port_id': 'd96d067f-47fc-4a2c-92ba-37634ccd452d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab', 'mac_address': 'fa:16:3e:1c:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:38:12Z', 'updated_at': '2021-08-20T11:38:14Z', 'revision_number': 1, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d14d734-3df0-4d1d-93af-df55b5535684', 'name': '', 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'mac_address': 'fa:16:3e:4c:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:09Z', 'updated_at': '2021-08-20T11:37:18Z', 'revision_number': 5, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'subnets': [{'id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:17.178904 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-e8bee952-6dd1-4aea-b40a-dce45943e90a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d96d067f-47fc-4a2c-92ba-37634ccd452d HTTP/1.1" status: 200 len: 1000 time: 0.1075213 Aug 20 11:38:17.201053 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['f8367ade-0952-461f-ab87-297b4994be1e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:17.227893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['f8367ade-0952-461f-ab87-297b4994be1e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:17.228127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e77030-7110-4bee-907b-0c369d625b86 req-69e9bac3-5465-472b-bb7b-3d4d55f2d9f6 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:17.232979 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586944d-dfe7-49ee-91b1-10d9149aece9 None None] Checking router: 96cba4f4-6c63-4292-8325-b4279d95373a for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:17.235732 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50e77030-7110-4bee-907b-0c369d625b86 req-69e9bac3-5465-472b-bb7b-3d4d55f2d9f6 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 946 time: 0.0749350 Aug 20 11:38:17.250356 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586944d-dfe7-49ee-91b1-10d9149aece9 None None] Routers {'96cba4f4-6c63-4292-8325-b4279d95373a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:17.251657 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8586944d-dfe7-49ee-91b1-10d9149aece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:37:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['96cba4f4-6c63-4292-8325-b4279d95373a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:17.264309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-6e00fbaf-cbae-4004-a5a0-ede4ce007d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:17.267225 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-6e00fbaf-cbae-4004-a5a0-ede4ce007d98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c3cf050-62a4-4f71-88da-9ffeca1271c8 HTTP/1.1" status: 200 len: 860 time: 0.0811212 Aug 20 11:38:17.284532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb06bd5-0d1b-4f7d-a191-796585f2000d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019cf12c-278d-46a9-9036-d80b7d3b5e5f'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:17.287305 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5076e6df-8422-4b81-a095-91184886612e" -d '{"events": [{"server_uuid": "dcb06bd5-0d1b-4f7d-a191-796585f2000d", "name": "network-vif-plugged", "status": "completed", "tag": "019cf12c-278d-46a9-9036-d80b7d3b5e5f"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:17.291460 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50e77030-7110-4bee-907b-0c369d625b86 req-6f08c2c6-24df-4ad1-a4c7-ecbe24fd7ca0 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517845 Aug 20 11:38:17.308113 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-9b7fef47-bcc2-4858-ac24-6a622caeeb28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d5eab44-7f45-459e-8b83-bfb0856c19ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323358 Aug 20 11:38:17.324540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-d2255d1d-976a-426c-853e-37a9a2c49f32 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:38:17.325739 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-d2255d1d-976a-426c-853e-37a9a2c49f32 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091321 Aug 20 11:38:17.438349 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-8586944d-dfe7-49ee-91b1-10d9149aece9 None None] Set router 96cba4f4-6c63-4292-8325-b4279d95373a gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:17.462733 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-0cfc1da9-df58-407b-ad4a-84406b83f5f0 service neutron] 10.222.0.37 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289136 Aug 20 11:38:17.464328 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2b757b-bc17-472a-888a-8c0145dc0452 x-openstack-request-id: req-7f2b757b-bc17-472a-888a-8c0145dc0452 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:17.464713 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211dcf94-6499-4d6d-b24f-331eec0740ff", "name": "network-vif-unplugged", "status": "completed", "tag": "f8367ade-0952-461f-ab87-297b4994be1e", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:17.465700 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f2b757b-bc17-472a-888a-8c0145dc0452 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:17.466423 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211dcf94-6499-4d6d-b24f-331eec0740ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8367ade-0952-461f-ab87-297b4994be1e', 'code': 200} Aug 20 11:38:17.568858 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-54e4ffd3-60fe-4dbb-90b4-1ca3801d905d tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--982092862&fields=id&tenant_id=27b150e0c6fc4231af1313ca6c47057b HTTP/1.1" status: 200 len: 267 time: 0.0791171 Aug 20 11:38:17.635278 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8c50aaa-40ef-4140-8e30-055b3b99ab97 req-9040b558-c6de-4580-b695-d1f63e4676d3 service neutron] 10.222.0.37 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488829 Aug 20 11:38:17.728794 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-155360f9-3f3a-469e-8433-42ab4c7d8d33 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:17.731083 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-155360f9-3f3a-469e-8433-42ab4c7d8d33 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/networks?id=3c363b35-dccd-4fb6-bd19-16a5a3106a39 HTTP/1.1" status: 200 len: 811 time: 0.1609333 Aug 20 11:38:17.757207 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-d54de193-eda2-414c-a4eb-c2789290415c tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/quotas/27b150e0c6fc4231af1313ca6c47057b HTTP/1.1" status: 200 len: 375 time: 0.0195038 Aug 20 11:38:17.790370 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e00ea-e4eb-4987-96b4-2764c197b0c3 req-190cc8f2-c809-4f8c-95ba-ca0beb179b7a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:17.792424 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d8e00ea-e4eb-4987-96b4-2764c197b0c3 req-190cc8f2-c809-4f8c-95ba-ca0beb179b7a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 943 time: 0.0736721 Aug 20 11:38:17.813649 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8586944d-dfe7-49ee-91b1-10d9149aece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-router', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:05Z', 'updated_at': '2021-08-20T11:37:10Z', 'revision_number': 4, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'gw_port': {'id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:06Z', 'updated_at': '2021-08-20T11:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '7bbe28e3-aea8-4aa3-9940-69ce84339b30', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'port_id': 'd96d067f-47fc-4a2c-92ba-37634ccd452d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab', 'mac_address': 'fa:16:3e:1c:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:38:12Z', 'updated_at': '2021-08-20T11:38:14Z', 'revision_number': 1, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d14d734-3df0-4d1d-93af-df55b5535684', 'name': '', 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'mac_address': 'fa:16:3e:4c:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:09Z', 'updated_at': '2021-08-20T11:37:18Z', 'revision_number': 5, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'subnets': [{'id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:17.822674 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-ddc75e0f-31fa-4f3d-9d68-e3aafc6151df tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=27b150e0c6fc4231af1313ca6c47057b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628633 Aug 20 11:38:17.834379 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d8e00ea-e4eb-4987-96b4-2764c197b0c3 req-cd33ddba-ae19-43ce-9615-864ec16b2ca7 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350513 Aug 20 11:38:17.855292 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586944d-dfe7-49ee-91b1-10d9149aece9 None None] The sync data for ids ['96cba4f4-6c63-4292-8325-b4279d95373a'] in n-d-804299-2 is: [{'id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-router', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:05Z', 'updated_at': '2021-08-20T11:37:10Z', 'revision_number': 4, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'gw_port': {'id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:06Z', 'updated_at': '2021-08-20T11:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '7bbe28e3-aea8-4aa3-9940-69ce84339b30', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'port_id': 'd96d067f-47fc-4a2c-92ba-37634ccd452d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab', 'mac_address': 'fa:16:3e:1c:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:38:12Z', 'updated_at': '2021-08-20T11:38:14Z', 'revision_number': 1, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d14d734-3df0-4d1d-93af-df55b5535684', 'name': '', 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'mac_address': 'fa:16:3e:4c:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:09Z', 'updated_at': '2021-08-20T11:37:18Z', 'revision_number': 5, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'subnets': [{'id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:17.881078 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2112b33-d468-4766-ae71-4cc81e6acce7 x-openstack-request-id: req-e2112b33-d468-4766-ae71-4cc81e6acce7 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:17.881369 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb06bd5-0d1b-4f7d-a191-796585f2000d", "name": "network-vif-plugged", "status": "completed", "tag": "019cf12c-278d-46a9-9036-d80b7d3b5e5f", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:17.881621 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2112b33-d468-4766-ae71-4cc81e6acce7 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:17.882009 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb06bd5-0d1b-4f7d-a191-796585f2000d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019cf12c-278d-46a9-9036-d80b7d3b5e5f', 'code': 200} Aug 20 11:38:17.940581 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-72269985-c830-4505-8d5b-605a6c7e486c service neutron] 10.222.0.37 "GET /v2.0/networks/3c363b35-dccd-4fb6-bd19-16a5a3106a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041758 Aug 20 11:38:18.012787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb3655-a3ef-4957-bee0-dcdf48e6bd03 req-59e4a923-cdc9-422c-a749-a25d978c4d2c tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:18.014330 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-febb3655-a3ef-4957-bee0-dcdf48e6bd03 req-59e4a923-cdc9-422c-a749-a25d978c4d2c tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0850315 Aug 20 11:38:18.037015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e0c6b-bfa0-4f51-b41d-e13107b6f5ec req-b404f1eb-aeb7-4142-b1c8-86c3e73dc3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:18.038598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf4e0c6b-bfa0-4f51-b41d-e13107b6f5ec req-b404f1eb-aeb7-4142-b1c8-86c3e73dc3e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 1097 time: 0.0694156 Aug 20 11:38:18.074758 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-ca29676a-42ed-4ebb-aad3-b391e8e6e1de service neutron] 10.222.0.37 "GET /v2.0/networks/3c363b35-dccd-4fb6-bd19-16a5a3106a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193449 Aug 20 11:38:18.103391 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf4e0c6b-bfa0-4f51-b41d-e13107b6f5ec req-8989db36-4db0-4339-9e05-9d53584b3900 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512331 Aug 20 11:38:18.106167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-febb3655-a3ef-4957-bee0-dcdf48e6bd03 req-6c28a05a-0ed2-4783-9ae8-23650dfee4d1 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790944 Aug 20 11:38:18.108292 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f7a2d1-34b6-45a7-9367-7e84312e76f3 None None] New status for floating IP 7bbe28e3-aea8-4aa3-9940-69ce84339b30: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:38:18.170111 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f65ebef1-0aed-43ff-adde-49ecae55ba8d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:18.256385 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-6090b747-b9de-400c-9995-85758ef6af45 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 1000 time: 0.1084471 Aug 20 11:38:18.317166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-41dfff35-4aeb-4092-840d-a674cbbcc312 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:18.318610 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-41dfff35-4aeb-4092-840d-a674cbbcc312 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports/d96d067f-47fc-4a2c-92ba-37634ccd452d HTTP/1.1" status: 200 len: 943 time: 0.0574918 Aug 20 11:38:18.375538 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cc4d5-0490-4169-baf4-846b3c8f20bf req-a9a4fdbc-c5f2-483a-8b64-97d263ef37ff tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:18.377968 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9d6cc4d5-0490-4169-baf4-846b3c8f20bf req-a9a4fdbc-c5f2-483a-8b64-97d263ef37ff tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.0672734 Aug 20 11:38:18.445003 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9d6cc4d5-0490-4169-baf4-846b3c8f20bf req-ea46adf1-0567-43c8-9458-754c9d358818 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585964 Aug 20 11:38:18.464345 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-3666450d-9462-4107-a99a-7463dadd445a tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 1000 time: 0.0990691 Aug 20 11:38:18.501117 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port f65ebef1-0aed-43ff-adde-49ecae55ba8d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:18.510017 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f65ebef1-0aed-43ff-adde-49ecae55ba8d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:18.510399 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.596895 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-4c4abfc1-58e1-42e0-a253-425ed91517bb tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:18.598361 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-4c4abfc1-58e1-42e0-a253-425ed91517bb tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.1331644 Aug 20 11:38:18.598669 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cffbdc-403d-45e2-988b-e4f724337a42 req-3d5a656f-a9e3-463d-bf35-21cfe07bacd0 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:18.600797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-68cffbdc-403d-45e2-988b-e4f724337a42 req-3d5a656f-a9e3-463d-bf35-21cfe07bacd0 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0684471 Aug 20 11:38:18.640246 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.654255 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-68cffbdc-403d-45e2-988b-e4f724337a42 req-e9612af4-20b4-45f7-8476-755f0807bd50 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470719 Aug 20 11:38:18.684628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port f65ebef1-0aed-43ff-adde-49ecae55ba8d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f65ebef1-0aed-43ff-adde-49ecae55ba8d,segment=NetworkSegment(5f6c9edb-59a3-4f41-8076-dbc97cb6a46e),segment_id=5f6c9edb-59a3-4f41-8076-dbc97cb6a46e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:18.690066 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.699765 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-01dd30fd-e3ac-433e-8f95-00c5819955ce tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 1002 time: 0.0942428 Aug 20 11:38:18.711548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-df9884e6-0e2a-4e74-b74e-8d1d49c93dd6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:18.755774 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=f65ebef1-0aed-43ff-adde-49ecae55ba8d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:18.782659 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-df9884e6-0e2a-4e74-b74e-8d1d49c93dd6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.936253 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-df9884e6-0e2a-4e74-b74e-8d1d49c93dd6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.942103 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-df9884e6-0e2a-4e74-b74e-8d1d49c93dd6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.942612 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-df9884e6-0e2a-4e74-b74e-8d1d49c93dd6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Floating IP 7bbe28e3-aea8-4aa3-9940-69ce84339b30 disassociated. External IP: 172.25.8.123, port: d96d067f-47fc-4a2c-92ba-37634ccd452d. Aug 20 11:38:18.945300 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7722f48a-02c1-4a38-b1ff-e0c26c1dce30 req-920ce624-f4bc-4655-960d-17873a860be4 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 210 time: 0.0279243 Aug 20 11:38:19.143908 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d175c3d-d1d3-4089-a899-298fcec0286e req-393871d5-0163-4e7a-ae20-4a1fb60cf803 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:19.145451 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4d175c3d-d1d3-4089-a899-298fcec0286e req-393871d5-0163-4e7a-ae20-4a1fb60cf803 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 943 time: 0.0572495 Aug 20 11:38:19.182370 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-df9884e6-0e2a-4e74-b74e-8d1d49c93dd6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Router 96cba4f4-6c63-4292-8325-b4279d95373a has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:38:19.189340 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4d175c3d-d1d3-4089-a899-298fcec0286e req-ee75da14-2c16-4ec5-8bc3-751ac21baa78 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360506 Aug 20 11:38:19.290891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-df9884e6-0e2a-4e74-b74e-8d1d49c93dd6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:19.293085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63915885-71ba-4bdc-8a30-e3dde154a75d req-48b1b9ed-70d2-4042-be15-7c05f4b378e3 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:19.294611 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-63915885-71ba-4bdc-8a30-e3dde154a75d req-48b1b9ed-70d2-4042-be15-7c05f4b378e3 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0501578 Aug 20 11:38:19.295641 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-df9884e6-0e2a-4e74-b74e-8d1d49c93dd6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:19.301054 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f01a00-7abd-49ad-9fa9-f6c047e05bd0 None None] Sync routers for ids ['96cba4f4-6c63-4292-8325-b4279d95373a'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:19.310791 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f01a00-7abd-49ad-9fa9-f6c047e05bd0 None None] Routers {'96cba4f4-6c63-4292-8325-b4279d95373a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:19.311393 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-83f01a00-7abd-49ad-9fa9-f6c047e05bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:37:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['96cba4f4-6c63-4292-8325-b4279d95373a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:19.323294 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-df9884e6-0e2a-4e74-b74e-8d1d49c93dd6 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "PUT /v2.0/floatingips/7bbe28e3-aea8-4aa3-9940-69ce84339b30 HTTP/1.1" status: 200 len: 695 time: 0.6157987 Aug 20 11:38:19.343826 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-63915885-71ba-4bdc-8a30-e3dde154a75d req-61f2bf8c-9551-499c-ac43-b4dd728d0606 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404048 Aug 20 11:38:19.387358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-d7c546da-0f54-4a5b-b1eb-24a05b191d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:19.389180 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-d7c546da-0f54-4a5b-b1eb-24a05b191d36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5171254ade054ce9a6338a7d5e867275&device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 1097 time: 0.0522480 Aug 20 11:38:19.435679 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-83f01a00-7abd-49ad-9fa9-f6c047e05bd0 None None] Set router 96cba4f4-6c63-4292-8325-b4279d95373a gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:19.467700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'tag': 'd96d067f-47fc-4a2c-92ba-37634ccd452d'}, {'name': 'network-changed', 'server_uuid': '211dcf94-6499-4d6d-b24f-331eec0740ff', 'tag': 'f8367ade-0952-461f-ab87-297b4994be1e'}, {'name': 'network-changed', 'server_uuid': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'tag': 'd96d067f-47fc-4a2c-92ba-37634ccd452d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:19.470273 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbd1b1b-3ea3-462d-806a-aab194154270" -d '{"events": [{"name": "network-changed", "server_uuid": "2434f27d-988f-49e4-96e6-d8d9fb0ab8d8", "tag": "d96d067f-47fc-4a2c-92ba-37634ccd452d"}, {"name": "network-changed", "server_uuid": "211dcf94-6499-4d6d-b24f-331eec0740ff", "tag": "f8367ade-0952-461f-ab87-297b4994be1e"}, {"name": "network-changed", "server_uuid": "2434f27d-988f-49e4-96e6-d8d9fb0ab8d8", "tag": "d96d067f-47fc-4a2c-92ba-37634ccd452d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:19.489079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-2742afe1-3301-47eb-a176-43172f4f958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:19.490730 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-2742afe1-3301-47eb-a176-43172f4f958b service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d5eab44-7f45-459e-8b83-bfb0856c19ab HTTP/1.1" status: 200 len: 920 time: 0.0952516 Aug 20 11:38:19.528784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a611899-abb1-45e1-aafe-d7f2c50fac2d req-5c8ee5b6-74ec-4165-99f3-a18f24ca49ad tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:19.531678 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a611899-abb1-45e1-aafe-d7f2c50fac2d req-5c8ee5b6-74ec-4165-99f3-a18f24ca49ad tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 946 time: 0.0711145 Aug 20 11:38:19.540327 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-650a316d-b079-465d-b094-b4d0d84b6820 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d96d067f-47fc-4a2c-92ba-37634ccd452d HTTP/1.1" status: 200 len: 217 time: 0.0408587 Aug 20 11:38:19.593898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-95a814d3-9427-43ae-bfe0-047404853dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:19.595729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-95a814d3-9427-43ae-bfe0-047404853dbf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c3cf050-62a4-4f71-88da-9ffeca1271c8 HTTP/1.1" status: 200 len: 860 time: 0.0491838 Aug 20 11:38:19.613285 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a611899-abb1-45e1-aafe-d7f2c50fac2d req-045dadf5-8a2a-45f5-bca4-7f0cc9715ce3 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734076 Aug 20 11:38:19.686123 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-69e09607-27ff-4b51-9782-7a35e6f98531 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d5eab44-7f45-459e-8b83-bfb0856c19ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708508 Aug 20 11:38:19.714604 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-83f01a00-7abd-49ad-9fa9-f6c047e05bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-router', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:05Z', 'updated_at': '2021-08-20T11:37:10Z', 'revision_number': 4, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'gw_port': {'id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:06Z', 'updated_at': '2021-08-20T11:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '5d14d734-3df0-4d1d-93af-df55b5535684', 'name': '', 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'mac_address': 'fa:16:3e:4c:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:09Z', 'updated_at': '2021-08-20T11:37:18Z', 'revision_number': 5, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'subnets': [{'id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:19.724603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e831b42-8ede-4448-a463-6ad2aa6385c0 req-3eb671ff-c938-406b-b847-c6b8c86b4a55 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:19.726685 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e831b42-8ede-4448-a463-6ad2aa6385c0 req-3eb671ff-c938-406b-b847-c6b8c86b4a55 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.0669894 Aug 20 11:38:19.756023 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f01a00-7abd-49ad-9fa9-f6c047e05bd0 None None] Checking router: 96cba4f4-6c63-4292-8325-b4279d95373a for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:19.776475 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f01a00-7abd-49ad-9fa9-f6c047e05bd0 None None] Routers {'96cba4f4-6c63-4292-8325-b4279d95373a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:19.778277 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-83f01a00-7abd-49ad-9fa9-f6c047e05bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:37:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['96cba4f4-6c63-4292-8325-b4279d95373a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:19.783279 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e831b42-8ede-4448-a463-6ad2aa6385c0 req-79c56e8d-1809-48aa-b737-c6eed9bffd5d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466719 Aug 20 11:38:19.836672 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e89697-4df8-40b2-972c-7edaf3c38de0 x-openstack-request-id: req-34e89697-4df8-40b2-972c-7edaf3c38de0 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:19.836953 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2434f27d-988f-49e4-96e6-d8d9fb0ab8d8", "tag": "d96d067f-47fc-4a2c-92ba-37634ccd452d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "211dcf94-6499-4d6d-b24f-331eec0740ff", "tag": "f8367ade-0952-461f-ab87-297b4994be1e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2434f27d-988f-49e4-96e6-d8d9fb0ab8d8", "tag": "d96d067f-47fc-4a2c-92ba-37634ccd452d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:19.837205 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34e89697-4df8-40b2-972c-7edaf3c38de0 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:19.837605 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'tag': 'd96d067f-47fc-4a2c-92ba-37634ccd452d', 'status': 'completed', 'code': 200} Aug 20 11:38:19.837860 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211dcf94-6499-4d6d-b24f-331eec0740ff', 'tag': 'f8367ade-0952-461f-ab87-297b4994be1e', 'status': 'completed', 'code': 200} Aug 20 11:38:19.838105 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'tag': 'd96d067f-47fc-4a2c-92ba-37634ccd452d', 'status': 'completed', 'code': 200} Aug 20 11:38:19.847686 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-43c4c120-e679-4287-9826-781a90d8fee1 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:19.852262 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-43c4c120-e679-4287-9826-781a90d8fee1 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.76 "GET /v2.0/networks?id=3c363b35-dccd-4fb6-bd19-16a5a3106a39 HTTP/1.1" status: 200 len: 811 time: 0.2484603 Aug 20 11:38:19.899090 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-83f01a00-7abd-49ad-9fa9-f6c047e05bd0 None None] Set router 96cba4f4-6c63-4292-8325-b4279d95373a gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:19.911969 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-2d712934-86d3-4934-8bb2-ba7e803fcf58 service neutron] 10.222.0.37 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098618 Aug 20 11:38:19.965168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39e2ea-7c76-4eeb-8108-e4e33915065b req-b8aa3358-9c4c-4255-91e2-d5c708e26b95 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:19.966657 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7a39e2ea-7c76-4eeb-8108-e4e33915065b req-b8aa3358-9c4c-4255-91e2-d5c708e26b95 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0644665 Aug 20 11:38:20.006442 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-539152aa-2122-421b-b365-ce41446438e9 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27b150e0c6fc4231af1313ca6c47057b HTTP/1.1" status: 200 len: 379 time: 0.1424241 Aug 20 11:38:20.014430 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7a39e2ea-7c76-4eeb-8108-e4e33915065b req-dc522836-0aab-4e70-beb8-7716d87a1b66 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399940 Aug 20 11:38:20.022826 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-a198b220-8448-4b14-bd22-fe883743f404 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Request body: {'port': {'device_id': '0a870702-2dc9-4fc2-9cc2-ce614fc4464c', 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'admin_state_up': True, 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'security_groups': ['ae323f8e-9b6a-41ba-8117-24c26187ef80']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:20.036062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-7d257348-9fb2-489b-a17c-8a870e4e0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:20.036062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-7d257348-9fb2-489b-a17c-8a870e4e0ac6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5171254ade054ce9a6338a7d5e867275&device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 1097 time: 0.1393120 Aug 20 11:38:20.134535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f65ebef1-0aed-43ff-adde-49ecae55ba8d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:20.188174 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e1c59c2-64f5-43a8-a722-7337821bfd77 req-05b40e6c-ecf0-4153-b328-b2f9680d6d3e service neutron] 10.222.0.37 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561741 Aug 20 11:38:20.214766 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ca6eedb2-3b0a-4c58-9de5-4f5de97cfebf req-21c10061-fd12-47fb-95b5-79f747199968 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 210 time: 0.0386093 Aug 20 11:38:20.224831 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f65ebef1-0aed-43ff-adde-49ecae55ba8d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:20.226134 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.241703 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-59ba0612-a8df-4a98-bf26-cfe0f6a510e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:20.243290 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-59ba0612-a8df-4a98-bf26-cfe0f6a510e1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d5eab44-7f45-459e-8b83-bfb0856c19ab HTTP/1.1" status: 200 len: 920 time: 0.1949923 Aug 20 11:38:20.284149 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-83f01a00-7abd-49ad-9fa9-f6c047e05bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-router', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:05Z', 'updated_at': '2021-08-20T11:37:10Z', 'revision_number': 4, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'gw_port': {'id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:06Z', 'updated_at': '2021-08-20T11:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '5d14d734-3df0-4d1d-93af-df55b5535684', 'name': '', 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'mac_address': 'fa:16:3e:4c:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:09Z', 'updated_at': '2021-08-20T11:37:18Z', 'revision_number': 5, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'subnets': [{'id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:20.318162 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f01a00-7abd-49ad-9fa9-f6c047e05bd0 None None] The sync data for ids ['96cba4f4-6c63-4292-8325-b4279d95373a'] in n-d-804299-2 is: [{'id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-router', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:05Z', 'updated_at': '2021-08-20T11:37:10Z', 'revision_number': 4, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'gw_port': {'id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:06Z', 'updated_at': '2021-08-20T11:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '5d14d734-3df0-4d1d-93af-df55b5535684', 'name': '', 'network_id': '1d5eab44-7f45-459e-8b83-bfb0856c19ab', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'mac_address': 'fa:16:3e:4c:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:09Z', 'updated_at': '2021-08-20T11:37:18Z', 'revision_number': 5, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'subnets': [{'id': '6c3cf050-62a4-4f71-88da-9ffeca1271c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:20.333126 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ff1d24c6-9b56-481b-afa7-e691d2fed73b req-3c42636c-e52f-499c-a4ff-b5a860eeadc3 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/floatingips/7bbe28e3-aea8-4aa3-9940-69ce84339b30 HTTP/1.1" status: 200 len: 695 time: 0.0590603 Aug 20 11:38:20.451616 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d24c6-9b56-481b-afa7-e691d2fed73b req-76519448-2044-431f-9c04-704a2d1ff706 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:20.453070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ff1d24c6-9b56-481b-afa7-e691d2fed73b req-76519448-2044-431f-9c04-704a2d1ff706 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.1137481 Aug 20 11:38:20.513456 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ff1d24c6-9b56-481b-afa7-e691d2fed73b req-2eeef456-737a-455b-a625-52d5eb660dfd tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 698 time: 0.0530629 Aug 20 11:38:20.566791 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ff1d24c6-9b56-481b-afa7-e691d2fed73b req-3aa53756-81bc-4cd6-b4af-1487c353d96c tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 698 time: 0.0453470 Aug 20 11:38:20.591632 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb683c28-64fd-438a-a460-9e7c6218ba18 None None] New status for floating IP 7bbe28e3-aea8-4aa3-9940-69ce84339b30: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:38:20.617365 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-bff1adc4-4ca5-4454-8463-48f26a26fa92 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d96d067f-47fc-4a2c-92ba-37634ccd452d HTTP/1.1" status: 200 len: 217 time: 0.3632061 Aug 20 11:38:20.630334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-a198b220-8448-4b14-bd22-fe883743f404 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Made reservation on behalf of 27b150e0c6fc4231af1313ca6c47057b for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:20.632022 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-a198b220-8448-4b14-bd22-fe883743f404 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.708662 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-ff1d24c6-9b56-481b-afa7-e691d2fed73b req-657c7897-c8be-4804-87b3-1e8ed6e77cdf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Deleting port f963fda2-8665-4e65-b2ee-4895eda03fe5 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:20.709189 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ff1d24c6-9b56-481b-afa7-e691d2fed73b req-657c7897-c8be-4804-87b3-1e8ed6e77cdf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.756466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad42de-8166-4151-8cec-690e0d68046b req-2acb32ba-475c-4ad3-9944-b1a87a8cbc01 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:20.757927 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0aad42de-8166-4151-8cec-690e0d68046b req-2acb32ba-475c-4ad3-9944-b1a87a8cbc01 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 943 time: 0.1446059 Aug 20 11:38:20.771975 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-6cc38d69-65e6-4bcb-a597-1e34f894233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:20.773744 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-6cc38d69-65e6-4bcb-a597-1e34f894233a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c3cf050-62a4-4f71-88da-9ffeca1271c8 HTTP/1.1" status: 200 len: 860 time: 0.1257060 Aug 20 11:38:20.791014 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ff1d24c6-9b56-481b-afa7-e691d2fed73b req-657c7897-c8be-4804-87b3-1e8ed6e77cdf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.791498 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ff1d24c6-9b56-481b-afa7-e691d2fed73b req-657c7897-c8be-4804-87b3-1e8ed6e77cdf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.807595 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-ff1d24c6-9b56-481b-afa7-e691d2fed73b req-657c7897-c8be-4804-87b3-1e8ed6e77cdf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Calling delete_port for f963fda2-8665-4e65-b2ee-4895eda03fe5 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:20.829762 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-3a4b2e37-fc3c-40b2-af5a-1be1624bf23d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d5eab44-7f45-459e-8b83-bfb0856c19ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405736 Aug 20 11:38:20.931882 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0aad42de-8166-4151-8cec-690e0d68046b req-7961ecc6-3fb1-4dc4-ad9e-63a12cf267a7 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547253 Aug 20 11:38:20.953343 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ff1d24c6-9b56-481b-afa7-e691d2fed73b req-657c7897-c8be-4804-87b3-1e8ed6e77cdf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.958876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-a198b220-8448-4b14-bd22-fe883743f404 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Allocated IP 172.20.0.5 (3c363b35-dccd-4fb6-bd19-16a5a3106a39/18c38eb4-1417-4231-a10b-91fc4c6305bc/04603cf7-7bec-4e80-a4cf-0871c49b2ea9) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:20.987846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c7897-c8be-4804-87b3-1e8ed6e77cdf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Pushing event deleted for resources: {'Port': ['ID=f963fda2-8665-4e65-b2ee-4895eda03fe5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:21.008765 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-c1d996d8-1c58-4c92-ad10-4523686eb8d9 service neutron] 10.222.0.76 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518724 Aug 20 11:38:21.054130 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ff1d24c6-9b56-481b-afa7-e691d2fed73b req-657c7897-c8be-4804-87b3-1e8ed6e77cdf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.056744 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ff1d24c6-9b56-481b-afa7-e691d2fed73b req-657c7897-c8be-4804-87b3-1e8ed6e77cdf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.057899 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ff1d24c6-9b56-481b-afa7-e691d2fed73b req-657c7897-c8be-4804-87b3-1e8ed6e77cdf tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "DELETE /v2.0/floatingips/7bbe28e3-aea8-4aa3-9940-69ce84339b30 HTTP/1.1" status: 204 len: 173 time: 0.4836507 Aug 20 11:38:21.179830 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec180ee9-2873-4ea6-844f-b010af4dd56b req-a8e47e06-4c5e-4e31-adfd-2f27dbfff635 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:21.185396 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ec180ee9-2873-4ea6-844f-b010af4dd56b req-a8e47e06-4c5e-4e31-adfd-2f27dbfff635 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0591981 Aug 20 11:38:21.229181 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ec180ee9-2873-4ea6-844f-b010af4dd56b req-56bbf983-4ca1-4619-b626-265ba3c4aa11 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368452 Aug 20 11:38:21.254960 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-59f20214-8e83-43d7-9810-d4369029f056 service neutron] 10.222.0.76 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411449 Aug 20 11:38:21.278501 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d1613-4329-4a4d-92fc-ec648e7d9118 req-324f1f5e-4082-44ba-a910-142490799d8f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:21.280481 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a97d1613-4329-4a4d-92fc-ec648e7d9118 req-324f1f5e-4082-44ba-a910-142490799d8f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.1297877 Aug 20 11:38:21.303385 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-a198b220-8448-4b14-bd22-fe883743f404 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.350192 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-a198b220-8448-4b14-bd22-fe883743f404 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Transition to ACTIVE for port object 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:21.351124 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2494b-b50f-49cf-9939-84cdec26bc0f req-98521baa-21ff-417b-ab99-0471b5fe002e tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:21.352658 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8b2494b-b50f-49cf-9939-84cdec26bc0f req-98521baa-21ff-417b-ab99-0471b5fe002e tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0517352 Aug 20 11:38:21.375485 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a97d1613-4329-4a4d-92fc-ec648e7d9118 req-10cb0437-4100-4081-9e34-c3fbf3efe799 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882268 Aug 20 11:38:21.388953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-3167bce6-eddb-4cd0-ae7a-b463e1336126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:21.390465 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-3167bce6-eddb-4cd0-ae7a-b463e1336126 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 1124 time: 0.0840247 Aug 20 11:38:21.403671 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8b2494b-b50f-49cf-9939-84cdec26bc0f req-acfd6657-a439-4ee8-93d7-82e453c5ffa5 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446377 Aug 20 11:38:21.469232 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-a198b220-8448-4b14-bd22-fe883743f404 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.512422 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5023da7-e770-4eb2-ba0e-303b35f755d4 req-0d642fd6-606c-40af-a8d4-143d0573fb23 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:21.513877 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d5023da7-e770-4eb2-ba0e-303b35f755d4 req-0d642fd6-606c-40af-a8d4-143d0573fb23 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 946 time: 0.0518603 Aug 20 11:38:21.548764 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-a198b220-8448-4b14-bd22-fe883743f404 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Network 3c363b35-dccd-4fb6-bd19-16a5a3106a39 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:21.553761 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d5023da7-e770-4eb2-ba0e-303b35f755d4 req-a8b347eb-6547-44d8-9ec7-c84457ef833a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337708 Aug 20 11:38:21.558726 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ab6d814-e157-4297-9fb9-d16a2627cd9e req-7cc7290a-c6c2-48f8-bc1b-95d1c7b9c3e2 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups/1dede494-1e29-4eab-ae14-ae44ae1c1801 HTTP/1.1" status: 200 len: 1809 time: 0.1578863 Aug 20 11:38:21.561560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-a198b220-8448-4b14-bd22-fe883743f404 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:21.565509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198b220-8448-4b14-bd22-fe883743f404 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Pushing event updated for resources: {'Port': ['ID=04603cf7-7bec-4e80-a4cf-0871c49b2ea9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:21.576992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-a198b220-8448-4b14-bd22-fe883743f404 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:21.638294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-86edf9a8-f5a4-4b67-b647-b2ff83d0ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:21.639788 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-86edf9a8-f5a4-4b67-b647-b2ff83d0ab77 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.2401385 Aug 20 11:38:21.707460 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-6ff7717e-8fc9-48ec-884c-b0d8c2a7e42f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8367ade-0952-461f-ab87-297b4994be1e HTTP/1.1" status: 200 len: 217 time: 0.0558522 Aug 20 11:38:21.719866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-a198b220-8448-4b14-bd22-fe883743f404 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:21.720499 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-a198b220-8448-4b14-bd22-fe883743f404 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.755838 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f24821-c580-4bfa-9964-758577ada25c req-b7942f15-f8d1-4031-ab96-e124d9157a4a tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:21.757670 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-16f24821-c580-4bfa-9964-758577ada25c req-b7942f15-f8d1-4031-ab96-e124d9157a4a tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 931 time: 0.0588801 Aug 20 11:38:21.773864 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8ab6d814-e157-4297-9fb9-d16a2627cd9e req-41dc1b02-ff27-45cb-9c88-4b8aac13a893 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.781450 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-a198b220-8448-4b14-bd22-fe883743f404 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7658939 Aug 20 11:38:21.801201 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Request body: {'port': {'device_id': '0a870702-2dc9-4fc2-9cc2-ce614fc4464c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:21.802491 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-16f24821-c580-4bfa-9964-758577ada25c req-e762554a-0b44-4890-bea9-f6d3da056163 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae323f8e-9b6a-41ba-8117-24c26187ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389400 Aug 20 11:38:21.831971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-e2886d7a-3fbc-4ea4-8316-c82a185ebf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:21.833483 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-e2886d7a-3fbc-4ea4-8316-c82a185ebf69 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.1097560 Aug 20 11:38:21.837018 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8ab6d814-e157-4297-9fb9-d16a2627cd9e req-41dc1b02-ff27-45cb-9c88-4b8aac13a893 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.850505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c1d75e21-277d-4635-969d-7555987517f1 None None] Provisioning for port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:21.854361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c1d75e21-277d-4635-969d-7555987517f1 None None] Provisioning complete for port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:21.854722 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c1d75e21-277d-4635-969d-7555987517f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.886946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-5501eec0-16fe-4389-b2f9-063de6b2e79d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383494 Aug 20 11:38:21.891932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c1d75e21-277d-4635-969d-7555987517f1 None None] Port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:21.973719 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.993731 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8ab6d814-e157-4297-9fb9-d16a2627cd9e req-41dc1b02-ff27-45cb-9c88-4b8aac13a893 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.996275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8ab6d814-e157-4297-9fb9-d16a2627cd9e req-41dc1b02-ff27-45cb-9c88-4b8aac13a893 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.997461 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ab6d814-e157-4297-9fb9-d16a2627cd9e req-41dc1b02-ff27-45cb-9c88-4b8aac13a893 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "DELETE /v2.0/security-groups/1dede494-1e29-4eab-ae14-ae44ae1c1801 HTTP/1.1" status: 204 len: 173 time: 0.4222555 Aug 20 11:38:22.037133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc1b02-ff27-45cb-9c88-4b8aac13a893 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dede494-1e29-4eab-ae14-ae44ae1c1801,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:22.055724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc050d6-e8bc-4518-bca9-a39ac19d51f9 req-2c3eaa0d-710f-499b-882e-1ccd7fb8218e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.063423 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ebc050d6-e8bc-4518-bca9-a39ac19d51f9 req-2c3eaa0d-710f-499b-882e-1ccd7fb8218e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.0895472 Aug 20 11:38:22.082616 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-03a46d22-c0b8-44c8-8a6e-e706a0dc0ae6 service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716318 Aug 20 11:38:22.097372 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ebc050d6-e8bc-4518-bca9-a39ac19d51f9 req-c12405aa-b95d-4d7e-9eb6-8ccad1c16190 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330760 Aug 20 11:38:22.250881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3bef4-7c42-42a5-87ec-2f0d7c35d2d1 req-f55d0ba1-0553-4907-af61-479e2e1388ad tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.252613 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e3bef4-7c42-42a5-87ec-2f0d7c35d2d1 req-f55d0ba1-0553-4907-af61-479e2e1388ad tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 943 time: 0.1823134 Aug 20 11:38:22.296062 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6842ae1a-19e0-4fb2-8d4c-15ad813ab3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.351636 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17863a3d-1ba4-4766-ac1d-8d224d98374e req-518e1032-b0ba-4ca1-9a65-5a51fce6f8de tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.353626 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-17863a3d-1ba4-4766-ac1d-8d224d98374e req-518e1032-b0ba-4ca1-9a65-5a51fce6f8de tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0504968 Aug 20 11:38:22.358356 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e3bef4-7c42-42a5-87ec-2f0d7c35d2d1 req-025b58f2-e971-49af-98e6-b3e012c47d4c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795722 Aug 20 11:38:22.363612 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-52be7aca-b1d7-4b86-bc13-97427c82797f service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176657 Aug 20 11:38:22.397524 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-17863a3d-1ba4-4766-ac1d-8d224d98374e req-1a33b4e4-8a22-4358-9e8b-f82eb7f3b438 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369959 Aug 20 11:38:22.521989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:22.530822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861672a8-0c53-4eb3-9989-48da0e4c3fab req-b7b24fb5-c37e-4a16-9cf8-bbdb0344d694 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.532316 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-861672a8-0c53-4eb3-9989-48da0e4c3fab req-b7b24fb5-c37e-4a16-9cf8-bbdb0344d694 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0617993 Aug 20 11:38:22.533199 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.557734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af7a71-7a4a-4e5f-8179-a6721a008df3 req-bb18876a-0181-4bdd-81b8-2ff168ad7475 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.559258 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15af7a71-7a4a-4e5f-8179-a6721a008df3 req-bb18876a-0181-4bdd-81b8-2ff168ad7475 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.1390133 Aug 20 11:38:22.564371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-a28b7593-d9ba-487e-be90-d43619b6ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.566577 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-a28b7593-d9ba-487e-be90-d43619b6ae84 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5171254ade054ce9a6338a7d5e867275&device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 1097 time: 0.1236908 Aug 20 11:38:22.570939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Transition to ACTIVE for port object 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:22.578048 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-861672a8-0c53-4eb3-9989-48da0e4c3fab req-1d5a296a-c03b-4f05-a7f1-71e9ee0cb3ad tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390379 Aug 20 11:38:22.587171 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.685370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c473a-3c41-4a4c-832d-93a9127cf27a req-289e282d-4e6e-406f-818e-dcb7b38b7753 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.686945 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-610c473a-3c41-4a4c-832d-93a9127cf27a req-289e282d-4e6e-406f-818e-dcb7b38b7753 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 946 time: 0.0506952 Aug 20 11:38:22.705524 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15af7a71-7a4a-4e5f-8179-a6721a008df3 req-37c6e3a9-0aa5-4627-9370-17548c8e33f6 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363411 Aug 20 11:38:22.736124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Pushing event updated for resources: {'Port': ['ID=04603cf7-7bec-4e80-a4cf-0871c49b2ea9,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:22.737617 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-610c473a-3c41-4a4c-832d-93a9127cf27a req-c96b3230-2387-4837-b782-113df94535ba tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436010 Aug 20 11:38:22.821781 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-77473b1d-0ecf-40ad-81bc-90b27ffa8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.823262 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-77473b1d-0ecf-40ad-81bc-90b27ffa8f12 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d5eab44-7f45-459e-8b83-bfb0856c19ab HTTP/1.1" status: 200 len: 920 time: 0.2295587 Aug 20 11:38:22.871285 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-81ea4a1b-e9f2-4da6-b1ec-f49c91fa1a1c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d96d067f-47fc-4a2c-92ba-37634ccd452d HTTP/1.1" status: 200 len: 217 time: 0.0387099 Aug 20 11:38:22.871948 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Attempting to bind port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:22.872279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Attempting to bind port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '5f6c9edb-59a3-4f41-8076-dbc97cb6a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:22.872598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Attempting to bind port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 on network 3c363b35-dccd-4fb6-bd19-16a5a3106a39 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:22.877740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 on network 3c363b35-dccd-4fb6-bd19-16a5a3106a39 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:38:22.878067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Attempting to bind port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 on network 3c363b35-dccd-4fb6-bd19-16a5a3106a39 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:22.884402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:22.884788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Checking segment: {'id': '5f6c9edb-59a3-4f41-8076-dbc97cb6a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:22.885171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Bound using segment: {'id': '5f6c9edb-59a3-4f41-8076-dbc97cb6a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:22.885874 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Bound port: 04603cf7-7bec-4e80-a4cf-0871c49b2ea9, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6c9edb-59a3-4f41-8076-dbc97cb6a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:22.886234 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.924057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06051d02-c57e-4ed7-aaff-ea45ce00ea26 req-0e956c24-c637-47b8-b409-3725edf6f8c9 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.926564 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-06051d02-c57e-4ed7-aaff-ea45ce00ea26 req-0e956c24-c637-47b8-b409-3725edf6f8c9 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 943 time: 0.0523047 Aug 20 11:38:22.963971 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-06051d02-c57e-4ed7-aaff-ea45ce00ea26 req-3adeb9ac-62bf-45d1-8dd1-87f88338f8a4 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae323f8e-9b6a-41ba-8117-24c26187ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314837 Aug 20 11:38:22.969766 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-ab4e1d6a-ab9b-4faf-a812-fba75dc2e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.971787 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-ab4e1d6a-ab9b-4faf-a812-fba75dc2e5a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c3cf050-62a4-4f71-88da-9ffeca1271c8 HTTP/1.1" status: 200 len: 860 time: 0.0884652 Aug 20 11:38:23.018179 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-b454dc94-3a24-4872-a3cb-3bba7ac66aa7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d5eab44-7f45-459e-8b83-bfb0856c19ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335546 Aug 20 11:38:23.022410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] For port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:23.040954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] For port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=04603cf7-7bec-4e80-a4cf-0871c49b2ea9,segment=NetworkSegment(5f6c9edb-59a3-4f41-8076-dbc97cb6a46e),segment_id=5f6c9edb-59a3-4f41-8076-dbc97cb6a46e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:23.053015 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:23.115653 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:23.116322 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:23.118083 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] 10.222.0.76 "PUT /v2.0/ports/04603cf7-7bec-4e80-a4cf-0871c49b2ea9 HTTP/1.1" status: 200 len: 1091 time: 1.3254294 Aug 20 11:38:23.121554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a870702-2dc9-4fc2-9cc2-ce614fc4464c', 'tag': '04603cf7-7bec-4e80-a4cf-0871c49b2ea9'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:23.123829 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40800cd8-2710-4b33-a6dd-2363bc0da1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0a870702-2dc9-4fc2-9cc2-ce614fc4464c", "tag": "04603cf7-7bec-4e80-a4cf-0871c49b2ea9"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:23.167259 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663045f2-2d82-4914-85ed-6b3afe124f9a service neutron] Pushing event updated for resources: {'Port': ['ID=04603cf7-7bec-4e80-a4cf-0871c49b2ea9,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:23.185648 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7806d7-adea-4fd7-bd62-93547f570000 x-openstack-request-id: req-5f7806d7-adea-4fd7-bd62-93547f570000 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:23.185933 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a870702-2dc9-4fc2-9cc2-ce614fc4464c", "tag": "04603cf7-7bec-4e80-a4cf-0871c49b2ea9", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:23.186183 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f7806d7-adea-4fd7-bd62-93547f570000 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:23.186574 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a870702-2dc9-4fc2-9cc2-ce614fc4464c', 'tag': '04603cf7-7bec-4e80-a4cf-0871c49b2ea9', 'status': 'completed', 'code': 200} Aug 20 11:38:23.226522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-db3210c1-d945-4d41-bd8b-3a2141379f1c service neutron] 10.222.0.76 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943743 Aug 20 11:38:23.311005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-c1ed2a58-b6ee-4cd9-b1b3-32efd18601f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:23.312510 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-c1ed2a58-b6ee-4cd9-b1b3-32efd18601f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27b150e0c6fc4231af1313ca6c47057b&device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 1094 time: 0.1383467 Aug 20 11:38:23.393536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374182c4-e17f-463d-a152-9bb961440f1c req-32ae5af6-fd7e-40e3-abca-22855f46d122 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:23.394944 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-374182c4-e17f-463d-a152-9bb961440f1c req-32ae5af6-fd7e-40e3-abca-22855f46d122 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.2004106 Aug 20 11:38:23.396200 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-7e9501c3-9c2c-4dd9-b99b-0bc5dca467ff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04603cf7-7bec-4e80-a4cf-0871c49b2ea9 HTTP/1.1" status: 200 len: 217 time: 0.0704496 Aug 20 11:38:23.483175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f24fbb-f460-4bed-937e-3a047fae8af6 req-c072faa9-4d22-4d32-bb8c-a0e57aa71f87 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:23.483590 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae848a-ea31-4877-bbe5-43d09b52dc24 req-b3eed25d-c865-4597-8741-293c7136778a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:23.484659 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42f24fbb-f460-4bed-937e-3a047fae8af6 req-c072faa9-4d22-4d32-bb8c-a0e57aa71f87 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 946 time: 0.1703360 Aug 20 11:38:23.485087 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52ae848a-ea31-4877-bbe5-43d09b52dc24 req-b3eed25d-c865-4597-8741-293c7136778a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 943 time: 0.0500085 Aug 20 11:38:23.493241 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbbd1b1b-3ea3-462d-806a-aab194154270 req-4900e775-e928-4665-8383-4f3de15e1591 service neutron] 10.222.0.76 "GET /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474604 Aug 20 11:38:23.528131 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52ae848a-ea31-4877-bbe5-43d09b52dc24 req-a0f4ebfb-1d0c-4abe-9206-ee66fdb76f6c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367401 Aug 20 11:38:23.532383 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-15f9b8f3-3cd8-4c4b-b2fc-693360c5f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:23.534011 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-15f9b8f3-3cd8-4c4b-b2fc-693360c5f26e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=18c38eb4-1417-4231-a10b-91fc4c6305bc HTTP/1.1" status: 200 len: 850 time: 0.1226978 Aug 20 11:38:23.539536 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-374182c4-e17f-463d-a152-9bb961440f1c req-246e5f32-2bb3-45e0-9f53-2a36f6723171 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338587 Aug 20 11:38:23.646281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42a57d-db60-4b02-b0f5-1673913141c9 req-8c6af6be-5f38-4e78-99cb-6e5548faad22 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:23.648312 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f42a57d-db60-4b02-b0f5-1673913141c9 req-8c6af6be-5f38-4e78-99cb-6e5548faad22 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0601864 Aug 20 11:38:23.693361 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f42a57d-db60-4b02-b0f5-1673913141c9 req-3901acb8-a2b8-454d-8383-91670478d2a1 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383387 Aug 20 11:38:23.832366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db364892-e132-4356-9f3e-7cbf685c27cb req-0c609cea-0d7f-4ae0-8f72-1d5a253cd43b tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:23.833903 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-db364892-e132-4356-9f3e-7cbf685c27cb req-0c609cea-0d7f-4ae0-8f72-1d5a253cd43b tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0517864 Aug 20 11:38:23.874658 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-db364892-e132-4356-9f3e-7cbf685c27cb req-cbd72ec7-1dc0-475c-b11e-9b11034cbb82 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345626 Aug 20 11:38:23.939768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-14904f45-a87c-4a3a-baab-8cd5fb0d058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:23.941415 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-14904f45-a87c-4a3a-baab-8cd5fb0d058c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c363b35-dccd-4fb6-bd19-16a5a3106a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3990824 Aug 20 11:38:23.973647 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed9075-13eb-4768-ac5c-d3d789856545 req-28cf86d8-4118-4739-9879-4d4c9c726822 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:23.975604 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0bed9075-13eb-4768-ac5c-d3d789856545 req-28cf86d8-4118-4739-9879-4d4c9c726822 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0805500 Aug 20 11:38:23.981849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e8006-46b2-4fbd-9ccd-bd19a92edbd9 req-8eaf12bf-e52e-40f0-ad5b-13f52a6762da tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:23.981849 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b8e8006-46b2-4fbd-9ccd-bd19a92edbd9 req-8eaf12bf-e52e-40f0-ad5b-13f52a6762da tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 946 time: 0.0493157 Aug 20 11:38:24.028106 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b8e8006-46b2-4fbd-9ccd-bd19a92edbd9 req-d47d83bd-c8fe-4461-9fde-345a5fc8d83e tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups?id=515a3858-4dfb-4748-9ec0-7a51c42e2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379477 Aug 20 11:38:24.031873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-42f24fbb-f460-4bed-937e-3a047fae8af6 req-630ce325-0e36-47d7-b7f5-7cab8b09b40d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Deleting port 660c8e19-ae32-4a8f-8335-1b89807615d1 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:24.032219 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42f24fbb-f460-4bed-937e-3a047fae8af6 req-630ce325-0e36-47d7-b7f5-7cab8b09b40d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.124216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0bed9075-13eb-4768-ac5c-d3d789856545 req-da70d786-d40b-42c9-919a-a076ec645cff tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377461 Aug 20 11:38:24.156261 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-c6a8c0c1-32eb-4a83-b48b-e3923a264047 service neutron] 10.222.0.76 "GET /v2.0/networks/3c363b35-dccd-4fb6-bd19-16a5a3106a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000706 Aug 20 11:38:24.219218 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76113c13-f88f-496d-a4d9-61a1249c876b req-ad9a9a28-7436-47ee-abbc-985b9d5a79b1 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:24.221444 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-76113c13-f88f-496d-a4d9-61a1249c876b req-ad9a9a28-7436-47ee-abbc-985b9d5a79b1 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 943 time: 0.0591428 Aug 20 11:38:24.238724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-42f24fbb-f460-4bed-937e-3a047fae8af6 req-630ce325-0e36-47d7-b7f5-7cab8b09b40d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] For port 660c8e19-ae32-4a8f-8335-1b89807615d1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=660c8e19-ae32-4a8f-8335-1b89807615d1,segment=NetworkSegment(17ea9eb2-67f3-4ecd-8247-388b23525b57),segment_id=17ea9eb2-67f3-4ecd-8247-388b23525b57)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:24.239159 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42f24fbb-f460-4bed-937e-3a047fae8af6 req-630ce325-0e36-47d7-b7f5-7cab8b09b40d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.262443 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-76113c13-f88f-496d-a4d9-61a1249c876b req-373181ba-ef86-4b0e-99a4-2c3f374f132c tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae323f8e-9b6a-41ba-8117-24c26187ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346000 Aug 20 11:38:24.335071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd293965-a38c-473f-bc0c-b65df7cff78c req-a51d5401-a584-4b2e-8f09-69a06e9deb7e service neutron] 10.222.0.76 "GET /v2.0/networks/3c363b35-dccd-4fb6-bd19-16a5a3106a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615260 Aug 20 11:38:24.474420 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42f24fbb-f460-4bed-937e-3a047fae8af6 req-630ce325-0e36-47d7-b7f5-7cab8b09b40d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.475139 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42f24fbb-f460-4bed-937e-3a047fae8af6 req-630ce325-0e36-47d7-b7f5-7cab8b09b40d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.475139 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-42f24fbb-f460-4bed-937e-3a047fae8af6 req-630ce325-0e36-47d7-b7f5-7cab8b09b40d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Floating IP bd1ab7ef-4c61-4d07-8f83-a8669afc486d disassociated. External IP: 172.25.8.240, port: 660c8e19-ae32-4a8f-8335-1b89807615d1. Aug 20 11:38:24.475475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-42f24fbb-f460-4bed-937e-3a047fae8af6 req-630ce325-0e36-47d7-b7f5-7cab8b09b40d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Calling delete_port for 660c8e19-ae32-4a8f-8335-1b89807615d1 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:24.481020 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40800cd8-2710-4b33-a6dd-2363bc0da1b5 req-0ac5bc7c-2ebf-4c2b-9b13-09c9dade0a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:24.482460 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40800cd8-2710-4b33-a6dd-2363bc0da1b5 req-0ac5bc7c-2ebf-4c2b-9b13-09c9dade0a5a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27b150e0c6fc4231af1313ca6c47057b&device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 1094 time: 0.0974882 Aug 20 11:38:24.653872 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40800cd8-2710-4b33-a6dd-2363bc0da1b5 req-543224f9-71f6-4e14-8d31-db3942b61ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:24.655356 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40800cd8-2710-4b33-a6dd-2363bc0da1b5 req-543224f9-71f6-4e14-8d31-db3942b61ae1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c363b35-dccd-4fb6-bd19-16a5a3106a39 HTTP/1.1" status: 200 len: 911 time: 0.1353443 Aug 20 11:38:24.669038 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898534f-53d3-4ac8-b5cc-98c810bc7117 req-f84aa286-33c7-448a-abd8-6f96b5941e1a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:24.670670 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f898534f-53d3-4ac8-b5cc-98c810bc7117 req-f84aa286-33c7-448a-abd8-6f96b5941e1a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.0528290 Aug 20 11:38:24.710822 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f898534f-53d3-4ac8-b5cc-98c810bc7117 req-ba244419-3e7a-485e-9e98-44b03751004b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323172 Aug 20 11:38:24.720670 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40800cd8-2710-4b33-a6dd-2363bc0da1b5 req-75e06f7d-e613-45ec-9fe5-31f8b354b9e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04603cf7-7bec-4e80-a4cf-0871c49b2ea9 HTTP/1.1" status: 200 len: 217 time: 0.0539684 Aug 20 11:38:24.735132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56458484-d84a-4cc8-be10-a58310d45413 req-06e6b8a7-f7e8-4067-a2e7-e323b92ddaee tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:24.735132 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-56458484-d84a-4cc8-be10-a58310d45413 req-06e6b8a7-f7e8-4067-a2e7-e323b92ddaee tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 943 time: 0.1151755 Aug 20 11:38:24.836929 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580b00c-0872-4533-81e2-519ff6f2eed0 req-8dda64a7-f8d0-41a0-a0ec-e243313a35d1 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:24.837227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40800cd8-2710-4b33-a6dd-2363bc0da1b5 req-4ac45e5e-f56c-4ae4-adfb-de6f6ef4473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:24.838749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40800cd8-2710-4b33-a6dd-2363bc0da1b5 req-4ac45e5e-f56c-4ae4-adfb-de6f6ef4473a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=18c38eb4-1417-4231-a10b-91fc4c6305bc HTTP/1.1" status: 200 len: 850 time: 0.1054194 Aug 20 11:38:24.839097 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0580b00c-0872-4533-81e2-519ff6f2eed0 req-8dda64a7-f8d0-41a0-a0ec-e243313a35d1 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.0565658 Aug 20 11:38:24.848546 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-56458484-d84a-4cc8-be10-a58310d45413 req-9e44f976-2b9c-4177-aabd-c7017240f2c3 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050854 Aug 20 11:38:24.887357 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42f24fbb-f460-4bed-937e-3a047fae8af6 req-630ce325-0e36-47d7-b7f5-7cab8b09b40d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.898068 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0580b00c-0872-4533-81e2-519ff6f2eed0 req-bb8ef5a9-ce95-4da4-9eab-585466c1419d tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517220 Aug 20 11:38:24.930314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ce325-0e36-47d7-b7f5-7cab8b09b40d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Pushing event deleted for resources: {'Port': ['ID=660c8e19-ae32-4a8f-8335-1b89807615d1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:24.947840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40800cd8-2710-4b33-a6dd-2363bc0da1b5 req-c539c44d-58f4-40ce-8442-05f4f2c0854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:24.949422 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40800cd8-2710-4b33-a6dd-2363bc0da1b5 req-c539c44d-58f4-40ce-8442-05f4f2c0854a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c363b35-dccd-4fb6-bd19-16a5a3106a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999603 Aug 20 11:38:25.108202 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-84970501-cb0c-4d42-979e-252e5b137557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.142787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23fb1d-b0cb-474d-baa9-4e662d045acb req-d2c61a4c-dded-408c-9dc9-a91ae9107291 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:25.144282 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d23fb1d-b0cb-474d-baa9-4e662d045acb req-d2c61a4c-dded-408c-9dc9-a91ae9107291 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.1633179 Aug 20 11:38:25.155087 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2331a086-7a21-4fdf-a172-7a0ffa1db7ef req-a1264f02-3abf-4fa9-8a50-dce0f76a2e15 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 210 time: 0.0378077 Aug 20 11:38:25.187522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40800cd8-2710-4b33-a6dd-2363bc0da1b5 req-95299f96-21ce-4af8-8899-e2b736973e51 service neutron] 10.222.0.76 "GET /v2.0/networks/3c363b35-dccd-4fb6-bd19-16a5a3106a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049694 Aug 20 11:38:25.203322 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42f24fbb-f460-4bed-937e-3a047fae8af6 req-630ce325-0e36-47d7-b7f5-7cab8b09b40d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Router dbe410e2-561a-4ffb-92d3-c761f05fea58 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:38:25.273483 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d23fb1d-b0cb-474d-baa9-4e662d045acb req-58b34ff0-db5b-4161-ae63-18901c4dffae tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189575 Aug 20 11:38:25.326514 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.366400 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b6eed-684e-458e-ba5c-0c0bb6e6ddee req-8fd9fe51-965d-42dd-93e6-de524a0ee51d tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:25.367946 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-651b6eed-684e-458e-ba5c-0c0bb6e6ddee req-8fd9fe51-965d-42dd-93e6-de524a0ee51d tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0821042 Aug 20 11:38:25.446726 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-651b6eed-684e-458e-ba5c-0c0bb6e6ddee req-cf41e30c-9dc3-4843-9f57-193bd790f4a7 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701792 Aug 20 11:38:25.464943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7d76d-1224-4909-bd5d-55253dbac2d6 req-705a5618-ede5-4b55-a64e-37592a84e491 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:25.466127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6b7d76d-1224-4909-bd5d-55253dbac2d6 req-705a5618-ede5-4b55-a64e-37592a84e491 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.76 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.2096331 Aug 20 11:38:25.485612 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40800cd8-2710-4b33-a6dd-2363bc0da1b5 req-17dc4c91-c1bd-4c18-a5c1-f0e068c85b10 service neutron] 10.222.0.76 "GET /v2.0/networks/3c363b35-dccd-4fb6-bd19-16a5a3106a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811563 Aug 20 11:38:25.570297 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42f24fbb-f460-4bed-937e-3a047fae8af6 req-630ce325-0e36-47d7-b7f5-7cab8b09b40d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:25.581787 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05769c92-17ae-4abf-bb7c-9c7b86839509 None None] Sync routers for ids ['dbe410e2-561a-4ffb-92d3-c761f05fea58'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:25.585956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab535f-84a4-4b70-9480-d4fe3b5b305d req-32a05c53-de00-45de-9712-57b7fc15eccb tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:25.588135 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cab535f-84a4-4b70-9480-d4fe3b5b305d req-32a05c53-de00-45de-9712-57b7fc15eccb tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 943 time: 0.1821051 Aug 20 11:38:25.593296 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05769c92-17ae-4abf-bb7c-9c7b86839509 None None] Routers {'dbe410e2-561a-4ffb-92d3-c761f05fea58'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:25.594496 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-05769c92-17ae-4abf-bb7c-9c7b86839509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:38:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['dbe410e2-561a-4ffb-92d3-c761f05fea58'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:25.649764 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f24fbb-f460-4bed-937e-3a047fae8af6 req-630ce325-0e36-47d7-b7f5-7cab8b09b40d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] No DVR routers for this DVR port 660c8e19-ae32-4a8f-8335-1b89807615d1 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:25.652897 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42f24fbb-f460-4bed-937e-3a047fae8af6 req-630ce325-0e36-47d7-b7f5-7cab8b09b40d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.655317 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42f24fbb-f460-4bed-937e-3a047fae8af6 req-630ce325-0e36-47d7-b7f5-7cab8b09b40d tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.76 "DELETE /v2.0/ports/660c8e19-ae32-4a8f-8335-1b89807615d1 HTTP/1.1" status: 204 len: 173 time: 2.1546743 Aug 20 11:38:25.662697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc2e468-172b-4123-ab34-4e903b0366be', 'name': 'network-vif-deleted', 'tag': '660c8e19-ae32-4a8f-8335-1b89807615d1'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:25.663693 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b87663-0272-433e-b277-e3e75920bc85" -d '{"events": [{"server_uuid": "2cc2e468-172b-4123-ab34-4e903b0366be", "name": "network-vif-deleted", "tag": "660c8e19-ae32-4a8f-8335-1b89807615d1"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:25.699857 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cab535f-84a4-4b70-9480-d4fe3b5b305d req-a6296375-0142-4c1f-af3a-b93f41057681 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae323f8e-9b6a-41ba-8117-24c26187ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895386 Aug 20 11:38:25.719590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-b6b7d76d-1224-4909-bd5d-55253dbac2d6 req-cccad74b-20d6-46a7-85ef-e81f94c78f69 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Deleting port d96d067f-47fc-4a2c-92ba-37634ccd452d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:25.720239 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b6b7d76d-1224-4909-bd5d-55253dbac2d6 req-cccad74b-20d6-46a7-85ef-e81f94c78f69 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.732685 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-05769c92-17ae-4abf-bb7c-9c7b86839509 None None] Set router dbe410e2-561a-4ffb-92d3-c761f05fea58 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:25.785246 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe854f7-7e26-48b6-b0da-74170dccfea3 x-openstack-request-id: req-dbe854f7-7e26-48b6-b0da-74170dccfea3 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:25.785697 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc2e468-172b-4123-ab34-4e903b0366be", "name": "network-vif-deleted", "tag": "660c8e19-ae32-4a8f-8335-1b89807615d1", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:25.786025 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dbe854f7-7e26-48b6-b0da-74170dccfea3 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:25.786563 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc2e468-172b-4123-ab34-4e903b0366be', 'name': 'network-vif-deleted', 'tag': '660c8e19-ae32-4a8f-8335-1b89807615d1', 'status': 'completed', 'code': 200} Aug 20 11:38:25.911191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b6b7d76d-1224-4909-bd5d-55253dbac2d6 req-cccad74b-20d6-46a7-85ef-e81f94c78f69 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] For port d96d067f-47fc-4a2c-92ba-37634ccd452d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d96d067f-47fc-4a2c-92ba-37634ccd452d,segment=NetworkSegment(73f50fa2-eec4-44ee-b3b2-abb6929a609d),segment_id=73f50fa2-eec4-44ee-b3b2-abb6929a609d)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:25.911530 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b6b7d76d-1224-4909-bd5d-55253dbac2d6 req-cccad74b-20d6-46a7-85ef-e81f94c78f69 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.942861 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-b6b7d76d-1224-4909-bd5d-55253dbac2d6 req-cccad74b-20d6-46a7-85ef-e81f94c78f69 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Calling delete_port for d96d067f-47fc-4a2c-92ba-37634ccd452d owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:25.954157 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:38:25.962300 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be185772-1273-4aed-b091-32c07ff7efcf req-b7168945-8ba9-4d5b-b071-e53102aad946 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:25.963739 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be185772-1273-4aed-b091-32c07ff7efcf req-b7168945-8ba9-4d5b-b071-e53102aad946 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.1477022 Aug 20 11:38:25.986437 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-05769c92-17ae-4abf-bb7c-9c7b86839509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'name': 'tempest-ServersTestBootFromVolume-127276268-router', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:22Z', 'updated_at': '2021-08-20T11:35:30Z', 'revision_number': 4, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'gw_port': {'id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:24Z', 'updated_at': '2021-08-20T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b53a2d92-775f-4163-b043-7b93de26cdb2', 'name': '', 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'mac_address': 'fa:16:3e:0a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '70e31567-3877-4476-961b-15542cf2ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:29Z', 'updated_at': '2021-08-20T11:35:36Z', 'revision_number': 5, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'subnets': [{'id': '70e31567-3877-4476-961b-15542cf2ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:26.021771 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05769c92-17ae-4abf-bb7c-9c7b86839509 None None] Checking router: dbe410e2-561a-4ffb-92d3-c761f05fea58 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:26.030312 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05769c92-17ae-4abf-bb7c-9c7b86839509 None None] Routers {'dbe410e2-561a-4ffb-92d3-c761f05fea58'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:26.030922 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-05769c92-17ae-4abf-bb7c-9c7b86839509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:38:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['dbe410e2-561a-4ffb-92d3-c761f05fea58'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:26.049171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2f6b0-8e17-491c-bdf1-e5b5af6a4fdd req-4d89a9ea-e30f-4664-ab1b-29dbd0135ed4 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:26.049770 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-dd6d6f7f-50ce-4d86-9eb1-af15ea25bb29 service neutron] 10.222.0.76 "GET /v2.0/ports/f8367ade-0952-461f-ab87-297b4994be1e/bindings/n-h1-804299-2 HTTP/1.1" status: 200 len: 384 time: 0.1913366 Aug 20 11:38:26.061483 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-25a2f6b0-8e17-491c-bdf1-e5b5af6a4fdd req-4d89a9ea-e30f-4664-ab1b-29dbd0135ed4 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 943 time: 0.0772355 Aug 20 11:38:26.102743 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be185772-1273-4aed-b091-32c07ff7efcf req-e4497bff-7d8b-41a2-8631-77b6a62740d6 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271186 Aug 20 11:38:26.105478 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-25a2f6b0-8e17-491c-bdf1-e5b5af6a4fdd req-6f630d34-3c41-4b3a-9c25-52fa2f5ce6a5 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425990 Aug 20 11:38:26.235362 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-05769c92-17ae-4abf-bb7c-9c7b86839509 None None] Set router dbe410e2-561a-4ffb-92d3-c761f05fea58 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:26.247119 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.256016 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:38:26.310543 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4a54ec3-e65f-42e6-b6cb-d0ba77509212 req-b0154b5b-0382-49ee-b199-4f0ed75d1013 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 210 time: 0.0704336 Aug 20 11:38:26.335520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96615a45-5439-44d3-afc5-76d9a811a6c3 req-289f7a7d-3e0e-41d9-85c8-a5c829d7b912 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:26.340835 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b6b7d76d-1224-4909-bd5d-55253dbac2d6 req-cccad74b-20d6-46a7-85ef-e81f94c78f69 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.349155 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-96615a45-5439-44d3-afc5-76d9a811a6c3 req-289f7a7d-3e0e-41d9-85c8-a5c829d7b912 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/ports?device_id=2434f27d-988f-49e4-96e6-d8d9fb0ab8d8 HTTP/1.1" status: 200 len: 946 time: 0.1423233 Aug 20 11:38:26.383753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccad74b-20d6-46a7-85ef-e81f94c78f69 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Pushing event deleted for resources: {'Port': ['ID=d96d067f-47fc-4a2c-92ba-37634ccd452d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:26.410468 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=04603cf7-7bec-4e80-a4cf-0871c49b2ea9,segment=NetworkSegment(5f6c9edb-59a3-4f41-8076-dbc97cb6a46e),segment_id=5f6c9edb-59a3-4f41-8076-dbc97cb6a46e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:26.426394 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 660c8e19-ae32-4a8f-8335-1b89807615d1 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:26.452127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '04603cf7-7bec-4e80-a4cf-0871c49b2ea9', 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'port_id': '04603cf7-7bec-4e80-a4cf-0871c49b2ea9', 'mac_address': 'fa:16:3e:a5:84:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:38:26.452828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-3f5631c1-80ae-4544-8154-606473d2dd8d service neutron] For port f8367ade-0952-461f-ab87-297b4994be1e, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f8367ade-0952-461f-ab87-297b4994be1e,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:26.454746 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 660c8e19-ae32-4a8f-8335-1b89807615d1 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:26.455659 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 660c8e19-ae32-4a8f-8335-1b89807615d1 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:26.455889 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b7d76d-1224-4909-bd5d-55253dbac2d6 req-cccad74b-20d6-46a7-85ef-e81f94c78f69 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] No DVR routers for this DVR port d96d067f-47fc-4a2c-92ba-37634ccd452d on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:26.456656 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f8367ade-0952-461f-ab87-297b4994be1e no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:26.460091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['d96d067f-47fc-4a2c-92ba-37634ccd452d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:26.468611 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b6b7d76d-1224-4909-bd5d-55253dbac2d6 req-cccad74b-20d6-46a7-85ef-e81f94c78f69 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.471764 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6b7d76d-1224-4909-bd5d-55253dbac2d6 req-cccad74b-20d6-46a7-85ef-e81f94c78f69 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.76 "DELETE /v2.0/ports/d96d067f-47fc-4a2c-92ba-37634ccd452d HTTP/1.1" status: 204 len: 173 time: 0.9887910 Aug 20 11:38:26.473594 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-96615a45-5439-44d3-afc5-76d9a811a6c3 req-bc413b3f-0486-4954-b4c0-7e2696465e67 tempest-ServerRescueTestJSONUnderV235-556213778 tempest-ServerRescueTestJSONUnderV235-556213778-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d7dad3c-e5fe-410e-b9d8-e34739c01388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214223 Aug 20 11:38:26.508795 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-3f5631c1-80ae-4544-8154-606473d2dd8d service neutron] For port f8367ade-0952-461f-ab87-297b4994be1e, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:26.633270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-3f5631c1-80ae-4544-8154-606473d2dd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8367ade-0952-461f-ab87-297b4994be1e {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:26.662588 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-05769c92-17ae-4abf-bb7c-9c7b86839509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'name': 'tempest-ServersTestBootFromVolume-127276268-router', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:22Z', 'updated_at': '2021-08-20T11:35:30Z', 'revision_number': 4, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'gw_port': {'id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:24Z', 'updated_at': '2021-08-20T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b53a2d92-775f-4163-b043-7b93de26cdb2', 'name': '', 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'mac_address': 'fa:16:3e:0a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '70e31567-3877-4476-961b-15542cf2ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:29Z', 'updated_at': '2021-08-20T11:35:36Z', 'revision_number': 5, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'subnets': [{'id': '70e31567-3877-4476-961b-15542cf2ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:26.670881 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5094c-e4df-42de-8449-1e3294f8514a req-c1c2e099-cfb4-4db5-963b-222c21cf27b7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:26.672727 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8fa5094c-e4df-42de-8449-1e3294f8514a req-c1c2e099-cfb4-4db5-963b-222c21cf27b7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0754397 Aug 20 11:38:26.701336 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.701608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-3f5631c1-80ae-4544-8154-606473d2dd8d service neutron] For port f8367ade-0952-461f-ab87-297b4994be1e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f8367ade-0952-461f-ab87-297b4994be1e,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:26.732561 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05769c92-17ae-4abf-bb7c-9c7b86839509 None None] The sync data for ids ['dbe410e2-561a-4ffb-92d3-c761f05fea58'] in n-d-804299-2 is: [{'id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'name': 'tempest-ServersTestBootFromVolume-127276268-router', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:22Z', 'updated_at': '2021-08-20T11:35:30Z', 'revision_number': 4, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'gw_port': {'id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:24Z', 'updated_at': '2021-08-20T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b53a2d92-775f-4163-b043-7b93de26cdb2', 'name': '', 'network_id': '3765c0b6-30e4-4c80-b34e-662a7a97606a', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'mac_address': 'fa:16:3e:0a:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '70e31567-3877-4476-961b-15542cf2ff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:29Z', 'updated_at': '2021-08-20T11:35:36Z', 'revision_number': 5, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'subnets': [{'id': '70e31567-3877-4476-961b-15542cf2ff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:26.746147 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacc990-ec58-4ada-af31-cda3028cc1a7 req-8abe0de6-203b-41e6-8705-8e65ad976103 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:26.753533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:26.754833 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaacc990-ec58-4ada-af31-cda3028cc1a7 req-8abe0de6-203b-41e6-8705-8e65ad976103 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0996332 Aug 20 11:38:26.766915 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8fa5094c-e4df-42de-8449-1e3294f8514a req-34d895d2-a746-4692-b2f7-77cfac31cffa tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852344 Aug 20 11:38:26.777931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-3f5631c1-80ae-4544-8154-606473d2dd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.803386 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=04603cf7-7bec-4e80-a4cf-0871c49b2ea9,segment=NetworkSegment(5f6c9edb-59a3-4f41-8076-dbc97cb6a46e),segment_id=5f6c9edb-59a3-4f41-8076-dbc97cb6a46e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:26.808922 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.871884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=04603cf7-7bec-4e80-a4cf-0871c49b2ea9,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:26.889128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-3f5631c1-80ae-4544-8154-606473d2dd8d service neutron] Transition to ACTIVE for port object f8367ade-0952-461f-ab87-297b4994be1e will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:26.896250 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaacc990-ec58-4ada-af31-cda3028cc1a7 req-fb66fff8-b7e2-4126-a73c-306f307cacd1 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403360 Aug 20 11:38:26.903756 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-3f5631c1-80ae-4544-8154-606473d2dd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.905075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399c06a-884d-42d9-8b59-38f0ac3b633f req-933f7df7-32ac-4ac9-97ea-4ec6780385a6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:26.912921 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c399c06a-884d-42d9-8b59-38f0ac3b633f req-933f7df7-32ac-4ac9-97ea-4ec6780385a6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 944 time: 0.0642281 Aug 20 11:38:26.953750 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c399c06a-884d-42d9-8b59-38f0ac3b633f req-2392d8dc-548e-48f4-a71a-b0a131f467c5 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae323f8e-9b6a-41ba-8117-24c26187ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399821 Aug 20 11:38:26.990632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-3f5631c1-80ae-4544-8154-606473d2dd8d service neutron] No DVR routers for this DVR port f8367ade-0952-461f-ab87-297b4994be1e on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:26.999583 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5631c1-80ae-4544-8154-606473d2dd8d service neutron] Pushing event updated for resources: {'Port': ['ID=f8367ade-0952-461f-ab87-297b4994be1e,revision_number=10']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:27.034934 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-3f5631c1-80ae-4544-8154-606473d2dd8d service neutron] 10.222.0.76 "PUT /v2.0/ports/f8367ade-0952-461f-ab87-297b4994be1e/bindings/n-h1-804299-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9740884 Aug 20 11:38:27.103950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['04603cf7-7bec-4e80-a4cf-0871c49b2ea9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:27.138664 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f17d582-3c8c-48a7-b48f-595cb7cb3345 None None] New status for floating IP bd1ab7ef-4c61-4d07-8f83-a8669afc486d: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:38:27.248882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-dfe6f090-0147-4608-be63-43532181244a tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:27.251025 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-dfe6f090-0147-4608-be63-43532181244a tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff&tenant_id=e814313934cf421f97eb05f907852359&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 1095 time: 0.1531200 Aug 20 11:38:27.324132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981f576-5940-4af0-bd7e-c90a0e3bf81e req-6e40d8d6-0b3c-40d1-b3b9-d562e8f6efc5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:27.327146 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a981f576-5940-4af0-bd7e-c90a0e3bf81e req-6e40d8d6-0b3c-40d1-b3b9-d562e8f6efc5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.1015711 Aug 20 11:38:27.445660 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a981f576-5940-4af0-bd7e-c90a0e3bf81e req-098bfba1-bfaa-478d-b886-31adecd6bcd6 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930891 Aug 20 11:38:27.451842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe22c73-5f2e-4a78-9625-bb17f49fdee7 req-65adcac6-28b8-47bf-8ae8-6407d728c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:27.453438 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4fe22c73-5f2e-4a78-9625-bb17f49fdee7 req-65adcac6-28b8-47bf-8ae8-6407d728c1a7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 1097 time: 0.0566869 Aug 20 11:38:27.497951 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4fe22c73-5f2e-4a78-9625-bb17f49fdee7 req-17bf80fa-8532-47b0-8fb3-b86dda4b135a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Aug 20 11:38:27.531227 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-40f9d9a7-e80d-4c1b-a20d-e46d4262bb53 req-8529e654-cf79-4df4-a5d5-2b5a318bfada tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 210 time: 0.0275285 Aug 20 11:38:27.579551 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33848) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:27.696188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a15fdf-6210-4ccf-94df-10a00b338cd6 req-2b17102a-893b-4bef-9534-3592a906ae47 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:27.697732 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c3a15fdf-6210-4ccf-94df-10a00b338cd6 req-2b17102a-893b-4bef-9534-3592a906ae47 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 944 time: 0.4456675 Aug 20 11:38:27.703897 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-2ed9d17a-d048-4f12-bd07-fb3c4fe3e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:27.706209 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-2ed9d17a-d048-4f12-bd07-fb3c4fe3e787 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff&tenant_id=e814313934cf421f97eb05f907852359 HTTP/1.1" status: 200 len: 1095 time: 0.4421895 Aug 20 11:38:27.750980 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c3a15fdf-6210-4ccf-94df-10a00b338cd6 req-80a8aba4-9df6-4f95-ac28-908d4e2adb7c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Aug 20 11:38:27.787064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'name': 'network-vif-deleted', 'tag': 'd96d067f-47fc-4a2c-92ba-37634ccd452d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:27.790636 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c8a6c0-3bff-422c-a20e-ac6e67d7ba10" -d '{"events": [{"server_uuid": "2434f27d-988f-49e4-96e6-d8d9fb0ab8d8", "name": "network-vif-deleted", "tag": "d96d067f-47fc-4a2c-92ba-37634ccd452d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:27.807824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-afa82af2-03dc-41fb-9b83-ec469eb54b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:27.810755 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-afa82af2-03dc-41fb-9b83-ec469eb54b72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 1095 time: 0.0700836 Aug 20 11:38:27.872115 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.882209 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b100c8-38f8-4588-8b4c-000e36e8d723 x-openstack-request-id: req-29b100c8-38f8-4588-8b4c-000e36e8d723 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:27.882471 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2434f27d-988f-49e4-96e6-d8d9fb0ab8d8", "name": "network-vif-deleted", "tag": "d96d067f-47fc-4a2c-92ba-37634ccd452d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:27.882727 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29b100c8-38f8-4588-8b4c-000e36e8d723 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:27.883121 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2434f27d-988f-49e4-96e6-d8d9fb0ab8d8', 'name': 'network-vif-deleted', 'tag': 'd96d067f-47fc-4a2c-92ba-37634ccd452d', 'status': 'completed', 'code': 200} Aug 20 11:38:27.935612 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-91f717ec-629a-4eae-ba4b-a923fc4962d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:27.937759 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-91f717ec-629a-4eae-ba4b-a923fc4962d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.1187146 Aug 20 11:38:27.986938 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a95e0-e02b-48c4-9344-0ba84dbc0960 req-79241664-22d0-421f-86b8-78f66419cc82 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:27.989062 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8d9a95e0-e02b-48c4-9344-0ba84dbc0960 req-79241664-22d0-421f-86b8-78f66419cc82 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0803480 Aug 20 11:38:28.004869 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-f81dcefb-ef02-402f-b741-b3dabaeabf26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8367ade-0952-461f-ab87-297b4994be1e HTTP/1.1" status: 200 len: 217 time: 0.0550368 Aug 20 11:38:28.080450 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8d9a95e0-e02b-48c4-9344-0ba84dbc0960 req-d62d2d88-9cf9-4b7d-95f5-c0ee4dfcba06 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850801 Aug 20 11:38:28.083604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-0fdd3303-6858-4b82-965e-3ec8b1a51506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:28.085286 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-0fdd3303-6858-4b82-965e-3ec8b1a51506 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.0576339 Aug 20 11:38:28.097575 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-313e50f9-0da6-4a39-ba0c-a8f5d49e28c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:28.105110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc370a-4e46-4a39-9107-640827a3975a req-518b27e2-6ddc-404d-b838-6333e025ba3d tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:28.106797 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57dc370a-4e46-4a39-9107-640827a3975a req-518b27e2-6ddc-404d-b838-6333e025ba3d tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.1144748 Aug 20 11:38:28.141055 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-ad6fee49-28f8-46c0-a720-9c4b3f14966e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332243 Aug 20 11:38:28.221966 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57dc370a-4e46-4a39-9107-640827a3975a req-3145a47e-f29a-4fe5-bd8c-ec54979d809c tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055682 Aug 20 11:38:28.258871 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-806b1787-eee8-410d-970e-f7ba72c502cd service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083074 Aug 20 11:38:28.267029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a735ace-6d0f-4986-b700-0a6fb5c0e30c req-d59dd3a6-0d81-41b8-ade2-10f986b256bf tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:28.269498 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3a735ace-6d0f-4986-b700-0a6fb5c0e30c req-d59dd3a6-0d81-41b8-ade2-10f986b256bf tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 944 time: 0.1119876 Aug 20 11:38:28.270950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:28.333585 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:28.338545 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:28.339397 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:28.375166 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3a735ace-6d0f-4986-b700-0a6fb5c0e30c req-888e46c5-294a-4beb-a15f-6cbdee2ee637 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae323f8e-9b6a-41ba-8117-24c26187ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921049 Aug 20 11:38:28.405523 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-e1887d8b-da06-49ff-94e0-5d97289cd643 service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255729 Aug 20 11:38:28.452706 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:28.480473 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a870702-2dc9-4fc2-9cc2-ce614fc4464c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04603cf7-7bec-4e80-a4cf-0871c49b2ea9'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:28.483620 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbcf740-deb5-4b1e-a30a-8719beedc9d4" -d '{"events": [{"server_uuid": "0a870702-2dc9-4fc2-9cc2-ce614fc4464c", "name": "network-vif-plugged", "status": "completed", "tag": "04603cf7-7bec-4e80-a4cf-0871c49b2ea9"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:28.507981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=04603cf7-7bec-4e80-a4cf-0871c49b2ea9,segment=NetworkSegment(5f6c9edb-59a3-4f41-8076-dbc97cb6a46e),segment_id=5f6c9edb-59a3-4f41-8076-dbc97cb6a46e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:28.512367 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:28.513554 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d96d067f-47fc-4a2c-92ba-37634ccd452d no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:28.528366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-313e50f9-0da6-4a39-ba0c-a8f5d49e28c2 admin admin] Deleting port 5d14d734-3df0-4d1d-93af-df55b5535684 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:28.529099 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-313e50f9-0da6-4a39-ba0c-a8f5d49e28c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:28.572159 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: d96d067f-47fc-4a2c-92ba-37634ccd452d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:28.573025 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d96d067f-47fc-4a2c-92ba-37634ccd452d not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:28.581268 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5011448e-2259-4102-a29a-57edd3376936 x-openstack-request-id: req-5011448e-2259-4102-a29a-57edd3376936 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:28.582581 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a870702-2dc9-4fc2-9cc2-ce614fc4464c", "name": "network-vif-plugged", "status": "completed", "tag": "04603cf7-7bec-4e80-a4cf-0871c49b2ea9", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:28.582840 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5011448e-2259-4102-a29a-57edd3376936 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:28.583353 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a870702-2dc9-4fc2-9cc2-ce614fc4464c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04603cf7-7bec-4e80-a4cf-0871c49b2ea9', 'code': 200} Aug 20 11:38:28.616182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=04603cf7-7bec-4e80-a4cf-0871c49b2ea9,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:28.625420 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.625757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.626115 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.626444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.626783 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.627712 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.628107 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.628647 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.628972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.629295 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.629614 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.629929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.632271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-313e50f9-0da6-4a39-ba0c-a8f5d49e28c2 admin admin] For port 5d14d734-3df0-4d1d-93af-df55b5535684, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5d14d734-3df0-4d1d-93af-df55b5535684,segment=NetworkSegment(73f50fa2-eec4-44ee-b3b2-abb6929a609d),segment_id=73f50fa2-eec4-44ee-b3b2-abb6929a609d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:28.632723 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-313e50f9-0da6-4a39-ba0c-a8f5d49e28c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:28.685370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-313e50f9-0da6-4a39-ba0c-a8f5d49e28c2 admin admin] Calling delete_port for 5d14d734-3df0-4d1d-93af-df55b5535684 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:28.693969 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da04544c-ae09-4e17-8947-b5ebf2ce5fd4 req-35cb2cc9-d841-4b12-b780-9cd0018c46d2 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 210 time: 0.0567608 Aug 20 11:38:28.744968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13108b56-3936-4636-a499-ef0fb198fd37 req-d16fe3d5-1bda-48f9-b4d1-c6dfda1886a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:28.746406 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-13108b56-3936-4636-a499-ef0fb198fd37 req-d16fe3d5-1bda-48f9-b4d1-c6dfda1886a4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 1096 time: 0.0991848 Aug 20 11:38:28.766084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2385ba8-1d9d-443b-8ad8-347c50decae3 req-a124a3f4-8364-450c-97ad-c50b61808a39 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:28.767852 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2385ba8-1d9d-443b-8ad8-347c50decae3 req-a124a3f4-8364-450c-97ad-c50b61808a39 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.2335918 Aug 20 11:38:28.847037 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-13108b56-3936-4636-a499-ef0fb198fd37 req-1e310b5d-ecbc-491d-916e-c6203d79a666 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ae323f8e-9b6a-41ba-8117-24c26187ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777426 Aug 20 11:38:28.891637 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2385ba8-1d9d-443b-8ad8-347c50decae3 req-86d727f6-4932-4390-bd99-e99981a2b7ed tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888300 Aug 20 11:38:28.896680 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-065d72cf-d5f5-4c4e-b699-3c35113eb5b9 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:28.899232 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-065d72cf-d5f5-4c4e-b699-3c35113eb5b9 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff&tenant_id=e814313934cf421f97eb05f907852359&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 1095 time: 0.1517885 Aug 20 11:38:29.031925 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-9db6f956-445a-4b50-9aa0-9080deb9bbb0 service neutron] For port f8367ade-0952-461f-ab87-297b4994be1e, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:29.036030 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-9db6f956-445a-4b50-9aa0-9080deb9bbb0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:29.037316 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dc32cde-7486-4901-aec7-cb9b144811ca req-9db6f956-445a-4b50-9aa0-9080deb9bbb0 service neutron] 10.222.0.35 "DELETE /v2.0/ports/f8367ade-0952-461f-ab87-297b4994be1e/bindings/n-h2-804299-2 HTTP/1.1" status: 204 len: 173 time: 0.1236558 Aug 20 11:38:29.168922 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3de3d-8149-40ff-9b73-5e62283ec5a3 req-7930a203-65dd-428e-bacc-7edb826dbd0e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:29.170508 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e3c3de3d-8149-40ff-9b73-5e62283ec5a3 req-7930a203-65dd-428e-bacc-7edb826dbd0e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 944 time: 0.0980701 Aug 20 11:38:29.203744 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f31d64-0e55-40b7-814e-67be09a6341e req-d2c1413e-b50a-4cdf-9e6a-b9e7ca8e472b tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:29.206575 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4f31d64-0e55-40b7-814e-67be09a6341e req-d2c1413e-b50a-4cdf-9e6a-b9e7ca8e472b tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0544169 Aug 20 11:38:29.234241 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e3c3de3d-8149-40ff-9b73-5e62283ec5a3 req-e3d55c2d-c400-46b9-89a8-3543501fb2ae tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550871 Aug 20 11:38:29.250134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4f31d64-0e55-40b7-814e-67be09a6341e req-205b3563-5b7f-4998-8b70-2fda8d36a932 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370719 Aug 20 11:38:29.316684 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-313e50f9-0da6-4a39-ba0c-a8f5d49e28c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:29.347295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e50f9-0da6-4a39-ba0c-a8f5d49e28c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d14d734-3df0-4d1d-93af-df55b5535684,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:29.415063 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ac2cb-9365-47fd-811c-b5c6cf8dfa6a req-c323e130-81a4-4ee4-b9d9-c2b3119debc6 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:29.425738 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e5ac2cb-9365-47fd-811c-b5c6cf8dfa6a req-c323e130-81a4-4ee4-b9d9-c2b3119debc6 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 1095 time: 0.0632701 Aug 20 11:38:29.442504 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c11b8b-454f-49c6-9a02-5aefc6eb2c6b req-4daef10b-c046-4868-9b2a-304bfaec17f2 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:29.444094 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1c11b8b-454f-49c6-9a02-5aefc6eb2c6b req-4daef10b-c046-4868-9b2a-304bfaec17f2 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.1005533 Aug 20 11:38:29.475885 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e5ac2cb-9365-47fd-811c-b5c6cf8dfa6a req-3b8740dd-3b36-4b9a-ae01-fbfd1ec33a2c tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492232 Aug 20 11:38:29.530025 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1c11b8b-454f-49c6-9a02-5aefc6eb2c6b req-3a3fa45c-6a61-439e-9251-c79644a8bb66 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789592 Aug 20 11:38:29.601285 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-313e50f9-0da6-4a39-ba0c-a8f5d49e28c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:29.656504 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadeea1c-2ff5-4a5c-8b39-ca481d796332 req-e8831b42-aaba-4104-8435-39efe38d161e tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:29.664696 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cadeea1c-2ff5-4a5c-8b39-ca481d796332 req-e8831b42-aaba-4104-8435-39efe38d161e tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 945 time: 0.1069174 Aug 20 11:38:29.699438 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cadeea1c-2ff5-4a5c-8b39-ca481d796332 req-49efeca5-d90a-40ce-9ed2-a8755a95911e tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae323f8e-9b6a-41ba-8117-24c26187ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338614 Aug 20 11:38:29.740945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f42cf-d497-4cf0-bc37-710540132843 req-e66f5782-789e-4568-89fa-0c90fd4eacb2 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:29.741902 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-610f42cf-d497-4cf0-bc37-710540132843 req-e66f5782-789e-4568-89fa-0c90fd4eacb2 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 1095 time: 0.0917232 Aug 20 11:38:29.841701 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-610f42cf-d497-4cf0-bc37-710540132843 req-2a7e6ef8-5c72-4f83-9c43-3c1fd6bf900b tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882132 Aug 20 11:38:29.994703 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-df24142e-d5d6-468b-9bea-fbf522a4506a tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:29.996367 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-df24142e-d5d6-468b-9bea-fbf522a4506a tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/networks?id=6faeb1c5-1c2b-46f4-9f26-4e83306439b3 HTTP/1.1" status: 200 len: 811 time: 0.2033315 Aug 20 11:38:30.029466 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-99c0f997-23ed-4786-9bfb-745d9b1a82a4 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/quotas/f1a5804e29d04d60859b180b5af32943 HTTP/1.1" status: 200 len: 375 time: 0.0160131 Aug 20 11:38:30.047670 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e7ddf867-e186-41e3-a910-9f663dd9c537 req-1a2da2cf-5c40-4959-85f3-889a3e15bab3 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 210 time: 0.0736463 Aug 20 11:38:30.050297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313e50f9-0da6-4a39-ba0c-a8f5d49e28c2 admin admin] Router 96cba4f4-6c63-4292-8325-b4279d95373a has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:38:30.109847 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-82ec53ed-c24e-4a2d-9c32-913f3fb51daa tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1a5804e29d04d60859b180b5af32943&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729747 Aug 20 11:38:30.238942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-605b9486-5845-4c02-96a0-bb07a70075df service neutron] 10.222.0.37 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207967 Aug 20 11:38:30.296468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313e50f9-0da6-4a39-ba0c-a8f5d49e28c2 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:30.304922 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-313e50f9-0da6-4a39-ba0c-a8f5d49e28c2 admin admin] 10.222.0.37 "PUT /v2.0/routers/96cba4f4-6c63-4292-8325-b4279d95373a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7225807 Aug 20 11:38:30.306769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33904) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:30.308849 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc2d614-cb4e-4788-8ab7-40ece43d4e2f None None] Sync routers for ids ['96cba4f4-6c63-4292-8325-b4279d95373a'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:30.320728 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2d614-cb4e-4788-8ab7-40ece43d4e2f None None] Routers {'96cba4f4-6c63-4292-8325-b4279d95373a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:30.322020 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ffc2d614-cb4e-4788-8ab7-40ece43d4e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:38:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['96cba4f4-6c63-4292-8325-b4279d95373a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:30.369500 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450db6bc-19b7-49e8-9323-b56fd074f85d req-17f667d2-0ea5-4c74-9cc7-1227ce87bda7 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:30.371051 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-450db6bc-19b7-49e8-9323-b56fd074f85d req-17f667d2-0ea5-4c74-9cc7-1227ce87bda7 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.1202433 Aug 20 11:38:30.383860 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-49caa6a9-3df2-4c7f-956e-479347add8c4 service neutron] 10.222.0.37 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376202 Aug 20 11:38:30.450239 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ffc2d614-cb4e-4788-8ab7-40ece43d4e2f None None] Set router 96cba4f4-6c63-4292-8325-b4279d95373a gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:30.474917 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-450db6bc-19b7-49e8-9323-b56fd074f85d req-b6f0176d-f85b-4a99-8b73-00d7bcf25f70 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878413 Aug 20 11:38:30.476530 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8218bd46-ec97-423b-a020-dd1ff974688d admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:30.667404 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8218bd46-ec97-423b-a020-dd1ff974688d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:30.685215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35f9e1-d704-4650-b3dc-16f61b16437f req-eef66ffe-30aa-46b6-81e9-079d10bfcea8 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:30.687010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d35f9e1-d704-4650-b3dc-16f61b16437f req-eef66ffe-30aa-46b6-81e9-079d10bfcea8 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.1169636 Aug 20 11:38:30.745741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8218bd46-ec97-423b-a020-dd1ff974688d admin admin] Deleting port f324d0a7-32bb-42ca-b296-f3e2f47b9d89 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:30.746080 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8218bd46-ec97-423b-a020-dd1ff974688d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:30.750100 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d35f9e1-d704-4650-b3dc-16f61b16437f req-da930b26-9d5f-4578-9a3e-fb4b45a94d17 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543253 Aug 20 11:38:30.827293 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ffc2d614-cb4e-4788-8ab7-40ece43d4e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-router', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:05Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'gw_port': {'id': 'f324d0a7-32bb-42ca-b296-f3e2f47b9d89', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:06Z', 'updated_at': '2021-08-20T11:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:30.914777 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc2d614-cb4e-4788-8ab7-40ece43d4e2f None None] Checking router: 96cba4f4-6c63-4292-8325-b4279d95373a for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:30.932698 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-440021a7-dac9-4f1a-88fc-61b1899c1c54 req-118f2953-987b-4eda-84a5-1eaa466627ed tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 210 time: 0.0642853 Aug 20 11:38:30.943528 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2d614-cb4e-4788-8ab7-40ece43d4e2f None None] Routers {'96cba4f4-6c63-4292-8325-b4279d95373a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:30.944174 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ffc2d614-cb4e-4788-8ab7-40ece43d4e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:38:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['96cba4f4-6c63-4292-8325-b4279d95373a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:31.034489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8218bd46-ec97-423b-a020-dd1ff974688d admin admin] For port f324d0a7-32bb-42ca-b296-f3e2f47b9d89, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f324d0a7-32bb-42ca-b296-f3e2f47b9d89,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:31.034865 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8218bd46-ec97-423b-a020-dd1ff974688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.056026 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8218bd46-ec97-423b-a020-dd1ff974688d admin admin] Calling delete_port for f324d0a7-32bb-42ca-b296-f3e2f47b9d89 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:31.071279 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5705df-72aa-46af-be56-cfeccc11945b req-aec20ae6-94d9-45f3-b239-9f9fad1f6630 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:31.079786 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad5705df-72aa-46af-be56-cfeccc11945b req-aec20ae6-94d9-45f3-b239-9f9fad1f6630 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 945 time: 0.1644375 Aug 20 11:38:31.086138 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ffc2d614-cb4e-4788-8ab7-40ece43d4e2f None None] Set router 96cba4f4-6c63-4292-8325-b4279d95373a gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:31.151652 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ffc2d614-cb4e-4788-8ab7-40ece43d4e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-router', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:05Z', 'updated_at': '2021-08-20T11:38:30Z', 'revision_number': 6, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:31.162371 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad5705df-72aa-46af-be56-cfeccc11945b req-d1070024-bde7-47ee-be9d-05d5665b648e tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae323f8e-9b6a-41ba-8117-24c26187ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809765 Aug 20 11:38:31.214431 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc2d614-cb4e-4788-8ab7-40ece43d4e2f None None] The sync data for ids ['96cba4f4-6c63-4292-8325-b4279d95373a'] in n-d-804299-2 is: [{'id': '96cba4f4-6c63-4292-8325-b4279d95373a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1998948919-router', 'tenant_id': '5171254ade054ce9a6338a7d5e867275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:05Z', 'updated_at': '2021-08-20T11:38:30Z', 'revision_number': 6, 'project_id': '5171254ade054ce9a6338a7d5e867275', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:31.219226 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2f130f5a-b27e-4448-9b49-5249550b942d req-da7fa506-cf88-4f32-9181-4cee594c5a35 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc2e468-172b-4123-ab34-4e903b0366be HTTP/1.1" status: 200 len: 210 time: 0.0421340 Aug 20 11:38:31.387887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6058c-4f1e-460a-aac7-2c5351b70b82 req-3d6a45df-d794-492c-a000-71ab8c6acaac tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:31.389394 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f3f6058c-4f1e-460a-aac7-2c5351b70b82 req-3d6a45df-d794-492c-a000-71ab8c6acaac tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 945 time: 0.0926421 Aug 20 11:38:31.399178 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33930) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:31.403912 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4747eed8-9a3c-414e-98ae-de4b3c26384c tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Request body: {'floatingip': {'port_id': '04603cf7-7bec-4e80-a4cf-0871c49b2ea9'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:31.424531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8218bd46-ec97-423b-a020-dd1ff974688d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.454436 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4747eed8-9a3c-414e-98ae-de4b3c26384c tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.475091 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218bd46-ec97-423b-a020-dd1ff974688d admin admin] Pushing event deleted for resources: {'Port': ['ID=f324d0a7-32bb-42ca-b296-f3e2f47b9d89,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:31.617366 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8218bd46-ec97-423b-a020-dd1ff974688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.727170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be4313-1a54-47a4-a187-d4e26410860b req-5b501b66-acb3-4cd0-be4a-3d9f823e4c15 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:31.728899 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b7be4313-1a54-47a4-a187-d4e26410860b req-5b501b66-acb3-4cd0-be4a-3d9f823e4c15 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.1271603 Aug 20 11:38:31.750004 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8218bd46-ec97-423b-a020-dd1ff974688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.753289 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8218bd46-ec97-423b-a020-dd1ff974688d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.811464 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b7be4313-1a54-47a4-a187-d4e26410860b req-5b8d85ef-7383-451c-9cb7-67f6788611af tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736194 Aug 20 11:38:31.816581 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8218bd46-ec97-423b-a020-dd1ff974688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.817247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8218bd46-ec97-423b-a020-dd1ff974688d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96cba4f4-6c63-4292-8325-b4279d95373a {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:38:31.821780 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8218bd46-ec97-423b-a020-dd1ff974688d admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.823239 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8218bd46-ec97-423b-a020-dd1ff974688d admin admin] 10.222.0.37 "DELETE /v2.0/routers/96cba4f4-6c63-4292-8325-b4279d95373a HTTP/1.1" status: 204 len: 168 time: 1.5151324 Aug 20 11:38:31.826434 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33936) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:31.879499 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-5843571e-3c21-4325-a1b5-0f70257dc02d admin admin] Deleting subnet 6c3cf050-62a4-4f71-88da-9ffeca1271c8 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:38:31.882956 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5843571e-3c21-4325-a1b5-0f70257dc02d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.950124 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5843571e-3c21-4325-a1b5-0f70257dc02d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.025891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca77e1-cf9e-490a-bc0e-bc4426798918 req-f0046ea7-fdbb-4694-b21e-5877f8d16954 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:32.027543 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24ca77e1-cf9e-490a-bc0e-bc4426798918 req-f0046ea7-fdbb-4694-b21e-5877f8d16954 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.1202254 Aug 20 11:38:32.037974 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5843571e-3c21-4325-a1b5-0f70257dc02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.153513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24ca77e1-cf9e-490a-bc0e-bc4426798918 req-0011aa3d-1523-4b97-acad-51d9e324f903 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169782 Aug 20 11:38:32.218251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f324d0a7-32bb-42ca-b296-f3e2f47b9d89 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:32.218933 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5843571e-3c21-4325-a1b5-0f70257dc02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.275724 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: f324d0a7-32bb-42ca-b296-f3e2f47b9d89 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:32.280848 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f324d0a7-32bb-42ca-b296-f3e2f47b9d89 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:32.281975 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843571e-3c21-4325-a1b5-0f70257dc02d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3cf050-62a4-4f71-88da-9ffeca1271c8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:32.282441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5d14d734-3df0-4d1d-93af-df55b5535684 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:32.298150 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5843571e-3c21-4325-a1b5-0f70257dc02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.300801 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5843571e-3c21-4325-a1b5-0f70257dc02d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6c3cf050-62a4-4f71-88da-9ffeca1271c8 HTTP/1.1" status: 204 len: 168 time: 0.4725318 Aug 20 11:38:32.302640 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33944) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:32.354529 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 5d14d734-3df0-4d1d-93af-df55b5535684 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:32.355089 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5d14d734-3df0-4d1d-93af-df55b5535684 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:32.377625 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.resource_extend [None req-4747eed8-9a3c-414e-98ae-de4b3c26384c tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:38:32.458967 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-376c12ee-5c85-4662-a6a9-abcdb20dadbb tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:32.460522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-376c12ee-5c85-4662-a6a9-abcdb20dadbb tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.76 "GET /v2.0/networks?id=6faeb1c5-1c2b-46f4-9f26-4e83306439b3 HTTP/1.1" status: 200 len: 811 time: 0.4825296 Aug 20 11:38:32.477486 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60766bf8-0262-481a-b882-c185a4fae10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.486065 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-f353de44-a0f6-4d57-88dc-4f5a7c977005 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Request body: {'port': {'device_id': 'ef2eb40c-cb56-4575-a64e-254db1241b96', 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3', 'admin_state_up': True, 'tenant_id': 'f1a5804e29d04d60859b180b5af32943'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:32.618766 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4747eed8-9a3c-414e-98ae-de4b3c26384c tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.634715 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4747eed8-9a3c-414e-98ae-de4b3c26384c tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.640037 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.651377 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33950) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:32.684030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60766bf8-0262-481a-b882-c185a4fae10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.703588 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-60766bf8-0262-481a-b882-c185a4fae10b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5eab44-7f45-459e-8b83-bfb0856c19ab']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:32.718431 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-60766bf8-0262-481a-b882-c185a4fae10b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f50fa2-eec4-44ee-b3b2-abb6929a609d') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:32.718731 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-60766bf8-0262-481a-b882-c185a4fae10b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f50fa2-eec4-44ee-b3b2-abb6929a609d') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:32.729685 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60766bf8-0262-481a-b882-c185a4fae10b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.748241 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60766bf8-0262-481a-b882-c185a4fae10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.754628 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f0f4142-6184-4408-b77b-ecb7a6ffb002 req-aa29d4f9-51e2-4091-9b69-b35de3ba41c5 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 210 time: 0.0430231 Aug 20 11:38:32.755417 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60766bf8-0262-481a-b882-c185a4fae10b admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:38:32.755876 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60766bf8-0262-481a-b882-c185a4fae10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:38:32.832744 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:38:32.835675 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60766bf8-0262-481a-b882-c185a4fae10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.844425 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60766bf8-0262-481a-b882-c185a4fae10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.849444 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-60766bf8-0262-481a-b882-c185a4fae10b admin admin] 10.222.0.37 "DELETE /v2.0/networks/1d5eab44-7f45-459e-8b83-bfb0856c19ab HTTP/1.1" status: 204 len: 168 time: 0.5436261 Aug 20 11:38:32.876697 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-4747eed8-9a3c-414e-98ae-de4b3c26384c tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Floating IP 141f5acb-9737-4fed-ba74-489ca0be2138 associated. External IP: 172.25.8.14, port: 04603cf7-7bec-4e80-a4cf-0871c49b2ea9. Aug 20 11:38:32.882008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60766bf8-0262-481a-b882-c185a4fae10b admin admin] Pushing event deleted for resources: {'Network': ['ID=1d5eab44-7f45-459e-8b83-bfb0856c19ab,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:32.990957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20c550-d4d7-4565-9ad8-0431fe081fd6 req-fea6995b-d0b9-4bec-b8b4-8b735ea2717d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:33.007887 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2d20c550-d4d7-4565-9ad8-0431fe081fd6 req-fea6995b-d0b9-4bec-b8b4-8b735ea2717d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.0783989 Aug 20 11:38:33.071098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33956) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:33.074604 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2d20c550-d4d7-4565-9ad8-0431fe081fd6 req-1e30f7b8-3d70-4910-be71-b7116b6e5a63 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655596 Aug 20 11:38:33.098411 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0755a9d2-7c40-4bd7-b58d-de6cf5abd77a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.163909 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-f353de44-a0f6-4d57-88dc-4f5a7c977005 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Made reservation on behalf of f1a5804e29d04d60859b180b5af32943 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:33.167196 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-f353de44-a0f6-4d57-88dc-4f5a7c977005 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.193754 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0755a9d2-7c40-4bd7-b58d-de6cf5abd77a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.221979 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7f8e5249-b85e-4aec-81c3-e88b29e27ab7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5171254ade054ce9a6338a7d5e867275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475010 Aug 20 11:38:33.225420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33960) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:33.322846 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a67f849a-dbd9-4086-b70a-74bc321e7fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.350759 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a67f849a-dbd9-4086-b70a-74bc321e7fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.430058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4747eed8-9a3c-414e-98ae-de4b3c26384c tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Router 226ac830-29b6-4f30-96b4-50dd890e77f6 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:38:33.430769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a67f849a-dbd9-4086-b70a-74bc321e7fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.433938 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a67f849a-dbd9-4086-b70a-74bc321e7fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.437489 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a67f849a-dbd9-4086-b70a-74bc321e7fed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d7dad3c-e5fe-410e-b9d8-e34739c01388 HTTP/1.1" status: 204 len: 168 time: 0.2081549 Aug 20 11:38:33.443010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb0d49-7bfe-47fa-9f38-1ca3cba97548 req-cb026769-b48d-4da0-a12a-3e12e0921cf0 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:33.444565 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1feb0d49-7bfe-47fa-9f38-1ca3cba97548 req-cb026769-b48d-4da0-a12a-3e12e0921cf0 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.1320093 Aug 20 11:38:33.445246 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0755a9d2-7c40-4bd7-b58d-de6cf5abd77a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.447778 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0755a9d2-7c40-4bd7-b58d-de6cf5abd77a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.451786 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0755a9d2-7c40-4bd7-b58d-de6cf5abd77a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "DELETE /v2.0/security-groups/515a3858-4dfb-4748-9ec0-7a51c42e2ffd HTTP/1.1" status: 204 len: 168 time: 0.7967620 Aug 20 11:38:33.465457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33966) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:33.473276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f849a-dbd9-4086-b70a-74bc321e7fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7dad3c-e5fe-410e-b9d8-e34739c01388,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:33.577767 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-6ae89f15-2098-4721-9471-49b025d99544 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] show failed (client error): The resource could not be found. Aug 20 11:38:33.582587 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6ae89f15-2098-4721-9471-49b025d99544 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "GET /v2.0/security-groups/515a3858-4dfb-4748-9ec0-7a51c42e2ffd HTTP/1.1" status: 404 len: 347 time: 0.1097004 Aug 20 11:38:33.582587 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755a9d2-7c40-4bd7-b58d-de6cf5abd77a tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=515a3858-4dfb-4748-9ec0-7a51c42e2ffd,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:33.582897 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33968) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:33.742433 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1feb0d49-7bfe-47fa-9f38-1ca3cba97548 req-4d6dd709-434f-4595-b723-536f9b22660d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512813 Aug 20 11:38:33.815435 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-71ab6c60-5a03-41c0-99c3-8314bf0cb5b8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Deleting port 62fb51e5-3baf-4e57-96e5-6df6fb9c4b09 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:33.817264 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71ab6c60-5a03-41c0-99c3-8314bf0cb5b8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.849368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-f353de44-a0f6-4d57-88dc-4f5a7c977005 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Allocated IP 172.20.0.14 (6faeb1c5-1c2b-46f4-9f26-4e83306439b3/8d412ecd-42a5-40f6-9553-e4b1c15e73a8/d6abba51-fcc6-43dd-97e1-1c7686402b62) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:33.916439 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-59405c5f-da74-444e-8542-15c5c5a00dde req-a029a873-94fb-48c1-a43d-cd4ac6151a2b tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 210 time: 0.0475750 Aug 20 11:38:33.967786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4747eed8-9a3c-414e-98ae-de4b3c26384c tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:33.973885 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4747eed8-9a3c-414e-98ae-de4b3c26384c tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.980142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64c4807-4563-44de-802e-e13ba72d6a51 None None] Sync routers for ids ['226ac830-29b6-4f30-96b4-50dd890e77f6'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:33.983673 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71ab6c60-5a03-41c0-99c3-8314bf0cb5b8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.984008 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71ab6c60-5a03-41c0-99c3-8314bf0cb5b8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.994039 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64c4807-4563-44de-802e-e13ba72d6a51 None None] Routers {'226ac830-29b6-4f30-96b4-50dd890e77f6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:33.994690 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b64c4807-4563-44de-802e-e13ba72d6a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:38:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['226ac830-29b6-4f30-96b4-50dd890e77f6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:33.997168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-71ab6c60-5a03-41c0-99c3-8314bf0cb5b8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Calling delete_port for 62fb51e5-3baf-4e57-96e5-6df6fb9c4b09 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:34.233165 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-b64c4807-4563-44de-802e-e13ba72d6a51 None None] Set router 226ac830-29b6-4f30-96b4-50dd890e77f6 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:34.285898 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71ab6c60-5a03-41c0-99c3-8314bf0cb5b8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.341503 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab6c60-5a03-41c0-99c3-8314bf0cb5b8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Pushing event deleted for resources: {'Port': ['ID=62fb51e5-3baf-4e57-96e5-6df6fb9c4b09,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:34.408554 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71ab6c60-5a03-41c0-99c3-8314bf0cb5b8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.411659 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71ab6c60-5a03-41c0-99c3-8314bf0cb5b8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.416361 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-71ab6c60-5a03-41c0-99c3-8314bf0cb5b8 tempest-ServersTestBootFromVolume-673085553 tempest-ServersTestBootFromVolume-673085553-project] 10.222.0.37 "DELETE /v2.0/floatingips/bd1ab7ef-4c61-4d07-8f83-a8669afc486d HTTP/1.1" status: 204 len: 168 time: 0.8323026 Aug 20 11:38:34.417166 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33990) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:34.669284 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b64c4807-4563-44de-802e-e13ba72d6a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'name': 'tempest-ServersTestManualDisk-720002785-router', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:06Z', 'updated_at': '2021-08-20T11:38:11Z', 'revision_number': 4, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'gw_port': {'id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:07Z', 'updated_at': '2021-08-20T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '141f5acb-9737-4fed-ba74-489ca0be2138', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'port_id': '04603cf7-7bec-4e80-a4cf-0871c49b2ea9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'mac_address': 'fa:16:3e:a5:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a870702-2dc9-4fc2-9cc2-ce614fc4464c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:38:15Z', 'updated_at': '2021-08-20T11:38:32Z', 'revision_number': 1, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65ebef1-0aed-43ff-adde-49ecae55ba8d', 'name': '', 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'mac_address': 'fa:16:3e:3d:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:10Z', 'updated_at': '2021-08-20T11:38:18Z', 'revision_number': 5, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'subnets': [{'id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:34.697167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4747eed8-9a3c-414e-98ae-de4b3c26384c tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "PUT /v2.0/floatingips/141f5acb-9737-4fed-ba74-489ca0be2138 HTTP/1.1" status: 200 len: 990 time: 3.2967691 Aug 20 11:38:34.704012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a870702-2dc9-4fc2-9cc2-ce614fc4464c', 'tag': '04603cf7-7bec-4e80-a4cf-0871c49b2ea9'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:34.708903 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35e3554-7f9c-4fa7-b8c3-6c8f3be19a09" -d '{"events": [{"name": "network-changed", "server_uuid": "0a870702-2dc9-4fc2-9cc2-ce614fc4464c", "tag": "04603cf7-7bec-4e80-a4cf-0871c49b2ea9"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:34.719391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64c4807-4563-44de-802e-e13ba72d6a51 None None] Checking router: 226ac830-29b6-4f30-96b4-50dd890e77f6 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:34.745112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64c4807-4563-44de-802e-e13ba72d6a51 None None] Routers {'226ac830-29b6-4f30-96b4-50dd890e77f6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:34.745892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b64c4807-4563-44de-802e-e13ba72d6a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:38:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['226ac830-29b6-4f30-96b4-50dd890e77f6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:34.836250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99bc83-6cb5-4e16-b013-5b726c3647ab req-90257722-b662-41f4-a7a0-e8e55db37430 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:34.857071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9c99bc83-6cb5-4e16-b013-5b726c3647ab req-90257722-b662-41f4-a7a0-e8e55db37430 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.2484493 Aug 20 11:38:34.933625 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da84bb9c-201e-44a7-ad7e-b278abac0db6 x-openstack-request-id: req-da84bb9c-201e-44a7-ad7e-b278abac0db6 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:34.933929 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a870702-2dc9-4fc2-9cc2-ce614fc4464c", "tag": "04603cf7-7bec-4e80-a4cf-0871c49b2ea9", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:34.934035 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da84bb9c-201e-44a7-ad7e-b278abac0db6 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:34.934355 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a870702-2dc9-4fc2-9cc2-ce614fc4464c', 'tag': '04603cf7-7bec-4e80-a4cf-0871c49b2ea9', 'status': 'completed', 'code': 200} Aug 20 11:38:34.987332 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-f353de44-a0f6-4d57-88dc-4f5a7c977005 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:35.058909 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f78411c0-055f-4414-9ce1-0603b3992ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:35.063574 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9c99bc83-6cb5-4e16-b013-5b726c3647ab req-e01b13e1-0504-4e4e-b8c0-8e10a72320bb tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053928 Aug 20 11:38:35.145079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e3554-7f9c-4fa7-b8c3-6c8f3be19a09 req-a03b28b1-3073-4115-9f84-36ee87b14f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:35.152722 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c35e3554-7f9c-4fa7-b8c3-6c8f3be19a09 req-a03b28b1-3073-4115-9f84-36ee87b14f21 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27b150e0c6fc4231af1313ca6c47057b&device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 1096 time: 0.1558654 Aug 20 11:38:35.176085 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-b64c4807-4563-44de-802e-e13ba72d6a51 None None] Set router 226ac830-29b6-4f30-96b4-50dd890e77f6 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:35.300493 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-f353de44-a0f6-4d57-88dc-4f5a7c977005 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:35.389897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['857f2fb2-0d6f-4f80-bb97-16d3be621b11'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:35.490259 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-f353de44-a0f6-4d57-88dc-4f5a7c977005 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Network 6faeb1c5-1c2b-46f4-9f26-4e83306439b3 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:35.518545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-f353de44-a0f6-4d57-88dc-4f5a7c977005 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:35.522786 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f78411c0-055f-4414-9ce1-0603b3992ad3 admin admin] Deleting port b53a2d92-775f-4163-b043-7b93de26cdb2 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:35.523194 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f78411c0-055f-4414-9ce1-0603b3992ad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:35.524015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-f353de44-a0f6-4d57-88dc-4f5a7c977005 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:35.594218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353de44-a0f6-4d57-88dc-4f5a7c977005 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Pushing event updated for resources: {'Port': ['ID=d6abba51-fcc6-43dd-97e1-1c7686402b62,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:35.649338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635889a0-4d4f-464e-8569-434733862716 req-d212e54f-0f71-458c-98d0-3d2d3eae216d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:35.659225 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-635889a0-4d4f-464e-8569-434733862716 req-d212e54f-0f71-458c-98d0-3d2d3eae216d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.3854690 Aug 20 11:38:35.668720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e3554-7f9c-4fa7-b8c3-6c8f3be19a09 req-7dbb2d9f-eb5e-4fd1-adc0-440468129794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:35.670233 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b64c4807-4563-44de-802e-e13ba72d6a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'name': 'tempest-ServersTestManualDisk-720002785-router', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:06Z', 'updated_at': '2021-08-20T11:38:11Z', 'revision_number': 4, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'gw_port': {'id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:07Z', 'updated_at': '2021-08-20T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '141f5acb-9737-4fed-ba74-489ca0be2138', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'port_id': '04603cf7-7bec-4e80-a4cf-0871c49b2ea9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'mac_address': 'fa:16:3e:a5:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a870702-2dc9-4fc2-9cc2-ce614fc4464c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:38:15Z', 'updated_at': '2021-08-20T11:38:32Z', 'revision_number': 1, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65ebef1-0aed-43ff-adde-49ecae55ba8d', 'name': '', 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'mac_address': 'fa:16:3e:3d:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:10Z', 'updated_at': '2021-08-20T11:38:18Z', 'revision_number': 5, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'subnets': [{'id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:35.671459 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c35e3554-7f9c-4fa7-b8c3-6c8f3be19a09 req-7dbb2d9f-eb5e-4fd1-adc0-440468129794 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3c363b35-dccd-4fb6-bd19-16a5a3106a39 HTTP/1.1" status: 200 len: 911 time: 0.5092287 Aug 20 11:38:35.705427 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64c4807-4563-44de-802e-e13ba72d6a51 None None] The sync data for ids ['226ac830-29b6-4f30-96b4-50dd890e77f6'] in n-d-804299-2 is: [{'id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'name': 'tempest-ServersTestManualDisk-720002785-router', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:06Z', 'updated_at': '2021-08-20T11:38:11Z', 'revision_number': 4, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'gw_port': {'id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:07Z', 'updated_at': '2021-08-20T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '141f5acb-9737-4fed-ba74-489ca0be2138', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'port_id': '04603cf7-7bec-4e80-a4cf-0871c49b2ea9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'mac_address': 'fa:16:3e:a5:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a870702-2dc9-4fc2-9cc2-ce614fc4464c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:38:15Z', 'updated_at': '2021-08-20T11:38:32Z', 'revision_number': 1, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65ebef1-0aed-43ff-adde-49ecae55ba8d', 'name': '', 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'mac_address': 'fa:16:3e:3d:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:10Z', 'updated_at': '2021-08-20T11:38:18Z', 'revision_number': 5, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'subnets': [{'id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:35.780429 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f78411c0-055f-4414-9ce1-0603b3992ad3 admin admin] For port b53a2d92-775f-4163-b043-7b93de26cdb2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b53a2d92-775f-4163-b043-7b93de26cdb2,segment=NetworkSegment(17ea9eb2-67f3-4ecd-8247-388b23525b57),segment_id=17ea9eb2-67f3-4ecd-8247-388b23525b57)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:35.784035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f78411c0-055f-4414-9ce1-0603b3992ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:35.797297 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-f353de44-a0f6-4d57-88dc-4f5a7c977005 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:35.797943 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-f353de44-a0f6-4d57-88dc-4f5a7c977005 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:35.825208 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f78411c0-055f-4414-9ce1-0603b3992ad3 admin admin] Calling delete_port for b53a2d92-775f-4163-b043-7b93de26cdb2 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:35.831799 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-635889a0-4d4f-464e-8569-434733862716 req-6e6b69b4-80be-46c8-8a10-458450b5faaa tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551485 Aug 20 11:38:35.845055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19432ff8-ecc7-4a25-814c-856e90e55a92 req-3a2d55e7-81d6-4513-8cb8-e8ee13a153a6 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:35.852614 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19432ff8-ecc7-4a25-814c-856e90e55a92 req-3a2d55e7-81d6-4513-8cb8-e8ee13a153a6 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 932 time: 0.1846251 Aug 20 11:38:35.855327 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-f353de44-a0f6-4d57-88dc-4f5a7c977005 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3746080 Aug 20 11:38:35.897705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Request body: {'port': {'device_id': 'ef2eb40c-cb56-4575-a64e-254db1241b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:35.965267 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19432ff8-ecc7-4a25-814c-856e90e55a92 req-76470973-e654-424b-b7e6-aac191e7c298 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116354 Aug 20 11:38:36.007887 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.022462 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c35e3554-7f9c-4fa7-b8c3-6c8f3be19a09 req-3d82e4bc-0b8a-41df-a32b-3409dd0931a2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04603cf7-7bec-4e80-a4cf-0871c49b2ea9 HTTP/1.1" status: 200 len: 998 time: 0.3216386 Aug 20 11:38:36.066807 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250cbe64-d3e2-4741-87cd-dd83f48b3bff None None] New status for floating IP 141f5acb-9737-4fed-ba74-489ca0be2138: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:38:36.109535 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f44199ec-b2bd-4b87-a4b4-8c1f6f3e8ca8 req-8b4ba2df-2231-4490-b7fc-e445bd9ca23b tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.1094794 Aug 20 11:38:36.144611 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f78411c0-055f-4414-9ce1-0603b3992ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.176089 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e3554-7f9c-4fa7-b8c3-6c8f3be19a09 req-247fede4-3c4b-4b06-a396-79d377a4c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:36.178845 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c35e3554-7f9c-4fa7-b8c3-6c8f3be19a09 req-247fede4-3c4b-4b06-a396-79d377a4c049 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=18c38eb4-1417-4231-a10b-91fc4c6305bc HTTP/1.1" status: 200 len: 850 time: 0.1142464 Aug 20 11:38:36.251419 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78411c0-055f-4414-9ce1-0603b3992ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b53a2d92-775f-4163-b043-7b93de26cdb2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:36.490465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e3554-7f9c-4fa7-b8c3-6c8f3be19a09 req-1e095443-885d-4e54-b89e-936861b39de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:36.492369 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c35e3554-7f9c-4fa7-b8c3-6c8f3be19a09 req-1e095443-885d-4e54-b89e-936861b39de5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3c363b35-dccd-4fb6-bd19-16a5a3106a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2791026 Aug 20 11:38:36.729317 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c35e3554-7f9c-4fa7-b8c3-6c8f3be19a09 req-8132e8b5-7cbd-4f30-8ed7-4654122f67ef service neutron] 10.222.0.76 "GET /v2.0/networks/3c363b35-dccd-4fb6-bd19-16a5a3106a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028618 Aug 20 11:38:36.737091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3429924-0598-4e59-88a6-246d79f0a02c req-f9045d58-1b8b-4135-8a67-f55938938e1b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:36.738769 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b3429924-0598-4e59-88a6-246d79f0a02c req-f9045d58-1b8b-4135-8a67-f55938938e1b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.4055572 Aug 20 11:38:36.861364 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f78411c0-055f-4414-9ce1-0603b3992ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.867289 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b3429924-0598-4e59-88a6-246d79f0a02c req-a4e03ad6-d290-4def-9626-94a73051b399 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170859 Aug 20 11:38:36.915070 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c35e3554-7f9c-4fa7-b8c3-6c8f3be19a09 req-05e57bbf-16b4-42c5-b023-94481d3112ac service neutron] 10.222.0.76 "GET /v2.0/networks/3c363b35-dccd-4fb6-bd19-16a5a3106a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735530 Aug 20 11:38:36.965685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6abba51-fcc6-43dd-97e1-1c7686402b62 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:36.975475 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.006476 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Transition to ACTIVE for port object d6abba51-fcc6-43dd-97e1-1c7686402b62 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:37.013234 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.155063 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4ca17-db88-4f87-a7d3-897bc8c5b9b0 req-0da026ba-547c-43ce-879c-85de5211837f tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:37.162630 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71e4ca17-db88-4f87-a7d3-897bc8c5b9b0 req-0da026ba-547c-43ce-879c-85de5211837f tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.2119346 Aug 20 11:38:37.166540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d6abba51-fcc6-43dd-97e1-1c7686402b62,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:37.204692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01458a6-fb34-4de8-8457-d722731ff271 req-e68b0606-4122-4a34-8a30-5fafdf86048d tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:37.213301 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a01458a6-fb34-4de8-8457-d722731ff271 req-e68b0606-4122-4a34-8a30-5fafdf86048d tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 944 time: 0.1263719 Aug 20 11:38:37.221182 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71e4ca17-db88-4f87-a7d3-897bc8c5b9b0 req-1a7e60c5-da98-4764-bda1-05b617879da7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576980 Aug 20 11:38:37.272923 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a01458a6-fb34-4de8-8457-d722731ff271 req-2661ea4d-d665-4ec3-b0fc-821cea73334d tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585999 Aug 20 11:38:37.273955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Attempting to bind port d6abba51-fcc6-43dd-97e1-1c7686402b62 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:37.274295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Attempting to bind port d6abba51-fcc6-43dd-97e1-1c7686402b62 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'fdbe53a8-1ca9-4ed8-bf82-075c171ca2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:37.274630 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Attempting to bind port d6abba51-fcc6-43dd-97e1-1c7686402b62 on network 6faeb1c5-1c2b-46f4-9f26-4e83306439b3 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:37.279740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Port d6abba51-fcc6-43dd-97e1-1c7686402b62 on network 6faeb1c5-1c2b-46f4-9f26-4e83306439b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:38:37.280063 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Attempting to bind port d6abba51-fcc6-43dd-97e1-1c7686402b62 on network 6faeb1c5-1c2b-46f4-9f26-4e83306439b3 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:37.286387 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:37.286753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Checking segment: {'id': 'fdbe53a8-1ca9-4ed8-bf82-075c171ca2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:37.287104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Bound using segment: {'id': 'fdbe53a8-1ca9-4ed8-bf82-075c171ca2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:37.287570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Bound port: d6abba51-fcc6-43dd-97e1-1c7686402b62, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbe53a8-1ca9-4ed8-bf82-075c171ca2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:37.287889 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.316032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78411c0-055f-4414-9ce1-0603b3992ad3 admin admin] Router dbe410e2-561a-4ffb-92d3-c761f05fea58 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:38:37.384280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] For port d6abba51-fcc6-43dd-97e1-1c7686402b62, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:37.388800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] For port d6abba51-fcc6-43dd-97e1-1c7686402b62, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d6abba51-fcc6-43dd-97e1-1c7686402b62,segment=NetworkSegment(fdbe53a8-1ca9-4ed8-bf82-075c171ca2be),segment_id=fdbe53a8-1ca9-4ed8-bf82-075c171ca2be)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:37.394613 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.397745 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-870d8ba7-9d1e-48d6-a8e6-5787fa0834a5 req-5b6e2604-49b4-4b5d-8058-2e065fc8c24b tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0754826 Aug 20 11:38:37.462135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:37.462756 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.464211 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] 10.222.0.76 "PUT /v2.0/ports/d6abba51-fcc6-43dd-97e1-1c7686402b62 HTTP/1.1" status: 200 len: 1092 time: 1.5866294 Aug 20 11:38:37.464572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2eb40c-cb56-4575-a64e-254db1241b96', 'tag': 'd6abba51-fcc6-43dd-97e1-1c7686402b62'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:37.466895 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd046f29-cacb-43a0-8fdf-5534f7c36c93" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2eb40c-cb56-4575-a64e-254db1241b96", "tag": "d6abba51-fcc6-43dd-97e1-1c7686402b62"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:37.475152 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78411c0-055f-4414-9ce1-0603b3992ad3 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:37.490432 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f78411c0-055f-4414-9ce1-0603b3992ad3 admin admin] 10.222.0.37 "PUT /v2.0/routers/dbe410e2-561a-4ffb-92d3-c761f05fea58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0720191 Aug 20 11:38:37.491732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aed5a5d-fee7-496d-bf1e-6e60f8f39414 None None] Sync routers for ids ['dbe410e2-561a-4ffb-92d3-c761f05fea58'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:37.493274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34054) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:37.503128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d011ee-54c5-4c15-bffe-b58d977a59a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d6abba51-fcc6-43dd-97e1-1c7686402b62,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:37.506155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aed5a5d-fee7-496d-bf1e-6e60f8f39414 None None] Routers {'dbe410e2-561a-4ffb-92d3-c761f05fea58'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:37.506788 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7aed5a5d-fee7-496d-bf1e-6e60f8f39414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:38:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['dbe410e2-561a-4ffb-92d3-c761f05fea58'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:37.559585 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888992c2-f50e-4f3b-9a96-afaa70fc76aa x-openstack-request-id: req-888992c2-f50e-4f3b-9a96-afaa70fc76aa {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:37.560073 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2eb40c-cb56-4575-a64e-254db1241b96", "tag": "d6abba51-fcc6-43dd-97e1-1c7686402b62", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:37.560409 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-888992c2-f50e-4f3b-9a96-afaa70fc76aa {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:37.560890 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2eb40c-cb56-4575-a64e-254db1241b96', 'tag': 'd6abba51-fcc6-43dd-97e1-1c7686402b62', 'status': 'completed', 'code': 200} Aug 20 11:38:37.577682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-f9235507-e2a4-4bac-a1fd-94c595833783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:37.579294 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-f9235507-e2a4-4bac-a1fd-94c595833783 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f1a5804e29d04d60859b180b5af32943&device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 1095 time: 0.0577509 Aug 20 11:38:37.611913 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b781c036-1f4a-4949-ba85-a4527a95c90d admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.625216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-3e3b0bdd-3c92-47a1-b8be-7b1aa23f04a9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6abba51-fcc6-43dd-97e1-1c7686402b62 HTTP/1.1" status: 200 len: 217 time: 0.0380645 Aug 20 11:38:37.642262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-7aed5a5d-fee7-496d-bf1e-6e60f8f39414 None None] Set router dbe410e2-561a-4ffb-92d3-c761f05fea58 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:37.680194 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-6f91f9c8-8dff-451d-8dcd-6cca603da97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:37.681976 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-6f91f9c8-8dff-451d-8dcd-6cca603da97f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d412ecd-42a5-40f6-9553-e4b1c15e73a8 HTTP/1.1" status: 200 len: 851 time: 0.0487385 Aug 20 11:38:37.717705 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-19b324fc-1cc6-4128-9ee2-e1faa7b90aed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6faeb1c5-1c2b-46f4-9f26-4e83306439b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264072 Aug 20 11:38:37.723068 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b781c036-1f4a-4949-ba85-a4527a95c90d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.780277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b781c036-1f4a-4949-ba85-a4527a95c90d admin admin] Deleting port 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:37.780964 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b781c036-1f4a-4949-ba85-a4527a95c90d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.813088 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-db2b1344-31d6-4412-9812-bc2d8af5656a service neutron] 10.222.0.76 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870075 Aug 20 11:38:37.825180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7aed5a5d-fee7-496d-bf1e-6e60f8f39414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'name': 'tempest-ServersTestBootFromVolume-127276268-router', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:22Z', 'updated_at': '2021-08-20T11:38:36Z', 'revision_number': 5, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'gw_port': {'id': '04f031ad-a8ab-4ca6-8bc4-3fe70fca0601', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:24Z', 'updated_at': '2021-08-20T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:37.856692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aed5a5d-fee7-496d-bf1e-6e60f8f39414 None None] Checking router: dbe410e2-561a-4ffb-92d3-c761f05fea58 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:37.864990 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aed5a5d-fee7-496d-bf1e-6e60f8f39414 None None] Routers {'dbe410e2-561a-4ffb-92d3-c761f05fea58'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:37.865608 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7aed5a5d-fee7-496d-bf1e-6e60f8f39414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:38:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['dbe410e2-561a-4ffb-92d3-c761f05fea58'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:37.870554 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b781c036-1f4a-4949-ba85-a4527a95c90d admin admin] For port 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=04f031ad-a8ab-4ca6-8bc4-3fe70fca0601,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:37.871201 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b781c036-1f4a-4949-ba85-a4527a95c90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.886143 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b781c036-1f4a-4949-ba85-a4527a95c90d admin admin] Calling delete_port for 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:37.920576 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a7f80ae-1ff5-46ca-b82c-35276d036de0 req-71ff16d4-8150-4323-8b4b-c9c3ab23d685 service neutron] 10.222.0.76 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930302 Aug 20 11:38:37.963148 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-7aed5a5d-fee7-496d-bf1e-6e60f8f39414 None None] Set router dbe410e2-561a-4ffb-92d3-c761f05fea58 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:38.027509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7aed5a5d-fee7-496d-bf1e-6e60f8f39414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'name': 'tempest-ServersTestBootFromVolume-127276268-router', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:22Z', 'updated_at': '2021-08-20T11:38:37Z', 'revision_number': 6, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:38.037653 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19fd1e-6964-4775-8b25-a9910ff74f0a req-2d4d2592-e72a-4eb8-928a-af6144ed119f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:38.039190 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ee19fd1e-6964-4775-8b25-a9910ff74f0a req-2d4d2592-e72a-4eb8-928a-af6144ed119f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.0863466 Aug 20 11:38:38.041159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd046f29-cacb-43a0-8fdf-5534f7c36c93 req-ddd16a92-b2d6-4fc3-a138-7a44cd523a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:38.043101 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd046f29-cacb-43a0-8fdf-5534f7c36c93 req-ddd16a92-b2d6-4fc3-a138-7a44cd523a6b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f1a5804e29d04d60859b180b5af32943&device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 1095 time: 0.0619340 Aug 20 11:38:38.057733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aed5a5d-fee7-496d-bf1e-6e60f8f39414 None None] The sync data for ids ['dbe410e2-561a-4ffb-92d3-c761f05fea58'] in n-d-804299-2 is: [{'id': 'dbe410e2-561a-4ffb-92d3-c761f05fea58', 'name': 'tempest-ServersTestBootFromVolume-127276268-router', 'tenant_id': '4dbcc467b3064944a317dc4ab5904cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:22Z', 'updated_at': '2021-08-20T11:38:37Z', 'revision_number': 6, 'project_id': '4dbcc467b3064944a317dc4ab5904cc7', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:38.091590 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b781c036-1f4a-4949-ba85-a4527a95c90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.123258 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781c036-1f4a-4949-ba85-a4527a95c90d admin admin] Pushing event deleted for resources: {'Port': ['ID=04f031ad-a8ab-4ca6-8bc4-3fe70fca0601,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:38.135527 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ee19fd1e-6964-4775-8b25-a9910ff74f0a req-bbce3930-0b59-4c01-8fca-218ecb8c0186 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872655 Aug 20 11:38:38.181517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd046f29-cacb-43a0-8fdf-5534f7c36c93 req-a6ea400c-0346-4c85-8e88-cb47041210a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:38.183000 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd046f29-cacb-43a0-8fdf-5534f7c36c93 req-a6ea400c-0346-4c85-8e88-cb47041210a9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6faeb1c5-1c2b-46f4-9f26-4e83306439b3 HTTP/1.1" status: 200 len: 911 time: 0.1055963 Aug 20 11:38:38.198791 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b781c036-1f4a-4949-ba85-a4527a95c90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.255894 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd046f29-cacb-43a0-8fdf-5534f7c36c93 req-25caae30-5178-4150-b797-85573b84a2be service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6abba51-fcc6-43dd-97e1-1c7686402b62 HTTP/1.1" status: 200 len: 217 time: 0.0636990 Aug 20 11:38:38.324566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd046f29-cacb-43a0-8fdf-5534f7c36c93 req-bc2df6fe-85da-4c13-a84c-edaedacebe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:38.324863 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b781c036-1f4a-4949-ba85-a4527a95c90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.326441 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd046f29-cacb-43a0-8fdf-5534f7c36c93 req-bc2df6fe-85da-4c13-a84c-edaedacebe18 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d412ecd-42a5-40f6-9553-e4b1c15e73a8 HTTP/1.1" status: 200 len: 851 time: 0.0524669 Aug 20 11:38:38.340096 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b781c036-1f4a-4949-ba85-a4527a95c90d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.377076 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd046f29-cacb-43a0-8fdf-5534f7c36c93 req-e0b9c89f-a86c-4580-aca4-b8bfcc458a3c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6faeb1c5-1c2b-46f4-9f26-4e83306439b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386195 Aug 20 11:38:38.397735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37382a8-f08c-4204-8def-ecbd5acffbc3 req-43952b9a-0ba0-409f-961e-ca808372d7a8 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:38.398747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8a689-2592-436d-b0ee-37c3ae158039 req-0bbada9e-b937-4210-a4cc-66c700dcdfa1 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:38.399324 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e37382a8-f08c-4204-8def-ecbd5acffbc3 req-43952b9a-0ba0-409f-961e-ca808372d7a8 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0873604 Aug 20 11:38:38.400535 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-66f8a689-2592-436d-b0ee-37c3ae158039 req-0bbada9e-b937-4210-a4cc-66c700dcdfa1 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 944 time: 0.0707223 Aug 20 11:38:38.400693 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b781c036-1f4a-4949-ba85-a4527a95c90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.401171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b781c036-1f4a-4949-ba85-a4527a95c90d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbe410e2-561a-4ffb-92d3-c761f05fea58 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:38:38.409521 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b781c036-1f4a-4949-ba85-a4527a95c90d admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.412945 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b781c036-1f4a-4949-ba85-a4527a95c90d admin admin] 10.222.0.37 "DELETE /v2.0/routers/dbe410e2-561a-4ffb-92d3-c761f05fea58 HTTP/1.1" status: 204 len: 168 time: 0.9161437 Aug 20 11:38:38.413196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34066) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:38.497121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-328f151e-636f-460f-aa9e-bb75004cc2ef admin admin] Deleting subnet 70e31567-3877-4476-961b-15542cf2ff76 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:38:38.503671 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e37382a8-f08c-4204-8def-ecbd5acffbc3 req-e31ad0c8-2ea4-4205-b0ce-7b531546e27d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912867 Aug 20 11:38:38.506366 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-328f151e-636f-460f-aa9e-bb75004cc2ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.514023 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bbc7f64a-8bad-440f-8136-36b17563c54a req-66eff6d7-378d-4f0a-9b32-599366af264d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0367146 Aug 20 11:38:38.541190 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-66f8a689-2592-436d-b0ee-37c3ae158039 req-ae2bb656-841d-4b47-9026-d62236104319 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119661 Aug 20 11:38:38.573285 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-328f151e-636f-460f-aa9e-bb75004cc2ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.591134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd046f29-cacb-43a0-8fdf-5534f7c36c93 req-1c980eea-eacc-4148-8bc2-3d0b43132945 service neutron] 10.222.0.76 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895609 Aug 20 11:38:38.678631 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-68c1291c-ee08-43f8-bfdd-834920333319 req-2ba2c6c6-f901-4629-a4a3-0686703b82f2 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0468409 Aug 20 11:38:38.691466 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-328f151e-636f-460f-aa9e-bb75004cc2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.760240 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-328f151e-636f-460f-aa9e-bb75004cc2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.776124 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-328f151e-636f-460f-aa9e-bb75004cc2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.781105 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-328f151e-636f-460f-aa9e-bb75004cc2ef admin admin] 10.222.0.37 "DELETE /v2.0/subnets/70e31567-3877-4476-961b-15542cf2ff76 HTTP/1.1" status: 204 len: 168 time: 0.3670673 Aug 20 11:38:38.786669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1d4ceb-d5e7-427c-87e4-9eb490ff163f None None] Network 3765c0b6-30e4-4c80-b34e-662a7a97606a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:38.799448 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34080) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:38.807902 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f151e-636f-460f-aa9e-bb75004cc2ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70e31567-3877-4476-961b-15542cf2ff76,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:38.861966 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.879739 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.902023 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd046f29-cacb-43a0-8fdf-5534f7c36c93 req-75055260-0697-409d-b9c8-2224cb3526b3 service neutron] 10.222.0.76 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625941 Aug 20 11:38:38.940305 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] Deleting port d67c9017-ba0c-4998-aa1a-68f823879018 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:38.940664 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.027034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] For port d67c9017-ba0c-4998-aa1a-68f823879018, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d67c9017-ba0c-4998-aa1a-68f823879018,segment=NetworkSegment(17ea9eb2-67f3-4ecd-8247-388b23525b57),segment_id=17ea9eb2-67f3-4ecd-8247-388b23525b57)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:39.027363 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.031681 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508cf4dc-1a3e-4744-89c5-49f855182d1b None None] DHCP port deletion for 3765c0b6-30e4-4c80-b34e-662a7a97606a request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:38:39.043751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] Calling delete_port for d67c9017-ba0c-4998-aa1a-68f823879018 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:39.092811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-508cf4dc-1a3e-4744-89c5-49f855182d1b None None] Deleting port d67c9017-ba0c-4998-aa1a-68f823879018 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:39.093193 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-508cf4dc-1a3e-4744-89c5-49f855182d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.137596 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.171752 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-508cf4dc-1a3e-4744-89c5-49f855182d1b None None] For port d67c9017-ba0c-4998-aa1a-68f823879018, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d67c9017-ba0c-4998-aa1a-68f823879018,segment=NetworkSegment(17ea9eb2-67f3-4ecd-8247-388b23525b57),segment_id=17ea9eb2-67f3-4ecd-8247-388b23525b57)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:39.172224 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-508cf4dc-1a3e-4744-89c5-49f855182d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.189811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-508cf4dc-1a3e-4744-89c5-49f855182d1b None None] Calling delete_port for d67c9017-ba0c-4998-aa1a-68f823879018 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:39.190098 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] Pushing event deleted for resources: {'Port': ['ID=d67c9017-ba0c-4998-aa1a-68f823879018,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:39.198603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] No DVR routers for this DVR port d67c9017-ba0c-4998-aa1a-68f823879018 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:39.302919 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-508cf4dc-1a3e-4744-89c5-49f855182d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.332162 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.336594 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cf4dc-1a3e-4744-89c5-49f855182d1b None None] Pushing event deleted for resources: {'Port': ['ID=d67c9017-ba0c-4998-aa1a-68f823879018,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:39.339457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62bcbc-0a23-4a82-bfed-bfdfb4926403 req-c03ef01a-895b-42af-9bf6-c487aaab576e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:39.346200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508cf4dc-1a3e-4744-89c5-49f855182d1b None None] No DVR routers for this DVR port d67c9017-ba0c-4998-aa1a-68f823879018 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:39.349113 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f62bcbc-0a23-4a82-bfed-bfdfb4926403 req-c03ef01a-895b-42af-9bf6-c487aaab576e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.1015036 Aug 20 11:38:39.361163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3765c0b6-30e4-4c80-b34e-662a7a97606a']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:39.373489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ea9eb2-67f3-4ecd-8247-388b23525b57') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:39.373784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ea9eb2-67f3-4ecd-8247-388b23525b57') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:39.384329 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.391128 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f62bcbc-0a23-4a82-bfed-bfdfb4926403 req-930397ce-8432-45d8-a336-28c2b67c1916 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Aug 20 11:38:39.401228 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.410198 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:38:39.410676 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:38:39.412745 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:38:39.470056 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.479962 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.483224 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3765c0b6-30e4-4c80-b34e-662a7a97606a HTTP/1.1" status: 204 len: 168 time: 0.6825416 Aug 20 11:38:39.495402 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99932ff-047b-4ef1-b5e3-ce4b00c05406 admin admin] Pushing event deleted for resources: {'Network': ['ID=3765c0b6-30e4-4c80-b34e-662a7a97606a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:39.644764 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e513070-e6d8-44af-82dc-c7ce8c3485bf req-7010c3b7-68b8-4c79-a715-2417182a7e24 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:39.646421 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e513070-e6d8-44af-82dc-c7ce8c3485bf req-7010c3b7-68b8-4c79-a715-2417182a7e24 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0599449 Aug 20 11:38:39.707293 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e513070-e6d8-44af-82dc-c7ce8c3485bf req-d71cbea2-a2fd-47f9-a2af-78ef980717f2 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494235 Aug 20 11:38:39.710628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb7950-7822-4b2a-affa-fc711f82a3d3 req-3df86705-1e4f-4162-8d63-bd13dbac10aa tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:39.725765 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90bb7950-7822-4b2a-affa-fc711f82a3d3 req-3df86705-1e4f-4162-8d63-bd13dbac10aa tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 944 time: 0.0946805 Aug 20 11:38:39.748593 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34164) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:39.781381 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90bb7950-7822-4b2a-affa-fc711f82a3d3 req-f2c561ce-ce37-438c-809c-69c28ca10d54 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484209 Aug 20 11:38:39.846810 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19dc30e2-4b13-480b-a5b5-16c1359a7745 req-3c3289fc-5d51-4764-834b-a71399751ba4 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0403194 Aug 20 11:38:39.852678 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4879f77a-8347-4eaa-aaa3-abca82380ee7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4dbcc467b3064944a317dc4ab5904cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1007943 Aug 20 11:38:39.853253 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34168) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:39.920573 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41a59329-5fdf-4fec-9336-b6ea1646f914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.950650 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41a59329-5fdf-4fec-9336-b6ea1646f914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.023819 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41a59329-5fdf-4fec-9336-b6ea1646f914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.026513 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41a59329-5fdf-4fec-9336-b6ea1646f914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.029087 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-41a59329-5fdf-4fec-9336-b6ea1646f914 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40cf57d0-0257-46d3-9299-7b9538010e6b HTTP/1.1" status: 204 len: 168 time: 0.1733348 Aug 20 11:38:40.040201 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a59329-5fdf-4fec-9336-b6ea1646f914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cf57d0-0257-46d3-9299-7b9538010e6b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:40.180278 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b53a2d92-775f-4163-b043-7b93de26cdb2 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:40.221608 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: b53a2d92-775f-4163-b043-7b93de26cdb2 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:40.223022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b53a2d92-775f-4163-b043-7b93de26cdb2 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:40.223847 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:40.254682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:40.257131 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 04f031ad-a8ab-4ca6-8bc4-3fe70fca0601 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:40.257575 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d67c9017-ba0c-4998-aa1a-68f823879018 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:40.281960 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: d67c9017-ba0c-4998-aa1a-68f823879018 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:40.282570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d67c9017-ba0c-4998-aa1a-68f823879018 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:40.288906 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb5c80e6-fe25-46bc-b035-7a8a4efb5c90 req-1a8f99cb-55d7-4b46-b0f6-65044e484292 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0424323 Aug 20 11:38:40.338002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d6abba51-fcc6-43dd-97e1-1c7686402b62 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:38:40.458733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d6abba51-fcc6-43dd-97e1-1c7686402b62, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d6abba51-fcc6-43dd-97e1-1c7686402b62,segment=NetworkSegment(fdbe53a8-1ca9-4ed8-bf82-075c171ca2be),segment_id=fdbe53a8-1ca9-4ed8-bf82-075c171ca2be)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:40.500395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'd6abba51-fcc6-43dd-97e1-1c7686402b62', 'network_id': '6faeb1c5-1c2b-46f4-9f26-4e83306439b3', 'port_id': 'd6abba51-fcc6-43dd-97e1-1c7686402b62', 'mac_address': 'fa:16:3e:f6:97:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d412ecd-42a5-40f6-9553-e4b1c15e73a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:38:40.567134 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.584505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6abba51-fcc6-43dd-97e1-1c7686402b62 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:40.584728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e210676-5284-46f8-9f5e-5c52feb62090 req-c6cead30-c0ee-44c9-ad57-74f1cec93cc1 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:40.590013 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5e210676-5284-46f8-9f5e-5c52feb62090 req-c6cead30-c0ee-44c9-ad57-74f1cec93cc1 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.0812988 Aug 20 11:38:40.612557 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d6abba51-fcc6-43dd-97e1-1c7686402b62, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d6abba51-fcc6-43dd-97e1-1c7686402b62,segment=NetworkSegment(fdbe53a8-1ca9-4ed8-bf82-075c171ca2be),segment_id=fdbe53a8-1ca9-4ed8-bf82-075c171ca2be)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:40.619233 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.638559 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5e210676-5284-46f8-9f5e-5c52feb62090 req-14c07691-4707-4538-b9b7-c16549d57c71 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446332 Aug 20 11:38:40.679339 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=d6abba51-fcc6-43dd-97e1-1c7686402b62,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:40.838035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd567be5-e1b2-42a4-acd5-be4e5e58754c req-b9113a6b-0ba0-4891-8690-60aceb5d42dd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:40.845982 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd567be5-e1b2-42a4-acd5-be4e5e58754c req-b9113a6b-0ba0-4891-8690-60aceb5d42dd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0651131 Aug 20 11:38:40.854753 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['d6abba51-fcc6-43dd-97e1-1c7686402b62'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:40.927348 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd567be5-e1b2-42a4-acd5-be4e5e58754c req-d7407523-97f5-42b7-afb3-2fc67ffbf21f tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687900 Aug 20 11:38:40.938018 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a571042-71ef-410c-90c7-0589c243b75b req-19dc35cc-a84f-446b-bb36-c77bdaf9a2cc tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:40.941189 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a571042-71ef-410c-90c7-0589c243b75b req-19dc35cc-a84f-446b-bb36-c77bdaf9a2cc tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 945 time: 0.0699909 Aug 20 11:38:40.990519 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a571042-71ef-410c-90c7-0589c243b75b req-6bc28926-cd70-4adc-8980-473fbf8f4160 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429497 Aug 20 11:38:41.065892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34218) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:41.170955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-22e9222f-a815-4548-abc0-46459d5f2215 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-222199924-network', 'tenant_id': '466ddc16a8f44a5e89ff9008cb1b0465'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:41.193964 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e9222f-a815-4548-abc0-46459d5f2215 admin admin] Made reservation on behalf of 466ddc16a8f44a5e89ff9008cb1b0465 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:41.196452 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22e9222f-a815-4548-abc0-46459d5f2215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.206182 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22e9222f-a815-4548-abc0-46459d5f2215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.305543 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22e9222f-a815-4548-abc0-46459d5f2215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.309366 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22e9222f-a815-4548-abc0-46459d5f2215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.337928 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e9222f-a815-4548-abc0-46459d5f2215 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:38:41.349454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9222f-a815-4548-abc0-46459d5f2215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb75f9a-48f5-4952-9427-1b95a481e4a1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:41.354676 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22e9222f-a815-4548-abc0-46459d5f2215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.355030 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-22e9222f-a815-4548-abc0-46459d5f2215 admin admin] Added segment b3e3e336-75ea-403e-ae11-2091fec3bc18 of type vlan for network 2f57a807-431b-4a85-84e9-9c26f27c26dc Aug 20 11:38:41.407362 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4d492dbf-922d-45a2-9f62-8672c061f6ec req-1682768b-68b9-46ed-8383-169a2694915d tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0281057 Aug 20 11:38:41.407681 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22e9222f-a815-4548-abc0-46459d5f2215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.445911 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22e9222f-a815-4548-abc0-46459d5f2215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.447045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e9222f-a815-4548-abc0-46459d5f2215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:41.447694 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22e9222f-a815-4548-abc0-46459d5f2215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.505686 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-22e9222f-a815-4548-abc0-46459d5f2215 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4385061 Aug 20 11:38:41.508535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34226) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:41.513652 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f0da9b73-c437-4752-9a0a-37791089f63e admin admin] Request body: {'subnet': {'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-222199924-subnet', 'tenant_id': '466ddc16a8f44a5e89ff9008cb1b0465', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:41.516831 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9222f-a815-4548-abc0-46459d5f2215 admin admin] Pushing event updated for resources: {'Network': ['ID=2f57a807-431b-4a85-84e9-9c26f27c26dc,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:41.526690 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 2f57a807-431b-4a85-84e9-9c26f27c26dc details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:38:41.541782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0da9b73-c437-4752-9a0a-37791089f63e admin admin] Made reservation on behalf of 466ddc16a8f44a5e89ff9008cb1b0465 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:41.544912 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0da9b73-c437-4752-9a0a-37791089f63e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.730087 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0da9b73-c437-4752-9a0a-37791089f63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.774676 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251e3e8-403a-4cd4-858c-3b25655324e0 req-fd669c90-d8e4-46df-a112-316240fd8ee3 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:41.777428 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1251e3e8-403a-4cd4-858c-3b25655324e0 req-fd669c90-d8e4-46df-a112-316240fd8ee3 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.0542722 Aug 20 11:38:41.792987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da9b73-c437-4752-9a0a-37791089f63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8164adc2-ff26-452d-9022-daf8f61c3f29,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:41.805647 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da9b73-c437-4752-9a0a-37791089f63e admin admin] Checking segment: {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:41.806015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0da9b73-c437-4752-9a0a-37791089f63e admin admin] Network hostable DHCP agents. Network: 2f57a807-431b-4a85-84e9-9c26f27c26dc, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:38:41.822290 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1251e3e8-403a-4cd4-858c-3b25655324e0 req-95d5c1a3-0af1-4440-b6ec-f7d82a9ca2fb tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377367 Aug 20 11:38:41.826054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0da9b73-c437-4752-9a0a-37791089f63e admin admin] Network 2f57a807-431b-4a85-84e9-9c26f27c26dc is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:38:41.837049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-f0da9b73-c437-4752-9a0a-37791089f63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 2f57a807-431b-4a85-84e9-9c26f27c26dc) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:41.841796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da9b73-c437-4752-9a0a-37791089f63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:41.842401 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0da9b73-c437-4752-9a0a-37791089f63e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.846827 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6131918-4105-4e7e-b828-85d02ddafb38 None None] Network 2f57a807-431b-4a85-84e9-9c26f27c26dc requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:41.861666 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f0da9b73-c437-4752-9a0a-37791089f63e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3509498 Aug 20 11:38:41.983802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d1338-42ef-422b-b54a-209ce72bf8a3 None None] Network 2f57a807-431b-4a85-84e9-9c26f27c26dc requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:42.072849 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2e482-a479-48d4-9092-42493ec01628 req-0ecb817c-fa56-4870-ba32-6cc1b2b6e137 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:42.074406 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90f2e482-a479-48d4-9092-42493ec01628 req-0ecb817c-fa56-4870-ba32-6cc1b2b6e137 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0816476 Aug 20 11:38:42.129256 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90f2e482-a479-48d4-9092-42493ec01628 req-36ac241d-8c3b-4882-8c7a-1a60768a1dc7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467825 Aug 20 11:38:42.130595 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b07a04-3229-4f4b-b1cf-48897b9a5cff req-5cda69d5-5a6c-48ea-a87e-74074cbfb1df tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:42.137762 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36b07a04-3229-4f4b-b1cf-48897b9a5cff req-5cda69d5-5a6c-48ea-a87e-74074cbfb1df tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 945 time: 0.0587862 Aug 20 11:38:42.173857 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36b07a04-3229-4f4b-b1cf-48897b9a5cff req-320a8067-a4cf-4dd5-baf4-0f242c86e128 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351622 Aug 20 11:38:42.347200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d6abba51-fcc6-43dd-97e1-1c7686402b62 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:42.404070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port d6abba51-fcc6-43dd-97e1-1c7686402b62 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:42.408525 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port d6abba51-fcc6-43dd-97e1-1c7686402b62 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:42.409109 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.504702 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.535025 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2eb40c-cb56-4575-a64e-254db1241b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6abba51-fcc6-43dd-97e1-1c7686402b62'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:42.537494 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8be637-f227-4554-8db8-91c61878b547" -d '{"events": [{"server_uuid": "ef2eb40c-cb56-4575-a64e-254db1241b96", "name": "network-vif-plugged", "status": "completed", "tag": "d6abba51-fcc6-43dd-97e1-1c7686402b62"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:42.538180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-bdeba0de-298d-4030-bd53-fba4922015b8 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:42.545819 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-bdeba0de-298d-4030-bd53-fba4922015b8 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 811 time: 0.1477683 Aug 20 11:38:42.553703 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d6abba51-fcc6-43dd-97e1-1c7686402b62, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d6abba51-fcc6-43dd-97e1-1c7686402b62,segment=NetworkSegment(fdbe53a8-1ca9-4ed8-bf82-075c171ca2be),segment_id=fdbe53a8-1ca9-4ed8-bf82-075c171ca2be)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:42.554453 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c623bf88-f191-4610-a872-3370e2e658eb req-a36f14e2-c2b2-45de-b490-d1d4aab9356c tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0536201 Aug 20 11:38:42.559588 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-80396878-96a8-4d88-8f20-5a68c252c160 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/quotas/466ddc16a8f44a5e89ff9008cb1b0465 HTTP/1.1" status: 200 len: 375 time: 0.0124147 Aug 20 11:38:42.560177 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.602227 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-3c75437f-7bda-45fb-b9ef-3541a8518417 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343201 Aug 20 11:38:42.619320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=d6abba51-fcc6-43dd-97e1-1c7686402b62,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:42.623255 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f360ce0-9a7f-4ca8-bde6-37665553b1d3 x-openstack-request-id: req-0f360ce0-9a7f-4ca8-bde6-37665553b1d3 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:42.623528 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2eb40c-cb56-4575-a64e-254db1241b96", "name": "network-vif-plugged", "status": "completed", "tag": "d6abba51-fcc6-43dd-97e1-1c7686402b62", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:42.623848 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f360ce0-9a7f-4ca8-bde6-37665553b1d3 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:42.624497 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2eb40c-cb56-4575-a64e-254db1241b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6abba51-fcc6-43dd-97e1-1c7686402b62', 'code': 200} Aug 20 11:38:42.712185 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-dda82fd3-afa8-46d5-96b7-dab9a2669c44 service neutron] 10.222.0.37 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023808 Aug 20 11:38:42.778445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4718f0e-4b0a-4107-901d-5665623fc070 req-98d8e97f-59ae-45eb-8ab1-c2d085a231eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:42.780450 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4718f0e-4b0a-4107-901d-5665623fc070 req-98d8e97f-59ae-45eb-8ab1-c2d085a231eb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 1097 time: 0.0736325 Aug 20 11:38:42.821665 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-80e7f81a-36e8-4b46-8b61-ab88010376ad service neutron] 10.222.0.37 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033134 Aug 20 11:38:42.835829 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4718f0e-4b0a-4107-901d-5665623fc070 req-c902dbef-6041-4eec-8559-0224f5f9386b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338368 Aug 20 11:38:42.950090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96511174-b49a-4e7e-a1f7-2b1fcdd7fbff req-1c3d9819-c9a2-4adb-b6d5-efe10d531231 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:42.951643 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-96511174-b49a-4e7e-a1f7-2b1fcdd7fbff req-1c3d9819-c9a2-4adb-b6d5-efe10d531231 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.0518994 Aug 20 11:38:43.015839 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cee8a329-099a-4098-8fd2-f69efa03080a req-a9ce1036-1069-4f33-89ca-63c013c91f30 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 210 time: 0.0344288 Aug 20 11:38:43.033526 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-96511174-b49a-4e7e-a1f7-2b1fcdd7fbff req-6c9b7f94-0c7a-4331-9a21-4b79221e723e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723538 Aug 20 11:38:43.257642 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9a01b-5b4a-43ed-8367-946c6f01e6ae req-65891020-ea89-4f7c-b682-d91248ff367d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:43.259194 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4bc9a01b-5b4a-43ed-8367-946c6f01e6ae req-65891020-ea89-4f7c-b682-d91248ff367d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0527289 Aug 20 11:38:43.305317 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4bc9a01b-5b4a-43ed-8367-946c6f01e6ae req-2b99841a-791f-40e8-b773-4962f9b8c782 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390713 Aug 20 11:38:43.318863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095d312-c14c-4941-88e6-9aed378cfb4d req-46343c04-faf3-4d48-a433-6300bc538e73 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:43.321243 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3095d312-c14c-4941-88e6-9aed378cfb4d req-46343c04-faf3-4d48-a433-6300bc538e73 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0674798 Aug 20 11:38:43.377839 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3095d312-c14c-4941-88e6-9aed378cfb4d req-2321812e-94c9-46c1-82a5-dc5af87d626d tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501888 Aug 20 11:38:43.677322 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2be13e0-4e5d-4bf3-9f27-2d6f870664db req-7d9e4e10-d0fa-44af-8de0-f0fd393f6e5b tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0300364 Aug 20 11:38:44.251187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9488c88-2689-4e47-a699-c63991a3d882 req-3070b65c-bfae-4334-9df1-058e9529f920 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:44.252866 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c9488c88-2689-4e47-a699-c63991a3d882 req-3070b65c-bfae-4334-9df1-058e9529f920 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.0911808 Aug 20 11:38:44.257265 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c083b6-2c11-4396-873e-20c19dff45dc req-8333f91c-24be-4c7f-9a55-696f5d6b3307 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 210 time: 0.0462039 Aug 20 11:38:44.310667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-38dd0847-4ff0-4082-9621-a3b3044e6a61 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:44.312491 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-38dd0847-4ff0-4082-9621-a3b3044e6a61 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.76 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 811 time: 0.2399242 Aug 20 11:38:44.313453 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c9488c88-2689-4e47-a699-c63991a3d882 req-651119b0-cd77-4a4b-9b68-24f96d5d79b0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526519 Aug 20 11:38:44.329165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-fd896532-08e4-4225-8c6a-f51fd0b5f6ac tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Request body: {'port': {'device_id': 'df705309-78e6-4246-bb3a-45ea599e86b6', 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc', 'admin_state_up': True, 'tenant_id': '466ddc16a8f44a5e89ff9008cb1b0465'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:44.472091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47393a-3bd3-4345-bd31-c448a629a90f req-4ef1e633-f2bd-4ea5-ac82-d60ee9f121fd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:44.473656 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d47393a-3bd3-4345-bd31-c448a629a90f req-4ef1e633-f2bd-4ea5-ac82-d60ee9f121fd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0860662 Aug 20 11:38:44.518726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-fd896532-08e4-4225-8c6a-f51fd0b5f6ac tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Made reservation on behalf of 466ddc16a8f44a5e89ff9008cb1b0465 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:44.522628 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-fd896532-08e4-4225-8c6a-f51fd0b5f6ac tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:44.531202 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d47393a-3bd3-4345-bd31-c448a629a90f req-d9e86e03-f138-47a8-98a4-05d7c83bb330 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513110 Aug 20 11:38:44.597597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957853e7-eea7-4b59-835c-9fb6272b8a9f req-a67df5e0-e5e9-4e65-96d2-2fa8717546ca tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:44.599540 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-957853e7-eea7-4b59-835c-9fb6272b8a9f req-a67df5e0-e5e9-4e65-96d2-2fa8717546ca tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0882189 Aug 20 11:38:44.664803 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-957853e7-eea7-4b59-835c-9fb6272b8a9f req-ae80fd2e-f503-4643-b25f-90fae2745a50 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514557 Aug 20 11:38:44.686212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-fd896532-08e4-4225-8c6a-f51fd0b5f6ac tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Allocated IP 172.20.0.11 (2f57a807-431b-4a85-84e9-9c26f27c26dc/8164adc2-ff26-452d-9022-daf8f61c3f29/36ecef58-e072-4b06-b5fb-072fbae25896) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:44.911479 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-fd896532-08e4-4225-8c6a-f51fd0b5f6ac tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:44.931578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a7f00-8690-498a-b971-54c3aff3d413 req-9d3cdae3-1261-4a65-9b53-f48928acec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:44.933224 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c09a7f00-8690-498a-b971-54c3aff3d413 req-9d3cdae3-1261-4a65-9b53-f48928acec26 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f1a5804e29d04d60859b180b5af32943&device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 1097 time: 0.0778692 Aug 20 11:38:44.944925 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b70ccb81-60f7-415f-a643-e70e8e471023 req-87d08ff9-e660-4701-9f30-22412533908f tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0489323 Aug 20 11:38:45.027813 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-fd896532-08e4-4225-8c6a-f51fd0b5f6ac tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:45.105185 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161c719-6897-45a8-8224-230517030596 req-2f0d5fc0-d04e-4f02-a6a5-8069b70cf92f tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:45.106894 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9161c719-6897-45a8-8224-230517030596 req-2f0d5fc0-d04e-4f02-a6a5-8069b70cf92f tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0726256 Aug 20 11:38:45.130218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a7f00-8690-498a-b971-54c3aff3d413 req-d838f3da-6d5c-4443-931e-4485a1ea1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:45.131960 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c09a7f00-8690-498a-b971-54c3aff3d413 req-d838f3da-6d5c-4443-931e-4485a1ea1ee3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6faeb1c5-1c2b-46f4-9f26-4e83306439b3 HTTP/1.1" status: 200 len: 911 time: 0.1910057 Aug 20 11:38:45.134157 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-fd896532-08e4-4225-8c6a-f51fd0b5f6ac tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Network 2f57a807-431b-4a85-84e9-9c26f27c26dc is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:45.137602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-fd896532-08e4-4225-8c6a-f51fd0b5f6ac tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:45.141572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-fd896532-08e4-4225-8c6a-f51fd0b5f6ac tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:45.163486 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9161c719-6897-45a8-8224-230517030596 req-33701d89-d9fc-4536-a7b8-13f97f76fad6 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484772 Aug 20 11:38:45.211365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd896532-08e4-4225-8c6a-f51fd0b5f6ac tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Pushing event updated for resources: {'Port': ['ID=36ecef58-e072-4b06-b5fb-072fbae25896,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:45.214404 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c09a7f00-8690-498a-b971-54c3aff3d413 req-c5c0d32f-a3fb-4cb3-8f71-d7471b625154 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6abba51-fcc6-43dd-97e1-1c7686402b62 HTTP/1.1" status: 200 len: 217 time: 0.0665874 Aug 20 11:38:45.276823 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-fd896532-08e4-4225-8c6a-f51fd0b5f6ac tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:45.278433 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-fd896532-08e4-4225-8c6a-f51fd0b5f6ac tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:45.307116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a7f00-8690-498a-b971-54c3aff3d413 req-414da7e5-8d4d-4531-8888-1dc5114bafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:45.309215 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c09a7f00-8690-498a-b971-54c3aff3d413 req-414da7e5-8d4d-4531-8888-1dc5114bafcd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d412ecd-42a5-40f6-9553-e4b1c15e73a8 HTTP/1.1" status: 200 len: 851 time: 0.0819235 Aug 20 11:38:45.332549 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-fd896532-08e4-4225-8c6a-f51fd0b5f6ac tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0081193 Aug 20 11:38:45.367856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Request body: {'port': {'device_id': 'df705309-78e6-4246-bb3a-45ea599e86b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:45.373641 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c09a7f00-8690-498a-b971-54c3aff3d413 req-e5a46019-c796-4538-acbf-99c42d59f144 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6faeb1c5-1c2b-46f4-9f26-4e83306439b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567977 Aug 20 11:38:45.460413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0041c-9390-4933-bea5-b9588231b6c1 req-9b50ff43-5b0a-4121-ab00-751152399c1d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:45.465112 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0ce0041c-9390-4933-bea5-b9588231b6c1 req-9b50ff43-5b0a-4121-ab00-751152399c1d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.0682032 Aug 20 11:38:45.507906 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0ce0041c-9390-4933-bea5-b9588231b6c1 req-ebc567ec-1142-44c7-80f5-47f2c273ab01 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384881 Aug 20 11:38:45.820986 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:45.848960 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711169e2-6929-4a97-add7-9a8e7b6a4bdb req-84acd0b3-6937-4446-9489-3676c8784632 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:45.850463 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-711169e2-6929-4a97-add7-9a8e7b6a4bdb req-84acd0b3-6937-4446-9489-3676c8784632 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 932 time: 0.4489481 Aug 20 11:38:45.908055 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c09a7f00-8690-498a-b971-54c3aff3d413 req-ad81adff-31fc-4760-a1d6-5dccf7dc1032 service neutron] 10.222.0.76 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192366 Aug 20 11:38:46.036760 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-711169e2-6929-4a97-add7-9a8e7b6a4bdb req-a9bb5fd7-a2f4-449a-8d61-10963ffa563d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633933 Aug 20 11:38:46.084460 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9bd62b05-a1ae-4f2d-ada3-b639f4bb660a req-d5d3d7eb-4dd3-40d7-89e3-e0e78081cc82 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0474880 Aug 20 11:38:46.138848 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c09a7f00-8690-498a-b971-54c3aff3d413 req-e300f45d-b150-47b9-8584-ede344332c4d service neutron] 10.222.0.76 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114074 Aug 20 11:38:46.261116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ecef58-e072-4b06-b5fb-072fbae25896 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:46.271178 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:46.285768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Transition to ACTIVE for port object 36ecef58-e072-4b06-b5fb-072fbae25896 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:46.290132 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:46.307795 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183bb19-fba9-43da-9b27-5f2faf2f8bcd req-df42a725-6009-4050-af17-0d0d27f5bd3e tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:46.313130 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7183bb19-fba9-43da-9b27-5f2faf2f8bcd req-df42a725-6009-4050-af17-0d0d27f5bd3e tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0641489 Aug 20 11:38:46.340555 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c766235d-ac43-443a-9574-c79b85c5df10 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:38:46.364900 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Pushing event updated for resources: {'Port': ['ID=36ecef58-e072-4b06-b5fb-072fbae25896,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:46.365509 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7183bb19-fba9-43da-9b27-5f2faf2f8bcd req-211e6a6c-ba5f-4398-a02a-ff7811f6442e tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472381 Aug 20 11:38:46.423701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Attempting to bind port 36ecef58-e072-4b06-b5fb-072fbae25896 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:46.423962 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Attempting to bind port 36ecef58-e072-4b06-b5fb-072fbae25896 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:46.424389 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Attempting to bind port 36ecef58-e072-4b06-b5fb-072fbae25896 on network 2f57a807-431b-4a85-84e9-9c26f27c26dc {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:46.429358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Port 36ecef58-e072-4b06-b5fb-072fbae25896 on network 2f57a807-431b-4a85-84e9-9c26f27c26dc not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:38:46.429684 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Attempting to bind port 36ecef58-e072-4b06-b5fb-072fbae25896 on network 2f57a807-431b-4a85-84e9-9c26f27c26dc {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:46.437049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:46.437595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Checking segment: {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:46.437987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Bound using segment: {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:46.438424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Bound port: 36ecef58-e072-4b06-b5fb-072fbae25896, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:46.438810 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:46.446093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c766235d-ac43-443a-9574-c79b85c5df10, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c766235d-ac43-443a-9574-c79b85c5df10,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:46.458438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'c766235d-ac43-443a-9574-c79b85c5df10', 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd', 'port_id': 'c766235d-ac43-443a-9574-c79b85c5df10', 'mac_address': 'fa:16:3e:3a:1b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734fd1d8-2b43-491b-a917-ffd6ab332d79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:38:46.499294 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:46.510551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] For port 36ecef58-e072-4b06-b5fb-072fbae25896, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:46.512304 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c766235d-ac43-443a-9574-c79b85c5df10 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:46.514121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] For port 36ecef58-e072-4b06-b5fb-072fbae25896, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=36ecef58-e072-4b06-b5fb-072fbae25896,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:46.520084 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:46.545252 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c766235d-ac43-443a-9574-c79b85c5df10, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c766235d-ac43-443a-9574-c79b85c5df10,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:46.552077 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:46.560205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:46.561170 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:46.562585 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] 10.222.0.76 "PUT /v2.0/ports/36ecef58-e072-4b06-b5fb-072fbae25896 HTTP/1.1" status: 200 len: 1092 time: 1.2221148 Aug 20 11:38:46.563025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df705309-78e6-4246-bb3a-45ea599e86b6', 'tag': '36ecef58-e072-4b06-b5fb-072fbae25896'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:46.565350 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4fa675-0393-4caa-ba1d-14ac3957238a" -d '{"events": [{"name": "network-changed", "server_uuid": "df705309-78e6-4246-bb3a-45ea599e86b6", "tag": "36ecef58-e072-4b06-b5fb-072fbae25896"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:46.591304 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cfd43-c1ff-4382-9575-a95c655df615 service neutron] Pushing event updated for resources: {'Port': ['ID=36ecef58-e072-4b06-b5fb-072fbae25896,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:46.626650 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=c766235d-ac43-443a-9574-c79b85c5df10,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:46.660909 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ebc115-99d8-4e3d-ab87-6af2c3593bc0 x-openstack-request-id: req-79ebc115-99d8-4e3d-ab87-6af2c3593bc0 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:46.661213 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df705309-78e6-4246-bb3a-45ea599e86b6", "tag": "36ecef58-e072-4b06-b5fb-072fbae25896", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:46.661581 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79ebc115-99d8-4e3d-ab87-6af2c3593bc0 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:46.662278 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df705309-78e6-4246-bb3a-45ea599e86b6', 'tag': '36ecef58-e072-4b06-b5fb-072fbae25896', 'status': 'completed', 'code': 200} Aug 20 11:38:46.674355 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['c766235d-ac43-443a-9574-c79b85c5df10'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:46.712482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b8405-fb96-4baf-9c6b-19d2016db280 req-6a575746-bd3f-49df-943c-cccc5447d88a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:46.714236 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a63b8405-fb96-4baf-9c6b-19d2016db280 req-6a575746-bd3f-49df-943c-cccc5447d88a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.1024866 Aug 20 11:38:46.729024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-2cec8e10-6264-4c58-a57a-4692ab23c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:46.733017 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-2cec8e10-6264-4c58-a57a-4692ab23c83c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 1095 time: 0.1064198 Aug 20 11:38:46.785111 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-e9e7258c-7c9a-4201-a7a6-0fa6e61b765e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36ecef58-e072-4b06-b5fb-072fbae25896 HTTP/1.1" status: 200 len: 217 time: 0.0394032 Aug 20 11:38:46.808281 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a63b8405-fb96-4baf-9c6b-19d2016db280 req-ec486875-755d-4322-9cec-140508cd55a1 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833168 Aug 20 11:38:46.865502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-61e01ce7-077c-48dc-9a10-4d70edc6e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:46.866961 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-61e01ce7-077c-48dc-9a10-4d70edc6e3bd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8164adc2-ff26-452d-9022-daf8f61c3f29 HTTP/1.1" status: 200 len: 851 time: 0.0726492 Aug 20 11:38:46.904164 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-331d6851-d9a1-4f1e-aaf9-8de6aef115d0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2f57a807-431b-4a85-84e9-9c26f27c26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264184 Aug 20 11:38:47.002087 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-34332a3e-7f85-4d6b-9553-ae30d0cc8067 service neutron] 10.222.0.76 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835295 Aug 20 11:38:47.100126 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b867ca30-287e-4b4b-aad0-26f24bc686a0 req-efa03e22-eddc-47d4-9fec-093be62c3790 service neutron] 10.222.0.76 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908120 Aug 20 11:38:47.166826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d5f1b-0dbe-4d15-a940-611bf1c45d86 req-3bc15f19-ff3d-4cce-b6f2-756fc6423932 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:47.169346 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d14d5f1b-0dbe-4d15-a940-611bf1c45d86 req-3bc15f19-ff3d-4cce-b6f2-756fc6423932 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 944 time: 0.0591495 Aug 20 11:38:47.188041 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-66d88b6c-3852-443f-aaa6-1c8fc4607725 req-a5e8e9e1-e68a-4d0b-b8a4-80be7ed68c6b tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0287554 Aug 20 11:38:47.221642 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d14d5f1b-0dbe-4d15-a940-611bf1c45d86 req-cf6fcb22-1416-4659-8e12-cb1a86ef3489 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455775 Aug 20 11:38:47.241156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fa675-0393-4caa-ba1d-14ac3957238a req-99401d72-d3cc-483f-bab4-34aa45497f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:47.242683 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b4fa675-0393-4caa-ba1d-14ac3957238a req-99401d72-d3cc-483f-bab4-34aa45497f52 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 1095 time: 0.0569987 Aug 20 11:38:47.350291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fa675-0393-4caa-ba1d-14ac3957238a req-8dbe2d6f-365d-4255-a9e3-cedee5883eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:47.352100 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b4fa675-0393-4caa-ba1d-14ac3957238a req-8dbe2d6f-365d-4255-a9e3-cedee5883eb7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 911 time: 0.1018529 Aug 20 11:38:47.405779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b4fa675-0393-4caa-ba1d-14ac3957238a req-de7d3d9e-be81-4f9c-86fe-a830cbedbf92 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36ecef58-e072-4b06-b5fb-072fbae25896 HTTP/1.1" status: 200 len: 217 time: 0.0369320 Aug 20 11:38:47.462195 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fa675-0393-4caa-ba1d-14ac3957238a req-ae5ba9b0-e390-4f0d-a8a6-43e7c01b5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:47.463787 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b4fa675-0393-4caa-ba1d-14ac3957238a req-ae5ba9b0-e390-4f0d-a8a6-43e7c01b5ea7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8164adc2-ff26-452d-9022-daf8f61c3f29 HTTP/1.1" status: 200 len: 851 time: 0.0484927 Aug 20 11:38:47.495870 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bea0d-bd89-4556-99fb-6f3d028f1ba0 req-816c407b-23b6-4adb-b056-72436009987f tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:47.497394 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4d6bea0d-bd89-4556-99fb-6f3d028f1ba0 req-816c407b-23b6-4adb-b056-72436009987f tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0545409 Aug 20 11:38:47.499854 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b4fa675-0393-4caa-ba1d-14ac3957238a req-0744c058-a822-4f95-817c-49d89b592246 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2f57a807-431b-4a85-84e9-9c26f27c26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254557 Aug 20 11:38:47.540760 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4d6bea0d-bd89-4556-99fb-6f3d028f1ba0 req-bb83b737-190b-4d62-8bb8-1954f7f88bf0 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365195 Aug 20 11:38:47.610034 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b4fa675-0393-4caa-ba1d-14ac3957238a req-90b020ba-b88d-41f0-a8a7-03ab5aaf153d service neutron] 10.222.0.76 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966802 Aug 20 11:38:47.707775 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b4fa675-0393-4caa-ba1d-14ac3957238a req-1056a9d7-b315-4ed4-b424-5db55caef885 service neutron] 10.222.0.76 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899217 Aug 20 11:38:47.952047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b0f33-686c-47fc-99ff-e77dc3187d9b req-305c736c-a2f4-478e-a63d-6b79843e1879 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:47.953673 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-141b0f33-686c-47fc-99ff-e77dc3187d9b req-305c736c-a2f4-478e-a63d-6b79843e1879 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.0571344 Aug 20 11:38:47.998009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-141b0f33-686c-47fc-99ff-e77dc3187d9b req-88989913-3980-4b8f-8a70-8c7598900c00 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354114 Aug 20 11:38:48.319406 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5fcde32e-b047-43f7-9f54-ad4cbc98deef req-73c27720-0a03-4ccc-8847-b49cbe5dd903 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0367491 Aug 20 11:38:48.351388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c766235d-ac43-443a-9574-c79b85c5df10 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:48.369303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8488c-94e8-49b4-b3dd-b8af77a299c5 req-a7c44b50-c70d-4c6f-af1b-ca370a753a69 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:48.370994 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-79c8488c-94e8-49b4-b3dd-b8af77a299c5 req-a7c44b50-c70d-4c6f-af1b-ca370a753a69 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 944 time: 0.0705171 Aug 20 11:38:48.419223 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-79c8488c-94e8-49b4-b3dd-b8af77a299c5 req-d25780d6-dc62-445e-adc3-072b060a10b8 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420856 Aug 20 11:38:48.439128 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port c766235d-ac43-443a-9574-c79b85c5df10 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:48.439493 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:48.537559 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:48.565206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9232330c-b377-47c8-a39a-7523eed0f3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c766235d-ac43-443a-9574-c79b85c5df10'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:48.567906 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd52920b-08b7-4e99-a0de-551b9122829f" -d '{"events": [{"server_uuid": "9232330c-b377-47c8-a39a-7523eed0f3c4", "name": "network-vif-plugged", "status": "completed", "tag": "c766235d-ac43-443a-9574-c79b85c5df10"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:48.586434 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c766235d-ac43-443a-9574-c79b85c5df10, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c766235d-ac43-443a-9574-c79b85c5df10,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:48.591062 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:48.653745 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=c766235d-ac43-443a-9574-c79b85c5df10,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:48.694049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79adcc-4f83-4a0f-a705-c8e09ccaee61 req-43469078-bd49-428c-b3f5-148ecb149833 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:48.695764 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8c79adcc-4f83-4a0f-a705-c8e09ccaee61 req-43469078-bd49-428c-b3f5-148ecb149833 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0683067 Aug 20 11:38:48.796482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8c79adcc-4f83-4a0f-a705-c8e09ccaee61 req-498549ac-b048-4a3d-973c-77d0547ce5c5 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928280 Aug 20 11:38:48.866579 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee959245-0325-44ea-bbd8-d05fea08ed1d x-openstack-request-id: req-ee959245-0325-44ea-bbd8-d05fea08ed1d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:48.866579 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9232330c-b377-47c8-a39a-7523eed0f3c4", "name": "network-vif-plugged", "status": "completed", "tag": "c766235d-ac43-443a-9574-c79b85c5df10", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:48.866579 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee959245-0325-44ea-bbd8-d05fea08ed1d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:48.866579 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9232330c-b377-47c8-a39a-7523eed0f3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c766235d-ac43-443a-9574-c79b85c5df10', 'code': 200} Aug 20 11:38:49.167747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cd571-9944-4605-9c89-acdd01c072e3 req-816807ea-fb9b-4639-b545-651001813f47 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:49.175737 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b92cd571-9944-4605-9c89-acdd01c072e3 req-816807ea-fb9b-4639-b545-651001813f47 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.0926976 Aug 20 11:38:49.252677 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b92cd571-9944-4605-9c89-acdd01c072e3 req-b49a20cb-b3bd-4d12-ae70-11cbbcff6836 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693183 Aug 20 11:38:49.448840 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-31ae5a2e-52dd-4f4e-ae79-f8206ef6f06a req-4ca19a3c-0648-428b-9ef7-e5e7fdc53a94 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0379403 Aug 20 11:38:49.565521 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be30ea8-3e0e-42f1-b948-22cb5cbf097b req-f0b28d55-8690-4f2e-9ae2-e405ab33b7e0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:49.567053 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8be30ea8-3e0e-42f1-b948-22cb5cbf097b req-f0b28d55-8690-4f2e-9ae2-e405ab33b7e0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 944 time: 0.0535715 Aug 20 11:38:49.624045 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8be30ea8-3e0e-42f1-b948-22cb5cbf097b req-ee3431ce-a701-47eb-9749-1e1917f87def tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491049 Aug 20 11:38:49.945602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea05d5-c61b-44de-aa62-319909f9f242 req-97e896cf-ecdb-44cd-bd8c-abab17f4b4f3 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:49.947502 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d0ea05d5-c61b-44de-aa62-319909f9f242 req-97e896cf-ecdb-44cd-bd8c-abab17f4b4f3 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0626507 Aug 20 11:38:50.004089 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d0ea05d5-c61b-44de-aa62-319909f9f242 req-8735cac7-4fd9-4f5b-9443-8defbb32ef04 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494449 Aug 20 11:38:50.363291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 36ecef58-e072-4b06-b5fb-072fbae25896 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:38:50.397239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2e687-7098-4db3-b940-a22cf836cae1 req-36f21676-c03d-40f2-b91c-74320ee1baee tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:50.410064 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a9f2e687-7098-4db3-b940-a22cf836cae1 req-36f21676-c03d-40f2-b91c-74320ee1baee tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.0681417 Aug 20 11:38:50.462396 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a9f2e687-7098-4db3-b940-a22cf836cae1 req-7eb0be55-3d8e-4558-bbcf-70a6c6cfebf6 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422902 Aug 20 11:38:50.532490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 36ecef58-e072-4b06-b5fb-072fbae25896, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=36ecef58-e072-4b06-b5fb-072fbae25896,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:50.548995 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '36ecef58-e072-4b06-b5fb-072fbae25896', 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc', 'port_id': '36ecef58-e072-4b06-b5fb-072fbae25896', 'mac_address': 'fa:16:3e:ea:43:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8164adc2-ff26-452d-9022-daf8f61c3f29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:38:50.585546 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6429d03-9e94-46cb-a43d-22c0cc8424f0 req-ab8cfb5b-7a30-4fb7-95ce-e1c5a45cc7bf tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0403759 Aug 20 11:38:50.749403 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:50.762998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ecef58-e072-4b06-b5fb-072fbae25896 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:50.785015 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 36ecef58-e072-4b06-b5fb-072fbae25896, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=36ecef58-e072-4b06-b5fb-072fbae25896,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:50.789752 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:50.797032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b5885-e4c6-437c-82cc-d0ebbf864db1 req-7f230930-62eb-4e45-8e64-77db46bab2a9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:50.799174 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a49b5885-e4c6-437c-82cc-d0ebbf864db1 req-7f230930-62eb-4e45-8e64-77db46bab2a9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 944 time: 0.0832427 Aug 20 11:38:50.849122 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=36ecef58-e072-4b06-b5fb-072fbae25896,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:50.865001 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a49b5885-e4c6-437c-82cc-d0ebbf864db1 req-54af3034-16fa-4b30-abd6-9cbbfeb2e916 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528603 Aug 20 11:38:51.105476 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['36ecef58-e072-4b06-b5fb-072fbae25896'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:51.175578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ca904-32bf-406a-9587-d2679c4b65bf req-bb31b96c-b60c-4f4c-ad2f-5248684134ac tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:51.183672 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e51ca904-32bf-406a-9587-d2679c4b65bf req-bb31b96c-b60c-4f4c-ad2f-5248684134ac tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0984101 Aug 20 11:38:51.235624 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e51ca904-32bf-406a-9587-d2679c4b65bf req-cbac3272-5d47-40b1-9d45-c318a75390a7 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510435 Aug 20 11:38:51.616031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956fd3a-b104-46dc-87d2-5d098f323504 req-3c24cf5f-8b3e-429c-a683-369a67427ef2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:51.617666 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8956fd3a-b104-46dc-87d2-5d098f323504 req-3c24cf5f-8b3e-429c-a683-369a67427ef2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.0750129 Aug 20 11:38:51.676651 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8956fd3a-b104-46dc-87d2-5d098f323504 req-4a6d0886-a95b-472b-90cb-7e6d803ae051 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525398 Aug 20 11:38:51.802321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11707a68-201f-4b24-92a0-4ed5136c203d req-c1694f5b-05e1-4f2d-9a3d-2369469353e7 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0492530 Aug 20 11:38:51.981698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ba172-65a2-492e-a161-9f9a40db8b89 req-2b1643fc-e4e6-4a48-8585-c6f0b1884823 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:51.983334 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a62ba172-65a2-492e-a161-9f9a40db8b89 req-2b1643fc-e4e6-4a48-8585-c6f0b1884823 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 945 time: 0.0562286 Aug 20 11:38:52.029959 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a62ba172-65a2-492e-a161-9f9a40db8b89 req-1d4398bd-d611-49e1-93cc-12e3c22cdcd2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382893 Aug 20 11:38:52.299712 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-edacb2d1-106a-4b4c-b602-3a52810ada88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:52.381269 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 36ecef58-e072-4b06-b5fb-072fbae25896 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:52.457121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a5b57-f616-4a18-9bc3-fbac9d15eae7 req-0f6669bf-5d1d-4819-9f7b-aaa3ded7cba4 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:52.464940 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-223a5b57-f616-4a18-9bc3-fbac9d15eae7 req-0f6669bf-5d1d-4819-9f7b-aaa3ded7cba4 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.1065953 Aug 20 11:38:52.489770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 36ecef58-e072-4b06-b5fb-072fbae25896 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:52.497223 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 36ecef58-e072-4b06-b5fb-072fbae25896 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:52.498696 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:52.547787 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-223a5b57-f616-4a18-9bc3-fbac9d15eae7 req-09c3f076-1445-4d92-9dde-7e6970d3080d tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816600 Aug 20 11:38:52.666697 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:52.691511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df705309-78e6-4246-bb3a-45ea599e86b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ecef58-e072-4b06-b5fb-072fbae25896'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:52.693774 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc4b0be-44a4-4963-bcd3-aaf7362f847a" -d '{"events": [{"server_uuid": "df705309-78e6-4246-bb3a-45ea599e86b6", "name": "network-vif-plugged", "status": "completed", "tag": "36ecef58-e072-4b06-b5fb-072fbae25896"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:52.727415 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 36ecef58-e072-4b06-b5fb-072fbae25896, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=36ecef58-e072-4b06-b5fb-072fbae25896,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:52.737385 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:52.795485 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba59914-3c3f-47f9-8114-a27b66d31d92 x-openstack-request-id: req-9ba59914-3c3f-47f9-8114-a27b66d31d92 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:52.795762 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df705309-78e6-4246-bb3a-45ea599e86b6", "name": "network-vif-plugged", "status": "completed", "tag": "36ecef58-e072-4b06-b5fb-072fbae25896", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:52.796015 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ba59914-3c3f-47f9-8114-a27b66d31d92 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:52.796398 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df705309-78e6-4246-bb3a-45ea599e86b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ecef58-e072-4b06-b5fb-072fbae25896', 'code': 200} Aug 20 11:38:52.852310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=36ecef58-e072-4b06-b5fb-072fbae25896,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:52.929161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e1984-9b7e-4102-8fa4-4e5d718ba233 req-060e387a-4554-46a2-97b0-9d5942a8d210 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:52.935410 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a383707-7768-41fa-9499-bcaf562b0747 req-0342d270-6f55-4faf-9226-d3e073939156 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0399265 Aug 20 11:38:52.936768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af8e1984-9b7e-4102-8fa4-4e5d718ba233 req-060e387a-4554-46a2-97b0-9d5942a8d210 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.1358559 Aug 20 11:38:53.026541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4fc23-7d08-4cd5-b682-f986941f7771 req-49cc294c-9a84-4a99-971f-fa87d96a53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:53.028199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-edc4fc23-7d08-4cd5-b682-f986941f7771 req-49cc294c-9a84-4a99-971f-fa87d96a53ea service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 1097 time: 0.1557968 Aug 20 11:38:53.040057 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28bee1f5-c487-4633-a292-3a9d9e33d5b4 req-a73e95af-8f66-43dd-9bc5-4c5843e61397 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0985675 Aug 20 11:38:53.070861 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af8e1984-9b7e-4102-8fa4-4e5d718ba233 req-7377d88c-7675-4adc-ae44-ac5824a2dd8c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879962 Aug 20 11:38:53.113512 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-edc4fc23-7d08-4cd5-b682-f986941f7771 req-0263690a-d7aa-4c23-be73-fb0642fb71dc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705314 Aug 20 11:38:53.149978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee1f5-c487-4633-a292-3a9d9e33d5b4 req-3437ec36-694c-405e-bd89-478aae6451e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:53.158670 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28bee1f5-c487-4633-a292-3a9d9e33d5b4 req-3437ec36-694c-405e-bd89-478aae6451e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 1096 time: 0.0867939 Aug 20 11:38:53.213888 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12362d58-228d-4a4e-8471-9a410979a657 req-d75786a7-a2c7-4cfa-afd0-8389ad7605ef tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:53.215424 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-12362d58-228d-4a4e-8471-9a410979a657 req-d75786a7-a2c7-4cfa-afd0-8389ad7605ef tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 946 time: 0.0763607 Aug 20 11:38:53.294286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee1f5-c487-4633-a292-3a9d9e33d5b4 req-22d9ab74-ff15-40df-aaa1-566d6097d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:53.300062 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-12362d58-228d-4a4e-8471-9a410979a657 req-e968664f-3daa-430c-b996-63ccf9f68486 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767000 Aug 20 11:38:53.301910 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28bee1f5-c487-4633-a292-3a9d9e33d5b4 req-22d9ab74-ff15-40df-aaa1-566d6097d343 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.1214583 Aug 20 11:38:53.359793 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28bee1f5-c487-4633-a292-3a9d9e33d5b4 req-d26b59bf-93d9-472e-86f4-3cd2854e24af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b055daed-ec3f-43e3-9afd-65b77bd63567 HTTP/1.1" status: 200 len: 217 time: 0.0503561 Aug 20 11:38:53.476221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee1f5-c487-4633-a292-3a9d9e33d5b4 req-41305454-e506-4da8-b56b-cded3add70d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:53.478110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28bee1f5-c487-4633-a292-3a9d9e33d5b4 req-41305454-e506-4da8-b56b-cded3add70d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.1072364 Aug 20 11:38:53.486337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da46a77-b9bf-4b63-987e-cf2812b7da10 req-bee12373-c0f7-4a8f-82e8-79c9514ba7c1 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:53.488293 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5da46a77-b9bf-4b63-987e-cf2812b7da10 req-bee12373-c0f7-4a8f-82e8-79c9514ba7c1 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0711091 Aug 20 11:38:53.516897 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28bee1f5-c487-4633-a292-3a9d9e33d5b4 req-09d9f571-b56a-48b1-aba7-e800f1eb4f6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272241 Aug 20 11:38:53.629097 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5da46a77-b9bf-4b63-987e-cf2812b7da10 req-3fa2a471-f743-426c-9b46-f3749b5a5c17 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099970 Aug 20 11:38:53.696389 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28bee1f5-c487-4633-a292-3a9d9e33d5b4 req-5f0f634a-c49c-4bb7-9f4b-076f713abc8a service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703506 Aug 20 11:38:53.860421 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28bee1f5-c487-4633-a292-3a9d9e33d5b4 req-3c498a36-2604-4877-88aa-8d9e9fc4f6f4 service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559021 Aug 20 11:38:53.930203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabceb6-808c-4763-83df-1aab88b4d732 req-0a63f7e4-cc41-4b28-ae5c-8b2e336bbcb6 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:53.931752 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fcabceb6-808c-4763-83df-1aab88b4d732 req-0a63f7e4-cc41-4b28-ae5c-8b2e336bbcb6 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0698252 Aug 20 11:38:53.983821 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623283d-34a1-4fac-b76f-033943b178f1 req-0790b759-969c-4e84-bd9c-298ed11e6cdc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:53.985401 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d623283d-34a1-4fac-b76f-033943b178f1 req-0790b759-969c-4e84-bd9c-298ed11e6cdc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0626197 Aug 20 11:38:54.018205 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fcabceb6-808c-4763-83df-1aab88b4d732 req-9dd4dad8-f41c-4f7d-a974-fea23e080d77 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801075 Aug 20 11:38:54.048947 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d623283d-34a1-4fac-b76f-033943b178f1 req-018ab2d1-138a-4be6-9fb7-818f717b5a9c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500083 Aug 20 11:38:54.198335 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af7206ee-9b6a-4bd3-abee-330aee0fe122 req-9a612268-d67a-4a9e-ae5f-461cdc1801e2 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0545020 Aug 20 11:38:54.427212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2813d-6690-4bd2-939d-39c8f88cbabf req-85767864-9395-4451-9d4a-ea260ee9d0ba tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:54.428893 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-67d2813d-6690-4bd2-939d-39c8f88cbabf req-85767864-9395-4451-9d4a-ea260ee9d0ba tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 946 time: 0.0609317 Aug 20 11:38:54.492050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45329600-e8a0-4265-ae37-882f8681c438 req-82aae953-646b-44c2-a028-afcf442ec0dc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:54.505019 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-45329600-e8a0-4265-ae37-882f8681c438 req-82aae953-646b-44c2-a028-afcf442ec0dc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 812 time: 0.2417357 Aug 20 11:38:54.509268 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-67d2813d-6690-4bd2-939d-39c8f88cbabf req-25e99af3-a244-4ee1-b8cb-8ffa0d62bea0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728891 Aug 20 11:38:54.521385 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-45329600-e8a0-4265-ae37-882f8681c438 req-332080f0-748a-44bd-84cd-afe49499eb08 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/quotas/947e0c1b067b4c5f9c1cddc27a1d480c HTTP/1.1" status: 200 len: 375 time: 0.0151365 Aug 20 11:38:54.594975 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-45329600-e8a0-4265-ae37-882f8681c438 req-06ab436e-c788-4f09-b4b4-f6537ac05f22 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0721316 Aug 20 11:38:54.714169 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-45329600-e8a0-4265-ae37-882f8681c438 req-07b4de2e-9244-4359-9f9a-9366ab6e1bcc service neutron] 10.222.0.37 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159801 Aug 20 11:38:54.870214 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-45329600-e8a0-4265-ae37-882f8681c438 req-19e366db-d24e-4f00-81b9-9a46551d0f6a service neutron] 10.222.0.37 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528075 Aug 20 11:38:55.117147 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bc806131-e91b-41d5-b274-23406be745f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.183877 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8c570bb-b431-4c96-8c98-82131891d067 req-1cf60e70-1e0b-461d-bd46-d6ed407f87cb tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 210 time: 0.0498281 Aug 20 11:38:55.260496 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d96b3-ab81-4fe9-a1f9-1c8cfd9ce14e req-a72f9d52-10ea-4048-9993-39d7234c13da tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:55.262140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cb7d96b3-ab81-4fe9-a1f9-1c8cfd9ce14e req-a72f9d52-10ea-4048-9993-39d7234c13da tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.1028647 Aug 20 11:38:55.323067 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.344801 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e74c4679-a050-44dd-b2c8-b9a5b094c591 req-73ef55ac-ccb7-477c-a4b4-c3deaeff5ddd tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0451839 Aug 20 11:38:55.363469 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cb7d96b3-ab81-4fe9-a1f9-1c8cfd9ce14e req-61aef8fd-2bee-4542-8f77-7bf5f77ec462 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939476 Aug 20 11:38:55.711248 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83506e-aa61-45e5-bad6-8dedff494564 req-cc92de88-84ef-4f61-8c2c-35e12ae5de65 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:55.712902 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4d83506e-aa61-45e5-bad6-8dedff494564 req-cc92de88-84ef-4f61-8c2c-35e12ae5de65 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 946 time: 0.0965409 Aug 20 11:38:55.806591 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4d83506e-aa61-45e5-bad6-8dedff494564 req-6598b47e-b020-490e-991d-74d23e216523 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723286 Aug 20 11:38:56.182270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c17eb1-060d-4aa1-b616-1ea3e44ca14e req-b6fc3817-4c09-4e1b-9bc9-a34982eb9f9c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:56.193319 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-25c17eb1-060d-4aa1-b616-1ea3e44ca14e req-b6fc3817-4c09-4e1b-9bc9-a34982eb9f9c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 946 time: 0.0971150 Aug 20 11:38:56.252343 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:56.269908 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-25c17eb1-060d-4aa1-b616-1ea3e44ca14e req-89693ea7-4dfb-4b5d-baa6-0acdfd095354 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750833 Aug 20 11:38:56.331708 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cf332e47-a90c-49da-a987-7c752302c3f4 req-5ec47d30-d9d4-404c-ab79-ee4eae75a58a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 210 time: 0.0381863 Aug 20 11:38:56.468837 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-552ce3cb-6937-4947-b00f-f9313bbb61b4 req-a738eac8-8b8e-482a-83fd-b03ac774198c tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0338285 Aug 20 11:38:56.519854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24755409-c6a2-41b8-bdb4-ce616ac24cb5 req-51d5addf-5dd7-42b2-ab5b-f94d76de309b tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:56.522087 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24755409-c6a2-41b8-bdb4-ce616ac24cb5 req-51d5addf-5dd7-42b2-ab5b-f94d76de309b tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0589385 Aug 20 11:38:56.591430 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24755409-c6a2-41b8-bdb4-ce616ac24cb5 req-fcf03d85-8de0-4282-ad4f-35f89eee6d68 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481946 Aug 20 11:38:56.779592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45329600-e8a0-4265-ae37-882f8681c438 req-5dd87ee6-f5bc-4728-8fdf-eaa1239d93a4 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:56.781666 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-45329600-e8a0-4265-ae37-882f8681c438 req-5dd87ee6-f5bc-4728-8fdf-eaa1239d93a4 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.35 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 812 time: 0.1559887 Aug 20 11:38:56.803845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-45329600-e8a0-4265-ae37-882f8681c438 req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Request body: {'port': {'device_id': '85760a86-5049-4a11-b1df-932a24d8af52', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'admin_state_up': True, 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:56.966491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45329600-e8a0-4265-ae37-882f8681c438 req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Made reservation on behalf of 947e0c1b067b4c5f9c1cddc27a1d480c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:56.970165 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-45329600-e8a0-4265-ae37-882f8681c438 req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.165794 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-45329600-e8a0-4265-ae37-882f8681c438 req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Allocated IP 172.20.0.5 (601cbfc5-e222-4e33-a80a-eb90561bedd1/10cb89f6-e588-493a-8613-14967bd5bedf/2d59df7a-8b32-4a88-b780-cc503fe8e9db) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:57.448972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437ed62-1a20-415d-8a89-4f5a202f9b1b req-c08711f4-9332-4055-a28a-e23a4cf8031f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:57.459115 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d437ed62-1a20-415d-8a89-4f5a202f9b1b req-c08711f4-9332-4055-a28a-e23a4cf8031f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 946 time: 0.0950115 Aug 20 11:38:57.479634 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-45329600-e8a0-4265-ae37-882f8681c438 req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.514026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-45329600-e8a0-4265-ae37-882f8681c438 req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Transition to ACTIVE for port object 2d59df7a-8b32-4a88-b780-cc503fe8e9db will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:57.546672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d437ed62-1a20-415d-8a89-4f5a202f9b1b req-12f99af7-b0e2-403e-ad16-62f41ee62d5f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846233 Aug 20 11:38:57.557041 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e94aa69b-1cd9-455b-941e-d2745fec6d2e req-b289e8db-61ba-4f78-a104-cbc829846cee tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 210 time: 0.0463619 Aug 20 11:38:57.656229 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-45329600-e8a0-4265-ae37-882f8681c438 req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.682251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['019cf12c-278d-46a9-9036-d80b7d3b5e5f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:57.833285 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-44c7af72-1fea-441a-bf93-2d1b4a29e1af req-2e087582-2da2-4dfa-8fc5-59908ea4a9fc tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0768263 Aug 20 11:38:57.951862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45329600-e8a0-4265-ae37-882f8681c438 req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Network 601cbfc5-e222-4e33-a80a-eb90561bedd1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:57.965782 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.967941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-45329600-e8a0-4265-ae37-882f8681c438 req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:57.973609 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event updated for resources: {'Port': ['ID=2d59df7a-8b32-4a88-b780-cc503fe8e9db,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:57.990291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-45329600-e8a0-4265-ae37-882f8681c438 req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:58.067585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd85fd-ffc5-4af9-93ea-b35844b97783 req-b6a32637-b161-4dfb-b2c5-fbac4924db75 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:58.075836 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2ecd85fd-ffc5-4af9-93ea-b35844b97783 req-b6a32637-b161-4dfb-b2c5-fbac4924db75 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.2558081 Aug 20 11:38:58.090968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:58.091431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:58.091874 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:58.093885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:58.094330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:58.095452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:58.097206 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:58.098281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:58.098827 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:58.099860 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:58.100467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:58.101527 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:58.149792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45329600-e8a0-4265-ae37-882f8681c438 req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:58.150748 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-45329600-e8a0-4265-ae37-882f8681c438 req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.175914 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-45329600-e8a0-4265-ae37-882f8681c438 req-e3896d66-6bce-4b2a-9805-97e7ca098b50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3816295 Aug 20 11:38:58.188397 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3942fec-8a4c-40c8-bec7-ddb023be2399 req-684b271b-d4c8-43f9-aeed-af7071244f76 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:58.190665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3942fec-8a4c-40c8-bec7-ddb023be2399 req-684b271b-d4c8-43f9-aeed-af7071244f76 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.76 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 946 time: 0.3915255 Aug 20 11:38:58.196095 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Request body: {'port': {'device_id': '85760a86-5049-4a11-b1df-932a24d8af52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:58.287309 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2ecd85fd-ffc5-4af9-93ea-b35844b97783 req-3f5edf60-547b-47cd-8fa8-4f04872397b0 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049453 Aug 20 11:38:58.359706 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2351abb2-8743-4152-8956-9010f1b0b5b4 None None] Provisioning for port 2d59df7a-8b32-4a88-b780-cc503fe8e9db completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:58.373613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2351abb2-8743-4152-8956-9010f1b0b5b4 None None] Provisioning complete for port 2d59df7a-8b32-4a88-b780-cc503fe8e9db triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:58.373989 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2351abb2-8743-4152-8956-9010f1b0b5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.382504 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.430767 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2351abb2-8743-4152-8956-9010f1b0b5b4 None None] Port 2d59df7a-8b32-4a88-b780-cc503fe8e9db cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:58.542250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-a3942fec-8a4c-40c8-bec7-ddb023be2399 req-96b877e8-5a6f-4450-a4d7-357938729ae0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Deleting port 36ecef58-e072-4b06-b5fb-072fbae25896 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:58.542888 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a3942fec-8a4c-40c8-bec7-ddb023be2399 req-96b877e8-5a6f-4450-a4d7-357938729ae0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.745970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-a3942fec-8a4c-40c8-bec7-ddb023be2399 req-96b877e8-5a6f-4450-a4d7-357938729ae0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] For port 36ecef58-e072-4b06-b5fb-072fbae25896, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=36ecef58-e072-4b06-b5fb-072fbae25896,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:58.746364 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a3942fec-8a4c-40c8-bec7-ddb023be2399 req-96b877e8-5a6f-4450-a4d7-357938729ae0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.774930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-a3942fec-8a4c-40c8-bec7-ddb023be2399 req-96b877e8-5a6f-4450-a4d7-357938729ae0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Calling delete_port for 36ecef58-e072-4b06-b5fb-072fbae25896 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:58.802830 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f99634-6e61-4313-8521-ddcaaf6aba73 req-16c024b6-93c3-4fcb-ab2c-b6dbd00186e3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:58.814331 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1f99634-6e61-4313-8521-ddcaaf6aba73 req-16c024b6-93c3-4fcb-ab2c-b6dbd00186e3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 946 time: 0.0742035 Aug 20 11:38:58.868966 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1f99634-6e61-4313-8521-ddcaaf6aba73 req-c96bf20d-823b-4004-a2ea-69b718f6d60f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526135 Aug 20 11:38:58.958983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590bb3a-dfd9-4137-b246-b03d137d7467 req-f9fe12e0-583f-4d38-918b-8db043c1bd80 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:58.960619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6590bb3a-dfd9-4137-b246-b03d137d7467 req-f9fe12e0-583f-4d38-918b-8db043c1bd80 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 931 time: 0.2541194 Aug 20 11:38:58.978028 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b52e73e-cd9e-496a-b460-d1f162a0f415 req-7bbf56cd-8894-439a-8760-ee220a542c1e tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0515501 Aug 20 11:38:59.004696 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d59df7a-8b32-4a88-b780-cc503fe8e9db {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:59.047458 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.081433 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6590bb3a-dfd9-4137-b246-b03d137d7467 req-2a0aa157-9f25-47dc-bf1b-57b57bc7d8af tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085162 Aug 20 11:38:59.096066 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a3942fec-8a4c-40c8-bec7-ddb023be2399 req-96b877e8-5a6f-4450-a4d7-357938729ae0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.136876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b877e8-5a6f-4450-a4d7-357938729ae0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Pushing event deleted for resources: {'Port': ['ID=36ecef58-e072-4b06-b5fb-072fbae25896,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:59.145680 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Transition to ACTIVE for port object 2d59df7a-8b32-4a88-b780-cc503fe8e9db will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:59.173250 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.190867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3942fec-8a4c-40c8-bec7-ddb023be2399 req-96b877e8-5a6f-4450-a4d7-357938729ae0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] No DVR routers for this DVR port 36ecef58-e072-4b06-b5fb-072fbae25896 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:59.218872 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a3942fec-8a4c-40c8-bec7-ddb023be2399 req-96b877e8-5a6f-4450-a4d7-357938729ae0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.223409 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3942fec-8a4c-40c8-bec7-ddb023be2399 req-96b877e8-5a6f-4450-a4d7-357938729ae0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.76 "DELETE /v2.0/ports/36ecef58-e072-4b06-b5fb-072fbae25896 HTTP/1.1" status: 204 len: 173 time: 1.0176363 Aug 20 11:38:59.223409 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df705309-78e6-4246-bb3a-45ea599e86b6', 'name': 'network-vif-deleted', 'tag': '36ecef58-e072-4b06-b5fb-072fbae25896'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:59.224480 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f6dea1-604d-4e4d-b55a-b2ff952cfa6e" -d '{"events": [{"server_uuid": "df705309-78e6-4246-bb3a-45ea599e86b6", "name": "network-vif-deleted", "tag": "36ecef58-e072-4b06-b5fb-072fbae25896"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:59.265509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Pushing event updated for resources: {'Port': ['ID=2d59df7a-8b32-4a88-b780-cc503fe8e9db,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:59.325822 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f70f0c8-4a68-4a25-a7c6-266ebecf6328 x-openstack-request-id: req-5f70f0c8-4a68-4a25-a7c6-266ebecf6328 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:59.325996 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df705309-78e6-4246-bb3a-45ea599e86b6", "name": "network-vif-deleted", "tag": "36ecef58-e072-4b06-b5fb-072fbae25896", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:59.326250 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f70f0c8-4a68-4a25-a7c6-266ebecf6328 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:59.326949 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df705309-78e6-4246-bb3a-45ea599e86b6', 'name': 'network-vif-deleted', 'tag': '36ecef58-e072-4b06-b5fb-072fbae25896', 'status': 'completed', 'code': 200} Aug 20 11:38:59.388093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Attempting to bind port 2d59df7a-8b32-4a88-b780-cc503fe8e9db on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:59.388364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Attempting to bind port 2d59df7a-8b32-4a88-b780-cc503fe8e9db by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:59.388720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Attempting to bind port 2d59df7a-8b32-4a88-b780-cc503fe8e9db on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:59.394140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Port 2d59df7a-8b32-4a88-b780-cc503fe8e9db on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:38:59.394470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Attempting to bind port 2d59df7a-8b32-4a88-b780-cc503fe8e9db on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:59.400600 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:59.401085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Checking segment: {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:59.401475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Bound using segment: {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:59.401906 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Bound port: 2d59df7a-8b32-4a88-b780-cc503fe8e9db, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:59.402261 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.465441 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf3f2c-2910-43a4-8de1-115ff60d0aab req-a9f8815b-320d-4f11-bf89-3f48fd4cd56e tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:59.476981 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e4bf3f2c-2910-43a4-8de1-115ff60d0aab req-a9f8815b-320d-4f11-bf89-3f48fd4cd56e tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0736742 Aug 20 11:38:59.524934 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e4bf3f2c-2910-43a4-8de1-115ff60d0aab req-89655b04-9fc5-46fd-8659-a8c9f0659240 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461218 Aug 20 11:38:59.529538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] For port 2d59df7a-8b32-4a88-b780-cc503fe8e9db, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:59.533943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] For port 2d59df7a-8b32-4a88-b780-cc503fe8e9db, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=2d59df7a-8b32-4a88-b780-cc503fe8e9db,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:59.551485 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.600079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:59.602497 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.605774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-45329600-e8a0-4265-ae37-882f8681c438 req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] 10.222.0.35 "PUT /v2.0/ports/2d59df7a-8b32-4a88-b780-cc503fe8e9db HTTP/1.1" status: 200 len: 1091 time: 1.4139533 Aug 20 11:38:59.634721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63357384-4000-458d-ad6b-7f746a156f83 service neutron] Pushing event updated for resources: {'Port': ['ID=2d59df7a-8b32-4a88-b780-cc503fe8e9db,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:59.725265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45329600-e8a0-4265-ae37-882f8681c438 req-dd4f70f2-efb8-4714-bf04-30e09d37928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:59.726813 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-45329600-e8a0-4265-ae37-882f8681c438 req-dd4f70f2-efb8-4714-bf04-30e09d37928c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 1094 time: 0.0569608 Aug 20 11:38:59.791159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-45329600-e8a0-4265-ae37-882f8681c438 req-642b4700-f4c9-4f30-9fcf-80114e0b8a9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d59df7a-8b32-4a88-b780-cc503fe8e9db HTTP/1.1" status: 200 len: 217 time: 0.0549643 Aug 20 11:38:59.893623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45329600-e8a0-4265-ae37-882f8681c438 req-e449d5fc-1f90-40e9-bd1b-fc900ad90206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:59.897402 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-45329600-e8a0-4265-ae37-882f8681c438 req-e449d5fc-1f90-40e9-bd1b-fc900ad90206 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.0937314 Aug 20 11:39:00.028663 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45329600-e8a0-4265-ae37-882f8681c438 req-6ccf5048-d4aa-4b42-98c0-bb78ad035e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:00.033307 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-45329600-e8a0-4265-ae37-882f8681c438 req-6ccf5048-d4aa-4b42-98c0-bb78ad035e08 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220849 Aug 20 11:39:00.168702 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8bb9684a-7d35-4ec4-91ee-dc9c965d6713 req-d24b16d0-c8d7-4c90-9ba2-39c3c86be700 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0509620 Aug 20 11:39:00.169992 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-915af595-5077-4041-9c4d-590d097f7503 req-862c3ab2-2f61-4e54-a13b-7e944264edc1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=df705309-78e6-4246-bb3a-45ea599e86b6 HTTP/1.1" status: 200 len: 210 time: 0.0576117 Aug 20 11:39:00.243049 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-45329600-e8a0-4265-ae37-882f8681c438 req-170d8c17-0c4e-4d83-a18c-e978fa0ac171 service neutron] 10.222.0.35 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001138 Aug 20 11:39:00.396415 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-45329600-e8a0-4265-ae37-882f8681c438 req-8314e04f-958b-41e1-93e7-18980ddb5c30 service neutron] 10.222.0.35 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425838 Aug 20 11:39:00.435220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8170d7-127b-4691-8e64-6a35ee3e4171 req-812260e3-a2b0-4f6b-a9b3-b2d8942bb857 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:00.436758 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad8170d7-127b-4691-8e64-6a35ee3e4171 req-812260e3-a2b0-4f6b-a9b3-b2d8942bb857 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 943 time: 0.0546312 Aug 20 11:39:00.448206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 36ecef58-e072-4b06-b5fb-072fbae25896 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:00.474031 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 36ecef58-e072-4b06-b5fb-072fbae25896 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:39:00.474648 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 36ecef58-e072-4b06-b5fb-072fbae25896 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:39:00.484451 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-9736dc4e-1ccc-4081-93a6-f0fc36bf309c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:00.486848 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-9736dc4e-1ccc-4081-93a6-f0fc36bf309c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 808 time: 0.1288655 Aug 20 11:39:00.503535 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-5eba91f1-9a96-4d17-aad0-c1a888147f93 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/quotas/e814313934cf421f97eb05f907852359 HTTP/1.1" status: 200 len: 375 time: 0.0107920 Aug 20 11:39:00.504995 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad8170d7-127b-4691-8e64-6a35ee3e4171 req-dfca7fe0-8621-4801-81c3-3527ee57dd00 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464792 Aug 20 11:39:00.571732 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-afeb61af-0fe6-426e-aa49-4c00207e0232 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0593922 Aug 20 11:39:00.683997 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-2c28b395-4f69-4592-9988-3b9e04e8a72b service neutron] 10.222.0.37 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050825 Aug 20 11:39:00.823526 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-5c1948bb-4f05-422c-b36f-374e421d2d89 service neutron] 10.222.0.37 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328321 Aug 20 11:39:01.092840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6113e7-bd67-4038-8c31-f887dc178899 req-a3b499da-48d3-4cc3-93dc-61560b4262fd tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:01.100402 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf6113e7-bd67-4038-8c31-f887dc178899 req-a3b499da-48d3-4cc3-93dc-61560b4262fd tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.3610406 Aug 20 11:39:01.144019 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf6113e7-bd67-4038-8c31-f887dc178899 req-ea930d10-6f20-41a1-98f1-cef03762f364 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425816 Aug 20 11:39:01.210875 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c567b9ee-5857-4de2-8083-d644446a6a83 req-1a2cdb18-5626-4736-b5cd-06b980e39965 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 210 time: 0.0387480 Aug 20 11:39:01.328036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85760a86-5049-4a11-b1df-932a24d8af52', 'tag': '2d59df7a-8b32-4a88-b780-cc503fe8e9db'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:01.330745 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fedbe7-24a8-4d42-a28e-fced8902896f" -d '{"events": [{"name": "network-changed", "server_uuid": "85760a86-5049-4a11-b1df-932a24d8af52", "tag": "2d59df7a-8b32-4a88-b780-cc503fe8e9db"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:01.443389 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9b0521d-d4bd-4d93-872a-a00ff11dd4c7 req-52dc722e-da21-463f-985b-b3bd3f9123b4 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0557611 Aug 20 11:39:01.457145 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7055879-ac00-4edc-8fab-e6fccaa4ce4a x-openstack-request-id: req-b7055879-ac00-4edc-8fab-e6fccaa4ce4a {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:01.457688 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85760a86-5049-4a11-b1df-932a24d8af52", "tag": "2d59df7a-8b32-4a88-b780-cc503fe8e9db", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:01.458193 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7055879-ac00-4edc-8fab-e6fccaa4ce4a {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:01.458754 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85760a86-5049-4a11-b1df-932a24d8af52', 'tag': '2d59df7a-8b32-4a88-b780-cc503fe8e9db', 'status': 'completed', 'code': 200} Aug 20 11:39:01.579885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fedbe7-24a8-4d42-a28e-fced8902896f req-8722b0f2-f933-4431-9996-52268ffe9125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:01.583272 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5fedbe7-24a8-4d42-a28e-fced8902896f req-8722b0f2-f933-4431-9996-52268ffe9125 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 1094 time: 0.0994916 Aug 20 11:39:01.703483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901c84-4483-425a-aeb9-c1b2a4d3ede6 req-1a8b041f-146b-4aad-b8b2-a0c6fab41282 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:01.708215 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aa901c84-4483-425a-aeb9-c1b2a4d3ede6 req-1a8b041f-146b-4aad-b8b2-a0c6fab41282 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 943 time: 0.0906556 Aug 20 11:39:01.756470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-2250c72d-ee1d-41d5-b8d6-9d37bba74517 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:01.758311 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-2250c72d-ee1d-41d5-b8d6-9d37bba74517 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 811 time: 0.1664627 Aug 20 11:39:01.767104 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aa901c84-4483-425a-aeb9-c1b2a4d3ede6 req-3d9b72f0-0268-419e-8b6e-1a716012891e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505431 Aug 20 11:39:01.786802 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-92de972c-ba1b-45ca-afa4-7c7e53d078e9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/quotas/466ddc16a8f44a5e89ff9008cb1b0465 HTTP/1.1" status: 200 len: 375 time: 0.0177372 Aug 20 11:39:01.831184 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-5534051d-b4c5-4c6c-874e-6eff771d34bf tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382204 Aug 20 11:39:01.832290 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fedbe7-24a8-4d42-a28e-fced8902896f req-38d2d2ec-8c8c-4798-ae38-7c01e795cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:01.834077 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5fedbe7-24a8-4d42-a28e-fced8902896f req-38d2d2ec-8c8c-4798-ae38-7c01e795cd16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.2403989 Aug 20 11:39:01.925656 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5fedbe7-24a8-4d42-a28e-fced8902896f req-478466bf-d251-48b6-a504-9cb4a14d2e90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d59df7a-8b32-4a88-b780-cc503fe8e9db HTTP/1.1" status: 200 len: 217 time: 0.0640397 Aug 20 11:39:02.001178 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-69b86fa8-9b69-4eec-9e46-bc26c845366e service neutron] 10.222.0.37 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630061 Aug 20 11:39:02.006515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fedbe7-24a8-4d42-a28e-fced8902896f req-3e64744f-b72e-4b56-95d8-0ea4ff16086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:02.007901 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5fedbe7-24a8-4d42-a28e-fced8902896f req-3e64744f-b72e-4b56-95d8-0ea4ff16086c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.0652590 Aug 20 11:39:02.109495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fedbe7-24a8-4d42-a28e-fced8902896f req-232eb196-dc5b-4be8-9a5b-ba158e81eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:02.111011 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5fedbe7-24a8-4d42-a28e-fced8902896f req-232eb196-dc5b-4be8-9a5b-ba158e81eae3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844021 Aug 20 11:39:02.168458 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-97eff451-cba6-4211-9abe-060469d63d03 service neutron] 10.222.0.37 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595867 Aug 20 11:39:02.218826 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5fedbe7-24a8-4d42-a28e-fced8902896f req-4e1ff4ea-81d5-4b07-8d5f-84ffee26ba17 service neutron] 10.222.0.35 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987687 Aug 20 11:39:02.267487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884af15-4139-45c7-9d5e-a744d0fdcb48 req-19bd3f5d-1eaa-4c8a-95ea-b8e8a90ecefb tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:02.269385 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b884af15-4139-45c7-9d5e-a744d0fdcb48 req-19bd3f5d-1eaa-4c8a-95ea-b8e8a90ecefb tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0574064 Aug 20 11:39:02.341772 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b884af15-4139-45c7-9d5e-a744d0fdcb48 req-24abd8ce-0158-494d-95d9-44f5d38fbdde tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397463 Aug 20 11:39:02.342904 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5fedbe7-24a8-4d42-a28e-fced8902896f req-5ab8ee7e-2481-4b03-b1ed-1491db69d3dc service neutron] 10.222.0.35 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079826 Aug 20 11:39:02.400326 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-341ae7dd-71ff-4546-82aa-d0d1463a32be req-1a3a51a8-d52c-4249-a1d1-629941444e9f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 210 time: 0.0282297 Aug 20 11:39:02.405492 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebc7a8e3-c4fb-4e6b-a818-3366f534d623 req-7c8cbbda-6ebf-4471-8321-817cf0753a46 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 210 time: 0.0300369 Aug 20 11:39:02.453110 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 2d59df7a-8b32-4a88-b780-cc503fe8e9db details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:39:02.596997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 2d59df7a-8b32-4a88-b780-cc503fe8e9db, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=2d59df7a-8b32-4a88-b780-cc503fe8e9db,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:02.610178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '2d59df7a-8b32-4a88-b780-cc503fe8e9db', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'port_id': '2d59df7a-8b32-4a88-b780-cc503fe8e9db', 'mac_address': 'fa:16:3e:1e:d7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:39:02.618429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-45041a7a-3a8c-4528-a427-f1ef892c01de tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:02.619957 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-45041a7a-3a8c-4528-a427-f1ef892c01de tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.35 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 808 time: 0.2137420 Aug 20 11:39:02.646280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-56ef2eba-3281-4c34-a91a-fa47e513ea84 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Request body: {'port': {'device_id': '97113a6e-f549-4eae-97c3-6f81ca8febbd', 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb', 'admin_state_up': True, 'tenant_id': 'e814313934cf421f97eb05f907852359'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:02.667020 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:02.668898 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:02.681196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d59df7a-8b32-4a88-b780-cc503fe8e9db {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:02.702236 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57574e33-7372-438d-8d3a-1ceab982393c req-6ca4bd70-355b-431c-afc8-cf96a679d403 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0692604 Aug 20 11:39:02.703312 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 2d59df7a-8b32-4a88-b780-cc503fe8e9db, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=2d59df7a-8b32-4a88-b780-cc503fe8e9db,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:02.720868 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:02.776198 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=2d59df7a-8b32-4a88-b780-cc503fe8e9db,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:02.863529 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-56ef2eba-3281-4c34-a91a-fa47e513ea84 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Made reservation on behalf of e814313934cf421f97eb05f907852359 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:39:02.881482 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-56ef2eba-3281-4c34-a91a-fa47e513ea84 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:02.921779 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d4f4b-9b75-4629-a6ed-bc2fbde52767 req-29307c4f-d4a7-41ad-8c8f-50b41ef06ad7 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:02.929936 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-682d4f4b-9b75-4629-a6ed-bc2fbde52767 req-29307c4f-d4a7-41ad-8c8f-50b41ef06ad7 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 944 time: 0.0767858 Aug 20 11:39:02.953762 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:39:02.996267 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-682d4f4b-9b75-4629-a6ed-bc2fbde52767 req-99b8cce2-cfb7-4df8-a587-d55b321a2cfc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629053 Aug 20 11:39:03.079306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-56ef2eba-3281-4c34-a91a-fa47e513ea84 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Allocated IP 172.20.0.9 (b3e66dad-2722-4cd9-8851-7b0d20197ecb/fb7ba715-0bf5-4c19-8ac5-c5ba02550d40/4e4e770e-4124-4aa0-9b5b-8892a5816e35) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:03.121035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['2d59df7a-8b32-4a88-b780-cc503fe8e9db'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:03.314204 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-56ef2eba-3281-4c34-a91a-fa47e513ea84 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.371898 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-56ef2eba-3281-4c34-a91a-fa47e513ea84 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.430091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-56ef2eba-3281-4c34-a91a-fa47e513ea84 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Network b3e66dad-2722-4cd9-8851-7b0d20197ecb is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:03.466607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-56ef2eba-3281-4c34-a91a-fa47e513ea84 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:03.476502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-56ef2eba-3281-4c34-a91a-fa47e513ea84 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:03.531531 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8da739-b97e-4091-9405-8f0473cc4bfd req-12ba11ab-38be-4a7b-ad84-7d3896d419bb tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:03.533320 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ac8da739-b97e-4091-9405-8f0473cc4bfd req-12ba11ab-38be-4a7b-ad84-7d3896d419bb tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.1343961 Aug 20 11:39:03.559657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef2eba-3281-4c34-a91a-fa47e513ea84 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Pushing event updated for resources: {'Port': ['ID=4e4e770e-4124-4aa0-9b5b-8892a5816e35,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:03.567383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5ff75f38-759f-4965-b9b1-4b3f3add0c93 req-61eb8f3f-b9bd-49f8-9617-6573e93e75d3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 210 time: 0.0439854 Aug 20 11:39:03.605662 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ac8da739-b97e-4091-9405-8f0473cc4bfd req-9c9ec5ae-43b1-4b0a-9dee-48e0bfb14f57 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492969 Aug 20 11:39:03.613219 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-56ef2eba-3281-4c34-a91a-fa47e513ea84 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:03.613947 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-56ef2eba-3281-4c34-a91a-fa47e513ea84 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.639088 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-56ef2eba-3281-4c34-a91a-fa47e513ea84 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9970009 Aug 20 11:39:03.656005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Request body: {'port': {'device_id': '97113a6e-f549-4eae-97c3-6f81ca8febbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:03.759958 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca2734-a1ce-4c98-879f-4d01c3dc4695 req-a557f9c3-966a-47cd-8e01-3574dc833b2c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:03.761964 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8ca2734-a1ce-4c98-879f-4d01c3dc4695 req-a557f9c3-966a-47cd-8e01-3574dc833b2c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 931 time: 0.0883067 Aug 20 11:39:03.816536 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8ca2734-a1ce-4c98-879f-4d01c3dc4695 req-13b27012-eb5a-4a6f-8d1d-d8eaddb648c8 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417421 Aug 20 11:39:03.893250 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.902672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d15917ff-9349-4422-ae4b-fef920e0d2bb req-126afe4e-53ad-45d7-ba1a-c3c669031bad tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0272906 Aug 20 11:39:03.982552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-6f3cc74c-cb5d-406b-b321-f69a0fd5f4c0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:03.984018 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-6f3cc74c-cb5d-406b-b321-f69a0fd5f4c0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.76 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 811 time: 0.3023946 Aug 20 11:39:03.998910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-9a787549-2f58-499e-836e-deaf71947a87 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:04.000357 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-9a787549-2f58-499e-836e-deaf71947a87 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/networks?id=fbdc30a0-d793-4139-a5cc-21324783dccd HTTP/1.1" status: 200 len: 804 time: 0.2394228 Aug 20 11:39:04.007352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-c41b0104-2825-4ccf-8283-e36cf0b0e9ee tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Request body: {'port': {'device_id': '2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7', 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc', 'admin_state_up': True, 'tenant_id': '466ddc16a8f44a5e89ff9008cb1b0465'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:04.151032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a9d26-93e7-49c3-8875-c069a24621be req-6542a9d6-7e25-4214-b146-1b9205873ed0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:04.151551 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-5be4adc9-1d7e-40b8-8822-164605f950a6 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/quotas/fea17588b94347959045097d3afa93a6 HTTP/1.1" status: 200 len: 375 time: 0.1277111 Aug 20 11:39:04.152595 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad8a9d26-93e7-49c3-8875-c069a24621be req-6542a9d6-7e25-4214-b146-1b9205873ed0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 944 time: 0.0760601 Aug 20 11:39:04.202378 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad8a9d26-93e7-49c3-8875-c069a24621be req-12ebbb70-f97a-4fb6-abc5-50d844d0af49 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Aug 20 11:39:04.286271 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['f8367ade-0952-461f-ab87-297b4994be1e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:04.366264 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-1d0592d4-bbe6-4b69-b340-0174421cf797 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fea17588b94347959045097d3afa93a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2138581 Aug 20 11:39:04.462782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-c41b0104-2825-4ccf-8283-e36cf0b0e9ee tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Made reservation on behalf of 466ddc16a8f44a5e89ff9008cb1b0465 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:39:04.466270 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-c41b0104-2825-4ccf-8283-e36cf0b0e9ee tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:04.605983 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-8abad83a-eec7-4a30-a2c1-5c97c3919698 service neutron] 10.222.0.37 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211185 Aug 20 11:39:04.616840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4e770e-4124-4aa0-9b5b-8892a5816e35 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:04.628834 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:04.681777 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-597ef5d0-37e0-45d2-9768-3608fce60fe8 req-ee302d5e-73f6-4874-b0ca-462a8f7c35d6 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 210 time: 0.0343189 Aug 20 11:39:04.726612 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Transition to ACTIVE for port object 4e4e770e-4124-4aa0-9b5b-8892a5816e35 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:04.739841 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:04.816307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-c41b0104-2825-4ccf-8283-e36cf0b0e9ee tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Allocated IP 172.20.0.13 (2f57a807-431b-4a85-84e9-9c26f27c26dc/8164adc2-ff26-452d-9022-daf8f61c3f29/b7600186-a92a-4a0e-960f-1f9d35429fea) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:04.817624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf6df5-3197-4136-8ba8-898ef26e7a0f req-2eb9421d-5cb0-4d90-a873-74f3bc31e934 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:04.825610 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4baf6df5-3197-4136-8ba8-898ef26e7a0f req-2eb9421d-5cb0-4d90-a873-74f3bc31e934 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0665128 Aug 20 11:39:04.853265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4e770e-4124-4aa0-9b5b-8892a5816e35,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:04.863805 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-11792034-993d-47cc-84a2-db057a8538df service neutron] 10.222.0.37 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377830 Aug 20 11:39:04.871092 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4baf6df5-3197-4136-8ba8-898ef26e7a0f req-5418cf58-6da0-430e-9856-ee4945591e50 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443604 Aug 20 11:39:05.004760 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db84e34-d809-4ed9-9950-236d563dddfb req-7853be6c-b7cc-4c8b-b849-5696851343bb tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:05.012590 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8db84e34-d809-4ed9-9950-236d563dddfb req-7853be6c-b7cc-4c8b-b849-5696851343bb tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 943 time: 0.0756874 Aug 20 11:39:05.023595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Attempting to bind port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:05.023941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Attempting to bind port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:05.024258 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Attempting to bind port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:05.031810 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:39:05.032108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Attempting to bind port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:05.042700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:05.043041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Checking segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:05.043424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Bound using segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:05.043925 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Bound port: 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:05.044284 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.084315 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8db84e34-d809-4ed9-9950-236d563dddfb req-36cf3ef4-4602-49df-95ba-3159d6ebc43d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655782 Aug 20 11:39:05.124086 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-c41b0104-2825-4ccf-8283-e36cf0b0e9ee tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.158940 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e7bccd13-f328-451d-8a42-8c5218d16cf6 req-9821b1c7-c4e4-496e-bcf9-1a988850cf1c tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 210 time: 0.0361431 Aug 20 11:39:05.190587 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-c41b0104-2825-4ccf-8283-e36cf0b0e9ee tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.258774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8447591-259a-4917-b18c-97b3631b1fe7 req-f089fa55-7c7e-4c6a-918c-85902ab90447 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0876050 Aug 20 11:39:05.266313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-c41b0104-2825-4ccf-8283-e36cf0b0e9ee tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Network 2f57a807-431b-4a85-84e9-9c26f27c26dc is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:05.277534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-c41b0104-2825-4ccf-8283-e36cf0b0e9ee tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:05.283728 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-c41b0104-2825-4ccf-8283-e36cf0b0e9ee tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:05.349581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b0104-2825-4ccf-8283-e36cf0b0e9ee tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Pushing event updated for resources: {'Port': ['ID=b7600186-a92a-4a0e-960f-1f9d35429fea,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:05.369660 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] For port 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:05.379968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-c41b0104-2825-4ccf-8283-e36cf0b0e9ee tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:05.380896 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-c41b0104-2825-4ccf-8283-e36cf0b0e9ee tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.386793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] For port 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4e4e770e-4124-4aa0-9b5b-8892a5816e35,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:05.401839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923967e-9ca9-42e6-9846-4f0bb8bb2b04 req-2a88eb71-df0e-4d18-8b6f-4d3c55c7cd36 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:05.403835 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d923967e-9ca9-42e6-9846-4f0bb8bb2b04 req-2a88eb71-df0e-4d18-8b6f-4d3c55c7cd36 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 944 time: 0.0884514 Aug 20 11:39:05.413793 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.464929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:05.465816 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.467523 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] 10.222.0.35 "PUT /v2.0/ports/4e4e770e-4124-4aa0-9b5b-8892a5816e35 HTTP/1.1" status: 200 len: 1091 time: 1.8183014 Aug 20 11:39:05.470463 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97113a6e-f549-4eae-97c3-6f81ca8febbd', 'tag': '4e4e770e-4124-4aa0-9b5b-8892a5816e35'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:05.473120 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2db856-0c17-4be2-aa51-4acb1db74829" -d '{"events": [{"name": "network-changed", "server_uuid": "97113a6e-f549-4eae-97c3-6f81ca8febbd", "tag": "4e4e770e-4124-4aa0-9b5b-8892a5816e35"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:05.476706 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-c41b0104-2825-4ccf-8283-e36cf0b0e9ee tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4732318 Aug 20 11:39:05.497853 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d923967e-9ca9-42e6-9846-4f0bb8bb2b04 req-aa45807a-b31a-488e-851b-9c1c395b7d72 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851874 Aug 20 11:39:05.499372 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Request body: {'port': {'device_id': '2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:05.537085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d7abc-b20e-456a-9730-1f94871cf6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4e770e-4124-4aa0-9b5b-8892a5816e35,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:05.569228 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e3d96-841d-49e8-b8de-d147aedf2685 req-32e9525e-41ff-4bb0-afae-997cb9c36238 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:05.570748 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f10e3d96-841d-49e8-b8de-d147aedf2685 req-32e9525e-41ff-4bb0-afae-997cb9c36238 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.76 "GET /v2.0/ports?device_id=9232330c-b377-47c8-a39a-7523eed0f3c4 HTTP/1.1" status: 200 len: 945 time: 0.1980722 Aug 20 11:39:05.574599 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5bcb15-9fc8-4159-a10e-8936bab8e3e4 x-openstack-request-id: req-2b5bcb15-9fc8-4159-a10e-8936bab8e3e4 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:05.574926 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97113a6e-f549-4eae-97c3-6f81ca8febbd", "tag": "4e4e770e-4124-4aa0-9b5b-8892a5816e35", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:05.575186 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b5bcb15-9fc8-4159-a10e-8936bab8e3e4 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:05.575576 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97113a6e-f549-4eae-97c3-6f81ca8febbd', 'tag': '4e4e770e-4124-4aa0-9b5b-8892a5816e35', 'status': 'completed', 'code': 200} Aug 20 11:39:05.945398 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.967640 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-c7cc5c3b-77d2-4d91-8e0f-17e042ad3ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:05.969213 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-c7cc5c3b-77d2-4d91-8e0f-17e042ad3ed4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 1094 time: 0.4438846 Aug 20 11:39:06.003191 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe5799-982d-432a-a019-8f4a0abdcb42 req-73db6679-e08d-49e9-87a6-d48fcb5eed4c tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:06.005412 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-debe5799-982d-432a-a019-8f4a0abdcb42 req-73db6679-e08d-49e9-87a6-d48fcb5eed4c tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0630937 Aug 20 11:39:06.049762 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-d90bdeda-3b9d-4559-b343-7d595672d174 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e4e770e-4124-4aa0-9b5b-8892a5816e35 HTTP/1.1" status: 200 len: 217 time: 0.0674834 Aug 20 11:39:06.055893 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-debe5799-982d-432a-a019-8f4a0abdcb42 req-1d91f703-1a1e-4849-8b4b-ceaa613695a6 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400453 Aug 20 11:39:06.120199 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510dc80-213c-42e4-b1b6-00845710e0a4 req-5ec6e4ed-5e0f-4c13-a368-e63d6ed90f3d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:06.124341 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2510dc80-213c-42e4-b1b6-00845710e0a4 req-5ec6e4ed-5e0f-4c13-a368-e63d6ed90f3d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 932 time: 0.2010088 Aug 20 11:39:06.205963 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878af9af-9cce-4df3-8c03-4142f021a0f0 req-198b49bf-c5d5-4b7a-b6b5-366156df069f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:06.207647 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-878af9af-9cce-4df3-8c03-4142f021a0f0 req-198b49bf-c5d5-4b7a-b6b5-366156df069f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 943 time: 0.0627408 Aug 20 11:39:06.233483 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-d77a0ad8-ec75-4f62-9c94-753c11680b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:06.235555 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-d77a0ad8-ec75-4f62-9c94-753c11680b53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.1660903 Aug 20 11:39:06.268103 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-f10e3d96-841d-49e8-b8de-d147aedf2685 req-ff322544-5c58-4fea-89f7-fc3f63f3d8db tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Deleting port c766235d-ac43-443a-9574-c79b85c5df10 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:06.268814 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f10e3d96-841d-49e8-b8de-d147aedf2685 req-ff322544-5c58-4fea-89f7-fc3f63f3d8db tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.304391 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-878af9af-9cce-4df3-8c03-4142f021a0f0 req-7b03cd32-241c-4cf1-89db-31d1c6a08ead tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901477 Aug 20 11:39:06.345810 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-b4513dd7-21ab-4ab6-9080-5e2d8c4bf2a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848281 Aug 20 11:39:06.356431 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2510dc80-213c-42e4-b1b6-00845710e0a4 req-1e402d80-e4c1-46df-8bd1-105c34b30638 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248535 Aug 20 11:39:06.393675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-f4f06ae6-a416-4a69-819d-e023c1651195 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:06.395717 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-f4f06ae6-a416-4a69-819d-e023c1651195 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.35 "GET /v2.0/networks?id=fbdc30a0-d793-4139-a5cc-21324783dccd HTTP/1.1" status: 200 len: 804 time: 0.1644695 Aug 20 11:39:06.414415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Request body: {'port': {'device_id': '6bb384dc-c042-4569-bc02-367f9ac8e91a', 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd', 'admin_state_up': True, 'tenant_id': 'fea17588b94347959045097d3afa93a6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:06.440077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c766235d-ac43-443a-9574-c79b85c5df10 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:06.487653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 2d59df7a-8b32-4a88-b780-cc503fe8e9db up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:06.508777 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2b739a78-4946-4a4d-9c5b-24703f8d2873 req-8377136b-e617-4ab1-ba52-09e1780a3b83 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 210 time: 0.0724306 Aug 20 11:39:06.539045 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-10d55704-56c9-4663-ae6c-e7f034fe86bd service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735737 Aug 20 11:39:06.598889 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 2d59df7a-8b32-4a88-b780-cc503fe8e9db completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:06.606656 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 2d59df7a-8b32-4a88-b780-cc503fe8e9db triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:06.607959 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.611613 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.629977 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Made reservation on behalf of fea17588b94347959045097d3afa93a6 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:39:06.634944 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.684807 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c766235d-ac43-443a-9574-c79b85c5df10, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c766235d-ac43-443a-9574-c79b85c5df10,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:06.687696 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9232330c-b377-47c8-a39a-7523eed0f3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c766235d-ac43-443a-9574-c79b85c5df10'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:06.692061 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e086e5df-7ed2-49d8-a877-5cd402b920ff" -d '{"events": [{"server_uuid": "9232330c-b377-47c8-a39a-7523eed0f3c4", "name": "network-vif-unplugged", "status": "completed", "tag": "c766235d-ac43-443a-9574-c79b85c5df10"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:06.700506 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-52909e0c-54b8-4ffc-b666-654e03651e2f req-78b019dc-d603-41ff-927c-b475f342e3b0 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.1144810 Aug 20 11:39:06.703975 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.774326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=c766235d-ac43-443a-9574-c79b85c5df10,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:06.806969 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-f10e3d96-841d-49e8-b8de-d147aedf2685 req-ff322544-5c58-4fea-89f7-fc3f63f3d8db tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] For port c766235d-ac43-443a-9574-c79b85c5df10, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c766235d-ac43-443a-9574-c79b85c5df10,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:06.807395 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f10e3d96-841d-49e8-b8de-d147aedf2685 req-ff322544-5c58-4fea-89f7-fc3f63f3d8db tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.827452 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.834520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Allocated IP 172.20.0.5 (fbdc30a0-d793-4139-a5cc-21324783dccd/734fd1d8-2b43-491b-a917-ffd6ab332d79/4c67e065-a1fb-4837-b695-f85e0e41c65d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:06.839321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-f10e3d96-841d-49e8-b8de-d147aedf2685 req-ff322544-5c58-4fea-89f7-fc3f63f3d8db tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Calling delete_port for c766235d-ac43-443a-9574-c79b85c5df10 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:06.868879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 2d59df7a-8b32-4a88-b780-cc503fe8e9db, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=2d59df7a-8b32-4a88-b780-cc503fe8e9db,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:06.874418 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.896447 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a184731-dbfa-4449-8c38-81855087aaae req-70d4ff8b-5e86-4ecc-9d9b-fd53f7eefdb9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:06.905054 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a184731-dbfa-4449-8c38-81855087aaae req-70d4ff8b-5e86-4ecc-9d9b-fd53f7eefdb9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 944 time: 0.1843486 Aug 20 11:39:06.914562 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd5d5be-3a3e-41b5-9dd7-de0c55aa2735 x-openstack-request-id: req-0bd5d5be-3a3e-41b5-9dd7-de0c55aa2735 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:06.914984 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9232330c-b377-47c8-a39a-7523eed0f3c4", "name": "network-vif-unplugged", "status": "completed", "tag": "c766235d-ac43-443a-9574-c79b85c5df10", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:06.915242 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bd5d5be-3a3e-41b5-9dd7-de0c55aa2735 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:06.915625 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9232330c-b377-47c8-a39a-7523eed0f3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c766235d-ac43-443a-9574-c79b85c5df10', 'code': 200} Aug 20 11:39:06.958386 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=2d59df7a-8b32-4a88-b780-cc503fe8e9db,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:06.961257 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92c1cb8c-d12f-4d76-8d87-431f611426de req-43b2b1fa-b8ea-4618-8ff9-0ae220145337 service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700895 Aug 20 11:39:06.968682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7600186-a92a-4a0e-960f-1f9d35429fea {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:06.980304 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.008402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Transition to ACTIVE for port object b7600186-a92a-4a0e-960f-1f9d35429fea will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:07.014230 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.062972 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a184731-dbfa-4449-8c38-81855087aaae req-7f7ab619-937e-4fd2-8b4d-d4ce48778687 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569819 Aug 20 11:39:07.157349 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.185806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Pushing event updated for resources: {'Port': ['ID=b7600186-a92a-4a0e-960f-1f9d35429fea,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:07.212126 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.227139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2db856-0c17-4be2-aa51-4acb1db74829 req-12f6ce36-ccf5-4c3a-9da0-d8ea4f0c7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:07.228855 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e2db856-0c17-4be2-aa51-4acb1db74829 req-12f6ce36-ccf5-4c3a-9da0-d8ea4f0c7baf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 1094 time: 0.1931748 Aug 20 11:39:07.255309 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Network fbdc30a0-d793-4139-a5cc-21324783dccd is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:07.261505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:07.264801 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:07.292105 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f10e3d96-841d-49e8-b8de-d147aedf2685 req-ff322544-5c58-4fea-89f7-fc3f63f3d8db tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.306956 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Pushing event updated for resources: {'Port': ['ID=4c67e065-a1fb-4837-b695-f85e0e41c65d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:07.320400 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:07.320780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:07.321348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:07.321496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:07.321767 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:07.322097 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:07.322421 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:07.322742 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:07.323063 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:07.323386 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:07.323704 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:07.324019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:07.346673 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:07.347316 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.363340 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fd7837e3-ea77-46e8-943c-aba7ebd375cd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9533532 Aug 20 11:39:07.373285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff322544-5c58-4fea-89f7-fc3f63f3d8db tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Pushing event deleted for resources: {'Port': ['ID=c766235d-ac43-443a-9574-c79b85c5df10,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:07.377276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Request body: {'port': {'device_id': '6bb384dc-c042-4569-bc02-367f9ac8e91a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:07.384330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c9884-7e77-4fb8-ae07-2b25a16230ff req-5b10d7d5-07e4-4369-82f9-513095d107f3 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:07.385923 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-995c9884-7e77-4fb8-ae07-2b25a16230ff req-5b10d7d5-07e4-4369-82f9-513095d107f3 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.2212968 Aug 20 11:39:07.460624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10e3d96-841d-49e8-b8de-d147aedf2685 req-ff322544-5c58-4fea-89f7-fc3f63f3d8db tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] No DVR routers for this DVR port c766235d-ac43-443a-9574-c79b85c5df10 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:39:07.461456 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.465023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Attempting to bind port b7600186-a92a-4a0e-960f-1f9d35429fea on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:07.465603 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Attempting to bind port b7600186-a92a-4a0e-960f-1f9d35429fea by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:07.466157 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Attempting to bind port b7600186-a92a-4a0e-960f-1f9d35429fea on network 2f57a807-431b-4a85-84e9-9c26f27c26dc {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:07.477420 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f10e3d96-841d-49e8-b8de-d147aedf2685 req-ff322544-5c58-4fea-89f7-fc3f63f3d8db tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.479739 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f10e3d96-841d-49e8-b8de-d147aedf2685 req-ff322544-5c58-4fea-89f7-fc3f63f3d8db tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.76 "DELETE /v2.0/ports/c766235d-ac43-443a-9574-c79b85c5df10 HTTP/1.1" status: 204 len: 173 time: 1.8988087 Aug 20 11:39:07.488716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Port b7600186-a92a-4a0e-960f-1f9d35429fea on network 2f57a807-431b-4a85-84e9-9c26f27c26dc not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:39:07.489318 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Attempting to bind port b7600186-a92a-4a0e-960f-1f9d35429fea on network 2f57a807-431b-4a85-84e9-9c26f27c26dc {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:07.491233 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332ce35-f212-4f8d-ace2-12c952068a06 req-636cc75a-c416-4829-8ad7-a7c2a985a781 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:07.492779 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3332ce35-f212-4f8d-ace2-12c952068a06 req-636cc75a-c416-4829-8ad7-a7c2a985a781 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 943 time: 0.0797243 Aug 20 11:39:07.514862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:07.515491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Checking segment: {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:07.516079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Bound using segment: {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:07.517117 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Bound port: b7600186-a92a-4a0e-960f-1f9d35429fea, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:07.517656 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.535157 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2db856-0c17-4be2-aa51-4acb1db74829 req-ac0e8fd3-4058-42da-9752-11cea4e35a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:07.536775 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e2db856-0c17-4be2-aa51-4acb1db74829 req-ac0e8fd3-4058-42da-9752-11cea4e35a0f service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.2785201 Aug 20 11:39:07.550605 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-995c9884-7e77-4fb8-ae07-2b25a16230ff req-96adc508-3ffd-4f7d-b9c2-f1352ad4f288 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222782 Aug 20 11:39:07.577033 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9232330c-b377-47c8-a39a-7523eed0f3c4', 'name': 'network-vif-deleted', 'tag': 'c766235d-ac43-443a-9574-c79b85c5df10'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:07.581684 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c66a524-497e-46a6-b4ea-a1486821058f" -d '{"events": [{"server_uuid": "9232330c-b377-47c8-a39a-7523eed0f3c4", "name": "network-vif-deleted", "tag": "c766235d-ac43-443a-9574-c79b85c5df10"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:07.679837 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e2db856-0c17-4be2-aa51-4acb1db74829 req-f3fb8f05-9ab8-4730-88c3-db16da999fc5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e4e770e-4124-4aa0-9b5b-8892a5816e35 HTTP/1.1" status: 200 len: 217 time: 0.1268468 Aug 20 11:39:07.773130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] For port b7600186-a92a-4a0e-960f-1f9d35429fea, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:07.779188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] For port b7600186-a92a-4a0e-960f-1f9d35429fea, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b7600186-a92a-4a0e-960f-1f9d35429fea,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:07.786574 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.793025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2db856-0c17-4be2-aa51-4acb1db74829 req-c8fd9abb-f8c0-431b-b067-4fc58db62af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:07.794567 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e2db856-0c17-4be2-aa51-4acb1db74829 req-c8fd9abb-f8c0-431b-b067-4fc58db62af2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.0939207 Aug 20 11:39:07.808460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb2344-db91-4bd2-b61b-152ab89a7a70 req-783b5408-8e26-45fe-8938-89260eb420f9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:07.810132 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84bb2344-db91-4bd2-b61b-152ab89a7a70 req-783b5408-8e26-45fe-8938-89260eb420f9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 944 time: 0.1445475 Aug 20 11:39:07.846249 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:07.847692 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.848881 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] 10.222.0.76 "PUT /v2.0/ports/b7600186-a92a-4a0e-960f-1f9d35429fea HTTP/1.1" status: 200 len: 1092 time: 2.3597870 Aug 20 11:39:07.894360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e2db856-0c17-4be2-aa51-4acb1db74829 req-326fdbe0-7c75-452d-b135-c031d35b7ffd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628388 Aug 20 11:39:07.940076 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3332ce35-f212-4f8d-ace2-12c952068a06 req-668e47cc-ff44-484a-bbc4-d00530ff6c2b tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255989 Aug 20 11:39:08.000772 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84bb2344-db91-4bd2-b61b-152ab89a7a70 req-b9d0da99-239e-4996-9966-173b5fa52560 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483228 Aug 20 11:39:08.008896 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8400636-cd85-4b32-ab8f-c5565325f73f service neutron] Pushing event updated for resources: {'Port': ['ID=b7600186-a92a-4a0e-960f-1f9d35429fea,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:08.072571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-677b219b-6e25-46f9-86b6-315dfab35fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:08.074149 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-677b219b-6e25-46f9-86b6-315dfab35fb0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 1095 time: 0.1382411 Aug 20 11:39:08.078192 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e2db856-0c17-4be2-aa51-4acb1db74829 req-88dffeea-20db-4723-a458-4eb9f9855bfb service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733379 Aug 20 11:39:08.080381 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb98db50-bce2-4de7-9d03-7530b3aff475 x-openstack-request-id: req-eb98db50-bce2-4de7-9d03-7530b3aff475 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:08.080835 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9232330c-b377-47c8-a39a-7523eed0f3c4", "name": "network-vif-deleted", "tag": "c766235d-ac43-443a-9574-c79b85c5df10", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:08.081106 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb98db50-bce2-4de7-9d03-7530b3aff475 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:08.081498 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9232330c-b377-47c8-a39a-7523eed0f3c4', 'name': 'network-vif-deleted', 'tag': 'c766235d-ac43-443a-9574-c79b85c5df10', 'status': 'completed', 'code': 200} Aug 20 11:39:08.114521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5233d50-69f8-4520-8ab5-a29c4fff9286 req-b0747e4b-6e3a-43b2-97c8-63ed4d2dbc5a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:08.116073 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5233d50-69f8-4520-8ab5-a29c4fff9286 req-b0747e4b-6e3a-43b2-97c8-63ed4d2dbc5a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 931 time: 0.1171181 Aug 20 11:39:08.200150 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5233d50-69f8-4520-8ab5-a29c4fff9286 req-effe97ca-365e-4078-846f-1cc306c818ad tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776603 Aug 20 11:39:08.211382 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-d2f0c095-3941-49af-914a-909a1ab1d0fe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7600186-a92a-4a0e-960f-1f9d35429fea HTTP/1.1" status: 200 len: 217 time: 0.1264606 Aug 20 11:39:08.214212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c67e065-a1fb-4837-b695-f85e0e41c65d {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:08.224706 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.239331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Transition to ACTIVE for port object 4c67e065-a1fb-4837-b695-f85e0e41c65d will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:08.252923 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.311950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d315071-2afe-44a2-b33f-9c5c223f2e56 req-dde1c699-a50c-46c7-9572-2a03377c68d0 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0658617 Aug 20 11:39:08.316968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c67e065-a1fb-4837-b695-f85e0e41c65d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:08.321268 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e2db856-0c17-4be2-aa51-4acb1db74829 req-1ef3a856-a6c0-46f9-bd43-3e67a0ed9445 service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271447 Aug 20 11:39:08.340514 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-d39a2c10-dac4-4be5-a395-90c2a9109e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:08.342343 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-d39a2c10-dac4-4be5-a395-90c2a9109e42 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8164adc2-ff26-452d-9022-daf8f61c3f29 HTTP/1.1" status: 200 len: 851 time: 0.1181548 Aug 20 11:39:08.383467 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-d5a9ec67-80b8-4e61-9ea0-19a56ed8985d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2f57a807-431b-4a85-84e9-9c26f27c26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309372 Aug 20 11:39:08.424288 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-646c24df-6166-4e93-8006-6dbef4a83995 req-6acadf9a-b7d8-40d7-a16a-a77ca476bf23 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0312626 Aug 20 11:39:08.447466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Attempting to bind port 4c67e065-a1fb-4837-b695-f85e0e41c65d on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:08.447800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Attempting to bind port 4c67e065-a1fb-4837-b695-f85e0e41c65d by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:08.448134 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Attempting to bind port 4c67e065-a1fb-4837-b695-f85e0e41c65d on network fbdc30a0-d793-4139-a5cc-21324783dccd {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:08.459148 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4297-170c-49d7-959a-95bff49f89d3 req-a91fc513-e2fd-4fbc-82da-fd3f76019c51 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:08.460689 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7bd4297-170c-49d7-959a-95bff49f89d3 req-a91fc513-e2fd-4fbc-82da-fd3f76019c51 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 945 time: 0.0728474 Aug 20 11:39:08.462805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Port 4c67e065-a1fb-4837-b695-f85e0e41c65d on network fbdc30a0-d793-4139-a5cc-21324783dccd not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:39:08.463121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Attempting to bind port 4c67e065-a1fb-4837-b695-f85e0e41c65d on network fbdc30a0-d793-4139-a5cc-21324783dccd {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:08.474398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:08.474735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Checking segment: {'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:08.475124 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Bound using segment: {'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:08.475555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Bound port: 4c67e065-a1fb-4837-b695-f85e0e41c65d, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:08.475947 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.507906 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-96e9419c-c3d1-4ac4-9b8b-26303b2a960b service neutron] 10.222.0.76 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137547 Aug 20 11:39:08.537024 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7bd4297-170c-49d7-959a-95bff49f89d3 req-34157032-93a4-429b-8695-ad1fa7031c46 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689659 Aug 20 11:39:08.561594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] For port 4c67e065-a1fb-4837-b695-f85e0e41c65d, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:08.565364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] For port 4c67e065-a1fb-4837-b695-f85e0e41c65d, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4c67e065-a1fb-4837-b695-f85e0e41c65d,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:08.569891 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.605910 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:08.606554 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.607952 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] 10.222.0.35 "PUT /v2.0/ports/4c67e065-a1fb-4837-b695-f85e0e41c65d HTTP/1.1" status: 200 len: 1091 time: 1.2364743 Aug 20 11:39:08.608413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb384dc-c042-4569-bc02-367f9ac8e91a', 'tag': '4c67e065-a1fb-4837-b695-f85e0e41c65d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:08.610752 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b934f6-78cb-484f-b598-69ac0bd2e3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb384dc-c042-4569-bc02-367f9ac8e91a", "tag": "4c67e065-a1fb-4837-b695-f85e0e41c65d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:08.648059 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb1396-88f6-4f37-83f8-25b9a6e6dfa9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c67e065-a1fb-4837-b695-f85e0e41c65d,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:08.653385 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a273f56-aa72-4ad7-8116-f60c3b8c9aad x-openstack-request-id: req-4a273f56-aa72-4ad7-8116-f60c3b8c9aad {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:08.653672 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb384dc-c042-4569-bc02-367f9ac8e91a", "tag": "4c67e065-a1fb-4837-b695-f85e0e41c65d", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:08.653919 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a273f56-aa72-4ad7-8116-f60c3b8c9aad {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:08.654329 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb384dc-c042-4569-bc02-367f9ac8e91a', 'tag': '4c67e065-a1fb-4837-b695-f85e0e41c65d', 'status': 'completed', 'code': 200} Aug 20 11:39:08.697166 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-e462b60e-f7cb-4a7a-94f6-d155f7ea5fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:08.698737 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-e462b60e-f7cb-4a7a-94f6-d155f7ea5fe2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fea17588b94347959045097d3afa93a6&device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 1094 time: 0.0420971 Aug 20 11:39:08.745281 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-1be482a9-76de-4514-bcbe-6297d55f3281 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c67e065-a1fb-4837-b695-f85e0e41c65d HTTP/1.1" status: 200 len: 217 time: 0.0369875 Aug 20 11:39:08.746546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f61f29-cece-4b28-839c-fe241218319d req-335b7723-71f9-4393-b52a-cd7d8018c7e5 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:08.748028 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1f61f29-cece-4b28-839c-fe241218319d req-335b7723-71f9-4393-b52a-cd7d8018c7e5 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.1093497 Aug 20 11:39:08.781283 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-993eeb3b-8383-4a9d-b65d-5885303950f4 req-9c40b040-1bf0-4f5e-a931-0cc53e071b22 service neutron] 10.222.0.76 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577923 Aug 20 11:39:08.800839 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1f61f29-cece-4b28-839c-fe241218319d req-33ceb39b-f9d4-49c8-baf8-f07b05190683 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456486 Aug 20 11:39:08.801167 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-154c6afd-3424-4a02-b758-965216ad76e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:08.802458 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-154c6afd-3424-4a02-b758-965216ad76e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=734fd1d8-2b43-491b-a917-ffd6ab332d79 HTTP/1.1" status: 200 len: 844 time: 0.0492177 Aug 20 11:39:08.803208 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.836835 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-fdf9071b-18d4-435a-8e9b-44be22f3183c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fbdc30a0-d793-4139-a5cc-21324783dccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245805 Aug 20 11:39:08.917246 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85760a86-5049-4a11-b1df-932a24d8af52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d59df7a-8b32-4a88-b780-cc503fe8e9db'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:08.919619 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5204bdfb-ebd1-4bee-8a7a-743f01bac2fb" -d '{"events": [{"server_uuid": "85760a86-5049-4a11-b1df-932a24d8af52", "name": "network-vif-plugged", "status": "completed", "tag": "2d59df7a-8b32-4a88-b780-cc503fe8e9db"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:08.932343 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-7519776a-0dcf-4c19-92bc-9c4aaf79be3c service neutron] 10.222.0.35 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857775 Aug 20 11:39:08.954658 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f182a25-3933-4b06-8686-279f89dafaa2 x-openstack-request-id: req-7f182a25-3933-4b06-8686-279f89dafaa2 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:08.954946 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85760a86-5049-4a11-b1df-932a24d8af52", "name": "network-vif-plugged", "status": "completed", "tag": "2d59df7a-8b32-4a88-b780-cc503fe8e9db", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:08.955281 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f182a25-3933-4b06-8686-279f89dafaa2 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:08.955700 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85760a86-5049-4a11-b1df-932a24d8af52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d59df7a-8b32-4a88-b780-cc503fe8e9db', 'code': 200} Aug 20 11:39:09.035675 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f2eb1a2-edcd-471a-b008-b1c347745a7d req-9b1f6a3e-8d25-4a2c-9f2b-96e7a29c6d66 service neutron] 10.222.0.35 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907924 Aug 20 11:39:09.084628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d05ae-71c4-41dc-a628-52ead1728ee4 req-5309839e-36b4-42a2-add2-667acff91b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:09.086058 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f46d05ae-71c4-41dc-a628-52ead1728ee4 req-5309839e-36b4-42a2-add2-667acff91b06 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 1096 time: 0.0726564 Aug 20 11:39:09.098514 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771cc0f-a178-4308-b16a-a7c8cf94b47d req-2bea1bca-8c98-4977-add3-00e2e9849b8e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:09.099993 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d771cc0f-a178-4308-b16a-a7c8cf94b47d req-2bea1bca-8c98-4977-add3-00e2e9849b8e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 943 time: 0.0610130 Aug 20 11:39:09.155719 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f46d05ae-71c4-41dc-a628-52ead1728ee4 req-f744eec7-a12a-4699-9f18-648ea6c75bf1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547786 Aug 20 11:39:09.161771 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d771cc0f-a178-4308-b16a-a7c8cf94b47d req-f9d92f2c-4cd8-4416-87c7-16661ab7310a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546405 Aug 20 11:39:09.169810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b8d32-9157-47ed-bf72-87830dddd49e req-e58870aa-c532-4f27-b052-506876c63135 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:09.171322 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f50b8d32-9157-47ed-bf72-87830dddd49e req-e58870aa-c532-4f27-b052-506876c63135 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 944 time: 0.0806096 Aug 20 11:39:09.173967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b934f6-78cb-484f-b598-69ac0bd2e3a3 req-b663f7dc-8c12-4116-bcdf-1f1a5a042307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:09.175347 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9b934f6-78cb-484f-b598-69ac0bd2e3a3 req-b663f7dc-8c12-4116-bcdf-1f1a5a042307 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fea17588b94347959045097d3afa93a6&device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 1094 time: 0.0752428 Aug 20 11:39:09.212749 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f50b8d32-9157-47ed-bf72-87830dddd49e req-f16d996f-02f5-452e-b6d3-b2852b968cfb tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327916 Aug 20 11:39:09.315507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85064199-3fef-4af1-90c1-9b6bd0c3fa1c req-90d8faa1-493c-416e-a0b9-bc8ef41761c5 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:09.317007 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-85064199-3fef-4af1-90c1-9b6bd0c3fa1c req-90d8faa1-493c-416e-a0b9-bc8ef41761c5 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 943 time: 0.0475290 Aug 20 11:39:09.353744 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-85064199-3fef-4af1-90c1-9b6bd0c3fa1c req-0a196da4-5c66-4a24-9757-c2d6558fae29 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306895 Aug 20 11:39:09.489595 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e200e7e-de47-4e99-a9f0-9c6c2e6c9d6c req-f39b2dfa-2518-41d0-b926-037b4aa1b567 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0266576 Aug 20 11:39:09.506400 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b934f6-78cb-484f-b598-69ac0bd2e3a3 req-8ee1879e-022d-4ef3-9d8d-b0ddf939f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:09.507980 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9b934f6-78cb-484f-b598-69ac0bd2e3a3 req-8ee1879e-022d-4ef3-9d8d-b0ddf939f11b service neutron] 10.222.0.35 "GET /v2.0/networks?id=fbdc30a0-d793-4139-a5cc-21324783dccd HTTP/1.1" status: 200 len: 904 time: 0.0980864 Aug 20 11:39:09.553949 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9b934f6-78cb-484f-b598-69ac0bd2e3a3 req-11cda4c2-2240-47bf-bdfc-98d1f1d39007 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c67e065-a1fb-4837-b695-f85e0e41c65d HTTP/1.1" status: 200 len: 217 time: 0.0353725 Aug 20 11:39:09.621502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b934f6-78cb-484f-b598-69ac0bd2e3a3 req-e913f5c2-3b84-4e67-9f39-f29ead3654b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:09.622862 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9b934f6-78cb-484f-b598-69ac0bd2e3a3 req-e913f5c2-3b84-4e67-9f39-f29ead3654b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=734fd1d8-2b43-491b-a917-ffd6ab332d79 HTTP/1.1" status: 200 len: 844 time: 0.0568719 Aug 20 11:39:09.675869 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9b934f6-78cb-484f-b598-69ac0bd2e3a3 req-eaf2922f-70d0-4b80-9359-8e32ee014115 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fbdc30a0-d793-4139-a5cc-21324783dccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338385 Aug 20 11:39:09.693391 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be579a-84c6-4df6-8efd-9e61b2be3d2e req-a4959dae-4aa1-43ec-8f1f-5b0aef4d3b7b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:09.694914 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-34be579a-84c6-4df6-8efd-9e61b2be3d2e req-a4959dae-4aa1-43ec-8f1f-5b0aef4d3b7b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 945 time: 0.0825074 Aug 20 11:39:09.777847 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-34be579a-84c6-4df6-8efd-9e61b2be3d2e req-cb72783a-bdb3-498c-b1ba-aa3540ea07dc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746629 Aug 20 11:39:09.804447 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9b934f6-78cb-484f-b598-69ac0bd2e3a3 req-c3f43100-28c0-452a-958b-af6a037d24d3 service neutron] 10.222.0.35 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085913 Aug 20 11:39:09.899529 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9b934f6-78cb-484f-b598-69ac0bd2e3a3 req-f90648de-0311-4b0d-8417-370348d3bb7a service neutron] 10.222.0.35 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873728 Aug 20 11:39:09.920315 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2813a15-56cc-4044-87f7-01d6d67d3043 req-0734c4ce-beef-4e09-a2c8-8455f4451c06 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:09.921837 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2813a15-56cc-4044-87f7-01d6d67d3043 req-0734c4ce-beef-4e09-a2c8-8455f4451c06 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0513270 Aug 20 11:39:09.959415 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2813a15-56cc-4044-87f7-01d6d67d3043 req-e4453acd-ce1d-4ca7-b504-b530dc1c442b tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302880 Aug 20 11:39:10.082439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7', 'tag': 'b7600186-a92a-4a0e-960f-1f9d35429fea'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:10.084776 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f1e01c-f890-4311-801f-05125fd8a7af" -d '{"events": [{"name": "network-changed", "server_uuid": "2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7", "tag": "b7600186-a92a-4a0e-960f-1f9d35429fea"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:10.121551 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f5d4bf-b666-4784-a499-cd6c507f6b04 x-openstack-request-id: req-a6f5d4bf-b666-4784-a499-cd6c507f6b04 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:10.121847 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7", "tag": "b7600186-a92a-4a0e-960f-1f9d35429fea", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:10.122098 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6f5d4bf-b666-4784-a499-cd6c507f6b04 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:10.122499 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7', 'tag': 'b7600186-a92a-4a0e-960f-1f9d35429fea', 'status': 'completed', 'code': 200} Aug 20 11:39:10.188991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1e01c-f890-4311-801f-05125fd8a7af req-1a9a706c-f978-4426-a6e1-c33d5041c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:10.190598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06f1e01c-f890-4311-801f-05125fd8a7af req-1a9a706c-f978-4426-a6e1-c33d5041c745 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 1095 time: 0.0415757 Aug 20 11:39:10.318625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd460d9-b7d8-40eb-b115-ffa1d67743e8 req-2aae4bff-f760-43e0-b9dd-93100e3248c0 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:10.320373 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5cd460d9-b7d8-40eb-b115-ffa1d67743e8 req-2aae4bff-f760-43e0-b9dd-93100e3248c0 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 943 time: 0.0757787 Aug 20 11:39:10.328036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91480d-65b3-4007-a922-abc69d97fee6 req-1ff4cd2c-3ffe-4274-a5c8-8736ccf43c58 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:10.329603 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6f91480d-65b3-4007-a922-abc69d97fee6 req-1ff4cd2c-3ffe-4274-a5c8-8736ccf43c58 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 944 time: 0.0495520 Aug 20 11:39:10.343026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1e01c-f890-4311-801f-05125fd8a7af req-5e64098c-526f-4fe1-9a54-8bca4ab25e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:10.344539 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06f1e01c-f890-4311-801f-05125fd8a7af req-5e64098c-526f-4fe1-9a54-8bca4ab25e44 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 911 time: 0.1444130 Aug 20 11:39:10.367420 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6f91480d-65b3-4007-a922-abc69d97fee6 req-615ae318-9266-441c-a385-1d2c3cd4d041 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317819 Aug 20 11:39:10.399974 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5cd460d9-b7d8-40eb-b115-ffa1d67743e8 req-f7292138-2944-4946-acdd-b4365e4cbb3f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734146 Aug 20 11:39:10.401342 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06f1e01c-f890-4311-801f-05125fd8a7af req-7940961b-c79a-41f3-925f-f18fca6991ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7600186-a92a-4a0e-960f-1f9d35429fea HTTP/1.1" status: 200 len: 217 time: 0.0494034 Aug 20 11:39:10.458593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1e01c-f890-4311-801f-05125fd8a7af req-21410996-3fa2-400a-beaf-ce20fff69832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:10.459335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b7600186-a92a-4a0e-960f-1f9d35429fea details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:39:10.459975 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06f1e01c-f890-4311-801f-05125fd8a7af req-21410996-3fa2-400a-beaf-ce20fff69832 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8164adc2-ff26-452d-9022-daf8f61c3f29 HTTP/1.1" status: 200 len: 851 time: 0.0459502 Aug 20 11:39:10.493669 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06f1e01c-f890-4311-801f-05125fd8a7af req-83b056ff-1466-4626-a2c3-12da79a7cb8b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2f57a807-431b-4a85-84e9-9c26f27c26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265734 Aug 20 11:39:10.494031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fbc90-0878-4dcc-9eed-ef251fff183d req-bcbd9be2-2835-4002-bfbb-1c13d0786bb4 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:10.496161 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d63fbc90-0878-4dcc-9eed-ef251fff183d req-bcbd9be2-2835-4002-bfbb-1c13d0786bb4 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 943 time: 0.0620463 Aug 20 11:39:10.542026 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d63fbc90-0878-4dcc-9eed-ef251fff183d req-147e4bf0-4b13-4d02-84e9-bb661b10dbdd tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367947 Aug 20 11:39:10.598729 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b7600186-a92a-4a0e-960f-1f9d35429fea, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b7600186-a92a-4a0e-960f-1f9d35429fea,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:10.602557 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06f1e01c-f890-4311-801f-05125fd8a7af req-b468bc80-9821-4ec1-a9d6-c7be758a0a8b service neutron] 10.222.0.76 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993235 Aug 20 11:39:10.615190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'b7600186-a92a-4a0e-960f-1f9d35429fea', 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc', 'port_id': 'b7600186-a92a-4a0e-960f-1f9d35429fea', 'mac_address': 'fa:16:3e:34:14:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8164adc2-ff26-452d-9022-daf8f61c3f29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:39:10.646336 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3be4df34-9970-4e10-83f1-2ceeb881bcb8 req-1691b95a-9a5a-47c1-b3a2-7fbb940898c3 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0281146 Aug 20 11:39:10.655372 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.670950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7600186-a92a-4a0e-960f-1f9d35429fea {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:10.692081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b7600186-a92a-4a0e-960f-1f9d35429fea, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b7600186-a92a-4a0e-960f-1f9d35429fea,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:10.696819 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.714531 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06f1e01c-f890-4311-801f-05125fd8a7af req-17703729-0eda-41d3-8b4c-ad39af8b9a2c service neutron] 10.222.0.76 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044142 Aug 20 11:39:10.758530 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b7600186-a92a-4a0e-960f-1f9d35429fea,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:10.883741 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51348245-9877-477f-b2ad-81122f01da46 req-11b8c376-e1f5-4c9f-ac8e-387e524683cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bf75215e59c84b18a0f62091094fdc28&device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0290253 Aug 20 11:39:10.897727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e56b5d-08ed-4d2f-bfa0-02f734000917 req-aaaa2366-401e-471f-bb82-1ec8057117e5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:10.899254 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-68e56b5d-08ed-4d2f-bfa0-02f734000917 req-aaaa2366-401e-471f-bb82-1ec8057117e5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 945 time: 0.0507541 Aug 20 11:39:10.923013 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17302c4e-8b62-4b9a-9ed0-c8c3ca3a396a req-c1a1c29c-d873-4a36-a846-4a1a9be505a4 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0380952 Aug 20 11:39:10.933618 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51348245-9877-477f-b2ad-81122f01da46 req-b41c1f44-5264-4622-9b5b-42f3b52dd1b6 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=bf75215e59c84b18a0f62091094fdc28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397015 Aug 20 11:39:10.938140 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-68e56b5d-08ed-4d2f-bfa0-02f734000917 req-70b68648-fc55-44e1-81c7-dfeda85aed20 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Aug 20 11:39:10.967784 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['b7600186-a92a-4a0e-960f-1f9d35429fea'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:11.054244 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51348245-9877-477f-b2ad-81122f01da46 req-419baae5-60c1-4e19-bfcb-fffe4728242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:11.055840 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51348245-9877-477f-b2ad-81122f01da46 req-419baae5-60c1-4e19-bfcb-fffe4728242e service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1124949 Aug 20 11:39:11.103676 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e7289-2225-4c8f-8dd5-3a9b0ac7a87b req-4338755a-8aae-4224-ab37-dde65b8c2c10 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:11.105226 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2c8e7289-2225-4c8f-8dd5-3a9b0ac7a87b req-4338755a-8aae-4224-ab37-dde65b8c2c10 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0491793 Aug 20 11:39:11.147503 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2c8e7289-2225-4c8f-8dd5-3a9b0ac7a87b req-44c4be3b-5a24-4c90-b00a-58785069473d tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353081 Aug 20 11:39:11.485077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997f122-4b29-48b4-8eae-d4bdd894f857 req-b1cd24cb-3d1b-48b9-bc40-80fa4bbec8e2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:11.487108 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b997f122-4b29-48b4-8eae-d4bdd894f857 req-b1cd24cb-3d1b-48b9-bc40-80fa4bbec8e2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 945 time: 0.0499747 Aug 20 11:39:11.514302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489d082-7206-41b2-87a4-cfc1bdf9bcc4 req-b0a0b775-f83d-4d4e-96f2-598c868bf25d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:11.515784 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3489d082-7206-41b2-87a4-cfc1bdf9bcc4 req-b0a0b775-f83d-4d4e-96f2-598c868bf25d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 943 time: 0.0496092 Aug 20 11:39:11.525363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b997f122-4b29-48b4-8eae-d4bdd894f857 req-17e2fbc2-d2c2-45f3-a0fc-ff6c941ea0b6 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316782 Aug 20 11:39:11.557084 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3489d082-7206-41b2-87a4-cfc1bdf9bcc4 req-3186cf60-d2a3-4b55-8aae-b3c04965b0da tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350862 Aug 20 11:39:11.658952 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6152db7-27e5-4328-8525-ec38863a30ca req-bb076b2f-689a-4709-9d61-10ac9f21453d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:11.660487 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6152db7-27e5-4328-8525-ec38863a30ca req-bb076b2f-689a-4709-9d61-10ac9f21453d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 943 time: 0.0492768 Aug 20 11:39:11.698450 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6152db7-27e5-4328-8525-ec38863a30ca req-292895a9-fa06-4590-b065-efd91cfcaaec tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321822 Aug 20 11:39:12.023603 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7653d85-0466-45b1-bcdb-9250f5031fff req-3274a9a6-0525-40fc-9fa6-56ce7c6f76a2 tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0301046 Aug 20 11:39:12.261157 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26da7cc-fb0b-4a23-82ce-9e965207d815 req-17d98254-1ce4-403b-99cc-c56014c8b38a tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:12.262519 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b26da7cc-fb0b-4a23-82ce-9e965207d815 req-17d98254-1ce4-403b-99cc-c56014c8b38a tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0484016 Aug 20 11:39:12.300508 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b26da7cc-fb0b-4a23-82ce-9e965207d815 req-c81542ed-39c3-4296-96e1-8ab9699743df tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Aug 20 11:39:12.471777 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b7600186-a92a-4a0e-960f-1f9d35429fea up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:12.505809 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 4c67e065-a1fb-4837-b695-f85e0e41c65d details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:39:12.571145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port b7600186-a92a-4a0e-960f-1f9d35429fea completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:12.577141 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port b7600186-a92a-4a0e-960f-1f9d35429fea triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:12.577514 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.618179 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51348245-9877-477f-b2ad-81122f01da46 req-16dbf743-01ba-4536-99ee-2844ef76781f tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0300951 Aug 20 11:39:12.650439 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 4c67e065-a1fb-4837-b695-f85e0e41c65d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4c67e065-a1fb-4837-b695-f85e0e41c65d,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:12.660755 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f3918-e106-44c4-ae17-efdd2e29e19d req-110ccbc1-eb5a-4aa4-809a-2af2c93fefe9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:12.665715 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '4c67e065-a1fb-4837-b695-f85e0e41c65d', 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd', 'port_id': '4c67e065-a1fb-4837-b695-f85e0e41c65d', 'mac_address': 'fa:16:3e:a7:a6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734fd1d8-2b43-491b-a917-ffd6ab332d79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:39:12.668621 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-694f3918-e106-44c4-ae17-efdd2e29e19d req-110ccbc1-eb5a-4aa4-809a-2af2c93fefe9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 945 time: 0.0697460 Aug 20 11:39:12.718442 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283735d-d361-4f37-ad71-22a3f50f56cc req-915b406f-45a0-4dad-834f-c79c616593ba tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:12.722733 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5283735d-d361-4f37-ad71-22a3f50f56cc req-915b406f-45a0-4dad-834f-c79c616593ba tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 943 time: 0.0705595 Aug 20 11:39:12.723127 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-694f3918-e106-44c4-ae17-efdd2e29e19d req-dc145279-5182-4ec1-af19-ab54469adcad tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495570 Aug 20 11:39:12.728253 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.742978 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.764946 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c67e065-a1fb-4837-b695-f85e0e41c65d {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:12.774075 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7600186-a92a-4a0e-960f-1f9d35429fea'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:12.776304 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09070f47-0431-4a0a-b3aa-b773396001f3" -d '{"events": [{"server_uuid": "2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7", "name": "network-vif-plugged", "status": "completed", "tag": "b7600186-a92a-4a0e-960f-1f9d35429fea"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:12.780192 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5283735d-d361-4f37-ad71-22a3f50f56cc req-36370019-b515-444c-a9f1-0d4ae02059c3 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453377 Aug 20 11:39:12.794316 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b7600186-a92a-4a0e-960f-1f9d35429fea, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b7600186-a92a-4a0e-960f-1f9d35429fea,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:12.806253 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 4c67e065-a1fb-4837-b695-f85e0e41c65d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4c67e065-a1fb-4837-b695-f85e0e41c65d,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:12.808291 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.814546 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.862654 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b7600186-a92a-4a0e-960f-1f9d35429fea,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:12.898358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ee582-9f42-44fd-b289-53d32767b9f3 req-fe70b709-243f-4173-aff1-3c4422c6d1cf tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:12.899891 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e9ee582-9f42-44fd-b289-53d32767b9f3 req-fe70b709-243f-4173-aff1-3c4422c6d1cf tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 944 time: 0.0551481 Aug 20 11:39:12.912323 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efba7014-7a7f-4a50-bcbc-223b9d828a0d x-openstack-request-id: req-efba7014-7a7f-4a50-bcbc-223b9d828a0d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:12.912615 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7", "name": "network-vif-plugged", "status": "completed", "tag": "b7600186-a92a-4a0e-960f-1f9d35429fea", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:12.912924 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efba7014-7a7f-4a50-bcbc-223b9d828a0d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:12.913304 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7600186-a92a-4a0e-960f-1f9d35429fea', 'code': 200} Aug 20 11:39:12.924513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=4c67e065-a1fb-4837-b695-f85e0e41c65d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:12.943943 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e9ee582-9f42-44fd-b289-53d32767b9f3 req-9d813fd8-9c05-4316-89b3-33e7a0fc8df9 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381351 Aug 20 11:39:13.033032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1ec29-a506-4166-bdf3-b0f31c81de46 req-20e55cf4-63ff-46e7-9912-95ae85cb67eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:13.034573 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-79f1ec29-a506-4166-bdf3-b0f31c81de46 req-20e55cf4-63ff-46e7-9912-95ae85cb67eb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 1097 time: 0.0415778 Aug 20 11:39:13.089294 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-79f1ec29-a506-4166-bdf3-b0f31c81de46 req-e684c5a0-07a0-47f6-9a62-777c5fc0e24f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326400 Aug 20 11:39:13.135179 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-883f09a1-359a-4fc8-9dc3-cc099df1d288 req-42b72ab5-fe00-4b04-aa2d-9344b464d01d tempest-ServerShowV257Test-1737019454 tempest-ServerShowV257Test-1737019454-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1648116-e20d-4275-a46a-76e08e654c8e HTTP/1.1" status: 200 len: 210 time: 0.0266838 Aug 20 11:39:13.199871 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['4c67e065-a1fb-4837-b695-f85e0e41c65d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:13.427227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33696111-ae4d-4f91-8233-4ce4e74289e9 req-b7c6a5bb-3df5-4778-b5d1-ec60ea477081 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:13.428935 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-33696111-ae4d-4f91-8233-4ce4e74289e9 req-b7c6a5bb-3df5-4778-b5d1-ec60ea477081 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0490243 Aug 20 11:39:13.471675 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-33696111-ae4d-4f91-8233-4ce4e74289e9 req-5dd0e62a-fc7d-459c-b1ad-8ab21b169145 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361531 Aug 20 11:39:13.828337 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d7f40-1cea-42e9-871d-08c0c3f379c0 req-0205f5ef-8141-4087-863c-d0530bcd90d7 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:13.829965 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-850d7f40-1cea-42e9-871d-08c0c3f379c0 req-0205f5ef-8141-4087-863c-d0530bcd90d7 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 946 time: 0.0496526 Aug 20 11:39:13.868256 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-850d7f40-1cea-42e9-871d-08c0c3f379c0 req-426b29f5-08db-40ce-b817-3636126d921b tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Aug 20 11:39:14.104069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bd2d5-1e89-4c77-925d-00a9abc86558 req-1b75dc98-b16d-4556-8478-6ced2c7014d1 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:14.105767 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d15bd2d5-1e89-4c77-925d-00a9abc86558 req-1b75dc98-b16d-4556-8478-6ced2c7014d1 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 944 time: 0.0539980 Aug 20 11:39:14.155153 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d15bd2d5-1e89-4c77-925d-00a9abc86558 req-531789dd-6836-4226-9079-c61b360ef301 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384586 Aug 20 11:39:14.195829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b1de2-40f9-4608-901b-3bd04b01a4c6 req-e66a489d-c0b2-4115-82ed-51a050655bb0 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:14.198573 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c86b1de2-40f9-4608-901b-3bd04b01a4c6 req-e66a489d-c0b2-4115-82ed-51a050655bb0 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 943 time: 0.3491275 Aug 20 11:39:14.245195 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c86b1de2-40f9-4608-901b-3bd04b01a4c6 req-3ad82f97-02c5-4786-a44f-cf5936f9b7ba tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362036 Aug 20 11:39:14.481368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35046) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:14.605736 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf5f6a-83e2-4e39-89f9-448a57ba6cc7 req-fd75c114-938a-41dc-a582-0b9a686e5401 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:14.607239 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-79cf5f6a-83e2-4e39-89f9-448a57ba6cc7 req-fd75c114-938a-41dc-a582-0b9a686e5401 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0650089 Aug 20 11:39:14.607978 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-07b44e0e-9b52-42e2-b09b-98d0d30c3279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:14.666267 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-79cf5f6a-83e2-4e39-89f9-448a57ba6cc7 req-264d0335-3127-426b-ac8a-7abeffae3e28 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502203 Aug 20 11:39:14.733534 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-07b44e0e-9b52-42e2-b09b-98d0d30c3279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:14.737452 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-07b44e0e-9b52-42e2-b09b-98d0d30c3279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:14.775707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b44e0e-9b52-42e2-b09b-98d0d30c3279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24aa5a05-d4b8-4986-9263-20557da6e7a0,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:14.782569 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-07b44e0e-9b52-42e2-b09b-98d0d30c3279 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf75215e59c84b18a0f62091094fdc28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975600 Aug 20 11:39:14.782792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35052) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:14.831061 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e01fb47d-b9c3-448c-a913-b919a9dc0eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:14.852329 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e01fb47d-b9c3-448c-a913-b919a9dc0eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:14.900198 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e01fb47d-b9c3-448c-a913-b919a9dc0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:14.903207 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e01fb47d-b9c3-448c-a913-b919a9dc0eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:14.904376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e01fb47d-b9c3-448c-a913-b919a9dc0eb5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24aa5a05-d4b8-4986-9263-20557da6e7a0 HTTP/1.1" status: 204 len: 168 time: 0.1206956 Aug 20 11:39:14.918693 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fb47d-b9c3-448c-a913-b919a9dc0eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aa5a05-d4b8-4986-9263-20557da6e7a0,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:15.008485 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7155384-b460-4a2a-a7a1-e291f58d3aa5 req-355ad24b-7d7d-4597-842b-97374f46b527 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:15.010846 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c7155384-b460-4a2a-a7a1-e291f58d3aa5 req-355ad24b-7d7d-4597-842b-97374f46b527 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 946 time: 0.0653234 Aug 20 11:39:15.058152 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c7155384-b460-4a2a-a7a1-e291f58d3aa5 req-0544b115-6873-408f-bd0c-84a233ddc6f1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397105 Aug 20 11:39:15.288779 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edea222-acd9-496a-b0f2-119e3d6dcd5b req-68464546-8925-462c-8959-3fd0af355e2a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:15.299710 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2edea222-acd9-496a-b0f2-119e3d6dcd5b req-68464546-8925-462c-8959-3fd0af355e2a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 944 time: 0.0715742 Aug 20 11:39:15.371230 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2edea222-acd9-496a-b0f2-119e3d6dcd5b req-16f4c3e6-ab06-44f3-8b39-697104a954e9 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706043 Aug 20 11:39:15.424866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9a5c4-10f0-41b2-be16-4570621333d5 req-1295ec1c-ee37-4741-a353-abab10b30ca1 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:15.427679 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80b9a5c4-10f0-41b2-be16-4570621333d5 req-1295ec1c-ee37-4741-a353-abab10b30ca1 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 943 time: 0.0640881 Aug 20 11:39:15.476805 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80b9a5c4-10f0-41b2-be16-4570621333d5 req-d42b8e65-83c0-4968-ab75-113930420e4d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422976 Aug 20 11:39:15.674500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35094) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:15.779517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-894189f2-aedc-401b-936f-e3408c3cdc1c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-100577212-network', 'tenant_id': '0d340d9315d3460b8acb99cca2e1d1a8'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:15.783894 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9a3d-b002-4ce0-b54b-89accd5c6d4c req-f98c8995-24a1-4ce8-9768-e8a11c520a8e tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:15.785723 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9dcf9a3d-b002-4ce0-b54b-89accd5c6d4c req-f98c8995-24a1-4ce8-9768-e8a11c520a8e tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0514455 Aug 20 11:39:15.802068 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894189f2-aedc-401b-936f-e3408c3cdc1c admin admin] Made reservation on behalf of 0d340d9315d3460b8acb99cca2e1d1a8 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:39:15.804437 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-894189f2-aedc-401b-936f-e3408c3cdc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:15.813917 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-894189f2-aedc-401b-936f-e3408c3cdc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:15.828049 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9dcf9a3d-b002-4ce0-b54b-89accd5c6d4c req-e4e1ea15-f07f-4612-b215-27bb737fcf79 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349984 Aug 20 11:39:15.905965 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-894189f2-aedc-401b-936f-e3408c3cdc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:15.911301 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-894189f2-aedc-401b-936f-e3408c3cdc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:15.937460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894189f2-aedc-401b-936f-e3408c3cdc1c admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:39:15.947439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894189f2-aedc-401b-936f-e3408c3cdc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c666b617-1fd7-45c2-8d51-9c889404546b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:15.952174 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-894189f2-aedc-401b-936f-e3408c3cdc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:15.952518 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-894189f2-aedc-401b-936f-e3408c3cdc1c admin admin] Added segment 14a77932-ea0a-461a-a89a-c2651b1a8027 of type vlan for network 2de7f729-680b-4906-9911-fdbd1636d0fb Aug 20 11:39:15.996111 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-894189f2-aedc-401b-936f-e3408c3cdc1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.026263 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-894189f2-aedc-401b-936f-e3408c3cdc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.027386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894189f2-aedc-401b-936f-e3408c3cdc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:16.027968 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-894189f2-aedc-401b-936f-e3408c3cdc1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.091023 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-894189f2-aedc-401b-936f-e3408c3cdc1c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4153056 Aug 20 11:39:16.112676 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894189f2-aedc-401b-936f-e3408c3cdc1c admin admin] Pushing event updated for resources: {'Network': ['ID=2de7f729-680b-4906-9911-fdbd1636d0fb,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:16.127158 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 2de7f729-680b-4906-9911-fdbd1636d0fb details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:39:16.499789 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4e6a7-658e-437f-9b93-e8f2ac6e4287 req-238d218b-bd34-48d4-a95c-e9cfc7a9e59e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:16.502152 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4c4e6a7-658e-437f-9b93-e8f2ac6e4287 req-238d218b-bd34-48d4-a95c-e9cfc7a9e59e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 944 time: 0.0557146 Aug 20 11:39:16.521027 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 4e4e770e-4124-4aa0-9b5b-8892a5816e35 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:39:16.523447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 4c67e065-a1fb-4837-b695-f85e0e41c65d up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:16.543258 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4c4e6a7-658e-437f-9b93-e8f2ac6e4287 req-090bd046-e195-4eaf-a685-1002a0e9e434 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351222 Aug 20 11:39:16.571590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd4e34-6af5-4e6d-8840-1ea0c1ff60ff req-0e94e044-fa06-47c7-8daa-111526b749af tempest-ComputeTenantNetworksTest-1757333136 tempest-ComputeTenantNetworksTest-1757333136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:16.577798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd4e34-6af5-4e6d-8840-1ea0c1ff60ff req-0e94e044-fa06-47c7-8daa-111526b749af tempest-ComputeTenantNetworksTest-1757333136 tempest-ComputeTenantNetworksTest-1757333136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:16.584100 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd4e34-6af5-4e6d-8840-1ea0c1ff60ff req-0e94e044-fa06-47c7-8daa-111526b749af tempest-ComputeTenantNetworksTest-1757333136 tempest-ComputeTenantNetworksTest-1757333136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:16.585785 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5cd4e34-6af5-4e6d-8840-1ea0c1ff60ff req-0e94e044-fa06-47c7-8daa-111526b749af tempest-ComputeTenantNetworksTest-1757333136 tempest-ComputeTenantNetworksTest-1757333136-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1995022 Aug 20 11:39:16.642242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 4c67e065-a1fb-4837-b695-f85e0e41c65d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:16.654742 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 4c67e065-a1fb-4837-b695-f85e0e41c65d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:16.655358 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.693739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4e4e770e-4124-4aa0-9b5b-8892a5816e35,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:16.698808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb5df-59e2-49ea-a16f-e802163adbd9 req-662dbb92-d04f-449e-bfd7-f64f7efe48d4 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:16.700687 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-225eb5df-59e2-49ea-a16f-e802163adbd9 req-662dbb92-d04f-449e-bfd7-f64f7efe48d4 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 943 time: 0.0539374 Aug 20 11:39:16.711657 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '4e4e770e-4124-4aa0-9b5b-8892a5816e35', 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb', 'port_id': '4e4e770e-4124-4aa0-9b5b-8892a5816e35', 'mac_address': 'fa:16:3e:0a:7f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7ba715-0bf5-4c19-8ac5-c5ba02550d40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:39:16.741991 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-225eb5df-59e2-49ea-a16f-e802163adbd9 req-4253ab82-972b-4722-8040-d60d8f629a47 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338137 Aug 20 11:39:16.780229 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.802728 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4e770e-4124-4aa0-9b5b-8892a5816e35 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:16.806782 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.840028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4e4e770e-4124-4aa0-9b5b-8892a5816e35,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:16.848494 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb384dc-c042-4569-bc02-367f9ac8e91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c67e065-a1fb-4837-b695-f85e0e41c65d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:16.850942 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4a4c17-79e2-4229-8b3c-c341a34f37ba" -d '{"events": [{"server_uuid": "6bb384dc-c042-4569-bc02-367f9ac8e91a", "name": "network-vif-plugged", "status": "completed", "tag": "4c67e065-a1fb-4837-b695-f85e0e41c65d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:16.861135 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.867136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 4c67e065-a1fb-4837-b695-f85e0e41c65d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4c67e065-a1fb-4837-b695-f85e0e41c65d,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:16.885996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bb22f-87a7-4316-b0c8-25d6c87269e3 req-74877533-9e0d-422f-978e-767c5592427a tempest-ComputeTenantNetworksTest-1757333136 tempest-ComputeTenantNetworksTest-1757333136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:16.888002 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e1bb22f-87a7-4316-b0c8-25d6c87269e3 req-74877533-9e0d-422f-978e-767c5592427a tempest-ComputeTenantNetworksTest-1757333136 tempest-ComputeTenantNetworksTest-1757333136-project] 10.222.0.37 "GET /v2.0/networks/2de7f729-680b-4906-9911-fdbd1636d0fb HTTP/1.1" status: 200 len: 768 time: 0.1075516 Aug 20 11:39:16.896996 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35136) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:16.897842 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.924810 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=4e4e770e-4124-4aa0-9b5b-8892a5816e35,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:16.966644 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dc5e3b-0b97-415e-a52b-3209b2593704 x-openstack-request-id: req-a1dc5e3b-0b97-415e-a52b-3209b2593704 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:16.966936 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb384dc-c042-4569-bc02-367f9ac8e91a", "name": "network-vif-plugged", "status": "completed", "tag": "4c67e065-a1fb-4837-b695-f85e0e41c65d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:16.967183 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1dc5e3b-0b97-415e-a52b-3209b2593704 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:16.968966 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb384dc-c042-4569-bc02-367f9ac8e91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c67e065-a1fb-4837-b695-f85e0e41c65d', 'code': 200} Aug 20 11:39:17.004775 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=4c67e065-a1fb-4837-b695-f85e0e41c65d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:17.048284 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b007ab0-a3e9-4ec0-a519-785563064ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:17.093920 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e146d-2e51-4fc9-96e5-edf8cc9b6c28 req-3ef8b178-6be5-4553-83fa-6e0a44f8680e tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:17.096849 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b7e146d-2e51-4fc9-96e5-edf8cc9b6c28 req-3ef8b178-6be5-4553-83fa-6e0a44f8680e tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.1084146 Aug 20 11:39:17.180647 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f0339-c3bb-4a85-ad89-10261e7d4813 req-790b743a-863c-4b7e-90fa-df7005eba8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:17.182164 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-888f0339-c3bb-4a85-ad89-10261e7d4813 req-790b743a-863c-4b7e-90fa-df7005eba8ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 1096 time: 0.1306520 Aug 20 11:39:17.224675 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b7e146d-2e51-4fc9-96e5-edf8cc9b6c28 req-154c690d-3b26-4c17-b2c6-5d948f37bca2 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034670 Aug 20 11:39:17.226329 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b007ab0-a3e9-4ec0-a519-785563064ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:17.243126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-7b007ab0-a3e9-4ec0-a519-785563064ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de7f729-680b-4906-9911-fdbd1636d0fb']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:17.256019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-7b007ab0-a3e9-4ec0-a519-785563064ad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a77932-ea0a-461a-a89a-c2651b1a8027') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:17.256019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-7b007ab0-a3e9-4ec0-a519-785563064ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a77932-ea0a-461a-a89a-c2651b1a8027') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:17.262955 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-888f0339-c3bb-4a85-ad89-10261e7d4813 req-900f3fd0-3bcb-4f63-99b4-057515b46435 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695796 Aug 20 11:39:17.266079 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b007ab0-a3e9-4ec0-a519-785563064ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:17.280025 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b007ab0-a3e9-4ec0-a519-785563064ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:17.286961 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['4e4e770e-4124-4aa0-9b5b-8892a5816e35'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:17.287563 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b007ab0-a3e9-4ec0-a519-785563064ad0 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:39:17.287686 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b007ab0-a3e9-4ec0-a519-785563064ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:39:17.289390 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:39:17.344812 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b007ab0-a3e9-4ec0-a519-785563064ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:17.354295 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b007ab0-a3e9-4ec0-a519-785563064ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:17.358702 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7b007ab0-a3e9-4ec0-a519-785563064ad0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2de7f729-680b-4906-9911-fdbd1636d0fb HTTP/1.1" status: 204 len: 168 time: 0.4575465 Aug 20 11:39:17.380296 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b007ab0-a3e9-4ec0-a519-785563064ad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2de7f729-680b-4906-9911-fdbd1636d0fb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:17.497069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35146) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:17.540720 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-da31e75b-3e88-4ca8-abed-9c96d4e0d09c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d340d9315d3460b8acb99cca2e1d1a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424523 Aug 20 11:39:17.543414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35148) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:17.597352 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a304d01a-edea-4453-a478-1c84903ce1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:17.623933 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a304d01a-edea-4453-a478-1c84903ce1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:17.703250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb20e38-c8c0-4f1f-ac9c-33595c7ce337 req-ae7c201c-00f3-424c-9ea8-d3706571cca0 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:17.705766 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3eb20e38-c8c0-4f1f-ac9c-33595c7ce337 req-ae7c201c-00f3-424c-9ea8-d3706571cca0 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 945 time: 0.0792215 Aug 20 11:39:17.729895 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a304d01a-edea-4453-a478-1c84903ce1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:17.732463 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a304d01a-edea-4453-a478-1c84903ce1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:17.736440 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a304d01a-edea-4453-a478-1c84903ce1cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c666b617-1fd7-45c2-8d51-9c889404546b HTTP/1.1" status: 204 len: 168 time: 0.1894400 Aug 20 11:39:17.745829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304d01a-edea-4453-a478-1c84903ce1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c666b617-1fd7-45c2-8d51-9c889404546b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:17.762671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3eb20e38-c8c0-4f1f-ac9c-33595c7ce337 req-f1430da1-52ad-402b-b5b9-0f207bbd1321 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506244 Aug 20 11:39:17.881044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8045c67-4a66-4563-9765-8384a3867c37 req-91421a1b-017d-4a85-a383-bf2e109ef52b tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:17.882723 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8045c67-4a66-4563-9765-8384a3867c37 req-91421a1b-017d-4a85-a383-bf2e109ef52b tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 944 time: 0.0555422 Aug 20 11:39:17.928932 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8045c67-4a66-4563-9765-8384a3867c37 req-96f10c12-9982-4261-a7b1-e8c889fd3904 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 Aug 20 11:39:18.385343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34805186-24c3-4b54-8cbd-865055a9d4b1 req-0f9de866-8f44-42b8-b9ef-5329666e4fce tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:18.389194 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-34805186-24c3-4b54-8cbd-865055a9d4b1 req-0f9de866-8f44-42b8-b9ef-5329666e4fce tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0704279 Aug 20 11:39:18.427026 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-34805186-24c3-4b54-8cbd-865055a9d4b1 req-d3fa9171-4131-4c61-9ec0-d813e4889c4e tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339706 Aug 20 11:39:18.485811 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35182) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:18.590418 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4ce644c8-19b6-4593-8c15-26ad91042b61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-770607487-network', 'tenant_id': '3b7fc38fbfd349b389016707e8806081'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:18.611670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce644c8-19b6-4593-8c15-26ad91042b61 admin admin] Made reservation on behalf of 3b7fc38fbfd349b389016707e8806081 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:39:18.613912 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ce644c8-19b6-4593-8c15-26ad91042b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:18.622024 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ce644c8-19b6-4593-8c15-26ad91042b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:18.715489 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ce644c8-19b6-4593-8c15-26ad91042b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:18.719980 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ce644c8-19b6-4593-8c15-26ad91042b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:18.748998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce644c8-19b6-4593-8c15-26ad91042b61 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:39:18.756223 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce644c8-19b6-4593-8c15-26ad91042b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2435345d-f374-464e-adac-1eed6e020fd4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:18.763093 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ce644c8-19b6-4593-8c15-26ad91042b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:18.763450 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-4ce644c8-19b6-4593-8c15-26ad91042b61 admin admin] Added segment 37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4 of type vlan for network b817b733-e7a4-4e0a-bc42-a33cd394358d Aug 20 11:39:18.815829 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ce644c8-19b6-4593-8c15-26ad91042b61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:18.847025 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ce644c8-19b6-4593-8c15-26ad91042b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:18.848191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce644c8-19b6-4593-8c15-26ad91042b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:18.848888 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ce644c8-19b6-4593-8c15-26ad91042b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:18.915521 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4ce644c8-19b6-4593-8c15-26ad91042b61 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4276593 Aug 20 11:39:18.918176 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35190) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:18.923317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c56be-eb8f-4440-aa32-2f949e11d872 req-339efa07-7bfc-4362-9ac2-69b02b57d511 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:18.925106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-17495768-50e8-47ee-b20e-7b1dc25b3062 admin admin] Request body: {'subnet': {'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-subnet', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:18.929467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce644c8-19b6-4593-8c15-26ad91042b61 admin admin] Pushing event updated for resources: {'Network': ['ID=b817b733-e7a4-4e0a-bc42-a33cd394358d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:18.930444 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-451c56be-eb8f-4440-aa32-2f949e11d872 req-339efa07-7bfc-4362-9ac2-69b02b57d511 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 945 time: 0.0604422 Aug 20 11:39:18.943641 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network b817b733-e7a4-4e0a-bc42-a33cd394358d details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:39:18.950086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17495768-50e8-47ee-b20e-7b1dc25b3062 admin admin] Made reservation on behalf of 3b7fc38fbfd349b389016707e8806081 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:39:18.953196 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-17495768-50e8-47ee-b20e-7b1dc25b3062 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.001596 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-451c56be-eb8f-4440-aa32-2f949e11d872 req-b3aca735-fc97-4a80-acb4-966186d61222 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647769 Aug 20 11:39:19.165449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a66c1f-9fd9-4eea-83a3-02f8ae1b1ca4 req-10067e6e-7796-46c3-8a12-e434b6363a6d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:19.167250 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-49a66c1f-9fd9-4eea-83a3-02f8ae1b1ca4 req-10067e6e-7796-46c3-8a12-e434b6363a6d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 944 time: 0.0938981 Aug 20 11:39:19.234096 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-17495768-50e8-47ee-b20e-7b1dc25b3062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.274226 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-49a66c1f-9fd9-4eea-83a3-02f8ae1b1ca4 req-0f8bd005-bedc-47a4-bce7-da50e608ab21 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841401 Aug 20 11:39:19.280751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434075cb-63fa-4d9a-889f-8cac6f51035c req-92e1715e-e7a4-4099-8786-30f3b6fbd3c9 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:19.282677 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-434075cb-63fa-4d9a-889f-8cac6f51035c req-92e1715e-e7a4-4099-8786-30f3b6fbd3c9 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 945 time: 0.0574486 Aug 20 11:39:19.325176 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17495768-50e8-47ee-b20e-7b1dc25b3062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=103eddf2-fc89-4533-8efb-85f3a3a4ce52,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:19.335946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17495768-50e8-47ee-b20e-7b1dc25b3062 admin admin] Checking segment: {'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:19.336365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17495768-50e8-47ee-b20e-7b1dc25b3062 admin admin] Network hostable DHCP agents. Network: b817b733-e7a4-4e0a-bc42-a33cd394358d, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:39:19.337211 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-434075cb-63fa-4d9a-889f-8cac6f51035c req-790b881d-e151-4e79-92bc-d529aacb0fef tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474725 Aug 20 11:39:19.356361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17495768-50e8-47ee-b20e-7b1dc25b3062 admin admin] Network b817b733-e7a4-4e0a-bc42-a33cd394358d is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:39:19.366402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-17495768-50e8-47ee-b20e-7b1dc25b3062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, b817b733-e7a4-4e0a-bc42-a33cd394358d) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:19.370769 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17495768-50e8-47ee-b20e-7b1dc25b3062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:19.371346 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-17495768-50e8-47ee-b20e-7b1dc25b3062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.377023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad8e86d-1c85-4bb1-b9ad-c04c86d68231 None None] Network b817b733-e7a4-4e0a-bc42-a33cd394358d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:39:19.388184 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-17495768-50e8-47ee-b20e-7b1dc25b3062 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4689157 Aug 20 11:39:19.390759 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35204) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:19.397936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:19.420476 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.421991 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.487214 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.548950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-b817b733-e7a4-4e0a-bc42-a33cd394358d', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:39:19.549911 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.668065 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.682799 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21136209-0c94-4ea7-ae8c-d783b3cb4d06 req-635cec3c-30e7-4ff9-b775-2419eb9b9de4 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:19.683946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-21136209-0c94-4ea7-ae8c-d783b3cb4d06 req-635cec3c-30e7-4ff9-b775-2419eb9b9de4 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.1527746 Aug 20 11:39:19.705592 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Allocated IP 172.20.0.2 (b817b733-e7a4-4e0a-bc42-a33cd394358d/103eddf2-fc89-4533-8efb-85f3a3a4ce52/f0e5f25c-eaa2-463c-b535-24547e3eea58) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:19.769525 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-21136209-0c94-4ea7-ae8c-d783b3cb4d06 req-5e2374c9-2ef6-4a02-8cb2-9b7122618eb4 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725501 Aug 20 11:39:19.936371 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.957845 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.010198 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.022846 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Transition to ACTIVE for port object f0e5f25c-eaa2-463c-b535-24547e3eea58 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:20.073987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Transition to ACTIVE for port object f0e5f25c-eaa2-463c-b535-24547e3eea58 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:20.078000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Allocated IP 172.25.8.131 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/78827759-5a35-42ac-af88-404b4ca93594) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:20.083780 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.129271 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Network b817b733-e7a4-4e0a-bc42-a33cd394358d is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:20.136816 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:20.139421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:20.176266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Pushing event updated for resources: {'Port': ['ID=f0e5f25c-eaa2-463c-b535-24547e3eea58,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:20.214116 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Attempting to bind port f0e5f25c-eaa2-463c-b535-24547e3eea58 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:20.214490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Attempting to bind port f0e5f25c-eaa2-463c-b535-24547e3eea58 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:20.214852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Attempting to bind port f0e5f25c-eaa2-463c-b535-24547e3eea58 on network b817b733-e7a4-4e0a-bc42-a33cd394358d {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:20.223176 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.260921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:20.261306 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Checking segment: {'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:20.261705 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.264716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Bound using segment: {'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:20.265302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Bound port: f0e5f25c-eaa2-463c-b535-24547e3eea58, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:20.265760 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.269609 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.311549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:20.315580 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:20.318029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:20.365579 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] For port f0e5f25c-eaa2-463c-b535-24547e3eea58, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:20.374593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] For port f0e5f25c-eaa2-463c-b535-24547e3eea58, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f0e5f25c-eaa2-463c-b535-24547e3eea58,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:20.396246 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.418860 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Pushing event updated for resources: {'Port': ['ID=78827759-5a35-42ac-af88-404b4ca93594,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:20.440084 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123acf36-4a6b-46e2-8561-5deda117a9e8 req-4619bda7-cde4-4d25-9f02-9e3fa129c7fd tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:20.441720 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-123acf36-4a6b-46e2-8561-5deda117a9e8 req-4619bda7-cde4-4d25-9f02-9e3fa129c7fd tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 944 time: 0.1009459 Aug 20 11:39:20.502612 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbea1b0-6cd3-4b43-a79d-3b5bc6ac2d9d None None] Pushing event updated for resources: {'Port': ['ID=f0e5f25c-eaa2-463c-b535-24547e3eea58,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:20.505785 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-123acf36-4a6b-46e2-8561-5deda117a9e8 req-15b43d5f-958e-4775-97d5-5aa5793fc38e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556424 Aug 20 11:39:20.532622 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 4e4e770e-4124-4aa0-9b5b-8892a5816e35 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:20.538694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba2c83-eec0-4eac-b33f-15b2257df2c2 req-50ac47bc-5644-4c76-b840-867eef28d6fb tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:20.540219 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e0ba2c83-eec0-4eac-b33f-15b2257df2c2 req-50ac47bc-5644-4c76-b840-867eef28d6fb tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 945 time: 0.1317191 Aug 20 11:39:20.616506 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:20.621374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:20.622422 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.637465 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e0ba2c83-eec0-4eac-b33f-15b2257df2c2 req-f1e0464c-2d58-41d9-ad66-dff3beeb8b68 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830672 Aug 20 11:39:20.775355 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.817008 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.854387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97113a6e-f549-4eae-97c3-6f81ca8febbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4e770e-4124-4aa0-9b5b-8892a5816e35'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:20.857135 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c7e600-defb-402e-a2fe-bece1c03a57c" -d '{"events": [{"server_uuid": "97113a6e-f549-4eae-97c3-6f81ca8febbd", "name": "network-vif-plugged", "status": "completed", "tag": "4e4e770e-4124-4aa0-9b5b-8892a5816e35"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:20.871864 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4e4e770e-4124-4aa0-9b5b-8892a5816e35,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:20.880862 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.959091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=4e4e770e-4124-4aa0-9b5b-8892a5816e35,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:21.027682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0d815-5767-47fe-8df2-3a71c950ae1e req-b704e959-1f87-46b4-9599-7e42258930bb tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:21.029248 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-58e0d815-5767-47fe-8df2-3a71c950ae1e req-b704e959-1f87-46b4-9599-7e42258930bb tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0545075 Aug 20 11:39:21.086570 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-58e0d815-5767-47fe-8df2-3a71c950ae1e req-9dea186c-b338-4307-8805-ffc13c91fcf1 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504928 Aug 20 11:39:21.118699 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:21.175523 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474007d5-7a5e-41ff-b217-0321861bae16 x-openstack-request-id: req-474007d5-7a5e-41ff-b217-0321861bae16 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:21.176062 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97113a6e-f549-4eae-97c3-6f81ca8febbd", "name": "network-vif-plugged", "status": "completed", "tag": "4e4e770e-4124-4aa0-9b5b-8892a5816e35", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:21.176311 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-474007d5-7a5e-41ff-b217-0321861bae16 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:21.176918 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97113a6e-f549-4eae-97c3-6f81ca8febbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4e770e-4124-4aa0-9b5b-8892a5816e35', 'code': 200} Aug 20 11:39:21.314981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2d731-6349-4e5d-a84f-a5c73b733303 req-055e4081-f8d1-476d-884f-70a8fa3c9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:21.316720 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-33f2d731-6349-4e5d-a84f-a5c73b733303 req-055e4081-f8d1-476d-884f-70a8fa3c9f9d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 1096 time: 0.0531428 Aug 20 11:39:21.348264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Router 57ad8a20-f468-4f3f-9075-f133547422ed is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:39:21.393386 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-33f2d731-6349-4e5d-a84f-a5c73b733303 req-60d66653-9769-41fd-834b-ce44c57d084b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642753 Aug 20 11:39:21.639237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abaab2-fbd6-4add-8df8-b79d168770ed req-e8088656-81e7-4c94-825b-1429015f4e8b tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:21.648014 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19abaab2-fbd6-4add-8df8-b79d168770ed req-e8088656-81e7-4c94-825b-1429015f4e8b tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.0663340 Aug 20 11:39:21.697261 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19abaab2-fbd6-4add-8df8-b79d168770ed req-3f4c906c-677e-4907-bc19-6afad1b01a6d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476038 Aug 20 11:39:21.730836 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046c8f19-e5a4-4ebe-a37e-d8428c406f52 None None] Network b817b733-e7a4-4e0a-bc42-a33cd394358d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:39:21.765622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:39:21.777663 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Sync routers for ids ['57ad8a20-f468-4f3f-9075-f133547422ed'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:39:21.786486 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:21.788875 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e3e59741-8aa6-4f6b-a1ae-03506819338b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3963835 Aug 20 11:39:21.791572 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35254) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:21.793120 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Routers {'57ad8a20-f468-4f3f-9075-f133547422ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:21.793761 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:38:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['57ad8a20-f468-4f3f-9075-f133547422ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:21.855819 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-92d6ff8f-fb8d-40a3-9d27-40f879be9de5 None None] Provisioning for port f0e5f25c-eaa2-463c-b535-24547e3eea58 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:21.929578 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Set router 57ad8a20-f468-4f3f-9075-f133547422ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:22.142109 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:20Z', 'revision_number': 3, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:22.177677 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Checking router: 57ad8a20-f468-4f3f-9075-f133547422ed for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:39:22.178289 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Updating router 57ad8a20-f468-4f3f-9075-f133547422ed port 78827759-5a35-42ac-af88-404b4ca93594 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:39:22.219130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f0e5f25c-eaa2-463c-b535-24547e3eea58 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:22.225620 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.253513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83ac1c-b761-43d2-9570-0cff14e2fbbb req-88d7e7e9-8890-4f6c-940b-099ebb26b86e tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:22.255045 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1c83ac1c-b761-43d2-9570-0cff14e2fbbb req-88d7e7e9-8890-4f6c-940b-099ebb26b86e tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0875926 Aug 20 11:39:22.276023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port f0e5f25c-eaa2-463c-b535-24547e3eea58 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:22.280093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f0e5f25c-eaa2-463c-b535-24547e3eea58 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:22.280659 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.341596 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-10affc76-90cd-49cf-a6dc-ee6c3341a299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.352378 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.371815 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1c83ac1c-b761-43d2-9570-0cff14e2fbbb req-39c8099a-5ca7-4566-b6d2-76c14a532a96 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102705 Aug 20 11:39:22.442853 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.457021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4a830-0475-4164-a708-c8f5f0fdda8f req-0cf7bd89-8dd5-4cff-9a0c-d3678e1ad06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:22.458803 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-46b4a830-0475-4164-a708-c8f5f0fdda8f req-0cf7bd89-8dd5-4cff-9a0c-d3678e1ad06c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 1097 time: 0.0437086 Aug 20 11:39:22.496460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port f0e5f25c-eaa2-463c-b535-24547e3eea58, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f0e5f25c-eaa2-463c-b535-24547e3eea58,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:22.501597 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-46b4a830-0475-4164-a708-c8f5f0fdda8f req-a0830fba-aab5-475f-8349-07e87ad79fa2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363581 Aug 20 11:39:22.502426 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.551863 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 4c67e065-a1fb-4837-b695-f85e0e41c65d details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:39:22.552128 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Allocated IP 172.20.0.1 (b817b733-e7a4-4e0a-bc42-a33cd394358d/103eddf2-fc89-4533-8efb-85f3a3a4ce52/e9ccbda7-8437-4fce-9250-c945ac11ac4a) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:22.570035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=f0e5f25c-eaa2-463c-b535-24547e3eea58,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:22.598865 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.610160 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Transition to ACTIVE for port object 78827759-5a35-42ac-af88-404b4ca93594 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:22.616332 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.659275 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d675f-aee3-4c7c-99af-a0579f5ed9fa None None] Pushing event updated for resources: {'Port': ['ID=78827759-5a35-42ac-af88-404b4ca93594,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:22.670026 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585d675f-aee3-4c7c-99af-a0579f5ed9fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:22.670370 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585d675f-aee3-4c7c-99af-a0579f5ed9fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:22.670708 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585d675f-aee3-4c7c-99af-a0579f5ed9fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:22.671050 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585d675f-aee3-4c7c-99af-a0579f5ed9fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:22.671371 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585d675f-aee3-4c7c-99af-a0579f5ed9fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:22.671696 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585d675f-aee3-4c7c-99af-a0579f5ed9fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:22.672022 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585d675f-aee3-4c7c-99af-a0579f5ed9fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:22.672789 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585d675f-aee3-4c7c-99af-a0579f5ed9fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:22.672955 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.673408 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585d675f-aee3-4c7c-99af-a0579f5ed9fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:22.673606 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585d675f-aee3-4c7c-99af-a0579f5ed9fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:22.673929 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585d675f-aee3-4c7c-99af-a0579f5ed9fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:22.674250 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585d675f-aee3-4c7c-99af-a0579f5ed9fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:22.682895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 4c67e065-a1fb-4837-b695-f85e0e41c65d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4c67e065-a1fb-4837-b695-f85e0e41c65d,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:22.688917 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Attempting to bind port 78827759-5a35-42ac-af88-404b4ca93594 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:22.689289 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Attempting to bind port 78827759-5a35-42ac-af88-404b4ca93594 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:22.689775 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Attempting to bind port 78827759-5a35-42ac-af88-404b4ca93594 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:22.692268 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Transition to ACTIVE for port object e9ccbda7-8437-4fce-9250-c945ac11ac4a will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:22.696337 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:22.696886 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:22.697359 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.697572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '4c67e065-a1fb-4837-b695-f85e0e41c65d', 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd', 'port_id': '4c67e065-a1fb-4837-b695-f85e0e41c65d', 'mac_address': 'fa:16:3e:a7:a6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734fd1d8-2b43-491b-a917-ffd6ab332d79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:39:22.697877 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:22.698407 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Bound port: 78827759-5a35-42ac-af88-404b4ca93594, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:22.698915 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.737555 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.743914 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.769944 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c67e065-a1fb-4837-b695-f85e0e41c65d {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:22.774670 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] For port 78827759-5a35-42ac-af88-404b4ca93594, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:22.778690 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] For port 78827759-5a35-42ac-af88-404b4ca93594, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=78827759-5a35-42ac-af88-404b4ca93594,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:22.785857 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.790978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Network b817b733-e7a4-4e0a-bc42-a33cd394358d is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:22.795928 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:22.798497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:22.815260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 4c67e065-a1fb-4837-b695-f85e0e41c65d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4c67e065-a1fb-4837-b695-f85e0e41c65d,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:22.821259 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.885474 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=4c67e065-a1fb-4837-b695-f85e0e41c65d,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:22.889202 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ccbda7-8437-4fce-9250-c945ac11ac4a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:22.900485 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d675f-aee3-4c7c-99af-a0579f5ed9fa None None] Pushing event updated for resources: {'Port': ['ID=78827759-5a35-42ac-af88-404b4ca93594,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:22.903508 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.926173 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Routers {'57ad8a20-f468-4f3f-9075-f133547422ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:22.926844 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:38:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['57ad8a20-f468-4f3f-9075-f133547422ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:22.967442 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a76912-9eb3-4b51-a4ce-072fc104ba88 req-594b32f4-72b9-43ca-94f3-89cdd86477cf tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:22.969004 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-33a76912-9eb3-4b51-a4ce-072fc104ba88 req-594b32f4-72b9-43ca-94f3-89cdd86477cf tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.1749187 Aug 20 11:39:23.060494 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-33a76912-9eb3-4b51-a4ce-072fc104ba88 req-08a63001-be27-4bf2-96e4-d78b2cb3be5a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840199 Aug 20 11:39:23.080888 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] Set router 57ad8a20-f468-4f3f-9075-f133547422ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:23.089777 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['4c67e065-a1fb-4837-b695-f85e0e41c65d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:23.123643 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:23.144155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-78ff213e-620d-469c-8047-edb12ca9ee0c None None] Provisioning for port e9ccbda7-8437-4fce-9250-c945ac11ac4a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:23.153661 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-78ff213e-620d-469c-8047-edb12ca9ee0c None None] Provisioning complete for port e9ccbda7-8437-4fce-9250-c945ac11ac4a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:23.154037 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-78ff213e-620d-469c-8047-edb12ca9ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:23.210444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-78ff213e-620d-469c-8047-edb12ca9ee0c None None] Port e9ccbda7-8437-4fce-9250-c945ac11ac4a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:39:23.282484 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:20Z', 'revision_number': 3, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:23.302909 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:23.307486 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:23.309188 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a8566-2710-40b0-bf47-acaf2050f06f None None] The sync data for ids ['57ad8a20-f468-4f3f-9075-f133547422ed'] in n-d-804299-2 is: [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:20Z', 'revision_number': 3, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:39:23.380058 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:23.381975 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ccbda7-8437-4fce-9250-c945ac11ac4a,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:23.516520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Network b817b733-e7a4-4e0a-bc42-a33cd394358d is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:23.519483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:23.533761 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc138729-f105-4cb1-93cf-e082fc803c04 req-601e9ee6-f64f-4224-b3e8-37da4c02f1bd tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:23.535365 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc138729-f105-4cb1-93cf-e082fc803c04 req-601e9ee6-f64f-4224-b3e8-37da4c02f1bd tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0694582 Aug 20 11:39:23.835262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-646eda7c-3b7a-42cc-b322-42e259e31544 None None] Provisioning complete for port e9ccbda7-8437-4fce-9250-c945ac11ac4a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:23.835856 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-646eda7c-3b7a-42cc-b322-42e259e31544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:23.884595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-646eda7c-3b7a-42cc-b322-42e259e31544 None None] Port e9ccbda7-8437-4fce-9250-c945ac11ac4a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:39:23.974713 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc138729-f105-4cb1-93cf-e082fc803c04 req-ff22950f-1111-4065-9f82-5736395a7b14 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837948 Aug 20 11:39:24.034590 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Router 57ad8a20-f468-4f3f-9075-f133547422ed has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:39:24.197319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:39:24.203620 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-20be8a92-67d7-4bc3-9e1a-02bc8f020b45 admin admin] 10.222.0.37 "PUT /v2.0/routers/57ad8a20-f468-4f3f-9075-f133547422ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4108505 Aug 20 11:39:24.235211 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d20f69-c821-4381-b3e9-882f317f377e req-7c9d5f93-7fa2-4180-b349-4a2c6ef0b9d9 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:24.236772 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c5d20f69-c821-4381-b3e9-882f317f377e req-7c9d5f93-7fa2-4180-b349-4a2c6ef0b9d9 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.0905759 Aug 20 11:39:24.282560 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c5d20f69-c821-4381-b3e9-882f317f377e req-fcde7d8b-023f-4a31-b171-ab8f7c4971e9 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383575 Aug 20 11:39:24.295571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f0e5f25c-eaa2-463c-b535-24547e3eea58 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:24.346386 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f0e5f25c-eaa2-463c-b535-24547e3eea58 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:24.347533 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.401513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63beeb07-8a19-4d91-bdc7-a35eac54348f req-de0f186a-183b-45b6-9a3e-9a5c4013a8ee tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:24.403042 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-63beeb07-8a19-4d91-bdc7-a35eac54348f req-de0f186a-183b-45b6-9a3e-9a5c4013a8ee tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 1096 time: 0.0415030 Aug 20 11:39:24.433688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 78827759-5a35-42ac-af88-404b4ca93594 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:24.450515 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-63beeb07-8a19-4d91-bdc7-a35eac54348f req-e6e0d37b-af0a-4b0d-8385-c53c8cef3b0f tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368989 Aug 20 11:39:24.508171 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 78827759-5a35-42ac-af88-404b4ca93594 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:24.513828 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 78827759-5a35-42ac-af88-404b4ca93594 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:24.515493 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.564910 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 4c67e065-a1fb-4837-b695-f85e0e41c65d up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:24.630444 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.653157 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887161b-7298-4d85-aa95-b0250f135317 req-ff936d67-c140-46e3-a641-ee512b8b6497 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:24.657395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 78827759-5a35-42ac-af88-404b4ca93594, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=78827759-5a35-42ac-af88-404b4ca93594,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:24.664417 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.665295 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3887161b-7298-4d85-aa95-b0250f135317 req-ff936d67-c140-46e3-a641-ee512b8b6497 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 1096 time: 0.0722613 Aug 20 11:39:24.671996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 4c67e065-a1fb-4837-b695-f85e0e41c65d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:24.672453 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.718908 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3887161b-7298-4d85-aa95-b0250f135317 req-052cae84-1f5c-4498-9b01-89c1c9e29940 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474298 Aug 20 11:39:24.737289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35332) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:24.737289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-96783dd8-0f1e-4617-aef2-f61c136c5368 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--151430108', 'description': 'tempest-description--187401830'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:24.772928 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=78827759-5a35-42ac-af88-404b4ca93594,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:24.783914 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96783dd8-0f1e-4617-aef2-f61c136c5368 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.852458 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.889476 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb384dc-c042-4569-bc02-367f9ac8e91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c67e065-a1fb-4837-b695-f85e0e41c65d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:24.898064 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96783dd8-0f1e-4617-aef2-f61c136c5368 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.899118 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89017702-67d7-4201-941e-e832be29caac" -d '{"events": [{"server_uuid": "6bb384dc-c042-4569-bc02-367f9ac8e91a", "name": "network-vif-plugged", "status": "completed", "tag": "4c67e065-a1fb-4837-b695-f85e0e41c65d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:24.906069 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96783dd8-0f1e-4617-aef2-f61c136c5368 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.917583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 4c67e065-a1fb-4837-b695-f85e0e41c65d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4c67e065-a1fb-4837-b695-f85e0e41c65d,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:24.924052 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.948304 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96783dd8-0f1e-4617-aef2-f61c136c5368 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.952165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-96783dd8-0f1e-4617-aef2-f61c136c5368 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2194600 Aug 20 11:39:24.952542 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35350) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:24.958710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4778a488-357d-4413-88ff-8ea9fee03bda tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Request body: {'security_group_rule': {'security_group_id': '1414fe9c-9316-4ded-8b43-da2dcdd866a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:24.973006 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96783dd8-0f1e-4617-aef2-f61c136c5368 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1414fe9c-9316-4ded-8b43-da2dcdd866a4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:24.974158 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d0330f-7455-4bfd-a386-c9c261116ae2 x-openstack-request-id: req-14d0330f-7455-4bfd-a386-c9c261116ae2 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:24.974439 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb384dc-c042-4569-bc02-367f9ac8e91a", "name": "network-vif-plugged", "status": "completed", "tag": "4c67e065-a1fb-4837-b695-f85e0e41c65d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:24.974618 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14d0330f-7455-4bfd-a386-c9c261116ae2 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:24.975167 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb384dc-c042-4569-bc02-367f9ac8e91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c67e065-a1fb-4837-b695-f85e0e41c65d', 'code': 200} Aug 20 11:39:25.013769 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4778a488-357d-4413-88ff-8ea9fee03bda tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.029161 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=4c67e065-a1fb-4837-b695-f85e0e41c65d,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:25.109490 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e8e352af-1aed-4451-af31-fb7cfc2ad2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.114345 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4778a488-357d-4413-88ff-8ea9fee03bda tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.118738 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4778a488-357d-4413-88ff-8ea9fee03bda tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.136126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778a488-357d-4413-88ff-8ea9fee03bda tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebbfb08-811a-4dbb-b4b6-b02d58002503,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:25.147782 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4778a488-357d-4413-88ff-8ea9fee03bda tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.151676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4778a488-357d-4413-88ff-8ea9fee03bda tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1963260 Aug 20 11:39:25.151952 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35366) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:25.156511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-eee3049e-6f97-4ae7-ac59-98cffa53b9bb tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Request body: {'security_group_rule': {'security_group_id': '1414fe9c-9316-4ded-8b43-da2dcdd866a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:25.206521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Sync routers for ids ['57ad8a20-f468-4f3f-9075-f133547422ed'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:39:25.213487 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee3049e-6f97-4ae7-ac59-98cffa53b9bb tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.223442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Routers {'57ad8a20-f468-4f3f-9075-f133547422ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:25.224274 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:39:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['57ad8a20-f468-4f3f-9075-f133547422ed'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:25.291273 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee3049e-6f97-4ae7-ac59-98cffa53b9bb tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.299917 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee3049e-6f97-4ae7-ac59-98cffa53b9bb tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.354659 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3049e-6f97-4ae7-ac59-98cffa53b9bb tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8adb4d-5036-4b0f-95c6-a7a6d81ff061,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:25.363624 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee3049e-6f97-4ae7-ac59-98cffa53b9bb tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.365803 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-eee3049e-6f97-4ae7-ac59-98cffa53b9bb tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2128963 Aug 20 11:39:25.368973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35378) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:25.376859 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:25.411047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d452b3-d6e1-4228-8819-0ad4fff1f293 req-a6c3c3f7-080d-4b77-bda4-3138db525a51 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:25.412201 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55d452b3-d6e1-4228-8819-0ad4fff1f293 req-a6c3c3f7-080d-4b77-bda4-3138db525a51 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.1226585 Aug 20 11:39:25.416426 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.421487 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.486844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Set router 57ad8a20-f468-4f3f-9075-f133547422ed gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:25.504379 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55d452b3-d6e1-4228-8819-0ad4fff1f293 req-4700e0ce-151c-4baf-94f5-ae6d8167f7ce tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839927 Aug 20 11:39:25.590957 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.896932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e9ccbda7-8437-4fce-9250-c945ac11ac4a', 'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'mac_address': 'fa:16:3e:87:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:22Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 2, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'subnets': [{'id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:25.930927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Allocated IP 172.25.8.86 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/d74a236f-df16-4b9c-a251-fd270116def4) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:26.120231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Checking router: 57ad8a20-f468-4f3f-9075-f133547422ed for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:39:26.120434 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Updating router 57ad8a20-f468-4f3f-9075-f133547422ed port e9ccbda7-8437-4fce-9250-c945ac11ac4a binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:39:26.146398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e7179-878a-4ee2-9264-d7f3959f1887 req-7eaa53ff-56ef-47c6-8730-365bf754dac5 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:26.148289 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-694e7179-878a-4ee2-9264-d7f3959f1887 req-7eaa53ff-56ef-47c6-8730-365bf754dac5 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.1434047 Aug 20 11:39:26.154213 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.160538 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.167725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1873b3-b161-41ad-8f0a-3d81582ec6a4 req-d16becce-16c9-4f1f-a392-7690830fd4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:26.169237 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d1873b3-b161-41ad-8f0a-3d81582ec6a4 req-d16becce-16c9-4f1f-a392-7690830fd4e8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f1a5804e29d04d60859b180b5af32943&device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 1097 time: 0.2171185 Aug 20 11:39:26.174039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-fd3fd114-5048-4300-b331-7ba8f80b77e5 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:39:26.174978 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-fd3fd114-5048-4300-b331-7ba8f80b77e5 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124745 Aug 20 11:39:26.216241 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 78827759-5a35-42ac-af88-404b4ca93594 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:26.255254 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.274944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-99443924-ceae-4327-8053-8326d42be590 req-214125c6-0cde-4deb-8ab4-217928737afc service neutron] Request body: {'binding': {'host': 'n-h2-804299-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:26.275908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-99443924-ceae-4327-8053-8326d42be590 req-214125c6-0cde-4deb-8ab4-217928737afc service neutron] Unknown quota resources ['binding']. {{(pid=94691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:39:26.299800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:26.303619 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:26.306032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:26.328013 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.355169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event updated for resources: {'Port': ['ID=d74a236f-df16-4b9c-a251-fd270116def4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:26.382106 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 78827759-5a35-42ac-af88-404b4ca93594 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:26.382492 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.408458 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-694e7179-878a-4ee2-9264-d7f3959f1887 req-64a93cc6-04c0-414a-b37d-2be332bd7aea tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396784 Aug 20 11:39:26.428467 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.478289 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.627654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1873b3-b161-41ad-8f0a-3d81582ec6a4 req-5c8632e6-37cf-453a-9ef8-a0fe5001c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:26.629847 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d1873b3-b161-41ad-8f0a-3d81582ec6a4 req-5c8632e6-37cf-453a-9ef8-a0fe5001c3fe service neutron] 10.222.0.76 "GET /v2.0/networks?id=6faeb1c5-1c2b-46f4-9f26-4e83306439b3 HTTP/1.1" status: 200 len: 911 time: 0.3972750 Aug 20 11:39:26.656219 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-99443924-ceae-4327-8053-8326d42be590 req-214125c6-0cde-4deb-8ab4-217928737afc service neutron] Attempting to bind port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 on host n-h2-804299-2 for vnic_type normal with profile None {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:26.656917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-99443924-ceae-4327-8053-8326d42be590 req-214125c6-0cde-4deb-8ab4-217928737afc service neutron] Attempting to bind port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:26.657439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99443924-ceae-4327-8053-8326d42be590 req-214125c6-0cde-4deb-8ab4-217928737afc service neutron] Attempting to bind port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:26.691544 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.691732 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d1873b3-b161-41ad-8f0a-3d81582ec6a4 req-d98d65b7-5749-4408-a9b5-b8834f170180 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6abba51-fcc6-43dd-97e1-1c7686402b62 HTTP/1.1" status: 200 len: 217 time: 0.0464406 Aug 20 11:39:26.692670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99443924-ceae-4327-8053-8326d42be590 req-214125c6-0cde-4deb-8ab4-217928737afc service neutron] Port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:39:26.693183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99443924-ceae-4327-8053-8326d42be590 req-214125c6-0cde-4deb-8ab4-217928737afc service neutron] Attempting to bind port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:26.699025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99443924-ceae-4327-8053-8326d42be590 req-214125c6-0cde-4deb-8ab4-217928737afc service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:26.699646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99443924-ceae-4327-8053-8326d42be590 req-214125c6-0cde-4deb-8ab4-217928737afc service neutron] Checking segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:26.700240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99443924-ceae-4327-8053-8326d42be590 req-214125c6-0cde-4deb-8ab4-217928737afc service neutron] Bound using segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:26.701105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-99443924-ceae-4327-8053-8326d42be590 req-214125c6-0cde-4deb-8ab4-217928737afc service neutron] Bound port: 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:26.706888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Transition to ACTIVE for port object e9ccbda7-8437-4fce-9250-c945ac11ac4a will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:26.715266 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.716379 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.733887 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.796005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1873b3-b161-41ad-8f0a-3d81582ec6a4 req-d16a5d86-eb0e-4071-9784-1b8cc3187c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:26.798971 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d1873b3-b161-41ad-8f0a-3d81582ec6a4 req-d16a5d86-eb0e-4071-9784-1b8cc3187c43 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d412ecd-42a5-40f6-9553-e4b1c15e73a8 HTTP/1.1" status: 200 len: 851 time: 0.0950720 Aug 20 11:39:26.800451 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.856737 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.871547 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4879563 Aug 20 11:39:26.880038 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d1873b3-b161-41ad-8f0a-3d81582ec6a4 req-850ab31e-bccc-4245-bfd2-bd0c14bb55e2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6faeb1c5-1c2b-46f4-9f26-4e83306439b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370080 Aug 20 11:39:26.889359 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff688f-44a0-48e3-80d6-db67eb91971e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event updated for resources: {'Port': ['ID=d74a236f-df16-4b9c-a251-fd270116def4,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:26.944080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b0436-164d-48e6-badc-41a4698bcdea None None] Pushing event updated for resources: {'Port': ['ID=e9ccbda7-8437-4fce-9250-c945ac11ac4a,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:26.974903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-99443924-ceae-4327-8053-8326d42be590 req-214125c6-0cde-4deb-8ab4-217928737afc service neutron] For port 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=4e4e770e-4124-4aa0-9b5b-8892a5816e35,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:26.982245 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-99443924-ceae-4327-8053-8326d42be590 req-214125c6-0cde-4deb-8ab4-217928737afc service neutron] Notify callbacks [] for binding, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.994650 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-214125c6-0cde-4deb-8ab4-217928737afc service neutron] 10.222.0.37 "POST /v2.0/ports/4e4e770e-4124-4aa0-9b5b-8892a5816e35/bindings HTTP/1.1" status: 201 len: 389 time: 0.7654119 Aug 20 11:39:27.026566 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Attempting to bind port e9ccbda7-8437-4fce-9250-c945ac11ac4a on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:27.027143 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Attempting to bind port e9ccbda7-8437-4fce-9250-c945ac11ac4a by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:27.027607 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Attempting to bind port e9ccbda7-8437-4fce-9250-c945ac11ac4a on network b817b733-e7a4-4e0a-bc42-a33cd394358d {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:27.034772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:27.035313 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Checking segment: {'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:27.035821 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:27.036318 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Bound using segment: {'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:27.037470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Bound port: e9ccbda7-8437-4fce-9250-c945ac11ac4a, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:27.037958 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:27.145424 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d1873b3-b161-41ad-8f0a-3d81582ec6a4 req-dfa9309a-a351-4dc6-807c-48c255fb4a0e service neutron] 10.222.0.76 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570632 Aug 20 11:39:27.184036 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] For port e9ccbda7-8437-4fce-9250-c945ac11ac4a, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:27.189184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] For port e9ccbda7-8437-4fce-9250-c945ac11ac4a, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e9ccbda7-8437-4fce-9250-c945ac11ac4a,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:27.194618 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:27.312037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b0436-164d-48e6-badc-41a4698bcdea None None] Pushing event updated for resources: {'Port': ['ID=e9ccbda7-8437-4fce-9250-c945ac11ac4a,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:27.333346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d1873b3-b161-41ad-8f0a-3d81582ec6a4 req-dfae9c21-9568-4978-a4e9-f9b91b64194d service neutron] 10.222.0.76 "GET /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726310 Aug 20 11:39:27.390055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af584b8c-0032-4950-83f8-c08aef146aec req-ac9b16f3-e76c-49bc-aee2-4aa74cc312d1 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:27.398138 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af584b8c-0032-4950-83f8-c08aef146aec req-ac9b16f3-e76c-49bc-aee2-4aa74cc312d1 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.3943317 Aug 20 11:39:27.398368 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Routers {'57ad8a20-f468-4f3f-9075-f133547422ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:27.398781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:39:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['57ad8a20-f468-4f3f-9075-f133547422ed'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:27.425867 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-1e153880-800c-4776-bcf8-80b2eb0f06c5 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--151430108&fields=id&tenant_id=3b7fc38fbfd349b389016707e8806081 HTTP/1.1" status: 200 len: 267 time: 0.0966828 Aug 20 11:39:27.457938 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af584b8c-0032-4950-83f8-c08aef146aec req-b46d9e47-a3fd-4e10-a543-a2de611dc3b0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587392 Aug 20 11:39:27.478460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443924-ceae-4327-8053-8326d42be590 req-1c4f37f8-0991-4638-90c0-9587e2e22a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:27.480298 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-1c4f37f8-0991-4638-90c0-9587e2e22a67 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 1096 time: 0.1444769 Aug 20 11:39:27.651400 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-853522db-9ed4-48f6-a9ca-9ba057f50341 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:27.653690 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-853522db-9ed4-48f6-a9ca-9ba057f50341 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/networks?id=b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 200 len: 816 time: 0.2262652 Aug 20 11:39:27.658375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443924-ceae-4327-8053-8326d42be590 req-2c2a0bd1-7480-43a5-a2fb-b60be9dbe8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:27.659855 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-2c2a0bd1-7480-43a5-a2fb-b60be9dbe8d3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.1698990 Aug 20 11:39:27.661077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] Set router 57ad8a20-f468-4f3f-9075-f133547422ed gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:27.691387 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-21d0653f-0dc1-422d-9669-09bd35ec0685 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/quotas/3b7fc38fbfd349b389016707e8806081 HTTP/1.1" status: 200 len: 375 time: 0.0290449 Aug 20 11:39:27.713967 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-8e35c30f-2017-4a8e-a67b-a18eb3636e80 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e4e770e-4124-4aa0-9b5b-8892a5816e35 HTTP/1.1" status: 200 len: 217 time: 0.0460594 Aug 20 11:39:27.736135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e75e-faa0-4eef-bb86-97d46dcf788c req-a839dddb-aa61-48fc-aece-c116dc3b5a23 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:27.747668 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd54e75e-faa0-4eef-bb86-97d46dcf788c req-a839dddb-aa61-48fc-aece-c116dc3b5a23 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.1219273 Aug 20 11:39:27.791579 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-efff9db5-a36f-46e2-b32e-5a150207843f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b7fc38fbfd349b389016707e8806081&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987742 Aug 20 11:39:27.874684 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd54e75e-faa0-4eef-bb86-97d46dcf788c req-79ae82fa-3e45-4252-8f91-25e999e82064 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252367 Aug 20 11:39:27.883695 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:27.895287 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443924-ceae-4327-8053-8326d42be590 req-261144f7-8349-45cf-bbb5-b84936faa046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:27.900073 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-261144f7-8349-45cf-bbb5-b84936faa046 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.1766615 Aug 20 11:39:27.928110 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-8b1d5ad7-ada1-48b5-b06b-5e195ec8d586 service neutron] 10.222.0.37 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341836 Aug 20 11:39:27.952838 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-c2c5e7c1-7956-4e02-9795-a3d65473e322 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446954 Aug 20 11:39:27.973428 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e9ccbda7-8437-4fce-9250-c945ac11ac4a', 'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'mac_address': 'fa:16:3e:87:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:22Z', 'updated_at': '2021-08-20T11:39:27Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'subnets': [{'id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:28.016955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97664a83-da47-4a70-be2b-9a8795b96e24 None None] The sync data for ids ['57ad8a20-f468-4f3f-9075-f133547422ed'] in n-d-804299-2 is: [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e9ccbda7-8437-4fce-9250-c945ac11ac4a', 'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'mac_address': 'fa:16:3e:87:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:22Z', 'updated_at': '2021-08-20T11:39:27Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'subnets': [{'id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:39:28.142152 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-220e103c-ba22-456a-bddc-c7fe037e1b42 service neutron] 10.222.0.37 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129905 Aug 20 11:39:28.162578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fe801-652e-4cd8-b760-eb87956daea1 req-10a0d5c2-2495-4239-84e5-45fb4d1f4027 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:28.164205 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d89fe801-652e-4cd8-b760-eb87956daea1 req-10a0d5c2-2495-4239-84e5-45fb4d1f4027 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.1153021 Aug 20 11:39:28.206081 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-b160573e-d98c-49c8-98b6-863efe696235 service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441349 Aug 20 11:39:28.306729 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e9ccbda7-8437-4fce-9250-c945ac11ac4a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:28.389724 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port e9ccbda7-8437-4fce-9250-c945ac11ac4a completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:28.406186 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d89fe801-652e-4cd8-b760-eb87956daea1 req-47739c88-6685-481a-8c9a-ec9d960a59a0 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277379 Aug 20 11:39:28.409879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e9ccbda7-8437-4fce-9250-c945ac11ac4a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:28.410499 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:28.496946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-a783bef7-c476-47c5-a2b1-c29745018cc0 service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755697 Aug 20 11:39:28.601271 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:28.648849 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port e9ccbda7-8437-4fce-9250-c945ac11ac4a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e9ccbda7-8437-4fce-9250-c945ac11ac4a,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:28.660471 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:28.787604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=e9ccbda7-8437-4fce-9250-c945ac11ac4a,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:28.796923 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:28.798612 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:28.798996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:28.799663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:28.799823 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:28.800034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:28.800364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:28.800926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:28.801133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:28.801447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:28.803887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:28.804231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:28.850629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85e381-f341-4342-9e96-942ac74911f2 req-7ab948f2-08ad-4488-b0d5-71b3cb97d1d0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:28.859236 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bf85e381-f341-4342-9e96-942ac74911f2 req-7ab948f2-08ad-4488-b0d5-71b3cb97d1d0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1525240 Aug 20 11:39:28.970526 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bf85e381-f341-4342-9e96-942ac74911f2 req-37ee3f89-8224-4a5f-a943-aea675d80c5c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983586 Aug 20 11:39:29.056819 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a518fa8-ec90-4814-9138-b3bd74d01097 req-4e9c336b-7c98-45d1-9c15-bf1b57695a4a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 210 time: 0.0639443 Aug 20 11:39:29.229622 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607b423-eea1-4b83-ae00-1e6b7f1f16a2 req-e1569b84-8428-49a2-a165-3aab991991a6 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:29.232831 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5607b423-eea1-4b83-ae00-1e6b7f1f16a2 req-e1569b84-8428-49a2-a165-3aab991991a6 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 946 time: 0.0867302 Aug 20 11:39:29.292176 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5607b423-eea1-4b83-ae00-1e6b7f1f16a2 req-78530306-6df0-44c7-8c26-6d0683c43a89 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442600 Aug 20 11:39:29.311532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9b20c-c92f-431f-b458-f2bab0fb78d7 req-a739fb8f-1399-4490-aa71-cdab9a64ab59 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:29.322098 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ade9b20c-c92f-431f-b458-f2bab0fb78d7 req-a739fb8f-1399-4490-aa71-cdab9a64ab59 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.1258399 Aug 20 11:39:29.397263 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ade9b20c-c92f-431f-b458-f2bab0fb78d7 req-5811fa14-70c8-4076-badd-f31ecef10174 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721471 Aug 20 11:39:29.628051 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd4d81-3330-474b-a1aa-dbb57a7ed62e req-486f1585-141b-4079-a4dc-a4c5c5ea350b tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:29.629925 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-96fd4d81-3330-474b-a1aa-dbb57a7ed62e req-486f1585-141b-4079-a4dc-a4c5c5ea350b tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.0871570 Aug 20 11:39:29.683839 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-96fd4d81-3330-474b-a1aa-dbb57a7ed62e req-f2845a83-6704-434f-96a8-229bc745e062 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469456 Aug 20 11:39:29.904277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b26e1e-6a48-406b-a11a-0c601eeac637 req-06d17948-3482-4595-8e57-117181ddfb18 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:29.914130 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a0b26e1e-6a48-406b-a11a-0c601eeac637 req-06d17948-3482-4595-8e57-117181ddfb18 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1221049 Aug 20 11:39:29.997478 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a0b26e1e-6a48-406b-a11a-0c601eeac637 req-6565ffd0-3762-4994-98f3-2fe9a9508424 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775659 Aug 20 11:39:30.171622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-163f8745-04c4-4bc3-b7ff-61af47fde1c9 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:30.176028 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-163f8745-04c4-4bc3-b7ff-61af47fde1c9 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.76 "GET /v2.0/networks?id=b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 200 len: 816 time: 0.3163459 Aug 20 11:39:30.257928 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e9ccbda7-8437-4fce-9250-c945ac11ac4a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:30.287119 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-285c65ef-501d-4864-bdc1-fcf80c016f74 req-eb07e2e2-116d-46dd-bbcb-2ae631bf9745 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 210 time: 0.0399549 Aug 20 11:39:30.327534 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-f645d109-a0fc-4840-ae6c-2948a3ac8c3f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b7fc38fbfd349b389016707e8806081 HTTP/1.1" status: 200 len: 379 time: 0.1267078 Aug 20 11:39:30.348374 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f6f2f-0e23-4b70-a619-ebf16ea73f6b req-f4dd8227-218a-4596-bf27-fa1157a1cc66 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:30.352091 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-754f6f2f-0e23-4b70-a619-ebf16ea73f6b req-f4dd8227-218a-4596-bf27-fa1157a1cc66 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.1672137 Aug 20 11:39:30.357955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-6bedc787-18d4-4c89-b8ef-dd7f656fb349 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Request body: {'port': {'device_id': '44071d4c-6724-4f78-9fb0-d86852914608', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'admin_state_up': True, 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'security_groups': ['1414fe9c-9316-4ded-8b43-da2dcdd866a4']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:30.381554 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e9ccbda7-8437-4fce-9250-c945ac11ac4a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:30.382501 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:30.585692 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-754f6f2f-0e23-4b70-a619-ebf16ea73f6b req-54bfba74-d7ed-4989-b0d7-10e4aa4aa5b9 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554549 Aug 20 11:39:30.611564 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-6bedc787-18d4-4c89-b8ef-dd7f656fb349 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Made reservation on behalf of 3b7fc38fbfd349b389016707e8806081 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:39:30.615706 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-6bedc787-18d4-4c89-b8ef-dd7f656fb349 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:30.630357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce560ad8-e148-46ab-90c0-e542fbd30177 req-802a5a45-b63f-422a-a048-7cdbec2825bf tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:30.633041 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce560ad8-e148-46ab-90c0-e542fbd30177 req-802a5a45-b63f-422a-a048-7cdbec2825bf tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 946 time: 0.0648429 Aug 20 11:39:30.701928 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce560ad8-e148-46ab-90c0-e542fbd30177 req-28d6de64-a009-4326-b4f1-ca5f18074301 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589905 Aug 20 11:39:30.859023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa45a64-e28b-4593-bf25-f0a7cbc11bbf req-3aefa8d5-bcf2-435b-a7bc-75ae689e2d15 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:30.861572 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4aa45a64-e28b-4593-bf25-f0a7cbc11bbf req-3aefa8d5-bcf2-435b-a7bc-75ae689e2d15 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 946 time: 0.1062200 Aug 20 11:39:30.917215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba23a5a-b891-47ca-8a6e-f8c0a9391559 req-fd665b85-89b5-4344-8140-8140913c527f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:30.927410 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bba23a5a-b891-47ca-8a6e-f8c0a9391559 req-fd665b85-89b5-4344-8140-8140913c527f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.2109594 Aug 20 11:39:31.048085 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bba23a5a-b891-47ca-8a6e-f8c0a9391559 req-a9960c25-cc95-40f5-8304-b88b70d0bad1 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145351 Aug 20 11:39:31.067435 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-6bedc787-18d4-4c89-b8ef-dd7f656fb349 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Allocated IP 172.20.0.8 (b817b733-e7a4-4e0a-bc42-a33cd394358d/103eddf2-fc89-4533-8efb-85f3a3a4ce52/ad1717bc-4964-4464-a227-8b3a2ca3c16c) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:31.199007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-4aa45a64-e28b-4593-bf25-f0a7cbc11bbf req-93ee5fda-0e53-466a-841b-f3aa8777e5c3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Deleting port b7600186-a92a-4a0e-960f-1f9d35429fea {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:31.199632 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4aa45a64-e28b-4593-bf25-f0a7cbc11bbf req-93ee5fda-0e53-466a-841b-f3aa8777e5c3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:31.322881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b5db0-8c90-4791-ab7e-c4695bcfc923 req-74358d4b-2afe-45f3-a964-40ebf6a7e313 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:31.330754 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a42b5db0-8c90-4791-ab7e-c4695bcfc923 req-74358d4b-2afe-45f3-a964-40ebf6a7e313 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.2068386 Aug 20 11:39:31.366170 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-6bedc787-18d4-4c89-b8ef-dd7f656fb349 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:31.398012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4aa45a64-e28b-4593-bf25-f0a7cbc11bbf req-93ee5fda-0e53-466a-841b-f3aa8777e5c3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] For port b7600186-a92a-4a0e-960f-1f9d35429fea, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b7600186-a92a-4a0e-960f-1f9d35429fea,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:31.398541 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4aa45a64-e28b-4593-bf25-f0a7cbc11bbf req-93ee5fda-0e53-466a-841b-f3aa8777e5c3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:31.405567 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97ec9718-a16f-424c-97e0-a708b19375ff req-88cd4b2f-db23-4f2b-9448-78fa9b9a9052 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 210 time: 0.0440171 Aug 20 11:39:31.428623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-4aa45a64-e28b-4593-bf25-f0a7cbc11bbf req-93ee5fda-0e53-466a-841b-f3aa8777e5c3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Calling delete_port for b7600186-a92a-4a0e-960f-1f9d35429fea owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:31.431689 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-6bedc787-18d4-4c89-b8ef-dd7f656fb349 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Transition to ACTIVE for port object ad1717bc-4964-4464-a227-8b3a2ca3c16c will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:31.460874 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a42b5db0-8c90-4791-ab7e-c4695bcfc923 req-545c2813-cfcc-491b-a981-bda75a2cc658 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246915 Aug 20 11:39:31.539098 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-6bedc787-18d4-4c89-b8ef-dd7f656fb349 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:31.629244 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-6bedc787-18d4-4c89-b8ef-dd7f656fb349 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Network b817b733-e7a4-4e0a-bc42-a33cd394358d is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:31.638598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-6bedc787-18d4-4c89-b8ef-dd7f656fb349 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:31.642607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-6bedc787-18d4-4c89-b8ef-dd7f656fb349 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:31.648109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedc787-18d4-4c89-b8ef-dd7f656fb349 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event updated for resources: {'Port': ['ID=ad1717bc-4964-4464-a227-8b3a2ca3c16c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:31.778471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-6bedc787-18d4-4c89-b8ef-dd7f656fb349 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:31.778471 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-6bedc787-18d4-4c89-b8ef-dd7f656fb349 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:31.802530 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4aa45a64-e28b-4593-bf25-f0a7cbc11bbf req-93ee5fda-0e53-466a-841b-f3aa8777e5c3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:31.816491 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['b7600186-a92a-4a0e-960f-1f9d35429fea'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:31.836290 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-6bedc787-18d4-4c89-b8ef-dd7f656fb349 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4825168 Aug 20 11:39:31.877983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b011593-b952-47c6-9159-430bf609f865 req-c56aef51-c9ff-47c8-831a-b0acd15518d7 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:31.879726 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b011593-b952-47c6-9159-430bf609f865 req-c56aef51-c9ff-47c8-831a-b0acd15518d7 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.1461968 Aug 20 11:39:31.902422 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5fdbee5a-bbf7-428e-84eb-149707e7adf0 req-7eb76edf-d5df-450c-a5b5-7c63d5a7cde2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 210 time: 0.0872178 Aug 20 11:39:31.916489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Request body: {'port': {'device_id': '44071d4c-6724-4f78-9fb0-d86852914608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:31.928557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee5fda-0e53-466a-841b-f3aa8777e5c3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Pushing event deleted for resources: {'Port': ['ID=b7600186-a92a-4a0e-960f-1f9d35429fea,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:31.963382 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b011593-b952-47c6-9159-430bf609f865 req-fe2c410c-19a0-453f-83db-819e67b97f5b tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752664 Aug 20 11:39:32.055856 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-730b685d-5a5d-4ad8-ad6b-9229b276db87 None None] Provisioning for port ad1717bc-4964-4464-a227-8b3a2ca3c16c completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:32.060879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-730b685d-5a5d-4ad8-ad6b-9229b276db87 None None] Provisioning complete for port ad1717bc-4964-4464-a227-8b3a2ca3c16c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:32.061255 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-730b685d-5a5d-4ad8-ad6b-9229b276db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:32.087832 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa45a64-e28b-4593-bf25-f0a7cbc11bbf req-93ee5fda-0e53-466a-841b-f3aa8777e5c3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] No DVR routers for this DVR port b7600186-a92a-4a0e-960f-1f9d35429fea on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:39:32.109459 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4aa45a64-e28b-4593-bf25-f0a7cbc11bbf req-93ee5fda-0e53-466a-841b-f3aa8777e5c3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:32.111776 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4aa45a64-e28b-4593-bf25-f0a7cbc11bbf req-93ee5fda-0e53-466a-841b-f3aa8777e5c3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.76 "DELETE /v2.0/ports/b7600186-a92a-4a0e-960f-1f9d35429fea HTTP/1.1" status: 204 len: 173 time: 1.2421618 Aug 20 11:39:32.112234 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7', 'name': 'network-vif-deleted', 'tag': 'b7600186-a92a-4a0e-960f-1f9d35429fea'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:32.115254 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68290778-3054-48db-b8d2-1a432dd6403b" -d '{"events": [{"server_uuid": "2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7", "name": "network-vif-deleted", "tag": "b7600186-a92a-4a0e-960f-1f9d35429fea"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:32.129541 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:32.142617 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-730b685d-5a5d-4ad8-ad6b-9229b276db87 None None] Port ad1717bc-4964-4464-a227-8b3a2ca3c16c cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:39:32.205815 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1108a145-c122-4860-89f8-b7f3b4146217 x-openstack-request-id: req-1108a145-c122-4860-89f8-b7f3b4146217 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:32.206328 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7", "name": "network-vif-deleted", "tag": "b7600186-a92a-4a0e-960f-1f9d35429fea", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:32.206328 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1108a145-c122-4860-89f8-b7f3b4146217 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:32.206634 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7', 'name': 'network-vif-deleted', 'tag': 'b7600186-a92a-4a0e-960f-1f9d35429fea', 'status': 'completed', 'code': 200} Aug 20 11:39:32.306350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4166ce-b64d-4ddb-b68d-24a641b86349 req-c84d97f1-a910-4ac2-8de1-de50b69c65d8 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:32.316581 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5e4166ce-b64d-4ddb-b68d-24a641b86349 req-c84d97f1-a910-4ac2-8de1-de50b69c65d8 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.1268344 Aug 20 11:39:32.394669 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5e4166ce-b64d-4ddb-b68d-24a641b86349 req-e8de9542-fbd2-4237-bbc0-b9f1dad39c64 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754342 Aug 20 11:39:32.590817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cb7b0-caac-4a2e-9b95-3c711d64e3ac req-a2440819-ee34-47e6-b586-6fff997e4099 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:32.600655 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b8cb7b0-caac-4a2e-9b95-3c711d64e3ac req-a2440819-ee34-47e6-b586-6fff997e4099 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0656972 Aug 20 11:39:32.627160 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:32.630251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1717bc-4964-4464-a227-8b3a2ca3c16c {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:32.642025 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:32.657028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d79f4-ad75-4278-8df0-a58b5f178560 req-8ddd5afe-abcc-4c7c-9053-878e38cc07d3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:32.664847 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c22d79f4-ad75-4278-8df0-a58b5f178560 req-8ddd5afe-abcc-4c7c-9053-878e38cc07d3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 931 time: 0.1274791 Aug 20 11:39:32.679709 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b8cb7b0-caac-4a2e-9b95-3c711d64e3ac req-31cc76ac-060e-4100-b669-f96b5d2f7506 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692301 Aug 20 11:39:32.694709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Transition to ACTIVE for port object ad1717bc-4964-4464-a227-8b3a2ca3c16c will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:32.724137 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c22d79f4-ad75-4278-8df0-a58b5f178560 req-64afb5be-4b80-4cae-b62d-ca3ae0ac59e0 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580480 Aug 20 11:39:32.727947 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:32.836577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1717bc-4964-4464-a227-8b3a2ca3c16c,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:32.928206 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Attempting to bind port ad1717bc-4964-4464-a227-8b3a2ca3c16c on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:32.928597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Attempting to bind port ad1717bc-4964-4464-a227-8b3a2ca3c16c by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:32.928955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Attempting to bind port ad1717bc-4964-4464-a227-8b3a2ca3c16c on network b817b733-e7a4-4e0a-bc42-a33cd394358d {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:32.934504 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Port ad1717bc-4964-4464-a227-8b3a2ca3c16c on network b817b733-e7a4-4e0a-bc42-a33cd394358d not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:39:32.934843 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Attempting to bind port ad1717bc-4964-4464-a227-8b3a2ca3c16c on network b817b733-e7a4-4e0a-bc42-a33cd394358d {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:32.941212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:32.941595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Checking segment: {'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:32.942200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Bound using segment: {'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:32.942643 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Bound port: ad1717bc-4964-4464-a227-8b3a2ca3c16c, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:32.943146 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:33.038709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:33.042834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:33.048486 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:33.098416 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7b735656-e22b-40a4-8634-efeeb2a3f12d req-fa5ea8e8-7490-4d38-877b-49b5615645a1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 210 time: 0.0672302 Aug 20 11:39:33.122625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:33.122625 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:33.122625 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] 10.222.0.76 "PUT /v2.0/ports/ad1717bc-4964-4464-a227-8b3a2ca3c16c HTTP/1.1" status: 200 len: 1091 time: 1.2182705 Aug 20 11:39:33.257135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35015222-7b7c-49eb-a12e-040f465c49a2 req-67f86fc4-0b69-44fd-907c-b78bfe2516c5 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:33.259135 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-35015222-7b7c-49eb-a12e-040f465c49a2 req-67f86fc4-0b69-44fd-907c-b78bfe2516c5 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.1663709 Aug 20 11:39:33.261013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59f78b-1793-4560-8bb2-10d6db66b408 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1717bc-4964-4464-a227-8b3a2ca3c16c,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:33.324071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-35015222-7b7c-49eb-a12e-040f465c49a2 req-220d4b4e-b902-47f6-81b6-f4d3e97d7f58 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441828 Aug 20 11:39:33.330876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-b4634e87-4975-4af7-a9e6-df03043b9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:33.332563 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-b4634e87-4975-4af7-a9e6-df03043b9e11 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b7fc38fbfd349b389016707e8806081&device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 1094 time: 0.1563981 Aug 20 11:39:33.428915 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-b6df6fcb-9f7c-4093-a5e4-35965558904c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c HTTP/1.1" status: 200 len: 217 time: 0.0788894 Aug 20 11:39:33.523793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-cad482a6-6d9c-40cf-90ba-0e0be7323be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:33.525511 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-cad482a6-6d9c-40cf-90ba-0e0be7323be7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=103eddf2-fc89-4533-8efb-85f3a3a4ce52 HTTP/1.1" status: 200 len: 855 time: 0.0771372 Aug 20 11:39:33.587647 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de344b-b233-4273-bea0-cce26cf7216e req-70ca0823-f93a-4dc1-8caf-878d65b837cd tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:33.596922 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a2de344b-b233-4273-bea0-cce26cf7216e req-70ca0823-f93a-4dc1-8caf-878d65b837cd tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.0673230 Aug 20 11:39:33.599721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f7cf9-c8dc-4ffe-aa07-ac66b115f94c req-cc8c2a08-a76e-4676-8d40-4e53176a69f7 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:33.601542 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b1f7cf9-c8dc-4ffe-aa07-ac66b115f94c req-cc8c2a08-a76e-4676-8d40-4e53176a69f7 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.1847141 Aug 20 11:39:33.621698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-48f1b704-1d5f-4067-991a-cda98c7c2fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:33.623737 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-48f1b704-1d5f-4067-991a-cda98c7c2fea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b817b733-e7a4-4e0a-bc42-a33cd394358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859745 Aug 20 11:39:33.652258 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a2de344b-b233-4273-bea0-cce26cf7216e req-690d0228-7523-4f22-8672-0859e3da7e1d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535388 Aug 20 11:39:33.822395 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-7d09624f-83b1-4a8a-82d3-a12b905b7c5b service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716149 Aug 20 11:39:33.927732 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440a1ac-a797-4493-9c22-6d718d9befa0 req-4c78f244-8817-4a9c-9ca5-e93f0591d6bf tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:33.935500 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0440a1ac-a797-4493-9c22-6d718d9befa0 req-4c78f244-8817-4a9c-9ca5-e93f0591d6bf tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 943 time: 0.0917418 Aug 20 11:39:33.995869 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337d828-831f-4a46-a52c-8e7432d072fa req-33c1996b-ba16-48f2-88f2-2474fe32116d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:33.997973 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5337d828-831f-4a46-a52c-8e7432d072fa req-33c1996b-ba16-48f2-88f2-2474fe32116d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.2115371 Aug 20 11:39:34.027603 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0440a1ac-a797-4493-9c22-6d718d9befa0 req-75f2ee64-de14-43ea-92a1-2c5a2009943b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833313 Aug 20 11:39:34.054380 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5337d828-831f-4a46-a52c-8e7432d072fa req-f2182cc3-f5c1-435c-a679-c92c83f06d1b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398376 Aug 20 11:39:34.063031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-2b1f7cf9-c8dc-4ffe-aa07-ac66b115f94c req-40030a87-3e9c-4e2e-acaf-fada69e55a96 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Deleting port d6abba51-fcc6-43dd-97e1-1c7686402b62 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:34.063628 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2b1f7cf9-c8dc-4ffe-aa07-ac66b115f94c req-40030a87-3e9c-4e2e-acaf-fada69e55a96 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:34.285951 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5cfd6586-7df6-4bb6-bde2-c2157c1f5b84 req-477beac1-4b01-42d3-bc49-60609fb48d93 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 210 time: 0.0731659 Aug 20 11:39:34.467734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44071d4c-6724-4f78-9fb0-d86852914608', 'tag': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:34.471267 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93186a6d-bbf0-418b-b6ce-4c54f51b5e24" -d '{"events": [{"name": "network-changed", "server_uuid": "44071d4c-6724-4f78-9fb0-d86852914608", "tag": "ad1717bc-4964-4464-a227-8b3a2ca3c16c"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:34.495285 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fbf2a19-657f-4b67-b8c3-9c97883c25ce req-57a2f1cf-7ed4-4766-9a76-66106873c9ce service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209774 Aug 20 11:39:34.524157 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebc082-ce49-4924-9573-406862bdea3a req-24f24b9e-5e66-48eb-a44b-7961eb9f2782 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:34.530136 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d8ebc082-ce49-4924-9573-406862bdea3a req-24f24b9e-5e66-48eb-a44b-7961eb9f2782 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 946 time: 0.1225495 Aug 20 11:39:34.580687 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc4180f-ee87-4180-9e01-8eb3b07cec09 x-openstack-request-id: req-afc4180f-ee87-4180-9e01-8eb3b07cec09 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:34.597952 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44071d4c-6724-4f78-9fb0-d86852914608", "tag": "ad1717bc-4964-4464-a227-8b3a2ca3c16c", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:34.598590 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afc4180f-ee87-4180-9e01-8eb3b07cec09 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:34.599255 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b7600186-a92a-4a0e-960f-1f9d35429fea no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:34.600533 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44071d4c-6724-4f78-9fb0-d86852914608', 'tag': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'status': 'completed', 'code': 200} Aug 20 11:39:34.609658 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d8ebc082-ce49-4924-9573-406862bdea3a req-8b775829-ce49-4df8-b1b0-ee19d306ca9b tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728927 Aug 20 11:39:34.645817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-2b1f7cf9-c8dc-4ffe-aa07-ac66b115f94c req-40030a87-3e9c-4e2e-acaf-fada69e55a96 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] For port d6abba51-fcc6-43dd-97e1-1c7686402b62, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d6abba51-fcc6-43dd-97e1-1c7686402b62,segment=NetworkSegment(fdbe53a8-1ca9-4ed8-bf82-075c171ca2be),segment_id=fdbe53a8-1ca9-4ed8-bf82-075c171ca2be)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:34.645817 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2b1f7cf9-c8dc-4ffe-aa07-ac66b115f94c req-40030a87-3e9c-4e2e-acaf-fada69e55a96 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:34.649998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: b7600186-a92a-4a0e-960f-1f9d35429fea {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:39:34.650352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b7600186-a92a-4a0e-960f-1f9d35429fea not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:39:34.675819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-2b1f7cf9-c8dc-4ffe-aa07-ac66b115f94c req-40030a87-3e9c-4e2e-acaf-fada69e55a96 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Calling delete_port for d6abba51-fcc6-43dd-97e1-1c7686402b62 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:34.742159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93186a6d-bbf0-418b-b6ce-4c54f51b5e24 req-3115a5a4-cac7-4cec-9ef4-852649b22875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:34.743839 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93186a6d-bbf0-418b-b6ce-4c54f51b5e24 req-3115a5a4-cac7-4cec-9ef4-852649b22875 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b7fc38fbfd349b389016707e8806081&device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 1094 time: 0.1423106 Aug 20 11:39:34.816413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccd888-d0e6-48b0-a470-9c66486803af req-cf283832-e87c-4ad1-9bbd-f163a1dba6f3 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:34.826311 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ebccd888-d0e6-48b0-a470-9c66486803af req-cf283832-e87c-4ad1-9bbd-f163a1dba6f3 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.0717032 Aug 20 11:39:34.872803 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ebccd888-d0e6-48b0-a470-9c66486803af req-5eb3c474-8082-46e2-a4f9-c34043c51b77 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453699 Aug 20 11:39:34.916394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93186a6d-bbf0-418b-b6ce-4c54f51b5e24 req-4f20712e-6e58-4870-a428-b04e51f55bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:34.917910 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93186a6d-bbf0-418b-b6ce-4c54f51b5e24 req-4f20712e-6e58-4870-a428-b04e51f55bba service neutron] 10.222.0.76 "GET /v2.0/networks?id=b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 200 len: 916 time: 0.1663697 Aug 20 11:39:34.974981 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93186a6d-bbf0-418b-b6ce-4c54f51b5e24 req-53ca02d4-43c3-469d-9ccb-1f09e0921e18 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c HTTP/1.1" status: 200 len: 217 time: 0.0461278 Aug 20 11:39:35.043516 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2b1f7cf9-c8dc-4ffe-aa07-ac66b115f94c req-40030a87-3e9c-4e2e-acaf-fada69e55a96 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:35.055413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['857f2fb2-0d6f-4f80-bb97-16d3be621b11'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:35.147489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40030a87-3e9c-4e2e-acaf-fada69e55a96 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Pushing event deleted for resources: {'Port': ['ID=d6abba51-fcc6-43dd-97e1-1c7686402b62,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:35.171817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93186a6d-bbf0-418b-b6ce-4c54f51b5e24 req-fb4dee21-7566-4640-8c15-885d18002cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:35.179911 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93186a6d-bbf0-418b-b6ce-4c54f51b5e24 req-fb4dee21-7566-4640-8c15-885d18002cfd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=103eddf2-fc89-4533-8efb-85f3a3a4ce52 HTTP/1.1" status: 200 len: 855 time: 0.1954706 Aug 20 11:39:35.260388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a452e-77ac-45e8-a797-0212f6023312 req-ac49ec58-41f5-4d0f-b508-ec68f49f8258 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:35.273415 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6d0a452e-77ac-45e8-a797-0212f6023312 req-ac49ec58-41f5-4d0f-b508-ec68f49f8258 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0841908 Aug 20 11:39:35.324287 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1f7cf9-c8dc-4ffe-aa07-ac66b115f94c req-40030a87-3e9c-4e2e-acaf-fada69e55a96 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] No DVR routers for this DVR port d6abba51-fcc6-43dd-97e1-1c7686402b62 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:39:35.327646 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6d0a452e-77ac-45e8-a797-0212f6023312 req-e3d371e8-dbad-45ee-992a-f2e7a9ea932c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528195 Aug 20 11:39:35.329236 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2b1f7cf9-c8dc-4ffe-aa07-ac66b115f94c req-40030a87-3e9c-4e2e-acaf-fada69e55a96 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:35.331207 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b1f7cf9-c8dc-4ffe-aa07-ac66b115f94c req-40030a87-3e9c-4e2e-acaf-fada69e55a96 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.76 "DELETE /v2.0/ports/d6abba51-fcc6-43dd-97e1-1c7686402b62 HTTP/1.1" status: 204 len: 173 time: 1.7186012 Aug 20 11:39:35.381773 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abe281-904d-48c9-802b-f737ccce8928 req-bf173b00-772b-4d07-972e-dc80804c82ac tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:35.383340 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94abe281-904d-48c9-802b-f737ccce8928 req-bf173b00-772b-4d07-972e-dc80804c82ac tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 943 time: 0.2483132 Aug 20 11:39:35.400429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93186a6d-bbf0-418b-b6ce-4c54f51b5e24 req-2c7d109e-c619-488b-be4f-81d28960749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:35.402545 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93186a6d-bbf0-418b-b6ce-4c54f51b5e24 req-2c7d109e-c619-488b-be4f-81d28960749d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b817b733-e7a4-4e0a-bc42-a33cd394358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1593614 Aug 20 11:39:35.471200 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-827cea5e-a071-4db0-94f6-4ca58bb2609b req-07db2e6d-416e-4606-83c6-5c1c0a1ec6e5 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 210 time: 0.0507467 Aug 20 11:39:35.530681 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94abe281-904d-48c9-802b-f737ccce8928 req-ea2e7963-0006-4a81-ae9e-a2c6c16f8187 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269102 Aug 20 11:39:35.600494 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93186a6d-bbf0-418b-b6ce-4c54f51b5e24 req-f4eb6dad-72c8-44eb-af09-218d4ac48c49 service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861949 Aug 20 11:39:35.806020 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1d3857fa-2a7f-489d-8ee1-728cd18b1fc8 req-f3a2ba44-411e-4756-ab1f-deb8eef22498 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2eb40c-cb56-4575-a64e-254db1241b96 HTTP/1.1" status: 200 len: 210 time: 0.0811644 Aug 20 11:39:35.815298 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93186a6d-bbf0-418b-b6ce-4c54f51b5e24 req-365f8bda-9982-454f-a2d7-586097d31730 service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062039 Aug 20 11:39:36.069430 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1d625-d4ec-4957-bfd3-a49fdc725f55 req-85219f9e-611a-48ff-bfc8-98b1e150cc5f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:36.071426 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fcd1d625-d4ec-4957-bfd3-a49fdc725f55 req-85219f9e-611a-48ff-bfc8-98b1e150cc5f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.0823035 Aug 20 11:39:36.138378 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fcd1d625-d4ec-4957-bfd3-a49fdc725f55 req-b9c9312d-f335-47c6-bd36-6dda233d6e3a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559440 Aug 20 11:39:36.467309 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5bdaf-a0e0-4275-b1ba-d82a5b50ac41 req-79de500f-652d-41c9-a0a6-01e37e5e5b69 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:36.470225 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e0d5bdaf-a0e0-4275-b1ba-d82a5b50ac41 req-79de500f-652d-41c9-a0a6-01e37e5e5b69 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0659051 Aug 20 11:39:36.529349 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e0d5bdaf-a0e0-4275-b1ba-d82a5b50ac41 req-6225038b-c731-4fe2-b8db-46f5ec2a6fe2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420058 Aug 20 11:39:36.600110 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ad1717bc-4964-4464-a227-8b3a2ca3c16c details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:39:36.604146 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d6abba51-fcc6-43dd-97e1-1c7686402b62 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:36.614915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2eb40c-cb56-4575-a64e-254db1241b96', 'name': 'network-vif-deleted', 'tag': 'd6abba51-fcc6-43dd-97e1-1c7686402b62'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:36.618434 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c636f9-9c10-497f-acd3-3164cd8c15e8" -d '{"events": [{"server_uuid": "ef2eb40c-cb56-4575-a64e-254db1241b96", "name": "network-vif-deleted", "tag": "d6abba51-fcc6-43dd-97e1-1c7686402b62"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:36.633271 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40142255-7a3d-4d75-91c9-0dfbf3f5af20 req-11d02f99-bd8f-41be-986f-c7300eaf9dcd tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 210 time: 0.0635831 Aug 20 11:39:36.696492 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: d6abba51-fcc6-43dd-97e1-1c7686402b62 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:39:36.697113 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d6abba51-fcc6-43dd-97e1-1c7686402b62 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:39:36.708505 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a042183c-0f73-4577-995e-8e166a59552c x-openstack-request-id: req-a042183c-0f73-4577-995e-8e166a59552c {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:36.709074 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2eb40c-cb56-4575-a64e-254db1241b96", "name": "network-vif-deleted", "tag": "d6abba51-fcc6-43dd-97e1-1c7686402b62", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:36.709493 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a042183c-0f73-4577-995e-8e166a59552c {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:36.710040 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2eb40c-cb56-4575-a64e-254db1241b96', 'name': 'network-vif-deleted', 'tag': 'd6abba51-fcc6-43dd-97e1-1c7686402b62', 'status': 'completed', 'code': 200} Aug 20 11:39:36.738138 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e332ff-3bf1-4de2-b424-e7dfd1fd3477 req-56432e11-3b89-4dc9-977d-81ed0d532225 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:36.739945 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-15e332ff-3bf1-4de2-b424-e7dfd1fd3477 req-56432e11-3b89-4dc9-977d-81ed0d532225 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 943 time: 0.0857756 Aug 20 11:39:36.825183 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-15e332ff-3bf1-4de2-b424-e7dfd1fd3477 req-decc8ae9-a1df-42a2-a397-dc4e6fe05b29 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716422 Aug 20 11:39:36.911793 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:36.924537 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'port_id': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'mac_address': 'fa:16:3e:e1:94:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:39:36.987662 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:37.014523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1717bc-4964-4464-a227-8b3a2ca3c16c {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:37.038948 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:37.060328 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:37.125338 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ad1717bc-4964-4464-a227-8b3a2ca3c16c,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:37.292118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['ad1717bc-4964-4464-a227-8b3a2ca3c16c'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:37.299965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfa993-ff38-4b46-b5cb-632c514f81ad req-c9b5a721-8861-4c03-8fc5-c17f409f791d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:37.310012 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8fbfa993-ff38-4b46-b5cb-632c514f81ad req-c9b5a721-8861-4c03-8fc5-c17f409f791d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.0842075 Aug 20 11:39:37.368848 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8fbfa993-ff38-4b46-b5cb-632c514f81ad req-b1465b64-0adb-4e9c-a072-54e33c935d3b tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503750 Aug 20 11:39:37.394532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37495f2-6f02-44d9-a2b1-1116693bb607 req-b6b311d8-155b-4ed7-9e47-a3297a93c7a7 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:37.396588 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d37495f2-6f02-44d9-a2b1-1116693bb607 req-b6b311d8-155b-4ed7-9e47-a3297a93c7a7 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0866594 Aug 20 11:39:37.467566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d37495f2-6f02-44d9-a2b1-1116693bb607 req-f5ade766-1f60-4a9b-ac11-12afedb48b00 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635118 Aug 20 11:39:37.655580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370f91c-745e-48dd-941e-6907297217a6 req-40df9636-352c-4c2d-a7fd-e0f577ced3a2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:37.658082 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7370f91c-745e-48dd-941e-6907297217a6 req-40df9636-352c-4c2d-a7fd-e0f577ced3a2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0583231 Aug 20 11:39:37.703040 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7370f91c-745e-48dd-941e-6907297217a6 req-07ab0952-5362-4e15-89b7-a13bb9ea5d70 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386345 Aug 20 11:39:37.801744 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5f98de58-2252-449e-afdd-e9fbdb4236b9 req-b47dc480-18fd-46e5-9e1a-5467c0990997 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d57f20a-2d3b-4c0b-87f7-173c83f6b6d7 HTTP/1.1" status: 200 len: 210 time: 0.0366399 Aug 20 11:39:38.063550 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250973f8-87e2-45b3-8d1f-5ed5a8043ee6 req-12466be0-5e4a-4276-8ef8-55646211d82b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:38.065347 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-250973f8-87e2-45b3-8d1f-5ed5a8043ee6 req-12466be0-5e4a-4276-8ef8-55646211d82b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.1009004 Aug 20 11:39:38.131959 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-250973f8-87e2-45b3-8d1f-5ed5a8043ee6 req-36ec4197-0bfd-41b6-90be-d8cad76336f9 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524187 Aug 20 11:39:38.540301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046e34d-0348-498e-8bcd-0b4a6c472b8c req-5d510b2c-53da-40d2-8675-7457a328a8e6 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:38.552560 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9046e34d-0348-498e-8bcd-0b4a6c472b8c req-5d510b2c-53da-40d2-8675-7457a328a8e6 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.1045327 Aug 20 11:39:38.600820 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9046e34d-0348-498e-8bcd-0b4a6c472b8c req-037ae887-b9f9-48b9-a6af-7210493b1346 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464525 Aug 20 11:39:38.611854 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ad1717bc-4964-4464-a227-8b3a2ca3c16c up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:38.691852 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce4349-677f-4028-bd1f-acc8455fb61a req-cc35cae4-c67a-41e1-81bf-79ef4135bfb8 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:38.695394 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6dce4349-677f-4028-bd1f-acc8455fb61a req-cc35cae4-c67a-41e1-81bf-79ef4135bfb8 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0886776 Aug 20 11:39:38.697227 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port ad1717bc-4964-4464-a227-8b3a2ca3c16c completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:38.701595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port ad1717bc-4964-4464-a227-8b3a2ca3c16c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:38.702016 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:38.786309 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6dce4349-677f-4028-bd1f-acc8455fb61a req-1ce2083b-ac14-456b-a2af-94662815977e tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837543 Aug 20 11:39:38.824824 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:38.883989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44071d4c-6724-4f78-9fb0-d86852914608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:38.886580 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f5a763-0d49-4166-9594-346fdbca30e7" -d '{"events": [{"server_uuid": "44071d4c-6724-4f78-9fb0-d86852914608", "name": "network-vif-plugged", "status": "completed", "tag": "ad1717bc-4964-4464-a227-8b3a2ca3c16c"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:38.900053 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:38.903810 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:38.911085 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:38.915896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c01d6-04e4-44e1-a3e2-6eb61486c331 req-eb7a9ae0-63df-4ec1-89c7-c172208e471a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:38.927190 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cd3c01d6-04e4-44e1-a3e2-6eb61486c331 req-eb7a9ae0-63df-4ec1-89c7-c172208e471a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1170564 Aug 20 11:39:38.995196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ad1717bc-4964-4464-a227-8b3a2ca3c16c,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:39.007509 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d58909-633c-425e-9e6a-6167f41e8ff0 x-openstack-request-id: req-34d58909-633c-425e-9e6a-6167f41e8ff0 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:39.008006 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44071d4c-6724-4f78-9fb0-d86852914608", "name": "network-vif-plugged", "status": "completed", "tag": "ad1717bc-4964-4464-a227-8b3a2ca3c16c", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:39.008460 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34d58909-633c-425e-9e6a-6167f41e8ff0 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:39.009074 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44071d4c-6724-4f78-9fb0-d86852914608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'code': 200} Aug 20 11:39:39.042152 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cd3c01d6-04e4-44e1-a3e2-6eb61486c331 req-b51c5271-524a-47bb-bffe-5a6c2d65850f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105204 Aug 20 11:39:39.115499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e29dcb-ad3a-440b-8591-0e19b66d7567 req-ecd5c021-8b75-4a2e-a2c4-74133bd1ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:39.117669 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2e29dcb-ad3a-440b-8591-0e19b66d7567 req-ecd5c021-8b75-4a2e-a2c4-74133bd1ec92 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 1096 time: 0.0848620 Aug 20 11:39:39.191891 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2e29dcb-ad3a-440b-8591-0e19b66d7567 req-1354827c-a7a7-439c-a601-5a8622addf32 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629568 Aug 20 11:39:39.345950 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ab813-358f-48f2-a9f7-755dcf4c905b req-8e55a87a-3e84-4e8e-89e6-a62e0cab081f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:39.353328 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad0ab813-358f-48f2-a9f7-755dcf4c905b req-8e55a87a-3e84-4e8e-89e6-a62e0cab081f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.0641854 Aug 20 11:39:39.402098 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad0ab813-358f-48f2-a9f7-755dcf4c905b req-ee8df0ac-9853-4ecd-ac50-484d615e4aaf tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443368 Aug 20 11:39:39.536514 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ee63a-158b-4a06-91ea-cf22e32318bd req-a7f1c35b-c84c-47d2-a69f-69d9ab2a64e2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:39.538298 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c98ee63a-158b-4a06-91ea-cf22e32318bd req-a7f1c35b-c84c-47d2-a69f-69d9ab2a64e2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 811 time: 0.1157310 Aug 20 11:39:39.556736 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c98ee63a-158b-4a06-91ea-cf22e32318bd req-61b660b0-4336-4a3c-aa9d-5b29f9f7b643 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/quotas/466ddc16a8f44a5e89ff9008cb1b0465 HTTP/1.1" status: 200 len: 375 time: 0.0120475 Aug 20 11:39:39.604011 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c98ee63a-158b-4a06-91ea-cf22e32318bd req-fb6f9229-1c90-456c-a10e-0bfb3fbe814c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399580 Aug 20 11:39:39.765105 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c98ee63a-158b-4a06-91ea-cf22e32318bd req-4a5eb3c7-b8f1-4019-a5a1-74396b5ff6f6 service neutron] 10.222.0.37 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521485 Aug 20 11:39:39.806311 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c395838-b828-431a-8279-825c51bcacef req-fc1eaf8c-7eb4-4031-9dd1-66d1893e8992 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:39.808743 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3c395838-b828-431a-8279-825c51bcacef req-fc1eaf8c-7eb4-4031-9dd1-66d1893e8992 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.0745242 Aug 20 11:39:39.865402 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3c395838-b828-431a-8279-825c51bcacef req-b2732f11-57a4-455d-84e1-ebafb1e3ef1b tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469909 Aug 20 11:39:39.955284 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:39:39.963079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c98ee63a-158b-4a06-91ea-cf22e32318bd req-f7f9a894-b9cf-4235-958a-3a1cc6d4c131 service neutron] 10.222.0.37 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902835 Aug 20 11:39:39.991637 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708db745-9be5-46a6-b3be-acacf12eb9f2 req-765e7b36-a948-4106-8997-79f67a4f5c58 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:39.993457 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-708db745-9be5-46a6-b3be-acacf12eb9f2 req-765e7b36-a948-4106-8997-79f67a4f5c58 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.0750208 Aug 20 11:39:40.058231 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-708db745-9be5-46a6-b3be-acacf12eb9f2 req-1ab4b392-877e-4231-8b56-8552ba9e6e5b tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/security-groups?id=35c65ece-b289-48d9-b1ae-5818e533fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453730 Aug 20 11:39:40.161595 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-93e9ce62-d738-49fe-b642-8f352d106307 req-a36c75af-43cd-4985-a73f-67ff498ef67d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcec8bd7-933c-40e1-bf66-4a6368bb7bd6 HTTP/1.1" status: 200 len: 210 time: 0.0380101 Aug 20 11:39:40.175723 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c796fe-b24c-4bb7-94d9-385731d3560f req-1a1353e8-81e8-4af9-9761-37d62a05cd08 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:40.178092 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-83c796fe-b24c-4bb7-94d9-385731d3560f req-1a1353e8-81e8-4af9-9761-37d62a05cd08 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0612111 Aug 20 11:39:40.260928 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-83c796fe-b24c-4bb7-94d9-385731d3560f req-e658d36a-4018-43a8-b891-ecd83be97c19 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750673 Aug 20 11:39:40.310956 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ddd51-97ce-4fdf-8a06-e7b47c9635a2 req-09c241a6-4c09-4b1b-91df-14a559f7c397 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:40.317481 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af1ddd51-97ce-4fdf-8a06-e7b47c9635a2 req-09c241a6-4c09-4b1b-91df-14a559f7c397 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.35 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 946 time: 0.1549056 Aug 20 11:39:40.522186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-af1ddd51-97ce-4fdf-8a06-e7b47c9635a2 req-b0d65063-868b-4bb8-8698-4a2de55ff687 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Deleting port 857f2fb2-0d6f-4f80-bb97-16d3be621b11 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:40.522558 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-af1ddd51-97ce-4fdf-8a06-e7b47c9635a2 req-b0d65063-868b-4bb8-8698-4a2de55ff687 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:40.693780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-af1ddd51-97ce-4fdf-8a06-e7b47c9635a2 req-b0d65063-868b-4bb8-8698-4a2de55ff687 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] For port 857f2fb2-0d6f-4f80-bb97-16d3be621b11, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=857f2fb2-0d6f-4f80-bb97-16d3be621b11,segment=NetworkSegment(fdbe53a8-1ca9-4ed8-bf82-075c171ca2be),segment_id=fdbe53a8-1ca9-4ed8-bf82-075c171ca2be)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:40.694166 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-af1ddd51-97ce-4fdf-8a06-e7b47c9635a2 req-b0d65063-868b-4bb8-8698-4a2de55ff687 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:40.713532 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-af1ddd51-97ce-4fdf-8a06-e7b47c9635a2 req-b0d65063-868b-4bb8-8698-4a2de55ff687 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Calling delete_port for 857f2fb2-0d6f-4f80-bb97-16d3be621b11 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:40.723050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3156e-86fd-4189-92f8-9f073315588c req-f7934b87-5524-4229-b537-2f6abecc661b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:40.724679 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ee3156e-86fd-4189-92f8-9f073315588c req-f7934b87-5524-4229-b537-2f6abecc661b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.0901532 Aug 20 11:39:40.829781 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ee3156e-86fd-4189-92f8-9f073315588c req-d104a38e-5336-4ccb-b45b-06a02879463e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931702 Aug 20 11:39:40.985157 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-62df347e-f434-43dc-bcce-ab6aea08eedb tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:40.986969 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-62df347e-f434-43dc-bcce-ab6aea08eedb tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 811 time: 0.1593537 Aug 20 11:39:41.005316 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-4bf92c74-36cb-48b5-9703-e4b3ffd484fe tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/quotas/466ddc16a8f44a5e89ff9008cb1b0465 HTTP/1.1" status: 200 len: 375 time: 0.0109870 Aug 20 11:39:41.016315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635b114-9a24-429b-8bd3-7dc8ceaefc3d req-8b6b8707-ee80-49d1-a15d-9ae89cd480aa tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:41.016315 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e635b114-9a24-429b-8bd3-7dc8ceaefc3d req-8b6b8707-ee80-49d1-a15d-9ae89cd480aa tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.0817716 Aug 20 11:39:41.018150 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-af1ddd51-97ce-4fdf-8a06-e7b47c9635a2 req-b0d65063-868b-4bb8-8698-4a2de55ff687 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:41.025362 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35798) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:41.030281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-58790788-a0b5-4d81-bb8a-61ea96b829e3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Request body: {'floatingip': {'port_id': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:41.089579 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-7a6691d2-090f-44be-822e-5518aaf7e5d4 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765994 Aug 20 11:39:41.107395 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58790788-a0b5-4d81-bb8a-61ea96b829e3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:41.113233 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d65063-868b-4bb8-8698-4a2de55ff687 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Pushing event deleted for resources: {'Port': ['ID=857f2fb2-0d6f-4f80-bb97-16d3be621b11,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:41.200762 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-6bf3483c-4d64-49b3-8070-e91448c6f93d service neutron] 10.222.0.37 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030672 Aug 20 11:39:41.266469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1ddd51-97ce-4fdf-8a06-e7b47c9635a2 req-b0d65063-868b-4bb8-8698-4a2de55ff687 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] No DVR routers for this DVR port 857f2fb2-0d6f-4f80-bb97-16d3be621b11 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:39:41.274830 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-af1ddd51-97ce-4fdf-8a06-e7b47c9635a2 req-b0d65063-868b-4bb8-8698-4a2de55ff687 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:41.276870 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af1ddd51-97ce-4fdf-8a06-e7b47c9635a2 req-b0d65063-868b-4bb8-8698-4a2de55ff687 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.35 "DELETE /v2.0/ports/857f2fb2-0d6f-4f80-bb97-16d3be621b11 HTTP/1.1" status: 204 len: 173 time: 0.9510164 Aug 20 11:39:41.311029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67323afb-4b65-422d-8a55-5e196070eb61', 'name': 'network-vif-deleted', 'tag': '857f2fb2-0d6f-4f80-bb97-16d3be621b11'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:41.314107 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242d449d-3bbe-4d0b-bc5d-3b2fe166fc54" -d '{"events": [{"server_uuid": "67323afb-4b65-422d-8a55-5e196070eb61", "name": "network-vif-deleted", "tag": "857f2fb2-0d6f-4f80-bb97-16d3be621b11"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:41.361313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b3b46-e5e3-4596-bf52-e70cbf26a0e4 req-aae60a5f-bdec-49b2-ad27-a04d7b5822bc tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:41.368895 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3f5b3b46-e5e3-4596-bf52-e70cbf26a0e4 req-aae60a5f-bdec-49b2-ad27-a04d7b5822bc tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.2589412 Aug 20 11:39:41.374611 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-a5409ecd-51a8-40f8-b79e-9e091315bb85 service neutron] 10.222.0.37 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669168 Aug 20 11:39:41.470672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3f5b3b46-e5e3-4596-bf52-e70cbf26a0e4 req-cb1b2574-7d86-48cd-b477-8b16fd8aac01 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008809 Aug 20 11:39:41.563030 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ef3ed23-ab43-426d-8971-e577124ca0c5 req-79ca8746-d875-4148-ace4-e970d405aa69 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1056376 Aug 20 11:39:41.687964 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-605dc641-8bcf-4628-9a39-f8d7047dcf11 req-51deb0df-707f-4747-b10f-59b757fe5495 tempest-ServerRescueTestJSON-1062493076 tempest-ServerRescueTestJSON-1062493076-project] 10.222.0.37 "GET /v2.0/ports?device_id=67323afb-4b65-422d-8a55-5e196070eb61 HTTP/1.1" status: 200 len: 210 time: 0.0280364 Aug 20 11:39:41.710665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3ed23-ab43-426d-8971-e577124ca0c5 req-82b51720-6ec4-4b17-b0bd-5964426c779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:41.710665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ef3ed23-ab43-426d-8971-e577124ca0c5 req-82b51720-6ec4-4b17-b0bd-5964426c779d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 1096 time: 0.0899334 Aug 20 11:39:41.859106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce5f2a-77cf-4cd2-abd6-7c66aede5bf9 req-8c72f76d-4546-4c76-9162-ff036fe1a22e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:41.861574 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84ce5f2a-77cf-4cd2-abd6-7c66aede5bf9 req-8c72f76d-4546-4c76-9162-ff036fe1a22e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1569581 Aug 20 11:39:41.943396 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84ce5f2a-77cf-4cd2-abd6-7c66aede5bf9 req-78a63e8d-7043-40f6-a154-3c5edc6f40e8 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662842 Aug 20 11:39:41.950514 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3ed23-ab43-426d-8971-e577124ca0c5 req-366a923e-9d23-4c24-b8f4-057ce14616ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:41.958552 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ef3ed23-ab43-426d-8971-e577124ca0c5 req-366a923e-9d23-4c24-b8f4-057ce14616ee service neutron] 10.222.0.76 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.2275186 Aug 20 11:39:42.056281 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babf6c36-655a-4142-94ba-1293de7e20b2 x-openstack-request-id: req-babf6c36-655a-4142-94ba-1293de7e20b2 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:42.056945 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67323afb-4b65-422d-8a55-5e196070eb61", "name": "network-vif-deleted", "tag": "857f2fb2-0d6f-4f80-bb97-16d3be621b11", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:42.056945 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-babf6c36-655a-4142-94ba-1293de7e20b2 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:42.057255 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67323afb-4b65-422d-8a55-5e196070eb61', 'name': 'network-vif-deleted', 'tag': '857f2fb2-0d6f-4f80-bb97-16d3be621b11', 'status': 'completed', 'code': 200} Aug 20 11:39:42.104478 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58790788-a0b5-4d81-bb8a-61ea96b829e3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:42.112196 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58790788-a0b5-4d81-bb8a-61ea96b829e3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:42.151879 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ef3ed23-ab43-426d-8971-e577124ca0c5 req-c6ce7d58-22b2-4c77-9f44-871009a18eba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d HTTP/1.1" status: 200 len: 999 time: 0.1860285 Aug 20 11:39:42.264600 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8cf7c22c-8013-4f59-96ed-0b42895f50a6 req-afc7bc91-244b-4f5d-9099-1258937bbddb tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 210 time: 0.0870087 Aug 20 11:39:42.289922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3ed23-ab43-426d-8971-e577124ca0c5 req-0287e743-ea24-4d3e-adf8-eb8ba5d5b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:42.293297 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ef3ed23-ab43-426d-8971-e577124ca0c5 req-0287e743-ea24-4d3e-adf8-eb8ba5d5b427 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.1323771 Aug 20 11:39:42.340725 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-58790788-a0b5-4d81-bb8a-61ea96b829e3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Floating IP f7f87e18-815f-47fd-a475-3139e4c0e98c associated. External IP: 172.25.8.86, port: ad1717bc-4964-4464-a227-8b3a2ca3c16c. Aug 20 11:39:42.361933 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3ed23-ab43-426d-8971-e577124ca0c5 req-1e5f3a78-63b5-4336-b027-8ab6400c6f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:42.362401 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ef3ed23-ab43-426d-8971-e577124ca0c5 req-1e5f3a78-63b5-4336-b027-8ab6400c6f25 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617089 Aug 20 11:39:42.510949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6839b-4a91-4f8e-a728-6e8284dafdad req-c3b75fdb-3b89-45ba-b116-1098b4b6df20 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:42.520325 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2ac6839b-4a91-4f8e-a728-6e8284dafdad req-c3b75fdb-3b89-45ba-b116-1098b4b6df20 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1208203 Aug 20 11:39:42.541444 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ef3ed23-ab43-426d-8971-e577124ca0c5 req-08008b94-d8f3-42df-952e-d62c647a0877 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689136 Aug 20 11:39:42.587542 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2ac6839b-4a91-4f8e-a728-6e8284dafdad req-b0f39572-e5c3-44ac-92be-193f06e6688d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664039 Aug 20 11:39:42.601848 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58790788-a0b5-4d81-bb8a-61ea96b829e3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Router 57ad8a20-f468-4f3f-9075-f133547422ed has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:39:42.621718 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da976642-60dc-4e78-8068-c5ed87837fb4 req-347c85d8-33ba-443b-9563-32cb84032855 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:42.623294 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da976642-60dc-4e78-8068-c5ed87837fb4 req-347c85d8-33ba-443b-9563-32cb84032855 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.0711782 Aug 20 11:39:42.661411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 857f2fb2-0d6f-4f80-bb97-16d3be621b11 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:42.666106 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ef3ed23-ab43-426d-8971-e577124ca0c5 req-e602d595-23e9-4762-a757-7a0f5c9722b1 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145885 Aug 20 11:39:42.685699 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 857f2fb2-0d6f-4f80-bb97-16d3be621b11 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:39:42.686041 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 857f2fb2-0d6f-4f80-bb97-16d3be621b11 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:39:42.707821 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da976642-60dc-4e78-8068-c5ed87837fb4 req-2db25edc-d68f-4532-b487-955d52086101 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783293 Aug 20 11:39:42.771823 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58790788-a0b5-4d81-bb8a-61ea96b829e3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:39:42.776249 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58790788-a0b5-4d81-bb8a-61ea96b829e3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:42.786172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35852) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:42.789188 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4773bd46-6bab-4fdd-8267-e795ba470055 None None] Sync routers for ids ['57ad8a20-f468-4f3f-9075-f133547422ed'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:39:42.799968 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4773bd46-6bab-4fdd-8267-e795ba470055 None None] Routers {'57ad8a20-f468-4f3f-9075-f133547422ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:42.800578 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4773bd46-6bab-4fdd-8267-e795ba470055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:39:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['57ad8a20-f468-4f3f-9075-f133547422ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:42.807764 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-58790788-a0b5-4d81-bb8a-61ea96b829e3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "PUT /v2.0/floatingips/f7f87e18-815f-47fd-a475-3139e4c0e98c HTTP/1.1" status: 200 len: 990 time: 1.7812660 Aug 20 11:39:42.836575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992cafc-9c7d-4ca5-ac22-968078f6772d req-3b6b483f-5740-4da6-8c5f-a95dec9838a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:42.838202 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d992cafc-9c7d-4ca5-ac22-968078f6772d req-3b6b483f-5740-4da6-8c5f-a95dec9838a8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 1096 time: 0.0953591 Aug 20 11:39:42.934049 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-4773bd46-6bab-4fdd-8267-e795ba470055 None None] Set router 57ad8a20-f468-4f3f-9075-f133547422ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:43.134669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992cafc-9c7d-4ca5-ac22-968078f6772d req-87b633c9-3569-4f47-b38c-5d78da58b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:43.137403 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d992cafc-9c7d-4ca5-ac22-968078f6772d req-87b633c9-3569-4f47-b38c-5d78da58b63a service neutron] 10.222.0.76 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.2910900 Aug 20 11:39:43.201409 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-54ef1db2-c85f-48a6-84f4-eb2ed8ad9e3c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:43.202865 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-54ef1db2-c85f-48a6-84f4-eb2ed8ad9e3c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.76 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 811 time: 0.2852032 Aug 20 11:39:43.239253 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-4d367434-d0b3-4d45-8d6b-b046f8746311 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Request body: {'port': {'device_id': '63327fee-2512-445d-8baf-e4fb622f50cb', 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc', 'admin_state_up': True, 'tenant_id': '466ddc16a8f44a5e89ff9008cb1b0465'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:43.276316 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4773bd46-6bab-4fdd-8267-e795ba470055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'f7f87e18-815f-47fd-a475-3139e4c0e98c', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'port_id': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'mac_address': 'fa:16:3e:e1:94:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44071d4c-6724-4f78-9fb0-d86852914608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:39:26Z', 'updated_at': '2021-08-20T11:39:41Z', 'revision_number': 1, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ccbda7-8437-4fce-9250-c945ac11ac4a', 'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'mac_address': 'fa:16:3e:87:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:22Z', 'updated_at': '2021-08-20T11:39:28Z', 'revision_number': 5, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'subnets': [{'id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:43.310004 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4773bd46-6bab-4fdd-8267-e795ba470055 None None] Checking router: 57ad8a20-f468-4f3f-9075-f133547422ed for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:39:43.319798 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4773bd46-6bab-4fdd-8267-e795ba470055 None None] Routers {'57ad8a20-f468-4f3f-9075-f133547422ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:43.320422 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4773bd46-6bab-4fdd-8267-e795ba470055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:39:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['57ad8a20-f468-4f3f-9075-f133547422ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:43.371104 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d992cafc-9c7d-4ca5-ac22-968078f6772d req-52647893-210c-4b94-a46f-5a0f732daf60 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d HTTP/1.1" status: 200 len: 999 time: 0.2215021 Aug 20 11:39:43.393408 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a26a23a5-acad-47c9-8add-4b312bd30520 req-63e5da70-2e53-4e32-8966-e9c1e0bc4d15 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 210 time: 0.0493536 Aug 20 11:39:43.462963 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-4773bd46-6bab-4fdd-8267-e795ba470055 None None] Set router 57ad8a20-f468-4f3f-9075-f133547422ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:43.488223 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992cafc-9c7d-4ca5-ac22-968078f6772d req-d0276181-c387-49d1-90f9-9dec594ce2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:43.489663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d992cafc-9c7d-4ca5-ac22-968078f6772d req-d0276181-c387-49d1-90f9-9dec594ce2c3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.1076934 Aug 20 11:39:43.518410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-4d367434-d0b3-4d45-8d6b-b046f8746311 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Made reservation on behalf of 466ddc16a8f44a5e89ff9008cb1b0465 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:39:43.522070 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-4d367434-d0b3-4d45-8d6b-b046f8746311 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:43.590211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992cafc-9c7d-4ca5-ac22-968078f6772d req-0fbcba64-6195-4463-bca3-3e83687618e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:43.591704 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d992cafc-9c7d-4ca5-ac22-968078f6772d req-0fbcba64-6195-4463-bca3-3e83687618e0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903163 Aug 20 11:39:43.740854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c4872-0484-4b64-b5af-13150436aa95 req-baa93fd7-1b00-44ee-8ad6-6c14a3056411 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:43.742313 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-811c4872-0484-4b64-b5af-13150436aa95 req-baa93fd7-1b00-44ee-8ad6-6c14a3056411 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0627022 Aug 20 11:39:43.749838 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4773bd46-6bab-4fdd-8267-e795ba470055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'f7f87e18-815f-47fd-a475-3139e4c0e98c', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'port_id': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'mac_address': 'fa:16:3e:e1:94:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44071d4c-6724-4f78-9fb0-d86852914608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:39:26Z', 'updated_at': '2021-08-20T11:39:41Z', 'revision_number': 1, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ccbda7-8437-4fce-9250-c945ac11ac4a', 'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'mac_address': 'fa:16:3e:87:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:22Z', 'updated_at': '2021-08-20T11:39:28Z', 'revision_number': 5, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'subnets': [{'id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:43.784393 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4773bd46-6bab-4fdd-8267-e795ba470055 None None] The sync data for ids ['57ad8a20-f468-4f3f-9075-f133547422ed'] in n-d-804299-2 is: [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'f7f87e18-815f-47fd-a475-3139e4c0e98c', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'port_id': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'mac_address': 'fa:16:3e:e1:94:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44071d4c-6724-4f78-9fb0-d86852914608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:39:26Z', 'updated_at': '2021-08-20T11:39:41Z', 'revision_number': 1, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ccbda7-8437-4fce-9250-c945ac11ac4a', 'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'mac_address': 'fa:16:3e:87:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:22Z', 'updated_at': '2021-08-20T11:39:28Z', 'revision_number': 5, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'subnets': [{'id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:39:43.804848 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-811c4872-0484-4b64-b5af-13150436aa95 req-c3fc847f-7ba0-4eca-8cc7-63ac6fe4a75d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556803 Aug 20 11:39:43.932366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a103440-a0a2-45cb-b9ca-cacb015f9624 req-cde42be7-b411-4963-9c36-96fdcd9ac5f1 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:43.934069 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1a103440-a0a2-45cb-b9ca-cacb015f9624 req-cde42be7-b411-4963-9c36-96fdcd9ac5f1 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.0650983 Aug 20 11:39:44.003746 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1a103440-a0a2-45cb-b9ca-cacb015f9624 req-21f73945-2be0-43ce-9c35-3bf90ef5e48c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554025 Aug 20 11:39:44.058511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44071d4c-6724-4f78-9fb0-d86852914608', 'tag': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:44.061878 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b41071-a40e-4f8b-b96a-2fd02aba388c" -d '{"events": [{"name": "network-changed", "server_uuid": "44071d4c-6724-4f78-9fb0-d86852914608", "tag": "ad1717bc-4964-4464-a227-8b3a2ca3c16c"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:44.074844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e644f3-574a-4982-b6e5-4c9b4076bde7 None None] New status for floating IP f7f87e18-815f-47fd-a475-3139e4c0e98c: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:39:44.145568 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b0c91b-f006-4180-a107-183edb996024 x-openstack-request-id: req-10b0c91b-f006-4180-a107-183edb996024 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:44.146243 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44071d4c-6724-4f78-9fb0-d86852914608", "tag": "ad1717bc-4964-4464-a227-8b3a2ca3c16c", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:44.147351 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10b0c91b-f006-4180-a107-183edb996024 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:44.147351 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44071d4c-6724-4f78-9fb0-d86852914608', 'tag': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'status': 'completed', 'code': 200} Aug 20 11:39:44.234209 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-4d367434-d0b3-4d45-8d6b-b046f8746311 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Allocated IP 172.20.0.2 (2f57a807-431b-4a85-84e9-9c26f27c26dc/8164adc2-ff26-452d-9022-daf8f61c3f29/82d5bccd-ccaf-4028-bf77-cdf74cf6725d) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:44.244266 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6641493-83d5-4f93-afef-28fcdd62ed03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:44.247998 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d992cafc-9c7d-4ca5-ac22-968078f6772d req-6f6ce09b-4725-4f28-86f7-e36e737fb341 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6483772 Aug 20 11:39:44.381427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b41071-a40e-4f8b-b96a-2fd02aba388c req-a7ca9c6c-782d-479c-a77e-13dedfdf6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:44.382926 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76b41071-a40e-4f8b-b96a-2fd02aba388c req-a7ca9c6c-782d-479c-a77e-13dedfdf6d5b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b7fc38fbfd349b389016707e8806081&device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 1096 time: 0.2052183 Aug 20 11:39:44.486475 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-22286de7-203f-49c0-a4a7-bd7003da5844 req-b7350c01-71b0-4a7c-9b5c-cdce54844bc8 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 210 time: 0.0269244 Aug 20 11:39:44.658885 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d992cafc-9c7d-4ca5-ac22-968078f6772d req-a9fa5acb-04d5-4104-ab52-57c94bbf2049 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664503 Aug 20 11:39:44.764403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b41071-a40e-4f8b-b96a-2fd02aba388c req-6c44faf3-d908-4c0c-9e27-f48c5e09e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:44.765922 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76b41071-a40e-4f8b-b96a-2fd02aba388c req-6c44faf3-d908-4c0c-9e27-f48c5e09e154 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 200 len: 916 time: 0.3699353 Aug 20 11:39:44.785180 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-718919db-6b9a-49e4-b838-76f4a1b39c6c tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:44.786627 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-718919db-6b9a-49e4-b838-76f4a1b39c6c tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/networks?id=fbdc30a0-d793-4139-a5cc-21324783dccd HTTP/1.1" status: 200 len: 804 time: 0.3518219 Aug 20 11:39:44.857073 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-4d367434-d0b3-4d45-8d6b-b046f8746311 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:44.869767 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-df0e38bb-bcdc-4963-809c-85455aa0b7ba tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/quotas/fea17588b94347959045097d3afa93a6 HTTP/1.1" status: 200 len: 375 time: 0.0696001 Aug 20 11:39:44.926321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815b532-7387-416c-880f-a2ad8d4339d0 req-bc256c6e-b13f-4c04-8753-6411d856154e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:44.927956 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8815b532-7387-416c-880f-a2ad8d4339d0 req-bc256c6e-b13f-4c04-8753-6411d856154e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0522602 Aug 20 11:39:44.932601 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76b41071-a40e-4f8b-b96a-2fd02aba388c req-971457bf-cba4-4f06-8442-14d9754aa160 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c HTTP/1.1" status: 200 len: 1000 time: 0.1551950 Aug 20 11:39:44.965164 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8815b532-7387-416c-880f-a2ad8d4339d0 req-521a85f2-b58b-4035-b2b1-cff5ae3ab42f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310404 Aug 20 11:39:45.044615 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-61c3e1ed-3744-410b-90e6-6a31a4a31018 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fea17588b94347959045097d3afa93a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1648085 Aug 20 11:39:45.049197 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b41071-a40e-4f8b-b96a-2fd02aba388c req-4fbbfd30-4c3d-4242-9a2c-00f56b25b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:45.050590 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76b41071-a40e-4f8b-b96a-2fd02aba388c req-4fbbfd30-4c3d-4242-9a2c-00f56b25b9dc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=103eddf2-fc89-4533-8efb-85f3a3a4ce52 HTTP/1.1" status: 200 len: 855 time: 0.1083629 Aug 20 11:39:45.102181 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-4d367434-d0b3-4d45-8d6b-b046f8746311 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:45.137937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759f398-0b0d-4c2a-8a58-a2fe197a1788 req-dd7c3b6e-1a6e-4f21-8664-cc73fcfaf5a6 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:45.139487 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1759f398-0b0d-4c2a-8a58-a2fe197a1788 req-dd7c3b6e-1a6e-4f21-8664-cc73fcfaf5a6 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.0570879 Aug 20 11:39:45.180391 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1759f398-0b0d-4c2a-8a58-a2fe197a1788 req-456d3dc0-26ce-4d90-abcd-9c9eaff47799 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330827 Aug 20 11:39:45.217689 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-4d367434-d0b3-4d45-8d6b-b046f8746311 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Network 2f57a807-431b-4a85-84e9-9c26f27c26dc is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:45.239158 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-4d367434-d0b3-4d45-8d6b-b046f8746311 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:45.244702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-4d367434-d0b3-4d45-8d6b-b046f8746311 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:45.249320 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d367434-d0b3-4d45-8d6b-b046f8746311 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Pushing event updated for resources: {'Port': ['ID=82d5bccd-ccaf-4028-bf77-cdf74cf6725d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:45.280460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b41071-a40e-4f8b-b96a-2fd02aba388c req-d29bc796-8673-4eba-845a-e669e1eaa9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:45.282895 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76b41071-a40e-4f8b-b96a-2fd02aba388c req-d29bc796-8673-4eba-845a-e669e1eaa9f7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b817b733-e7a4-4e0a-bc42-a33cd394358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2214003 Aug 20 11:39:45.310879 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-e6641493-83d5-4f93-afef-28fcdd62ed03 admin admin] Deleting port 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:45.311123 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6641493-83d5-4f93-afef-28fcdd62ed03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:45.356801 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-45b2e5b3-df7f-4d37-9d1f-e1b7aa60620b service neutron] 10.222.0.37 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032603 Aug 20 11:39:45.466073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-4d367434-d0b3-4d45-8d6b-b046f8746311 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:45.466816 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-4d367434-d0b3-4d45-8d6b-b046f8746311 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:45.521607 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-4d367434-d0b3-4d45-8d6b-b046f8746311 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2861578 Aug 20 11:39:45.539955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Request body: {'port': {'device_id': '63327fee-2512-445d-8baf-e4fb622f50cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:45.576755 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76b41071-a40e-4f8b-b96a-2fd02aba388c req-bbf838b2-438d-426a-ba76-97d6ee029b54 service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834918 Aug 20 11:39:45.579380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-e6641493-83d5-4f93-afef-28fcdd62ed03 admin admin] For port 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=96f0fd1b-2c7e-4782-a88c-39d14bedbb2b,segment=NetworkSegment(fdbe53a8-1ca9-4ed8-bf82-075c171ca2be),segment_id=fdbe53a8-1ca9-4ed8-bf82-075c171ca2be)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:45.579745 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6641493-83d5-4f93-afef-28fcdd62ed03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:45.604863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4136d-4a66-4df1-a2ad-7c0b95079bb5 req-5d4b970a-32a6-4904-b4c7-45fac42cc519 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:45.606399 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8dc4136d-4a66-4df1-a2ad-7c0b95079bb5 req-5d4b970a-32a6-4904-b4c7-45fac42cc519 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 931 time: 0.0489213 Aug 20 11:39:45.611860 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-e6641493-83d5-4f93-afef-28fcdd62ed03 admin admin] Calling delete_port for 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:45.619147 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-c7be96ea-4ffb-4bce-9884-402308b80370 service neutron] 10.222.0.37 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272243 Aug 20 11:39:45.648821 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8dc4136d-4a66-4df1-a2ad-7c0b95079bb5 req-314ef3f8-19b3-4ea9-9184-45788cf193bd tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352678 Aug 20 11:39:45.728300 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:45.796400 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6aaecb39-a4c3-4e78-b108-65d7beca83a3 req-c99e00ac-7c79-4eee-a948-3310ec6c4c7f tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 210 time: 0.0331094 Aug 20 11:39:45.862863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76b41071-a40e-4f8b-b96a-2fd02aba388c req-064c9dd5-153f-450c-8648-692ae4b92351 service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696056 Aug 20 11:39:46.102829 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6641493-83d5-4f93-afef-28fcdd62ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:46.177036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6641493-83d5-4f93-afef-28fcdd62ed03 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f0fd1b-2c7e-4782-a88c-39d14bedbb2b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:46.205805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9242b1-5a3c-4166-ab98-64fb92eb8fc4 req-39b7df06-4487-4f54-94dd-a79d278d230a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:46.207390 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db9242b1-5a3c-4166-ab98-64fb92eb8fc4 req-39b7df06-4487-4f54-94dd-a79d278d230a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1663461 Aug 20 11:39:46.319379 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443924-ceae-4327-8053-8326d42be590 req-30e912fc-9fcb-4e1d-b0d8-ab1a921ac216 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:46.320850 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-30e912fc-9fcb-4e1d-b0d8-ab1a921ac216 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd&tenant_id=e814313934cf421f97eb05f907852359&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 1096 time: 0.2004995 Aug 20 11:39:46.326180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f57529-fed5-44d9-bbaf-c08d76e786cf req-e3a28b37-febd-4287-85dc-7af78ce00e2e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:46.328815 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4f57529-fed5-44d9-bbaf-c08d76e786cf req-e3a28b37-febd-4287-85dc-7af78ce00e2e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.0636024 Aug 20 11:39:46.336019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804299-2'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:46.351119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d5bccd-ccaf-4028-bf77-cdf74cf6725d {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:46.371954 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4f57529-fed5-44d9-bbaf-c08d76e786cf req-f7b43646-95d7-49dc-b92d-998f88efc471 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360634 Aug 20 11:39:46.414085 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:46.422376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db9242b1-5a3c-4166-ab98-64fb92eb8fc4 req-1a6edeef-9e26-4b92-a4a9-8b4b7b8477f5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978767 Aug 20 11:39:46.445979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Transition to ACTIVE for port object 82d5bccd-ccaf-4028-bf77-cdf74cf6725d will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:46.640915 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ff1d2-3098-444f-8a54-133e67472a11 req-2e1abf73-8bb2-47f8-a55d-e4cdc261b7af tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:46.642507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 4e4e770e-4124-4aa0-9b5b-8892a5816e35 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:39:46.642963 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-718ff1d2-3098-444f-8a54-133e67472a11 req-2e1abf73-8bb2-47f8-a55d-e4cdc261b7af tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb384dc-c042-4569-bc02-367f9ac8e91a HTTP/1.1" status: 200 len: 945 time: 0.0574789 Aug 20 11:39:46.738442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 4c67e065-a1fb-4837-b695-f85e0e41c65d no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:46.809644 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:46.823351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-718ff1d2-3098-444f-8a54-133e67472a11 req-889bc1fc-ed2f-4304-862d-1073383d16a7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Deleting port 4c67e065-a1fb-4837-b695-f85e0e41c65d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:46.823787 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-718ff1d2-3098-444f-8a54-133e67472a11 req-889bc1fc-ed2f-4304-862d-1073383d16a7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:46.895670 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:46.899040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4e4e770e-4124-4aa0-9b5b-8892a5816e35,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:46.920969 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 4e4e770e-4124-4aa0-9b5b-8892a5816e35 has no active binding in host n-h2-804299-2 {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:39:46.927132 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:46.948520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb384dc-c042-4569-bc02-367f9ac8e91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c67e065-a1fb-4837-b695-f85e0e41c65d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:46.951718 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be76736c-705b-48a6-abd3-2da125802d63" -d '{"events": [{"server_uuid": "6bb384dc-c042-4569-bc02-367f9ac8e91a", "name": "network-vif-unplugged", "status": "completed", "tag": "4c67e065-a1fb-4837-b695-f85e0e41c65d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:46.956475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 4c67e065-a1fb-4837-b695-f85e0e41c65d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4c67e065-a1fb-4837-b695-f85e0e41c65d,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:46.960243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2502444-bd80-4aed-acb5-907304cfcfa9 req-898b9b14-03da-4bed-8228-13ae797090f1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:46.961607 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:46.962072 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2502444-bd80-4aed-acb5-907304cfcfa9 req-898b9b14-03da-4bed-8228-13ae797090f1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 943 time: 0.1553786 Aug 20 11:39:46.981242 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6641493-83d5-4f93-afef-28fcdd62ed03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.016626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=4c67e065-a1fb-4837-b695-f85e0e41c65d,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:47.034475 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-718ff1d2-3098-444f-8a54-133e67472a11 req-889bc1fc-ed2f-4304-862d-1073383d16a7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] For port 4c67e065-a1fb-4837-b695-f85e0e41c65d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4c67e065-a1fb-4837-b695-f85e0e41c65d,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:47.034803 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-718ff1d2-3098-444f-8a54-133e67472a11 req-889bc1fc-ed2f-4304-862d-1073383d16a7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.041332 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Pushing event updated for resources: {'Port': ['ID=82d5bccd-ccaf-4028-bf77-cdf74cf6725d,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:47.056046 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-718ff1d2-3098-444f-8a54-133e67472a11 req-889bc1fc-ed2f-4304-862d-1073383d16a7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Calling delete_port for 4c67e065-a1fb-4837-b695-f85e0e41c65d owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:47.060156 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2502444-bd80-4aed-acb5-907304cfcfa9 req-50f20c4e-ef43-4c2b-8cec-8c7e9848044f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864027 Aug 20 11:39:47.068214 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bdb6a-ba6b-4170-bcd1-2680ac1d841f req-03cbd5e2-b47a-4197-9d68-1d406b74ad0e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:47.069779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-615bdb6a-ba6b-4170-bcd1-2680ac1d841f req-03cbd5e2-b47a-4197-9d68-1d406b74ad0e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.2888014 Aug 20 11:39:47.166254 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3299081c-2166-41f9-a056-cc318a42f11a req-0f62bffc-173a-46c6-841b-4a6fc31e4953 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 210 time: 0.0288169 Aug 20 11:39:47.183770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-04dffda4-9e2f-44af-a664-6b5355a02da3 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:47.185259 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-04dffda4-9e2f-44af-a664-6b5355a02da3 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.76 "GET /v2.0/networks?id=fbdc30a0-d793-4139-a5cc-21324783dccd HTTP/1.1" status: 200 len: 804 time: 0.4018419 Aug 20 11:39:47.223031 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd78c96b-bd54-4be5-b1aa-66700dc24185 x-openstack-request-id: req-bd78c96b-bd54-4be5-b1aa-66700dc24185 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:47.223366 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb384dc-c042-4569-bc02-367f9ac8e91a", "name": "network-vif-unplugged", "status": "completed", "tag": "4c67e065-a1fb-4837-b695-f85e0e41c65d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:47.223658 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd78c96b-bd54-4be5-b1aa-66700dc24185 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:47.224052 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb384dc-c042-4569-bc02-367f9ac8e91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c67e065-a1fb-4837-b695-f85e0e41c65d', 'code': 200} Aug 20 11:39:47.229404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-02e10f12-7952-4ff2-9b35-2daf4f12f58e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Request body: {'port': {'device_id': '0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24', 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd', 'admin_state_up': True, 'tenant_id': 'fea17588b94347959045097d3afa93a6'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:47.240863 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-718ff1d2-3098-444f-8a54-133e67472a11 req-889bc1fc-ed2f-4304-862d-1073383d16a7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.277951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bc1fc-ed2f-4304-862d-1073383d16a7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Pushing event deleted for resources: {'Port': ['ID=4c67e065-a1fb-4837-b695-f85e0e41c65d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:47.311877 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-718ff1d2-3098-444f-8a54-133e67472a11 req-889bc1fc-ed2f-4304-862d-1073383d16a7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] No DVR routers for this DVR port 4c67e065-a1fb-4837-b695-f85e0e41c65d on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:39:47.315299 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-718ff1d2-3098-444f-8a54-133e67472a11 req-889bc1fc-ed2f-4304-862d-1073383d16a7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.317435 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-718ff1d2-3098-444f-8a54-133e67472a11 req-889bc1fc-ed2f-4304-862d-1073383d16a7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.35 "DELETE /v2.0/ports/4c67e065-a1fb-4837-b695-f85e0e41c65d HTTP/1.1" status: 204 len: 173 time: 0.6660721 Aug 20 11:39:47.317882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb384dc-c042-4569-bc02-367f9ac8e91a', 'name': 'network-vif-deleted', 'tag': '4c67e065-a1fb-4837-b695-f85e0e41c65d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:47.320103 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6df076-420d-4e9c-ba6c-97f179e09897" -d '{"events": [{"server_uuid": "6bb384dc-c042-4569-bc02-367f9ac8e91a", "name": "network-vif-deleted", "tag": "4c67e065-a1fb-4837-b695-f85e0e41c65d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:47.362604 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724fbc27-5cca-48f4-92c1-e847d3ec98ba x-openstack-request-id: req-724fbc27-5cca-48f4-92c1-e847d3ec98ba {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:47.362975 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb384dc-c042-4569-bc02-367f9ac8e91a", "name": "network-vif-deleted", "tag": "4c67e065-a1fb-4837-b695-f85e0e41c65d", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:47.363229 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-724fbc27-5cca-48f4-92c1-e847d3ec98ba {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:47.363661 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb384dc-c042-4569-bc02-367f9ac8e91a', 'name': 'network-vif-deleted', 'tag': '4c67e065-a1fb-4837-b695-f85e0e41c65d', 'status': 'completed', 'code': 200} Aug 20 11:39:47.363921 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-615bdb6a-ba6b-4170-bcd1-2680ac1d841f req-fe57120a-da2b-4886-986d-6604362aa10f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761526 Aug 20 11:39:47.404506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Attempting to bind port 82d5bccd-ccaf-4028-bf77-cdf74cf6725d on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:47.404883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Attempting to bind port 82d5bccd-ccaf-4028-bf77-cdf74cf6725d by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:47.405200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Attempting to bind port 82d5bccd-ccaf-4028-bf77-cdf74cf6725d on network 2f57a807-431b-4a85-84e9-9c26f27c26dc {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:47.433321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Port 82d5bccd-ccaf-4028-bf77-cdf74cf6725d on network 2f57a807-431b-4a85-84e9-9c26f27c26dc not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:39:47.433654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Attempting to bind port 82d5bccd-ccaf-4028-bf77-cdf74cf6725d on network 2f57a807-431b-4a85-84e9-9c26f27c26dc {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:47.436991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] For port 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4e4e770e-4124-4aa0-9b5b-8892a5816e35,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:47.461920 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:47.462302 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Checking segment: {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:47.462674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Bound using segment: {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:47.463079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Bound port: 82d5bccd-ccaf-4028-bf77-cdf74cf6725d, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:47.463441 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.612924 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-02e10f12-7952-4ff2-9b35-2daf4f12f58e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Made reservation on behalf of fea17588b94347959045097d3afa93a6 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:39:47.616397 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-02e10f12-7952-4ff2-9b35-2daf4f12f58e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.626451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] For port 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:47.729050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2b66c-64c0-4bac-9c9a-bf0568e2a1f3 req-f347ba46-4973-45ca-b7f1-f9183fba702b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:47.730486 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-15b2b66c-64c0-4bac-9c9a-bf0568e2a1f3 req-f347ba46-4973-45ca-b7f1-f9183fba702b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0481751 Aug 20 11:39:47.735862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9544ab-ab91-4b77-9230-1ffbf75103a1 req-69fb71cd-4e05-40f4-a04b-1535989a2b0e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:47.737376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a9544ab-ab91-4b77-9230-1ffbf75103a1 req-69fb71cd-4e05-40f4-a04b-1535989a2b0e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 945 time: 0.2691364 Aug 20 11:39:47.770743 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-15b2b66c-64c0-4bac-9c9a-bf0568e2a1f3 req-002250fc-0369-430c-8d42-149b4a29d5a2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338237 Aug 20 11:39:47.801171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] For port 82d5bccd-ccaf-4028-bf77-cdf74cf6725d, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:47.803014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97113a6e-f549-4eae-97c3-6f81ca8febbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e4e770e-4124-4aa0-9b5b-8892a5816e35'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:47.805290 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5b6fdd-ea92-40a0-84cd-fb438b9c7773" -d '{"events": [{"server_uuid": "97113a6e-f549-4eae-97c3-6f81ca8febbd", "name": "network-vif-unplugged", "status": "completed", "tag": "4e4e770e-4124-4aa0-9b5b-8892a5816e35"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:47.815799 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.849213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] For port 82d5bccd-ccaf-4028-bf77-cdf74cf6725d, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=82d5bccd-ccaf-4028-bf77-cdf74cf6725d,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:47.851697 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.859037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6641493-83d5-4f93-afef-28fcdd62ed03 admin admin] Router 0d475208-b8a0-40a1-a717-90b52297429b has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:39:47.875763 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.931236 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a9544ab-ab91-4b77-9230-1ffbf75103a1 req-ee76d8f1-fe02-4782-99e3-170160f0c3df tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867962 Aug 20 11:39:47.969536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:47.970223 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.971774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] 10.222.0.76 "PUT /v2.0/ports/82d5bccd-ccaf-4028-bf77-cdf74cf6725d HTTP/1.1" status: 200 len: 1091 time: 2.4406424 Aug 20 11:39:48.002300 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec389f0-4a11-45f3-844c-aa29adff1a2f x-openstack-request-id: req-0ec389f0-4a11-45f3-844c-aa29adff1a2f {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:48.002525 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97113a6e-f549-4eae-97c3-6f81ca8febbd", "name": "network-vif-unplugged", "status": "completed", "tag": "4e4e770e-4124-4aa0-9b5b-8892a5816e35", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:48.002969 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ec389f0-4a11-45f3-844c-aa29adff1a2f {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:48.003543 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97113a6e-f549-4eae-97c3-6f81ca8febbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e4e770e-4124-4aa0-9b5b-8892a5816e35', 'code': 200} Aug 20 11:39:48.051739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4e770e-4124-4aa0-9b5b-8892a5816e35,revision_number=7']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:48.088459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-02e10f12-7952-4ff2-9b35-2daf4f12f58e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Allocated IP 172.20.0.10 (fbdc30a0-d793-4139-a5cc-21324783dccd/734fd1d8-2b43-491b-a917-ffd6ab332d79/0ae9b91e-9994-4a24-86e8-15354c7033e2) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:48.233211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Attempting to bind port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 on host n-h1-804299-2 for vnic_type normal with profile {"migrating_to": "n-h2-804299-2"} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:48.233445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Attempting to bind port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:48.233769 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Attempting to bind port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:48.235551 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666f71d-df5c-4e83-9efe-86e3862e6856 req-3d7c4313-459f-4d01-bc39-edc1907be6ca tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:48.241209 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7666f71d-df5c-4e83-9efe-86e3862e6856 req-3d7c4313-459f-4d01-bc39-edc1907be6ca tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 943 time: 0.0822630 Aug 20 11:39:48.277692 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7666f71d-df5c-4e83-9efe-86e3862e6856 req-fff48e6a-76f4-482c-b107-749a5755433f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326402 Aug 20 11:39:48.286645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:39:48.286983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Attempting to bind port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 on network b3e66dad-2722-4cd9-8851-7b0d20197ecb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:48.305742 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-25df2150-bfc3-4954-a6a1-ea0c1e480389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:48.307266 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-25df2150-bfc3-4954-a6a1-ea0c1e480389 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 1094 time: 0.2623832 Aug 20 11:39:48.307860 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5657af2-7d91-48f6-8ec6-df280163f236 service neutron] Pushing event updated for resources: {'Port': ['ID=82d5bccd-ccaf-4028-bf77-cdf74cf6725d,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:48.318586 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:48.318928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Checking segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:48.319305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Bound using segment: {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:48.319740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Bound port: 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9889d04f-5d6d-4ed2-b29d-7e5309442e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b3e66dad-2722-4cd9-8851-7b0d20197ecb'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:48.320098 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:48.328885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a80279-2e32-4e58-ae47-cb52291c9ddb req-b186a091-05c6-48de-9cc4-66de71c0f926 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:48.330364 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e1a80279-2e32-4e58-ae47-cb52291c9ddb req-b186a091-05c6-48de-9cc4-66de71c0f926 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.2795923 Aug 20 11:39:48.339404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6641493-83d5-4f93-afef-28fcdd62ed03 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:39:48.349261 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef7c69-fc62-4475-b0fd-89354246a8b7 None None] Sync routers for ids ['0d475208-b8a0-40a1-a717-90b52297429b'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:39:48.355367 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e6641493-83d5-4f93-afef-28fcdd62ed03 admin admin] 10.222.0.37 "PUT /v2.0/routers/0d475208-b8a0-40a1-a717-90b52297429b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5679202 Aug 20 11:39:48.363252 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef7c69-fc62-4475-b0fd-89354246a8b7 None None] Routers {'0d475208-b8a0-40a1-a717-90b52297429b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:48.363502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36014) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:48.364281 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fdef7c69-fc62-4475-b0fd-89354246a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:39:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['0d475208-b8a0-40a1-a717-90b52297429b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:48.386417 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f67850c-af95-475e-847f-ab0c5ad5e9ab req-a8c85130-6bf2-4684-bbe2-05d5fd9b9fbe tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 210 time: 0.0344143 Aug 20 11:39:48.434777 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-83a3a26a-214e-4e42-9476-d26c10c1adef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82d5bccd-ccaf-4028-bf77-cdf74cf6725d HTTP/1.1" status: 200 len: 217 time: 0.1172202 Aug 20 11:39:48.486318 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-fdef7c69-fc62-4475-b0fd-89354246a8b7 None None] Set router 0d475208-b8a0-40a1-a717-90b52297429b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:48.560658 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e1a80279-2e32-4e58-ae47-cb52291c9ddb req-3ceff341-90bf-421c-95d1-ff979bc73dd9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172019 Aug 20 11:39:48.586345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-a87c4bfb-f23b-4834-b2f8-fb682cbf16fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:48.587847 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-a87c4bfb-f23b-4834-b2f8-fb682cbf16fa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8164adc2-ff26-452d-9022-daf8f61c3f29 HTTP/1.1" status: 200 len: 851 time: 0.1420791 Aug 20 11:39:48.597131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] For port 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:48.612338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] For port 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4e4e770e-4124-4aa0-9b5b-8892a5816e35,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:48.638032 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:48.646516 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-4360dfce-5931-4f43-976b-db672c5ce71d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2f57a807-431b-4a85-84e9-9c26f27c26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467432 Aug 20 11:39:48.652466 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-02e10f12-7952-4ff2-9b35-2daf4f12f58e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:48.745395 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fdef7c69-fc62-4475-b0fd-89354246a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d475208-b8a0-40a1-a717-90b52297429b', 'name': 'tempest-ServerRescueTestJSON-1431093179-router', 'tenant_id': 'f1a5804e29d04d60859b180b5af32943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:26Z', 'updated_at': '2021-08-20T11:39:45Z', 'revision_number': 5, 'project_id': 'f1a5804e29d04d60859b180b5af32943', 'gw_port': {'id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d475208-b8a0-40a1-a717-90b52297429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:27Z', 'updated_at': '2021-08-20T11:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:48.780258 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef7c69-fc62-4475-b0fd-89354246a8b7 None None] Checking router: 0d475208-b8a0-40a1-a717-90b52297429b for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:39:48.791698 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef7c69-fc62-4475-b0fd-89354246a8b7 None None] Routers {'0d475208-b8a0-40a1-a717-90b52297429b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:48.792491 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fdef7c69-fc62-4475-b0fd-89354246a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:39:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['0d475208-b8a0-40a1-a717-90b52297429b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:48.828851 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ad194dc-2251-4c0b-bbe0-490943fdf9e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:48.926095 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-fdef7c69-fc62-4475-b0fd-89354246a8b7 None None] Set router 0d475208-b8a0-40a1-a717-90b52297429b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:48.951732 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ad194dc-2251-4c0b-bbe0-490943fdf9e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.023045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9ad194dc-2251-4c0b-bbe0-490943fdf9e0 admin admin] Deleting port 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:49.023395 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ad194dc-2251-4c0b-bbe0-490943fdf9e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.122656 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9ad194dc-2251-4c0b-bbe0-490943fdf9e0 admin admin] For port 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=88a53de3-c9ae-4a0c-815d-3a2ba7988a0b,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:49.123033 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ad194dc-2251-4c0b-bbe0-490943fdf9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.126641 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:49.127269 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.128701 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] 10.222.0.76 "PUT /v2.0/ports/4e4e770e-4124-4aa0-9b5b-8892a5816e35 HTTP/1.1" status: 200 len: 1121 time: 2.7991853 Aug 20 11:39:49.132410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41e19d-6548-400d-bbfc-db33b1489ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4e770e-4124-4aa0-9b5b-8892a5816e35,revision_number=8']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:49.144593 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9ad194dc-2251-4c0b-bbe0-490943fdf9e0 admin admin] Calling delete_port for 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:49.151593 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fdef7c69-fc62-4475-b0fd-89354246a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d475208-b8a0-40a1-a717-90b52297429b', 'name': 'tempest-ServerRescueTestJSON-1431093179-router', 'tenant_id': 'f1a5804e29d04d60859b180b5af32943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:26Z', 'updated_at': '2021-08-20T11:39:45Z', 'revision_number': 5, 'project_id': 'f1a5804e29d04d60859b180b5af32943', 'gw_port': {'id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d475208-b8a0-40a1-a717-90b52297429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:27Z', 'updated_at': '2021-08-20T11:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:49.181448 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef7c69-fc62-4475-b0fd-89354246a8b7 None None] The sync data for ids ['0d475208-b8a0-40a1-a717-90b52297429b'] in n-d-804299-2 is: [{'id': '0d475208-b8a0-40a1-a717-90b52297429b', 'name': 'tempest-ServerRescueTestJSON-1431093179-router', 'tenant_id': 'f1a5804e29d04d60859b180b5af32943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:37:26Z', 'updated_at': '2021-08-20T11:39:45Z', 'revision_number': 5, 'project_id': 'f1a5804e29d04d60859b180b5af32943', 'gw_port': {'id': '88a53de3-c9ae-4a0c-815d-3a2ba7988a0b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d475208-b8a0-40a1-a717-90b52297429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:37:27Z', 'updated_at': '2021-08-20T11:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:39:49.183108 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-02e10f12-7952-4ff2-9b35-2daf4f12f58e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.197291 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-4e90e0bd-e562-478e-9655-8f0b9e5b2cfd service neutron] 10.222.0.76 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183437 Aug 20 11:39:49.203669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['4e4e770e-4124-4aa0-9b5b-8892a5816e35'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:49.298584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-02e10f12-7952-4ff2-9b35-2daf4f12f58e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Network fbdc30a0-d793-4139-a5cc-21324783dccd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:49.305900 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-02e10f12-7952-4ff2-9b35-2daf4f12f58e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:49.315755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374526c4-3170-466b-acd1-fd420e78ce30 req-de79c4ef-ab4e-4391-8da6-199fb38da7cf tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:49.323289 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-374526c4-3170-466b-acd1-fd420e78ce30 req-de79c4ef-ab4e-4391-8da6-199fb38da7cf tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 943 time: 0.2751861 Aug 20 11:39:49.327240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-02e10f12-7952-4ff2-9b35-2daf4f12f58e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:49.371555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e10f12-7952-4ff2-9b35-2daf4f12f58e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Pushing event updated for resources: {'Port': ['ID=0ae9b91e-9994-4a24-86e8-15354c7033e2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:49.378446 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ad194dc-2251-4c0b-bbe0-490943fdf9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.409539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad194dc-2251-4c0b-bbe0-490943fdf9e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=88a53de3-c9ae-4a0c-815d-3a2ba7988a0b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:49.432133 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-374526c4-3170-466b-acd1-fd420e78ce30 req-bcee40f1-ca35-4849-b46c-ea901d1299a0 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078908 Aug 20 11:39:49.451903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-02e10f12-7952-4ff2-9b35-2daf4f12f58e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:49.452570 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-02e10f12-7952-4ff2-9b35-2daf4f12f58e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.461705 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5021d7e2-5b9b-44ef-b5e1-3758209c6079 req-9ec6b955-d7da-4134-8e8b-187830a79906 service neutron] 10.222.0.76 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396047 Aug 20 11:39:49.478879 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-02e10f12-7952-4ff2-9b35-2daf4f12f58e tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2564647 Aug 20 11:39:49.492079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Request body: {'port': {'device_id': '0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:49.514750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['4e4e770e-4124-4aa0-9b5b-8892a5816e35'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:49.537099 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1676b-6d9f-4154-9dce-a4c267b58a66 req-fc2f3983-f07d-424d-9a92-7a0733f179c5 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:49.538689 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4b1676b-6d9f-4154-9dce-a4c267b58a66 req-fc2f3983-f07d-424d-9a92-7a0733f179c5 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 943 time: 0.1306257 Aug 20 11:39:49.563835 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ad194dc-2251-4c0b-bbe0-490943fdf9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.582648 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.601771 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02778495-2edf-4917-85d5-ae7384ce8b44 req-1bd04814-2c54-4663-98da-f508f92cac45 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:49.603897 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-02778495-2edf-4917-85d5-ae7384ce8b44 req-1bd04814-2c54-4663-98da-f508f92cac45 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 932 time: 0.0905161 Aug 20 11:39:49.688489 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-02778495-2edf-4917-85d5-ae7384ce8b44 req-1f6379a1-9d32-4892-bd4e-0bf8cee9d694 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559318 Aug 20 11:39:49.717199 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ad194dc-2251-4c0b-bbe0-490943fdf9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.724876 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ad194dc-2251-4c0b-bbe0-490943fdf9e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.742344 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4b1676b-6d9f-4154-9dce-a4c267b58a66 req-8eedf09f-9c7b-49e2-905f-17ef58711418 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879914 Aug 20 11:39:49.818922 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ad194dc-2251-4c0b-bbe0-490943fdf9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.819519 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad194dc-2251-4c0b-bbe0-490943fdf9e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d475208-b8a0-40a1-a717-90b52297429b {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:39:49.824663 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ad194dc-2251-4c0b-bbe0-490943fdf9e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.829750 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9ad194dc-2251-4c0b-bbe0-490943fdf9e0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0d475208-b8a0-40a1-a717-90b52297429b HTTP/1.1" status: 204 len: 168 time: 1.4598489 Aug 20 11:39:49.829750 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36036) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:49.885580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-071360f2-d3f1-4e1d-a062-2f874f3304c6 admin admin] Deleting subnet 8d412ecd-42a5-40f6-9553-e4b1c15e73a8 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:39:49.889665 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-071360f2-d3f1-4e1d-a062-2f874f3304c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.920936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1423e0b-033f-45eb-9ff3-4707e736a4a7 req-55120db1-cef1-4f5a-aaaa-3852e0bdcfb6 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:49.922490 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b1423e0b-033f-45eb-9ff3-4707e736a4a7 req-55120db1-cef1-4f5a-aaaa-3852e0bdcfb6 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1287332 Aug 20 11:39:49.933424 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-071360f2-d3f1-4e1d-a062-2f874f3304c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.996020 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b1423e0b-033f-45eb-9ff3-4707e736a4a7 req-9bc1b902-6188-4ea1-9d8a-99d9bf4d9bb5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586386 Aug 20 11:39:50.001914 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-071360f2-d3f1-4e1d-a062-2f874f3304c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.016290 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63327fee-2512-445d-8baf-e4fb622f50cb', 'tag': '82d5bccd-ccaf-4028-bf77-cdf74cf6725d'}, {'name': 'network-changed', 'server_uuid': '97113a6e-f549-4eae-97c3-6f81ca8febbd', 'tag': '4e4e770e-4124-4aa0-9b5b-8892a5816e35'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:50.019787 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "63327fee-2512-445d-8baf-e4fb622f50cb", "tag": "82d5bccd-ccaf-4028-bf77-cdf74cf6725d"}, {"name": "network-changed", "server_uuid": "97113a6e-f549-4eae-97c3-6f81ca8febbd", "tag": "4e4e770e-4124-4aa0-9b5b-8892a5816e35"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:50.045492 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae9b91e-9994-4a24-86e8-15354c7033e2 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:50.055565 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.076731 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Transition to ACTIVE for port object 0ae9b91e-9994-4a24-86e8-15354c7033e2 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:50.079117 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-071360f2-d3f1-4e1d-a062-2f874f3304c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.082349 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.117909 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071360f2-d3f1-4e1d-a062-2f874f3304c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d412ecd-42a5-40f6-9553-e4b1c15e73a8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:50.120059 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-071360f2-d3f1-4e1d-a062-2f874f3304c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.122285 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-071360f2-d3f1-4e1d-a062-2f874f3304c6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8d412ecd-42a5-40f6-9553-e4b1c15e73a8 HTTP/1.1" status: 204 len: 168 time: 0.2917120 Aug 20 11:39:50.125008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36044) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:50.144946 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f97e80-1008-4fc0-87b1-3d94f3a28f82 x-openstack-request-id: req-01f97e80-1008-4fc0-87b1-3d94f3a28f82 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:50.145574 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63327fee-2512-445d-8baf-e4fb622f50cb", "tag": "82d5bccd-ccaf-4028-bf77-cdf74cf6725d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "97113a6e-f549-4eae-97c3-6f81ca8febbd", "tag": "4e4e770e-4124-4aa0-9b5b-8892a5816e35", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:50.145574 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01f97e80-1008-4fc0-87b1-3d94f3a28f82 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:50.146098 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63327fee-2512-445d-8baf-e4fb622f50cb', 'tag': '82d5bccd-ccaf-4028-bf77-cdf74cf6725d', 'status': 'completed', 'code': 200} Aug 20 11:39:50.146603 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97113a6e-f549-4eae-97c3-6f81ca8febbd', 'tag': '4e4e770e-4124-4aa0-9b5b-8892a5816e35', 'status': 'completed', 'code': 200} Aug 20 11:39:50.227551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae9b91e-9994-4a24-86e8-15354c7033e2,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:50.238909 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e584e55c-7d53-489e-b57e-b4d15988bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.243039 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-26e1acbc-1066-433e-ac05-4b21372ac168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:50.244612 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-26e1acbc-1066-433e-ac05-4b21372ac168 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 1124 time: 0.0997665 Aug 20 11:39:50.302880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-b301a023-1bc4-4fb5-b75b-d5f108fb6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:50.304385 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-b301a023-1bc4-4fb5-b75b-d5f108fb6131 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 1094 time: 0.1569543 Aug 20 11:39:50.380937 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e584e55c-7d53-489e-b57e-b4d15988bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.393568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68406c1b-1b6f-43de-a69e-1ab204950471 req-816becfa-289f-4773-8c36-4e755398acda tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:50.395240 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68406c1b-1b6f-43de-a69e-1ab204950471 req-816becfa-289f-4773-8c36-4e755398acda tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1643808 Aug 20 11:39:50.400989 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-e584e55c-7d53-489e-b57e-b4d15988bda8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6faeb1c5-1c2b-46f4-9f26-4e83306439b3']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:50.402872 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Attempting to bind port 0ae9b91e-9994-4a24-86e8-15354c7033e2 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:50.403055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Attempting to bind port 0ae9b91e-9994-4a24-86e8-15354c7033e2 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:50.403451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Attempting to bind port 0ae9b91e-9994-4a24-86e8-15354c7033e2 on network fbdc30a0-d793-4139-a5cc-21324783dccd {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:50.416760 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-e584e55c-7d53-489e-b57e-b4d15988bda8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbe53a8-1ca9-4ed8-bf82-075c171ca2be') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:50.417083 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-e584e55c-7d53-489e-b57e-b4d15988bda8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbe53a8-1ca9-4ed8-bf82-075c171ca2be') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:50.436183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Port 0ae9b91e-9994-4a24-86e8-15354c7033e2 on network fbdc30a0-d793-4139-a5cc-21324783dccd not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:39:50.436735 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Attempting to bind port 0ae9b91e-9994-4a24-86e8-15354c7033e2 on network fbdc30a0-d793-4139-a5cc-21324783dccd {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:50.445179 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e584e55c-7d53-489e-b57e-b4d15988bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.449562 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:50.449976 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Checking segment: {'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:50.450427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Bound using segment: {'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:50.450936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Bound port: 0ae9b91e-9994-4a24-86e8-15354c7033e2, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02cd251-b16e-491b-9a26-555032ad65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:50.465118 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.477840 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-b950b061-1f28-40f2-8744-da0fe9a6af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:50.479490 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-b950b061-1f28-40f2-8744-da0fe9a6af01 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.2241867 Aug 20 11:39:50.484056 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e584e55c-7d53-489e-b57e-b4d15988bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.493922 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e584e55c-7d53-489e-b57e-b4d15988bda8 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:39:50.494472 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e584e55c-7d53-489e-b57e-b4d15988bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:39:50.505717 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:39:50.544973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:50.563754 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68406c1b-1b6f-43de-a69e-1ab204950471 req-cbca8bc0-d65c-4fbb-a748-49f1f8211ba5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552899 Aug 20 11:39:50.568063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:39:50.568618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 96f0fd1b-2c7e-4782-a88c-39d14bedbb2b not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:39:50.569218 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:50.571483 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-a4acef19-a188-4d61-89d7-758238a15d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:50.573168 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-a4acef19-a188-4d61-89d7-758238a15d69 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 911 time: 0.2573833 Aug 20 11:39:50.594382 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-b2cd2e23-67ca-4438-aceb-986e806c8aa3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e4e770e-4124-4aa0-9b5b-8892a5816e35 HTTP/1.1" status: 200 len: 217 time: 0.0934434 Aug 20 11:39:50.601099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:39:50.601446 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 88a53de3-c9ae-4a0c-815d-3a2ba7988a0b not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:39:50.634463 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-7d03f92d-481d-4173-aaad-ac356dc89948 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82d5bccd-ccaf-4028-bf77-cdf74cf6725d HTTP/1.1" status: 200 len: 217 time: 0.0476463 Aug 20 11:39:50.640878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] For port 0ae9b91e-9994-4a24-86e8-15354c7033e2, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:50.652571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] For port 0ae9b91e-9994-4a24-86e8-15354c7033e2, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0ae9b91e-9994-4a24-86e8-15354c7033e2,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:50.672969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e584e55c-7d53-489e-b57e-b4d15988bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.676543 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.678155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 82d5bccd-ccaf-4028-bf77-cdf74cf6725d details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:39:50.683926 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e584e55c-7d53-489e-b57e-b4d15988bda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.686119 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e584e55c-7d53-489e-b57e-b4d15988bda8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6faeb1c5-1c2b-46f4-9f26-4e83306439b3 HTTP/1.1" status: 204 len: 168 time: 0.5597191 Aug 20 11:39:50.706796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-1709d9d1-490c-4cec-9cfd-f092f05f9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:50.708121 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-1709d9d1-490c-4cec-9cfd-f092f05f9df5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.1024733 Aug 20 11:39:50.709700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584e55c-7d53-489e-b57e-b4d15988bda8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6faeb1c5-1c2b-46f4-9f26-4e83306439b3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:50.719266 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1ad30-3688-40f9-8d23-04f40858fde5 req-b7d10711-186b-4cc5-af70-5cd080a1409d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:50.721020 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86e1ad30-3688-40f9-8d23-04f40858fde5 req-b7d10711-186b-4cc5-af70-5cd080a1409d tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 943 time: 0.1667392 Aug 20 11:39:50.751106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae9b91e-9994-4a24-86e8-15354c7033e2,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:50.755205 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-e98c756d-74b2-4f8f-bbb0-b47bdc79a089 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328627 Aug 20 11:39:50.779561 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:50.780370 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.782582 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-e29198cf-b43b-493d-9c3a-69254d2754b2 service neutron] 10.222.0.76 "PUT /v2.0/ports/0ae9b91e-9994-4a24-86e8-15354c7033e2 HTTP/1.1" status: 200 len: 1092 time: 1.2949736 Aug 20 11:39:50.801972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-7453687a-bf89-47b6-b950-7cbe8a619565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:50.803526 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-7453687a-bf89-47b6-b950-7cbe8a619565 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8164adc2-ff26-452d-9022-daf8f61c3f29 HTTP/1.1" status: 200 len: 851 time: 0.1602798 Aug 20 11:39:50.814949 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 4c67e065-a1fb-4837-b695-f85e0e41c65d no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:50.847792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 4c67e065-a1fb-4837-b695-f85e0e41c65d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:39:50.848560 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 4c67e065-a1fb-4837-b695-f85e0e41c65d not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:39:50.859745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36058) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:50.878054 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86e1ad30-3688-40f9-8d23-04f40858fde5 req-58d950b1-1de1-4ee4-8a92-2205db082a78 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453078 Aug 20 11:39:50.888569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 82d5bccd-ccaf-4028-bf77-cdf74cf6725d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=82d5bccd-ccaf-4028-bf77-cdf74cf6725d,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:50.904408 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-ec5de447-fd84-4fee-9349-99c2a1f392ac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2f57a807-431b-4a85-84e9-9c26f27c26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664201 Aug 20 11:39:50.912172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '82d5bccd-ccaf-4028-bf77-cdf74cf6725d', 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc', 'port_id': '82d5bccd-ccaf-4028-bf77-cdf74cf6725d', 'mac_address': 'fa:16:3e:03:04:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8164adc2-ff26-452d-9022-daf8f61c3f29', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:39:50.938012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-20c9d979-bb07-42ea-8c1d-efd2066bdce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:50.939500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-20c9d979-bb07-42ea-8c1d-efd2066bdce2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fea17588b94347959045097d3afa93a6&device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 1095 time: 0.1000516 Aug 20 11:39:50.964777 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.969249 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6f6bcde7-b4b4-482b-9508-d18909345bc0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1a5804e29d04d60859b180b5af32943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1029012 Aug 20 11:39:50.969624 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-27ed1297-4d3b-4f08-ad59-d3917d58e972 service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872697 Aug 20 11:39:50.970181 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36062) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:50.987812 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d5bccd-ccaf-4028-bf77-cdf74cf6725d {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:50.996311 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797502c-0c5d-416b-bb59-49840fa7b2cf req-64f1b55c-81df-42c5-8c63-76a15bc63bc1 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:50.997966 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7797502c-0c5d-416b-bb59-49840fa7b2cf req-64f1b55c-81df-42c5-8c63-76a15bc63bc1 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 944 time: 0.1720681 Aug 20 11:39:51.018160 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 82d5bccd-ccaf-4028-bf77-cdf74cf6725d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=82d5bccd-ccaf-4028-bf77-cdf74cf6725d,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:51.022607 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:51.032303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-c371be32-b509-4078-9c2a-d016a922df42 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ae9b91e-9994-4a24-86e8-15354c7033e2 HTTP/1.1" status: 200 len: 217 time: 0.0570531 Aug 20 11:39:51.083889 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=82d5bccd-ccaf-4028-bf77-cdf74cf6725d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:51.114336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a27fa5-0a82-4125-b3ee-246ad1595117 req-952cbd61-f1ae-4222-8f87-e924b4f2c805 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:51.115934 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86a27fa5-0a82-4125-b3ee-246ad1595117 req-952cbd61-f1ae-4222-8f87-e924b4f2c805 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 943 time: 0.1524274 Aug 20 11:39:51.127773 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7797502c-0c5d-416b-bb59-49840fa7b2cf req-e6367503-9de4-4537-99f7-81e9bc2316a4 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997021 Aug 20 11:39:51.139273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-5766d8f4-1a03-4de2-9c3e-6b11f3a7d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:51.149405 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-5766d8f4-1a03-4de2-9c3e-6b11f3a7d827 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=734fd1d8-2b43-491b-a917-ffd6ab332d79 HTTP/1.1" status: 200 len: 844 time: 0.0915134 Aug 20 11:39:51.160662 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-813a3a5c-8b48-4e41-b5f4-f977acb9f97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:51.160935 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-b75dfda4-2774-4a34-992e-697f489cf458 service neutron] 10.222.0.76 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372274 Aug 20 11:39:51.178122 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-9c0ef9c7-7043-4f69-aef3-5b16802e520f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fbdc30a0-d793-4139-a5cc-21324783dccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278747 Aug 20 11:39:51.202024 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-c420ea87-e2c1-4dca-bdc8-09274e3977e8 service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141004 Aug 20 11:39:51.204501 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-813a3a5c-8b48-4e41-b5f4-f977acb9f97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:51.208506 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86a27fa5-0a82-4125-b3ee-246ad1595117 req-3c7873de-722a-4ea1-b4d7-a18a1a2d39bc tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819108 Aug 20 11:39:51.289287 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-813a3a5c-8b48-4e41-b5f4-f977acb9f97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:51.292095 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-813a3a5c-8b48-4e41-b5f4-f977acb9f97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:51.293390 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-813a3a5c-8b48-4e41-b5f4-f977acb9f97d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35c65ece-b289-48d9-b1ae-5818e533fa11 HTTP/1.1" status: 204 len: 168 time: 0.3211141 Aug 20 11:39:51.313308 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a3a5c-8b48-4e41-b5f4-f977acb9f97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c65ece-b289-48d9-b1ae-5818e533fa11,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:51.353367 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb29f2ab-3441-4ed0-8d9f-15db2f3e1e8e req-45cbce2d-c941-415e-9357-fe8622d86943 service neutron] 10.222.0.76 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776762 Aug 20 11:39:51.357123 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-a03372be-aeac-4065-8981-628e42419d9b service neutron] 10.222.0.76 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613138 Aug 20 11:39:51.431553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['82d5bccd-ccaf-4028-bf77-cdf74cf6725d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:51.464082 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e4c41bd-0200-45a5-bab6-f6bdf6dc6c37 req-1fa4ec65-deda-460c-8b35-3faa2a284f90 service neutron] 10.222.0.76 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982826 Aug 20 11:39:51.699294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca73ffb-526f-49f0-8bdb-0b04d6849f5e req-fb00a05e-b468-4d9b-8a23-92fff17632ae tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:51.701004 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2ca73ffb-526f-49f0-8bdb-0b04d6849f5e req-fb00a05e-b468-4d9b-8a23-92fff17632ae tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0546005 Aug 20 11:39:51.739192 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2ca73ffb-526f-49f0-8bdb-0b04d6849f5e req-a4e3e70a-29bc-416b-8420-f0a8e218602d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318394 Aug 20 11:39:51.870780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374c7a-78e6-4b66-8bbe-df8c6da94514 req-f5e59eb6-d96e-4aaf-bd8c-ce339f655226 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:51.872279 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f374c7a-78e6-4b66-8bbe-df8c6da94514 req-f5e59eb6-d96e-4aaf-bd8c-ce339f655226 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0565550 Aug 20 11:39:51.915033 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f374c7a-78e6-4b66-8bbe-df8c6da94514 req-e0d53337-e078-4af7-ad19-64dbcbe3f0a3 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360401 Aug 20 11:39:52.008440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fca51-bce8-42b7-9114-1eb0390c2424 req-a3addd61-b485-4440-ac90-b3652191a929 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:52.010022 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-874fca51-bce8-42b7-9114-1eb0390c2424 req-a3addd61-b485-4440-ac90-b3652191a929 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 943 time: 0.0520968 Aug 20 11:39:52.043494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2f0d5-38b9-4471-8f7a-1bcb3fae851e req-eac47cae-bb46-4daf-98c7-703bbe4c98d2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:52.045051 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dce2f0d5-38b9-4471-8f7a-1bcb3fae851e req-eac47cae-bb46-4daf-98c7-703bbe4c98d2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0515432 Aug 20 11:39:52.056045 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-874fca51-bce8-42b7-9114-1eb0390c2424 req-3ca51d19-2a80-43b4-9002-edf69f45290c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394065 Aug 20 11:39:52.084840 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dce2f0d5-38b9-4471-8f7a-1bcb3fae851e req-de7f93d7-adaf-4491-b468-67f96a515a31 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321324 Aug 20 11:39:52.148147 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24', 'tag': '0ae9b91e-9994-4a24-86e8-15354c7033e2'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:52.150566 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80abd5e-899f-4a4d-9546-6822b7d020aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24", "tag": "0ae9b91e-9994-4a24-86e8-15354c7033e2"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:52.204533 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569764ab-9f6b-4b72-9d8e-800f441ca574 req-e3048560-f30c-4c7b-b65a-c391b5444aee tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:52.206051 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-569764ab-9f6b-4b72-9d8e-800f441ca574 req-e3048560-f30c-4c7b-b65a-c391b5444aee tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0539939 Aug 20 11:39:52.249326 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-569764ab-9f6b-4b72-9d8e-800f441ca574 req-47e09897-4bf4-4db9-8a37-3ef5ea86182a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369098 Aug 20 11:39:52.308454 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bca7e-6f54-4347-a208-875be098e329 req-289d3cdf-56b2-4b67-ad30-8baf128e2949 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:52.314994 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d93bca7e-6f54-4347-a208-875be098e329 req-289d3cdf-56b2-4b67-ad30-8baf128e2949 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 944 time: 0.0707729 Aug 20 11:39:52.316874 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c48ac76e-07ae-460f-a9a6-cb89899a7524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:52.339438 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc351fe9-30ec-451c-a00a-6345a64b5829 x-openstack-request-id: req-cc351fe9-30ec-451c-a00a-6345a64b5829 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:52.339725 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24", "tag": "0ae9b91e-9994-4a24-86e8-15354c7033e2", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:52.340113 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc351fe9-30ec-451c-a00a-6345a64b5829 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:52.340677 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24', 'tag': '0ae9b91e-9994-4a24-86e8-15354c7033e2', 'status': 'completed', 'code': 200} Aug 20 11:39:52.362327 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d93bca7e-6f54-4347-a208-875be098e329 req-761ff456-f9ae-41f1-bf97-30cf88f98b18 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404594 Aug 20 11:39:52.432572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80abd5e-899f-4a4d-9546-6822b7d020aa req-7d3872d4-d308-4999-b48c-4e5a5811dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:52.435503 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c80abd5e-899f-4a4d-9546-6822b7d020aa req-7d3872d4-d308-4999-b48c-4e5a5811dbbf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fea17588b94347959045097d3afa93a6&device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 1095 time: 0.0711780 Aug 20 11:39:52.581390 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b998995-477f-4847-afac-e8e87a8a6948 req-f6269175-b409-414d-9102-4e87d0eb5e9b tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:52.582881 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b998995-477f-4847-afac-e8e87a8a6948 req-f6269175-b409-414d-9102-4e87d0eb5e9b tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 944 time: 0.1257775 Aug 20 11:39:52.609746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80abd5e-899f-4a4d-9546-6822b7d020aa req-bb02e057-a725-45ef-99e6-958c46b8f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:52.611628 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c80abd5e-899f-4a4d-9546-6822b7d020aa req-bb02e057-a725-45ef-99e6-958c46b8f3be service neutron] 10.222.0.76 "GET /v2.0/networks?id=fbdc30a0-d793-4139-a5cc-21324783dccd HTTP/1.1" status: 200 len: 904 time: 0.1687899 Aug 20 11:39:52.664151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36122) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:52.670498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c80abd5e-899f-4a4d-9546-6822b7d020aa req-7fbcef8d-dc9c-44e9-8190-98b166ca56a5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ae9b91e-9994-4a24-86e8-15354c7033e2 HTTP/1.1" status: 200 len: 217 time: 0.0496364 Aug 20 11:39:52.674995 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b998995-477f-4847-afac-e8e87a8a6948 req-724cafc7-9e17-44d5-9a8b-8658dceab165 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832734 Aug 20 11:39:52.698985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 82d5bccd-ccaf-4028-bf77-cdf74cf6725d up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:52.730776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80abd5e-899f-4a4d-9546-6822b7d020aa req-5078ef4c-5a09-441d-8f83-4df0c78ff32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:52.732251 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c80abd5e-899f-4a4d-9546-6822b7d020aa req-5078ef4c-5a09-441d-8f83-4df0c78ff32b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=734fd1d8-2b43-491b-a917-ffd6ab332d79 HTTP/1.1" status: 200 len: 844 time: 0.0505908 Aug 20 11:39:52.755568 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 82d5bccd-ccaf-4028-bf77-cdf74cf6725d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:52.760100 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 82d5bccd-ccaf-4028-bf77-cdf74cf6725d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:52.760818 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:52.770604 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c80abd5e-899f-4a4d-9546-6822b7d020aa req-8a88dd6a-f46f-475c-90e5-1f4ad412bf69 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fbdc30a0-d793-4139-a5cc-21324783dccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300636 Aug 20 11:39:52.785678 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dae791fe-0c14-4635-9829-77c35034dfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:52.873965 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:52.893634 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dae791fe-0c14-4635-9829-77c35034dfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:52.899644 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dae791fe-0c14-4635-9829-77c35034dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:52.913370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63327fee-2512-445d-8baf-e4fb622f50cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d5bccd-ccaf-4028-bf77-cdf74cf6725d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:52.915211 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c80abd5e-899f-4a4d-9546-6822b7d020aa req-c891c95e-a1e6-4c0c-8e3e-5f232d419269 service neutron] 10.222.0.76 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310718 Aug 20 11:39:52.916593 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e89dfca-cdac-4927-9ce7-e1575f065a09" -d '{"events": [{"server_uuid": "63327fee-2512-445d-8baf-e4fb622f50cb", "name": "network-vif-plugged", "status": "completed", "tag": "82d5bccd-ccaf-4028-bf77-cdf74cf6725d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:52.924167 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 82d5bccd-ccaf-4028-bf77-cdf74cf6725d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=82d5bccd-ccaf-4028-bf77-cdf74cf6725d,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:52.929724 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:52.938861 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae791fe-0c14-4635-9829-77c35034dfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed4d411-34f4-43b5-9e60-573ff200e5b1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:52.959503 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dae791fe-0c14-4635-9829-77c35034dfb5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fc576a5080e472dbe22a013cf674a32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2940600 Aug 20 11:39:52.962316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36128) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:52.980739 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86abb9f-da86-457f-bb4d-84c5e3509ebe x-openstack-request-id: req-d86abb9f-da86-457f-bb4d-84c5e3509ebe {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:52.987942 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63327fee-2512-445d-8baf-e4fb622f50cb", "name": "network-vif-plugged", "status": "completed", "tag": "82d5bccd-ccaf-4028-bf77-cdf74cf6725d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:52.992539 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d86abb9f-da86-457f-bb4d-84c5e3509ebe {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:52.993192 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63327fee-2512-445d-8baf-e4fb622f50cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d5bccd-ccaf-4028-bf77-cdf74cf6725d', 'code': 200} Aug 20 11:39:53.024879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=82d5bccd-ccaf-4028-bf77-cdf74cf6725d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:53.045683 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de66b3c5-3ca8-4f53-8349-8ebda9be7785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:53.070682 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de66b3c5-3ca8-4f53-8349-8ebda9be7785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:53.095806 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c80abd5e-899f-4a4d-9546-6822b7d020aa req-58d7c823-3040-4fd8-baea-6292d5fac7a9 service neutron] 10.222.0.76 "GET /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617966 Aug 20 11:39:53.113346 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8c256-efa9-40d4-838e-2fe29acf5e55 req-45ba28ae-4804-4bde-8d24-6ca5184637d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:53.116437 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5df8c256-efa9-40d4-838e-2fe29acf5e55 req-45ba28ae-4804-4bde-8d24-6ca5184637d8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 1096 time: 0.0586154 Aug 20 11:39:53.138108 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de66b3c5-3ca8-4f53-8349-8ebda9be7785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:53.141839 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de66b3c5-3ca8-4f53-8349-8ebda9be7785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:53.146019 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-de66b3c5-3ca8-4f53-8349-8ebda9be7785 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fed4d411-34f4-43b5-9e60-573ff200e5b1 HTTP/1.1" status: 204 len: 168 time: 0.1802905 Aug 20 11:39:53.156251 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66b3c5-3ca8-4f53-8349-8ebda9be7785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed4d411-34f4-43b5-9e60-573ff200e5b1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:53.188261 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5df8c256-efa9-40d4-838e-2fe29acf5e55 req-c0bc2e3c-0a0a-46fd-b0f0-299a27a2feba service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631969 Aug 20 11:39:53.227890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea83eb2-a8b0-4a6a-8fd9-57ea55cd37df req-3ac8d2f2-db5a-4562-a783-36e2354d96c8 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:53.229416 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ea83eb2-a8b0-4a6a-8fd9-57ea55cd37df req-3ac8d2f2-db5a-4562-a783-36e2354d96c8 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 943 time: 0.0807128 Aug 20 11:39:53.273222 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ea83eb2-a8b0-4a6a-8fd9-57ea55cd37df req-261e749a-4e4c-44ee-a1b0-36fc1fbc97fb tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374665 Aug 20 11:39:53.771462 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb86dd-9f30-418c-9f6e-0725671917a6 req-8a5d4f6e-49b0-4204-970f-4f25e447930d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:53.777263 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-70fb86dd-9f30-418c-9f6e-0725671917a6 req-8a5d4f6e-49b0-4204-970f-4f25e447930d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 944 time: 0.3298187 Aug 20 11:39:53.820416 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43b225-31f5-45b5-9501-a2f4ccc523f5 req-a2d2e116-28f4-4a0a-b183-4fcd5f0a8e0a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:53.828871 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2c43b225-31f5-45b5-9501-a2f4ccc523f5 req-a2d2e116-28f4-4a0a-b183-4fcd5f0a8e0a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 945 time: 0.0668230 Aug 20 11:39:53.873862 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-70fb86dd-9f30-418c-9f6e-0725671917a6 req-6d7a280f-7941-475a-81b4-265032891a61 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906940 Aug 20 11:39:53.878973 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2c43b225-31f5-45b5-9501-a2f4ccc523f5 req-5c34ce2a-e7b8-4f5b-b6ea-61082f3a630a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491061 Aug 20 11:39:54.410106 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5445c40-3b85-4003-b354-82d8823be431 req-801b94d0-cd45-41e9-addd-b2faa958a43a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:54.411671 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5445c40-3b85-4003-b354-82d8823be431 req-801b94d0-cd45-41e9-addd-b2faa958a43a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 943 time: 0.0570455 Aug 20 11:39:54.493889 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5445c40-3b85-4003-b354-82d8823be431 req-ac11bd2a-9fcc-4354-915f-55ada40dd938 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738828 Aug 20 11:39:54.496791 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-0bca7cb8-5ce9-4318-ba6f-73d01957738e service neutron] 10.222.0.35 "GET /v2.0/ports/4e4e770e-4124-4aa0-9b5b-8892a5816e35/bindings/n-h2-804299-2 HTTP/1.1" status: 200 len: 384 time: 0.0837953 Aug 20 11:39:54.722921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 4e4e770e-4124-4aa0-9b5b-8892a5816e35 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:54.727281 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0ae9b91e-9994-4a24-86e8-15354c7033e2 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:39:54.732390 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-99443924-ceae-4327-8053-8326d42be590 req-9eda111a-b103-4506-8917-2c346a4b7223 service neutron] For port 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4e4e770e-4124-4aa0-9b5b-8892a5816e35,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:54.760410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-99443924-ceae-4327-8053-8326d42be590 req-9eda111a-b103-4506-8917-2c346a4b7223 service neutron] For port 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:54.796091 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-99443924-ceae-4327-8053-8326d42be590 req-9eda111a-b103-4506-8917-2c346a4b7223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4e770e-4124-4aa0-9b5b-8892a5816e35 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:54.802460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36208) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:54.809660 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-99443924-ceae-4327-8053-8326d42be590 req-9eda111a-b103-4506-8917-2c346a4b7223 service neutron] For port 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=4e4e770e-4124-4aa0-9b5b-8892a5816e35,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:54.825174 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-99443924-ceae-4327-8053-8326d42be590 req-9eda111a-b103-4506-8917-2c346a4b7223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:54.922359 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-99443924-ceae-4327-8053-8326d42be590 req-9eda111a-b103-4506-8917-2c346a4b7223 service neutron] Transition to ACTIVE for port object 4e4e770e-4124-4aa0-9b5b-8892a5816e35 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:54.928162 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-99443924-ceae-4327-8053-8326d42be590 req-9eda111a-b103-4506-8917-2c346a4b7223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:54.931426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0ae9b91e-9994-4a24-86e8-15354c7033e2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0ae9b91e-9994-4a24-86e8-15354c7033e2,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:54.934726 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e7417154-f028-499a-81a9-bd74ce67075d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:54.970402 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '0ae9b91e-9994-4a24-86e8-15354c7033e2', 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd', 'port_id': '0ae9b91e-9994-4a24-86e8-15354c7033e2', 'mac_address': 'fa:16:3e:f9:f7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734fd1d8-2b43-491b-a917-ffd6ab332d79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:39:55.004826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-99443924-ceae-4327-8053-8326d42be590 req-9eda111a-b103-4506-8917-2c346a4b7223 service neutron] No DVR routers for this DVR port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:39:55.039711 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:55.054120 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae9b91e-9994-4a24-86e8-15354c7033e2 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:55.065862 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3db4a570-8f77-48f5-bc73-a82e6d029a18 req-6e7badcd-01c6-499d-aa25-419231ffda51 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1074548 Aug 20 11:39:55.076416 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0ae9b91e-9994-4a24-86e8-15354c7033e2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0ae9b91e-9994-4a24-86e8-15354c7033e2,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:55.082871 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:55.103082 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-9eda111a-b103-4506-8917-2c346a4b7223 service neutron] 10.222.0.35 "PUT /v2.0/ports/4e4e770e-4124-4aa0-9b5b-8892a5816e35/bindings/n-h2-804299-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5934892 Aug 20 11:39:55.107250 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda111a-b103-4506-8917-2c346a4b7223 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4e770e-4124-4aa0-9b5b-8892a5816e35,revision_number=10']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:55.108326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2babc3-d271-4b34-bda9-63e6e5b24cab req-f0c5682c-0a26-4fd5-b8d6-ded9f94b47c2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:55.110630 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9c2babc3-d271-4b34-bda9-63e6e5b24cab req-f0c5682c-0a26-4fd5-b8d6-ded9f94b47c2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 945 time: 0.0916283 Aug 20 11:39:55.130243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87704f69-3ef0-4ca3-9430-565a3bb4e4a3 req-31ab87fa-4ce7-4d41-ba8e-57be8bf6331d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:55.132103 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87704f69-3ef0-4ca3-9430-565a3bb4e4a3 req-31ab87fa-4ce7-4d41-ba8e-57be8bf6331d tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 944 time: 0.1286747 Aug 20 11:39:55.150712 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e7417154-f028-499a-81a9-bd74ce67075d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:55.152122 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0ae9b91e-9994-4a24-86e8-15354c7033e2,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:55.165298 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3fc1bcf4-1275-4c62-b538-272b53ded749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:55.178047 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e7417154-f028-499a-81a9-bd74ce67075d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:55.197778 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87704f69-3ef0-4ca3-9430-565a3bb4e4a3 req-97856ce7-abc0-4ef5-b20b-09618c6b6aeb tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584893 Aug 20 11:39:55.275278 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e7417154-f028-499a-81a9-bd74ce67075d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f494de39ba114b678fc3c1dbef9ec25c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4717221 Aug 20 11:39:55.278076 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36216) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:55.282034 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9c2babc3-d271-4b34-bda9-63e6e5b24cab req-316137cf-ebeb-4adc-bde6-6c889a8a6f5c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455984 Aug 20 11:39:55.286558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7417154-f028-499a-81a9-bd74ce67075d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3efdf69-6467-47e0-be49-60103718a064,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:55.292965 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4a570-8f77-48f5-bc73-a82e6d029a18 req-4d906dcc-c895-4274-9382-e85c4619000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:55.294496 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3db4a570-8f77-48f5-bc73-a82e6d029a18 req-4d906dcc-c895-4274-9382-e85c4619000d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 1095 time: 0.1639445 Aug 20 11:39:55.309447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443924-ceae-4327-8053-8326d42be590 req-4c2c2bca-7442-4491-840e-dd615874a459 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:55.310951 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-4c2c2bca-7442-4491-840e-dd615874a459 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd&tenant_id=e814313934cf421f97eb05f907852359&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 1095 time: 0.1256640 Aug 20 11:39:55.334454 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:55.353140 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06bb7d69-c1e4-471b-ac82-1003fc3e85ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:55.379472 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06bb7d69-c1e4-471b-ac82-1003fc3e85ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:55.426393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0ae9b91e-9994-4a24-86e8-15354c7033e2'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:55.445938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443924-ceae-4327-8053-8326d42be590 req-55bfadb8-35b6-4a79-b9d2-8adef3621a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:55.447778 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-55bfadb8-35b6-4a79-b9d2-8adef3621a11 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd&tenant_id=e814313934cf421f97eb05f907852359 HTTP/1.1" status: 200 len: 1095 time: 0.1204221 Aug 20 11:39:55.449059 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06bb7d69-c1e4-471b-ac82-1003fc3e85ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:55.454537 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06bb7d69-c1e4-471b-ac82-1003fc3e85ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:55.456049 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-06bb7d69-c1e4-471b-ac82-1003fc3e85ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3efdf69-6467-47e0-be49-60103718a064 HTTP/1.1" status: 204 len: 168 time: 0.1764357 Aug 20 11:39:55.468121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb7d69-c1e4-471b-ac82-1003fc3e85ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3efdf69-6467-47e0-be49-60103718a064,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:55.481555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4a570-8f77-48f5-bc73-a82e6d029a18 req-629b3cf0-c92e-4f6d-90b0-d8363e3b3bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:55.483492 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3db4a570-8f77-48f5-bc73-a82e6d029a18 req-629b3cf0-c92e-4f6d-90b0-d8363e3b3bec service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.1538694 Aug 20 11:39:55.581384 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3db4a570-8f77-48f5-bc73-a82e6d029a18 req-551dd795-893b-4513-852e-a3849eb8a143 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37137d13-5bf9-4699-8a51-09249c0541d1 HTTP/1.1" status: 200 len: 217 time: 0.0643966 Aug 20 11:39:55.645256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8236d22-ffc4-4a3f-ab23-a49d44f39d92 req-bcce38f8-c708-4941-83b0-2c5bbfb62d41 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:55.647106 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8236d22-ffc4-4a3f-ab23-a49d44f39d92 req-bcce38f8-c708-4941-83b0-2c5bbfb62d41 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 945 time: 0.1597013 Aug 20 11:39:55.669137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443924-ceae-4327-8053-8326d42be590 req-78dcf8f6-644c-4dda-9075-e75126d4dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:55.670435 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34b68f-8041-4c39-bfa0-eaff07124982 req-1edb8d36-2752-4291-aa4a-7774bba5009b tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:55.670875 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-78dcf8f6-644c-4dda-9075-e75126d4dc08 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e814313934cf421f97eb05f907852359&device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 1095 time: 0.1456726 Aug 20 11:39:55.673639 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e34b68f-8041-4c39-bfa0-eaff07124982 req-1edb8d36-2752-4291-aa4a-7774bba5009b tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 944 time: 0.0856919 Aug 20 11:39:55.684253 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4a570-8f77-48f5-bc73-a82e6d029a18 req-211a221c-8214-41f0-94aa-defebab0b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:55.686597 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3db4a570-8f77-48f5-bc73-a82e6d029a18 req-211a221c-8214-41f0-94aa-defebab0b9c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.0948913 Aug 20 11:39:55.727359 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e34b68f-8041-4c39-bfa0-eaff07124982 req-df639aaf-29c6-47c3-b54b-66ff06e6b5eb tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481791 Aug 20 11:39:55.789043 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3db4a570-8f77-48f5-bc73-a82e6d029a18 req-1b537bd6-3021-418f-a6f8-c812f5409713 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890536 Aug 20 11:39:55.793815 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8236d22-ffc4-4a3f-ab23-a49d44f39d92 req-2134e97f-c464-42fc-a581-7fc0ed7b266f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368890 Aug 20 11:39:56.183158 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443924-ceae-4327-8053-8326d42be590 req-eb53b3ce-4495-4e74-a748-8a263d26eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:56.184765 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-eb53b3ce-4495-4e74-a748-8a263d26eec8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 200 len: 908 time: 0.5026970 Aug 20 11:39:56.257654 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-236f0a0d-7075-48e5-b9b7-a837216fcd38 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e4e770e-4124-4aa0-9b5b-8892a5816e35 HTTP/1.1" status: 200 len: 217 time: 0.0537457 Aug 20 11:39:56.258837 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:56.260151 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3db4a570-8f77-48f5-bc73-a82e6d029a18 req-8e1b613d-110f-4b5f-b246-f0655466c358 service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615614 Aug 20 11:39:56.403322 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443924-ceae-4327-8053-8326d42be590 req-d8394040-d0c6-4e97-a426-059563a27f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:56.405000 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-d8394040-d0c6-4e97-a426-059563a27f28 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 200 len: 848 time: 0.1400769 Aug 20 11:39:56.460052 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d86fdd-f82e-4cdc-95de-01d79ab68ff9 req-0f68d3d7-bb94-4e32-ad75-643971502cff tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:56.462280 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-77d86fdd-f82e-4cdc-95de-01d79ab68ff9 req-0f68d3d7-bb94-4e32-ad75-643971502cff tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 945 time: 0.1792791 Aug 20 11:39:56.484778 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-f845551e-00f3-426c-985c-94d054092233 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3e66dad-2722-4cd9-8851-7b0d20197ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627174 Aug 20 11:39:56.505822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-abac3a9b-0177-451b-bf2f-4517bfa292e4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:39:56.506904 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-abac3a9b-0177-451b-bf2f-4517bfa292e4 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077639 Aug 20 11:39:56.527270 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3db4a570-8f77-48f5-bc73-a82e6d029a18 req-ead661a8-a064-4e27-8daf-4bcb75f4fcee service neutron] 10.222.0.35 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536850 Aug 20 11:39:56.586517 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-77d86fdd-f82e-4cdc-95de-01d79ab68ff9 req-782eeb99-1088-4a5f-a0cc-71455fccdd46 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050382 Aug 20 11:39:56.625326 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-64e7a478-6692-468e-91ea-29330e1ef12e service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096897 Aug 20 11:39:56.738807 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0ae9b91e-9994-4a24-86e8-15354c7033e2 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:56.750130 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-5a7002d5-837f-466d-b9cc-55245cd63405 service neutron] 10.222.0.76 "GET /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156204 Aug 20 11:39:56.804679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 0ae9b91e-9994-4a24-86e8-15354c7033e2 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:56.809306 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 0ae9b91e-9994-4a24-86e8-15354c7033e2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:56.810019 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:56.912271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d45b9-be3a-4877-b4c0-ba4299a2b981 req-3d360d22-43e9-4ed1-b737-23df5a02a2ce tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:56.914842 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-948d45b9-be3a-4877-b4c0-ba4299a2b981 req-3d360d22-43e9-4ed1-b737-23df5a02a2ce tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 944 time: 0.0941572 Aug 20 11:39:56.945524 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:56.978638 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-948d45b9-be3a-4877-b4c0-ba4299a2b981 req-99f5b304-06b1-4ce2-8d7d-ad25bb4d7989 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567055 Aug 20 11:39:56.990811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae9b91e-9994-4a24-86e8-15354c7033e2'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:57.000142 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fafdfa5-4ece-4053-b5ed-8e862215febc" -d '{"events": [{"server_uuid": "0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24", "name": "network-vif-plugged", "status": "completed", "tag": "0ae9b91e-9994-4a24-86e8-15354c7033e2"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:57.020138 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c9e39-1d76-4edb-b312-1ef0698e3740 req-0752cfb9-ec88-4f11-87d6-dbb03fd5d25b tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:57.026507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0ae9b91e-9994-4a24-86e8-15354c7033e2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0ae9b91e-9994-4a24-86e8-15354c7033e2,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:57.028348 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c25c9e39-1d76-4edb-b312-1ef0698e3740 req-0752cfb9-ec88-4f11-87d6-dbb03fd5d25b tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 945 time: 0.0783391 Aug 20 11:39:57.038487 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:57.074589 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c25c9e39-1d76-4edb-b312-1ef0698e3740 req-5efa0544-8016-4166-b9f4-951da8ba68ef tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449715 Aug 20 11:39:57.097037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443924-ceae-4327-8053-8326d42be590 req-dee515d4-7efc-4e6c-ab3b-faa9c7d09751 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:57.102815 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-dee515d4-7efc-4e6c-ab3b-faa9c7d09751 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd&tenant_id=e814313934cf421f97eb05f907852359&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 1095 time: 0.0880723 Aug 20 11:39:57.137435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0ae9b91e-9994-4a24-86e8-15354c7033e2,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:57.199751 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7435667a-d04d-4605-9344-5e266a5259e0 x-openstack-request-id: req-7435667a-d04d-4605-9344-5e266a5259e0 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:57.200076 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24", "name": "network-vif-plugged", "status": "completed", "tag": "0ae9b91e-9994-4a24-86e8-15354c7033e2", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:57.200381 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7435667a-d04d-4605-9344-5e266a5259e0 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:57.200970 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae9b91e-9994-4a24-86e8-15354c7033e2', 'code': 200} Aug 20 11:39:57.282441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-99443924-ceae-4327-8053-8326d42be590 req-a15034b8-06d6-4c31-bf1a-5367f721f906 service neutron] For port 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:57.302671 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-99443924-ceae-4327-8053-8326d42be590 req-a15034b8-06d6-4c31-bf1a-5367f721f906 service neutron] Notify callbacks [] for binding, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:57.303942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99443924-ceae-4327-8053-8326d42be590 req-a15034b8-06d6-4c31-bf1a-5367f721f906 service neutron] 10.222.0.76 "DELETE /v2.0/ports/4e4e770e-4124-4aa0-9b5b-8892a5816e35/bindings/n-h1-804299-2 HTTP/1.1" status: 204 len: 173 time: 0.1939695 Aug 20 11:39:57.339138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e310c6-7f2e-4089-ac15-52a8ecf504ca req-e0537e13-432f-4041-9039-97c9457d6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:57.341514 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-69e310c6-7f2e-4089-ac15-52a8ecf504ca req-e0537e13-432f-4041-9039-97c9457d6114 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 1097 time: 0.0712895 Aug 20 11:39:57.385722 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-69e310c6-7f2e-4089-ac15-52a8ecf504ca req-9a81f6eb-762c-4246-8b55-a5f956b5ddfa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362306 Aug 20 11:39:57.422165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df3597-1127-4e6f-b736-d3945b3f5e1a req-9bb921c2-1c2c-4835-9713-b7f23fc6d584 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:57.423981 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-94df3597-1127-4e6f-b736-d3945b3f5e1a req-9bb921c2-1c2c-4835-9713-b7f23fc6d584 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 945 time: 0.0520759 Aug 20 11:39:57.462282 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-94df3597-1127-4e6f-b736-d3945b3f5e1a req-196670d1-6ba4-470a-9f7b-a16b221bc68c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Aug 20 11:39:57.719390 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad8bb7-b29e-470c-8b2a-577101f6711e req-7d2b9f3e-f70e-4a73-8e3e-431b21610222 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:57.721110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bbad8bb7-b29e-470c-8b2a-577101f6711e req-7d2b9f3e-f70e-4a73-8e3e-431b21610222 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 946 time: 0.0572937 Aug 20 11:39:57.763266 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bbad8bb7-b29e-470c-8b2a-577101f6711e req-9cc7212e-fea8-4327-8d02-904343032590 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351071 Aug 20 11:39:57.869333 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:58.107703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a45a8-3fe6-42f9-ab16-9aed28b9884f req-e07ae081-07c2-423c-b8f1-103a39fbf01e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:58.109284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-285a45a8-3fe6-42f9-ab16-9aed28b9884f req-e07ae081-07c2-423c-b8f1-103a39fbf01e tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 944 time: 0.0550885 Aug 20 11:39:58.159373 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-285a45a8-3fe6-42f9-ab16-9aed28b9884f req-6c515a59-2f28-4fb1-b209-ce443a21de70 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416596 Aug 20 11:39:58.444062 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda33aba-1b79-4102-9564-d5c64103c264 req-42b2ab50-0b00-4cbc-83a1-80a0cacf24f8 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:58.445941 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dda33aba-1b79-4102-9564-d5c64103c264 req-42b2ab50-0b00-4cbc-83a1-80a0cacf24f8 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 1095 time: 0.0447817 Aug 20 11:39:58.480954 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dda33aba-1b79-4102-9564-d5c64103c264 req-c39948f7-63c2-4b3c-a974-9cd97f817d76 tempest-LiveMigrationTest-925732657 tempest-LiveMigrationTest-925732657-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288465 Aug 20 11:39:58.607785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850e8d8-4c04-4dcb-8591-3f1764a5c344 req-39d61286-ffb3-40df-aa9c-a72486642a11 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:58.610339 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7850e8d8-4c04-4dcb-8591-3f1764a5c344 req-39d61286-ffb3-40df-aa9c-a72486642a11 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 945 time: 0.0538027 Aug 20 11:39:58.670753 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7850e8d8-4c04-4dcb-8591-3f1764a5c344 req-c179ba61-23e0-48c8-893f-ac96ad1e3705 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490580 Aug 20 11:39:58.766784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7a206-c2db-4bad-8ab6-bdc05c954033 req-67054480-9a97-4847-ba37-f732bd0c0ab8 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:58.768196 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19d7a206-c2db-4bad-8ab6-bdc05c954033 req-67054480-9a97-4847-ba37-f732bd0c0ab8 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 944 time: 0.0496128 Aug 20 11:39:58.807523 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19d7a206-c2db-4bad-8ab6-bdc05c954033 req-e03fccb1-1ae4-424f-867e-56918913f7cc tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330315 Aug 20 11:39:58.884819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac328599-a52d-429a-bbe7-fc428bfbd8e5 req-ffad550c-df7c-4f1c-8431-192c7cff18a7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:58.886319 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ac328599-a52d-429a-bbe7-fc428bfbd8e5 req-ffad550c-df7c-4f1c-8431-192c7cff18a7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 946 time: 0.0530219 Aug 20 11:39:58.924796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ac328599-a52d-429a-bbe7-fc428bfbd8e5 req-810d7eae-2479-41bf-a2f6-bcc3157f2583 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314598 Aug 20 11:39:59.507842 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d522e0-c6d4-4f01-b3f9-85386187b02c req-394b8bbb-4340-4976-891a-96ca67930b45 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:59.509422 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-31d522e0-c6d4-4f01-b3f9-85386187b02c req-394b8bbb-4340-4976-891a-96ca67930b45 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.76 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 945 time: 0.1084580 Aug 20 11:39:59.524376 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b74878-9851-4be4-a95e-28e15a2dfb64 req-b7df0835-c956-4ce1-b133-29a0c4d65874 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:59.526178 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68b74878-9851-4be4-a95e-28e15a2dfb64 req-b7df0835-c956-4ce1-b133-29a0c4d65874 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.76 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 944 time: 0.0861049 Aug 20 11:39:59.715891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-31d522e0-c6d4-4f01-b3f9-85386187b02c req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Deleting port 82d5bccd-ccaf-4028-bf77-cdf74cf6725d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:59.716507 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-31d522e0-c6d4-4f01-b3f9-85386187b02c req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:59.776828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-68b74878-9851-4be4-a95e-28e15a2dfb64 req-8d755f98-a0d1-4be8-9faf-18084951ea9c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Deleting port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:59.777352 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-68b74878-9851-4be4-a95e-28e15a2dfb64 req-8d755f98-a0d1-4be8-9faf-18084951ea9c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:59.784475 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73813b31-7ce1-4867-a2fd-2fbe80b67369 req-cc3d6097-de3d-4d92-88fe-367fab9c9384 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:59.786015 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-73813b31-7ce1-4867-a2fd-2fbe80b67369 req-cc3d6097-de3d-4d92-88fe-367fab9c9384 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 946 time: 0.0548406 Aug 20 11:39:59.827039 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-73813b31-7ce1-4867-a2fd-2fbe80b67369 req-d8c68126-be86-4fe4-9053-caca9b3829c0 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335896 Aug 20 11:39:59.905522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777fea1-c667-4874-a3d2-4bbda5189d1a req-fd93c112-27f4-49f7-ab92-43c4927058b9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:59.907083 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7777fea1-c667-4874-a3d2-4bbda5189d1a req-fd93c112-27f4-49f7-ab92-43c4927058b9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 945 time: 0.1377611 Aug 20 11:39:59.941960 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-31d522e0-c6d4-4f01-b3f9-85386187b02c req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] For port 82d5bccd-ccaf-4028-bf77-cdf74cf6725d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=82d5bccd-ccaf-4028-bf77-cdf74cf6725d,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:59.942422 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-31d522e0-c6d4-4f01-b3f9-85386187b02c req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:59.960703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087d449-522f-41da-929c-099e5aa28d34 req-c79f2613-2e65-42a9-9b92-2dcbfd499080 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:59.965220 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1087d449-522f-41da-929c-099e5aa28d34 req-c79f2613-2e65-42a9-9b92-2dcbfd499080 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 944 time: 0.0574818 Aug 20 11:39:59.971401 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-31d522e0-c6d4-4f01-b3f9-85386187b02c req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Calling delete_port for 82d5bccd-ccaf-4028-bf77-cdf74cf6725d owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:59.991356 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-68b74878-9851-4be4-a95e-28e15a2dfb64 req-8d755f98-a0d1-4be8-9faf-18084951ea9c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] For port 4e4e770e-4124-4aa0-9b5b-8892a5816e35, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=4e4e770e-4124-4aa0-9b5b-8892a5816e35,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:59.991731 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-68b74878-9851-4be4-a95e-28e15a2dfb64 req-8d755f98-a0d1-4be8-9faf-18084951ea9c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:00.003207 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1087d449-522f-41da-929c-099e5aa28d34 req-a446481c-398e-40b5-88d4-bb5af7b1e367 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338795 Aug 20 11:40:00.017479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-68b74878-9851-4be4-a95e-28e15a2dfb64 req-8d755f98-a0d1-4be8-9faf-18084951ea9c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Calling delete_port for 4e4e770e-4124-4aa0-9b5b-8892a5816e35 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:40:00.025013 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7777fea1-c667-4874-a3d2-4bbda5189d1a req-8b0a7635-dc13-4860-ad56-cc5afb53c8bd tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044562 Aug 20 11:40:00.241000 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-31d522e0-c6d4-4f01-b3f9-85386187b02c req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:00.253838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['82d5bccd-ccaf-4028-bf77-cdf74cf6725d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:40:00.269939 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-68b74878-9851-4be4-a95e-28e15a2dfb64 req-8d755f98-a0d1-4be8-9faf-18084951ea9c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:00.276131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Pushing event deleted for resources: {'Port': ['ID=82d5bccd-ccaf-4028-bf77-cdf74cf6725d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:00.286031 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['f8367ade-0952-461f-ab87-297b4994be1e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:40:00.290671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['4e4e770e-4124-4aa0-9b5b-8892a5816e35'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:40:00.302807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:00.303149 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:00.303493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:00.303837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:00.304160 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:00.304487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:00.304904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:00.305228 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:00.305550 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:00.305867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:00.306186 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:00.306502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:00.418834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d522e0-c6d4-4f01-b3f9-85386187b02c req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] No DVR routers for this DVR port 82d5bccd-ccaf-4028-bf77-cdf74cf6725d on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:40:00.433901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d755f98-a0d1-4be8-9faf-18084951ea9c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Pushing event deleted for resources: {'Port': ['ID=4e4e770e-4124-4aa0-9b5b-8892a5816e35,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:00.441233 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-31d522e0-c6d4-4f01-b3f9-85386187b02c req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:00.444383 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-31d522e0-c6d4-4f01-b3f9-85386187b02c req-99fcbff0-8507-4cc8-9d8f-38cad1c3ec4f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.76 "DELETE /v2.0/ports/82d5bccd-ccaf-4028-bf77-cdf74cf6725d HTTP/1.1" status: 204 len: 173 time: 0.9168558 Aug 20 11:40:00.445241 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63327fee-2512-445d-8baf-e4fb622f50cb', 'name': 'network-vif-deleted', 'tag': '82d5bccd-ccaf-4028-bf77-cdf74cf6725d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:00.449070 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84064632-ca72-4880-bc8a-7665b3b8214d" -d '{"events": [{"server_uuid": "63327fee-2512-445d-8baf-e4fb622f50cb", "name": "network-vif-deleted", "tag": "82d5bccd-ccaf-4028-bf77-cdf74cf6725d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:00.451880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b74878-9851-4be4-a95e-28e15a2dfb64 req-8d755f98-a0d1-4be8-9faf-18084951ea9c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] No DVR routers for this DVR port 4e4e770e-4124-4aa0-9b5b-8892a5816e35 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:40:00.465568 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-68b74878-9851-4be4-a95e-28e15a2dfb64 req-8d755f98-a0d1-4be8-9faf-18084951ea9c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:00.467912 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68b74878-9851-4be4-a95e-28e15a2dfb64 req-8d755f98-a0d1-4be8-9faf-18084951ea9c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.76 "DELETE /v2.0/ports/4e4e770e-4124-4aa0-9b5b-8892a5816e35 HTTP/1.1" status: 204 len: 173 time: 0.9324107 Aug 20 11:40:00.536022 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaf08fa-0d3e-40ff-a74b-7a1d0c461675 x-openstack-request-id: req-daaf08fa-0d3e-40ff-a74b-7a1d0c461675 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:00.536309 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63327fee-2512-445d-8baf-e4fb622f50cb", "name": "network-vif-deleted", "tag": "82d5bccd-ccaf-4028-bf77-cdf74cf6725d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:00.536558 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-daaf08fa-0d3e-40ff-a74b-7a1d0c461675 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:00.536988 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63327fee-2512-445d-8baf-e4fb622f50cb', 'name': 'network-vif-deleted', 'tag': '82d5bccd-ccaf-4028-bf77-cdf74cf6725d', 'status': 'completed', 'code': 200} Aug 20 11:40:00.741779 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0ae9b91e-9994-4a24-86e8-15354c7033e2 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:40:00.850871 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0ae9b91e-9994-4a24-86e8-15354c7033e2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0ae9b91e-9994-4a24-86e8-15354c7033e2,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:00.867014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '0ae9b91e-9994-4a24-86e8-15354c7033e2', 'network_id': 'fbdc30a0-d793-4139-a5cc-21324783dccd', 'port_id': '0ae9b91e-9994-4a24-86e8-15354c7033e2', 'mac_address': 'fa:16:3e:f9:f7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734fd1d8-2b43-491b-a917-ffd6ab332d79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:40:00.918148 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:00.936622 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ae9b91e-9994-4a24-86e8-15354c7033e2 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:00.959363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0ae9b91e-9994-4a24-86e8-15354c7033e2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0ae9b91e-9994-4a24-86e8-15354c7033e2,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:00.964461 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:00.972980 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e4b1e-7cfc-4cfd-b3e1-59e6cc7d9bdf req-15c10221-55b0-4b84-8497-3889f65df774 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:00.974533 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff8e4b1e-7cfc-4cfd-b3e1-59e6cc7d9bdf req-15c10221-55b0-4b84-8497-3889f65df774 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 946 time: 0.0562756 Aug 20 11:40:01.037966 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff8e4b1e-7cfc-4cfd-b3e1-59e6cc7d9bdf req-1ce95937-9b6a-420a-9bc9-e8ef52aa08ad tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463712 Aug 20 11:40:01.039589 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0ae9b91e-9994-4a24-86e8-15354c7033e2,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:01.078565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['0ae9b91e-9994-4a24-86e8-15354c7033e2'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:40:01.177464 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ea9d9467-c16c-44fc-85a5-7c2369165e3f req-e61b5ca7-bea2-4ae4-b640-f088c07e80d6 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 210 time: 0.0407817 Aug 20 11:40:01.192990 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4232cbc5-edd2-4a7b-9258-e5fcd2a34855 req-0cffd152-00bb-4ebe-bf6d-253b88072f8e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=63327fee-2512-445d-8baf-e4fb622f50cb HTTP/1.1" status: 200 len: 210 time: 0.0460734 Aug 20 11:40:02.167386 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8659fc-93e4-47f6-ab60-8ca4037ad324 req-fb15602d-06b6-47c3-9d34-c65142b85fc5 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:02.169150 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cc8659fc-93e4-47f6-ab60-8ca4037ad324 req-fb15602d-06b6-47c3-9d34-c65142b85fc5 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 945 time: 0.0518310 Aug 20 11:40:02.210634 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cc8659fc-93e4-47f6-ab60-8ca4037ad324 req-e4b53fb3-9bf6-44b2-8929-7fb1adda33c3 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343511 Aug 20 11:40:02.287372 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f0555a38-a177-4a23-b6d4-d64f07924782 req-f9afa424-6424-475d-84af-022fceaadcce tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 210 time: 0.0292308 Aug 20 11:40:02.538132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97113a6e-f549-4eae-97c3-6f81ca8febbd', 'name': 'network-vif-deleted', 'tag': '4e4e770e-4124-4aa0-9b5b-8892a5816e35'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:02.541647 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81515a81-2fc3-42bf-95c3-8ed2fd2ab189" -d '{"events": [{"server_uuid": "97113a6e-f549-4eae-97c3-6f81ca8febbd", "name": "network-vif-deleted", "tag": "4e4e770e-4124-4aa0-9b5b-8892a5816e35"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:02.550067 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd468d-2844-4a44-a672-59195c66a1ce req-11337ceb-2a33-4bb7-b8e6-46720f7c4c27 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:02.557858 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eccd468d-2844-4a44-a672-59195c66a1ce req-11337ceb-2a33-4bb7-b8e6-46720f7c4c27 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 811 time: 0.1370332 Aug 20 11:40:02.576465 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eccd468d-2844-4a44-a672-59195c66a1ce req-f605db48-68bc-429d-896c-bb350166966a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/quotas/466ddc16a8f44a5e89ff9008cb1b0465 HTTP/1.1" status: 200 len: 375 time: 0.0170441 Aug 20 11:40:02.588186 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87452af-5b9d-47b7-b691-0ca052e47276 x-openstack-request-id: req-b87452af-5b9d-47b7-b691-0ca052e47276 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:02.588838 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97113a6e-f549-4eae-97c3-6f81ca8febbd", "name": "network-vif-deleted", "tag": "4e4e770e-4124-4aa0-9b5b-8892a5816e35", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:02.589244 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b87452af-5b9d-47b7-b691-0ca052e47276 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:02.589848 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97113a6e-f549-4eae-97c3-6f81ca8febbd', 'name': 'network-vif-deleted', 'tag': '4e4e770e-4124-4aa0-9b5b-8892a5816e35', 'status': 'completed', 'code': 200} Aug 20 11:40:02.617074 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eccd468d-2844-4a44-a672-59195c66a1ce req-4e95a342-7f1d-40c8-8dfd-186d16b6198e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390105 Aug 20 11:40:02.632030 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:02.717955 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eccd468d-2844-4a44-a672-59195c66a1ce req-1056a7d0-aabe-48cb-b393-d9956ba00cf4 service neutron] 10.222.0.37 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993936 Aug 20 11:40:02.751672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0ae9b91e-9994-4a24-86e8-15354c7033e2 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:02.818382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 0ae9b91e-9994-4a24-86e8-15354c7033e2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:02.818749 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:02.838342 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eccd468d-2844-4a44-a672-59195c66a1ce req-c5ded745-77f6-4066-9c43-112241c8994e service neutron] 10.222.0.37 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111436 Aug 20 11:40:02.909847 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:02.939282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae9b91e-9994-4a24-86e8-15354c7033e2'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:02.942994 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d285edf1-3cd6-4037-b7d7-80b12e7a5c32" -d '{"events": [{"server_uuid": "0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24", "name": "network-vif-plugged", "status": "completed", "tag": "0ae9b91e-9994-4a24-86e8-15354c7033e2"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:02.963585 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0ae9b91e-9994-4a24-86e8-15354c7033e2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0ae9b91e-9994-4a24-86e8-15354c7033e2,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:02.980674 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:02.984854 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 4e4e770e-4124-4aa0-9b5b-8892a5816e35 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:40:03.062071 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a150a8-afb0-44e8-8bd6-a5355707eda4 x-openstack-request-id: req-11a150a8-afb0-44e8-8bd6-a5355707eda4 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:03.062763 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24", "name": "network-vif-plugged", "status": "completed", "tag": "0ae9b91e-9994-4a24-86e8-15354c7033e2", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:03.063234 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11a150a8-afb0-44e8-8bd6-a5355707eda4 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:03.064014 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae9b91e-9994-4a24-86e8-15354c7033e2', 'code': 200} Aug 20 11:40:03.067057 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 4e4e770e-4124-4aa0-9b5b-8892a5816e35 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:40:03.067686 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 4e4e770e-4124-4aa0-9b5b-8892a5816e35 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:40:03.068361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 82d5bccd-ccaf-4028-bf77-cdf74cf6725d no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:40:03.105065 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 82d5bccd-ccaf-4028-bf77-cdf74cf6725d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:40:03.105558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 82d5bccd-ccaf-4028-bf77-cdf74cf6725d not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:40:03.140348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0ae9b91e-9994-4a24-86e8-15354c7033e2,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:03.155216 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-096c5e24-1832-4957-9343-aa237f3957d2 req-f5f7ad87-8986-4e9a-a285-4427114cd119 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 210 time: 0.0625765 Aug 20 11:40:03.399196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72921215-f7b2-44b4-a0ae-845825e57f56 req-ecb94ad3-b4a1-420f-a4f6-0a42a0dbadbb tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:03.401945 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72921215-f7b2-44b4-a0ae-845825e57f56 req-ecb94ad3-b4a1-420f-a4f6-0a42a0dbadbb tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 946 time: 0.1025298 Aug 20 11:40:03.427282 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc6f23d4-6422-4af0-b278-9c921e863c40 req-a1282705-8785-472b-948e-000398ec4188 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 210 time: 0.0451787 Aug 20 11:40:03.470177 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72921215-f7b2-44b4-a0ae-845825e57f56 req-f6e055b6-9f55-41b8-b684-7c8b7ba891ae tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613492 Aug 20 11:40:03.947914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b4489-2c45-4d56-9ef6-46f1d3589a1a req-c7d34f05-9cdf-4e86-af25-cb11bd0034c7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:03.949762 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d8b4489-2c45-4d56-9ef6-46f1d3589a1a req-c7d34f05-9cdf-4e86-af25-cb11bd0034c7 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 946 time: 0.0514026 Aug 20 11:40:03.990457 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d8b4489-2c45-4d56-9ef6-46f1d3589a1a req-ce403f5b-96ef-457f-9e3c-fd8f8ca525b6 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330245 Aug 20 11:40:04.325827 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72d32630-b71c-4f27-86be-1ab590a41572 req-bc6527ff-bdf2-4a7d-8047-bd54075ac477 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 210 time: 0.0433052 Aug 20 11:40:04.410254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd468d-2844-4a44-a672-59195c66a1ce req-5b49615d-67a0-44ef-ad4a-dd7874cb0d30 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:04.411796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eccd468d-2844-4a44-a672-59195c66a1ce req-5b49615d-67a0-44ef-ad4a-dd7874cb0d30 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.35 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 811 time: 0.2344472 Aug 20 11:40:04.430448 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-eccd468d-2844-4a44-a672-59195c66a1ce req-74e5ed29-0fe1-4ed4-890d-c51af8e428f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Request body: {'port': {'device_id': '01896d04-f39d-4bbd-8ebb-f31a12575cbd', 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc', 'admin_state_up': True, 'tenant_id': '466ddc16a8f44a5e89ff9008cb1b0465'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:04.554496 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-103bdc27-60df-4e1e-8cab-568027711a7b req-90ac9cea-48a0-447c-b47b-209d126cc3fb tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=97113a6e-f549-4eae-97c3-6f81ca8febbd HTTP/1.1" status: 200 len: 210 time: 0.0443285 Aug 20 11:40:04.568482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eccd468d-2844-4a44-a672-59195c66a1ce req-74e5ed29-0fe1-4ed4-890d-c51af8e428f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Made reservation on behalf of 466ddc16a8f44a5e89ff9008cb1b0465 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:04.573167 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eccd468d-2844-4a44-a672-59195c66a1ce req-74e5ed29-0fe1-4ed4-890d-c51af8e428f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:04.604924 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36518) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:04.744139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-eccd468d-2844-4a44-a672-59195c66a1ce req-74e5ed29-0fe1-4ed4-890d-c51af8e428f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Allocated IP 172.20.0.2 (2f57a807-431b-4a85-84e9-9c26f27c26dc/8164adc2-ff26-452d-9022-daf8f61c3f29/7c19b1c7-5c2e-4030-8e0b-a3ec29820005) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:04.760405 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14db7758-e77f-4b99-afbd-7fd269d29f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:04.962245 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14db7758-e77f-4b99-afbd-7fd269d29f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:04.970484 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14db7758-e77f-4b99-afbd-7fd269d29f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:04.993201 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eccd468d-2844-4a44-a672-59195c66a1ce req-74e5ed29-0fe1-4ed4-890d-c51af8e428f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:05.029206 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-14db7758-e77f-4b99-afbd-7fd269d29f2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e4ae95b3b3148e9b1ad8fd147ae5bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232345 Aug 20 11:40:05.031122 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db7758-e77f-4b99-afbd-7fd269d29f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d850843-17c7-41ba-887c-6d2f6c93e645,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:05.033493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36530) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:05.045646 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eccd468d-2844-4a44-a672-59195c66a1ce req-74e5ed29-0fe1-4ed4-890d-c51af8e428f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:05.115602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eccd468d-2844-4a44-a672-59195c66a1ce req-74e5ed29-0fe1-4ed4-890d-c51af8e428f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Network 2f57a807-431b-4a85-84e9-9c26f27c26dc is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:05.127848 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-eccd468d-2844-4a44-a672-59195c66a1ce req-74e5ed29-0fe1-4ed4-890d-c51af8e428f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:05.135307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccd468d-2844-4a44-a672-59195c66a1ce req-74e5ed29-0fe1-4ed4-890d-c51af8e428f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:05.141154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5ed29-0fe1-4ed4-890d-c51af8e428f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Pushing event updated for resources: {'Port': ['ID=7c19b1c7-5c2e-4030-8e0b-a3ec29820005,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:05.173798 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ff3a9-468e-45ab-918d-9d2219836c28 req-36ec49a8-d344-4cf0-b17d-c3371e9cd44a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:05.175493 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-297ff3a9-468e-45ab-918d-9d2219836c28 req-36ec49a8-d344-4cf0-b17d-c3371e9cd44a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 946 time: 0.0745165 Aug 20 11:40:05.190095 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba99b35d-3678-45ff-816a-2a54a4d59d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:05.203649 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd468d-2844-4a44-a672-59195c66a1ce req-74e5ed29-0fe1-4ed4-890d-c51af8e428f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:05.204528 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eccd468d-2844-4a44-a672-59195c66a1ce req-74e5ed29-0fe1-4ed4-890d-c51af8e428f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:05.223254 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-297ff3a9-468e-45ab-918d-9d2219836c28 req-78cf965a-a5ca-4c58-8fcd-8ebece79896a tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393910 Aug 20 11:40:05.233145 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba99b35d-3678-45ff-816a-2a54a4d59d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:05.242757 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eccd468d-2844-4a44-a672-59195c66a1ce req-74e5ed29-0fe1-4ed4-890d-c51af8e428f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8165574 Aug 20 11:40:05.262634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Request body: {'port': {'device_id': '01896d04-f39d-4bbd-8ebb-f31a12575cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:05.332643 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:05.346048 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba99b35d-3678-45ff-816a-2a54a4d59d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:05.348625 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba99b35d-3678-45ff-816a-2a54a4d59d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:05.349816 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ba99b35d-3678-45ff-816a-2a54a4d59d1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d850843-17c7-41ba-887c-6d2f6c93e645 HTTP/1.1" status: 204 len: 168 time: 0.3148341 Aug 20 11:40:05.362459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99b35d-3678-45ff-816a-2a54a4d59d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d850843-17c7-41ba-887c-6d2f6c93e645,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:05.618253 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ed942-a8d0-4228-bc9d-8841f446eeec req-2c6254ab-0921-4548-8691-b6126fc06f6a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:05.619781 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d7ed942-a8d0-4228-bc9d-8841f446eeec req-2c6254ab-0921-4548-8691-b6126fc06f6a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 931 time: 0.1441035 Aug 20 11:40:05.704514 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bb076-4ae7-4406-a4ed-2ca1359ce372 req-301240bf-4bfc-4301-9960-c3e7ad477a50 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:05.706000 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-556bb076-4ae7-4406-a4ed-2ca1359ce372 req-301240bf-4bfc-4301-9960-c3e7ad477a50 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 946 time: 0.1680884 Aug 20 11:40:05.712497 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d7ed942-a8d0-4228-bc9d-8841f446eeec req-987f6367-8466-410b-88e1-33931e439530 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792420 Aug 20 11:40:05.867386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:05.886016 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:05.902430 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-556bb076-4ae7-4406-a4ed-2ca1359ce372 req-faee441a-59ce-4f58-91eb-f5f2e8897817 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Deleting port 0ae9b91e-9994-4a24-86e8-15354c7033e2 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:40:05.903024 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-556bb076-4ae7-4406-a4ed-2ca1359ce372 req-faee441a-59ce-4f58-91eb-f5f2e8897817 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:05.971027 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Transition to ACTIVE for port object 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:05.980717 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:06.139196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Pushing event updated for resources: {'Port': ['ID=7c19b1c7-5c2e-4030-8e0b-a3ec29820005,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:06.159546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-556bb076-4ae7-4406-a4ed-2ca1359ce372 req-faee441a-59ce-4f58-91eb-f5f2e8897817 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] For port 0ae9b91e-9994-4a24-86e8-15354c7033e2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0ae9b91e-9994-4a24-86e8-15354c7033e2,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:06.159546 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-556bb076-4ae7-4406-a4ed-2ca1359ce372 req-faee441a-59ce-4f58-91eb-f5f2e8897817 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:06.179095 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-556bb076-4ae7-4406-a4ed-2ca1359ce372 req-faee441a-59ce-4f58-91eb-f5f2e8897817 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Calling delete_port for 0ae9b91e-9994-4a24-86e8-15354c7033e2 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:40:06.195732 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Attempting to bind port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:06.196071 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Attempting to bind port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:06.196403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Attempting to bind port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 on network 2f57a807-431b-4a85-84e9-9c26f27c26dc {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:06.205638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 on network 2f57a807-431b-4a85-84e9-9c26f27c26dc not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:40:06.206003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Attempting to bind port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 on network 2f57a807-431b-4a85-84e9-9c26f27c26dc {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:06.242058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:06.242399 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Checking segment: {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:06.242796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Bound using segment: {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:06.243243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Bound port: 7c19b1c7-5c2e-4030-8e0b-a3ec29820005, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:06.243601 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:06.619538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] For port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:06.622637 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] For port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7c19b1c7-5c2e-4030-8e0b-a3ec29820005,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:06.638889 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:06.714861 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:06.715421 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:06.716838 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eccd468d-2844-4a44-a672-59195c66a1ce req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] 10.222.0.35 "PUT /v2.0/ports/7c19b1c7-5c2e-4030-8e0b-a3ec29820005 HTTP/1.1" status: 200 len: 1091 time: 1.4631851 Aug 20 11:40:06.721575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01896d04-f39d-4bbd-8ebb-f31a12575cbd', 'tag': '7c19b1c7-5c2e-4030-8e0b-a3ec29820005'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:06.724248 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daaa121f-b54c-4c17-985a-91a5cd36eba7" -d '{"events": [{"name": "network-changed", "server_uuid": "01896d04-f39d-4bbd-8ebb-f31a12575cbd", "tag": "7c19b1c7-5c2e-4030-8e0b-a3ec29820005"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:06.737200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa56b28-4f09-4781-b833-e7d64b85e111 req-2fe88525-d6a7-4519-92ca-f65ee7d7e73f tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:06.753590 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5fa56b28-4f09-4781-b833-e7d64b85e111 req-2fe88525-d6a7-4519-92ca-f65ee7d7e73f tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 946 time: 0.1791871 Aug 20 11:40:06.795562 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 0ae9b91e-9994-4a24-86e8-15354c7033e2 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:40:06.886783 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c390d086-3263-46a9-95e0-f2af7570ebc2 x-openstack-request-id: req-c390d086-3263-46a9-95e0-f2af7570ebc2 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:06.887744 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01896d04-f39d-4bbd-8ebb-f31a12575cbd", "tag": "7c19b1c7-5c2e-4030-8e0b-a3ec29820005", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:06.887744 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c390d086-3263-46a9-95e0-f2af7570ebc2 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:06.887744 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01896d04-f39d-4bbd-8ebb-f31a12575cbd', 'tag': '7c19b1c7-5c2e-4030-8e0b-a3ec29820005', 'status': 'completed', 'code': 200} Aug 20 11:40:06.898402 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db78dfb-5ff7-4bca-b494-99af85327418 req-b3484e63-5936-4bc5-85c1-92469fe7713c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:06.906147 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3db78dfb-5ff7-4bca-b494-99af85327418 req-b3484e63-5936-4bc5-85c1-92469fe7713c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 943 time: 0.0648327 Aug 20 11:40:06.959306 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5fa56b28-4f09-4781-b833-e7d64b85e111 req-648fb3bd-fca1-409d-9a83-9e4d00a39ca8 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046864 Aug 20 11:40:06.985030 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3db78dfb-5ff7-4bca-b494-99af85327418 req-0ef935b2-89b1-40b2-a226-8a5f310b5aac tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685453 Aug 20 11:40:06.986921 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:07.035940 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 0ae9b91e-9994-4a24-86e8-15354c7033e2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=0ae9b91e-9994-4a24-86e8-15354c7033e2,segment=NetworkSegment(c02cd251-b16e-491b-9a26-555032ad65f5),segment_id=c02cd251-b16e-491b-9a26-555032ad65f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:07.036885 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae9b91e-9994-4a24-86e8-15354c7033e2'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:07.038059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd468d-2844-4a44-a672-59195c66a1ce req-d55c6efb-1927-447c-aa76-b7f0e76cf950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:07.041629 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdffa34b-8076-4b7c-8d49-048ffca58f0e" -d '{"events": [{"server_uuid": "0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae9b91e-9994-4a24-86e8-15354c7033e2"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:07.043285 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eccd468d-2844-4a44-a672-59195c66a1ce req-d55c6efb-1927-447c-aa76-b7f0e76cf950 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 1094 time: 0.2738810 Aug 20 11:40:07.045840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6d6c1-284f-4100-9eea-70cfbc7b7507 service neutron] Pushing event updated for resources: {'Port': ['ID=7c19b1c7-5c2e-4030-8e0b-a3ec29820005,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:07.046014 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:07.118698 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eccd468d-2844-4a44-a672-59195c66a1ce req-5e54f4d8-6022-4b50-abdd-1739f24c2022 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c19b1c7-5c2e-4030-8e0b-a3ec29820005 HTTP/1.1" status: 200 len: 217 time: 0.0550439 Aug 20 11:40:07.163285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=0ae9b91e-9994-4a24-86e8-15354c7033e2,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:07.209165 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29608599-5887-4f73-988d-7c434c54b03b x-openstack-request-id: req-29608599-5887-4f73-988d-7c434c54b03b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:07.209456 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae9b91e-9994-4a24-86e8-15354c7033e2", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:07.209702 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29608599-5887-4f73-988d-7c434c54b03b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:07.210090 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae9b91e-9994-4a24-86e8-15354c7033e2', 'code': 200} Aug 20 11:40:07.230281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36610) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:07.282504 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd468d-2844-4a44-a672-59195c66a1ce req-f232794e-c92d-4b97-962d-4c1be84e99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:07.283991 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eccd468d-2844-4a44-a672-59195c66a1ce req-f232794e-c92d-4b97-962d-4c1be84e99b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8164adc2-ff26-452d-9022-daf8f61c3f29 HTTP/1.1" status: 200 len: 851 time: 0.1533554 Aug 20 11:40:07.284588 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-556bb076-4ae7-4406-a4ed-2ca1359ce372 req-faee441a-59ce-4f58-91eb-f5f2e8897817 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:07.317241 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee441a-59ce-4f58-91eb-f5f2e8897817 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Pushing event deleted for resources: {'Port': ['ID=0ae9b91e-9994-4a24-86e8-15354c7033e2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:07.346407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eccd468d-2844-4a44-a672-59195c66a1ce req-bb966f72-94a1-4b13-a9b4-de7d87c7beeb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f57a807-431b-4a85-84e9-9c26f27c26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312955 Aug 20 11:40:07.393325 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:07.449829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-556bb076-4ae7-4406-a4ed-2ca1359ce372 req-faee441a-59ce-4f58-91eb-f5f2e8897817 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] No DVR routers for this DVR port 0ae9b91e-9994-4a24-86e8-15354c7033e2 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:40:07.453435 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-556bb076-4ae7-4406-a4ed-2ca1359ce372 req-faee441a-59ce-4f58-91eb-f5f2e8897817 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:07.456342 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-556bb076-4ae7-4406-a4ed-2ca1359ce372 req-faee441a-59ce-4f58-91eb-f5f2e8897817 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.76 "DELETE /v2.0/ports/0ae9b91e-9994-4a24-86e8-15354c7033e2 HTTP/1.1" status: 204 len: 173 time: 1.7380121 Aug 20 11:40:07.524129 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eccd468d-2844-4a44-a672-59195c66a1ce req-687e37bb-9d34-4544-9859-da1cddaf2ced service neutron] 10.222.0.35 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668468 Aug 20 11:40:07.536822 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:07.543793 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:07.602469 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e69e40cc5a4f4f6d870798924c6ddd65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3686180 Aug 20 11:40:07.602469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7d7acc-faa4-4dd0-b0f8-6ba8f8fad3a5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:07.603099 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36614) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:07.622014 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:07.622380 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:07.623413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:07.623413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:07.623413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:07.623715 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:07.623946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:07.624591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:07.625343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:07.625676 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:07.626065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:07.626442 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7eabf8-39ba-4d21-9b6b-4ee51d5bc398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:07.663326 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eccd468d-2844-4a44-a672-59195c66a1ce req-5224a5f2-8f81-4edf-b2d4-d9f35430dec2 service neutron] 10.222.0.35 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310184 Aug 20 11:40:07.669368 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f49166a6-2bb5-4563-9b63-25a74da761b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:07.698867 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f49166a6-2bb5-4563-9b63-25a74da761b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:07.759467 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f49166a6-2bb5-4563-9b63-25a74da761b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:07.763599 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f49166a6-2bb5-4563-9b63-25a74da761b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:07.765926 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f49166a6-2bb5-4563-9b63-25a74da761b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf7d7acc-faa4-4dd0-b0f8-6ba8f8fad3a5 HTTP/1.1" status: 204 len: 168 time: 0.1612117 Aug 20 11:40:07.775299 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49166a6-2bb5-4563-9b63-25a74da761b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7d7acc-faa4-4dd0-b0f8-6ba8f8fad3a5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:07.786888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa121f-b54c-4c17-985a-91a5cd36eba7 req-6cd048a1-a76e-4980-b324-2e014c27d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:07.789673 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-daaa121f-b54c-4c17-985a-91a5cd36eba7 req-6cd048a1-a76e-4980-b324-2e014c27d923 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 1094 time: 0.0707915 Aug 20 11:40:07.903080 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa121f-b54c-4c17-985a-91a5cd36eba7 req-36bb95b4-1f9e-4afe-bd7a-2f3cf4b0503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:07.904723 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-daaa121f-b54c-4c17-985a-91a5cd36eba7 req-36bb95b4-1f9e-4afe-bd7a-2f3cf4b0503f service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 911 time: 0.1083670 Aug 20 11:40:07.974937 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-daaa121f-b54c-4c17-985a-91a5cd36eba7 req-639cac90-ed07-4a57-891b-f914f3423050 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c19b1c7-5c2e-4030-8e0b-a3ec29820005 HTTP/1.1" status: 200 len: 217 time: 0.0573432 Aug 20 11:40:08.112431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa121f-b54c-4c17-985a-91a5cd36eba7 req-0a416c39-d032-41b9-b3b6-be2dda0395ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:08.121290 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-daaa121f-b54c-4c17-985a-91a5cd36eba7 req-0a416c39-d032-41b9-b3b6-be2dda0395ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8164adc2-ff26-452d-9022-daf8f61c3f29 HTTP/1.1" status: 200 len: 851 time: 0.1235149 Aug 20 11:40:08.203535 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87295972-6d38-40a7-b30b-c321b7a416e1 req-c6805fef-6cce-44b2-833d-4bf2aa60d281 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:08.205248 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87295972-6d38-40a7-b30b-c321b7a416e1 req-c6805fef-6cce-44b2-833d-4bf2aa60d281 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 943 time: 0.0798995 Aug 20 11:40:08.209782 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a0348c3-a3b4-406b-85e6-e6b1095d6954 req-be651050-d0a6-43f2-8152-4675209deed0 tempest-ImagesTestJSON-1326924361 tempest-ImagesTestJSON-1326924361-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24 HTTP/1.1" status: 200 len: 210 time: 0.0856454 Aug 20 11:40:08.235957 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-daaa121f-b54c-4c17-985a-91a5cd36eba7 req-7eecf2f9-f9c7-4e34-ae2f-4c90e91e349e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f57a807-431b-4a85-84e9-9c26f27c26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729437 Aug 20 11:40:08.266802 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87295972-6d38-40a7-b30b-c321b7a416e1 req-7816793b-b790-4dc6-bbfe-00a26d2aee50 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542128 Aug 20 11:40:08.358539 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-daaa121f-b54c-4c17-985a-91a5cd36eba7 req-12fd2009-fd50-4455-8690-e36a31522a08 service neutron] 10.222.0.35 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138752 Aug 20 11:40:08.498811 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-daaa121f-b54c-4c17-985a-91a5cd36eba7 req-6435e4d0-da4a-46df-967f-208f737fee54 service neutron] 10.222.0.35 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329613 Aug 20 11:40:08.779893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:40:08.803768 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:08.889226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24', 'name': 'network-vif-deleted', 'tag': '0ae9b91e-9994-4a24-86e8-15354c7033e2'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:08.892116 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766a4e13-74d8-45b9-a01d-598674dcdb43" -d '{"events": [{"server_uuid": "0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24", "name": "network-vif-deleted", "tag": "0ae9b91e-9994-4a24-86e8-15354c7033e2"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:08.899556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7c19b1c7-5c2e-4030-8e0b-a3ec29820005,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:08.911942 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '7c19b1c7-5c2e-4030-8e0b-a3ec29820005', 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc', 'port_id': '7c19b1c7-5c2e-4030-8e0b-a3ec29820005', 'mac_address': 'fa:16:3e:83:72:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8164adc2-ff26-452d-9022-daf8f61c3f29', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:40:08.955832 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:08.974493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:09.004307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7c19b1c7-5c2e-4030-8e0b-a3ec29820005,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:09.012936 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:09.078450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=7c19b1c7-5c2e-4030-8e0b-a3ec29820005,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:09.115616 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544cdc3d-05ed-4297-ae06-1f88aa4da912 x-openstack-request-id: req-544cdc3d-05ed-4297-ae06-1f88aa4da912 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:09.115907 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24", "name": "network-vif-deleted", "tag": "0ae9b91e-9994-4a24-86e8-15354c7033e2", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:09.116158 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-544cdc3d-05ed-4297-ae06-1f88aa4da912 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:09.116561 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe99428-3e4c-4d06-ab43-ee2a9f8e1b24', 'name': 'network-vif-deleted', 'tag': '0ae9b91e-9994-4a24-86e8-15354c7033e2', 'status': 'completed', 'code': 200} Aug 20 11:40:09.350122 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['7c19b1c7-5c2e-4030-8e0b-a3ec29820005'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:40:09.359892 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7263bda-1421-4b24-9e9e-2cd8c4d8604e req-29771b16-1813-4fea-8d2b-e12d66c2926c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:09.361587 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c7263bda-1421-4b24-9e9e-2cd8c4d8604e req-29771b16-1813-4fea-8d2b-e12d66c2926c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 944 time: 0.0594389 Aug 20 11:40:09.413218 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c7263bda-1421-4b24-9e9e-2cd8c4d8604e req-249f0ac1-d00a-4120-96b9-190b4587600f tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445113 Aug 20 11:40:09.449664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc8d6b-e629-40e6-838a-3004b921922a req-f4c95056-0147-413d-a48b-66cfe9b8da17 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:09.469014 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-64bc8d6b-e629-40e6-838a-3004b921922a req-f4c95056-0147-413d-a48b-66cfe9b8da17 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 944 time: 0.0927625 Aug 20 11:40:09.526557 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-64bc8d6b-e629-40e6-838a-3004b921922a req-93091ae8-3924-4a95-ba7f-996ea3787a3b tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525601 Aug 20 11:40:09.828741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541b3fd-7893-4c22-a846-e000eefc8fab req-21d03506-eab6-482f-a101-fb415be00123 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:09.831310 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4541b3fd-7893-4c22-a846-e000eefc8fab req-21d03506-eab6-482f-a101-fb415be00123 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.35 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 944 time: 0.0515687 Aug 20 11:40:09.849184 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36720) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:09.897945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf09bae-3021-4e4b-811d-544f88dcc03a admin admin] Deleting subnet 734fd1d8-2b43-491b-a917-ffd6ab332d79 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:40:09.901028 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdf09bae-3021-4e4b-811d-544f88dcc03a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:09.933571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-4541b3fd-7893-4c22-a846-e000eefc8fab req-6cadd0c0-7d2a-46a0-a6b3-1db2d70e7def tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Deleting port f8367ade-0952-461f-ab87-297b4994be1e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:40:09.934659 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4541b3fd-7893-4c22-a846-e000eefc8fab req-6cadd0c0-7d2a-46a0-a6b3-1db2d70e7def tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:09.939612 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdf09bae-3021-4e4b-811d-544f88dcc03a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:09.989508 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdf09bae-3021-4e4b-811d-544f88dcc03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.049684 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4541b3fd-7893-4c22-a846-e000eefc8fab req-6cadd0c0-7d2a-46a0-a6b3-1db2d70e7def tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] For port f8367ade-0952-461f-ab87-297b4994be1e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f8367ade-0952-461f-ab87-297b4994be1e,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:10.050330 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4541b3fd-7893-4c22-a846-e000eefc8fab req-6cadd0c0-7d2a-46a0-a6b3-1db2d70e7def tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.061000 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdf09bae-3021-4e4b-811d-544f88dcc03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.066039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-4541b3fd-7893-4c22-a846-e000eefc8fab req-6cadd0c0-7d2a-46a0-a6b3-1db2d70e7def tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Calling delete_port for f8367ade-0952-461f-ab87-297b4994be1e owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:40:10.090309 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf09bae-3021-4e4b-811d-544f88dcc03a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=734fd1d8-2b43-491b-a917-ffd6ab332d79,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:10.093754 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdf09bae-3021-4e4b-811d-544f88dcc03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.098263 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cdf09bae-3021-4e4b-811d-544f88dcc03a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/734fd1d8-2b43-491b-a917-ffd6ab332d79 HTTP/1.1" status: 204 len: 168 time: 0.2456191 Aug 20 11:40:10.098263 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36726) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:10.183425 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60d1aacc-53f6-4a54-bdf1-7c1b75fb5252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.219360 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4541b3fd-7893-4c22-a846-e000eefc8fab req-6cadd0c0-7d2a-46a0-a6b3-1db2d70e7def tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.248356 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadd0c0-7d2a-46a0-a6b3-1db2d70e7def tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Pushing event deleted for resources: {'Port': ['ID=f8367ade-0952-461f-ab87-297b4994be1e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:10.274725 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60d1aacc-53f6-4a54-bdf1-7c1b75fb5252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.288270 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['f8367ade-0952-461f-ab87-297b4994be1e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:40:10.289095 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-60d1aacc-53f6-4a54-bdf1-7c1b75fb5252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdc30a0-d793-4139-a5cc-21324783dccd']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:10.294914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-4541b3fd-7893-4c22-a846-e000eefc8fab req-6cadd0c0-7d2a-46a0-a6b3-1db2d70e7def tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] No DVR routers for this DVR port f8367ade-0952-461f-ab87-297b4994be1e on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:40:10.298533 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4541b3fd-7893-4c22-a846-e000eefc8fab req-6cadd0c0-7d2a-46a0-a6b3-1db2d70e7def tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.300561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4541b3fd-7893-4c22-a846-e000eefc8fab req-6cadd0c0-7d2a-46a0-a6b3-1db2d70e7def tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.35 "DELETE /v2.0/ports/f8367ade-0952-461f-ab87-297b4994be1e HTTP/1.1" status: 204 len: 173 time: 0.4634984 Aug 20 11:40:10.308808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-60d1aacc-53f6-4a54-bdf1-7c1b75fb5252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02cd251-b16e-491b-9a26-555032ad65f5') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:10.309239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-60d1aacc-53f6-4a54-bdf1-7c1b75fb5252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02cd251-b16e-491b-9a26-555032ad65f5') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:10.321469 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60d1aacc-53f6-4a54-bdf1-7c1b75fb5252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.338572 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60d1aacc-53f6-4a54-bdf1-7c1b75fb5252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.345573 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d1aacc-53f6-4a54-bdf1-7c1b75fb5252 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:40:10.346052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60d1aacc-53f6-4a54-bdf1-7c1b75fb5252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:40:10.347970 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:40:10.413967 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60d1aacc-53f6-4a54-bdf1-7c1b75fb5252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.422799 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-60d1aacc-53f6-4a54-bdf1-7c1b75fb5252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.425331 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-60d1aacc-53f6-4a54-bdf1-7c1b75fb5252 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fbdc30a0-d793-4139-a5cc-21324783dccd HTTP/1.1" status: 204 len: 168 time: 0.3262107 Aug 20 11:40:10.439431 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1aacc-53f6-4a54-bdf1-7c1b75fb5252 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbdc30a0-d793-4139-a5cc-21324783dccd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:10.525416 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4e1cf16-21aa-41ea-9622-8bddbfcbf001 req-ad51d60d-2fa3-4cf3-b908-92d1d9bff6ed tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=211dcf94-6499-4d6d-b24f-331eec0740ff HTTP/1.1" status: 200 len: 210 time: 0.0286529 Aug 20 11:40:10.526041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36736) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:10.619480 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36746) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:10.644160 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae5248-90b4-4735-b030-eaafc6a3ae1f req-be679218-08bc-45d9-b126-e52bbcc28c63 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:10.649129 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62ae5248-90b4-4735-b030-eaafc6a3ae1f req-be679218-08bc-45d9-b126-e52bbcc28c63 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 944 time: 0.0567293 Aug 20 11:40:10.682660 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a0c8f402-6e56-431f-9201-639dc90a5796 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fea17588b94347959045097d3afa93a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617578 Aug 20 11:40:10.685333 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36750) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:10.712019 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5cf18ad6-2351-4551-b80b-93798b79db0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.735087 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62ae5248-90b4-4735-b030-eaafc6a3ae1f req-2c6607a0-d8e8-42b5-98c2-166e1829571d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811110 Aug 20 11:40:10.748746 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf6db835-356e-4beb-9b59-819076b5e7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.778559 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf6db835-356e-4beb-9b59-819076b5e7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.784042 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:10.850449 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf6db835-356e-4beb-9b59-819076b5e7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.853411 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf6db835-356e-4beb-9b59-819076b5e7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.854182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:10.854689 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5cf18ad6-2351-4551-b80b-93798b79db0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.860952 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:10.861200 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5cf18ad6-2351-4551-b80b-93798b79db0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.861887 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.868053 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cf6db835-356e-4beb-9b59-819076b5e7ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9 HTTP/1.1" status: 204 len: 168 time: 0.1709142 Aug 20 11:40:10.889455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6db835-356e-4beb-9b59-819076b5e7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a32c7f3-237a-4afa-bbf5-cfcf54ad97c9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:10.909032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf18ad6-2351-4551-b80b-93798b79db0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce6f95d-cfc9-46a8-8cdc-40530e96d269,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:10.916656 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36754) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:10.917010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5cf18ad6-2351-4551-b80b-93798b79db0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1026b0e0c3be4673b8a58240cd696f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900452 Aug 20 11:40:10.982153 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e660f7e5-a39d-415d-903f-51af95330190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.991165 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.006293 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e660f7e5-a39d-415d-903f-51af95330190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.024444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01896d04-f39d-4bbd-8ebb-f31a12575cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c19b1c7-5c2e-4030-8e0b-a3ec29820005'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:11.026894 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b470798-9c54-437e-9f2f-12abe249f1c2" -d '{"events": [{"server_uuid": "01896d04-f39d-4bbd-8ebb-f31a12575cbd", "name": "network-vif-plugged", "status": "completed", "tag": "7c19b1c7-5c2e-4030-8e0b-a3ec29820005"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:11.040604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7c19b1c7-5c2e-4030-8e0b-a3ec29820005,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:11.047389 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.060028 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e660f7e5-a39d-415d-903f-51af95330190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.063016 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e660f7e5-a39d-415d-903f-51af95330190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.066722 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e660f7e5-a39d-415d-903f-51af95330190 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ce6f95d-cfc9-46a8-8cdc-40530e96d269 HTTP/1.1" status: 204 len: 168 time: 0.1466460 Aug 20 11:40:11.076580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660f7e5-a39d-415d-903f-51af95330190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce6f95d-cfc9-46a8-8cdc-40530e96d269,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:11.091508 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af87d1b6-3e33-4b5a-a746-59a0a697cc80 x-openstack-request-id: req-af87d1b6-3e33-4b5a-a746-59a0a697cc80 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:11.091798 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01896d04-f39d-4bbd-8ebb-f31a12575cbd", "name": "network-vif-plugged", "status": "completed", "tag": "7c19b1c7-5c2e-4030-8e0b-a3ec29820005", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:11.092049 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af87d1b6-3e33-4b5a-a746-59a0a697cc80 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:11.092431 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01896d04-f39d-4bbd-8ebb-f31a12575cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c19b1c7-5c2e-4030-8e0b-a3ec29820005', 'code': 200} Aug 20 11:40:11.117528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211dcf94-6499-4d6d-b24f-331eec0740ff', 'name': 'network-vif-deleted', 'tag': 'f8367ade-0952-461f-ab87-297b4994be1e'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:11.119812 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d63a32-c16f-4611-b5ef-b65f11fcf5bd" -d '{"events": [{"server_uuid": "211dcf94-6499-4d6d-b24f-331eec0740ff", "name": "network-vif-deleted", "tag": "f8367ade-0952-461f-ab87-297b4994be1e"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:11.138984 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=7c19b1c7-5c2e-4030-8e0b-a3ec29820005,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:11.173150 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaa9a36-6ef3-4d9b-be59-853f682b4840 x-openstack-request-id: req-2eaa9a36-6ef3-4d9b-be59-853f682b4840 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:11.173702 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211dcf94-6499-4d6d-b24f-331eec0740ff", "name": "network-vif-deleted", "tag": "f8367ade-0952-461f-ab87-297b4994be1e", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:11.174151 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2eaa9a36-6ef3-4d9b-be59-853f682b4840 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:11.174755 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211dcf94-6499-4d6d-b24f-331eec0740ff', 'name': 'network-vif-deleted', 'tag': 'f8367ade-0952-461f-ab87-297b4994be1e', 'status': 'completed', 'code': 200} Aug 20 11:40:11.228559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3416023-2d17-47aa-8db7-1c48e812ad1f req-64a00e30-794a-49af-8597-f9109f8db5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:11.228559 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f3416023-2d17-47aa-8db7-1c48e812ad1f req-64a00e30-794a-49af-8597-f9109f8db5bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 1096 time: 0.0497010 Aug 20 11:40:11.259141 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f3416023-2d17-47aa-8db7-1c48e812ad1f req-8261e346-f3de-4860-86d0-36d6f419ffc6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389304 Aug 20 11:40:11.460531 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36774) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:11.474295 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fcf90372-4338-46d7-b528-373e902d21e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.569488 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fcf90372-4338-46d7-b528-373e902d21e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.573774 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fcf90372-4338-46d7-b528-373e902d21e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.619062 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fcf90372-4338-46d7-b528-373e902d21e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1896ecb416f44f3b5b22c15570c5f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573563 Aug 20 11:40:11.619771 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf90372-4338-46d7-b528-373e902d21e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c46c1c1-862c-4727-9ce5-2fec57b73f93,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:11.622235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36784) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:11.684528 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a8a6efab-4c0b-4f65-9bb2-f72d7d1beb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.724743 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a8a6efab-4c0b-4f65-9bb2-f72d7d1beb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.789764 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a8a6efab-4c0b-4f65-9bb2-f72d7d1beb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.792429 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a8a6efab-4c0b-4f65-9bb2-f72d7d1beb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.794118 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a8a6efab-4c0b-4f65-9bb2-f72d7d1beb9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c46c1c1-862c-4727-9ce5-2fec57b73f93 HTTP/1.1" status: 204 len: 168 time: 0.1706066 Aug 20 11:40:11.803375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6efab-4c0b-4f65-9bb2-f72d7d1beb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c46c1c1-862c-4727-9ce5-2fec57b73f93,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:11.885600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65164f-61d1-4f64-98c8-357202e4603c req-4fab28ee-e024-49d4-87fd-48a0c1d7256e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:11.893607 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a65164f-61d1-4f64-98c8-357202e4603c req-4fab28ee-e024-49d4-87fd-48a0c1d7256e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0585344 Aug 20 11:40:11.927423 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a65164f-61d1-4f64-98c8-357202e4603c req-da551dff-e2b9-4360-b551-13960c666ad7 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328588 Aug 20 11:40:11.931739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe01850-9017-43c1-9941-d8c90dad09cf req-31214cac-f210-4a0b-8def-c4f6bbbc5aa7 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:11.933288 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbe01850-9017-43c1-9941-d8c90dad09cf req-31214cac-f210-4a0b-8def-c4f6bbbc5aa7 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 944 time: 0.0508609 Aug 20 11:40:11.987607 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbe01850-9017-43c1-9941-d8c90dad09cf req-19d4c6d3-0a23-49d1-b757-022d52262686 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368505 Aug 20 11:40:12.326510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad9784-3665-41c3-9435-ec2b94bb196b req-1d7b4c9c-8617-4800-b1e3-9cffd975049c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:12.329550 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37ad9784-3665-41c3-9435-ec2b94bb196b req-1d7b4c9c-8617-4800-b1e3-9cffd975049c tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 944 time: 0.0566518 Aug 20 11:40:12.426906 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-37ad9784-3665-41c3-9435-ec2b94bb196b req-7cff1700-55f0-4594-b0a2-b8c89da03f92 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Deleting port 37137d13-5bf9-4699-8a51-09249c0541d1 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:40:12.427372 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-37ad9784-3665-41c3-9435-ec2b94bb196b req-7cff1700-55f0-4594-b0a2-b8c89da03f92 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:12.484522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36832) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:12.550065 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-37ad9784-3665-41c3-9435-ec2b94bb196b req-7cff1700-55f0-4594-b0a2-b8c89da03f92 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] For port 37137d13-5bf9-4699-8a51-09249c0541d1, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=37137d13-5bf9-4699-8a51-09249c0541d1,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:12.550505 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-37ad9784-3665-41c3-9435-ec2b94bb196b req-7cff1700-55f0-4594-b0a2-b8c89da03f92 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:12.567700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-37ad9784-3665-41c3-9435-ec2b94bb196b req-7cff1700-55f0-4594-b0a2-b8c89da03f92 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Calling delete_port for 37137d13-5bf9-4699-8a51-09249c0541d1 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:40:12.714945 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-37ad9784-3665-41c3-9435-ec2b94bb196b req-7cff1700-55f0-4594-b0a2-b8c89da03f92 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:12.732387 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd4e4-d9cb-4fc0-a6af-9ae61486e509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:12.747328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff1700-55f0-4594-b0a2-b8c89da03f92 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Pushing event deleted for resources: {'Port': ['ID=37137d13-5bf9-4699-8a51-09249c0541d1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:12.799240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f8367ade-0952-461f-ab87-297b4994be1e no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:40:12.808897 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ad9784-3665-41c3-9435-ec2b94bb196b req-7cff1700-55f0-4594-b0a2-b8c89da03f92 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] No DVR routers for this DVR port 37137d13-5bf9-4699-8a51-09249c0541d1 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:40:12.816189 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-37ad9784-3665-41c3-9435-ec2b94bb196b req-7cff1700-55f0-4594-b0a2-b8c89da03f92 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:12.818378 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37ad9784-3665-41c3-9435-ec2b94bb196b req-7cff1700-55f0-4594-b0a2-b8c89da03f92 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.35 "DELETE /v2.0/ports/37137d13-5bf9-4699-8a51-09249c0541d1 HTTP/1.1" status: 204 len: 173 time: 0.4821591 Aug 20 11:40:12.822832 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: f8367ade-0952-461f-ab87-297b4994be1e {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:40:12.823178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f8367ade-0952-461f-ab87-297b4994be1e not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:40:12.823811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 37137d13-5bf9-4699-8a51-09249c0541d1 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:40:12.846540 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 37137d13-5bf9-4699-8a51-09249c0541d1 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:40:12.846986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 37137d13-5bf9-4699-8a51-09249c0541d1 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:40:12.859440 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd4e4-d9cb-4fc0-a6af-9ae61486e509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:12.863516 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd4e4-d9cb-4fc0-a6af-9ae61486e509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:12.902917 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dd4e4-d9cb-4fc0-a6af-9ae61486e509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e825dba1-b3ec-4d55-97c3-a323e666eca3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:12.907923 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7c7dd4e4-d9cb-4fc0-a6af-9ae61486e509 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d5cefac6644437ab522683a805f7bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223654 Aug 20 11:40:12.910451 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36844) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:12.963453 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be8bef6c-666b-47e4-9fb8-e699d8c67bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:12.989006 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be8bef6c-666b-47e4-9fb8-e699d8c67bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:13.069693 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b34fc-3daf-44d8-882e-f2bf20e8c313 req-46a71aa9-5b7a-4dce-ae04-f5167d6003e5 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:13.073180 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-055b34fc-3daf-44d8-882e-f2bf20e8c313 req-46a71aa9-5b7a-4dce-ae04-f5167d6003e5 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0672286 Aug 20 11:40:13.073180 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be8bef6c-666b-47e4-9fb8-e699d8c67bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:13.074646 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be8bef6c-666b-47e4-9fb8-e699d8c67bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:13.075674 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-be8bef6c-666b-47e4-9fb8-e699d8c67bf3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e825dba1-b3ec-4d55-97c3-a323e666eca3 HTTP/1.1" status: 204 len: 168 time: 0.1643474 Aug 20 11:40:13.090469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bef6c-666b-47e4-9fb8-e699d8c67bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e825dba1-b3ec-4d55-97c3-a323e666eca3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:13.123397 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-055b34fc-3daf-44d8-882e-f2bf20e8c313 req-cec3ddfd-9d3a-42b5-877d-90f35ff49552 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466702 Aug 20 11:40:13.173356 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-132d45e0-3ff5-4e44-a969-e64515c6d169 req-4c00fe67-ca93-4071-b45c-dd583f8af829 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ad49992-efb7-410a-b858-8e58aed7509e HTTP/1.1" status: 200 len: 210 time: 0.0294347 Aug 20 11:40:13.176946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad49992-efb7-410a-b858-8e58aed7509e', 'name': 'network-vif-deleted', 'tag': '37137d13-5bf9-4699-8a51-09249c0541d1'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:13.180680 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53042fdc-2b9c-4494-bc32-4444ca5f04eb" -d '{"events": [{"server_uuid": "8ad49992-efb7-410a-b858-8e58aed7509e", "name": "network-vif-deleted", "tag": "37137d13-5bf9-4699-8a51-09249c0541d1"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:13.243805 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e59a32-f67e-45f2-bc87-eca9d5c8d478 x-openstack-request-id: req-b1e59a32-f67e-45f2-bc87-eca9d5c8d478 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:13.244098 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad49992-efb7-410a-b858-8e58aed7509e", "name": "network-vif-deleted", "tag": "37137d13-5bf9-4699-8a51-09249c0541d1", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:13.244393 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1e59a32-f67e-45f2-bc87-eca9d5c8d478 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:13.244863 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad49992-efb7-410a-b858-8e58aed7509e', 'name': 'network-vif-deleted', 'tag': '37137d13-5bf9-4699-8a51-09249c0541d1', 'status': 'completed', 'code': 200} Aug 20 11:40:13.596452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78e609-5ae0-414e-8669-ea0ea2ca0f83 req-7304ce4b-a515-40dd-8272-562d37f97ba8 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:13.598034 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e78e609-5ae0-414e-8669-ea0ea2ca0f83 req-7304ce4b-a515-40dd-8272-562d37f97ba8 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0534046 Aug 20 11:40:13.642096 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e78e609-5ae0-414e-8669-ea0ea2ca0f83 req-e50f08db-0204-4387-8f1c-12fe1331bceb tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379536 Aug 20 11:40:13.753432 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36886) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:13.850071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ccb834da-47e2-41db-9d2d-29d625b43c98 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1842571089-network', 'tenant_id': '5195601499f84a9c8eb3e1d5159ad79d'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:13.872117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb834da-47e2-41db-9d2d-29d625b43c98 admin admin] Made reservation on behalf of 5195601499f84a9c8eb3e1d5159ad79d for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:13.875606 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccb834da-47e2-41db-9d2d-29d625b43c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:13.884364 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccb834da-47e2-41db-9d2d-29d625b43c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:13.990094 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccb834da-47e2-41db-9d2d-29d625b43c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:13.994205 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccb834da-47e2-41db-9d2d-29d625b43c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:14.025920 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb834da-47e2-41db-9d2d-29d625b43c98 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:40:14.031370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb834da-47e2-41db-9d2d-29d625b43c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44b0dea-e2cb-4b2a-8720-80be7e47d59f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:14.038623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccb834da-47e2-41db-9d2d-29d625b43c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:14.038979 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-ccb834da-47e2-41db-9d2d-29d625b43c98 admin admin] Added segment e85ed29a-8ee5-4725-9fd9-29a7e8820ce1 of type vlan for network e05a123a-d696-483b-ae32-9d9ac117d55b Aug 20 11:40:14.080698 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccb834da-47e2-41db-9d2d-29d625b43c98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:14.107710 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccb834da-47e2-41db-9d2d-29d625b43c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:14.109515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb834da-47e2-41db-9d2d-29d625b43c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:14.109515 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccb834da-47e2-41db-9d2d-29d625b43c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:14.173868 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ccb834da-47e2-41db-9d2d-29d625b43c98 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4193285 Aug 20 11:40:14.176817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36906) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:14.182261 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-286a9d93-8f93-4540-ba3f-d62b5017c242 admin admin] Request body: {'subnet': {'network_id': 'e05a123a-d696-483b-ae32-9d9ac117d55b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1842571089-subnet', 'tenant_id': '5195601499f84a9c8eb3e1d5159ad79d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:14.184854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb834da-47e2-41db-9d2d-29d625b43c98 admin admin] Pushing event updated for resources: {'Network': ['ID=e05a123a-d696-483b-ae32-9d9ac117d55b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:14.205441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network e05a123a-d696-483b-ae32-9d9ac117d55b details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:40:14.214685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286a9d93-8f93-4540-ba3f-d62b5017c242 admin admin] Made reservation on behalf of 5195601499f84a9c8eb3e1d5159ad79d for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:14.217549 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-286a9d93-8f93-4540-ba3f-d62b5017c242 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:14.406496 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-286a9d93-8f93-4540-ba3f-d62b5017c242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:14.491581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a9d93-8f93-4540-ba3f-d62b5017c242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0c0c608-8196-48ff-8204-84f5540f76a4,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:14.509168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1848848-154e-4855-a7a8-63ffbe23197f req-c2c2fc37-9314-49da-8466-ba857ee9a0d7 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:14.510644 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1848848-154e-4855-a7a8-63ffbe23197f req-c2c2fc37-9314-49da-8466-ba857ee9a0d7 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 945 time: 0.0803838 Aug 20 11:40:14.514544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a9d93-8f93-4540-ba3f-d62b5017c242 admin admin] Checking segment: {'id': 'e85ed29a-8ee5-4725-9fd9-29a7e8820ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e05a123a-d696-483b-ae32-9d9ac117d55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:14.515469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286a9d93-8f93-4540-ba3f-d62b5017c242 admin admin] Network hostable DHCP agents. Network: e05a123a-d696-483b-ae32-9d9ac117d55b, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:40:14.546716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286a9d93-8f93-4540-ba3f-d62b5017c242 admin admin] Network e05a123a-d696-483b-ae32-9d9ac117d55b is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:40:14.564464 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1848848-154e-4855-a7a8-63ffbe23197f req-14fbfdb6-5e32-46c0-a2c1-a28ad62c204a tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/security-groups?id=b278dfb6-da95-4039-a794-2b622f965644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457718 Aug 20 11:40:14.565661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-286a9d93-8f93-4540-ba3f-d62b5017c242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, e05a123a-d696-483b-ae32-9d9ac117d55b) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:14.569785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286a9d93-8f93-4540-ba3f-d62b5017c242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:14.570366 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-286a9d93-8f93-4540-ba3f-d62b5017c242 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:14.575304 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0d5180-182e-4020-96c2-85a55bfcc745 None None] Network e05a123a-d696-483b-ae32-9d9ac117d55b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:14.596684 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-286a9d93-8f93-4540-ba3f-d62b5017c242 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4086585 Aug 20 11:40:14.721886 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1f693c-1b0c-43da-b55d-f29a280f4ede None None] Network e05a123a-d696-483b-ae32-9d9ac117d55b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:14.799626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a7bad-82d2-46b0-80aa-a7781366c702 req-001754d4-54b8-4ac3-ada3-eb0d6582e5f9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:14.801342 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb2a7bad-82d2-46b0-80aa-a7781366c702 req-001754d4-54b8-4ac3-ada3-eb0d6582e5f9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0632792 Aug 20 11:40:14.849933 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb2a7bad-82d2-46b0-80aa-a7781366c702 req-62a08805-b5d1-4a8d-bf5b-71043bb8d0fd tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409768 Aug 20 11:40:14.917219 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fbc95-4fd4-4477-9fbe-fd8394049f51 req-fda1e6bb-ea5a-4b40-8851-820910e2a8a3 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:14.919450 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9c6fbc95-4fd4-4477-9fbe-fd8394049f51 req-fda1e6bb-ea5a-4b40-8851-820910e2a8a3 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.35 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 945 time: 0.0630980 Aug 20 11:40:15.045202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9c6fbc95-4fd4-4477-9fbe-fd8394049f51 req-43a9677b-2b20-40a7-8dce-17a9a8f4da28 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Deleting port b055daed-ec3f-43e3-9afd-65b77bd63567 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:40:15.045933 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9c6fbc95-4fd4-4477-9fbe-fd8394049f51 req-43a9677b-2b20-40a7-8dce-17a9a8f4da28 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:15.216171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9c6fbc95-4fd4-4477-9fbe-fd8394049f51 req-43a9677b-2b20-40a7-8dce-17a9a8f4da28 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] For port b055daed-ec3f-43e3-9afd-65b77bd63567, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b055daed-ec3f-43e3-9afd-65b77bd63567,segment=NetworkSegment(9889d04f-5d6d-4ed2-b29d-7e5309442e7a),segment_id=9889d04f-5d6d-4ed2-b29d-7e5309442e7a)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:15.216544 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9c6fbc95-4fd4-4477-9fbe-fd8394049f51 req-43a9677b-2b20-40a7-8dce-17a9a8f4da28 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:15.243572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-506022e8-36e0-421b-b2ba-9a51127dd52b tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:15.245062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-506022e8-36e0-421b-b2ba-9a51127dd52b tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/networks?id=e05a123a-d696-483b-ae32-9d9ac117d55b HTTP/1.1" status: 200 len: 814 time: 0.1512558 Aug 20 11:40:15.245918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9c6fbc95-4fd4-4477-9fbe-fd8394049f51 req-43a9677b-2b20-40a7-8dce-17a9a8f4da28 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Calling delete_port for b055daed-ec3f-43e3-9afd-65b77bd63567 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:40:15.266979 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-63ef26bc-5127-4605-982b-fce05174d7bf tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/quotas/5195601499f84a9c8eb3e1d5159ad79d HTTP/1.1" status: 200 len: 375 time: 0.0151267 Aug 20 11:40:15.329715 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-18af06d7-c997-4860-9233-09acbc1e2295 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5195601499f84a9c8eb3e1d5159ad79d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299487 Aug 20 11:40:15.465905 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-85f22f94-a60f-4b97-a879-626ef55186da service neutron] 10.222.0.37 "GET /v2.0/networks/e05a123a-d696-483b-ae32-9d9ac117d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267719 Aug 20 11:40:15.524839 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9c6fbc95-4fd4-4477-9fbe-fd8394049f51 req-43a9677b-2b20-40a7-8dce-17a9a8f4da28 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:15.564925 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9677b-2b20-40a7-8dce-17a9a8f4da28 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Pushing event deleted for resources: {'Port': ['ID=b055daed-ec3f-43e3-9afd-65b77bd63567,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:15.627266 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6fbc95-4fd4-4477-9fbe-fd8394049f51 req-43a9677b-2b20-40a7-8dce-17a9a8f4da28 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] No DVR routers for this DVR port b055daed-ec3f-43e3-9afd-65b77bd63567 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:40:15.630868 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9c6fbc95-4fd4-4477-9fbe-fd8394049f51 req-43a9677b-2b20-40a7-8dce-17a9a8f4da28 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:15.632959 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9c6fbc95-4fd4-4477-9fbe-fd8394049f51 req-43a9677b-2b20-40a7-8dce-17a9a8f4da28 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.35 "DELETE /v2.0/ports/b055daed-ec3f-43e3-9afd-65b77bd63567 HTTP/1.1" status: 204 len: 173 time: 0.7063744 Aug 20 11:40:15.633396 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9324fc1f-6d41-4438-898f-28fcad555585', 'name': 'network-vif-deleted', 'tag': 'b055daed-ec3f-43e3-9afd-65b77bd63567'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:15.635722 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3a276f-3bd6-415f-9187-51475f3d5e16" -d '{"events": [{"server_uuid": "9324fc1f-6d41-4438-898f-28fcad555585", "name": "network-vif-deleted", "tag": "b055daed-ec3f-43e3-9afd-65b77bd63567"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:15.642317 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-03e6004d-81bc-418d-9b70-1239b40aec70 service neutron] 10.222.0.37 "GET /v2.0/networks/e05a123a-d696-483b-ae32-9d9ac117d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684866 Aug 20 11:40:15.682608 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c4c29df3-09a6-4451-b67a-db1e98cc26fc req-a0218483-824b-48f0-9ca8-71656d4e9668 tempest-LiveMigrationTest-1063618334 tempest-LiveMigrationTest-1063618334-project] 10.222.0.37 "GET /v2.0/ports?device_id=9324fc1f-6d41-4438-898f-28fcad555585 HTTP/1.1" status: 200 len: 210 time: 0.0303607 Aug 20 11:40:15.729129 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28b87a2-19e3-4c3c-a79b-751c1bd02122 x-openstack-request-id: req-e28b87a2-19e3-4c3c-a79b-751c1bd02122 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:15.729728 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9324fc1f-6d41-4438-898f-28fcad555585", "name": "network-vif-deleted", "tag": "b055daed-ec3f-43e3-9afd-65b77bd63567", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:15.729982 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e28b87a2-19e3-4c3c-a79b-751c1bd02122 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:15.730542 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9324fc1f-6d41-4438-898f-28fcad555585', 'name': 'network-vif-deleted', 'tag': 'b055daed-ec3f-43e3-9afd-65b77bd63567', 'status': 'completed', 'code': 200} Aug 20 11:40:15.829122 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-98f5c6a2-01ce-4886-beb0-22e36ade1db4 req-e4fde4bb-489f-4a3b-8640-691bdefb4806 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/ports?device_id=c074d31f-cac9-463b-b98b-81db8a15c2d9 HTTP/1.1" status: 200 len: 210 time: 0.0267487 Aug 20 11:40:15.966306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba8cff-c3ca-4b65-8092-4033f5b080d9 req-6ae94d0f-f177-4d04-a3df-b2a959cdaa0d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:15.968381 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-adba8cff-c3ca-4b65-8092-4033f5b080d9 req-6ae94d0f-f177-4d04-a3df-b2a959cdaa0d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0489035 Aug 20 11:40:16.011550 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-adba8cff-c3ca-4b65-8092-4033f5b080d9 req-9da66d99-198e-43a4-81db-b13ec80a941e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343230 Aug 20 11:40:16.742468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36978) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:16.790518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b0740e-9176-4b0e-b6b1-1c62a366b7f3 admin admin] Deleting subnet fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:40:16.793718 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-68b0740e-9176-4b0e-b6b1-1c62a366b7f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:16.834584 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-68b0740e-9176-4b0e-b6b1-1c62a366b7f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:16.878603 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-68b0740e-9176-4b0e-b6b1-1c62a366b7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:16.929599 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6bb3d9eb-09fb-465d-ba36-cdb686a0eca8 req-c488331f-cc6d-43e5-9dc4-a87647d44bd1 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/ports?device_id=c074d31f-cac9-463b-b98b-81db8a15c2d9 HTTP/1.1" status: 200 len: 210 time: 0.0291736 Aug 20 11:40:16.957058 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:40:17.016452 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-68b0740e-9176-4b0e-b6b1-1c62a366b7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.054680 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0740e-9176-4b0e-b6b1-1c62a366b7f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7ba715-0bf5-4c19-8ac5-c5ba02550d40,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:17.060881 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-68b0740e-9176-4b0e-b6b1-1c62a366b7f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.065312 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-68b0740e-9176-4b0e-b6b1-1c62a366b7f3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fb7ba715-0bf5-4c19-8ac5-c5ba02550d40 HTTP/1.1" status: 204 len: 168 time: 0.3195677 Aug 20 11:40:17.066526 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36986) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:17.070652 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-e40f8b9e-e5e0-4432-a15a-c2026b3a0b39 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:17.072164 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-e40f8b9e-e5e0-4432-a15a-c2026b3a0b39 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.76 "GET /v2.0/networks?id=e05a123a-d696-483b-ae32-9d9ac117d55b HTTP/1.1" status: 200 len: 814 time: 0.1709406 Aug 20 11:40:17.089851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-dbde8f1c-e03b-41a3-8bf9-1fd756cab4e7 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Request body: {'port': {'device_id': 'c074d31f-cac9-463b-b98b-81db8a15c2d9', 'network_id': 'e05a123a-d696-483b-ae32-9d9ac117d55b', 'admin_state_up': True, 'tenant_id': '5195601499f84a9c8eb3e1d5159ad79d'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:17.147865 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94e6a819-e90e-4d80-a644-6d790fd40a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.210580 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038b16c-4ad1-4103-ac7f-f41789d077fc req-f8619302-5bd7-4091-89e8-b6d223c174e9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:17.212080 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4038b16c-4ad1-4103-ac7f-f41789d077fc req-f8619302-5bd7-4091-89e8-b6d223c174e9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1158836 Aug 20 11:40:17.229720 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94e6a819-e90e-4d80-a644-6d790fd40a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.240197 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-94e6a819-e90e-4d80-a644-6d790fd40a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e66dad-2722-4cd9-8851-7b0d20197ecb']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:17.250771 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-94e6a819-e90e-4d80-a644-6d790fd40a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9889d04f-5d6d-4ed2-b29d-7e5309442e7a') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:17.251068 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-94e6a819-e90e-4d80-a644-6d790fd40a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9889d04f-5d6d-4ed2-b29d-7e5309442e7a') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:17.259857 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94e6a819-e90e-4d80-a644-6d790fd40a19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.273658 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4038b16c-4ad1-4103-ac7f-f41789d077fc req-e578e19a-aff1-4be5-948e-07b7b2d8eae8 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530770 Aug 20 11:40:17.273914 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94e6a819-e90e-4d80-a644-6d790fd40a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.279915 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e6a819-e90e-4d80-a644-6d790fd40a19 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:40:17.280446 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94e6a819-e90e-4d80-a644-6d790fd40a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:40:17.282360 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:40:17.284436 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-dbde8f1c-e03b-41a3-8bf9-1fd756cab4e7 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Made reservation on behalf of 5195601499f84a9c8eb3e1d5159ad79d for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:17.290028 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-dbde8f1c-e03b-41a3-8bf9-1fd756cab4e7 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.342625 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94e6a819-e90e-4d80-a644-6d790fd40a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.355036 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94e6a819-e90e-4d80-a644-6d790fd40a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.358212 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-94e6a819-e90e-4d80-a644-6d790fd40a19 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b3e66dad-2722-4cd9-8851-7b0d20197ecb HTTP/1.1" status: 204 len: 168 time: 0.2904418 Aug 20 11:40:17.359314 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36992) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:17.376592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6a819-e90e-4d80-a644-6d790fd40a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3e66dad-2722-4cd9-8851-7b0d20197ecb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:17.413451 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b341680-271f-4601-861f-ee7ee23e73ed admin admin] Deleting subnet f40f590c-1e75-4b57-97fe-260bcd039bbd {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:40:17.416544 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b341680-271f-4601-861f-ee7ee23e73ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.434462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-dbde8f1c-e03b-41a3-8bf9-1fd756cab4e7 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Allocated IP 172.20.0.10 (e05a123a-d696-483b-ae32-9d9ac117d55b/b0c0c608-8196-48ff-8204-84f5540f76a4/205739a9-04a7-4f0c-b517-5756a2a489db) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:17.454142 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b341680-271f-4601-861f-ee7ee23e73ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.495698 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b341680-271f-4601-861f-ee7ee23e73ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.562450 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b341680-271f-4601-861f-ee7ee23e73ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.598842 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-dbde8f1c-e03b-41a3-8bf9-1fd756cab4e7 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.642512 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-dbde8f1c-e03b-41a3-8bf9-1fd756cab4e7 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.688141 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-dbde8f1c-e03b-41a3-8bf9-1fd756cab4e7 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Network e05a123a-d696-483b-ae32-9d9ac117d55b is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:17.691397 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-dbde8f1c-e03b-41a3-8bf9-1fd756cab4e7 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:17.695946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-dbde8f1c-e03b-41a3-8bf9-1fd756cab4e7 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:17.725920 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde8f1c-e03b-41a3-8bf9-1fd756cab4e7 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Pushing event updated for resources: {'Port': ['ID=205739a9-04a7-4f0c-b517-5756a2a489db,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:17.755632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-dbde8f1c-e03b-41a3-8bf9-1fd756cab4e7 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:17.756395 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-dbde8f1c-e03b-41a3-8bf9-1fd756cab4e7 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.772217 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-dbde8f1c-e03b-41a3-8bf9-1fd756cab4e7 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6873522 Aug 20 11:40:17.836424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Request body: {'port': {'device_id': 'c074d31f-cac9-463b-b98b-81db8a15c2d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:17.892321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b341680-271f-4601-861f-ee7ee23e73ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f40f590c-1e75-4b57-97fe-260bcd039bbd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:17.894275 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b341680-271f-4601-861f-ee7ee23e73ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.898988 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4b341680-271f-4601-861f-ee7ee23e73ed admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f40f590c-1e75-4b57-97fe-260bcd039bbd HTTP/1.1" status: 204 len: 168 time: 0.5377791 Aug 20 11:40:17.899450 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37002) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:17.900156 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.007697 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6be02cf-9589-46e0-ba9b-a3a1f069c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.172092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5656a4e-581e-44e9-9490-094332763e7a req-59ff0067-9265-40b0-89bd-a0ae13e9bb7d tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:18.173631 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5656a4e-581e-44e9-9490-094332763e7a req-59ff0067-9265-40b0-89bd-a0ae13e9bb7d tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/ports?device_id=c074d31f-cac9-463b-b98b-81db8a15c2d9 HTTP/1.1" status: 200 len: 932 time: 0.1711254 Aug 20 11:40:18.283770 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6be02cf-9589-46e0-ba9b-a3a1f069c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.305952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e6be02cf-9589-46e0-ba9b-a3a1f069c1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c12ef2-e943-466a-b1f2-eb4ea12e7b25']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:18.321723 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e6be02cf-9589-46e0-ba9b-a3a1f069c1e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96254cd2-104c-4dd2-8f2d-a72bb489686a') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:18.322023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e6be02cf-9589-46e0-ba9b-a3a1f069c1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96254cd2-104c-4dd2-8f2d-a72bb489686a') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:18.343268 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5656a4e-581e-44e9-9490-094332763e7a req-de3ef3f5-9157-4f30-bcc0-4026d8e2d8eb tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44b0dea-e2cb-4b2a-8720-80be7e47d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304152 Aug 20 11:40:18.345004 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6be02cf-9589-46e0-ba9b-a3a1f069c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.369365 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6be02cf-9589-46e0-ba9b-a3a1f069c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.378594 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6be02cf-9589-46e0-ba9b-a3a1f069c1e7 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:40:18.378994 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6be02cf-9589-46e0-ba9b-a3a1f069c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:40:18.380662 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:40:18.399872 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be951d2-07c7-4cd1-8109-35b04e6a4b51 req-ed24808d-5d35-434c-88fe-60f0648ca4a6 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:18.401439 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3be951d2-07c7-4cd1-8109-35b04e6a4b51 req-ed24808d-5d35-434c-88fe-60f0648ca4a6 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0565109 Aug 20 11:40:18.447397 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3be951d2-07c7-4cd1-8109-35b04e6a4b51 req-8cdd9b13-6966-4cc8-9ff4-4425ddc443c3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391057 Aug 20 11:40:18.466939 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6be02cf-9589-46e0-ba9b-a3a1f069c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.472349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205739a9-04a7-4f0c-b517-5756a2a489db {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:18.479596 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6be02cf-9589-46e0-ba9b-a3a1f069c1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.482000 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e6be02cf-9589-46e0-ba9b-a3a1f069c1e7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b6c12ef2-e943-466a-b1f2-eb4ea12e7b25 HTTP/1.1" status: 204 len: 168 time: 0.5795300 Aug 20 11:40:18.486914 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.499578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be02cf-9589-46e0-ba9b-a3a1f069c1e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c12ef2-e943-466a-b1f2-eb4ea12e7b25,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:18.510140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Transition to ACTIVE for port object 205739a9-04a7-4f0c-b517-5756a2a489db will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:18.514101 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.584375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Pushing event updated for resources: {'Port': ['ID=205739a9-04a7-4f0c-b517-5756a2a489db,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:18.599922 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37018) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:18.640220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Attempting to bind port 205739a9-04a7-4f0c-b517-5756a2a489db on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:18.640220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Attempting to bind port 205739a9-04a7-4f0c-b517-5756a2a489db by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'e85ed29a-8ee5-4725-9fd9-29a7e8820ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e05a123a-d696-483b-ae32-9d9ac117d55b'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:18.640692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Attempting to bind port 205739a9-04a7-4f0c-b517-5756a2a489db on network e05a123a-d696-483b-ae32-9d9ac117d55b {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:18.644824 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4d957431-ae56-49e3-b71c-a7827068042c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e814313934cf421f97eb05f907852359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436001 Aug 20 11:40:18.644941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Port 205739a9-04a7-4f0c-b517-5756a2a489db on network e05a123a-d696-483b-ae32-9d9ac117d55b not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:40:18.645289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Attempting to bind port 205739a9-04a7-4f0c-b517-5756a2a489db on network e05a123a-d696-483b-ae32-9d9ac117d55b {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:18.647539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37020) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:18.650525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:18.650808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Checking segment: {'id': 'e85ed29a-8ee5-4725-9fd9-29a7e8820ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e05a123a-d696-483b-ae32-9d9ac117d55b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:18.651181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Bound using segment: {'id': 'e85ed29a-8ee5-4725-9fd9-29a7e8820ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e05a123a-d696-483b-ae32-9d9ac117d55b'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:18.651592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Bound port: 205739a9-04a7-4f0c-b517-5756a2a489db, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85ed29a-8ee5-4725-9fd9-29a7e8820ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e05a123a-d696-483b-ae32-9d9ac117d55b'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:18.651973 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.695174 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4642ee40-024b-45ac-b2d0-c4483a8006e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.714217 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] For port 205739a9-04a7-4f0c-b517-5756a2a489db, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:18.717809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] For port 205739a9-04a7-4f0c-b517-5756a2a489db, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=205739a9-04a7-4f0c-b517-5756a2a489db,segment=NetworkSegment(e85ed29a-8ee5-4725-9fd9-29a7e8820ce1),segment_id=e85ed29a-8ee5-4725-9fd9-29a7e8820ce1)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:18.718413 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4642ee40-024b-45ac-b2d0-c4483a8006e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.722365 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.762503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:18.763268 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.765106 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] 10.222.0.76 "PUT /v2.0/ports/205739a9-04a7-4f0c-b517-5756a2a489db HTTP/1.1" status: 200 len: 1092 time: 0.9846697 Aug 20 11:40:18.765534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c074d31f-cac9-463b-b98b-81db8a15c2d9', 'tag': '205739a9-04a7-4f0c-b517-5756a2a489db'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:18.766407 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4642ee40-024b-45ac-b2d0-c4483a8006e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.767983 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1147b8e3-ecb6-4499-95a6-52016c35600a" -d '{"events": [{"name": "network-changed", "server_uuid": "c074d31f-cac9-463b-b98b-81db8a15c2d9", "tag": "205739a9-04a7-4f0c-b517-5756a2a489db"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:18.769337 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4642ee40-024b-45ac-b2d0-c4483a8006e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.770468 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4642ee40-024b-45ac-b2d0-c4483a8006e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b278dfb6-da95-4039-a794-2b622f965644 HTTP/1.1" status: 204 len: 168 time: 0.1220322 Aug 20 11:40:18.783340 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642ee40-024b-45ac-b2d0-c4483a8006e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b278dfb6-da95-4039-a794-2b622f965644,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:18.800132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe959e-895d-455f-b1fa-1f8122c44c3a service neutron] Pushing event updated for resources: {'Port': ['ID=205739a9-04a7-4f0c-b517-5756a2a489db,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:18.829011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b055daed-ec3f-43e3-9afd-65b77bd63567 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:40:18.850564 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb1f7ce-9dae-41bc-97bc-7518c9f9719e x-openstack-request-id: req-feb1f7ce-9dae-41bc-97bc-7518c9f9719e {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:18.850858 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c074d31f-cac9-463b-b98b-81db8a15c2d9", "tag": "205739a9-04a7-4f0c-b517-5756a2a489db", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:18.851108 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-feb1f7ce-9dae-41bc-97bc-7518c9f9719e {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:18.851497 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c074d31f-cac9-463b-b98b-81db8a15c2d9', 'tag': '205739a9-04a7-4f0c-b517-5756a2a489db', 'status': 'completed', 'code': 200} Aug 20 11:40:18.853569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: b055daed-ec3f-43e3-9afd-65b77bd63567 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:40:18.853917 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b055daed-ec3f-43e3-9afd-65b77bd63567 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:40:18.869453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-55aafcab-0c45-4187-9ff8-e38d8bfb10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:18.871289 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-55aafcab-0c45-4187-9ff8-e38d8bfb10b8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5195601499f84a9c8eb3e1d5159ad79d&device_id=c074d31f-cac9-463b-b98b-81db8a15c2d9 HTTP/1.1" status: 200 len: 1095 time: 0.0498061 Aug 20 11:40:18.914155 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-d6d061e4-d4bc-43ec-86e5-449596c624b8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=205739a9-04a7-4f0c-b517-5756a2a489db HTTP/1.1" status: 200 len: 217 time: 0.0342858 Aug 20 11:40:18.968191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-033c468c-a311-47b6-8e19-393b73c2400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:18.969685 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-033c468c-a311-47b6-8e19-393b73c2400b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b0c0c608-8196-48ff-8204-84f5540f76a4 HTTP/1.1" status: 200 len: 854 time: 0.0479178 Aug 20 11:40:19.120490 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37028) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:19.164117 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-77dbe070-b19c-44b6-8b56-13cda6e3a536 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca3764f17a6f4c4eaecf26ede43abe87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424194 Aug 20 11:40:19.166800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37030) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:19.219183 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29b0d770-1d99-4640-81ba-3ab03cdf79a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:19.240930 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29b0d770-1d99-4640-81ba-3ab03cdf79a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:19.291212 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29b0d770-1d99-4640-81ba-3ab03cdf79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:19.294101 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29b0d770-1d99-4640-81ba-3ab03cdf79a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:19.298323 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-b7a07eb7-c98e-4834-b77e-876dd21c6e89 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e05a123a-d696-483b-ae32-9d9ac117d55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3181226 Aug 20 11:40:19.298462 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-29b0d770-1d99-4640-81ba-3ab03cdf79a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e330670a-bc7a-4332-91cb-3a35c6420ab4 HTTP/1.1" status: 204 len: 168 time: 0.1273913 Aug 20 11:40:19.305249 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0d770-1d99-4640-81ba-3ab03cdf79a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e330670a-bc7a-4332-91cb-3a35c6420ab4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:19.398360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-d9dac303-1d32-426d-a714-12df116e5324 service neutron] 10.222.0.76 "GET /v2.0/networks/e05a123a-d696-483b-ae32-9d9ac117d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892503 Aug 20 11:40:19.464099 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a616eb-1d85-4ba2-818e-fe49b426b327 req-ba53efaa-e010-4ab8-b2b3-9034c70e26b1 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:19.465643 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a3a616eb-1d85-4ba2-818e-fe49b426b327 req-ba53efaa-e010-4ab8-b2b3-9034c70e26b1 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/ports?device_id=c074d31f-cac9-463b-b98b-81db8a15c2d9 HTTP/1.1" status: 200 len: 944 time: 0.0500362 Aug 20 11:40:19.511881 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a3a616eb-1d85-4ba2-818e-fe49b426b327 req-bd140368-96fd-413c-bbc6-d63f63d4b493 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44b0dea-e2cb-4b2a-8720-80be7e47d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382035 Aug 20 11:40:19.519323 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9148fa5a-56ce-4fc1-ad4f-eca16ba4b446 req-2bebe3ad-27a1-4d9d-8472-9d73bd541006 service neutron] 10.222.0.76 "GET /v2.0/networks/e05a123a-d696-483b-ae32-9d9ac117d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075251 Aug 20 11:40:19.628191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147b8e3-ecb6-4499-95a6-52016c35600a req-c3bc7c0e-8029-437f-a3a3-783b73169e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:19.629682 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1147b8e3-ecb6-4499-95a6-52016c35600a req-c3bc7c0e-8029-437f-a3a3-783b73169e61 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5195601499f84a9c8eb3e1d5159ad79d&device_id=c074d31f-cac9-463b-b98b-81db8a15c2d9 HTTP/1.1" status: 200 len: 1095 time: 0.0696399 Aug 20 11:40:19.643426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307259ad-4ee9-4217-9df9-acee5f944356 req-66f13102-b371-4895-bfaf-421d21bbc8db tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:19.644942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-307259ad-4ee9-4217-9df9-acee5f944356 req-66f13102-b371-4895-bfaf-421d21bbc8db tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0747130 Aug 20 11:40:19.734720 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-307259ad-4ee9-4217-9df9-acee5f944356 req-9b1c6b58-6715-4626-a13e-8fee87500d80 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803411 Aug 20 11:40:19.771728 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147b8e3-ecb6-4499-95a6-52016c35600a req-3affcc98-68b9-41d9-8f65-774e538a4669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:19.773333 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1147b8e3-ecb6-4499-95a6-52016c35600a req-3affcc98-68b9-41d9-8f65-774e538a4669 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e05a123a-d696-483b-ae32-9d9ac117d55b HTTP/1.1" status: 200 len: 914 time: 0.1275239 Aug 20 11:40:19.835505 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1147b8e3-ecb6-4499-95a6-52016c35600a req-75a56831-da8d-4381-a28d-cc659d3b842b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=205739a9-04a7-4f0c-b517-5756a2a489db HTTP/1.1" status: 200 len: 217 time: 0.0401707 Aug 20 11:40:19.890994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147b8e3-ecb6-4499-95a6-52016c35600a req-37a2f4a5-ed96-4367-9e92-2e516743a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:19.890994 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1147b8e3-ecb6-4499-95a6-52016c35600a req-37a2f4a5-ed96-4367-9e92-2e516743a898 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b0c0c608-8196-48ff-8204-84f5540f76a4 HTTP/1.1" status: 200 len: 854 time: 0.0451715 Aug 20 11:40:19.925692 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1147b8e3-ecb6-4499-95a6-52016c35600a req-02fb2f59-95ab-44dd-8ebd-2c4086fe4e35 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e05a123a-d696-483b-ae32-9d9ac117d55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247936 Aug 20 11:40:20.026417 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1147b8e3-ecb6-4499-95a6-52016c35600a req-4824eff0-f303-47ee-8ffa-ac1a7d4ea7b4 service neutron] 10.222.0.76 "GET /v2.0/networks/e05a123a-d696-483b-ae32-9d9ac117d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883958 Aug 20 11:40:20.122845 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1147b8e3-ecb6-4499-95a6-52016c35600a req-1eae5dfc-29d3-45f0-b75b-3dc4efb4bc7e service neutron] 10.222.0.76 "GET /v2.0/networks/e05a123a-d696-483b-ae32-9d9ac117d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852997 Aug 20 11:40:20.636208 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff2aa6-aa15-4852-9490-efa44e9937bd req-72385d49-b505-4874-8f2d-957c60162dbf tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:20.637772 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fff2aa6-aa15-4852-9490-efa44e9937bd req-72385d49-b505-4874-8f2d-957c60162dbf tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/ports?device_id=c074d31f-cac9-463b-b98b-81db8a15c2d9 HTTP/1.1" status: 200 len: 944 time: 0.0507348 Aug 20 11:40:20.676354 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fff2aa6-aa15-4852-9490-efa44e9937bd req-98096578-e306-4c17-8e2b-a750a2c37d24 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44b0dea-e2cb-4b2a-8720-80be7e47d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314274 Aug 20 11:40:20.844961 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 205739a9-04a7-4f0c-b517-5756a2a489db details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:40:20.860395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c730b-7288-4342-a39b-a68ae699f16e req-25e53a87-b733-4c6a-924a-1b390b02b416 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:20.862047 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d6c730b-7288-4342-a39b-a68ae699f16e req-25e53a87-b733-4c6a-924a-1b390b02b416 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0583191 Aug 20 11:40:20.882287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a4504b3-88fb-4678-8af6-57406866d64e req-dd54ad67-e829-4f8d-ab84-7c7cb54cff18 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4968b5d340e042799a12f4492ac2ee3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229340 Aug 20 11:40:20.908802 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d6c730b-7288-4342-a39b-a68ae699f16e req-f182a14e-bee9-409d-a4ff-e25300706d5c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354810 Aug 20 11:40:20.946807 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 205739a9-04a7-4f0c-b517-5756a2a489db, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=205739a9-04a7-4f0c-b517-5756a2a489db,segment=NetworkSegment(e85ed29a-8ee5-4725-9fd9-29a7e8820ce1),segment_id=e85ed29a-8ee5-4725-9fd9-29a7e8820ce1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:20.958309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '205739a9-04a7-4f0c-b517-5756a2a489db', 'network_id': 'e05a123a-d696-483b-ae32-9d9ac117d55b', 'port_id': '205739a9-04a7-4f0c-b517-5756a2a489db', 'mac_address': 'fa:16:3e:b1:99:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0c0c608-8196-48ff-8204-84f5540f76a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:40:20.996079 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:20.998858 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4504b3-88fb-4678-8af6-57406866d64e req-8438f079-c401-40a7-bedf-46123756bff3 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:21.000384 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a4504b3-88fb-4678-8af6-57406866d64e req-8438f079-c401-40a7-bedf-46123756bff3 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123734 Aug 20 11:40:21.009487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205739a9-04a7-4f0c-b517-5756a2a489db {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:21.016840 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a4504b3-88fb-4678-8af6-57406866d64e req-36af24b7-1b17-4f1f-9b18-1996111d28cc tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/quotas/4968b5d340e042799a12f4492ac2ee3a HTTP/1.1" status: 200 len: 375 time: 0.0099852 Aug 20 11:40:21.030007 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 205739a9-04a7-4f0c-b517-5756a2a489db, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=205739a9-04a7-4f0c-b517-5756a2a489db,segment=NetworkSegment(e85ed29a-8ee5-4725-9fd9-29a7e8820ce1),segment_id=e85ed29a-8ee5-4725-9fd9-29a7e8820ce1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:21.034778 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:21.054259 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a4504b3-88fb-4678-8af6-57406866d64e req-4f7e72f4-57ea-4ea2-88e3-bc1ededadddf tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313904 Aug 20 11:40:21.081510 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=205739a9-04a7-4f0c-b517-5756a2a489db,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:21.220758 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2be98b78-fc51-4119-a1a0-30755a3ca3ea req-4990e178-238e-4ff0-906e-7eea93799e45 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 210 time: 0.0264790 Aug 20 11:40:21.291695 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['205739a9-04a7-4f0c-b517-5756a2a489db'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:40:21.536346 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b80f2-2dbf-4ed5-ba82-c2af0fc446e4 req-31c0b048-50af-4c86-8b3a-4e9c277cfac3 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:21.537882 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a6b80f2-2dbf-4ed5-ba82-c2af0fc446e4 req-31c0b048-50af-4c86-8b3a-4e9c277cfac3 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 945 time: 0.0544839 Aug 20 11:40:21.578992 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a6b80f2-2dbf-4ed5-ba82-c2af0fc446e4 req-be87e1c1-b585-409c-bb06-98981e695aab tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae323f8e-9b6a-41ba-8117-24c26187ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347757 Aug 20 11:40:21.802954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebfa99-9728-4d3c-92e3-e5fac9d8412a req-392e1dc0-273c-4271-bcd2-eed42b87eda4 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:21.804351 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7ebfa99-9728-4d3c-92e3-e5fac9d8412a req-392e1dc0-273c-4271-bcd2-eed42b87eda4 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/ports?device_id=c074d31f-cac9-463b-b98b-81db8a15c2d9 HTTP/1.1" status: 200 len: 945 time: 0.0558324 Aug 20 11:40:21.840978 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7ebfa99-9728-4d3c-92e3-e5fac9d8412a req-c52aa916-f667-4539-8c80-f9651f636c70 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44b0dea-e2cb-4b2a-8720-80be7e47d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305161 Aug 20 11:40:22.025010 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a10a2-a3af-431f-ab42-beff5527329a req-a04c84b0-5bf8-44dd-aed1-152270dbc4be tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:22.026476 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f2a10a2-a3af-431f-ab42-beff5527329a req-a04c84b0-5bf8-44dd-aed1-152270dbc4be tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0483110 Aug 20 11:40:22.067447 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f2a10a2-a3af-431f-ab42-beff5527329a req-44214725-1a8c-4c46-a1d1-e7b933d237f6 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341005 Aug 20 11:40:22.150333 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a4504b3-88fb-4678-8af6-57406866d64e req-acf174a8-c079-4dc8-b8eb-edbc9071ad93 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4968b5d340e042799a12f4492ac2ee3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280783 Aug 20 11:40:22.288853 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4504b3-88fb-4678-8af6-57406866d64e req-da151a0e-623c-4936-9248-b75a5103d64c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:22.290553 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a4504b3-88fb-4678-8af6-57406866d64e req-da151a0e-623c-4936-9248-b75a5103d64c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1343920 Aug 20 11:40:22.305490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9a4504b3-88fb-4678-8af6-57406866d64e req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Request body: {'port': {'device_id': '2d846df5-b588-4706-8fe1-e5f4482b6c9f', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '4968b5d340e042799a12f4492ac2ee3a'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:22.310962 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-45463920-98f2-401d-ac68-6b3e87a82d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.329914 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-057e2d73-70e7-414b-a341-9fe1343ea264 req-37c01258-221e-4d5e-8893-4d2293d2971b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 210 time: 0.0288911 Aug 20 11:40:22.461490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca909325-3887-46d8-b3ac-11e767eb26f2 req-0c0cfe76-52e0-4cce-9935-4fb85947820a tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:22.462991 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca909325-3887-46d8-b3ac-11e767eb26f2 req-0c0cfe76-52e0-4cce-9935-4fb85947820a tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 945 time: 0.0734031 Aug 20 11:40:22.469573 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4504b3-88fb-4678-8af6-57406866d64e req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Made reservation on behalf of 4968b5d340e042799a12f4492ac2ee3a for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:22.473221 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a4504b3-88fb-4678-8af6-57406866d64e req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.493912 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a4504b3-88fb-4678-8af6-57406866d64e req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.531498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca909325-3887-46d8-b3ac-11e767eb26f2 req-174d81f3-713c-484e-af2f-fc42177d8554 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae323f8e-9b6a-41ba-8117-24c26187ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559051 Aug 20 11:40:22.614682 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a4504b3-88fb-4678-8af6-57406866d64e req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.619024 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a4504b3-88fb-4678-8af6-57406866d64e req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.685565 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2c6053-9607-49a5-90ec-331c591f62e2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:22.756169 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-9a4504b3-88fb-4678-8af6-57406866d64e req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Allocated IP 192.168.233.89 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/28af82fb-9ab8-485a-8b42-493125ccb526) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:22.859469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 205739a9-04a7-4f0c-b517-5756a2a489db up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:22.907797 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a4504b3-88fb-4678-8af6-57406866d64e req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.920282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 205739a9-04a7-4f0c-b517-5756a2a489db completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:22.922695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9a4504b3-88fb-4678-8af6-57406866d64e req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Transition to ACTIVE for port object 28af82fb-9ab8-485a-8b42-493125ccb526 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:22.924891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 205739a9-04a7-4f0c-b517-5756a2a489db triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:22.925374 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.969153 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a4504b3-88fb-4678-8af6-57406866d64e req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.976395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb628df-a928-44df-90d2-7c60069e35f7 req-6fcb3f6e-d100-4049-ab76-22ee94f48c64 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:22.978744 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6fb628df-a928-44df-90d2-7c60069e35f7 req-6fcb3f6e-d100-4049-ab76-22ee94f48c64 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/ports?device_id=c074d31f-cac9-463b-b98b-81db8a15c2d9 HTTP/1.1" status: 200 len: 945 time: 0.0552099 Aug 20 11:40:23.024333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4504b3-88fb-4678-8af6-57406866d64e req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:23.026667 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.029434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-9a4504b3-88fb-4678-8af6-57406866d64e req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:23.044747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4504b3-88fb-4678-8af6-57406866d64e req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:23.045257 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6fb628df-a928-44df-90d2-7c60069e35f7 req-8da7be06-88b3-45ac-b373-0d409d4d3cb0 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44b0dea-e2cb-4b2a-8720-80be7e47d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593562 Aug 20 11:40:23.057381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Pushing event updated for resources: {'Port': ['ID=28af82fb-9ab8-485a-8b42-493125ccb526,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:23.077188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 205739a9-04a7-4f0c-b517-5756a2a489db, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=205739a9-04a7-4f0c-b517-5756a2a489db,segment=NetworkSegment(e85ed29a-8ee5-4725-9fd9-29a7e8820ce1),segment_id=e85ed29a-8ee5-4725-9fd9-29a7e8820ce1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:23.078999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c074d31f-cac9-463b-b98b-81db8a15c2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205739a9-04a7-4f0c-b517-5756a2a489db'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:23.081658 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a78ffd-4bd3-424b-9b73-6666007b252f" -d '{"events": [{"server_uuid": "c074d31f-cac9-463b-b98b-81db8a15c2d9", "name": "network-vif-plugged", "status": "completed", "tag": "205739a9-04a7-4f0c-b517-5756a2a489db"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:23.094051 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.134732 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa928c8f-37a4-4a25-b0bf-a3f85f2e600b x-openstack-request-id: req-aa928c8f-37a4-4a25-b0bf-a3f85f2e600b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:23.135017 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c074d31f-cac9-463b-b98b-81db8a15c2d9", "name": "network-vif-plugged", "status": "completed", "tag": "205739a9-04a7-4f0c-b517-5756a2a489db", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:23.135270 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa928c8f-37a4-4a25-b0bf-a3f85f2e600b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:23.135646 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c074d31f-cac9-463b-b98b-81db8a15c2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205739a9-04a7-4f0c-b517-5756a2a489db', 'code': 200} Aug 20 11:40:23.136097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4504b3-88fb-4678-8af6-57406866d64e req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:23.137253 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a4504b3-88fb-4678-8af6-57406866d64e req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.164334 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=205739a9-04a7-4f0c-b517-5756a2a489db,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:23.195446 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a4504b3-88fb-4678-8af6-57406866d64e req-14b1979d-7687-40cb-8837-d383a26eba8f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8949177 Aug 20 11:40:23.208957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Request body: {'port': {'device_id': '2d846df5-b588-4706-8fe1-e5f4482b6c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:23.263691 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b202e4-05d8-4745-9e52-3da11a3d964b req-be21fa12-d5e7-4be3-9d3f-b13857242693 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:23.265722 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-85b202e4-05d8-4745-9e52-3da11a3d964b req-be21fa12-d5e7-4be3-9d3f-b13857242693 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 945 time: 0.0567586 Aug 20 11:40:23.306325 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-85b202e4-05d8-4745-9e52-3da11a3d964b req-c6b4f1b6-421a-466c-834c-5b6e50ef5fbf tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae323f8e-9b6a-41ba-8117-24c26187ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338669 Aug 20 11:40:23.336513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aa722-bfbd-4ba9-8bff-f9bc6573e987 req-cdd4d410-c1a7-4e2f-98a1-d32f7aa3e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:23.338034 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d70aa722-bfbd-4ba9-8bff-f9bc6573e987 req-cdd4d410-c1a7-4e2f-98a1-d32f7aa3e204 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c074d31f-cac9-463b-b98b-81db8a15c2d9 HTTP/1.1" status: 200 len: 1097 time: 0.1002429 Aug 20 11:40:23.339317 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.348101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299aa96d-ba56-4bdc-be58-bec138c06579 req-baa19762-fe20-41fc-9081-b0c40df01029 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:23.349494 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-299aa96d-ba56-4bdc-be58-bec138c06579 req-baa19762-fe20-41fc-9081-b0c40df01029 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1376314 Aug 20 11:40:23.381689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e67ad579-f5be-4100-b9a1-dc46778de06a None None] Provisioning for port 28af82fb-9ab8-485a-8b42-493125ccb526 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:23.385799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e67ad579-f5be-4100-b9a1-dc46778de06a None None] Provisioning complete for port 28af82fb-9ab8-485a-8b42-493125ccb526 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:23.386275 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e67ad579-f5be-4100-b9a1-dc46778de06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.425359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e67ad579-f5be-4100-b9a1-dc46778de06a None None] Port 28af82fb-9ab8-485a-8b42-493125ccb526 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:40:23.450690 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d70aa722-bfbd-4ba9-8bff-f9bc6573e987 req-f8e42ba0-850a-4473-97a5-af127c8afd01 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f44b0dea-e2cb-4b2a-8720-80be7e47d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994213 Aug 20 11:40:23.462036 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-299aa96d-ba56-4bdc-be58-bec138c06579 req-659377d3-6d7e-4837-b8b8-8d53063b091d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986154 Aug 20 11:40:23.474202 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80996331-6651-4cb5-83b1-42f5f3aa1f64 req-13f5c19c-13be-4f20-8dfc-8e0315b59917 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:23.475735 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-80996331-6651-4cb5-83b1-42f5f3aa1f64 req-13f5c19c-13be-4f20-8dfc-8e0315b59917 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 935 time: 0.0549819 Aug 20 11:40:23.515181 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-80996331-6651-4cb5-83b1-42f5f3aa1f64 req-511fa44e-50ab-465c-a3be-0f027b3b8837 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332482 Aug 20 11:40:23.679999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28af82fb-9ab8-485a-8b42-493125ccb526 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:23.687323 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.698857 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Transition to ACTIVE for port object 28af82fb-9ab8-485a-8b42-493125ccb526 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:23.702715 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.754155 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Pushing event updated for resources: {'Port': ['ID=28af82fb-9ab8-485a-8b42-493125ccb526,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:23.830177 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Attempting to bind port 28af82fb-9ab8-485a-8b42-493125ccb526 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:23.830515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Attempting to bind port 28af82fb-9ab8-485a-8b42-493125ccb526 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:23.830849 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Attempting to bind port 28af82fb-9ab8-485a-8b42-493125ccb526 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:23.835790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Port 28af82fb-9ab8-485a-8b42-493125ccb526 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:40:23.836112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Attempting to bind port 28af82fb-9ab8-485a-8b42-493125ccb526 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:23.841091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:23.841429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:23.841810 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:23.842232 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Bound port: 28af82fb-9ab8-485a-8b42-493125ccb526, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:23.843190 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.910826 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] For port 28af82fb-9ab8-485a-8b42-493125ccb526, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:23.914088 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] For port 28af82fb-9ab8-485a-8b42-493125ccb526, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=28af82fb-9ab8-485a-8b42-493125ccb526,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:23.917836 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.954704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:23.955332 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.956991 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] 10.222.0.35 "PUT /v2.0/ports/28af82fb-9ab8-485a-8b42-493125ccb526 HTTP/1.1" status: 200 len: 1095 time: 0.7522538 Aug 20 11:40:23.957447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d846df5-b588-4706-8fe1-e5f4482b6c9f', 'tag': '28af82fb-9ab8-485a-8b42-493125ccb526'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:23.959680 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dbd72f-e27d-4c8f-8d3a-b0e3835ddb16" -d '{"events": [{"name": "network-changed", "server_uuid": "2d846df5-b588-4706-8fe1-e5f4482b6c9f", "tag": "28af82fb-9ab8-485a-8b42-493125ccb526"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:23.999044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91480a-5d61-4dc9-936b-67050a6c5010 service neutron] Pushing event updated for resources: {'Port': ['ID=28af82fb-9ab8-485a-8b42-493125ccb526,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:24.020021 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eef342-bb78-40b7-89fc-5d3045efee21 x-openstack-request-id: req-e5eef342-bb78-40b7-89fc-5d3045efee21 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:24.020483 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d846df5-b588-4706-8fe1-e5f4482b6c9f", "tag": "28af82fb-9ab8-485a-8b42-493125ccb526", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:24.020745 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5eef342-bb78-40b7-89fc-5d3045efee21 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:24.021386 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d846df5-b588-4706-8fe1-e5f4482b6c9f', 'tag': '28af82fb-9ab8-485a-8b42-493125ccb526', 'status': 'completed', 'code': 200} Aug 20 11:40:24.051741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4504b3-88fb-4678-8af6-57406866d64e req-c547c63a-156e-40d7-8068-6e6a1e55f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:24.053327 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a4504b3-88fb-4678-8af6-57406866d64e req-c547c63a-156e-40d7-8068-6e6a1e55f392 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 1098 time: 0.0504551 Aug 20 11:40:24.102426 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a4504b3-88fb-4678-8af6-57406866d64e req-b9bf2687-974d-4ec6-b396-019d9b71a527 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=28af82fb-9ab8-485a-8b42-493125ccb526 HTTP/1.1" status: 200 len: 217 time: 0.0385618 Aug 20 11:40:24.157008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ac038a7c-2f03-4f6e-923f-fc8881fef8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:24.159655 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a4504b3-88fb-4678-8af6-57406866d64e req-ac038a7c-2f03-4f6e-923f-fc8881fef8bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0485423 Aug 20 11:40:24.161725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eb094-79d2-4b97-98bd-f4746feb082b req-aebaa877-d327-42d5-8285-231bd72f5c96 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:24.163202 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a36eb094-79d2-4b97-98bd-f4746feb082b req-aebaa877-d327-42d5-8285-231bd72f5c96 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/ports?device_id=c074d31f-cac9-463b-b98b-81db8a15c2d9 HTTP/1.1" status: 200 len: 946 time: 0.0507150 Aug 20 11:40:24.202873 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a36eb094-79d2-4b97-98bd-f4746feb082b req-d384f106-caf0-49c3-92f4-207ee8a91770 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44b0dea-e2cb-4b2a-8720-80be7e47d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325143 Aug 20 11:40:24.212077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4504b3-88fb-4678-8af6-57406866d64e req-0dab9252-137a-44de-bda2-5a5c99afc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:24.213617 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a4504b3-88fb-4678-8af6-57406866d64e req-0dab9252-137a-44de-bda2-5a5c99afc997 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459194 Aug 20 11:40:24.307729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a4504b3-88fb-4678-8af6-57406866d64e req-f9d79168-8710-4ec2-b000-88834d7669f0 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846932 Aug 20 11:40:24.425132 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a4504b3-88fb-4678-8af6-57406866d64e req-22ef1ac5-ff44-4156-92f6-351d1c34ca34 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094456 Aug 20 11:40:24.446040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e07fb-b0f8-49b9-a516-3e8967c53526 req-245feae2-1d84-4cf9-bdaf-5d05849643c1 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:24.447506 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b07e07fb-b0f8-49b9-a516-3e8967c53526 req-245feae2-1d84-4cf9-bdaf-5d05849643c1 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 945 time: 0.0695350 Aug 20 11:40:24.513392 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b07e07fb-b0f8-49b9-a516-3e8967c53526 req-6ee02982-9ef7-4d70-bc1f-b50d70278c40 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae323f8e-9b6a-41ba-8117-24c26187ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590427 Aug 20 11:40:24.523567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd72f-e27d-4c8f-8d3a-b0e3835ddb16 req-72356135-731b-49e7-b328-4361e0470b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:24.525052 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1dbd72f-e27d-4c8f-8d3a-b0e3835ddb16 req-72356135-731b-49e7-b328-4361e0470b4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 1098 time: 0.0559618 Aug 20 11:40:24.604863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b071-0f81-4076-b4d1-0c8242544e97 req-e5c7bd7a-8820-4ac0-a903-9218b46e0f74 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:24.606651 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7ab0b071-0f81-4076-b4d1-0c8242544e97 req-e5c7bd7a-8820-4ac0-a903-9218b46e0f74 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0666111 Aug 20 11:40:24.648447 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7ab0b071-0f81-4076-b4d1-0c8242544e97 req-b5fb4cf3-2f35-4110-a817-84ce38ac18ca tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343177 Aug 20 11:40:24.667701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd72f-e27d-4c8f-8d3a-b0e3835ddb16 req-2ce26cfd-7d38-464f-a6e7-ac242e6377e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:24.669379 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1dbd72f-e27d-4c8f-8d3a-b0e3835ddb16 req-2ce26cfd-7d38-464f-a6e7-ac242e6377e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.1364787 Aug 20 11:40:24.693021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e57da5-8d45-4d70-9f55-643da7cc3f3b req-2fbcfab8-1fce-4618-b21b-715e18956a15 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:24.695280 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-54e57da5-8d45-4d70-9f55-643da7cc3f3b req-2fbcfab8-1fce-4618-b21b-715e18956a15 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 947 time: 0.0965400 Aug 20 11:40:24.731118 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1dbd72f-e27d-4c8f-8d3a-b0e3835ddb16 req-e1da5d56-d40d-4591-a833-3ea4b78a449f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=28af82fb-9ab8-485a-8b42-493125ccb526 HTTP/1.1" status: 200 len: 217 time: 0.0524948 Aug 20 11:40:24.797082 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-54e57da5-8d45-4d70-9f55-643da7cc3f3b req-1781ed41-c71a-4107-9040-5db1ba4348e3 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683384 Aug 20 11:40:24.805928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd72f-e27d-4c8f-8d3a-b0e3835ddb16 req-eb29b26c-8da5-4b6b-9c19-bf36714a1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:24.807337 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1dbd72f-e27d-4c8f-8d3a-b0e3835ddb16 req-eb29b26c-8da5-4b6b-9c19-bf36714a1834 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0637321 Aug 20 11:40:24.881988 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d699b-1b12-432c-9c9c-51b285a8e096 req-bf0b08f1-56b4-483d-89fc-1cbc008c2636 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:24.883424 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-771d699b-1b12-432c-9c9c-51b285a8e096 req-bf0b08f1-56b4-483d-89fc-1cbc008c2636 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 945 time: 0.0726485 Aug 20 11:40:24.888822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd72f-e27d-4c8f-8d3a-b0e3835ddb16 req-c7855e19-1095-4022-8000-12c0a2d0b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:24.890917 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1dbd72f-e27d-4c8f-8d3a-b0e3835ddb16 req-c7855e19-1095-4022-8000-12c0a2d0b10c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725121 Aug 20 11:40:25.035109 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1dbd72f-e27d-4c8f-8d3a-b0e3835ddb16 req-6359b194-507b-421d-b767-6637441ce1eb service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357780 Aug 20 11:40:25.046946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-771d699b-1b12-432c-9c9c-51b285a8e096 req-80c53d1f-ee69-4c5e-8b98-3c6b326c87b6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Deleting port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:40:25.047283 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-771d699b-1b12-432c-9c9c-51b285a8e096 req-80c53d1f-ee69-4c5e-8b98-3c6b326c87b6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.096320 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7f62c5f-20d1-4971-9348-cb1f5ebc63f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.197635 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-771d699b-1b12-432c-9c9c-51b285a8e096 req-80c53d1f-ee69-4c5e-8b98-3c6b326c87b6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] For port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=04603cf7-7bec-4e80-a4cf-0871c49b2ea9,segment=NetworkSegment(5f6c9edb-59a3-4f41-8076-dbc97cb6a46e),segment_id=5f6c9edb-59a3-4f41-8076-dbc97cb6a46e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:25.198000 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-771d699b-1b12-432c-9c9c-51b285a8e096 req-80c53d1f-ee69-4c5e-8b98-3c6b326c87b6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.207888 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1dbd72f-e27d-4c8f-8d3a-b0e3835ddb16 req-1026ec08-65a8-4386-9feb-ef25f606335b service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633742 Aug 20 11:40:25.337856 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.395520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c76c22-1630-400f-98e4-e69e6ee29cfc req-f2b4a4c1-1139-44d1-a72c-41551ab411e3 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:25.397257 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80c76c22-1630-400f-98e4-e69e6ee29cfc req-f2b4a4c1-1139-44d1-a72c-41551ab411e3 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/ports?device_id=c074d31f-cac9-463b-b98b-81db8a15c2d9 HTTP/1.1" status: 200 len: 946 time: 0.0996723 Aug 20 11:40:25.418227 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-771d699b-1b12-432c-9c9c-51b285a8e096 req-80c53d1f-ee69-4c5e-8b98-3c6b326c87b6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.418608 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-771d699b-1b12-432c-9c9c-51b285a8e096 req-80c53d1f-ee69-4c5e-8b98-3c6b326c87b6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.418984 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-771d699b-1b12-432c-9c9c-51b285a8e096 req-80c53d1f-ee69-4c5e-8b98-3c6b326c87b6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Floating IP 141f5acb-9737-4fed-ba74-489ca0be2138 disassociated. External IP: 172.25.8.14, port: 04603cf7-7bec-4e80-a4cf-0871c49b2ea9. Aug 20 11:40:25.419379 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-771d699b-1b12-432c-9c9c-51b285a8e096 req-80c53d1f-ee69-4c5e-8b98-3c6b326c87b6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Calling delete_port for 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:40:25.479360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80c76c22-1630-400f-98e4-e69e6ee29cfc req-6a22a3e4-30ef-4252-aaba-5c3817f36d02 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44b0dea-e2cb-4b2a-8720-80be7e47d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761061 Aug 20 11:40:25.577601 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-771d699b-1b12-432c-9c9c-51b285a8e096 req-80c53d1f-ee69-4c5e-8b98-3c6b326c87b6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.636926 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c53d1f-ee69-4c5e-8b98-3c6b326c87b6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Pushing event deleted for resources: {'Port': ['ID=04603cf7-7bec-4e80-a4cf-0871c49b2ea9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:25.643309 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84273bc6-2741-4ccf-bffa-20d59df4064a req-7ae15d82-cf1e-47ac-973e-e57fe1fca945 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a870702-2dc9-4fc2-9cc2-ce614fc4464c HTTP/1.1" status: 200 len: 210 time: 0.0568795 Aug 20 11:40:25.789185 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-771d699b-1b12-432c-9c9c-51b285a8e096 req-80c53d1f-ee69-4c5e-8b98-3c6b326c87b6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Router 226ac830-29b6-4f30-96b4-50dd890e77f6 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:40:25.797884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecc823-7574-4181-9c78-5e188d07b31d req-4f0df4a0-65d3-4edf-9538-6f73bf972a91 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:25.799371 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bbecc823-7574-4181-9c78-5e188d07b31d req-4f0df4a0-65d3-4edf-9538-6f73bf972a91 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0732031 Aug 20 11:40:25.881684 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bbecc823-7574-4181-9c78-5e188d07b31d req-a639c30f-073f-4a31-b176-782822004d40 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749738 Aug 20 11:40:25.930641 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a95a3-187c-41bf-9000-9ed53d936a14 req-78265734-beaf-4a47-9560-11d406ceed35 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:25.933435 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-085a95a3-187c-41bf-9000-9ed53d936a14 req-78265734-beaf-4a47-9560-11d406ceed35 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/ports?device_id=c074d31f-cac9-463b-b98b-81db8a15c2d9 HTTP/1.1" status: 200 len: 946 time: 0.0514157 Aug 20 11:40:25.942863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-771d699b-1b12-432c-9c9c-51b285a8e096 req-80c53d1f-ee69-4c5e-8b98-3c6b326c87b6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:40:25.957195 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac15df4-d3ef-46b8-be13-a77254bcc01c None None] Sync routers for ids ['226ac830-29b6-4f30-96b4-50dd890e77f6'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:40:25.967770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac15df4-d3ef-46b8-be13-a77254bcc01c None None] Routers {'226ac830-29b6-4f30-96b4-50dd890e77f6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:40:25.968431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4ac15df4-d3ef-46b8-be13-a77254bcc01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:40:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['226ac830-29b6-4f30-96b4-50dd890e77f6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:25.994896 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-085a95a3-187c-41bf-9000-9ed53d936a14 req-4e40b155-ff99-44cc-bce9-0b4bc20b234e tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44b0dea-e2cb-4b2a-8720-80be7e47d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538733 Aug 20 11:40:26.009427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-771d699b-1b12-432c-9c9c-51b285a8e096 req-80c53d1f-ee69-4c5e-8b98-3c6b326c87b6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] No DVR routers for this DVR port 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:40:26.013225 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-771d699b-1b12-432c-9c9c-51b285a8e096 req-80c53d1f-ee69-4c5e-8b98-3c6b326c87b6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.016010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-771d699b-1b12-432c-9c9c-51b285a8e096 req-80c53d1f-ee69-4c5e-8b98-3c6b326c87b6 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.76 "DELETE /v2.0/ports/04603cf7-7bec-4e80-a4cf-0871c49b2ea9 HTTP/1.1" status: 204 len: 173 time: 1.1242371 Aug 20 11:40:26.021926 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a870702-2dc9-4fc2-9cc2-ce614fc4464c', 'name': 'network-vif-deleted', 'tag': '04603cf7-7bec-4e80-a4cf-0871c49b2ea9'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:26.024341 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3f18c9-6e12-422d-bf8d-28e1c876ee1b" -d '{"events": [{"server_uuid": "0a870702-2dc9-4fc2-9cc2-ce614fc4464c", "name": "network-vif-deleted", "tag": "04603cf7-7bec-4e80-a4cf-0871c49b2ea9"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:26.058263 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dafd4d-2303-44c3-9c20-3cfa2cab7cc1 req-224652df-8cd6-4ece-ac05-d34f02724283 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:26.059965 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-46dafd4d-2303-44c3-9c20-3cfa2cab7cc1 req-224652df-8cd6-4ece-ac05-d34f02724283 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 947 time: 0.0891271 Aug 20 11:40:26.107409 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-46dafd4d-2303-44c3-9c20-3cfa2cab7cc1 req-a578a5f8-be07-4710-a299-fdbf71e4128f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386240 Aug 20 11:40:26.112899 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-4ac15df4-d3ef-46b8-be13-a77254bcc01c None None] Set router 226ac830-29b6-4f30-96b4-50dd890e77f6 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:40:26.163743 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6015b59b-4eab-4d37-af43-717f87637cb7 x-openstack-request-id: req-6015b59b-4eab-4d37-af43-717f87637cb7 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:26.165922 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a870702-2dc9-4fc2-9cc2-ce614fc4464c", "name": "network-vif-deleted", "tag": "04603cf7-7bec-4e80-a4cf-0871c49b2ea9", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:26.166174 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6015b59b-4eab-4d37-af43-717f87637cb7 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:26.166579 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a870702-2dc9-4fc2-9cc2-ce614fc4464c', 'name': 'network-vif-deleted', 'tag': '04603cf7-7bec-4e80-a4cf-0871c49b2ea9', 'status': 'completed', 'code': 200} Aug 20 11:40:26.271343 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.346068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4ac15df4-d3ef-46b8-be13-a77254bcc01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'name': 'tempest-ServersTestManualDisk-720002785-router', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:06Z', 'updated_at': '2021-08-20T11:38:11Z', 'revision_number': 4, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'gw_port': {'id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:07Z', 'updated_at': '2021-08-20T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'f65ebef1-0aed-43ff-adde-49ecae55ba8d', 'name': '', 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'mac_address': 'fa:16:3e:3d:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:10Z', 'updated_at': '2021-08-20T11:38:18Z', 'revision_number': 5, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'subnets': [{'id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:26.370886 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac15df4-d3ef-46b8-be13-a77254bcc01c None None] Checking router: 226ac830-29b6-4f30-96b4-50dd890e77f6 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:40:26.378808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac15df4-d3ef-46b8-be13-a77254bcc01c None None] Routers {'226ac830-29b6-4f30-96b4-50dd890e77f6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:40:26.379408 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4ac15df4-d3ef-46b8-be13-a77254bcc01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:40:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['226ac830-29b6-4f30-96b4-50dd890e77f6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:26.483322 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-4ac15df4-d3ef-46b8-be13-a77254bcc01c None None] Set router 226ac830-29b6-4f30-96b4-50dd890e77f6 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:40:26.690658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4ac15df4-d3ef-46b8-be13-a77254bcc01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'name': 'tempest-ServersTestManualDisk-720002785-router', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:06Z', 'updated_at': '2021-08-20T11:38:11Z', 'revision_number': 4, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'gw_port': {'id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:07Z', 'updated_at': '2021-08-20T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'f65ebef1-0aed-43ff-adde-49ecae55ba8d', 'name': '', 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'mac_address': 'fa:16:3e:3d:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:10Z', 'updated_at': '2021-08-20T11:38:18Z', 'revision_number': 5, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'subnets': [{'id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:26.720863 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac15df4-d3ef-46b8-be13-a77254bcc01c None None] The sync data for ids ['226ac830-29b6-4f30-96b4-50dd890e77f6'] in n-d-804299-2 is: [{'id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'name': 'tempest-ServersTestManualDisk-720002785-router', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:06Z', 'updated_at': '2021-08-20T11:38:11Z', 'revision_number': 4, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'gw_port': {'id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:07Z', 'updated_at': '2021-08-20T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'f65ebef1-0aed-43ff-adde-49ecae55ba8d', 'name': '', 'network_id': '3c363b35-dccd-4fb6-bd19-16a5a3106a39', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'mac_address': 'fa:16:3e:3d:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:10Z', 'updated_at': '2021-08-20T11:38:18Z', 'revision_number': 5, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'subnets': [{'id': '18c38eb4-1417-4231-a10b-91fc4c6305bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:40:26.743847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37208) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:26.800398 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c232252d-4b7b-47cd-ab48-fe04445afb7a tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.823357 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c232252d-4b7b-47cd-ab48-fe04445afb7a tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.863453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 28af82fb-9ab8-485a-8b42-493125ccb526 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:40:26.882017 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c232252d-4b7b-47cd-ab48-fe04445afb7a tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.885850 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c232252d-4b7b-47cd-ab48-fe04445afb7a tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.887204 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c232252d-4b7b-47cd-ab48-fe04445afb7a tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "DELETE /v2.0/security-groups/ae323f8e-9b6a-41ba-8117-24c26187ef80 HTTP/1.1" status: 204 len: 168 time: 0.1422012 Aug 20 11:40:26.890472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37212) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:26.898304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232252d-4b7b-47cd-ab48-fe04445afb7a tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae323f8e-9b6a-41ba-8117-24c26187ef80,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:26.914347 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-58acde44-526c-4eae-9623-85359cb2e762 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] show failed (client error): The resource could not be found. Aug 20 11:40:26.917240 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-58acde44-526c-4eae-9623-85359cb2e762 tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "GET /v2.0/security-groups/ae323f8e-9b6a-41ba-8117-24c26187ef80 HTTP/1.1" status: 404 len: 347 time: 0.0232246 Aug 20 11:40:26.918118 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37216) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:26.990521 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1633799-aa28-488f-b919-77b532064adb None None] New status for floating IP 141f5acb-9737-4fed-ba74-489ca0be2138: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:40:27.005348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 28af82fb-9ab8-485a-8b42-493125ccb526, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=28af82fb-9ab8-485a-8b42-493125ccb526,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:27.017992 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '28af82fb-9ab8-485a-8b42-493125ccb526', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '28af82fb-9ab8-485a-8b42-493125ccb526', 'mac_address': 'fa:16:3e:cc:a7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:40:27.078497 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:27.086371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa60e82-4228-4772-821c-354684416c6e req-2f45df18-330a-44c5-a598-8c78d835df54 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:27.087862 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fa60e82-4228-4772-821c-354684416c6e req-2f45df18-330a-44c5-a598-8c78d835df54 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1142976 Aug 20 11:40:27.098669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28af82fb-9ab8-485a-8b42-493125ccb526 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:27.131751 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 28af82fb-9ab8-485a-8b42-493125ccb526, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=28af82fb-9ab8-485a-8b42-493125ccb526,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:27.140653 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:27.147377 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-80e0d0e5-e180-47df-b54f-cded16dc8ded tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Deleting port edf0ac73-7324-4fcc-a0ef-4b8f3f5937e0 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:40:27.147736 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-80e0d0e5-e180-47df-b54f-cded16dc8ded tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:27.166034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bec38-8610-49a2-819a-0d58247b102c req-69d59e6d-1603-4eae-b0a2-53e3c1786444 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:27.168272 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-692bec38-8610-49a2-819a-0d58247b102c req-69d59e6d-1603-4eae-b0a2-53e3c1786444 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/ports?device_id=c074d31f-cac9-463b-b98b-81db8a15c2d9 HTTP/1.1" status: 200 len: 946 time: 0.0882206 Aug 20 11:40:27.201371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=28af82fb-9ab8-485a-8b42-493125ccb526,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:27.207419 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fa60e82-4228-4772-821c-354684416c6e req-67b785a1-0926-439e-888a-9f8b4fc7a595 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051869 Aug 20 11:40:27.230858 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-692bec38-8610-49a2-819a-0d58247b102c req-b5124314-d638-482c-a337-3d645652643e tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44b0dea-e2cb-4b2a-8720-80be7e47d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531714 Aug 20 11:40:27.277586 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-80e0d0e5-e180-47df-b54f-cded16dc8ded tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:27.277912 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-80e0d0e5-e180-47df-b54f-cded16dc8ded tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:27.499627 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['28af82fb-9ab8-485a-8b42-493125ccb526'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:40:27.603795 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-80e0d0e5-e180-47df-b54f-cded16dc8ded tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Calling delete_port for edf0ac73-7324-4fcc-a0ef-4b8f3f5937e0 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:40:27.629102 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c96ad-0eb3-4065-8293-842e21ceb3f7 req-bd0a194a-aecd-4f6f-a9ae-57133bc714b2 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:27.630579 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a1c96ad-0eb3-4065-8293-842e21ceb3f7 req-bd0a194a-aecd-4f6f-a9ae-57133bc714b2 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c074d31f-cac9-463b-b98b-81db8a15c2d9 HTTP/1.1" status: 200 len: 946 time: 0.3941238 Aug 20 11:40:27.722624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee6f1-54c7-4437-a7e9-b52bdad082c1 req-359ed252-9425-4e19-8e0e-0a0fe0bfa658 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:27.728425 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de7ee6f1-54c7-4437-a7e9-b52bdad082c1 req-359ed252-9425-4e19-8e0e-0a0fe0bfa658 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 948 time: 0.4553714 Aug 20 11:40:27.823597 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de7ee6f1-54c7-4437-a7e9-b52bdad082c1 req-3826caf6-eb93-4bec-9f2a-a3ed8822219d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866399 Aug 20 11:40:27.842280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-1a1c96ad-0eb3-4065-8293-842e21ceb3f7 req-38f9c9a7-5eac-4775-98dc-72b36a3077b0 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Deleting port 205739a9-04a7-4f0c-b517-5756a2a489db {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:40:27.842669 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1a1c96ad-0eb3-4065-8293-842e21ceb3f7 req-38f9c9a7-5eac-4775-98dc-72b36a3077b0 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:27.872189 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:27.947228 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-80e0d0e5-e180-47df-b54f-cded16dc8ded tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:27.984711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0d0e5-e180-47df-b54f-cded16dc8ded tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Pushing event deleted for resources: {'Port': ['ID=edf0ac73-7324-4fcc-a0ef-4b8f3f5937e0,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:27.993861 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-1a1c96ad-0eb3-4065-8293-842e21ceb3f7 req-38f9c9a7-5eac-4775-98dc-72b36a3077b0 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] For port 205739a9-04a7-4f0c-b517-5756a2a489db, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=205739a9-04a7-4f0c-b517-5756a2a489db,segment=NetworkSegment(e85ed29a-8ee5-4725-9fd9-29a7e8820ce1),segment_id=e85ed29a-8ee5-4725-9fd9-29a7e8820ce1)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:27.994225 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1a1c96ad-0eb3-4065-8293-842e21ceb3f7 req-38f9c9a7-5eac-4775-98dc-72b36a3077b0 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:28.021232 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-1a1c96ad-0eb3-4065-8293-842e21ceb3f7 req-38f9c9a7-5eac-4775-98dc-72b36a3077b0 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Calling delete_port for 205739a9-04a7-4f0c-b517-5756a2a489db owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:40:28.095205 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-80e0d0e5-e180-47df-b54f-cded16dc8ded tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:28.097603 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-80e0d0e5-e180-47df-b54f-cded16dc8ded tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:28.098733 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-80e0d0e5-e180-47df-b54f-cded16dc8ded tempest-ServersTestManualDisk-857726884 tempest-ServersTestManualDisk-857726884-project] 10.222.0.37 "DELETE /v2.0/floatingips/141f5acb-9737-4fed-ba74-489ca0be2138 HTTP/1.1" status: 204 len: 168 time: 1.1791673 Aug 20 11:40:28.101926 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37228) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:28.185970 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1a1c96ad-0eb3-4065-8293-842e21ceb3f7 req-38f9c9a7-5eac-4775-98dc-72b36a3077b0 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:28.197358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['205739a9-04a7-4f0c-b517-5756a2a489db'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:40:28.220107 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9c9a7-5eac-4775-98dc-72b36a3077b0 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Pushing event deleted for resources: {'Port': ['ID=205739a9-04a7-4f0c-b517-5756a2a489db,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:28.263651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1c96ad-0eb3-4065-8293-842e21ceb3f7 req-38f9c9a7-5eac-4775-98dc-72b36a3077b0 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] No DVR routers for this DVR port 205739a9-04a7-4f0c-b517-5756a2a489db on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:40:28.267737 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1a1c96ad-0eb3-4065-8293-842e21ceb3f7 req-38f9c9a7-5eac-4775-98dc-72b36a3077b0 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:28.270344 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a1c96ad-0eb3-4065-8293-842e21ceb3f7 req-38f9c9a7-5eac-4775-98dc-72b36a3077b0 tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.76 "DELETE /v2.0/ports/205739a9-04a7-4f0c-b517-5756a2a489db HTTP/1.1" status: 204 len: 173 time: 0.6313920 Aug 20 11:40:28.271248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c074d31f-cac9-463b-b98b-81db8a15c2d9', 'name': 'network-vif-deleted', 'tag': '205739a9-04a7-4f0c-b517-5756a2a489db'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:28.273705 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb93156-407a-4396-a817-6403f48facc8" -d '{"events": [{"server_uuid": "c074d31f-cac9-463b-b98b-81db8a15c2d9", "name": "network-vif-deleted", "tag": "205739a9-04a7-4f0c-b517-5756a2a489db"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:28.333558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911d7ff-3fe8-4738-9d19-e12112e21107 req-2eee973e-71ff-49fa-a2c3-b370d5499b49 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:28.335107 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e911d7ff-3fe8-4738-9d19-e12112e21107 req-2eee973e-71ff-49fa-a2c3-b370d5499b49 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0529199 Aug 20 11:40:28.348206 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d05cd837-112c-4b6b-be9c-bae39cb1dfbb req-3c967db1-8f0b-4d6b-a9a2-946f4a6a22bd tempest-ServerAddressesTestJSON-1379286996 tempest-ServerAddressesTestJSON-1379286996-project] 10.222.0.37 "GET /v2.0/ports?device_id=c074d31f-cac9-463b-b98b-81db8a15c2d9 HTTP/1.1" status: 200 len: 210 time: 0.0341508 Aug 20 11:40:28.380593 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e911d7ff-3fe8-4738-9d19-e12112e21107 req-a409d97e-45d1-49c4-8828-d418b49b0da9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390739 Aug 20 11:40:28.406823 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195c3eac-8405-4d2a-8869-83488279005c x-openstack-request-id: req-195c3eac-8405-4d2a-8869-83488279005c {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:28.407194 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c074d31f-cac9-463b-b98b-81db8a15c2d9", "name": "network-vif-deleted", "tag": "205739a9-04a7-4f0c-b517-5756a2a489db", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:28.407652 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-195c3eac-8405-4d2a-8869-83488279005c {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:28.408218 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c074d31f-cac9-463b-b98b-81db8a15c2d9', 'name': 'network-vif-deleted', 'tag': '205739a9-04a7-4f0c-b517-5756a2a489db', 'status': 'completed', 'code': 200} Aug 20 11:40:28.519427 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12ea3a70-a518-41e5-94f0-6f54e0ebf003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:28.773391 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-12ea3a70-a518-41e5-94f0-6f54e0ebf003 admin admin] Deleting port f65ebef1-0aed-43ff-adde-49ecae55ba8d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:40:28.773849 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12ea3a70-a518-41e5-94f0-6f54e0ebf003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:28.857423 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-12ea3a70-a518-41e5-94f0-6f54e0ebf003 admin admin] For port f65ebef1-0aed-43ff-adde-49ecae55ba8d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f65ebef1-0aed-43ff-adde-49ecae55ba8d,segment=NetworkSegment(5f6c9edb-59a3-4f41-8076-dbc97cb6a46e),segment_id=5f6c9edb-59a3-4f41-8076-dbc97cb6a46e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:28.857874 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12ea3a70-a518-41e5-94f0-6f54e0ebf003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:28.871657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-12ea3a70-a518-41e5-94f0-6f54e0ebf003 admin admin] Calling delete_port for f65ebef1-0aed-43ff-adde-49ecae55ba8d owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:40:28.887306 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 28af82fb-9ab8-485a-8b42-493125ccb526 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:28.895081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:40:28.938800 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:40:28.939147 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 04603cf7-7bec-4e80-a4cf-0871c49b2ea9 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:40:28.939650 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 205739a9-04a7-4f0c-b517-5756a2a489db no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:40:28.966922 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 205739a9-04a7-4f0c-b517-5756a2a489db {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:40:28.967299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 205739a9-04a7-4f0c-b517-5756a2a489db not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:40:29.000364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 28af82fb-9ab8-485a-8b42-493125ccb526 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:29.011705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 28af82fb-9ab8-485a-8b42-493125ccb526 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:29.012087 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.062182 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2fea8-4866-4eb9-aef6-959e98947db7 req-7dc29409-40f5-4ff1-bf85-af86b03b1687 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:29.069168 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-78d2fea8-4866-4eb9-aef6-959e98947db7 req-7dc29409-40f5-4ff1-bf85-af86b03b1687 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 948 time: 0.1415412 Aug 20 11:40:29.109620 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.112818 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-78d2fea8-4866-4eb9-aef6-959e98947db7 req-d5937b47-3ec2-474e-9a58-9c410f98ef0e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407805 Aug 20 11:40:29.142586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d846df5-b588-4706-8fe1-e5f4482b6c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28af82fb-9ab8-485a-8b42-493125ccb526'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:29.145087 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a4fdb3-258f-4fa8-9896-a9903cfe4fc6" -d '{"events": [{"server_uuid": "2d846df5-b588-4706-8fe1-e5f4482b6c9f", "name": "network-vif-plugged", "status": "completed", "tag": "28af82fb-9ab8-485a-8b42-493125ccb526"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:29.158803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 28af82fb-9ab8-485a-8b42-493125ccb526, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=28af82fb-9ab8-485a-8b42-493125ccb526,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:29.164225 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.177488 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522ca85-a913-4f95-bcf8-ef2ddf0b2ea1 req-63ee4f87-864f-4d91-9ff3-ee86023726be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:29.179003 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a522ca85-a913-4f95-bcf8-ef2ddf0b2ea1 req-63ee4f87-864f-4d91-9ff3-ee86023726be service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 1096 time: 0.1065660 Aug 20 11:40:29.194645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074fd83-1a5d-4e1c-8a1f-218483995864 req-f7276192-69bf-4c8b-9de7-5cf39f2b4096 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:29.202769 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b074fd83-1a5d-4e1c-8a1f-218483995864 req-f7276192-69bf-4c8b-9de7-5cf39f2b4096 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1024854 Aug 20 11:40:29.204525 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12ea3a70-a518-41e5-94f0-6f54e0ebf003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.208203 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f7024d-88f0-48e3-bac6-a5a2e296382b x-openstack-request-id: req-f3f7024d-88f0-48e3-bac6-a5a2e296382b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:29.209766 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d846df5-b588-4706-8fe1-e5f4482b6c9f", "name": "network-vif-plugged", "status": "completed", "tag": "28af82fb-9ab8-485a-8b42-493125ccb526", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:29.210226 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3f7024d-88f0-48e3-bac6-a5a2e296382b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:29.210810 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d846df5-b588-4706-8fe1-e5f4482b6c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28af82fb-9ab8-485a-8b42-493125ccb526', 'code': 200} Aug 20 11:40:29.226981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=28af82fb-9ab8-485a-8b42-493125ccb526,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:29.233764 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea3a70-a518-41e5-94f0-6f54e0ebf003 admin admin] Pushing event deleted for resources: {'Port': ['ID=f65ebef1-0aed-43ff-adde-49ecae55ba8d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:29.235587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:29.236087 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:29.236577 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:29.237086 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:29.237562 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:29.238054 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:29.238536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:29.239634 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:29.239634 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:29.239861 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:29.240220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:29.240548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:29.355482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b074fd83-1a5d-4e1c-8a1f-218483995864 req-96aeff90-e97e-480f-83da-438e0fbc133b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518142 Aug 20 11:40:29.384481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7208bf-d797-4f4d-9d11-96ba1e038f34 req-9f76d391-a236-4609-8818-2bfebcccf0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:29.386122 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb7208bf-d797-4f4d-9d11-96ba1e038f34 req-9f76d391-a236-4609-8818-2bfebcccf0db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 1100 time: 0.1019304 Aug 20 11:40:29.390098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522ca85-a913-4f95-bcf8-ef2ddf0b2ea1 req-3c3daf75-55ec-4aaf-849d-c6835e9827ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:29.391443 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a522ca85-a913-4f95-bcf8-ef2ddf0b2ea1 req-3c3daf75-55ec-4aaf-849d-c6835e9827ee service neutron] 10.222.0.76 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.1780288 Aug 20 11:40:29.426718 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37254) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:29.464076 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12ea3a70-a518-41e5-94f0-6f54e0ebf003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.522060 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb7208bf-d797-4f4d-9d11-96ba1e038f34 req-fc37b369-851c-4135-a43c-68433e3c4547 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275444 Aug 20 11:40:29.527683 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-8779d865-cf8a-450b-8e88-f0d5b8bf8b76 admin admin] Deleting subnet b0c0c608-8196-48ff-8204-84f5540f76a4 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:40:29.528338 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a522ca85-a913-4f95-bcf8-ef2ddf0b2ea1 req-be4bf426-45b4-4ce9-a6a2-fac3a3c953cc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d HTTP/1.1" status: 200 len: 999 time: 0.1279886 Aug 20 11:40:29.532514 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8779d865-cf8a-450b-8e88-f0d5b8bf8b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.542367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5792435-a6bd-444d-ad35-3f622b96923b req-9e7ddd6c-e02e-40b0-a1f4-eabd8a5d1b29 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:29.543820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5792435-a6bd-444d-ad35-3f622b96923b req-9e7ddd6c-e02e-40b0-a1f4-eabd8a5d1b29 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0832646 Aug 20 11:40:29.603797 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8779d865-cf8a-450b-8e88-f0d5b8bf8b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.611791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522ca85-a913-4f95-bcf8-ef2ddf0b2ea1 req-26aba7f8-d173-4eec-a2cc-25f5a09f5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:29.613342 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a522ca85-a913-4f95-bcf8-ef2ddf0b2ea1 req-26aba7f8-d173-4eec-a2cc-25f5a09f5eb3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.0686355 Aug 20 11:40:29.617190 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5792435-a6bd-444d-ad35-3f622b96923b req-52a93206-d43c-474a-bb57-15c712c2624c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640881 Aug 20 11:40:29.657425 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8779d865-cf8a-450b-8e88-f0d5b8bf8b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.661400 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522ca85-a913-4f95-bcf8-ef2ddf0b2ea1 req-3b4dff5d-1a96-466b-a9a1-8e1ba5d935b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:29.662961 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a522ca85-a913-4f95-bcf8-ef2ddf0b2ea1 req-3b4dff5d-1a96-466b-a9a1-8e1ba5d935b4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424144 Aug 20 11:40:29.761386 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a522ca85-a913-4f95-bcf8-ef2ddf0b2ea1 req-e19225e7-58b0-48b7-a770-d50787fbb1b4 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905180 Aug 20 11:40:29.786455 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8779d865-cf8a-450b-8e88-f0d5b8bf8b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.823439 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779d865-cf8a-450b-8e88-f0d5b8bf8b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0c0c608-8196-48ff-8204-84f5540f76a4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:29.825493 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8779d865-cf8a-450b-8e88-f0d5b8bf8b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.828072 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8779d865-cf8a-450b-8e88-f0d5b8bf8b76 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b0c0c608-8196-48ff-8204-84f5540f76a4 HTTP/1.1" status: 204 len: 168 time: 0.4002843 Aug 20 11:40:29.830607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37258) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:29.835874 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ea3a70-a518-41e5-94f0-6f54e0ebf003 admin admin] Router 226ac830-29b6-4f30-96b4-50dd890e77f6 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:40:29.910841 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a522ca85-a913-4f95-bcf8-ef2ddf0b2ea1 req-2546d64f-06e4-4e2c-a7c3-2a14e4cedce6 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421838 Aug 20 11:40:29.924991 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-043d1a1c-e269-40d8-a8d4-b798b9088361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.945155 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ea3a70-a518-41e5-94f0-6f54e0ebf003 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:40:29.953742 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-12ea3a70-a518-41e5-94f0-6f54e0ebf003 admin admin] 10.222.0.37 "PUT /v2.0/routers/226ac830-29b6-4f30-96b4-50dd890e77f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8507454 Aug 20 11:40:29.954602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37260) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:29.958877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd744b-17ea-448f-80e6-afdf5481b810 None None] Sync routers for ids ['226ac830-29b6-4f30-96b4-50dd890e77f6'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:40:29.971992 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd744b-17ea-448f-80e6-afdf5481b810 None None] Routers {'226ac830-29b6-4f30-96b4-50dd890e77f6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:40:29.972853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cfdd744b-17ea-448f-80e6-afdf5481b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:40:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['226ac830-29b6-4f30-96b4-50dd890e77f6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:30.017517 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-043d1a1c-e269-40d8-a8d4-b798b9088361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.031371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-043d1a1c-e269-40d8-a8d4-b798b9088361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05a123a-d696-483b-ae32-9d9ac117d55b']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:30.049630 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-043d1a1c-e269-40d8-a8d4-b798b9088361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85ed29a-8ee5-4725-9fd9-29a7e8820ce1') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:30.049927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-043d1a1c-e269-40d8-a8d4-b798b9088361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85ed29a-8ee5-4725-9fd9-29a7e8820ce1') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:30.083260 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c74bc2b8-972a-48e7-844a-f8f15227fe72 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.088659 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-043d1a1c-e269-40d8-a8d4-b798b9088361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.099432 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-cfdd744b-17ea-448f-80e6-afdf5481b810 None None] Set router 226ac830-29b6-4f30-96b4-50dd890e77f6 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:40:30.113647 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-043d1a1c-e269-40d8-a8d4-b798b9088361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.122774 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043d1a1c-e269-40d8-a8d4-b798b9088361 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:40:30.123198 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-043d1a1c-e269-40d8-a8d4-b798b9088361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:40:30.129919 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:40:30.209882 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-043d1a1c-e269-40d8-a8d4-b798b9088361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.235880 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-043d1a1c-e269-40d8-a8d4-b798b9088361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.239913 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-043d1a1c-e269-40d8-a8d4-b798b9088361 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e05a123a-d696-483b-ae32-9d9ac117d55b HTTP/1.1" status: 204 len: 168 time: 0.4079001 Aug 20 11:40:30.241066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d1a1c-e269-40d8-a8d4-b798b9088361 admin admin] Pushing event deleted for resources: {'Network': ['ID=e05a123a-d696-483b-ae32-9d9ac117d55b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:30.263526 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c74bc2b8-972a-48e7-844a-f8f15227fe72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.325035 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c0d5c-e39a-4d29-9db0-1ef2d9871953 req-cde1517b-1546-4f56-87c6-b3d610c6f24b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:30.328209 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f28c0d5c-e39a-4d29-9db0-1ef2d9871953 req-cde1517b-1546-4f56-87c6-b3d610c6f24b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1240661 Aug 20 11:40:30.378538 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c74bc2b8-972a-48e7-844a-f8f15227fe72 admin admin] Deleting port e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:40:30.378770 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c74bc2b8-972a-48e7-844a-f8f15227fe72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.387122 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f28c0d5c-e39a-4d29-9db0-1ef2d9871953 req-3e653fdb-0853-4a5a-86c0-57b9548b5a95 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495393 Aug 20 11:40:30.481310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cfdd744b-17ea-448f-80e6-afdf5481b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'name': 'tempest-ServersTestManualDisk-720002785-router', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:06Z', 'updated_at': '2021-08-20T11:40:29Z', 'revision_number': 5, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'gw_port': {'id': 'e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:07Z', 'updated_at': '2021-08-20T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:30.490930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6d606-12af-4258-a4e2-5644444449d2 req-b26a2d2f-9996-4d6e-ac02-974ed7ebbdb2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:30.491357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c74bc2b8-972a-48e7-844a-f8f15227fe72 admin admin] For port e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:30.491814 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c74bc2b8-972a-48e7-844a-f8f15227fe72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.492665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08d6d606-12af-4258-a4e2-5644444449d2 req-b26a2d2f-9996-4d6e-ac02-974ed7ebbdb2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0539260 Aug 20 11:40:30.506976 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c74bc2b8-972a-48e7-844a-f8f15227fe72 admin admin] Calling delete_port for e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:40:30.516003 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37270) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:30.524418 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd744b-17ea-448f-80e6-afdf5481b810 None None] Checking router: 226ac830-29b6-4f30-96b4-50dd890e77f6 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:40:30.535147 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd744b-17ea-448f-80e6-afdf5481b810 None None] Routers {'226ac830-29b6-4f30-96b4-50dd890e77f6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:40:30.535879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cfdd744b-17ea-448f-80e6-afdf5481b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:40:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['226ac830-29b6-4f30-96b4-50dd890e77f6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:30.538133 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08d6d606-12af-4258-a4e2-5644444449d2 req-3ad203b4-3dc2-4e4d-b0d1-5e4bb4c993ba tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377896 Aug 20 11:40:30.605934 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e148fe05-7359-48ed-a237-1d0b3a618be2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5195601499f84a9c8eb3e1d5159ad79d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0886748 Aug 20 11:40:30.608500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37272) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:30.625725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-cfdd744b-17ea-448f-80e6-afdf5481b810 None None] Set router 226ac830-29b6-4f30-96b4-50dd890e77f6 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:40:30.669007 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45344576-a64f-40aa-93f4-39aedcaf776c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.690803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cfdd744b-17ea-448f-80e6-afdf5481b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'name': 'tempest-ServersTestManualDisk-720002785-router', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:06Z', 'updated_at': '2021-08-20T11:40:30Z', 'revision_number': 6, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:30.698427 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45344576-a64f-40aa-93f4-39aedcaf776c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.727840 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd744b-17ea-448f-80e6-afdf5481b810 None None] The sync data for ids ['226ac830-29b6-4f30-96b4-50dd890e77f6'] in n-d-804299-2 is: [{'id': '226ac830-29b6-4f30-96b4-50dd890e77f6', 'name': 'tempest-ServersTestManualDisk-720002785-router', 'tenant_id': '27b150e0c6fc4231af1313ca6c47057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:06Z', 'updated_at': '2021-08-20T11:40:30Z', 'revision_number': 6, 'project_id': '27b150e0c6fc4231af1313ca6c47057b', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:40:30.753250 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45344576-a64f-40aa-93f4-39aedcaf776c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.756536 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45344576-a64f-40aa-93f4-39aedcaf776c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.757824 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-45344576-a64f-40aa-93f4-39aedcaf776c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f44b0dea-e2cb-4b2a-8720-80be7e47d59f HTTP/1.1" status: 204 len: 168 time: 0.1482806 Aug 20 11:40:30.799652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3dccb-f5f6-4e8a-85da-dc4fc1a8dc7f req-68b66b6c-240a-4a9e-bbb5-517133fd003a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:30.805673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45344576-a64f-40aa-93f4-39aedcaf776c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44b0dea-e2cb-4b2a-8720-80be7e47d59f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:30.807380 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-81c3dccb-f5f6-4e8a-85da-dc4fc1a8dc7f req-68b66b6c-240a-4a9e-bbb5-517133fd003a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1028364 Aug 20 11:40:30.815274 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c74bc2b8-972a-48e7-844a-f8f15227fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.854459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bc2b8-972a-48e7-844a-f8f15227fe72 admin admin] Pushing event deleted for resources: {'Port': ['ID=e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:30.908130 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-81c3dccb-f5f6-4e8a-85da-dc4fc1a8dc7f req-a9910121-6b12-4ba0-8db2-1cf8ffdaedb8 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000204 Aug 20 11:40:30.936747 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c74bc2b8-972a-48e7-844a-f8f15227fe72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.037761 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c74bc2b8-972a-48e7-844a-f8f15227fe72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.039877 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c74bc2b8-972a-48e7-844a-f8f15227fe72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.090857 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c74bc2b8-972a-48e7-844a-f8f15227fe72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.091344 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74bc2b8-972a-48e7-844a-f8f15227fe72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 226ac830-29b6-4f30-96b4-50dd890e77f6 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:40:31.098531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c74bc2b8-972a-48e7-844a-f8f15227fe72 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.102127 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c74bc2b8-972a-48e7-844a-f8f15227fe72 admin admin] 10.222.0.37 "DELETE /v2.0/routers/226ac830-29b6-4f30-96b4-50dd890e77f6 HTTP/1.1" status: 204 len: 168 time: 1.1437254 Aug 20 11:40:31.102653 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37286) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:31.153003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1853e8-369c-475d-87ab-c2d41c73cd33 admin admin] Deleting subnet 18c38eb4-1417-4231-a10b-91fc4c6305bc {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:40:31.156868 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f1853e8-369c-475d-87ab-c2d41c73cd33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.207343 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f1853e8-369c-475d-87ab-c2d41c73cd33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.302120 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f1853e8-369c-475d-87ab-c2d41c73cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.356563 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f1853e8-369c-475d-87ab-c2d41c73cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.382411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1853e8-369c-475d-87ab-c2d41c73cd33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18c38eb4-1417-4231-a10b-91fc4c6305bc,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:31.385965 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f1853e8-369c-475d-87ab-c2d41c73cd33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.387827 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1f1853e8-369c-475d-87ab-c2d41c73cd33 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/18c38eb4-1417-4231-a10b-91fc4c6305bc HTTP/1.1" status: 204 len: 168 time: 0.2844567 Aug 20 11:40:31.391116 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37298) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:31.396970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e36bc0-2f15-4216-a05b-b3f15a1c6957 None None] Network 3c363b35-dccd-4fb6-bd19-16a5a3106a39 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:31.466162 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.562946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1a262-7362-48c2-bef2-df51c90ffb4b req-b52cf940-6edc-4fb8-b246-f2daa59596a7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:31.564092 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e9f1a262-7362-48c2-bef2-df51c90ffb4b req-b52cf940-6edc-4fb8-b246-f2daa59596a7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.0905876 Aug 20 11:40:31.623238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f032dbd-5622-4846-9b8c-620ad17ac92a None None] DHCP port deletion for 3c363b35-dccd-4fb6-bd19-16a5a3106a39 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:40:31.624342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] Deleting port de68955b-e973-4581-afdf-dd442d881992 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:40:31.624856 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.642962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e9f1a262-7362-48c2-bef2-df51c90ffb4b req-364dc30d-1905-43a2-b14d-bf9b24b581f3 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700231 Aug 20 11:40:31.719290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] For port de68955b-e973-4581-afdf-dd442d881992, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=de68955b-e973-4581-afdf-dd442d881992,segment=NetworkSegment(5f6c9edb-59a3-4f41-8076-dbc97cb6a46e),segment_id=5f6c9edb-59a3-4f41-8076-dbc97cb6a46e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:31.719925 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.720551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-5f032dbd-5622-4846-9b8c-620ad17ac92a None None] Deleting port de68955b-e973-4581-afdf-dd442d881992 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:40:31.722168 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5f032dbd-5622-4846-9b8c-620ad17ac92a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.735736 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795be96-0d76-4d4c-8a41-5abf7734b085 req-9d79f8ee-6e47-4464-b2e0-bf5d1f5e329f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:31.737739 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c795be96-0d76-4d4c-8a41-5abf7734b085 req-9d79f8ee-6e47-4464-b2e0-bf5d1f5e329f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0998247 Aug 20 11:40:31.737980 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] Calling delete_port for de68955b-e973-4581-afdf-dd442d881992 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:40:31.819199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c795be96-0d76-4d4c-8a41-5abf7734b085 req-27df279a-3e12-405a-826a-44ddaeaa5c3a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680151 Aug 20 11:40:31.832280 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5f032dbd-5622-4846-9b8c-620ad17ac92a None None] For port de68955b-e973-4581-afdf-dd442d881992, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=de68955b-e973-4581-afdf-dd442d881992,segment=NetworkSegment(5f6c9edb-59a3-4f41-8076-dbc97cb6a46e),segment_id=5f6c9edb-59a3-4f41-8076-dbc97cb6a46e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:31.832885 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5f032dbd-5622-4846-9b8c-620ad17ac92a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.850090 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.858119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-5f032dbd-5622-4846-9b8c-620ad17ac92a None None] Calling delete_port for de68955b-e973-4581-afdf-dd442d881992 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:40:31.876269 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=de68955b-e973-4581-afdf-dd442d881992,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:31.881997 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] No DVR routers for this DVR port de68955b-e973-4581-afdf-dd442d881992 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:40:31.959397 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.974605 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c363b35-dccd-4fb6-bd19-16a5a3106a39']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:31.992549 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5f032dbd-5622-4846-9b8c-620ad17ac92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.997134 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6c9edb-59a3-4f41-8076-dbc97cb6a46e') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:31.998067 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6c9edb-59a3-4f41-8076-dbc97cb6a46e') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:32.022807 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:32.024310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f032dbd-5622-4846-9b8c-620ad17ac92a None None] Pushing event deleted for resources: {'Port': ['ID=de68955b-e973-4581-afdf-dd442d881992,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:32.028075 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f032dbd-5622-4846-9b8c-620ad17ac92a None None] No DVR routers for this DVR port de68955b-e973-4581-afdf-dd442d881992 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:40:32.059937 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:32.068004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:40:32.068612 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:40:32.070472 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:40:32.135511 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:32.142396 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:32.147554 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3c363b35-dccd-4fb6-bd19-16a5a3106a39 HTTP/1.1" status: 204 len: 168 time: 0.7528551 Aug 20 11:40:32.159785 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd9c9d-0ff3-4b9e-909f-95c8292bfc35 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c363b35-dccd-4fb6-bd19-16a5a3106a39,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:32.208443 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca289629-c0a5-47ae-8d0c-f3595f8ad8a3 req-350afe31-57be-4a14-b0fe-502e8b72ed1b tempest-MigrationsAdminTest-827659397 tempest-MigrationsAdminTest-827659397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:32.210011 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ca289629-c0a5-47ae-8d0c-f3595f8ad8a3 req-350afe31-57be-4a14-b0fe-502e8b72ed1b tempest-MigrationsAdminTest-827659397 tempest-MigrationsAdminTest-827659397-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 1100 time: 0.0441625 Aug 20 11:40:32.249378 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ca289629-c0a5-47ae-8d0c-f3595f8ad8a3 req-691acb41-ada9-4933-940b-b7059cd6a201 tempest-MigrationsAdminTest-827659397 tempest-MigrationsAdminTest-827659397-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:32.261720 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device de68955b-e973-4581-afdf-dd442d881992 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:40:32.300915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: de68955b-e973-4581-afdf-dd442d881992 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:40:32.301229 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device de68955b-e973-4581-afdf-dd442d881992 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:40:32.301653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:40:32.351757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:40:32.352611 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e95d7fb8-c9ee-4bea-a5e3-cc04a7ff51f8 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:40:32.353568 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f65ebef1-0aed-43ff-adde-49ecae55ba8d no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:40:32.388276 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ca289629-c0a5-47ae-8d0c-f3595f8ad8a3 req-691acb41-ada9-4933-940b-b7059cd6a201 tempest-MigrationsAdminTest-827659397 tempest-MigrationsAdminTest-827659397-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:32.395526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: f65ebef1-0aed-43ff-adde-49ecae55ba8d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:40:32.396244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f65ebef1-0aed-43ff-adde-49ecae55ba8d not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:40:32.398245 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ca289629-c0a5-47ae-8d0c-f3595f8ad8a3 req-691acb41-ada9-4933-940b-b7059cd6a201 tempest-MigrationsAdminTest-827659397 tempest-MigrationsAdminTest-827659397-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:32.444142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37338) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:32.455370 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ca289629-c0a5-47ae-8d0c-f3595f8ad8a3 req-691acb41-ada9-4933-940b-b7059cd6a201 tempest-MigrationsAdminTest-827659397 tempest-MigrationsAdminTest-827659397-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214594 Aug 20 11:40:32.460432 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691acb41-ada9-4933-940b-b7059cd6a201 tempest-MigrationsAdminTest-827659397 tempest-MigrationsAdminTest-827659397-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96025934-d96f-47eb-8845-7b2f2bad3de9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:32.518621 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c6d56684-5102-4ebf-b5a4-cd15cf12b6cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27b150e0c6fc4231af1313ca6c47057b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716259 Aug 20 11:40:32.521040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37346) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:32.628064 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f2fd0-553a-4a6d-93ad-13dc034c211e req-94dea71e-b2d9-4552-bc61-dd38201d3f58 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:32.629962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-040f2fd0-553a-4a6d-93ad-13dc034c211e req-94dea71e-b2d9-4552-bc61-dd38201d3f58 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0894041 Aug 20 11:40:32.646054 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d002e8a-e20e-436c-8824-a84ee9ca6115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:32.656909 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:32.689170 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d002e8a-e20e-436c-8824-a84ee9ca6115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:32.726350 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-040f2fd0-553a-4a6d-93ad-13dc034c211e req-65fc307f-e333-40cc-aaf0-9a7cdba87bcd tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767126 Aug 20 11:40:32.757837 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d002e8a-e20e-436c-8824-a84ee9ca6115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:32.763219 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d002e8a-e20e-436c-8824-a84ee9ca6115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:32.765246 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5d002e8a-e20e-436c-8824-a84ee9ca6115 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19b4cb16-3a06-43ea-9ef0-19e212f8712b HTTP/1.1" status: 204 len: 168 time: 0.2424583 Aug 20 11:40:32.789746 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d002e8a-e20e-436c-8824-a84ee9ca6115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b4cb16-3a06-43ea-9ef0-19e212f8712b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:32.957384 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44483e5-64ae-45c8-a4d2-ef42244e659b req-2f95a9fa-f936-489a-8bbd-315374715b57 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:32.965416 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b44483e5-64ae-45c8-a4d2-ef42244e659b req-2f95a9fa-f936-489a-8bbd-315374715b57 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0704808 Aug 20 11:40:33.023162 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b44483e5-64ae-45c8-a4d2-ef42244e659b req-e080a0e3-8430-4a1a-b225-3be85bf685aa tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565736 Aug 20 11:40:33.408540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5470e4-1362-4973-9580-9bda993a03c7 req-5264ee03-8ee4-4c12-952a-3f88795a2cbb tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:33.413332 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f5470e4-1362-4973-9580-9bda993a03c7 req-5264ee03-8ee4-4c12-952a-3f88795a2cbb tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.0601301 Aug 20 11:40:33.463879 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f5470e4-1362-4973-9580-9bda993a03c7 req-29537099-fe2c-43d7-95e2-9d0c5345901d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475526 Aug 20 11:40:33.500841 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-58875631-90c4-42d1-b397-5eea06d8f7e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1678832 Aug 20 11:40:33.570391 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37398) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:33.668969 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-58443578-b602-4209-b251-0ca9b807377a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-310136475-network', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:33.692511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58443578-b602-4209-b251-0ca9b807377a admin admin] Made reservation on behalf of 0d86ec1742a74b2b9f07dedc5baf4bd9 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:33.695158 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58443578-b602-4209-b251-0ca9b807377a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:33.706826 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58443578-b602-4209-b251-0ca9b807377a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:33.868317 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58443578-b602-4209-b251-0ca9b807377a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:33.876329 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58443578-b602-4209-b251-0ca9b807377a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:33.891928 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036b5da-ab9e-40c4-a208-36ee4805bc88 req-d0f92cc2-7d81-474b-be23-4b210c8c0a0f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:33.893567 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4036b5da-ab9e-40c4-a208-36ee4805bc88 req-d0f92cc2-7d81-474b-be23-4b210c8c0a0f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0828476 Aug 20 11:40:33.930442 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58443578-b602-4209-b251-0ca9b807377a admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:40:33.954616 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58443578-b602-4209-b251-0ca9b807377a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe33fd-26ab-44a6-a798-26135058ae01,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:33.963092 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58443578-b602-4209-b251-0ca9b807377a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:33.963442 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-58443578-b602-4209-b251-0ca9b807377a admin admin] Added segment bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4 of type vlan for network 0bf93aec-d5da-4697-9365-3916257c8ea4 Aug 20 11:40:33.994440 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4036b5da-ab9e-40c4-a208-36ee4805bc88 req-124d83bf-3ebf-48cd-9994-1fc0e32e25b7 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783527 Aug 20 11:40:34.040612 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58443578-b602-4209-b251-0ca9b807377a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:34.078025 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58443578-b602-4209-b251-0ca9b807377a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:34.081909 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58443578-b602-4209-b251-0ca9b807377a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:34.082515 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58443578-b602-4209-b251-0ca9b807377a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:34.500564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58443578-b602-4209-b251-0ca9b807377a admin admin] Pushing event updated for resources: {'Network': ['ID=0bf93aec-d5da-4697-9365-3916257c8ea4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:34.512543 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 0bf93aec-d5da-4697-9365-3916257c8ea4 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:40:34.517813 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-58443578-b602-4209-b251-0ca9b807377a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9433534 Aug 20 11:40:34.519918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37452) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:34.523402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-36bea49a-d54b-45c2-bf2b-bb8fa09caa36 admin admin] Request body: {'subnet': {'network_id': '0bf93aec-d5da-4697-9365-3916257c8ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-310136475-subnet', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:34.557068 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bea49a-d54b-45c2-bf2b-bb8fa09caa36 admin admin] Made reservation on behalf of 0d86ec1742a74b2b9f07dedc5baf4bd9 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:34.561009 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42cd8b-d2d0-4992-9b07-459763ca3fb4 req-7fbd1e1c-6356-4385-a1df-3a25484626f2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:34.562393 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36bea49a-d54b-45c2-bf2b-bb8fa09caa36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:34.569363 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed42cd8b-d2d0-4992-9b07-459763ca3fb4 req-7fbd1e1c-6356-4385-a1df-3a25484626f2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.4134300 Aug 20 11:40:34.607352 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed42cd8b-d2d0-4992-9b07-459763ca3fb4 req-def73c6c-f66e-41b2-8d88-a8752d423b17 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369523 Aug 20 11:40:34.684308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9e64-16e9-43db-8b61-4933cf4e3b08 req-05c6073c-3500-48b9-a8f8-368abf293048 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:34.685896 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf2a9e64-16e9-43db-8b61-4933cf4e3b08 req-05c6073c-3500-48b9-a8f8-368abf293048 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1192918 Aug 20 11:40:34.759631 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf2a9e64-16e9-43db-8b61-4933cf4e3b08 req-d06b5fe2-c47b-427d-ba8c-31a9689c2c8d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659807 Aug 20 11:40:34.829184 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36bea49a-d54b-45c2-bf2b-bb8fa09caa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:34.900665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bea49a-d54b-45c2-bf2b-bb8fa09caa36 admin admin] Checking segment: {'id': 'bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0bf93aec-d5da-4697-9365-3916257c8ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:34.901125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bea49a-d54b-45c2-bf2b-bb8fa09caa36 admin admin] Network hostable DHCP agents. Network: 0bf93aec-d5da-4697-9365-3916257c8ea4, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:40:34.909809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bea49a-d54b-45c2-bf2b-bb8fa09caa36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0fefb2c-1c64-4ade-a925-ed0086aaf24a,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:34.954638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bea49a-d54b-45c2-bf2b-bb8fa09caa36 admin admin] Network 0bf93aec-d5da-4697-9365-3916257c8ea4 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:40:34.968604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-36bea49a-d54b-45c2-bf2b-bb8fa09caa36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 0bf93aec-d5da-4697-9365-3916257c8ea4) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:34.972595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-b2321764-c4ac-4f70-b8e8-560b3af278e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:34.974232 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-b2321764-c4ac-4f70-b8e8-560b3af278e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 1100 time: 0.1209872 Aug 20 11:40:34.977487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bea49a-d54b-45c2-bf2b-bb8fa09caa36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:34.978068 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36bea49a-d54b-45c2-bf2b-bb8fa09caa36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:34.986540 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41be03f-7858-48f6-8f5d-fad503ee5ebb None None] Network 0bf93aec-d5da-4697-9365-3916257c8ea4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:35.124731 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-36bea49a-d54b-45c2-bf2b-bb8fa09caa36 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6050136 Aug 20 11:40:35.127997 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37466) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:35.133821 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-310136475-router', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:35.160904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafa321-a379-4c94-965e-6a2526f99ecf req-cbbb96e1-e966-43ae-bba4-f50d34efd3c1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:35.161860 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.162776 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8cafa321-a379-4c94-965e-6a2526f99ecf req-cbbb96e1-e966-43ae-bba4-f50d34efd3c1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0782888 Aug 20 11:40:35.163328 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.164547 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-1f914cd7-1141-4299-a427-fb51478a32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:35.183028 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-1f914cd7-1141-4299-a427-fb51478a32eb service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2003653 Aug 20 11:40:35.238143 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-1df4d94f-a3ea-4aa7-9e87-320b3b72ef72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=28af82fb-9ab8-485a-8b42-493125ccb526 HTTP/1.1" status: 200 len: 217 time: 0.0375929 Aug 20 11:40:35.252137 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-0bf93aec-d5da-4697-9365-3916257c8ea4', 'network_id': '0bf93aec-d5da-4697-9365-3916257c8ea4', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'fixed_ips': [{'subnet_id': 'e0fefb2c-1c64-4ade-a925-ed0086aaf24a'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:40:35.253037 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.268132 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.330131 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8cafa321-a379-4c94-965e-6a2526f99ecf req-e29cc143-fd42-4397-b34b-0feb2f1fd61f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462462 Aug 20 11:40:35.363561 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-e4758c02-3a78-4d92-971a-adf7b7946911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:35.365185 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-e4758c02-3a78-4d92-971a-adf7b7946911 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1208260 Aug 20 11:40:35.417240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-ccb850bb-1081-4f41-b28e-cb20d443e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:35.419306 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-ccb850bb-1081-4f41-b28e-cb20d443e202 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469372 Aug 20 11:40:35.429587 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.433571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-1fac3a86-32bb-4e07-a94d-b4ce744396a8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:40:35.435003 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-1fac3a86-32bb-4e07-a94d-b4ce744396a8 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082111 Aug 20 11:40:35.443570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Allocated IP 172.20.0.2 (0bf93aec-d5da-4697-9365-3916257c8ea4/e0fefb2c-1c64-4ade-a925-ed0086aaf24a/2c0664c3-812e-4e78-98b0-a76938bab794) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:35.575217 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-4f4c87fa-64a5-4ff6-8805-42debdd5cd56 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335607 Aug 20 11:40:35.665743 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.681125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Transition to ACTIVE for port object 2c0664c3-812e-4e78-98b0-a76938bab794 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:35.690757 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.701199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Transition to ACTIVE for port object 2c0664c3-812e-4e78-98b0-a76938bab794 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:35.710665 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.712851 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.755935 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Network 0bf93aec-d5da-4697-9365-3916257c8ea4 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:35.767440 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:35.771080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:35.774099 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-0a398e7d-dede-42ea-82a1-6fb6725a41a0 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915743 Aug 20 11:40:35.792486 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab8d4a-af6f-4bf6-8fe3-f00c0d83ca91 req-ea7a7a05-7d73-40db-a894-f0530696ba0d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:35.794338 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58ab8d4a-af6f-4bf6-8fe3-f00c0d83ca91 req-ea7a7a05-7d73-40db-a894-f0530696ba0d tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0929883 Aug 20 11:40:35.803511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Pushing event updated for resources: {'Port': ['ID=2c0664c3-812e-4e78-98b0-a76938bab794,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:35.865907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Attempting to bind port 2c0664c3-812e-4e78-98b0-a76938bab794 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:35.866504 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Attempting to bind port 2c0664c3-812e-4e78-98b0-a76938bab794 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0bf93aec-d5da-4697-9365-3916257c8ea4'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:35.867111 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Attempting to bind port 2c0664c3-812e-4e78-98b0-a76938bab794 on network 0bf93aec-d5da-4697-9365-3916257c8ea4 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:35.872698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:35.873357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Checking segment: {'id': 'bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0bf93aec-d5da-4697-9365-3916257c8ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:35.873939 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.874597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Bound using segment: {'id': 'bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0bf93aec-d5da-4697-9365-3916257c8ea4'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:35.875210 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Bound port: 2c0664c3-812e-4e78-98b0-a76938bab794, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0bf93aec-d5da-4697-9365-3916257c8ea4'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:35.875820 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Allocated IP 172.25.8.69 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/ee91cfa0-702f-458e-b0e7-33ba385c1532) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:35.876217 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.912676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58ab8d4a-af6f-4bf6-8fe3-f00c0d83ca91 req-74ca918a-2627-4b89-8de1-e1efa701f6c1 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952799 Aug 20 11:40:35.960269 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] For port 2c0664c3-812e-4e78-98b0-a76938bab794, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:35.963957 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] For port 2c0664c3-812e-4e78-98b0-a76938bab794, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2c0664c3-812e-4e78-98b0-a76938bab794,segment=NetworkSegment(bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4),segment_id=bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:35.970296 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:36.053498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee443d-e911-4378-890f-bdba80a1e3e5 req-a13ee198-8e2d-40b6-affc-761753bfa2ed tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:36.055092 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8dee443d-e911-4378-890f-bdba80a1e3e5 req-a13ee198-8e2d-40b6-affc-761753bfa2ed tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1255739 Aug 20 11:40:36.058211 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ef821-de0b-4c03-87ba-5bf16b7a185d None None] Pushing event updated for resources: {'Port': ['ID=2c0664c3-812e-4e78-98b0-a76938bab794,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:36.090119 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:36.120863 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8dee443d-e911-4378-890f-bdba80a1e3e5 req-b816bea2-bc33-410e-8c73-cfa4d7d97e20 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575628 Aug 20 11:40:36.162378 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:36.207129 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:36.209920 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:36.213479 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:36.250447 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Pushing event updated for resources: {'Port': ['ID=ee91cfa0-702f-458e-b0e7-33ba385c1532,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:36.559217 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7697235-97b3-4955-b425-2b337b5db733 req-1a35a5f4-ca6e-4c29-b198-94a7f62149dd tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:36.560728 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7697235-97b3-4955-b425-2b337b5db733 req-1a35a5f4-ca6e-4c29-b198-94a7f62149dd tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1016207 Aug 20 11:40:36.573951 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:36.584703 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37496) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:36.658273 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7697235-97b3-4955-b425-2b337b5db733 req-05dac18a-a87b-450a-b53f-7d0d17ac2923 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862038 Aug 20 11:40:36.737702 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3975149c-5a5c-473b-8ce6-9e71028791df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:36.810155 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:36.852104 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3975149c-5a5c-473b-8ce6-9e71028791df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:36.857297 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3975149c-5a5c-473b-8ce6-9e71028791df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:36.907630 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3975149c-5a5c-473b-8ce6-9e71028791df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=152dbdd61a6f42eead0d47f620a8172e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211565 Aug 20 11:40:36.908381 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37500) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:36.908610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975149c-5a5c-473b-8ce6-9e71028791df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4832ae71-c93d-4386-bdf1-627b99e77690,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:36.988132 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca8129a2-a0e2-4ca4-a059-4fda0ad02b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:37.017622 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca8129a2-a0e2-4ca4-a059-4fda0ad02b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:37.024466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Router e7b19d1b-c314-4d71-b050-af238a86c06f is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:40:37.163696 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca8129a2-a0e2-4ca4-a059-4fda0ad02b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:37.166379 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca8129a2-a0e2-4ca4-a059-4fda0ad02b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:37.170194 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ca8129a2-a0e2-4ca4-a059-4fda0ad02b68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4832ae71-c93d-4386-bdf1-627b99e77690 HTTP/1.1" status: 204 len: 168 time: 0.2581842 Aug 20 11:40:37.182638 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8129a2-a0e2-4ca4-a059-4fda0ad02b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4832ae71-c93d-4386-bdf1-627b99e77690,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:37.187109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c59ca5-2f79-474d-b6bd-fdc64a2b9e0b None None] Network 0bf93aec-d5da-4697-9365-3916257c8ea4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:37.197667 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:40:37.210430 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Sync routers for ids ['e7b19d1b-c314-4d71-b050-af238a86c06f'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:40:37.223412 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Routers {'e7b19d1b-c314-4d71-b050-af238a86c06f'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:40:37.225323 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:37.225925 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:40:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e7b19d1b-c314-4d71-b050-af238a86c06f'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:37.229850 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-560dd7fb-f7fe-443a-85f1-ea093fd2f49e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0972786 Aug 20 11:40:37.230162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37510) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:37.302842 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18ce3c0-02e5-46a8-8b4f-381bc1586f8d None None] Provisioning for port 2c0664c3-812e-4e78-98b0-a76938bab794 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:37.333334 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d37d5-77d8-4b79-b6d8-3278ea17fedf req-a20abd6a-d4a8-458b-b0f3-8060ae3e70ec tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:37.346090 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-969d37d5-77d8-4b79-b6d8-3278ea17fedf req-a20abd6a-d4a8-458b-b0f3-8060ae3e70ec tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.0974081 Aug 20 11:40:37.389806 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Set router e7b19d1b-c314-4d71-b050-af238a86c06f gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:40:37.437359 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-969d37d5-77d8-4b79-b6d8-3278ea17fedf req-1ee81126-3523-45b7-85b4-2ca42c5542e9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870039 Aug 20 11:40:37.598772 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'name': 'tempest-ServersTestMultiNic-310136475-router', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee91cfa0-702f-458e-b0e7-33ba385c1532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:35Z', 'updated_at': '2021-08-20T11:40:36Z', 'revision_number': 3, 'project_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'gw_port': {'id': 'ee91cfa0-702f-458e-b0e7-33ba385c1532', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:35Z', 'updated_at': '2021-08-20T11:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:37.648316 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Checking router: e7b19d1b-c314-4d71-b050-af238a86c06f for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:40:37.648683 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Updating router e7b19d1b-c314-4d71-b050-af238a86c06f port ee91cfa0-702f-458e-b0e7-33ba385c1532 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:40:37.677042 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:37.805762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37528) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:37.869789 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0528a2-6028-433a-beed-197ec25629ee req-9c8b6d73-73d1-4ecc-89c8-68ddbc65e389 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:37.871400 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a0528a2-6028-433a-beed-197ec25629ee req-9c8b6d73-73d1-4ecc-89c8-68ddbc65e389 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0968335 Aug 20 11:40:37.882278 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:37.943407 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a0528a2-6028-433a-beed-197ec25629ee req-08c5c34e-8397-4e0c-9cc0-671a9cdccf8c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641384 Aug 20 11:40:38.036517 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.049492 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Transition to ACTIVE for port object ee91cfa0-702f-458e-b0e7-33ba385c1532 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:38.057048 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.087404 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef8a1371-9c29-477a-b155-2260b433ea9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.112868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Allocated IP 172.20.0.1 (0bf93aec-d5da-4697-9365-3916257c8ea4/e0fefb2c-1c64-4ade-a925-ed0086aaf24a/35aa7bba-0825-4da3-b45e-38be37c8537e) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:38.117270 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Attempting to bind port ee91cfa0-702f-458e-b0e7-33ba385c1532 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:38.117636 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Attempting to bind port ee91cfa0-702f-458e-b0e7-33ba385c1532 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:38.117994 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Attempting to bind port ee91cfa0-702f-458e-b0e7-33ba385c1532 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:38.128717 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a46180-62c2-441f-9b90-674131f03b20 None None] Pushing event updated for resources: {'Port': ['ID=ee91cfa0-702f-458e-b0e7-33ba385c1532,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:38.131538 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:38.131919 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:38.132369 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.132951 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:38.133654 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Bound port: ee91cfa0-702f-458e-b0e7-33ba385c1532, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:38.134074 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.165663 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a46180-62c2-441f-9b90-674131f03b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.166010 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a46180-62c2-441f-9b90-674131f03b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.166349 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a46180-62c2-441f-9b90-674131f03b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.166678 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a46180-62c2-441f-9b90-674131f03b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.167122 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a46180-62c2-441f-9b90-674131f03b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.167454 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a46180-62c2-441f-9b90-674131f03b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.167812 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a46180-62c2-441f-9b90-674131f03b20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.168619 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a46180-62c2-441f-9b90-674131f03b20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.168958 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a46180-62c2-441f-9b90-674131f03b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.169281 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a46180-62c2-441f-9b90-674131f03b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.170044 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a46180-62c2-441f-9b90-674131f03b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.170044 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a46180-62c2-441f-9b90-674131f03b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.213265 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] For port ee91cfa0-702f-458e-b0e7-33ba385c1532, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:38.217043 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] For port ee91cfa0-702f-458e-b0e7-33ba385c1532, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ee91cfa0-702f-458e-b0e7-33ba385c1532,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:38.226563 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.296536 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a46180-62c2-441f-9b90-674131f03b20 None None] Pushing event updated for resources: {'Port': ['ID=ee91cfa0-702f-458e-b0e7-33ba385c1532,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:38.300534 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Routers {'e7b19d1b-c314-4d71-b050-af238a86c06f'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:40:38.300723 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:40:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e7b19d1b-c314-4d71-b050-af238a86c06f'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:38.330775 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2c0664c3-812e-4e78-98b0-a76938bab794 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:38.415118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 2c0664c3-812e-4e78-98b0-a76938bab794 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:38.421424 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2c0664c3-812e-4e78-98b0-a76938bab794 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:38.421885 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.422215 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] Set router e7b19d1b-c314-4d71-b050-af238a86c06f gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:40:38.526979 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.576335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 2c0664c3-812e-4e78-98b0-a76938bab794, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2c0664c3-812e-4e78-98b0-a76938bab794,segment=NetworkSegment(bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4),segment_id=bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:38.581686 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.638092 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.643031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2b085-ba59-43bb-b55c-e32859cea53a req-c7d71e6e-65cf-4367-a416-65fd6514bd5f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:38.651522 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49b2b085-ba59-43bb-b55c-e32859cea53a req-c7d71e6e-65cf-4367-a416-65fd6514bd5f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1059663 Aug 20 11:40:38.680384 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef8a1371-9c29-477a-b155-2260b433ea9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.681873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Transition to ACTIVE for port object 35aa7bba-0825-4da3-b45e-38be37c8537e will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:38.688944 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef8a1371-9c29-477a-b155-2260b433ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.690508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=2c0664c3-812e-4e78-98b0-a76938bab794,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:38.708779 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49b2b085-ba59-43bb-b55c-e32859cea53a req-0bcdfe49-0149-4ba3-ad41-fb7d69508236 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559900 Aug 20 11:40:38.746714 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'name': 'tempest-ServersTestMultiNic-310136475-router', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee91cfa0-702f-458e-b0e7-33ba385c1532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:35Z', 'updated_at': '2021-08-20T11:40:36Z', 'revision_number': 3, 'project_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'gw_port': {'id': 'ee91cfa0-702f-458e-b0e7-33ba385c1532', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:35Z', 'updated_at': '2021-08-20T11:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:38.752845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a1371-9c29-477a-b155-2260b433ea9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd734d2-1529-43ed-a57f-690cd16feb37,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:38.761448 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ef8a1371-9c29-477a-b155-2260b433ea9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32db2900ac3748ee89888835ba433c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9537506 Aug 20 11:40:38.764928 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37552) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:38.780398 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38261eeb-0595-4cf8-ab27-f785740df3e3 None None] The sync data for ids ['e7b19d1b-c314-4d71-b050-af238a86c06f'] in n-d-804299-2 is: [{'id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'name': 'tempest-ServersTestMultiNic-310136475-router', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee91cfa0-702f-458e-b0e7-33ba385c1532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:35Z', 'updated_at': '2021-08-20T11:40:36Z', 'revision_number': 3, 'project_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'gw_port': {'id': 'ee91cfa0-702f-458e-b0e7-33ba385c1532', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:35Z', 'updated_at': '2021-08-20T11:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:40:38.797470 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.798317 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.837581 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe56f46e-fd28-4263-874f-152f9a013c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.860531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe56f46e-fd28-4263-874f-152f9a013c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.862640 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Network 0bf93aec-d5da-4697-9365-3916257c8ea4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:38.871496 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:38.885471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Pushing event updated for resources: {'Port': ['ID=35aa7bba-0825-4da3-b45e-38be37c8537e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:38.890709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:38.926136 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe56f46e-fd28-4263-874f-152f9a013c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.931410 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe56f46e-fd28-4263-874f-152f9a013c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.935532 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fe56f46e-fd28-4263-874f-152f9a013c28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7dd734d2-1529-43ed-a57f-690cd16feb37 HTTP/1.1" status: 204 len: 168 time: 0.1671929 Aug 20 11:40:38.945764 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.950961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56f46e-fd28-4263-874f-152f9a013c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd734d2-1529-43ed-a57f-690cd16feb37,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:38.955216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:40:39.225818 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952870cd-d383-4496-9e91-6a5ef94eeae0 req-7e83a571-df4e-44a6-a4f6-4b9e4cf41b9c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:39.239609 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:39.251097 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-952870cd-d383-4496-9e91-6a5ef94eeae0 req-7e83a571-df4e-44a6-a4f6-4b9e4cf41b9c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1867201 Aug 20 11:40:39.275980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7c19b1c7-5c2e-4030-8e0b-a3ec29820005,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:39.312097 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '7c19b1c7-5c2e-4030-8e0b-a3ec29820005', 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc', 'port_id': '7c19b1c7-5c2e-4030-8e0b-a3ec29820005', 'mac_address': 'fa:16:3e:83:72:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8164adc2-ff26-452d-9022-daf8f61c3f29', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:40:39.329731 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-952870cd-d383-4496-9e91-6a5ef94eeae0 req-c8d80d3b-bcbd-4ad2-81af-523c991e8ac9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770476 Aug 20 11:40:39.395302 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:39.409915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:39.415538 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2f76a6ba-60a0-4568-9c69-8ed4aaf1f3f7 None None] Provisioning for port 35aa7bba-0825-4da3-b45e-38be37c8537e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:39.430741 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2f76a6ba-60a0-4568-9c69-8ed4aaf1f3f7 None None] Provisioning complete for port 35aa7bba-0825-4da3-b45e-38be37c8537e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:39.431109 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2f76a6ba-60a0-4568-9c69-8ed4aaf1f3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:39.474611 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7c19b1c7-5c2e-4030-8e0b-a3ec29820005,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:39.480769 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:39.542770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2f76a6ba-60a0-4568-9c69-8ed4aaf1f3f7 None None] Port 35aa7bba-0825-4da3-b45e-38be37c8537e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:40:39.563193 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:39.569715 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:39.573362 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=7c19b1c7-5c2e-4030-8e0b-a3ec29820005,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:39.622680 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['7c19b1c7-5c2e-4030-8e0b-a3ec29820005'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:40:39.669158 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:39.685749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Pushing event updated for resources: {'Port': ['ID=35aa7bba-0825-4da3-b45e-38be37c8537e,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:39.867704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Network 0bf93aec-d5da-4697-9365-3916257c8ea4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:39.878485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:39.978624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91447047-73bc-421e-8deb-3df8b8a3dc7b req-b3fda8be-44f5-4881-9657-21cc29445866 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:39.994073 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-91447047-73bc-421e-8deb-3df8b8a3dc7b req-b3fda8be-44f5-4881-9657-21cc29445866 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1600769 Aug 20 11:40:40.080254 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-91447047-73bc-421e-8deb-3df8b8a3dc7b req-074bb04e-f2de-4cef-bbe3-3edc593b9b54 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852952 Aug 20 11:40:40.152984 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Router e7b19d1b-c314-4d71-b050-af238a86c06f has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:40:40.284650 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-646577bd-4d5e-4527-a5db-2b686d0eb367 None None] Provisioning complete for port 35aa7bba-0825-4da3-b45e-38be37c8537e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:40.285029 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-646577bd-4d5e-4527-a5db-2b686d0eb367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:40.339772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:40:40.349300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-646577bd-4d5e-4527-a5db-2b686d0eb367 None None] Port 35aa7bba-0825-4da3-b45e-38be37c8537e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:40:40.357058 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4cd2f97c-3331-4903-9f27-fe13a9d33270 admin admin] 10.222.0.37 "PUT /v2.0/routers/e7b19d1b-c314-4d71-b050-af238a86c06f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1257453 Aug 20 11:40:40.405817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ee91cfa0-702f-458e-b0e7-33ba385c1532 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:40.503629 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port ee91cfa0-702f-458e-b0e7-33ba385c1532 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:40.507885 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ee91cfa0-702f-458e-b0e7-33ba385c1532 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:40.508372 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:40.510747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72b9cf-9173-4bde-aa01-e75c04acaf2b req-f74f0249-a7ba-409e-b03c-a97d0cbea4fb tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:40.512492 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa72b9cf-9173-4bde-aa01-e75c04acaf2b req-f74f0249-a7ba-409e-b03c-a97d0cbea4fb tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 944 time: 0.0684092 Aug 20 11:40:40.555508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37608) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:40.562272 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa72b9cf-9173-4bde-aa01-e75c04acaf2b req-444d8eb8-2f13-4123-881f-c1e85aaba239 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380011 Aug 20 11:40:40.617252 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:40.641188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port ee91cfa0-702f-458e-b0e7-33ba385c1532, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ee91cfa0-702f-458e-b0e7-33ba385c1532,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:40.647294 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:40.648109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2c0664c3-812e-4e78-98b0-a76938bab794 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:40.727918 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=ee91cfa0-702f-458e-b0e7-33ba385c1532,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:40.740712 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2c0664c3-812e-4e78-98b0-a76938bab794 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:40.741429 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:40.746560 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7d527090-5237-4fc6-b514-9a59d5653ecd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-479372106'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:40.785137 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d527090-5237-4fc6-b514-9a59d5653ecd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Made reservation on behalf of 0d86ec1742a74b2b9f07dedc5baf4bd9 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:40.788768 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d527090-5237-4fc6-b514-9a59d5653ecd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:40.849584 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d527090-5237-4fc6-b514-9a59d5653ecd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:40:40.870481 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d527090-5237-4fc6-b514-9a59d5653ecd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:40.870990 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-7d527090-5237-4fc6-b514-9a59d5653ecd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Added segment 1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3 of type vlan for network 261caf19-ff03-4a83-8adc-4aa29f0286aa Aug 20 11:40:40.926150 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d527090-5237-4fc6-b514-9a59d5653ecd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:40.965770 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d527090-5237-4fc6-b514-9a59d5653ecd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:40.971475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:40.973987 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d527090-5237-4fc6-b514-9a59d5653ecd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:40.977373 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d527090-5237-4fc6-b514-9a59d5653ecd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:41.042914 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:41.043251 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:41.064905 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7d527090-5237-4fc6-b514-9a59d5653ecd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5081663 Aug 20 11:40:41.067803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37636) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:41.076393 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ef6b896b-dda1-46ec-99a5-20b93eb47695 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Request body: {'subnet': {'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:41.082689 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d527090-5237-4fc6-b514-9a59d5653ecd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event updated for resources: {'Network': ['ID=261caf19-ff03-4a83-8adc-4aa29f0286aa,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:41.121663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 261caf19-ff03-4a83-8adc-4aa29f0286aa details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:40:41.341147 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Sync routers for ids ['e7b19d1b-c314-4d71-b050-af238a86c06f'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:40:41.350940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccabc1b-408d-4557-9271-318e53862dc8 req-7daa4aed-ca90-4fc2-a92a-62dd46ba46e9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:41.357215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Routers {'e7b19d1b-c314-4d71-b050-af238a86c06f'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:40:41.358403 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:40:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e7b19d1b-c314-4d71-b050-af238a86c06f'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:41.358923 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fccabc1b-408d-4557-9271-318e53862dc8 req-7daa4aed-ca90-4fc2-a92a-62dd46ba46e9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1120441 Aug 20 11:40:41.386480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6b896b-dda1-46ec-99a5-20b93eb47695 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Made reservation on behalf of 0d86ec1742a74b2b9f07dedc5baf4bd9 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:41.390395 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef6b896b-dda1-46ec-99a5-20b93eb47695 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:41.427519 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:41.479306 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fccabc1b-408d-4557-9271-318e53862dc8 req-d626ca3e-d1dc-4f3f-ae06-e391faec47de tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193585 Aug 20 11:40:41.517570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01896d04-f39d-4bbd-8ebb-f31a12575cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c19b1c7-5c2e-4030-8e0b-a3ec29820005'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:41.521090 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edd4d0f-930c-4683-bd86-d0ffee2ec591" -d '{"events": [{"server_uuid": "01896d04-f39d-4bbd-8ebb-f31a12575cbd", "name": "network-vif-plugged", "status": "completed", "tag": "7c19b1c7-5c2e-4030-8e0b-a3ec29820005"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:41.534233 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7c19b1c7-5c2e-4030-8e0b-a3ec29820005,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:41.679576 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef6b896b-dda1-46ec-99a5-20b93eb47695 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:41.772838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6b896b-dda1-46ec-99a5-20b93eb47695 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Checking segment: {'id': '1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:41.773523 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6b896b-dda1-46ec-99a5-20b93eb47695 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Network hostable DHCP agents. Network: 261caf19-ff03-4a83-8adc-4aa29f0286aa, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:40:41.784193 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b896b-dda1-46ec-99a5-20b93eb47695 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event updated for resources: {'Subnet': ['ID=5a9101f8-ef58-4e02-86e7-ccff844e4f62,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:41.792090 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:41.794952 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f2e04-b8bd-4184-a377-fafc358070ba req-84fee12e-e526-43cd-9675-d769271e68da tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:41.801716 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-024f2e04-b8bd-4184-a377-fafc358070ba req-84fee12e-e526-43cd-9675-d769271e68da tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1105471 Aug 20 11:40:41.808448 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6b896b-dda1-46ec-99a5-20b93eb47695 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Network 261caf19-ff03-4a83-8adc-4aa29f0286aa is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:40:41.823477 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-ef6b896b-dda1-46ec-99a5-20b93eb47695 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 261caf19-ff03-4a83-8adc-4aa29f0286aa) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:41.832188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6b896b-dda1-46ec-99a5-20b93eb47695 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:41.834931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef6b896b-dda1-46ec-99a5-20b93eb47695 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:41.839870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2402602d-d3a6-480c-80c9-ec4035fd86d9 None None] Network 261caf19-ff03-4a83-8adc-4aa29f0286aa requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:41.865299 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ef6b896b-dda1-46ec-99a5-20b93eb47695 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7963550 Aug 20 11:40:41.868043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37674) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:41.879637 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1430f30a-3f00-44e5-a2ee-fa532301ddf8 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-333119845'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:41.898126 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-024f2e04-b8bd-4184-a377-fafc358070ba req-841bc2b7-32c2-47b1-9262-f8c64c945aba tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824986 Aug 20 11:40:41.913794 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Set router e7b19d1b-c314-4d71-b050-af238a86c06f gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:40:41.925047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1430f30a-3f00-44e5-a2ee-fa532301ddf8 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Made reservation on behalf of 0d86ec1742a74b2b9f07dedc5baf4bd9 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:41.929082 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1430f30a-3f00-44e5-a2ee-fa532301ddf8 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:41.961851 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=7c19b1c7-5c2e-4030-8e0b-a3ec29820005,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:41.976759 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1430f30a-3f00-44e5-a2ee-fa532301ddf8 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:40:41.989330 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1430f30a-3f00-44e5-a2ee-fa532301ddf8 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:41.989826 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-1430f30a-3f00-44e5-a2ee-fa532301ddf8 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Added segment 0bb9452d-5b9c-495f-8847-102419d7238b of type vlan for network 6a7d1792-8590-4b28-b873-d57571438d03 Aug 20 11:40:42.065457 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa38878-aa01-4b33-9c19-34f21a76a5e3 x-openstack-request-id: req-0fa38878-aa01-4b33-9c19-34f21a76a5e3 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:42.065752 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01896d04-f39d-4bbd-8ebb-f31a12575cbd", "name": "network-vif-plugged", "status": "completed", "tag": "7c19b1c7-5c2e-4030-8e0b-a3ec29820005", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:42.066002 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fa38878-aa01-4b33-9c19-34f21a76a5e3 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:42.066392 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01896d04-f39d-4bbd-8ebb-f31a12575cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c19b1c7-5c2e-4030-8e0b-a3ec29820005', 'code': 200} Aug 20 11:40:42.067619 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1430f30a-3f00-44e5-a2ee-fa532301ddf8 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:42.117683 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1430f30a-3f00-44e5-a2ee-fa532301ddf8 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:42.126295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430f30a-3f00-44e5-a2ee-fa532301ddf8 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:42.126994 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1430f30a-3f00-44e5-a2ee-fa532301ddf8 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:42.227978 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-261caf19-ff03-4a83-8adc-4aa29f0286aa', 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'fixed_ips': [{'subnet_id': '5a9101f8-ef58-4e02-86e7-ccff844e4f62'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:40:42.228885 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:42.272358 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1430f30a-3f00-44e5-a2ee-fa532301ddf8 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4002781 Aug 20 11:40:42.272550 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37692) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:42.278963 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-73a0fd35-27e3-4ec4-bd52-dbff6130c659 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Request body: {'subnet': {'network_id': '6a7d1792-8590-4b28-b873-d57571438d03', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:42.305770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430f30a-3f00-44e5-a2ee-fa532301ddf8 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event updated for resources: {'Network': ['ID=6a7d1792-8590-4b28-b873-d57571438d03,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:42.323947 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 6a7d1792-8590-4b28-b873-d57571438d03 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:40:42.345660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ee91cfa0-702f-458e-b0e7-33ba385c1532 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:42.432435 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a0fd35-27e3-4ec4-bd52-dbff6130c659 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Made reservation on behalf of 0d86ec1742a74b2b9f07dedc5baf4bd9 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:42.438407 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73a0fd35-27e3-4ec4-bd52-dbff6130c659 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:42.641341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ee91cfa0-702f-458e-b0e7-33ba385c1532 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:42.642303 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:42.719339 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Allocated IP 19.80.0.2 (261caf19-ff03-4a83-8adc-4aa29f0286aa/5a9101f8-ef58-4e02-86e7-ccff844e4f62/0a0dd0e1-d4ba-4589-81c4-6dc21ced5380) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:42.729627 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1a9dd-a451-4550-9ce9-186b035c1188 req-d251c1a7-958e-45c2-bc5b-98e9bdcdd865 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:42.731237 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17a1a9dd-a451-4550-9ce9-186b035c1188 req-d251c1a7-958e-45c2-bc5b-98e9bdcdd865 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1264286 Aug 20 11:40:42.746897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'name': 'tempest-ServersTestMultiNic-310136475-router', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee91cfa0-702f-458e-b0e7-33ba385c1532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:35Z', 'updated_at': '2021-08-20T11:40:39Z', 'revision_number': 4, 'project_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'gw_port': {'id': 'ee91cfa0-702f-458e-b0e7-33ba385c1532', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:35Z', 'updated_at': '2021-08-20T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '35aa7bba-0825-4da3-b45e-38be37c8537e', 'name': '', 'network_id': '0bf93aec-d5da-4697-9365-3916257c8ea4', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e0fefb2c-1c64-4ade-a925-ed0086aaf24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:37Z', 'updated_at': '2021-08-20T11:40:39Z', 'revision_number': 2, 'project_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'subnets': [{'id': 'e0fefb2c-1c64-4ade-a925-ed0086aaf24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:42.812127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17a1a9dd-a451-4550-9ce9-186b035c1188 req-0d65d6c5-3638-48fe-beae-5e706a82121d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729668 Aug 20 11:40:42.852573 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73a0fd35-27e3-4ec4-bd52-dbff6130c659 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:42.880511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Checking router: e7b19d1b-c314-4d71-b050-af238a86c06f for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:40:42.881721 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Updating router e7b19d1b-c314-4d71-b050-af238a86c06f port 35aa7bba-0825-4da3-b45e-38be37c8537e binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:40:42.934822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0fd35-27e3-4ec4-bd52-dbff6130c659 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event updated for resources: {'Subnet': ['ID=3d60ab0f-f26b-4033-8d51-a08a4b106bef,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:42.975233 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0fd35-27e3-4ec4-bd52-dbff6130c659 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Checking segment: {'id': '0bb9452d-5b9c-495f-8847-102419d7238b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a7d1792-8590-4b28-b873-d57571438d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:42.975691 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a0fd35-27e3-4ec4-bd52-dbff6130c659 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Network hostable DHCP agents. Network: 6a7d1792-8590-4b28-b873-d57571438d03, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:40:43.011887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a0fd35-27e3-4ec4-bd52-dbff6130c659 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Network 6a7d1792-8590-4b28-b873-d57571438d03 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:40:43.035799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-73a0fd35-27e3-4ec4-bd52-dbff6130c659 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 6a7d1792-8590-4b28-b873-d57571438d03) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:43.057251 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a0fd35-27e3-4ec4-bd52-dbff6130c659 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:43.058179 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73a0fd35-27e3-4ec4-bd52-dbff6130c659 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:43.058887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87601a17-fc95-4b05-b3ce-b66069c73748 None None] Network 6a7d1792-8590-4b28-b873-d57571438d03 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:43.134723 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:43.135844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89363-008b-4c05-8fb7-f5c4a8e2959b req-257f081d-7a0b-4437-8936-6fec4922818a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:43.138588 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e0e89363-008b-4c05-8fb7-f5c4a8e2959b req-257f081d-7a0b-4437-8936-6fec4922818a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0848563 Aug 20 11:40:43.148941 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-73a0fd35-27e3-4ec4-bd52-dbff6130c659 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8752077 Aug 20 11:40:43.204146 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e0e89363-008b-4c05-8fb7-f5c4a8e2959b req-d5a90df7-7741-479a-b637-efcb87312615 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539768 Aug 20 11:40:43.466684 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:43.501045 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Transition to ACTIVE for port object 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:43.526958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-6a7d1792-8590-4b28-b873-d57571438d03', 'network_id': '6a7d1792-8590-4b28-b873-d57571438d03', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'fixed_ips': [{'subnet_id': '3d60ab0f-f26b-4033-8d51-a08a4b106bef'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:40:43.537198 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:43.575204 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94d4aba6-bb44-4442-a7b2-5b36b828aa6f req-e0254556-0b36-46fc-be28-6d740c8096a4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704300 Aug 20 11:40:43.588654 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Transition to ACTIVE for port object 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:43.708166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4aba6-bb44-4442-a7b2-5b36b828aa6f req-a765f6dc-6aa7-44f4-aea3-2265ea5de999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:43.710538 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94d4aba6-bb44-4442-a7b2-5b36b828aa6f req-a765f6dc-6aa7-44f4-aea3-2265ea5de999 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b7fc38fbfd349b389016707e8806081&device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 1096 time: 0.0969424 Aug 20 11:40:43.744562 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:43.912657 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Allocated IP 19.86.0.2 (6a7d1792-8590-4b28-b873-d57571438d03/3d60ab0f-f26b-4033-8d51-a08a4b106bef/693664ea-2f3f-49c4-9324-7421f6a160c8) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:43.927048 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Network 261caf19-ff03-4a83-8adc-4aa29f0286aa is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:43.942586 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4aba6-bb44-4442-a7b2-5b36b828aa6f req-dc3b2a3e-9b7e-49ab-8420-812423064d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:43.948860 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94d4aba6-bb44-4442-a7b2-5b36b828aa6f req-dc3b2a3e-9b7e-49ab-8420-812423064d6c service neutron] 10.222.0.76 "GET /v2.0/networks?id=b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 200 len: 916 time: 0.2123432 Aug 20 11:40:43.961451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:43.981536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:44.008397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Pushing event updated for resources: {'Port': ['ID=0a0dd0e1-d4ba-4589-81c4-6dc21ced5380,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:44.051475 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-7479e2c7-4ee9-4325-8962-e75dac195442 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:44.072856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-7479e2c7-4ee9-4325-8962-e75dac195442 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:44.081000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-7479e2c7-4ee9-4325-8962-e75dac195442 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/networks?id=261caf19-ff03-4a83-8adc-4aa29f0286aa&id=6a7d1792-8590-4b28-b873-d57571438d03&id=261caf19-ff03-4a83-8adc-4aa29f0286aa HTTP/1.1" status: 200 len: 1390 time: 0.2876339 Aug 20 11:40:44.112701 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-26087297-f4fd-4812-b072-eb7dada7eef9 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/quotas/0d86ec1742a74b2b9f07dedc5baf4bd9 HTTP/1.1" status: 200 len: 375 time: 0.0305152 Aug 20 11:40:44.185051 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94d4aba6-bb44-4442-a7b2-5b36b828aa6f req-de2d0da9-6624-4622-9bda-379c04f4d461 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c HTTP/1.1" status: 200 len: 1000 time: 0.2159626 Aug 20 11:40:44.215684 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-6d0406df-6415-4588-bdd9-2393655a0e7d tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d86ec1742a74b2b9f07dedc5baf4bd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943377 Aug 20 11:40:44.218056 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:44.236236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Transition to ACTIVE for port object 35aa7bba-0825-4da3-b45e-38be37c8537e will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:44.277075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1565c0e-b946-4fb9-8dc1-088613efbd7c req-37e389ef-9531-4436-a59c-74a0907756a8 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:44.278954 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1565c0e-b946-4fb9-8dc1-088613efbd7c req-37e389ef-9531-4436-a59c-74a0907756a8 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.2116377 Aug 20 11:40:44.283836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4aba6-bb44-4442-a7b2-5b36b828aa6f req-c4fe81fc-c33f-4a10-a76d-f0e7642c004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:44.287772 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94d4aba6-bb44-4442-a7b2-5b36b828aa6f req-c4fe81fc-c33f-4a10-a76d-f0e7642c004f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=103eddf2-fc89-4533-8efb-85f3a3a4ce52 HTTP/1.1" status: 200 len: 855 time: 0.0990722 Aug 20 11:40:44.315057 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:44.319251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Attempting to bind port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:44.319651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Attempting to bind port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:44.320048 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Attempting to bind port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 on network 261caf19-ff03-4a83-8adc-4aa29f0286aa {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:44.490586 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1565c0e-b946-4fb9-8dc1-088613efbd7c req-427abcce-9158-4604-be01-6ea1afd4687b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956089 Aug 20 11:40:44.495895 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4aba6-bb44-4442-a7b2-5b36b828aa6f req-26833bd3-3d28-42fb-873c-4e24e07d6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:44.501176 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94d4aba6-bb44-4442-a7b2-5b36b828aa6f req-26833bd3-3d28-42fb-873c-4e24e07d6cd4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b817b733-e7a4-4e0a-bc42-a33cd394358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1939929 Aug 20 11:40:44.605376 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:44.605754 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Checking segment: {'id': '1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:44.606153 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:44.606613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Bound using segment: {'id': '1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:44.607000 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Bound port: 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:44.607383 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:44.706970 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-fced48e4-8f38-4733-ad02-775074e2dad8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:40:44.716157 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-fced48e4-8f38-4733-ad02-775074e2dad8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4992406 Aug 20 11:40:44.814371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd7165-b2a5-449d-a67d-65ee72fdc289 None None] Pushing event updated for resources: {'Port': ['ID=35aa7bba-0825-4da3-b45e-38be37c8537e,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:44.823987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4964c-b7fa-4908-8dd7-972b1bc3537c req-c8a6f160-0361-4a3a-b61b-17c1a87ff83e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:44.835240 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-88f4964c-b7fa-4908-8dd7-972b1bc3537c req-c8a6f160-0361-4a3a-b61b-17c1a87ff83e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1935368 Aug 20 11:40:44.871532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] For port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:44.877041 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] For port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0a0dd0e1-d4ba-4589-81c4-6dc21ced5380,segment=NetworkSegment(1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3),segment_id=1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:44.903753 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:44.974444 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-482b5691-8b44-4fb4-bfdd-499eed8202a7 service neutron] 10.222.0.37 "GET /v2.0/networks/261caf19-ff03-4a83-8adc-4aa29f0286aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564242 Aug 20 11:40:44.989499 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94d4aba6-bb44-4442-a7b2-5b36b828aa6f req-6bc1911a-547a-4b49-84ad-9c379da60566 service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810121 Aug 20 11:40:45.007275 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65337c1f-ee29-4b21-9f3d-229089d5bdf9 None None] Pushing event updated for resources: {'Port': ['ID=0a0dd0e1-d4ba-4589-81c4-6dc21ced5380,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:45.026825 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-88f4964c-b7fa-4908-8dd7-972b1bc3537c req-623e0f15-a5d8-4133-84ad-b81d477d1086 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536305 Aug 20 11:40:45.167442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Attempting to bind port 35aa7bba-0825-4da3-b45e-38be37c8537e on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:45.167442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Attempting to bind port 35aa7bba-0825-4da3-b45e-38be37c8537e by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0bf93aec-d5da-4697-9365-3916257c8ea4'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:45.167442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Attempting to bind port 35aa7bba-0825-4da3-b45e-38be37c8537e on network 0bf93aec-d5da-4697-9365-3916257c8ea4 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:45.186828 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:45.190413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Checking segment: {'id': 'bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0bf93aec-d5da-4697-9365-3916257c8ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:45.190707 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:45.191113 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Bound using segment: {'id': 'bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0bf93aec-d5da-4697-9365-3916257c8ea4'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:45.191604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Bound port: 35aa7bba-0825-4da3-b45e-38be37c8537e, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0bf93aec-d5da-4697-9365-3916257c8ea4'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:45.191987 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:45.246810 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94d4aba6-bb44-4442-a7b2-5b36b828aa6f req-bc38609f-e190-4b63-ae76-d337e46672a7 service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498186 Aug 20 11:40:45.285166 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-ad8596aa-4c84-4241-b9bc-e6037be58b5f service neutron] 10.222.0.37 "GET /v2.0/networks/261caf19-ff03-4a83-8adc-4aa29f0286aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084316 Aug 20 11:40:45.323428 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:45.335804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Transition to ACTIVE for port object 693664ea-2f3f-49c4-9324-7421f6a160c8 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:45.365733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Transition to ACTIVE for port object 693664ea-2f3f-49c4-9324-7421f6a160c8 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:45.381460 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:45.544814 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-26582581-821d-4e91-a72d-963c49d30ac3 service neutron] 10.222.0.37 "GET /v2.0/networks/6a7d1792-8590-4b28-b873-d57571438d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533901 Aug 20 11:40:45.615073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Network 6a7d1792-8590-4b28-b873-d57571438d03 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:45.661540 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:45.676057 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:45.685054 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] For port 35aa7bba-0825-4da3-b45e-38be37c8537e, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:45.687979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Pushing event updated for resources: {'Port': ['ID=693664ea-2f3f-49c4-9324-7421f6a160c8,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:45.695444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] For port 35aa7bba-0825-4da3-b45e-38be37c8537e, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=35aa7bba-0825-4da3-b45e-38be37c8537e,segment=NetworkSegment(bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4),segment_id=bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:45.724045 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:45.783513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-23baf8a6-692e-467f-ba72-52111efc9130 service neutron] 10.222.0.37 "GET /v2.0/networks/6a7d1792-8590-4b28-b873-d57571438d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308264 Aug 20 11:40:45.834840 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Attempting to bind port 693664ea-2f3f-49c4-9324-7421f6a160c8 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:45.835292 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Attempting to bind port 693664ea-2f3f-49c4-9324-7421f6a160c8 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '0bb9452d-5b9c-495f-8847-102419d7238b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a7d1792-8590-4b28-b873-d57571438d03'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:45.835475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e190e-2d51-4150-a83d-e6d9b8f9fc59 req-a542af3e-4140-4e8e-8569-8e5e5a082320 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:45.835844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Attempting to bind port 693664ea-2f3f-49c4-9324-7421f6a160c8 on network 6a7d1792-8590-4b28-b873-d57571438d03 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:45.840550 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe4e190e-2d51-4150-a83d-e6d9b8f9fc59 req-a542af3e-4140-4e8e-8569-8e5e5a082320 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1368299 Aug 20 11:40:45.874461 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:45.875034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Checking segment: {'id': '0bb9452d-5b9c-495f-8847-102419d7238b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a7d1792-8590-4b28-b873-d57571438d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:45.875460 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:45.876369 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Bound using segment: {'id': '0bb9452d-5b9c-495f-8847-102419d7238b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a7d1792-8590-4b28-b873-d57571438d03'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:45.876369 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Bound port: 693664ea-2f3f-49c4-9324-7421f6a160c8, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb9452d-5b9c-495f-8847-102419d7238b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a7d1792-8590-4b28-b873-d57571438d03'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:45.876759 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:45.908911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Routers {'e7b19d1b-c314-4d71-b050-af238a86c06f'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:40:45.909538 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:40:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e7b19d1b-c314-4d71-b050-af238a86c06f'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:45.928265 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe4e190e-2d51-4150-a83d-e6d9b8f9fc59 req-ceb35ce1-c0a7-4407-b5db-6eab63f4908a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700209 Aug 20 11:40:46.012165 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-dd0d996b-8db4-43c7-b6f6-871117c81835 service neutron] 10.222.0.37 "GET /v2.0/networks/261caf19-ff03-4a83-8adc-4aa29f0286aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272127 Aug 20 11:40:46.150183 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] For port 693664ea-2f3f-49c4-9324-7421f6a160c8, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:46.155562 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] For port 693664ea-2f3f-49c4-9324-7421f6a160c8, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=693664ea-2f3f-49c4-9324-7421f6a160c8,segment=NetworkSegment(0bb9452d-5b9c-495f-8847-102419d7238b),segment_id=0bb9452d-5b9c-495f-8847-102419d7238b)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:46.169089 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd7165-b2a5-449d-a67d-65ee72fdc289 None None] Pushing event updated for resources: {'Port': ['ID=35aa7bba-0825-4da3-b45e-38be37c8537e,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:46.182587 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:46.227730 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-9fe67cfe-3b02-4480-8dce-abfc529be13b service neutron] 10.222.0.37 "GET /v2.0/networks/261caf19-ff03-4a83-8adc-4aa29f0286aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073088 Aug 20 11:40:46.245779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3c9c4-d3dd-4b6f-8be5-ce56c64bb209 req-b6d685e0-6adf-47b1-a972-8dda8731a39e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:46.250206 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73d3c9c4-d3dd-4b6f-8be5-ce56c64bb209 req-b6d685e0-6adf-47b1-a972-8dda8731a39e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0925238 Aug 20 11:40:46.359089 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4a474-ea13-4d15-8044-b08632523150 None None] Pushing event updated for resources: {'Port': ['ID=693664ea-2f3f-49c4-9324-7421f6a160c8,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:46.402276 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] Set router e7b19d1b-c314-4d71-b050-af238a86c06f gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:40:46.429270 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73d3c9c4-d3dd-4b6f-8be5-ce56c64bb209 req-ca2d5ba7-28c8-4d48-baf1-7e5aa5288bc4 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682987 Aug 20 11:40:46.496483 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:46.745525 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a96c47e3-f0fb-42c1-bed7-dd669f80e6c6 req-39087ba8-bc23-4174-82ca-b59bf086cd65 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 210 time: 0.0787389 Aug 20 11:40:46.998148 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:47.090866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a77838-79bf-4039-ae3a-32f090c2bff2 None None] Network 261caf19-ff03-4a83-8adc-4aa29f0286aa requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:47.266435 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe076fd1-d577-4735-9148-9057ebf51097 req-5e0b0f3d-f46c-4679-9a6c-6f2ed49ab5fc tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:47.268396 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fe076fd1-d577-4735-9148-9057ebf51097 req-5e0b0f3d-f46c-4679-9a6c-6f2ed49ab5fc tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1364596 Aug 20 11:40:47.310892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a93a3dfa-dfe4-4dde-8d7b-3541276142ec None None] Provisioning for port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:47.327402 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fe076fd1-d577-4735-9148-9057ebf51097 req-ef6d9b79-d2c6-4c22-a73f-3fd7d3a5f799 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496397 Aug 20 11:40:47.329398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a93a3dfa-dfe4-4dde-8d7b-3541276142ec None None] Provisioning complete for port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:47.329832 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a93a3dfa-dfe4-4dde-8d7b-3541276142ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:47.584471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'name': 'tempest-ServersTestMultiNic-310136475-router', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee91cfa0-702f-458e-b0e7-33ba385c1532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:35Z', 'updated_at': '2021-08-20T11:40:39Z', 'revision_number': 4, 'project_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'gw_port': {'id': 'ee91cfa0-702f-458e-b0e7-33ba385c1532', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:35Z', 'updated_at': '2021-08-20T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '35aa7bba-0825-4da3-b45e-38be37c8537e', 'name': '', 'network_id': '0bf93aec-d5da-4697-9365-3916257c8ea4', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e0fefb2c-1c64-4ade-a925-ed0086aaf24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:37Z', 'updated_at': '2021-08-20T11:40:45Z', 'revision_number': 4, 'project_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'subnets': [{'id': 'e0fefb2c-1c64-4ade-a925-ed0086aaf24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:47.663366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdd028-39ae-4012-8a98-7e445b249961 req-0b87e4fc-3b57-4c6c-bc55-1cdbc6f451a4 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:47.681330 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f2fdd028-39ae-4012-8a98-7e445b249961 req-0b87e4fc-3b57-4c6c-bc55-1cdbc6f451a4 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1434107 Aug 20 11:40:47.706724 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f35dd7e-d895-46dd-82c9-0ab687f5866c None None] The sync data for ids ['e7b19d1b-c314-4d71-b050-af238a86c06f'] in n-d-804299-2 is: [{'id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'name': 'tempest-ServersTestMultiNic-310136475-router', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee91cfa0-702f-458e-b0e7-33ba385c1532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:35Z', 'updated_at': '2021-08-20T11:40:39Z', 'revision_number': 4, 'project_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'gw_port': {'id': 'ee91cfa0-702f-458e-b0e7-33ba385c1532', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:35Z', 'updated_at': '2021-08-20T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '35aa7bba-0825-4da3-b45e-38be37c8537e', 'name': '', 'network_id': '0bf93aec-d5da-4697-9365-3916257c8ea4', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e0fefb2c-1c64-4ade-a925-ed0086aaf24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:37Z', 'updated_at': '2021-08-20T11:40:45Z', 'revision_number': 4, 'project_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'subnets': [{'id': 'e0fefb2c-1c64-4ade-a925-ed0086aaf24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:40:47.858523 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f2fdd028-39ae-4012-8a98-7e445b249961 req-29a083dc-7c32-4bbc-9d4a-030501f00143 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697311 Aug 20 11:40:47.886994 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a93a3dfa-dfe4-4dde-8d7b-3541276142ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:48.031793 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a93a3dfa-dfe4-4dde-8d7b-3541276142ec None None] For port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0a0dd0e1-d4ba-4589-81c4-6dc21ced5380,segment=NetworkSegment(1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3),segment_id=1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:48.038763 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6886d1c4-f681-4050-a73a-74ba0cc9a397 req-84ea9063-347d-4d1d-87cb-d120ab8b34cf tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 210 time: 0.0579281 Aug 20 11:40:48.070675 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a93a3dfa-dfe4-4dde-8d7b-3541276142ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:48.210095 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a3dfa-dfe4-4dde-8d7b-3541276142ec None None] Pushing event updated for resources: {'Port': ['ID=0a0dd0e1-d4ba-4589-81c4-6dc21ced5380,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:48.385685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfda8ef-d5ae-47af-86a2-33b2e3dd4236 None None] Network 6a7d1792-8590-4b28-b873-d57571438d03 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:48.515478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 693664ea-2f3f-49c4-9324-7421f6a160c8 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:48.587728 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d571429-38cf-4fba-b057-3208a75e8c36 req-5e81d298-95b1-42d5-bee2-81ed714b8388 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:48.600286 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d571429-38cf-4fba-b057-3208a75e8c36 req-5e81d298-95b1-42d5-bee2-81ed714b8388 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.0955868 Aug 20 11:40:48.646302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f09fa862-c2bd-438b-bd59-980fbeef0b32 None None] Provisioning for port 693664ea-2f3f-49c4-9324-7421f6a160c8 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:48.733778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 693664ea-2f3f-49c4-9324-7421f6a160c8 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:48.744961 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 693664ea-2f3f-49c4-9324-7421f6a160c8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:48.745433 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:48.942347 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d571429-38cf-4fba-b057-3208a75e8c36 req-b67b4218-d4b5-4f7d-b8cd-299777dbcb59 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410594 Aug 20 11:40:48.970429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0d625039-01fb-4466-a3fd-9105eaa37d35 None None] Provisioning complete for port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:48.970833 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0d625039-01fb-4466-a3fd-9105eaa37d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.147000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-39a32fab-72af-4db4-a64d-4637e3d0ce0b tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:49.175718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-39a32fab-72af-4db4-a64d-4637e3d0ce0b tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:49.179370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-39a32fab-72af-4db4-a64d-4637e3d0ce0b tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.76 "GET /v2.0/networks?id=261caf19-ff03-4a83-8adc-4aa29f0286aa&id=6a7d1792-8590-4b28-b873-d57571438d03&id=261caf19-ff03-4a83-8adc-4aa29f0286aa HTTP/1.1" status: 200 len: 1390 time: 0.5375357 Aug 20 11:40:49.210959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-253e5ff5-3612-457a-b688-a0964af80d27 req-09977d17-6a0e-4bac-8bb0-e8f0654888bc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Request body: {'port': {'device_id': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa', 'admin_state_up': True, 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:49.224802 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.334224 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 693664ea-2f3f-49c4-9324-7421f6a160c8, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=693664ea-2f3f-49c4-9324-7421f6a160c8,segment=NetworkSegment(0bb9452d-5b9c-495f-8847-102419d7238b),segment_id=0bb9452d-5b9c-495f-8847-102419d7238b)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:49.341248 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.342978 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 35aa7bba-0825-4da3-b45e-38be37c8537e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:49.394886 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0f36d48b-506e-4fb6-a267-14dd6e742c19 req-fce01372-b7c3-4321-860a-e510ee00b52d tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 210 time: 0.0647523 Aug 20 11:40:49.606048 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72a53e-2e5d-4f15-a791-a91838685129 req-1f180468-455a-4659-97e1-5656b43fc712 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:49.620866 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed72a53e-2e5d-4f15-a791-a91838685129 req-1f180468-455a-4659-97e1-5656b43fc712 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.5329063 Aug 20 11:40:49.659507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-09977d17-6a0e-4bac-8bb0-e8f0654888bc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Made reservation on behalf of 0d86ec1742a74b2b9f07dedc5baf4bd9 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:49.665874 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-09977d17-6a0e-4bac-8bb0-e8f0654888bc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.676237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37978) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:49.725696 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed72a53e-2e5d-4f15-a791-a91838685129 req-ef304f8c-90f0-45a8-b6a7-5f2ceddfde2d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031251 Aug 20 11:40:49.791705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=693664ea-2f3f-49c4-9324-7421f6a160c8,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:49.821495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 35aa7bba-0825-4da3-b45e-38be37c8537e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:49.838725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a6aab188-1d40-4d70-82a5-a051d0f22d10 None None] Provisioning complete for port 693664ea-2f3f-49c4-9324-7421f6a160c8 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:49.838955 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a6aab188-1d40-4d70-82a5-a051d0f22d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.844933 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 35aa7bba-0825-4da3-b45e-38be37c8537e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:49.845859 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.965611 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1dc87c09-4bce-422d-9b8f-6662088a7735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.986665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-253e5ff5-3612-457a-b688-a0964af80d27 req-09977d17-6a0e-4bac-8bb0-e8f0654888bc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Allocated IP 19.80.0.137 (261caf19-ff03-4a83-8adc-4aa29f0286aa/5a9101f8-ef58-4e02-86e7-ccff844e4f62/b2268c33-d652-49a0-a340-82899766e675) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:50.127089 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.169808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6249964-b229-47fa-aeb5-f9bf7861356e req-39cdcaaa-c0fd-4b9d-a49b-f0b258aad971 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:50.188124 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6249964-b229-47fa-aeb5-f9bf7861356e req-39cdcaaa-c0fd-4b9d-a49b-f0b258aad971 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1116254 Aug 20 11:40:50.231729 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 35aa7bba-0825-4da3-b45e-38be37c8537e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=35aa7bba-0825-4da3-b45e-38be37c8537e,segment=NetworkSegment(bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4),segment_id=bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:50.237400 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.332905 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6249964-b229-47fa-aeb5-f9bf7861356e req-f446fa0c-4f40-4a9c-9ee1-37362c1f6cf7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230381 Aug 20 11:40:50.382801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=35aa7bba-0825-4da3-b45e-38be37c8537e,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:50.395048 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1dc87c09-4bce-422d-9b8f-6662088a7735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.400094 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1dc87c09-4bce-422d-9b8f-6662088a7735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.457298 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc87c09-4bce-422d-9b8f-6662088a7735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50c8c8c-448e-4b99-887b-ffb53fab91cc,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:50.460054 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 693664ea-2f3f-49c4-9324-7421f6a160c8 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:50.463422 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1dc87c09-4bce-422d-9b8f-6662088a7735 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2afca883ba60497d808a16495794314f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7860487 Aug 20 11:40:50.468866 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-09977d17-6a0e-4bac-8bb0-e8f0654888bc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.469378 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38012) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:50.488560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-253e5ff5-3612-457a-b688-a0964af80d27 req-09977d17-6a0e-4bac-8bb0-e8f0654888bc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Transition to ACTIVE for port object b2268c33-d652-49a0-a340-82899766e675 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:50.537185 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4dba1d29-aa2f-4e54-a22a-ca10f999957d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.558241 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-09977d17-6a0e-4bac-8bb0-e8f0654888bc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.565527 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4dba1d29-aa2f-4e54-a22a-ca10f999957d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.595387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 693664ea-2f3f-49c4-9324-7421f6a160c8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:50.596161 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.663141 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253e5ff5-3612-457a-b688-a0964af80d27 req-09977d17-6a0e-4bac-8bb0-e8f0654888bc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Network 261caf19-ff03-4a83-8adc-4aa29f0286aa is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:50.671302 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-253e5ff5-3612-457a-b688-a0964af80d27 req-09977d17-6a0e-4bac-8bb0-e8f0654888bc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:50.673076 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4dba1d29-aa2f-4e54-a22a-ca10f999957d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.676605 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4dba1d29-aa2f-4e54-a22a-ca10f999957d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.678236 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4dba1d29-aa2f-4e54-a22a-ca10f999957d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e50c8c8c-448e-4b99-887b-ffb53fab91cc HTTP/1.1" status: 204 len: 168 time: 0.2078407 Aug 20 11:40:50.685482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-253e5ff5-3612-457a-b688-a0964af80d27 req-09977d17-6a0e-4bac-8bb0-e8f0654888bc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:50.701943 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba1d29-aa2f-4e54-a22a-ca10f999957d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50c8c8c-448e-4b99-887b-ffb53fab91cc,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:50.757514 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-09977d17-6a0e-4bac-8bb0-e8f0654888bc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:50.758503 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-09977d17-6a0e-4bac-8bb0-e8f0654888bc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.772014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09977d17-6a0e-4bac-8bb0-e8f0654888bc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event updated for resources: {'Port': ['ID=b2268c33-d652-49a0-a340-82899766e675,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:50.808869 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:50.838915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4c7ae-e6fc-44e1-a3d0-6876647b778f req-8ca1e538-639b-4df0-8b3e-3527ffbc84ce tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:50.850704 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8b4c7ae-e6fc-44e1-a3d0-6876647b778f req-8ca1e538-639b-4df0-8b3e-3527ffbc84ce tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 932 time: 0.2995980 Aug 20 11:40:50.932515 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-09977d17-6a0e-4bac-8bb0-e8f0654888bc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7354217 Aug 20 11:40:50.980437 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-253e5ff5-3612-457a-b688-a0964af80d27 req-cc7f4b03-1bec-40b8-9e0a-d547114b3830 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Request body: {'port': {'device_id': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'network_id': '6a7d1792-8590-4b28-b873-d57571438d03', 'admin_state_up': True, 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:51.007848 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:51.008216 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:51.030136 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8b4c7ae-e6fc-44e1-a3d0-6876647b778f req-74c929ac-41a6-484f-acbc-13e691de56fb tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773620 Aug 20 11:40:51.034377 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b84c79-2a78-48ae-9db7-22f048a7d64e req-1a7e81fb-1950-41cb-8f19-51ac195d53eb tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:51.037423 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8b84c79-2a78-48ae-9db7-22f048a7d64e req-1a7e81fb-1950-41cb-8f19-51ac195d53eb tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1785357 Aug 20 11:40:51.139461 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8b84c79-2a78-48ae-9db7-22f048a7d64e req-c683755b-b69a-40a2-8c36-e4d5be0269f6 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872478 Aug 20 11:40:51.233078 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ec7f3f67-6bd3-47ca-885b-7ab9937d2889 None None] Provisioning for port b2268c33-d652-49a0-a340-82899766e675 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:51.244193 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ec7f3f67-6bd3-47ca-885b-7ab9937d2889 None None] Provisioning complete for port b2268c33-d652-49a0-a340-82899766e675 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:51.244584 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ec7f3f67-6bd3-47ca-885b-7ab9937d2889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:51.259801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-cc7f4b03-1bec-40b8-9e0a-d547114b3830 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Made reservation on behalf of 0d86ec1742a74b2b9f07dedc5baf4bd9 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:51.265463 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-cc7f4b03-1bec-40b8-9e0a-d547114b3830 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:51.296080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ec7f3f67-6bd3-47ca-885b-7ab9937d2889 None None] Port b2268c33-d652-49a0-a340-82899766e675 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:40:51.324224 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38048) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:51.355979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-619946e0-8cb6-407b-911d-d92ec889c1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:51.540303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-253e5ff5-3612-457a-b688-a0964af80d27 req-cc7f4b03-1bec-40b8-9e0a-d547114b3830 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Allocated IP 19.86.0.160 (6a7d1792-8590-4b28-b873-d57571438d03/3d60ab0f-f26b-4033-8d51-a08a4b106bef/75ae1463-0b84-46c2-9ce9-da392c79a994) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:51.548856 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-619946e0-8cb6-407b-911d-d92ec889c1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:51.555915 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-619946e0-8cb6-407b-911d-d92ec889c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:51.573841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c4739-b5fe-4b1e-89d0-f588b7d9761e req-0fa98f08-d897-4df7-a4a9-46ca227f924b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:51.582641 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-415c4739-b5fe-4b1e-89d0-f588b7d9761e req-0fa98f08-d897-4df7-a4a9-46ca227f924b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.0971603 Aug 20 11:40:51.606096 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619946e0-8cb6-407b-911d-d92ec889c1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24b15f3-74c9-489b-8aa2-b0c507c8e0a8,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:51.632396 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-619946e0-8cb6-407b-911d-d92ec889c1f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5d8e651be404902b9c2f6f14f830ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065734 Aug 20 11:40:51.633380 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38064) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:51.707610 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0f09b2f-58dc-4c0d-a38f-abb2d9a04e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:51.731905 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0f09b2f-58dc-4c0d-a38f-abb2d9a04e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:51.735660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-415c4739-b5fe-4b1e-89d0-f588b7d9761e req-cf0a22ba-de78-4fbc-9745-f80c5348eeab tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460891 Aug 20 11:40:51.817536 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0f09b2f-58dc-4c0d-a38f-abb2d9a04e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:51.820288 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0f09b2f-58dc-4c0d-a38f-abb2d9a04e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:51.823710 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b0f09b2f-58dc-4c0d-a38f-abb2d9a04e09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c24b15f3-74c9-489b-8aa2-b0c507c8e0a8 HTTP/1.1" status: 204 len: 168 time: 0.1869810 Aug 20 11:40:51.833161 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f09b2f-58dc-4c0d-a38f-abb2d9a04e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24b15f3-74c9-489b-8aa2-b0c507c8e0a8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:51.833921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-cc7f4b03-1bec-40b8-9e0a-d547114b3830 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:51.892119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-253e5ff5-3612-457a-b688-a0964af80d27 req-cc7f4b03-1bec-40b8-9e0a-d547114b3830 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Transition to ACTIVE for port object 75ae1463-0b84-46c2-9ce9-da392c79a994 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:51.933585 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-cc7f4b03-1bec-40b8-9e0a-d547114b3830 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:52.023543 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253e5ff5-3612-457a-b688-a0964af80d27 req-cc7f4b03-1bec-40b8-9e0a-d547114b3830 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Network 6a7d1792-8590-4b28-b873-d57571438d03 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:52.030090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-253e5ff5-3612-457a-b688-a0964af80d27 req-cc7f4b03-1bec-40b8-9e0a-d547114b3830 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:52.063317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-253e5ff5-3612-457a-b688-a0964af80d27 req-cc7f4b03-1bec-40b8-9e0a-d547114b3830 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:52.154008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f4b03-1bec-40b8-9e0a-d547114b3830 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event updated for resources: {'Port': ['ID=75ae1463-0b84-46c2-9ce9-da392c79a994,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:52.276599 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-cc7f4b03-1bec-40b8-9e0a-d547114b3830 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:52.277309 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-cc7f4b03-1bec-40b8-9e0a-d547114b3830 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:52.331881 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-cc7f4b03-1bec-40b8-9e0a-d547114b3830 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3835659 Aug 20 11:40:52.359427 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-986bc6f4-cff5-4d2a-8f7d-9cfaaf69abbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:52.378564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a858a7b-a6a8-486b-a645-bd2143c6e5d8 req-a4bb1c2b-c81c-41cb-a49f-f3fba7f02167 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:52.385345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-253e5ff5-3612-457a-b688-a0964af80d27 req-291fc576-4566-4f89-a729-56dee19c0a2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Request body: {'port': {'device_id': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa', 'admin_state_up': True, 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:52.410565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 35aa7bba-0825-4da3-b45e-38be37c8537e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:52.421773 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a858a7b-a6a8-486b-a645-bd2143c6e5d8 req-a4bb1c2b-c81c-41cb-a49f-f3fba7f02167 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:52.436590 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2a858a7b-a6a8-486b-a645-bd2143c6e5d8 req-a4bb1c2b-c81c-41cb-a49f-f3fba7f02167 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 1655 time: 0.2463341 Aug 20 11:40:52.485702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1286e-377c-4ff0-9136-d9efcba34f98 req-de6d0fb8-229e-45f5-aba2-6020701669a9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:52.488465 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82b1286e-377c-4ff0-9136-d9efcba34f98 req-de6d0fb8-229e-45f5-aba2-6020701669a9 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1620793 Aug 20 11:40:52.544435 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2a858a7b-a6a8-486b-a645-bd2143c6e5d8 req-fb6b8477-0255-4214-bab6-4397daf4811f tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992429 Aug 20 11:40:52.563570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4da81b74-38b0-430b-a2a0-c25b32711fbe None None] Provisioning for port 75ae1463-0b84-46c2-9ce9-da392c79a994 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:52.583314 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4da81b74-38b0-430b-a2a0-c25b32711fbe None None] Provisioning complete for port 75ae1463-0b84-46c2-9ce9-da392c79a994 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:52.585959 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4da81b74-38b0-430b-a2a0-c25b32711fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:52.602164 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82b1286e-377c-4ff0-9136-d9efcba34f98 req-8f4b6f04-cbfa-4e57-9c6b-76b14243c6be tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050105 Aug 20 11:40:52.667634 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 35aa7bba-0825-4da3-b45e-38be37c8537e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:52.668442 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:52.672367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-291fc576-4566-4f89-a729-56dee19c0a2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Made reservation on behalf of 0d86ec1742a74b2b9f07dedc5baf4bd9 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:52.677953 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-291fc576-4566-4f89-a729-56dee19c0a2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:52.752145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4da81b74-38b0-430b-a2a0-c25b32711fbe None None] Port 75ae1463-0b84-46c2-9ce9-da392c79a994 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:40:53.004934 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c1d9a-dd0b-42b8-845a-4d9341a2628f req-d606182a-3e6c-46be-b3a3-5e82de087c5d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:53.016086 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-862c1d9a-dd0b-42b8-845a-4d9341a2628f req-d606182a-3e6c-46be-b3a3-5e82de087c5d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1264148 Aug 20 11:40:53.019240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-253e5ff5-3612-457a-b688-a0964af80d27 req-291fc576-4566-4f89-a729-56dee19c0a2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Allocated IP 19.80.0.131 (261caf19-ff03-4a83-8adc-4aa29f0286aa/5a9101f8-ef58-4e02-86e7-ccff844e4f62/ce6038a2-1a7e-42d4-b94a-d62d280bdcfb) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:53.068702 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-862c1d9a-dd0b-42b8-845a-4d9341a2628f req-3a578884-511e-4774-97a7-c21d7e761150 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443459 Aug 20 11:40:53.222589 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-291fc576-4566-4f89-a729-56dee19c0a2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:53.242933 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-253e5ff5-3612-457a-b688-a0964af80d27 req-291fc576-4566-4f89-a729-56dee19c0a2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Transition to ACTIVE for port object ce6038a2-1a7e-42d4-b94a-d62d280bdcfb will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:53.301261 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-291fc576-4566-4f89-a729-56dee19c0a2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:53.342907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253e5ff5-3612-457a-b688-a0964af80d27 req-291fc576-4566-4f89-a729-56dee19c0a2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Network 261caf19-ff03-4a83-8adc-4aa29f0286aa is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:53.346305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-253e5ff5-3612-457a-b688-a0964af80d27 req-291fc576-4566-4f89-a729-56dee19c0a2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:53.350924 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-253e5ff5-3612-457a-b688-a0964af80d27 req-291fc576-4566-4f89-a729-56dee19c0a2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:53.392723 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fc576-4566-4f89-a729-56dee19c0a2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event updated for resources: {'Port': ['ID=ce6038a2-1a7e-42d4-b94a-d62d280bdcfb,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:53.417033 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-291fc576-4566-4f89-a729-56dee19c0a2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:53.417678 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-291fc576-4566-4f89-a729-56dee19c0a2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:53.457408 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-291fc576-4566-4f89-a729-56dee19c0a2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0977700 Aug 20 11:40:53.475205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Request body: {'port': {'device_id': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:53.546852 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:53.791274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb176a-9927-4687-842d-d2f6264be8d6 req-dea59135-b525-4499-a244-2f024973ca44 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:53.800839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8c6f84a5-3ae9-42e0-80fc-bedf66dc61a8 None None] Provisioning for port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:53.805020 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-feeb176a-9927-4687-842d-d2f6264be8d6 req-dea59135-b525-4499-a244-2f024973ca44 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1004245 Aug 20 11:40:53.806380 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8c6f84a5-3ae9-42e0-80fc-bedf66dc61a8 None None] Provisioning complete for port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:53.806956 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8c6f84a5-3ae9-42e0-80fc-bedf66dc61a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:53.910363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f84a5-3ae9-42e0-80fc-bedf66dc61a8 None None] Port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:40:53.945521 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-feeb176a-9927-4687-842d-d2f6264be8d6 req-cdcedaac-1834-413c-ba1d-e20df1630515 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331894 Aug 20 11:40:53.957633 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:40:53.962745 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d22e-b6ce-4790-9e0a-48739ef54a22 req-9f279629-9074-4e37-8606-f5adc5defa2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:53.978223 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d22e-b6ce-4790-9e0a-48739ef54a22 req-9f279629-9074-4e37-8606-f5adc5defa2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:53.999104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d22e-b6ce-4790-9e0a-48739ef54a22 req-9f279629-9074-4e37-8606-f5adc5defa2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:54.002010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50f0d22e-b6ce-4790-9e0a-48739ef54a22 req-9f279629-9074-4e37-8606-f5adc5defa2e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2377 time: 0.2263317 Aug 20 11:40:54.080856 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50f0d22e-b6ce-4790-9e0a-48739ef54a22 req-f6ed9db2-9555-46cb-87ca-7c31161ad523 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609162 Aug 20 11:40:54.234012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2268c33-d652-49a0-a340-82899766e675 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:54.246053 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:54.265401 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Transition to ACTIVE for port object b2268c33-d652-49a0-a340-82899766e675 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:54.282756 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905daa5-2df9-4690-b40e-bd5927446e05 req-3585b796-497a-41d0-a37f-29b5a1ee6c71 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:54.284351 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7905daa5-2df9-4690-b40e-bd5927446e05 req-3585b796-497a-41d0-a37f-29b5a1ee6c71 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.0957856 Aug 20 11:40:54.285055 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:54.374055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Pushing event updated for resources: {'Port': ['ID=b2268c33-d652-49a0-a340-82899766e675,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:54.393656 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7905daa5-2df9-4690-b40e-bd5927446e05 req-b707c367-2822-4047-bffb-a6e46e7d98bf tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810947 Aug 20 11:40:54.526309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Attempting to bind port b2268c33-d652-49a0-a340-82899766e675 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:54.526648 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Attempting to bind port b2268c33-d652-49a0-a340-82899766e675 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:54.526978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Attempting to bind port b2268c33-d652-49a0-a340-82899766e675 on network 261caf19-ff03-4a83-8adc-4aa29f0286aa {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:54.531532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Port b2268c33-d652-49a0-a340-82899766e675 on network 261caf19-ff03-4a83-8adc-4aa29f0286aa not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:40:54.531851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Attempting to bind port b2268c33-d652-49a0-a340-82899766e675 on network 261caf19-ff03-4a83-8adc-4aa29f0286aa {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:54.537537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:54.537773 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Checking segment: {'id': '1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:54.538110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Bound using segment: {'id': '1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:54.538541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Bound port: b2268c33-d652-49a0-a340-82899766e675, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:54.538997 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:54.688241 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] For port b2268c33-d652-49a0-a340-82899766e675, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:54.694216 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] For port b2268c33-d652-49a0-a340-82899766e675, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b2268c33-d652-49a0-a340-82899766e675,segment=NetworkSegment(1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3),segment_id=1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:54.712400 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:54.778914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:54.780399 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:54.781909 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] 10.222.0.76 "PUT /v2.0/ports/b2268c33-d652-49a0-a340-82899766e675 HTTP/1.1" status: 200 len: 1092 time: 1.3168755 Aug 20 11:40:54.782367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'tag': 'b2268c33-d652-49a0-a340-82899766e675'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:54.784652 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19912459-b9e3-4238-b4ba-8e43667d3354" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "tag": "b2268c33-d652-49a0-a340-82899766e675"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:54.819227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Request body: {'port': {'device_id': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:54.923511 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf21fd-609c-4ea0-8793-45e1983e6ecc service neutron] Pushing event updated for resources: {'Port': ['ID=b2268c33-d652-49a0-a340-82899766e675,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:54.934274 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57e7576-dfc9-42b7-837a-e3ee8f47634f x-openstack-request-id: req-f57e7576-dfc9-42b7-837a-e3ee8f47634f {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:54.934551 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "tag": "b2268c33-d652-49a0-a340-82899766e675", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:54.934807 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f57e7576-dfc9-42b7-837a-e3ee8f47634f {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:54.935215 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'tag': 'b2268c33-d652-49a0-a340-82899766e675', 'status': 'completed', 'code': 200} Aug 20 11:40:55.023211 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:55.110617 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-23d35f3b-8b4a-4242-9d40-6956f09b8467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:55.140105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19912459-b9e3-4238-b4ba-8e43667d3354 req-133cdfae-610f-4a41-9cfe-9de0b1ba53af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:55.140593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19912459-b9e3-4238-b4ba-8e43667d3354 req-133cdfae-610f-4a41-9cfe-9de0b1ba53af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:55.141159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19912459-b9e3-4238-b4ba-8e43667d3354 req-133cdfae-610f-4a41-9cfe-9de0b1ba53af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:55.143068 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-19912459-b9e3-4238-b4ba-8e43667d3354 req-133cdfae-610f-4a41-9cfe-9de0b1ba53af service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d86ec1742a74b2b9f07dedc5baf4bd9&device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2732 time: 0.2065225 Aug 20 11:40:55.365160 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:55.432252 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50523e70-a6c6-45a8-b4a0-3ee765234777 req-371abb43-a00c-4264-a28b-5bc52da8a75d tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:55.441016 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50523e70-a6c6-45a8-b4a0-3ee765234777 req-371abb43-a00c-4264-a28b-5bc52da8a75d tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:55.453665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50523e70-a6c6-45a8-b4a0-3ee765234777 req-371abb43-a00c-4264-a28b-5bc52da8a75d tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:55.463497 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50523e70-a6c6-45a8-b4a0-3ee765234777 req-371abb43-a00c-4264-a28b-5bc52da8a75d tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2389 time: 0.1118813 Aug 20 11:40:55.516968 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50523e70-a6c6-45a8-b4a0-3ee765234777 req-4a0b46c7-2abd-402e-9884-53ecb0802585 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520554 Aug 20 11:40:55.836146 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fea1f5-a9de-45b2-9af4-1f5f37a6ff9c req-e533290a-a209-4799-aec0-27ba1d107e5b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:55.845372 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-38fea1f5-a9de-45b2-9af4-1f5f37a6ff9c req-e533290a-a209-4799-aec0-27ba1d107e5b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1373436 Aug 20 11:40:55.854500 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38226) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:55.920132 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-38fea1f5-a9de-45b2-9af4-1f5f37a6ff9c req-d4688721-96be-4f1e-a24c-689999db02bf tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594020 Aug 20 11:40:55.977984 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ca653-67f2-444d-9d57-eb856e5349c3 req-757bf979-6578-467b-adc3-bc752302ef47 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:55.979529 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-883ca653-67f2-444d-9d57-eb856e5349c3 req-757bf979-6578-467b-adc3-bc752302ef47 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.8616598 Aug 20 11:40:56.045536 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3efcad69-c368-4383-baf3-41aaf2b02316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:56.089615 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-883ca653-67f2-444d-9d57-eb856e5349c3 req-51ef639a-15f1-41b5-8001-208c40b44f51 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956292 Aug 20 11:40:56.109572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19912459-b9e3-4238-b4ba-8e43667d3354 req-c201fe81-d356-420e-bc13-16f3251e4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:56.109822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19912459-b9e3-4238-b4ba-8e43667d3354 req-c201fe81-d356-420e-bc13-16f3251e4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:56.110293 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19912459-b9e3-4238-b4ba-8e43667d3354 req-c201fe81-d356-420e-bc13-16f3251e4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:56.111963 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-19912459-b9e3-4238-b4ba-8e43667d3354 req-c201fe81-d356-420e-bc13-16f3251e4a72 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=0d86ec1742a74b2b9f07dedc5baf4bd9&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.9475281 Aug 20 11:40:56.289713 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:56.300283 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3efcad69-c368-4383-baf3-41aaf2b02316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:56.308974 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3efcad69-c368-4383-baf3-41aaf2b02316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:56.309201 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19912459-b9e3-4238-b4ba-8e43667d3354 req-0935d165-365e-48c5-823e-eced0385ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:56.310518 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-19912459-b9e3-4238-b4ba-8e43667d3354 req-0935d165-365e-48c5-823e-eced0385ac5c service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1813214 Aug 20 11:40:56.328615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ae1463-0b84-46c2-9ce9-da392c79a994 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:56.338393 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:56.352232 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Transition to ACTIVE for port object 75ae1463-0b84-46c2-9ce9-da392c79a994 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:56.359497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38240) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:56.376886 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:56.381766 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3efcad69-c368-4383-baf3-41aaf2b02316 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab865fa6c38d4c2cb1402635750071e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5261629 Aug 20 11:40:56.384880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38244) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:56.411716 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcad69-c368-4383-baf3-41aaf2b02316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcca94d-8ad5-4a98-8a35-732156bbfc22,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:56.492161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Pushing event updated for resources: {'Port': ['ID=75ae1463-0b84-46c2-9ce9-da392c79a994,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:56.560611 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52f73be1-85b3-4d18-bb78-524cc26b1569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:56.605542 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-acf243f4-af78-4a0b-8b10-a424829ee92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:56.669284 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-acf243f4-af78-4a0b-8b10-a424829ee92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:56.758012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Attempting to bind port 75ae1463-0b84-46c2-9ce9-da392c79a994 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:56.758601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Attempting to bind port 75ae1463-0b84-46c2-9ce9-da392c79a994 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '0bb9452d-5b9c-495f-8847-102419d7238b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a7d1792-8590-4b28-b873-d57571438d03'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:56.758601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Attempting to bind port 75ae1463-0b84-46c2-9ce9-da392c79a994 on network 6a7d1792-8590-4b28-b873-d57571438d03 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:56.788384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Port 75ae1463-0b84-46c2-9ce9-da392c79a994 on network 6a7d1792-8590-4b28-b873-d57571438d03 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:40:56.788590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Attempting to bind port 75ae1463-0b84-46c2-9ce9-da392c79a994 on network 6a7d1792-8590-4b28-b873-d57571438d03 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:56.815659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53157dd7-994b-4e4f-b221-75f90ee0d1cb req-cac21307-e0ee-4f97-a09d-78103911fede tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:56.822004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53157dd7-994b-4e4f-b221-75f90ee0d1cb req-cac21307-e0ee-4f97-a09d-78103911fede tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:56.828491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53157dd7-994b-4e4f-b221-75f90ee0d1cb req-cac21307-e0ee-4f97-a09d-78103911fede tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:56.830229 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-53157dd7-994b-4e4f-b221-75f90ee0d1cb req-cac21307-e0ee-4f97-a09d-78103911fede tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2401 time: 0.1882503 Aug 20 11:40:56.836134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:56.836134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Checking segment: {'id': '0bb9452d-5b9c-495f-8847-102419d7238b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a7d1792-8590-4b28-b873-d57571438d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:56.836616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Bound using segment: {'id': '0bb9452d-5b9c-495f-8847-102419d7238b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a7d1792-8590-4b28-b873-d57571438d03'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:56.836944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Bound port: 75ae1463-0b84-46c2-9ce9-da392c79a994, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb9452d-5b9c-495f-8847-102419d7238b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6a7d1792-8590-4b28-b873-d57571438d03'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:56.837346 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:56.876502 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-acf243f4-af78-4a0b-8b10-a424829ee92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:56.878635 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-acf243f4-af78-4a0b-8b10-a424829ee92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:56.879748 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-acf243f4-af78-4a0b-8b10-a424829ee92b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7bcca94d-8ad5-4a98-8a35-732156bbfc22 HTTP/1.1" status: 204 len: 168 time: 0.4911630 Aug 20 11:40:56.933637 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf243f4-af78-4a0b-8b10-a424829ee92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcca94d-8ad5-4a98-8a35-732156bbfc22,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:56.938972 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52f73be1-85b3-4d18-bb78-524cc26b1569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:56.957402 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52f73be1-85b3-4d18-bb78-524cc26b1569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:56.997176 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-53157dd7-994b-4e4f-b221-75f90ee0d1cb req-808882f4-8b09-4e4f-9649-f9790e244a30 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450081 Aug 20 11:40:57.027821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] For port 75ae1463-0b84-46c2-9ce9-da392c79a994, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:57.032842 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] For port 75ae1463-0b84-46c2-9ce9-da392c79a994, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=75ae1463-0b84-46c2-9ce9-da392c79a994,segment=NetworkSegment(0bb9452d-5b9c-495f-8847-102419d7238b),segment_id=0bb9452d-5b9c-495f-8847-102419d7238b)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:57.061078 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-52f73be1-85b3-4d18-bb78-524cc26b1569 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=478fce904c7847b4b3188cf083d50f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6981750 Aug 20 11:40:57.061078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f73be1-85b3-4d18-bb78-524cc26b1569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910edba2-d472-4be6-8f9c-1e714365f660,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:57.064586 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38254) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:57.075036 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:57.090379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0ba06-a2a4-461b-9075-f57962f996a3 req-341bbcf4-785e-41f4-8a7f-5dceabeac29c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:57.099999 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8b0ba06-a2a4-461b-9075-f57962f996a3 req-341bbcf4-785e-41f4-8a7f-5dceabeac29c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.0655584 Aug 20 11:40:57.167686 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:57.168406 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:57.170175 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] 10.222.0.76 "PUT /v2.0/ports/75ae1463-0b84-46c2-9ce9-da392c79a994 HTTP/1.1" status: 200 len: 1092 time: 2.3562636 Aug 20 11:40:57.170823 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'tag': '75ae1463-0b84-46c2-9ce9-da392c79a994'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:57.173270 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3577216e-c46a-4d58-b083-e71195f56f38" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "tag": "75ae1463-0b84-46c2-9ce9-da392c79a994"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:57.196889 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8b0ba06-a2a4-461b-9075-f57962f996a3 req-3679151c-092c-4ae8-b30a-6f29b35cbbab tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943589 Aug 20 11:40:57.227794 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Request body: {'port': {'device_id': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:57.283043 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36651125-4fea-43d6-9212-74ecea8e44b8 x-openstack-request-id: req-36651125-4fea-43d6-9212-74ecea8e44b8 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:57.283608 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "tag": "75ae1463-0b84-46c2-9ce9-da392c79a994", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:57.284062 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36651125-4fea-43d6-9212-74ecea8e44b8 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:57.284704 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'tag': '75ae1463-0b84-46c2-9ce9-da392c79a994', 'status': 'completed', 'code': 200} Aug 20 11:40:57.377735 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ee1c88d0-01de-4198-9cf2-42177fd65caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:57.398150 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df71bd6-05cb-4e11-a5e9-f749fee8ad58 service neutron] Pushing event updated for resources: {'Port': ['ID=75ae1463-0b84-46c2-9ce9-da392c79a994,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:57.503178 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ee1c88d0-01de-4198-9cf2-42177fd65caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:57.509226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577216e-c46a-4d58-b083-e71195f56f38 req-b3aae655-391d-42f7-8e88-121450546e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:57.509226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577216e-c46a-4d58-b083-e71195f56f38 req-b3aae655-391d-42f7-8e88-121450546e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:57.509226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577216e-c46a-4d58-b083-e71195f56f38 req-b3aae655-391d-42f7-8e88-121450546e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:57.510080 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3577216e-c46a-4d58-b083-e71195f56f38 req-b3aae655-391d-42f7-8e88-121450546e41 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d86ec1742a74b2b9f07dedc5baf4bd9&device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2799 time: 0.2241678 Aug 20 11:40:57.522234 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:57.556532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8988ae-ded5-4164-9b6b-88a6554bba2d req-329fd40e-11d2-4a74-a2a9-653cb7ef9897 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:57.558079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e8988ae-ded5-4164-9b6b-88a6554bba2d req-329fd40e-11d2-4a74-a2a9-653cb7ef9897 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.2606871 Aug 20 11:40:57.796688 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e8988ae-ded5-4164-9b6b-88a6554bba2d req-2be1ee0d-da08-4b55-a91d-5389b4708282 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161844 Aug 20 11:40:57.816284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577216e-c46a-4d58-b083-e71195f56f38 req-b05c0244-7505-457f-afff-321cc9565d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:57.817153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577216e-c46a-4d58-b083-e71195f56f38 req-b05c0244-7505-457f-afff-321cc9565d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:57.818318 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577216e-c46a-4d58-b083-e71195f56f38 req-b05c0244-7505-457f-afff-321cc9565d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:57.820060 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3577216e-c46a-4d58-b083-e71195f56f38 req-b05c0244-7505-457f-afff-321cc9565d84 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=0d86ec1742a74b2b9f07dedc5baf4bd9&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.3004246 Aug 20 11:40:57.823402 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ee1c88d0-01de-4198-9cf2-42177fd65caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:57.826691 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ee1c88d0-01de-4198-9cf2-42177fd65caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:57.828907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ee1c88d0-01de-4198-9cf2-42177fd65caa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/910edba2-d472-4be6-8f9c-1e714365f660 HTTP/1.1" status: 204 len: 168 time: 0.7624002 Aug 20 11:40:57.883906 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:57.887127 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c88d0-01de-4198-9cf2-42177fd65caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910edba2-d472-4be6-8f9c-1e714365f660,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:58.011280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577216e-c46a-4d58-b083-e71195f56f38 req-97166241-11a7-45fe-873f-c9e081ef6185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:58.012534 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3577216e-c46a-4d58-b083-e71195f56f38 req-97166241-11a7-45fe-873f-c9e081ef6185 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1827161 Aug 20 11:40:58.198937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6038a2-1a7e-42d4-b94a-d62d280bdcfb {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:58.210000 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:58.245423 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd00e3-7b75-4898-b55d-531bd176447b req-0a038c0a-c7f2-4bdd-9d45-18dfc909d5d4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:58.258065 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd00e3-7b75-4898-b55d-531bd176447b req-0a038c0a-c7f2-4bdd-9d45-18dfc909d5d4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:58.268617 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd00e3-7b75-4898-b55d-531bd176447b req-0a038c0a-c7f2-4bdd-9d45-18dfc909d5d4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:58.279029 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3dbd00e3-7b75-4898-b55d-531bd176447b req-0a038c0a-c7f2-4bdd-9d45-18dfc909d5d4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2401 time: 0.1657920 Aug 20 11:40:58.300490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Transition to ACTIVE for port object ce6038a2-1a7e-42d4-b94a-d62d280bdcfb will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:58.310488 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:58.478608 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f633106-3e39-4e15-bd21-6b4bc5c3941d req-8733550e-ba19-4fc5-bd9b-e5cf6766ff58 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:58.480943 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5f633106-3e39-4e15-bd21-6b4bc5c3941d req-8733550e-ba19-4fc5-bd9b-e5cf6766ff58 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1555312 Aug 20 11:40:58.481619 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38304) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:58.522424 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e56cfda-56b5-40d1-a908-7bc7bc9e0003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:58.558443 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3dbd00e3-7b75-4898-b55d-531bd176447b req-b86f17c4-5380-432f-b46e-6120635b912d tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712476 Aug 20 11:40:58.560057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Attempting to bind port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:58.561748 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Attempting to bind port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:58.564968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Attempting to bind port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb on network 261caf19-ff03-4a83-8adc-4aa29f0286aa {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:58.578176 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb on network 261caf19-ff03-4a83-8adc-4aa29f0286aa not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:40:58.579322 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Attempting to bind port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb on network 261caf19-ff03-4a83-8adc-4aa29f0286aa {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:58.581599 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Pushing event updated for resources: {'Port': ['ID=ce6038a2-1a7e-42d4-b94a-d62d280bdcfb,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:58.604352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:58.609746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Checking segment: {'id': '1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:58.610984 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Bound using segment: {'id': '1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:58.614212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Bound port: ce6038a2-1a7e-42d4-b94a-d62d280bdcfb, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:58.614806 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:58.673314 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5f633106-3e39-4e15-bd21-6b4bc5c3941d req-777dc49a-bc33-4713-a5fa-1811c54d5941 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817393 Aug 20 11:40:58.742541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] For port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:58.751911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] For port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ce6038a2-1a7e-42d4-b94a-d62d280bdcfb,segment=NetworkSegment(1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3),segment_id=1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:58.757727 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:58.792468 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e56cfda-56b5-40d1-a908-7bc7bc9e0003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:58.797129 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e56cfda-56b5-40d1-a908-7bc7bc9e0003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:58.835998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:58.836535 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:58.838033 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] 10.222.0.76 "PUT /v2.0/ports/ce6038a2-1a7e-42d4-b94a-d62d280bdcfb HTTP/1.1" status: 200 len: 1092 time: 1.6283829 Aug 20 11:40:58.885436 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1e56cfda-56b5-40d1-a908-7bc7bc9e0003 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20ba8b94d9094bf58716b134ecca3d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4016249 Aug 20 11:40:58.890548 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38318) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:58.898492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56cfda-56b5-40d1-a908-7bc7bc9e0003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7808517-1796-4e3c-9cb0-61dc408a9672,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:58.984414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f381a15-3623-4257-84b9-df4aab1cefce service neutron] Pushing event updated for resources: {'Port': ['ID=ce6038a2-1a7e-42d4-b94a-d62d280bdcfb,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:59.042244 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8fb7cd8c-a54e-454b-8a67-5c20f5fd2274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:59.055728 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-0029110e-6d96-41a2-874d-2e727b2bf7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:59.056334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-0029110e-6d96-41a2-874d-2e727b2bf7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:59.057245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-0029110e-6d96-41a2-874d-2e727b2bf7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:59.059026 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-0029110e-6d96-41a2-874d-2e727b2bf7ce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d86ec1742a74b2b9f07dedc5baf4bd9&device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2866 time: 0.1730366 Aug 20 11:40:59.081497 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8fb7cd8c-a54e-454b-8a67-5c20f5fd2274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:59.085244 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31666ff-904d-4933-af52-973ea96585d0 req-8bd31c66-8246-419d-94dd-e4657e1c2e53 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:59.097212 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c31666ff-904d-4933-af52-973ea96585d0 req-8bd31c66-8246-419d-94dd-e4657e1c2e53 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1167963 Aug 20 11:40:59.164362 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-3e942404-0561-4b1c-b49b-da87b43ecaca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=b2268c33-d652-49a0-a340-82899766e675 HTTP/1.1" status: 200 len: 217 time: 0.0962017 Aug 20 11:40:59.221037 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8fb7cd8c-a54e-454b-8a67-5c20f5fd2274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:59.223700 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8fb7cd8c-a54e-454b-8a67-5c20f5fd2274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:59.228895 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8fb7cd8c-a54e-454b-8a67-5c20f5fd2274 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7808517-1796-4e3c-9cb0-61dc408a9672 HTTP/1.1" status: 204 len: 168 time: 0.3338745 Aug 20 11:40:59.250929 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7cd8c-a54e-454b-8a67-5c20f5fd2274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7808517-1796-4e3c-9cb0-61dc408a9672,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:59.253770 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c31666ff-904d-4933-af52-973ea96585d0 req-96df6f19-1c62-4665-b28d-3eda18f468f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554713 Aug 20 11:40:59.269461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-81399a5a-3548-4d23-b2f1-435ef40ffa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:59.271523 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-81399a5a-3548-4d23-b2f1-435ef40ffa8f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a9101f8-ef58-4e02-86e7-ccff844e4f62 HTTP/1.1" status: 200 len: 801 time: 0.0969167 Aug 20 11:40:59.287867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'tag': 'ce6038a2-1a7e-42d4-b94a-d62d280bdcfb'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:59.290634 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdda748-0a02-41f5-b0b2-2ebc9bff05dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "tag": "ce6038a2-1a7e-42d4-b94a-d62d280bdcfb"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:59.377031 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8739d1-f37b-4c76-8b23-512581e144cf x-openstack-request-id: req-4f8739d1-f37b-4c76-8b23-512581e144cf {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:59.377508 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "tag": "ce6038a2-1a7e-42d4-b94a-d62d280bdcfb", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:59.377895 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f8739d1-f37b-4c76-8b23-512581e144cf {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:59.378418 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'tag': 'ce6038a2-1a7e-42d4-b94a-d62d280bdcfb', 'status': 'completed', 'code': 200} Aug 20 11:40:59.384438 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8ce2fb4f-7c1d-4434-a876-b17ec926c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:59.386239 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-8ce2fb4f-7c1d-4434-a876-b17ec926c9fe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=261caf19-ff03-4a83-8adc-4aa29f0286aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1073458 Aug 20 11:40:59.508710 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-e23dbc7f-19f1-43d7-b9eb-020bf2541b36 service neutron] 10.222.0.76 "GET /v2.0/networks/261caf19-ff03-4a83-8adc-4aa29f0286aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145041 Aug 20 11:40:59.680050 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-9205739d-2a07-4c3f-afc7-a48bc32c4fd6 service neutron] 10.222.0.76 "GET /v2.0/networks/261caf19-ff03-4a83-8adc-4aa29f0286aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639304 Aug 20 11:40:59.734033 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-d32ed809-f6d8-4f72-954a-c345fccbad89 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.160&port_id=75ae1463-0b84-46c2-9ce9-da392c79a994 HTTP/1.1" status: 200 len: 217 time: 0.0451467 Aug 20 11:40:59.745496 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d8630-384c-45fc-8a99-d08a6fb6a0aa req-fd5a5827-fb75-4fb7-9cfd-429747d7ad04 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:59.751786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d8630-384c-45fc-8a99-d08a6fb6a0aa req-fd5a5827-fb75-4fb7-9cfd-429747d7ad04 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:59.762459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d8630-384c-45fc-8a99-d08a6fb6a0aa req-fd5a5827-fb75-4fb7-9cfd-429747d7ad04 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:59.769193 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c53d8630-384c-45fc-8a99-d08a6fb6a0aa req-fd5a5827-fb75-4fb7-9cfd-429747d7ad04 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2413 time: 0.1371725 Aug 20 11:40:59.849093 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c53d8630-384c-45fc-8a99-d08a6fb6a0aa req-34c7117e-b024-46b8-a86e-96c1fa82ad93 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767183 Aug 20 11:40:59.881436 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-ec8273d1-afe4-4834-a180-9ec85bf6d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:59.883373 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-ec8273d1-afe4-4834-a180-9ec85bf6d23a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3d60ab0f-f26b-4033-8d51-a08a4b106bef HTTP/1.1" status: 200 len: 801 time: 0.1128457 Aug 20 11:40:59.950690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-9bec2a16-2c1b-4218-975a-fd9a78738182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:59.964578 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-9bec2a16-2c1b-4218-975a-fd9a78738182 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6a7d1792-8590-4b28-b873-d57571438d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0706942 Aug 20 11:41:00.035077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c270c-55e6-49d5-abeb-ca0eed622117 req-e72b1721-d439-473a-9e72-a4b377fc7240 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:00.038622 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-638c270c-55e6-49d5-abeb-ca0eed622117 req-e72b1721-d439-473a-9e72-a4b377fc7240 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1442611 Aug 20 11:41:00.130516 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-638c270c-55e6-49d5-abeb-ca0eed622117 req-f3fa07f5-deed-4590-864e-050b3d0e38a3 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796576 Aug 20 11:41:00.166320 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-78630edf-79a3-4c08-83ac-c300ef8b9fce service neutron] 10.222.0.76 "GET /v2.0/networks/6a7d1792-8590-4b28-b873-d57571438d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866317 Aug 20 11:41:00.232964 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38388) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:00.347380 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-e8ba3226-f013-419e-ad18-8a7402c94e30 service neutron] 10.222.0.76 "GET /v2.0/networks/6a7d1792-8590-4b28-b873-d57571438d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726100 Aug 20 11:41:00.402208 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c6eeb6e-e6e9-4ba4-84c6-8d59f5d8aa04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:00.457820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-e4836a9b-fe39-4aaa-9ba2-a80ccce32ecd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=ce6038a2-1a7e-42d4-b94a-d62d280bdcfb HTTP/1.1" status: 200 len: 217 time: 0.1028898 Aug 20 11:41:00.517525 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c6eeb6e-e6e9-4ba4-84c6-8d59f5d8aa04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:00.523000 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c6eeb6e-e6e9-4ba4-84c6-8d59f5d8aa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:00.535031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724abbe-c213-4bf4-b229-2c4f924796f0 req-8f908b87-9e7f-48e6-8368-3cd5b3d645f5 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:00.536618 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7724abbe-c213-4bf4-b229-2c4f924796f0 req-8f908b87-9e7f-48e6-8368-3cd5b3d645f5 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1739535 Aug 20 11:41:00.543887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5c5dcb56-f224-434b-bfab-70332a3969f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:00.546708 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-5c5dcb56-f224-434b-bfab-70332a3969f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a9101f8-ef58-4e02-86e7-ccff844e4f62 HTTP/1.1" status: 200 len: 801 time: 0.0819757 Aug 20 11:41:00.551940 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8c6eeb6e-e6e9-4ba4-84c6-8d59f5d8aa04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2aa28fc5bcfc494f8f59b696df068f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3178225 Aug 20 11:41:00.556243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38402) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:00.585040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6eeb6e-e6e9-4ba4-84c6-8d59f5d8aa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9cad1c-02c1-4c5d-8e59-8707c7d94c0b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:00.660188 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7724abbe-c213-4bf4-b229-2c4f924796f0 req-5dae08e9-87d0-4e09-905a-816652c6d82d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124976 Aug 20 11:41:00.672684 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5ff5-3612-457a-b688-a0964af80d27 req-e0fc1d3e-50af-45c0-83bc-29009ddff786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:00.674521 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-e0fc1d3e-50af-45c0-83bc-29009ddff786 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=261caf19-ff03-4a83-8adc-4aa29f0286aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1173511 Aug 20 11:41:00.697159 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:00.782861 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:00.830614 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-9c0daa55-5d7d-4637-8cd1-8677caab0373 service neutron] 10.222.0.76 "GET /v2.0/networks/261caf19-ff03-4a83-8adc-4aa29f0286aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475515 Aug 20 11:41:00.902859 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:00.906001 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:00.907134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c9cad1c-02c1-4c5d-8e59-8707c7d94c0b HTTP/1.1" status: 204 len: 168 time: 0.3423388 Aug 20 11:41:00.921017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9cad1c-02c1-4c5d-8e59-8707c7d94c0b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:00.932537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:00.932956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:00.933297 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:00.933630 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:00.933956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:00.934286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:00.934602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:00.934927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:00.935755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:00.936094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:00.936411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:00.937581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0956ae7-1423-47e7-b78e-0bd99bcaeb06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:01.004058 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-253e5ff5-3612-457a-b688-a0964af80d27 req-bb33c03d-b433-4cee-86fa-40155bdf5242 service neutron] 10.222.0.76 "GET /v2.0/networks/261caf19-ff03-4a83-8adc-4aa29f0286aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665924 Aug 20 11:41:01.058114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e05ac-331c-4cfb-a62c-1f9dadcaa6e2 req-7cd78028-d0cf-4cfb-ab30-c6da3c975a57 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:01.064210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e05ac-331c-4cfb-a62c-1f9dadcaa6e2 req-7cd78028-d0cf-4cfb-ab30-c6da3c975a57 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:01.070600 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e05ac-331c-4cfb-a62c-1f9dadcaa6e2 req-7cd78028-d0cf-4cfb-ab30-c6da3c975a57 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:01.078261 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e3e05ac-331c-4cfb-a62c-1f9dadcaa6e2 req-7cd78028-d0cf-4cfb-ab30-c6da3c975a57 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2413 time: 0.0927653 Aug 20 11:41:01.231136 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e3e05ac-331c-4cfb-a62c-1f9dadcaa6e2 req-1b22efee-ed22-4738-b568-ed5cee2b9b50 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513636 Aug 20 11:41:01.240464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdda748-0a02-41f5-b0b2-2ebc9bff05dd req-3370482b-776d-4b95-adae-738ca53652e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:01.240983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdda748-0a02-41f5-b0b2-2ebc9bff05dd req-3370482b-776d-4b95-adae-738ca53652e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:01.241461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdda748-0a02-41f5-b0b2-2ebc9bff05dd req-3370482b-776d-4b95-adae-738ca53652e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:01.247459 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fdda748-0a02-41f5-b0b2-2ebc9bff05dd req-3370482b-776d-4b95-adae-738ca53652e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d86ec1742a74b2b9f07dedc5baf4bd9&device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2866 time: 0.1665573 Aug 20 11:41:01.360594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c3d47-aa58-4aa1-93d0-e95f05700ea8 req-76a8bcec-3532-4b63-9e39-cbec5f54fc54 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:01.364751 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ec5c3d47-aa58-4aa1-93d0-e95f05700ea8 req-76a8bcec-3532-4b63-9e39-cbec5f54fc54 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1135340 Aug 20 11:41:01.382804 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdda748-0a02-41f5-b0b2-2ebc9bff05dd req-6305d0ba-4c3d-4495-9b1b-830ef66e34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:01.384792 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fdda748-0a02-41f5-b0b2-2ebc9bff05dd req-6305d0ba-4c3d-4495-9b1b-830ef66e34e6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=261caf19-ff03-4a83-8adc-4aa29f0286aa HTTP/1.1" status: 200 len: 901 time: 0.1294956 Aug 20 11:41:01.443332 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ec5c3d47-aa58-4aa1-93d0-e95f05700ea8 req-e0066253-f1d7-4da4-bd88-7f688b7c191f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650668 Aug 20 11:41:01.471828 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fdda748-0a02-41f5-b0b2-2ebc9bff05dd req-b57d4cc9-787b-41f2-8820-dfa996e38d50 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=ce6038a2-1a7e-42d4-b94a-d62d280bdcfb HTTP/1.1" status: 200 len: 217 time: 0.0745175 Aug 20 11:41:01.516756 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38444) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:01.537307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdda748-0a02-41f5-b0b2-2ebc9bff05dd req-062d0700-40c3-4089-9622-04e0f1d11259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:01.539253 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fdda748-0a02-41f5-b0b2-2ebc9bff05dd req-062d0700-40c3-4089-9622-04e0f1d11259 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a9101f8-ef58-4e02-86e7-ccff844e4f62 HTTP/1.1" status: 200 len: 801 time: 0.0597634 Aug 20 11:41:01.539757 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6d447b0-ea10-46b2-94f1-433f6231d8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:01.599549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdda748-0a02-41f5-b0b2-2ebc9bff05dd req-9507396f-5722-4c44-8a3f-a54a0f06a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:01.601574 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fdda748-0a02-41f5-b0b2-2ebc9bff05dd req-9507396f-5722-4c44-8a3f-a54a0f06a90b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=261caf19-ff03-4a83-8adc-4aa29f0286aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0536456 Aug 20 11:41:01.663757 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6d447b0-ea10-46b2-94f1-433f6231d8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:01.671031 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6d447b0-ea10-46b2-94f1-433f6231d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:01.721393 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c6d447b0-ea10-46b2-94f1-433f6231d8b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83c12489064942889bb7869c93c94e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010021 Aug 20 11:41:01.721393 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d447b0-ea10-46b2-94f1-433f6231d8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f5be1a-a254-48be-9c4a-6ba16935e0f5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:01.722915 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38452) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:01.762896 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fdda748-0a02-41f5-b0b2-2ebc9bff05dd req-6e6509d4-306a-4c9b-9294-0a421739e541 service neutron] 10.222.0.76 "GET /v2.0/networks/261caf19-ff03-4a83-8adc-4aa29f0286aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516778 Aug 20 11:41:01.778750 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00de9a21-c884-49f6-882c-4031a1411004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:01.811777 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00de9a21-c884-49f6-882c-4031a1411004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:01.883230 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00de9a21-c884-49f6-882c-4031a1411004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:01.887119 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00de9a21-c884-49f6-882c-4031a1411004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:01.890060 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-00de9a21-c884-49f6-882c-4031a1411004 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8f5be1a-a254-48be-9c4a-6ba16935e0f5 HTTP/1.1" status: 204 len: 168 time: 0.1656752 Aug 20 11:41:01.899164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de9a21-c884-49f6-882c-4031a1411004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f5be1a-a254-48be-9c4a-6ba16935e0f5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:01.964880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed4586-a63c-440f-9c45-f4359f96ea29 req-be1cb09d-93a7-4a7e-a30f-f3671e58f70a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:01.966488 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6ed4586-a63c-440f-9c45-f4359f96ea29 req-be1cb09d-93a7-4a7e-a30f-f3671e58f70a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1193867 Aug 20 11:41:02.009596 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fdda748-0a02-41f5-b0b2-2ebc9bff05dd req-38101173-de83-440e-bcf0-0f5a5ad9b15e service neutron] 10.222.0.76 "GET /v2.0/networks/261caf19-ff03-4a83-8adc-4aa29f0286aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155719 Aug 20 11:41:02.058771 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6ed4586-a63c-440f-9c45-f4359f96ea29 req-b68cef44-c32b-407b-882b-fa7b47f1ed5d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808601 Aug 20 11:41:02.125523 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38472) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:02.246499 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5656192a-3068-48e4-b2f8-6366b2648bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:02.392205 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5656192a-3068-48e4-b2f8-6366b2648bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:02.396613 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5656192a-3068-48e4-b2f8-6366b2648bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:02.404505 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f46a93-d1e1-4798-bb12-bfaa865bd0b9 req-d0356c5c-50af-4e5c-82e4-c7e6d7768b2f tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:02.410997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f46a93-d1e1-4798-bb12-bfaa865bd0b9 req-d0356c5c-50af-4e5c-82e4-c7e6d7768b2f tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:02.416912 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f46a93-d1e1-4798-bb12-bfaa865bd0b9 req-d0356c5c-50af-4e5c-82e4-c7e6d7768b2f tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:02.418586 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b3f46a93-d1e1-4798-bb12-bfaa865bd0b9 req-d0356c5c-50af-4e5c-82e4-c7e6d7768b2f tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2413 time: 0.0743399 Aug 20 11:41:02.440079 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5656192a-3068-48e4-b2f8-6366b2648bad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a65199b690604528bbf04865a58be61f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104994 Aug 20 11:41:02.440079 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656192a-3068-48e4-b2f8-6366b2648bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3553cf9-8b94-415d-b55e-e22c232cdeb7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:02.442185 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38490) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:02.486502 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b3f46a93-d1e1-4798-bb12-bfaa865bd0b9 req-5598370b-9ee1-458d-a092-82f83ad1a2b5 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568731 Aug 20 11:41:02.531342 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41c8fbd6-7020-4103-be5c-2666ef05b07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:02.571086 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41c8fbd6-7020-4103-be5c-2666ef05b07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:02.603883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6f832-b1aa-4b4f-aa41-e16239f2eeeb req-531af6f5-2cf8-4d6b-acbf-d9ce4e257627 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:02.605404 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-59d6f832-b1aa-4b4f-aa41-e16239f2eeeb req-531af6f5-2cf8-4d6b-acbf-d9ce4e257627 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.0895019 Aug 20 11:41:02.655560 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-59d6f832-b1aa-4b4f-aa41-e16239f2eeeb req-93c0fe01-162c-488d-a361-1af4385cce2f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 Aug 20 11:41:02.660119 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:02.670718 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41c8fbd6-7020-4103-be5c-2666ef05b07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:02.673280 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41c8fbd6-7020-4103-be5c-2666ef05b07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:02.676831 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-41c8fbd6-7020-4103-be5c-2666ef05b07e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3553cf9-8b94-415d-b55e-e22c232cdeb7 HTTP/1.1" status: 204 len: 168 time: 0.2312965 Aug 20 11:41:02.683091 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8fbd6-7020-4103-be5c-2666ef05b07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3553cf9-8b94-415d-b55e-e22c232cdeb7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:02.706386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4a027-0196-48af-a1a7-a5cf00992686 req-e1439c02-fa5e-4622-ba59-a6534b363a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:02.708161 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cae4a027-0196-48af-a1a7-a5cf00992686 req-e1439c02-fa5e-4622-ba59-a6534b363a39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 1096 time: 0.0585959 Aug 20 11:41:02.809201 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4a027-0196-48af-a1a7-a5cf00992686 req-08ae667e-cc23-4d3a-b5a8-553f4b186011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:02.811969 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cae4a027-0196-48af-a1a7-a5cf00992686 req-08ae667e-cc23-4d3a-b5a8-553f4b186011 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 911 time: 0.0932953 Aug 20 11:41:02.864088 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cae4a027-0196-48af-a1a7-a5cf00992686 req-3709f0b7-48d6-4986-95cc-0b897c8f8a87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c19b1c7-5c2e-4030-8e0b-a3ec29820005 HTTP/1.1" status: 200 len: 217 time: 0.0408928 Aug 20 11:41:02.915547 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4a027-0196-48af-a1a7-a5cf00992686 req-e37c7c22-d0ea-4359-a3cb-d120e03dc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:02.917270 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cae4a027-0196-48af-a1a7-a5cf00992686 req-e37c7c22-d0ea-4359-a3cb-d120e03dc1be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8164adc2-ff26-452d-9022-daf8f61c3f29 HTTP/1.1" status: 200 len: 851 time: 0.0441515 Aug 20 11:41:02.951660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cae4a027-0196-48af-a1a7-a5cf00992686 req-dca4c9ec-3766-44cf-8c9a-db9cf6b69c33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f57a807-431b-4a85-84e9-9c26f27c26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259783 Aug 20 11:41:03.051849 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cae4a027-0196-48af-a1a7-a5cf00992686 req-f89bb9d8-bff1-4422-a5eb-06096dac78a0 service neutron] 10.222.0.35 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913532 Aug 20 11:41:03.179101 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cae4a027-0196-48af-a1a7-a5cf00992686 req-7e11451d-b691-426d-8528-f3a77fdb6c6e service neutron] 10.222.0.35 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148162 Aug 20 11:41:03.240197 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46266645-15c3-446f-9867-e1f4af796d9e req-438a5493-9fc0-4967-a547-b67e9bab62c6 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:03.242003 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-46266645-15c3-446f-9867-e1f4af796d9e req-438a5493-9fc0-4967-a547-b67e9bab62c6 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0783086 Aug 20 11:41:03.244203 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-ae12ce46-f96b-4a45-84a6-0e26a2411f70 service neutron] show failed (client error): The resource could not be found. Aug 20 11:41:03.245288 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-ae12ce46-f96b-4a45-84a6-0e26a2411f70 service neutron] 10.222.0.35 "GET /v2.0/ports/28af82fb-9ab8-485a-8b42-493125ccb526/bindings/n-h2-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.1293449 Aug 20 11:41:03.292396 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-46266645-15c3-446f-9867-e1f4af796d9e req-59cc5833-d0aa-4999-8b82-9d3132dfe9d1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422332 Aug 20 11:41:03.442071 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38536) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:03.491292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-a92f0ade-0cef-4175-aa79-6960556ec822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:03.492846 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-a92f0ade-0cef-4175-aa79-6960556ec822 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f&tenant_id=4968b5d340e042799a12f4492ac2ee3a HTTP/1.1" status: 200 len: 1100 time: 0.0449231 Aug 20 11:41:03.505579 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:03.570804 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:03.606416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1165a3-32b7-456a-932e-8d15cf730869 req-e7958de5-cdf9-42f0-9231-c8ff4abdeb84 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:03.613437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1165a3-32b7-456a-932e-8d15cf730869 req-e7958de5-cdf9-42f0-9231-c8ff4abdeb84 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:03.620431 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1165a3-32b7-456a-932e-8d15cf730869 req-e7958de5-cdf9-42f0-9231-c8ff4abdeb84 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:03.629434 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ba1165a3-32b7-456a-932e-8d15cf730869 req-e7958de5-cdf9-42f0-9231-c8ff4abdeb84 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2413 time: 0.0763013 Aug 20 11:41:03.682392 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ba1165a3-32b7-456a-932e-8d15cf730869 req-082f7d9d-7b78-4ac4-b5b1-622d1fc2fbe9 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518310 Aug 20 11:41:03.741138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-6c4d5c47-7a0e-4d88-bdff-1c8cbcd47de7 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-888286509'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:03.847029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4d5c47-7a0e-4d88-bdff-1c8cbcd47de7 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Made reservation on behalf of 3188c818c57847b3b5939dc069c11815 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:03.851846 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5c47-7a0e-4d88-bdff-1c8cbcd47de7 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:03.866695 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5c47-7a0e-4d88-bdff-1c8cbcd47de7 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:03.887010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ea6f9-4fb4-4e94-998a-42ff3ea14f6d req-c2c162d4-7b8d-470b-b067-47bce20c7388 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:03.889024 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce2ea6f9-4fb4-4e94-998a-42ff3ea14f6d req-c2c162d4-7b8d-470b-b067-47bce20c7388 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1304297 Aug 20 11:41:03.904868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] For port 28af82fb-9ab8-485a-8b42-493125ccb526, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=28af82fb-9ab8-485a-8b42-493125ccb526,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:03.977882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] For port 28af82fb-9ab8-485a-8b42-493125ccb526, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:03.983026 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce2ea6f9-4fb4-4e94-998a-42ff3ea14f6d req-d0452746-14e2-45b9-a9d9-5d13c343279c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849137 Aug 20 11:41:04.040337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d846df5-b588-4706-8fe1-e5f4482b6c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28af82fb-9ab8-485a-8b42-493125ccb526'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:04.042868 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4955482-3255-4701-ab18-27648ccfdd54" -d '{"events": [{"server_uuid": "2d846df5-b588-4706-8fe1-e5f4482b6c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "28af82fb-9ab8-485a-8b42-493125ccb526"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:04.048445 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:04.071017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Transition to ACTIVE for port object 28af82fb-9ab8-485a-8b42-493125ccb526 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:04.077748 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:04.113509 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791dbe4a-a1ef-492d-9d66-bec710011b63 x-openstack-request-id: req-791dbe4a-a1ef-492d-9d66-bec710011b63 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:04.113718 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d846df5-b588-4706-8fe1-e5f4482b6c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "28af82fb-9ab8-485a-8b42-493125ccb526", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:04.113964 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-791dbe4a-a1ef-492d-9d66-bec710011b63 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:04.114348 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d846df5-b588-4706-8fe1-e5f4482b6c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28af82fb-9ab8-485a-8b42-493125ccb526', 'code': 200} Aug 20 11:41:04.147341 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5c47-7a0e-4d88-bdff-1c8cbcd47de7 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:04.166424 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5c47-7a0e-4d88-bdff-1c8cbcd47de7 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:04.181412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] No DVR routers for this DVR port 28af82fb-9ab8-485a-8b42-493125ccb526 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:41:04.195404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Pushing event updated for resources: {'Port': ['ID=28af82fb-9ab8-485a-8b42-493125ccb526,revision_number=6']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:04.231305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4d5c47-7a0e-4d88-bdff-1c8cbcd47de7 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:41:04.255037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d5c47-7a0e-4d88-bdff-1c8cbcd47de7 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e441b431-b442-4200-95fe-d20320124240,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:04.260445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Attempting to bind port 28af82fb-9ab8-485a-8b42-493125ccb526 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:04.260808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Attempting to bind port 28af82fb-9ab8-485a-8b42-493125ccb526 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:04.261137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Attempting to bind port 28af82fb-9ab8-485a-8b42-493125ccb526 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:04.265559 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5c47-7a0e-4d88-bdff-1c8cbcd47de7 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:04.265900 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-6c4d5c47-7a0e-4d88-bdff-1c8cbcd47de7 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Added segment 23d5fb2d-a443-4feb-a1e5-4200c8f58981 of type vlan for network ddcb56bf-2d9a-4a52-9449-6031cb55ebc4 Aug 20 11:41:04.276040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Port 28af82fb-9ab8-485a-8b42-493125ccb526 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:41:04.276472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Attempting to bind port 28af82fb-9ab8-485a-8b42-493125ccb526 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:04.285558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:04.285558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:04.285558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:04.285873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Bound port: 28af82fb-9ab8-485a-8b42-493125ccb526, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:04.285952 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:04.347089 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5c47-7a0e-4d88-bdff-1c8cbcd47de7 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:04.396274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] For port 28af82fb-9ab8-485a-8b42-493125ccb526, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:04.400496 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] For port 28af82fb-9ab8-485a-8b42-493125ccb526, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=28af82fb-9ab8-485a-8b42-493125ccb526,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:04.402048 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5c47-7a0e-4d88-bdff-1c8cbcd47de7 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:04.408416 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4d5c47-7a0e-4d88-bdff-1c8cbcd47de7 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:04.409197 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5c47-7a0e-4d88-bdff-1c8cbcd47de7 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:04.418850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:04.458677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99743539-f0db-4e7c-8889-0eb6546f1f8d req-065fec20-38f3-4387-ba6b-9e6b4da18dec tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:04.460397 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-99743539-f0db-4e7c-8889-0eb6546f1f8d req-065fec20-38f3-4387-ba6b-9e6b4da18dec tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.0603724 Aug 20 11:41:04.518925 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6c4d5c47-7a0e-4d88-bdff-1c8cbcd47de7 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0756562 Aug 20 11:41:04.524861 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-99743539-f0db-4e7c-8889-0eb6546f1f8d req-d51dc0c6-cc62-4785-91aa-75211ef07c96 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568044 Aug 20 11:41:04.525385 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38586) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:04.525836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:04.526557 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:04.527920 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] 10.222.0.76 "PUT /v2.0/ports/28af82fb-9ab8-485a-8b42-493125ccb526 HTTP/1.1" status: 200 len: 1095 time: 1.0273969 Aug 20 11:41:04.534322 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9ec7fe79-0feb-4dab-adff-0e45a43ad745 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Request body: {'subnet': {'network_id': 'ddcb56bf-2d9a-4a52-9449-6031cb55ebc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:04.561517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d5c47-7a0e-4d88-bdff-1c8cbcd47de7 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Pushing event updated for resources: {'Network': ['ID=ddcb56bf-2d9a-4a52-9449-6031cb55ebc4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:04.575561 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network ddcb56bf-2d9a-4a52-9449-6031cb55ebc4 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:41:04.583887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b71e1-eb50-40cf-aac8-7a6850403372 service neutron] Pushing event updated for resources: {'Port': ['ID=28af82fb-9ab8-485a-8b42-493125ccb526,revision_number=7']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:04.620152 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-66382e54-3204-4267-8c70-73ef441a0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:04.628566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-66382e54-3204-4267-8c70-73ef441a0b2a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 1098 time: 0.0679812 Aug 20 11:41:04.679385 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec7fe79-0feb-4dab-adff-0e45a43ad745 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Made reservation on behalf of 3188c818c57847b3b5939dc069c11815 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:04.684449 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ec7fe79-0feb-4dab-adff-0e45a43ad745 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:04.921213 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ec7fe79-0feb-4dab-adff-0e45a43ad745 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:04.981091 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7fe79-0feb-4dab-adff-0e45a43ad745 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Pushing event updated for resources: {'Subnet': ['ID=fa84e361-4d13-4a95-adf9-d5656313c9ca,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:05.020778 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec7fe79-0feb-4dab-adff-0e45a43ad745 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Checking segment: {'id': '23d5fb2d-a443-4feb-a1e5-4200c8f58981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ddcb56bf-2d9a-4a52-9449-6031cb55ebc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:05.021192 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec7fe79-0feb-4dab-adff-0e45a43ad745 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Network hostable DHCP agents. Network: ddcb56bf-2d9a-4a52-9449-6031cb55ebc4, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:41:05.044169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec7fe79-0feb-4dab-adff-0e45a43ad745 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Network ddcb56bf-2d9a-4a52-9449-6031cb55ebc4 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:41:05.046254 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b2268c33-d652-49a0-a340-82899766e675 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:05.062721 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9ec7fe79-0feb-4dab-adff-0e45a43ad745 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, ddcb56bf-2d9a-4a52-9449-6031cb55ebc4) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:05.067750 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec7fe79-0feb-4dab-adff-0e45a43ad745 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:05.068743 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ec7fe79-0feb-4dab-adff-0e45a43ad745 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.080571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45093ab2-2bc8-488f-a1bd-025b811a98f3 None None] Network ddcb56bf-2d9a-4a52-9449-6031cb55ebc4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:41:05.131394 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9ec7fe79-0feb-4dab-adff-0e45a43ad745 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6047831 Aug 20 11:41:05.134006 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38626) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:05.139983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d5ca70de-c782-4c68-ab1f-79f2c6d8282d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Request body: {'port': {'network_id': 'ddcb56bf-2d9a-4a52-9449-6031cb55ebc4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1807030101'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:05.209314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1b969-a3da-4e1f-b9db-d1463137d095 req-3781e068-92ab-4fa1-a01c-4654036a2ebd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:05.215198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1b969-a3da-4e1f-b9db-d1463137d095 req-3781e068-92ab-4fa1-a01c-4654036a2ebd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:05.215926 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775511aa-1f3f-4ce9-8c1f-979533be7405 req-b51d07a9-26d9-4616-b24a-9d972ad89002 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:05.218044 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-775511aa-1f3f-4ce9-8c1f-979533be7405 req-b51d07a9-26d9-4616-b24a-9d972ad89002 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 947 time: 0.1340971 Aug 20 11:41:05.222265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1b969-a3da-4e1f-b9db-d1463137d095 req-3781e068-92ab-4fa1-a01c-4654036a2ebd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:05.223934 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-61b1b969-a3da-4e1f-b9db-d1463137d095 req-3781e068-92ab-4fa1-a01c-4654036a2ebd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2413 time: 0.1104693 Aug 20 11:41:05.228954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-28edfed4-295c-47a5-b5cd-97e6e6b78323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:05.230364 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-28edfed4-295c-47a5-b5cd-97e6e6b78323 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.5953522 Aug 20 11:41:05.294081 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-17c1edbb-9448-4f91-ad12-2e1598042a07 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=28af82fb-9ab8-485a-8b42-493125ccb526 HTTP/1.1" status: 200 len: 217 time: 0.0545435 Aug 20 11:41:05.303337 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-775511aa-1f3f-4ce9-8c1f-979533be7405 req-950174bb-3088-4c65-8d0c-1608ca06ebc1 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708489 Aug 20 11:41:05.334702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ca70de-c782-4c68-ab1f-79f2c6d8282d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Made reservation on behalf of 3188c818c57847b3b5939dc069c11815 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:05.338840 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5ca70de-c782-4c68-ab1f-79f2c6d8282d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.345087 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-61b1b969-a3da-4e1f-b9db-d1463137d095 req-4a8f0cc4-71b3-429f-a6b7-7c951b8a017f tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135585 Aug 20 11:41:05.359961 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-47f6987c-b9e3-438b-91cb-b6510fb66496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:05.362045 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-47f6987c-b9e3-438b-91cb-b6510fb66496 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0567887 Aug 20 11:41:05.373815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-d5ca70de-c782-4c68-ab1f-79f2c6d8282d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] device_id is not set on port 82c880e2-989c-4c38-8a25-fdc39fece017 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:41:05.411695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38632) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:05.428995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-6a72002e-3ae0-47ef-9204-cc59a7af4dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:05.433725 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-6a72002e-3ae0-47ef-9204-cc59a7af4dac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642464 Aug 20 11:41:05.458068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-ddcb56bf-2d9a-4a52-9449-6031cb55ebc4', 'network_id': 'ddcb56bf-2d9a-4a52-9449-6031cb55ebc4', 'tenant_id': '3188c818c57847b3b5939dc069c11815', 'fixed_ips': [{'subnet_id': 'fa84e361-4d13-4a95-adf9-d5656313c9ca'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:41:05.458925 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.516966 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b2268c33-d652-49a0-a340-82899766e675, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b2268c33-d652-49a0-a340-82899766e675,segment=NetworkSegment(1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3),segment_id=1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:05.523630 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-d5ca70de-c782-4c68-ab1f-79f2c6d8282d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Allocated IP 172.20.0.5 (ddcb56bf-2d9a-4a52-9449-6031cb55ebc4/fa84e361-4d13-4a95-adf9-d5656313c9ca/82c880e2-989c-4c38-8a25-fdc39fece017) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:05.562452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'b2268c33-d652-49a0-a340-82899766e675', 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa', 'port_id': 'b2268c33-d652-49a0-a340-82899766e675', 'mac_address': 'fa:16:3e:ee:d2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9101f8-ef58-4e02-86e7-ccff844e4f62', 'ip_address': '19.80.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:05.635609 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-891c6d07-6ebf-486e-a097-ac812ddfff69 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914971 Aug 20 11:41:05.642661 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8850649d-9e18-46d4-99d3-31a599129101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.684162 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.697892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2268c33-d652-49a0-a340-82899766e675 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:05.719684 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b2268c33-d652-49a0-a340-82899766e675, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b2268c33-d652-49a0-a340-82899766e675,segment=NetworkSegment(1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3),segment_id=1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:05.725311 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.726238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ce6038a2-1a7e-42d4-b94a-d62d280bdcfb details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:05.733022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cbd37-2fb7-4382-b4c3-bacae18b1f8f req-2780523e-1d0a-40a3-a951-d63279e65000 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:05.734548 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-631cbd37-2fb7-4382-b4c3-bacae18b1f8f req-2780523e-1d0a-40a3-a951-d63279e65000 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1088631 Aug 20 11:41:05.777220 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-305a362f-32be-4187-8bdc-aafae757a7a2 req-45a47469-be3e-489c-963f-3c3647298801 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318924 Aug 20 11:41:05.786910 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5ca70de-c782-4c68-ab1f-79f2c6d8282d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.801183 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ce6038a2-1a7e-42d4-b94a-d62d280bdcfb,segment=NetworkSegment(1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3),segment_id=1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:05.804024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b2268c33-d652-49a0-a340-82899766e675,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:05.815668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d5ca70de-c782-4c68-ab1f-79f2c6d8282d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Transition to ACTIVE for port object 82c880e2-989c-4c38-8a25-fdc39fece017 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:05.816771 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'ce6038a2-1a7e-42d4-b94a-d62d280bdcfb', 'network_id': '261caf19-ff03-4a83-8adc-4aa29f0286aa', 'port_id': 'ce6038a2-1a7e-42d4-b94a-d62d280bdcfb', 'mac_address': 'fa:16:3e:df:61:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9101f8-ef58-4e02-86e7-ccff844e4f62', 'ip_address': '19.80.0.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:05.833021 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-631cbd37-2fb7-4382-b4c3-bacae18b1f8f req-db23ae9a-c2ab-4102-9bd8-d5d37cb03709 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821135 Aug 20 11:41:05.856426 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8850649d-9e18-46d4-99d3-31a599129101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.866081 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8850649d-9e18-46d4-99d3-31a599129101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.870658 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.887962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6038a2-1a7e-42d4-b94a-d62d280bdcfb {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:05.911150 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5ca70de-c782-4c68-ab1f-79f2c6d8282d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.925494 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8850649d-9e18-46d4-99d3-31a599129101 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97247c8b2d9740c1afc5e3011bcfba25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5090768 Aug 20 11:41:05.925494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850649d-9e18-46d4-99d3-31a599129101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b188bd-7caa-4156-9203-61a47a6c4d06,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:05.926787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38646) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:05.961916 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ce6038a2-1a7e-42d4-b94a-d62d280bdcfb,segment=NetworkSegment(1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3),segment_id=1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:05.986750 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.987604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 75ae1463-0b84-46c2-9ce9-da392c79a994 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:05.994565 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f9f2346e-af65-4175-aea2-f7269778ac41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.997796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca70de-c782-4c68-ab1f-79f2c6d8282d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Network ddcb56bf-2d9a-4a52-9449-6031cb55ebc4 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:06.005636 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca70de-c782-4c68-ab1f-79f2c6d8282d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Pushing event updated for resources: {'Port': ['ID=82c880e2-989c-4c38-8a25-fdc39fece017,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:06.009392 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-d5ca70de-c782-4c68-ab1f-79f2c6d8282d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:06.016132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca70de-c782-4c68-ab1f-79f2c6d8282d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:06.042159 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Allocated IP 172.20.0.2 (ddcb56bf-2d9a-4a52-9449-6031cb55ebc4/fa84e361-4d13-4a95-adf9-d5656313c9ca/c3d05fad-6dc1-449e-bee1-f1eb05d2028f) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:06.043141 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f9f2346e-af65-4175-aea2-f7269778ac41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:06.078700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca70de-c782-4c68-ab1f-79f2c6d8282d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:06.079569 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5ca70de-c782-4c68-ab1f-79f2c6d8282d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:06.099904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38652) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:06.101302 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d5ca70de-c782-4c68-ab1f-79f2c6d8282d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9661200 Aug 20 11:41:06.127038 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d846df5-b588-4706-8fe1-e5f4482b6c9f', 'tag': '28af82fb-9ab8-485a-8b42-493125ccb526'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:06.129343 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b73ad0c-1901-4e53-9ca5-4671bad14509" -d '{"events": [{"name": "network-changed", "server_uuid": "2d846df5-b588-4706-8fe1-e5f4482b6c9f", "tag": "28af82fb-9ab8-485a-8b42-493125ccb526"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:06.144176 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f9f2346e-af65-4175-aea2-f7269778ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:06.147858 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f9f2346e-af65-4175-aea2-f7269778ac41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:06.149254 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f9f2346e-af65-4175-aea2-f7269778ac41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1b188bd-7caa-4156-9203-61a47a6c4d06 HTTP/1.1" status: 204 len: 168 time: 0.2214904 Aug 20 11:41:06.156692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ce6038a2-1a7e-42d4-b94a-d62d280bdcfb,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:06.181382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2346e-af65-4175-aea2-f7269778ac41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b188bd-7caa-4156-9203-61a47a6c4d06,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:06.232407 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 75ae1463-0b84-46c2-9ce9-da392c79a994, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=75ae1463-0b84-46c2-9ce9-da392c79a994,segment=NetworkSegment(0bb9452d-5b9c-495f-8847-102419d7238b),segment_id=0bb9452d-5b9c-495f-8847-102419d7238b)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:06.259049 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f60f6d-97b2-4194-a048-a1d00bedf0cc x-openstack-request-id: req-43f60f6d-97b2-4194-a048-a1d00bedf0cc {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:06.259609 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d846df5-b588-4706-8fe1-e5f4482b6c9f", "tag": "28af82fb-9ab8-485a-8b42-493125ccb526", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:06.259609 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43f60f6d-97b2-4194-a048-a1d00bedf0cc {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:06.259952 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d846df5-b588-4706-8fe1-e5f4482b6c9f', 'tag': '28af82fb-9ab8-485a-8b42-493125ccb526', 'status': 'completed', 'code': 200} Aug 20 11:41:06.269388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '75ae1463-0b84-46c2-9ce9-da392c79a994', 'network_id': '6a7d1792-8590-4b28-b873-d57571438d03', 'port_id': '75ae1463-0b84-46c2-9ce9-da392c79a994', 'mac_address': 'fa:16:3e:c2:ff:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d60ab0f-f26b-4033-8d51-a08a4b106bef', 'ip_address': '19.86.0.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:06.331747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-99f71d00-9392-4691-83ea-9dad061ed0ba tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Deleting port 82c880e2-989c-4c38-8a25-fdc39fece017 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:06.332103 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99f71d00-9392-4691-83ea-9dad061ed0ba tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:06.350281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-4802cfc8-9a86-446e-90b6-47c0700c7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:06.352092 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-4802cfc8-9a86-446e-90b6-47c0700c7396 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 1098 time: 0.0759940 Aug 20 11:41:06.369463 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:06.395029 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:06.397398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ae1463-0b84-46c2-9ce9-da392c79a994 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:06.417880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Transition to ACTIVE for port object c3d05fad-6dc1-449e-bee1-f1eb05d2028f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:06.439508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 75ae1463-0b84-46c2-9ce9-da392c79a994, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=75ae1463-0b84-46c2-9ce9-da392c79a994,segment=NetworkSegment(0bb9452d-5b9c-495f-8847-102419d7238b),segment_id=0bb9452d-5b9c-495f-8847-102419d7238b)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:06.446568 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:06.455178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Transition to ACTIVE for port object c3d05fad-6dc1-449e-bee1-f1eb05d2028f will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:06.486414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-e338b3ed-fc04-4ead-8dfa-8536a5840b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:06.486641 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:06.488328 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-e338b3ed-fc04-4ead-8dfa-8536a5840b29 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 1098 time: 0.2038531 Aug 20 11:41:06.515758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Network ddcb56bf-2d9a-4a52-9449-6031cb55ebc4 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:06.518860 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:06.523425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:06.526665 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=75ae1463-0b84-46c2-9ce9-da392c79a994,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:06.585711 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99f71d00-9392-4691-83ea-9dad061ed0ba tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:06.615205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-99f71d00-9392-4691-83ea-9dad061ed0ba tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Calling delete_port for 82c880e2-989c-4c38-8a25-fdc39fece017 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:06.618850 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Attempting to bind port c3d05fad-6dc1-449e-bee1-f1eb05d2028f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:06.619604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Attempting to bind port c3d05fad-6dc1-449e-bee1-f1eb05d2028f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '23d5fb2d-a443-4feb-a1e5-4200c8f58981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ddcb56bf-2d9a-4a52-9449-6031cb55ebc4'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:06.620225 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Attempting to bind port c3d05fad-6dc1-449e-bee1-f1eb05d2028f on network ddcb56bf-2d9a-4a52-9449-6031cb55ebc4 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:06.632449 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:06.633021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Checking segment: {'id': '23d5fb2d-a443-4feb-a1e5-4200c8f58981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ddcb56bf-2d9a-4a52-9449-6031cb55ebc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:06.633690 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:06.634285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Bound using segment: {'id': '23d5fb2d-a443-4feb-a1e5-4200c8f58981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ddcb56bf-2d9a-4a52-9449-6031cb55ebc4'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:06.634977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Bound port: c3d05fad-6dc1-449e-bee1-f1eb05d2028f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d5fb2d-a443-4feb-a1e5-4200c8f58981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ddcb56bf-2d9a-4a52-9449-6031cb55ebc4'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:06.635641 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:06.654175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Pushing event updated for resources: {'Port': ['ID=c3d05fad-6dc1-449e-bee1-f1eb05d2028f,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:06.670293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7c4b-e729-4510-8f87-562b439fbb86 req-e86965e1-0c0d-485e-bf11-77003ec2d1d4 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:06.678153 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c28e7c4b-e729-4510-8f87-562b439fbb86 req-e86965e1-0c0d-485e-bf11-77003ec2d1d4 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 947 time: 0.2254395 Aug 20 11:41:06.697748 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-bd1c3e18-0294-4fc4-9ee3-358652fa8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:06.699134 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-bd1c3e18-0294-4fc4-9ee3-358652fa8e39 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.3355949 Aug 20 11:41:06.721062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-cc1dd24b-064d-4825-97e9-7a1629a72006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:06.723818 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-cc1dd24b-064d-4825-97e9-7a1629a72006 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2269320 Aug 20 11:41:06.744683 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] For port c3d05fad-6dc1-449e-bee1-f1eb05d2028f, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:06.751121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] For port c3d05fad-6dc1-449e-bee1-f1eb05d2028f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c3d05fad-6dc1-449e-bee1-f1eb05d2028f,segment=NetworkSegment(23d5fb2d-a443-4feb-a1e5-4200c8f58981),segment_id=23d5fb2d-a443-4feb-a1e5-4200c8f58981)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:06.758363 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:06.758929 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-6a346ff2-fae6-4f79-9d32-d15a461f012d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=28af82fb-9ab8-485a-8b42-493125ccb526 HTTP/1.1" status: 200 len: 217 time: 0.0505555 Aug 20 11:41:06.767849 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c28e7c4b-e729-4510-8f87-562b439fbb86 req-80a48c4f-abef-4331-8f36-74c1614dbe1e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882416 Aug 20 11:41:06.800863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-0c8a998c-da91-49ec-9914-c047c75f3357 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=28af82fb-9ab8-485a-8b42-493125ccb526 HTTP/1.1" status: 200 len: 217 time: 0.0624235 Aug 20 11:41:06.808872 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['ce6038a2-1a7e-42d4-b94a-d62d280bdcfb'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:06.819429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['b2268c33-d652-49a0-a340-82899766e675'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:06.834502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-30103824-f93b-4345-b1ea-953a38d9f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:06.836425 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-30103824-f93b-4345-b1ea-953a38d9f0e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0681522 Aug 20 11:41:06.839956 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38696) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:06.844077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['75ae1463-0b84-46c2-9ce9-da392c79a994'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:06.899049 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:06.993189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-3142d8f5-64d7-4052-916b-b6836c181058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:06.994723 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-3142d8f5-64d7-4052-916b-b6836c181058 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1839750 Aug 20 11:41:06.996800 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99f71d00-9392-4691-83ea-9dad061ed0ba tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:07.046154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cad0c-0353-4fe9-a222-5a7b6676fc25 None None] Pushing event updated for resources: {'Port': ['ID=c3d05fad-6dc1-449e-bee1-f1eb05d2028f,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:07.088565 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f71d00-9392-4691-83ea-9dad061ed0ba tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Pushing event deleted for resources: {'Port': ['ID=82c880e2-989c-4c38-8a25-fdc39fece017,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:07.116459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911948c-d0e8-4c4c-8678-76281c4f1fd1 req-b810172f-eba6-4a49-b913-ca3c3894d09e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:07.126547 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8911948c-d0e8-4c4c-8678-76281c4f1fd1 req-b810172f-eba6-4a49-b913-ca3c3894d09e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=01896d04-f39d-4bbd-8ebb-f31a12575cbd HTTP/1.1" status: 200 len: 945 time: 0.1936650 Aug 20 11:41:07.259345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-d47b2268-e932-4158-a061-7a177842bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:07.261090 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-d47b2268-e932-4158-a061-7a177842bf87 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2529004 Aug 20 11:41:07.291673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 28af82fb-9ab8-485a-8b42-493125ccb526 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:41:07.364562 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99f71d00-9392-4691-83ea-9dad061ed0ba tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:07.366611 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-99f71d00-9392-4691-83ea-9dad061ed0ba tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] 10.222.0.37 "DELETE /v2.0/ports/82c880e2-989c-4c38-8a25-fdc39fece017 HTTP/1.1" status: 204 len: 168 time: 1.2652276 Aug 20 11:41:07.372057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38698) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:07.411664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-bd9b0920-bbcf-4d0f-a858-6ac2fa414a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:07.413194 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-bd9b0920-bbcf-4d0f-a858-6ac2fa414a78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5636058 Aug 20 11:41:07.429767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-8911948c-d0e8-4c4c-8678-76281c4f1fd1 req-a8fc15ad-053f-4877-83af-ed9382e20f82 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Deleting port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:07.430395 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8911948c-d0e8-4c4c-8678-76281c4f1fd1 req-a8fc15ad-053f-4877-83af-ed9382e20f82 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:07.468425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 28af82fb-9ab8-485a-8b42-493125ccb526 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:41:07.470124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:41:07.506343 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-1101cbc7-673a-4f10-8468-9f3e39ed007d service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218688 Aug 20 11:41:07.523875 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-e447af94-c654-4bde-80eb-55999a388e75 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013653 Aug 20 11:41:07.667059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-8911948c-d0e8-4c4c-8678-76281c4f1fd1 req-a8fc15ad-053f-4877-83af-ed9382e20f82 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] For port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7c19b1c7-5c2e-4030-8e0b-a3ec29820005,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:07.667435 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8911948c-d0e8-4c4c-8678-76281c4f1fd1 req-a8fc15ad-053f-4877-83af-ed9382e20f82 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:07.675858 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b515f99-3214-4941-b561-5ba16644ee5a req-1f3dcadc-f810-4039-9a2e-99bcbaa20f61 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:07.685387 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b515f99-3214-4941-b561-5ba16644ee5a req-1f3dcadc-f810-4039-9a2e-99bcbaa20f61 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:07.696253 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-8911948c-d0e8-4c4c-8678-76281c4f1fd1 req-a8fc15ad-053f-4877-83af-ed9382e20f82 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Calling delete_port for 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:07.713789 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-1662948b-9ec6-422f-81da-56b114326fe0 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984365 Aug 20 11:41:07.719016 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b515f99-3214-4941-b561-5ba16644ee5a req-1f3dcadc-f810-4039-9a2e-99bcbaa20f61 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:07.727506 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1b515f99-3214-4941-b561-5ba16644ee5a req-1f3dcadc-f810-4039-9a2e-99bcbaa20f61 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2416 time: 0.8087599 Aug 20 11:41:07.809319 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-48b91eea-9d44-4317-b53b-f6c9040d0112 tempest-DHCPAgentSchedulersTestJSON-204892270 tempest-DHCPAgentSchedulersTestJSON-204892270-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.4323611 Aug 20 11:41:07.811760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38704) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:07.817246 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1b515f99-3214-4941-b561-5ba16644ee5a req-34c9a639-9e1b-40bb-82aa-fb135c0ab1f9 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889673 Aug 20 11:41:07.827668 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-14730452-2915-487b-b609-930ba3b11f9f tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-447819341'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:07.863215 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b73ad0c-1901-4e53-9ca5-4671bad14509 req-4ede41e7-37c3-4a80-a1b2-3b8837e09fb0 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292477 Aug 20 11:41:07.866880 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:07.927097 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:07.933255 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:07.979583 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ac84726db2f47cb826378b33f78dd12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1360610 Aug 20 11:41:07.979822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38706) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:07.984095 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14730452-2915-487b-b609-930ba3b11f9f tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Made reservation on behalf of 3188c818c57847b3b5939dc069c11815 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:07.990893 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-14730452-2915-487b-b609-930ba3b11f9f tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:07.994258 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8911948c-d0e8-4c4c-8678-76281c4f1fd1 req-a8fc15ad-053f-4877-83af-ed9382e20f82 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:08.040972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc15ad-053f-4877-83af-ed9382e20f82 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Pushing event deleted for resources: {'Port': ['ID=7c19b1c7-5c2e-4030-8e0b-a3ec29820005,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:08.051520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd0e282-d399-455b-bf00-156d49401133,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:08.080651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14730452-2915-487b-b609-930ba3b11f9f tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:41:08.100164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:08.100512 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:08.100892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:08.101234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:08.101558 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:08.101885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:08.102231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:08.102541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:08.102862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:08.103183 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:08.103505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:08.103825 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f4f8d-251c-4b71-8ecd-90f942283248 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:08.105947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-8911948c-d0e8-4c4c-8678-76281c4f1fd1 req-a8fc15ad-053f-4877-83af-ed9382e20f82 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] No DVR routers for this DVR port 7c19b1c7-5c2e-4030-8e0b-a3ec29820005 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:41:08.108538 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-14730452-2915-487b-b609-930ba3b11f9f tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:08.109091 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-14730452-2915-487b-b609-930ba3b11f9f tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Added segment 2dd6fb78-ca30-493f-97c4-c0e141a8ba58 of type vlan for network 814b738d-941d-4a2f-a0df-0c9ae4b8511a Aug 20 11:41:08.110844 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8911948c-d0e8-4c4c-8678-76281c4f1fd1 req-a8fc15ad-053f-4877-83af-ed9382e20f82 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:08.117105 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8911948c-d0e8-4c4c-8678-76281c4f1fd1 req-a8fc15ad-053f-4877-83af-ed9382e20f82 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "DELETE /v2.0/ports/7c19b1c7-5c2e-4030-8e0b-a3ec29820005 HTTP/1.1" status: 204 len: 173 time: 0.9896817 Aug 20 11:41:08.147063 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6c15097f-8dbd-4f03-8bc6-d17d33b4c42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:08.167647 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-14730452-2915-487b-b609-930ba3b11f9f tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:08.168521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83669c6-351f-4ef2-87b2-a65adbb7cc8b req-01053525-2635-4c2a-a417-1e2a215d1c65 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:08.170331 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f83669c6-351f-4ef2-87b2-a65adbb7cc8b req-01053525-2635-4c2a-a417-1e2a215d1c65 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 947 time: 0.1089725 Aug 20 11:41:08.193482 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6c15097f-8dbd-4f03-8bc6-d17d33b4c42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:08.204269 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-14730452-2915-487b-b609-930ba3b11f9f tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:08.211130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14730452-2915-487b-b609-930ba3b11f9f tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:08.211846 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-14730452-2915-487b-b609-930ba3b11f9f tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:08.223589 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cbef60-67b6-471c-8fd1-48cc6a9ebac5 None None] Network ddcb56bf-2d9a-4a52-9449-6031cb55ebc4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:41:08.250771 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-14730452-2915-487b-b609-930ba3b11f9f tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4354451 Aug 20 11:41:08.258054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38712) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:08.288651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01896d04-f39d-4bbd-8ebb-f31a12575cbd', 'name': 'network-vif-deleted', 'tag': '7c19b1c7-5c2e-4030-8e0b-a3ec29820005'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:08.291040 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f558fb6-77d0-472b-a801-df6f4f01c0a1" -d '{"events": [{"server_uuid": "01896d04-f39d-4bbd-8ebb-f31a12575cbd", "name": "network-vif-deleted", "tag": "7c19b1c7-5c2e-4030-8e0b-a3ec29820005"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:08.331466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14730452-2915-487b-b609-930ba3b11f9f tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Pushing event updated for resources: {'Network': ['ID=814b738d-941d-4a2f-a0df-0c9ae4b8511a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:08.354452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 814b738d-941d-4a2f-a0df-0c9ae4b8511a details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:41:08.358120 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f83669c6-351f-4ef2-87b2-a65adbb7cc8b req-fa492eab-1a66-4204-855f-6c272621b378 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182764 Aug 20 11:41:08.413842 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57841f2b-1bb3-4fd5-a43d-2d6361fa2d89 x-openstack-request-id: req-57841f2b-1bb3-4fd5-a43d-2d6361fa2d89 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:08.414417 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01896d04-f39d-4bbd-8ebb-f31a12575cbd", "name": "network-vif-deleted", "tag": "7c19b1c7-5c2e-4030-8e0b-a3ec29820005", "status": "failed", "code": 422}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:08.414815 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57841f2b-1bb3-4fd5-a43d-2d6361fa2d89 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:08.415391 n-d-804299-2 neutron-server[94691]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '01896d04-f39d-4bbd-8ebb-f31a12575cbd', 'name': 'network-vif-deleted', 'tag': '7c19b1c7-5c2e-4030-8e0b-a3ec29820005', 'status': 'failed', 'code': 422} returned with failed status Aug 20 11:41:08.457799 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6c15097f-8dbd-4f03-8bc6-d17d33b4c42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:08.461758 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6c15097f-8dbd-4f03-8bc6-d17d33b4c42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:08.461758 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6c15097f-8dbd-4f03-8bc6-d17d33b4c42d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6bd0e282-d399-455b-bf00-156d49401133 HTTP/1.1" status: 204 len: 168 time: 0.4807734 Aug 20 11:41:08.492010 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-72565ef9-c5a3-4032-b311-665bb6ff7fed None None] Provisioning for port c3d05fad-6dc1-449e-bee1-f1eb05d2028f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:08.494149 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c3d05fad-6dc1-449e-bee1-f1eb05d2028f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:08.514486 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15097f-8dbd-4f03-8bc6-d17d33b4c42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd0e282-d399-455b-bf00-156d49401133,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:08.559450 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d0148-a064-49ec-9284-e10e3c567cd7 req-809b129d-7074-4013-ac9a-a0daeebd53d2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:08.566915 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bb3d0148-a064-49ec-9284-e10e3c567cd7 req-809b129d-7074-4013-ac9a-a0daeebd53d2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1043506 Aug 20 11:41:08.590611 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port c3d05fad-6dc1-449e-bee1-f1eb05d2028f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:08.598046 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c3d05fad-6dc1-449e-bee1-f1eb05d2028f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:08.598656 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:08.640543 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bb3d0148-a064-49ec-9284-e10e3c567cd7 req-f4da957d-1f82-472a-8539-229c31af17da tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726218 Aug 20 11:41:08.665961 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0e8e063f-ea29-4f48-bcd3-a9f8cf73dfb5 tempest-DHCPAgentSchedulersTestJSON-204892270 tempest-DHCPAgentSchedulersTestJSON-204892270-project-admin] 10.222.0.37 "GET /v2.0/agents/fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5/dhcp-networks HTTP/1.1" status: 200 len: 10421 time: 0.4059172 Aug 20 11:41:08.668850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38726) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:08.803653 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:08.809954 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:08.855741 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port c3d05fad-6dc1-449e-bee1-f1eb05d2028f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c3d05fad-6dc1-449e-bee1-f1eb05d2028f,segment=NetworkSegment(23d5fb2d-a443-4feb-a1e5-4200c8f58981),segment_id=23d5fb2d-a443-4feb-a1e5-4200c8f58981)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:08.863609 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:08.925290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd47d-ad77-4f53-a7d2-07796968a3e5 req-4d953ae3-4d40-40b2-b4c2-9c7aadfc2342 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:08.929221 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=c3d05fad-6dc1-449e-bee1-f1eb05d2028f,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:08.929698 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60ffd47d-ad77-4f53-a7d2-07796968a3e5 req-4d953ae3-4d40-40b2-b4c2-9c7aadfc2342 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f&tenant_id=4968b5d340e042799a12f4492ac2ee3a&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 947 time: 0.1878667 Aug 20 11:41:08.943553 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47e519-418f-4373-b552-8da9bee61d52 req-ac105b63-7139-486d-9b56-5a96c78c52f7 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:08.951649 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5f47e519-418f-4373-b552-8da9bee61d52 req-ac105b63-7139-486d-9b56-5a96c78c52f7 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1237271 Aug 20 11:41:08.955659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32bfafc-608d-4059-8117-3e6f1e3bb6e1 tempest-DHCPAgentSchedulersTestJSON-204892270 tempest-DHCPAgentSchedulersTestJSON-204892270-project-admin] Network 814b738d-941d-4a2f-a0df-0c9ae4b8511a is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:41:08.968195 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9cb57-27c6-4e37-ac44-fb5151a38451 req-99d5fd6f-0e03-4b59-8945-ce4a09f19f70 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:08.983882 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43f9cb57-27c6-4e37-ac44-fb5151a38451 req-99d5fd6f-0e03-4b59-8945-ce4a09f19f70 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 947 time: 0.1686583 Aug 20 11:41:08.998929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cec9bcc8-2565-4e97-8769-6732afb2be41 None None] Provisioning complete for port c3d05fad-6dc1-449e-bee1-f1eb05d2028f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:09.000621 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cec9bcc8-2565-4e97-8769-6732afb2be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:09.020949 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b32bfafc-608d-4059-8117-3e6f1e3bb6e1 tempest-DHCPAgentSchedulersTestJSON-204892270 tempest-DHCPAgentSchedulersTestJSON-204892270-project-admin] 10.222.0.37 "POST /v2.0/agents/fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3506143 Aug 20 11:41:09.023574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38744) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:09.038557 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-60ffd47d-ad77-4f53-a7d2-07796968a3e5 req-f843a443-6d8a-4ce5-a49f-6c349a7f5e5a service neutron] delete failed (client error): The resource could not be found. Aug 20 11:41:09.039793 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60ffd47d-ad77-4f53-a7d2-07796968a3e5 req-f843a443-6d8a-4ce5-a49f-6c349a7f5e5a service neutron] 10.222.0.35 "DELETE /v2.0/ports/28af82fb-9ab8-485a-8b42-493125ccb526/bindings/n-h1-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.0851784 Aug 20 11:41:09.072172 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5f47e519-418f-4373-b552-8da9bee61d52 req-930b0322-3e38-42de-ae0f-57aedc08d0ca tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164010 Aug 20 11:41:09.125394 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f242d706-b31b-4064-bf54-24271a694d7f None None] Network 814b738d-941d-4a2f-a0df-0c9ae4b8511a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:41:09.131891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 28af82fb-9ab8-485a-8b42-493125ccb526 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:09.137748 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b2268c33-d652-49a0-a340-82899766e675 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:09.152903 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43f9cb57-27c6-4e37-ac44-fb5151a38451 req-6abde66a-4cc1-4914-a9fb-c142133df165 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587081 Aug 20 11:41:09.213154 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd47d-ad77-4f53-a7d2-07796968a3e5 req-c054a07a-8a56-43d4-923a-384a3f65ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:09.217592 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60ffd47d-ad77-4f53-a7d2-07796968a3e5 req-c054a07a-8a56-43d4-923a-384a3f65ff0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 1098 time: 0.1047039 Aug 20 11:41:09.361263 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port b2268c33-d652-49a0-a340-82899766e675 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:09.393386 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9ee0f228-f855-42c9-a027-7453e505b963 tempest-DHCPAgentSchedulersTestJSON-204892270 tempest-DHCPAgentSchedulersTestJSON-204892270-project-admin] 10.222.0.37 "GET /v2.0/agents/fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5/dhcp-networks HTTP/1.1" status: 200 len: 11190 time: 0.3685460 Aug 20 11:41:09.396938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38766) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:09.426805 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port b2268c33-d652-49a0-a340-82899766e675 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:09.427121 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:09.454319 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a703559-8f32-4f20-8392-ff8d16e7762d req-55395ad9-6f5d-4638-9215-16fd6df5da44 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:09.460225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a703559-8f32-4f20-8392-ff8d16e7762d req-55395ad9-6f5d-4638-9215-16fd6df5da44 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:09.466922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a703559-8f32-4f20-8392-ff8d16e7762d req-55395ad9-6f5d-4638-9215-16fd6df5da44 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:09.475039 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a703559-8f32-4f20-8392-ff8d16e7762d req-55395ad9-6f5d-4638-9215-16fd6df5da44 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2416 time: 0.1084087 Aug 20 11:41:09.537430 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd47d-ad77-4f53-a7d2-07796968a3e5 req-22f2acf1-9e69-4a8b-90e4-a801c3b73b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:09.539637 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60ffd47d-ad77-4f53-a7d2-07796968a3e5 req-22f2acf1-9e69-4a8b-90e4-a801c3b73b0e service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2832685 Aug 20 11:41:09.554979 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-171d672e-1eaa-4791-8239-2f8fab7c0b50 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:09.564076 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-171d672e-1eaa-4791-8239-2f8fab7c0b50 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 811 time: 0.3757765 Aug 20 11:41:09.613138 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a703559-8f32-4f20-8392-ff8d16e7762d req-7ae736a5-47ae-4482-95e9-aa8e5378138b tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370740 Aug 20 11:41:09.618113 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2c1f435a-0568-426e-82e3-482d85b6ed9a tempest-DHCPAgentSchedulersTestJSON-204892270 tempest-DHCPAgentSchedulersTestJSON-204892270-project-admin] 10.222.0.37 "DELETE /v2.0/agents/fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5/dhcp-networks/814b738d-941d-4a2f-a0df-0c9ae4b8511a HTTP/1.1" status: 204 len: 168 time: 0.2058997 Aug 20 11:41:09.627073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38774) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:09.665588 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-20485519-5e40-484d-9815-b78369341466 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/quotas/466ddc16a8f44a5e89ff9008cb1b0465 HTTP/1.1" status: 200 len: 375 time: 0.1003094 Aug 20 11:41:09.670196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 28af82fb-9ab8-485a-8b42-493125ccb526, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=28af82fb-9ab8-485a-8b42-493125ccb526,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:09.677054 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60ffd47d-ad77-4f53-a7d2-07796968a3e5 req-2c8b6cd8-bf68-43dc-8dfe-8a2baf8aadce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=28af82fb-9ab8-485a-8b42-493125ccb526 HTTP/1.1" status: 200 len: 217 time: 0.1102626 Aug 20 11:41:09.705609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '28af82fb-9ab8-485a-8b42-493125ccb526', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '28af82fb-9ab8-485a-8b42-493125ccb526', 'mac_address': 'fa:16:3e:cc:a7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:09.711864 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-c66665df-a65b-4e9d-a621-0bec42eb269d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452020 Aug 20 11:41:09.753234 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:09.765687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-96b0d7ef-fbc5-4f43-9be8-dd0df066be9e None None] Could not find standard attr ID for object 82c880e2-989c-4c38-8a25-fdc39fece017. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:41:09.784883 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:09.801631 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28af82fb-9ab8-485a-8b42-493125ccb526 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:09.811634 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2268c33-d652-49a0-a340-82899766e675'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:09.815024 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91092105-5a75-48d7-b558-59874351a0ba" -d '{"events": [{"server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "name": "network-vif-plugged", "status": "completed", "tag": "b2268c33-d652-49a0-a340-82899766e675"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:09.838984 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-e607bf62-c5a9-43b2-af9e-3f105bc258da service neutron] 10.222.0.37 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262112 Aug 20 11:41:09.840420 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b2268c33-d652-49a0-a340-82899766e675, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b2268c33-d652-49a0-a340-82899766e675,segment=NetworkSegment(1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3),segment_id=1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:09.845262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 28af82fb-9ab8-485a-8b42-493125ccb526, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=28af82fb-9ab8-485a-8b42-493125ccb526,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:09.847256 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:09.848654 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ce6038a2-1a7e-42d4-b94a-d62d280bdcfb up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:09.879263 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8b60af0e-59ed-4463-aa0e-3aca1be4ddc3 tempest-DHCPAgentSchedulersTestJSON-204892270 tempest-DHCPAgentSchedulersTestJSON-204892270-project-admin] 10.222.0.37 "GET /v2.0/agents/fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5/dhcp-networks HTTP/1.1" status: 200 len: 10421 time: 0.2507858 Aug 20 11:41:09.884273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38784) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:09.903495 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:09.907541 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-889b8d66-b46c-4265-98f8-a99dfc8d7754 tempest-DHCPAgentSchedulersTestJSON-204892270 tempest-DHCPAgentSchedulersTestJSON-204892270-project-admin] 10.222.0.37 "GET /v2.0/networks/ddcb56bf-2d9a-4a52-9449-6031cb55ebc4/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0218081 Aug 20 11:41:09.912412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38790) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:09.949083 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-542c01ed-6201-4f0f-9f50-5e00172efc26 tempest-DHCPAgentSchedulersTestJSON-204892270 tempest-DHCPAgentSchedulersTestJSON-204892270-project-admin] 10.222.0.37 "GET /v2.0/networks/ddcb56bf-2d9a-4a52-9449-6031cb55ebc4/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0346203 Aug 20 11:41:09.951263 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38796) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:09.967266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:09.973050 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:09.973350 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:09.975302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b2268c33-d652-49a0-a340-82899766e675,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:09.997244 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-4845bd00-9553-483b-b6c8-b19a85b7cb4d service neutron] 10.222.0.37 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573250 Aug 20 11:41:10.017685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd47d-ad77-4f53-a7d2-07796968a3e5 req-3dba45ed-6334-4ca6-acc7-1f4d80dafefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:10.020598 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60ffd47d-ad77-4f53-a7d2-07796968a3e5 req-3dba45ed-6334-4ca6-acc7-1f4d80dafefe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.3200829 Aug 20 11:41:10.057530 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=28af82fb-9ab8-485a-8b42-493125ccb526,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:10.123790 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd47d-ad77-4f53-a7d2-07796968a3e5 req-4ffe0d8e-896e-4f77-a955-abe85fa79173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:10.125753 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60ffd47d-ad77-4f53-a7d2-07796968a3e5 req-4ffe0d8e-896e-4f77-a955-abe85fa79173 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954750 Aug 20 11:41:10.193179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-0db71d92-cc55-4144-95d4-2ca3a3fafcff tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:10.193637 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:10.197347 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['28af82fb-9ab8-485a-8b42-493125ccb526'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:10.203139 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-0db71d92-cc55-4144-95d4-2ca3a3fafcff tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 812 time: 0.2380092 Aug 20 11:41:10.230535 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-fbb87a9d-2464-45bb-947a-9edcba5a2dd6 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/quotas/947e0c1b067b4c5f9c1cddc27a1d480c HTTP/1.1" status: 200 len: 375 time: 0.0264506 Aug 20 11:41:10.258021 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4b86e3-0cfc-4796-8127-2fa3a84673d3 x-openstack-request-id: req-de4b86e3-0cfc-4796-8127-2fa3a84673d3 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:10.258356 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "name": "network-vif-plugged", "status": "completed", "tag": "b2268c33-d652-49a0-a340-82899766e675", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:10.258553 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de4b86e3-0cfc-4796-8127-2fa3a84673d3 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:10.258941 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2268c33-d652-49a0-a340-82899766e675', 'code': 200} Aug 20 11:41:10.273602 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d5491a1c-cabb-434f-9f2f-6f9e458b4914 tempest-DHCPAgentSchedulersTestJSON-204892270 tempest-DHCPAgentSchedulersTestJSON-204892270-project-admin] 10.222.0.37 "GET /v2.0/agents/fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5/dhcp-networks HTTP/1.1" status: 200 len: 10421 time: 0.3209200 Aug 20 11:41:10.280887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38818) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:10.298735 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60ffd47d-ad77-4f53-a7d2-07796968a3e5 req-f625c694-4b28-4c3b-b2a6-26356e4d5634 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625924 Aug 20 11:41:10.328529 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef54f666-878d-4456-9237-b62fbd203cc6 req-716367ee-7f8b-430f-87fc-05e104cf814d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 210 time: 0.0456245 Aug 20 11:41:10.385113 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ce6038a2-1a7e-42d4-b94a-d62d280bdcfb,segment=NetworkSegment(1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3),segment_id=1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:10.399767 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-18fd7f74-a444-4ebc-8135-372b5ba5844e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1681619 Aug 20 11:41:10.452117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75b12646-7cb0-4887-b7a6-5eef25c10a9d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:10.502615 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c3d05fad-6dc1-449e-bee1-f1eb05d2028f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:10.591955 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:10.593094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 75ae1463-0b84-46c2-9ce9-da392c79a994 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:10.635226 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47c42c-1bb0-4d01-b968-16719432701b req-770b60b9-2b3d-4519-b99d-d24c1f3a6879 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:10.637385 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2d47c42c-1bb0-4d01-b968-16719432701b req-770b60b9-2b3d-4519-b99d-d24c1f3a6879 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 948 time: 0.1397991 Aug 20 11:41:10.637870 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75b12646-7cb0-4887-b7a6-5eef25c10a9d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:10.649303 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60ffd47d-ad77-4f53-a7d2-07796968a3e5 req-1209c753-6836-4da5-b575-14186972f440 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350563 Aug 20 11:41:10.666103 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-75b12646-7cb0-4887-b7a6-5eef25c10a9d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814b738d-941d-4a2f-a0df-0c9ae4b8511a']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:10.691751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-75b12646-7cb0-4887-b7a6-5eef25c10a9d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd6fb78-ca30-493f-97c4-c0e141a8ba58') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:10.692244 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-75b12646-7cb0-4887-b7a6-5eef25c10a9d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd6fb78-ca30-493f-97c4-c0e141a8ba58') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:10.692988 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2d47c42c-1bb0-4d01-b968-16719432701b req-1693ed24-88fd-4587-9679-7f4f54869c3c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482395 Aug 20 11:41:10.702733 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75b12646-7cb0-4887-b7a6-5eef25c10a9d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:10.710496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ce6038a2-1a7e-42d4-b94a-d62d280bdcfb,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:10.736930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c3d05fad-6dc1-449e-bee1-f1eb05d2028f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:10.737375 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:10.738365 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75b12646-7cb0-4887-b7a6-5eef25c10a9d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:10.745491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b12646-7cb0-4887-b7a6-5eef25c10a9d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:41:10.746110 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75b12646-7cb0-4887-b7a6-5eef25c10a9d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:41:10.765926 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:41:10.790281 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 75ae1463-0b84-46c2-9ce9-da392c79a994 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:10.796996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 75ae1463-0b84-46c2-9ce9-da392c79a994 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:10.797380 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:10.800401 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-09047e70-cda6-4118-90b4-afeb202c9bc9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:41:10.807815 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-09047e70-cda6-4118-90b4-afeb202c9bc9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4072046 Aug 20 11:41:10.898409 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175209f-053a-4549-8861-e68fe815084d req-e24ae15c-eda4-4956-a1e0-5d072d8a0396 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:10.902589 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75b12646-7cb0-4887-b7a6-5eef25c10a9d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:10.908581 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175209f-053a-4549-8861-e68fe815084d req-e24ae15c-eda4-4956-a1e0-5d072d8a0396 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:10.913457 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75b12646-7cb0-4887-b7a6-5eef25c10a9d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:10.915890 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-75b12646-7cb0-4887-b7a6-5eef25c10a9d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] 10.222.0.37 "DELETE /v2.0/networks/814b738d-941d-4a2f-a0df-0c9ae4b8511a HTTP/1.1" status: 204 len: 168 time: 0.6340547 Aug 20 11:41:10.926400 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38854) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:10.929879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175209f-053a-4549-8861-e68fe815084d req-e24ae15c-eda4-4956-a1e0-5d072d8a0396 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:10.942035 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f175209f-053a-4549-8861-e68fe815084d req-e24ae15c-eda4-4956-a1e0-5d072d8a0396 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2418 time: 0.1337764 Aug 20 11:41:10.974253 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:10.980456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b12646-7cb0-4887-b7a6-5eef25c10a9d tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Pushing event deleted for resources: {'Network': ['ID=814b738d-941d-4a2f-a0df-0c9ae4b8511a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:10.991072 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af81371-2b3e-4900-9f53-5decbdd9e596 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] DELETE failed (client error): The resource could not be found. Aug 20 11:41:10.992091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af81371-2b3e-4900-9f53-5decbdd9e596 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:41:10.994249 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0af81371-2b3e-4900-9f53-5decbdd9e596 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] 10.222.0.37 "DELETE /v2.0/ports/82c880e2-989c-4c38-8a25-fdc39fece017 HTTP/1.1" status: 404 len: 333 time: 0.0618732 Aug 20 11:41:10.997319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38856) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:11.046238 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f175209f-053a-4549-8861-e68fe815084d req-94f5e480-bf4f-476c-b84c-fd9ac796ae1b tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021609 Aug 20 11:41:11.053286 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-99736a7d-ef50-4795-850e-179b13d91192 service neutron] 10.222.0.37 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442317 Aug 20 11:41:11.053790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38858) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:11.056571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 75ae1463-0b84-46c2-9ce9-da392c79a994, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=75ae1463-0b84-46c2-9ce9-da392c79a994,segment=NetworkSegment(0bb9452d-5b9c-495f-8847-102419d7238b),segment_id=0bb9452d-5b9c-495f-8847-102419d7238b)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:11.073958 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:11.112047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-76927017-9eb0-4edb-bdef-155ffe576b6b tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Deleting subnet fa84e361-4d13-4a95-adf9-d5656313c9ca {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:41:11.120282 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76927017-9eb0-4edb-bdef-155ffe576b6b tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:11.158924 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=75ae1463-0b84-46c2-9ce9-da392c79a994,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:11.215969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76927017-9eb0-4edb-bdef-155ffe576b6b tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:11.230934 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-2f099730-070c-470d-a4b0-e6cf0ec1464a service neutron] 10.222.0.37 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627305 Aug 20 11:41:11.283432 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-330ce167-bf83-49bb-b15f-2ac9d07f9942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:11.335515 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76927017-9eb0-4edb-bdef-155ffe576b6b tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:11.398281 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-330ce167-bf83-49bb-b15f-2ac9d07f9942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:11.403290 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-330ce167-bf83-49bb-b15f-2ac9d07f9942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:11.462030 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-330ce167-bf83-49bb-b15f-2ac9d07f9942 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89a54d32b5954f9cbf4d3b96ce1582dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4071882 Aug 20 11:41:11.463002 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ce167-bf83-49bb-b15f-2ac9d07f9942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cee1f2-c372-4558-aa94-c8244c163aa9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:11.465472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38868) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:11.468623 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cd4309c4-48a0-4572-b305-dbacbc3306e8 req-f07f1382-b514-489c-92e2-135df88468fe tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 210 time: 0.0524628 Aug 20 11:41:11.496098 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76927017-9eb0-4edb-bdef-155ffe576b6b tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:11.532764 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76927017-9eb0-4edb-bdef-155ffe576b6b tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Pushing event deleted for resources: {'Subnet': ['ID=fa84e361-4d13-4a95-adf9-d5656313c9ca,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:11.549314 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84115ad-7c59-4003-b791-7d5462448507 None None] Network ddcb56bf-2d9a-4a52-9449-6031cb55ebc4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:41:11.549827 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76927017-9eb0-4edb-bdef-155ffe576b6b tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:11.556865 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-76927017-9eb0-4edb-bdef-155ffe576b6b tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] 10.222.0.37 "DELETE /v2.0/subnets/fa84e361-4d13-4a95-adf9-d5656313c9ca HTTP/1.1" status: 204 len: 168 time: 0.5574737 Aug 20 11:41:11.558018 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38870) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:11.563006 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d67e8647-299d-4164-bc6f-39d060df16b5 req-036ad230-c761-40ea-bab4-b4150869bfd5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 210 time: 0.0502975 Aug 20 11:41:11.581666 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5368f745-2b03-4b77-b59c-525d5a4cff11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:11.693499 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:11.806900 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Deleting port c3d05fad-6dc1-449e-bee1-f1eb05d2028f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:11.807529 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:11.913711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aa05fc-3c72-4c47-a69d-f5d449188515 None None] DHCP port deletion for ddcb56bf-2d9a-4a52-9449-6031cb55ebc4 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:41:11.930653 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5368f745-2b03-4b77-b59c-525d5a4cff11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:11.948115 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb262efb-00a2-406b-bbd2-93ce0238e2fc req-05bba075-e97e-42c1-9658-38627f0ef1b3 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:11.957086 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bb262efb-00a2-406b-bbd2-93ce0238e2fc req-05bba075-e97e-42c1-9658-38627f0ef1b3 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 948 time: 0.0993173 Aug 20 11:41:11.960338 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] For port c3d05fad-6dc1-449e-bee1-f1eb05d2028f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c3d05fad-6dc1-449e-bee1-f1eb05d2028f,segment=NetworkSegment(23d5fb2d-a443-4feb-a1e5-4200c8f58981),segment_id=23d5fb2d-a443-4feb-a1e5-4200c8f58981)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:11.960622 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:11.988223 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-94aa05fc-3c72-4c47-a69d-f5d449188515 None None] Deleting port c3d05fad-6dc1-449e-bee1-f1eb05d2028f {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:11.988223 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-94aa05fc-3c72-4c47-a69d-f5d449188515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:12.001261 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Calling delete_port for c3d05fad-6dc1-449e-bee1-f1eb05d2028f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:12.078041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-5996e278-b3f4-4834-9b8f-3b65eace2ca4 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:12.079660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-5996e278-b3f4-4834-9b8f-3b65eace2ca4 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.76 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 811 time: 0.1300118 Aug 20 11:41:12.085300 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bb262efb-00a2-406b-bbd2-93ce0238e2fc req-214cfa8a-564e-42ee-b75c-16b7eb47101a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271164 Aug 20 11:41:12.092391 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5368f745-2b03-4b77-b59c-525d5a4cff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:12.099026 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5368f745-2b03-4b77-b59c-525d5a4cff11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:12.105193 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5368f745-2b03-4b77-b59c-525d5a4cff11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13cee1f2-c372-4558-aa94-c8244c163aa9 HTTP/1.1" status: 204 len: 168 time: 0.6386976 Aug 20 11:41:12.110814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-bd8f63ae-52bd-4826-b955-5d4714b31565 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Request body: {'port': {'device_id': 'eb9055d4-39a7-4322-8c5f-c9e46a89aa6c', 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc', 'admin_state_up': True, 'tenant_id': '466ddc16a8f44a5e89ff9008cb1b0465'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:12.136871 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:12.198475 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Pushing event deleted for resources: {'Port': ['ID=c3d05fad-6dc1-449e-bee1-f1eb05d2028f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:12.204466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] No DVR routers for this DVR port c3d05fad-6dc1-449e-bee1-f1eb05d2028f on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:41:12.296432 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-94aa05fc-3c72-4c47-a69d-f5d449188515 None None] For port c3d05fad-6dc1-449e-bee1-f1eb05d2028f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c3d05fad-6dc1-449e-bee1-f1eb05d2028f,segment=NetworkSegment(23d5fb2d-a443-4feb-a1e5-4200c8f58981),segment_id=23d5fb2d-a443-4feb-a1e5-4200c8f58981)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:12.296903 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-94aa05fc-3c72-4c47-a69d-f5d449188515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:12.308266 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368f745-2b03-4b77-b59c-525d5a4cff11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cee1f2-c372-4558-aa94-c8244c163aa9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:12.311529 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-94aa05fc-3c72-4c47-a69d-f5d449188515 None None] Calling delete_port for c3d05fad-6dc1-449e-bee1-f1eb05d2028f owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:12.337157 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:12.363454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85672c7c-5aa9-4667-a5c2-4c4dd3e0314c req-27b363c3-a812-406a-9e95-b85594b72fbc tempest-MigrationsAdminTest-827659397 tempest-MigrationsAdminTest-827659397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:12.370799 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-85672c7c-5aa9-4667-a5c2-4c4dd3e0314c req-27b363c3-a812-406a-9e95-b85594b72fbc tempest-MigrationsAdminTest-827659397 tempest-MigrationsAdminTest-827659397-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 1099 time: 0.1465797 Aug 20 11:41:12.381481 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcb56bf-2d9a-4a52-9449-6031cb55ebc4']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:12.400881 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d5fb2d-a443-4feb-a1e5-4200c8f58981') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:12.401207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d5fb2d-a443-4feb-a1e5-4200c8f58981') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:12.406152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6038a2-1a7e-42d4-b94a-d62d280bdcfb'}, {'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ae1463-0b84-46c2-9ce9-da392c79a994'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:12.409435 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7aa4f51-f75e-4c7b-b872-65f88911fda0" -d '{"events": [{"server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "name": "network-vif-plugged", "status": "completed", "tag": "ce6038a2-1a7e-42d4-b94a-d62d280bdcfb"}, {"server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "name": "network-vif-plugged", "status": "completed", "tag": "75ae1463-0b84-46c2-9ce9-da392c79a994"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:12.413004 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:12.413749 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-94aa05fc-3c72-4c47-a69d-f5d449188515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:12.444178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c3d05fad-6dc1-449e-bee1-f1eb05d2028f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:41:12.446391 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-85672c7c-5aa9-4667-a5c2-4c4dd3e0314c req-f8fe8712-16f3-4895-b27f-d94e2ff11a98 tempest-MigrationsAdminTest-827659397 tempest-MigrationsAdminTest-827659397-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694654 Aug 20 11:41:12.451988 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:12.453776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa05fc-3c72-4c47-a69d-f5d449188515 None None] No DVR routers for this DVR port c3d05fad-6dc1-449e-bee1-f1eb05d2028f on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:41:12.475319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:41:12.475713 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b47f0-8f57-4a10-8cf5-3bbdb3206673 req-85d0a14b-ac24-4b68-9021-507feaec1d68 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:12.475924 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:41:12.479435 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:41:12.485063 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b47f0-8f57-4a10-8cf5-3bbdb3206673 req-85d0a14b-ac24-4b68-9021-507feaec1d68 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:12.491154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b47f0-8f57-4a10-8cf5-3bbdb3206673 req-85d0a14b-ac24-4b68-9021-507feaec1d68 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:12.494495 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c1b47f0-8f57-4a10-8cf5-3bbdb3206673 req-85d0a14b-ac24-4b68-9021-507feaec1d68 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2419 time: 0.3095005 Aug 20 11:41:12.502986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-bd8f63ae-52bd-4826-b955-5d4714b31565 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Made reservation on behalf of 466ddc16a8f44a5e89ff9008cb1b0465 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:12.513239 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-bd8f63ae-52bd-4826-b955-5d4714b31565 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:12.523078 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: c3d05fad-6dc1-449e-bee1-f1eb05d2028f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:41:12.523434 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c3d05fad-6dc1-449e-bee1-f1eb05d2028f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:41:12.536295 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa05fc-3c72-4c47-a69d-f5d449188515 None None] Pushing event deleted for resources: {'Port': ['ID=c3d05fad-6dc1-449e-bee1-f1eb05d2028f,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:12.584971 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:12.593997 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:12.599098 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] 10.222.0.37 "DELETE /v2.0/networks/ddcb56bf-2d9a-4a52-9449-6031cb55ebc4 HTTP/1.1" status: 204 len: 168 time: 1.0375900 Aug 20 11:41:12.612451 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a826de6-fb3d-4170-acdf-6e895c5a38f6 tempest-DHCPAgentSchedulersTestJSON-936727442 tempest-DHCPAgentSchedulersTestJSON-936727442-project] Pushing event deleted for resources: {'Network': ['ID=ddcb56bf-2d9a-4a52-9449-6031cb55ebc4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:12.714468 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6c656f-1dd7-41e6-94f8-83bf33351f45 x-openstack-request-id: req-4d6c656f-1dd7-41e6-94f8-83bf33351f45 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:12.715128 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "name": "network-vif-plugged", "status": "completed", "tag": "ce6038a2-1a7e-42d4-b94a-d62d280bdcfb", "code": 200}, {"server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "name": "network-vif-plugged", "status": "completed", "tag": "75ae1463-0b84-46c2-9ce9-da392c79a994", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:12.715464 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d6c656f-1dd7-41e6-94f8-83bf33351f45 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:12.715957 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6038a2-1a7e-42d4-b94a-d62d280bdcfb', 'code': 200} Aug 20 11:41:12.716918 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ae1463-0b84-46c2-9ce9-da392c79a994', 'code': 200} Aug 20 11:41:12.816563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-bd8f63ae-52bd-4826-b955-5d4714b31565 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Allocated IP 172.20.0.13 (2f57a807-431b-4a85-84e9-9c26f27c26dc/8164adc2-ff26-452d-9022-daf8f61c3f29/33cb09f9-b628-46aa-bdd1-90d568358a85) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:12.839914 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c1b47f0-8f57-4a10-8cf5-3bbdb3206673 req-8e87a027-6f7d-45e5-8d63-2805821b4e0d tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981391 Aug 20 11:41:12.930825 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ec26baa1-2707-438a-a0a6-7d2cddd1ca23 req-72b547c0-f5c4-4a14-8586-2d0f34a69b59 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 210 time: 0.0869913 Aug 20 11:41:13.025593 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-ad9effc1-5be2-4e19-95a0-6d23aedd9872 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:13.030868 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-ad9effc1-5be2-4e19-95a0-6d23aedd9872 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.35 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 812 time: 0.2689950 Aug 20 11:41:13.046132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-58732cbe-5df5-42ca-9558-405e94cb550c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Request body: {'port': {'device_id': '3f064058-45ab-4862-affb-dd5a11237dfa', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'admin_state_up': True, 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:13.047711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38924) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:13.064140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 28af82fb-9ab8-485a-8b42-493125ccb526 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:13.088944 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f6490f0-6263-48c7-9314-9e16b040529c req-fdc47a5e-9d10-4983-a204-25b215a8e866 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 210 time: 0.0548723 Aug 20 11:41:13.100518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecab60-a21e-4d31-9f92-0f7ae6db0586 req-3fa4c019-4134-4833-96c7-bd1e517f719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:13.101227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecab60-a21e-4d31-9f92-0f7ae6db0586 req-3fa4c019-4134-4833-96c7-bd1e517f719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:13.101858 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecab60-a21e-4d31-9f92-0f7ae6db0586 req-3fa4c019-4134-4833-96c7-bd1e517f719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:13.103766 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3ecab60-a21e-4d31-9f92-0f7ae6db0586 req-3fa4c019-4134-4833-96c7-bd1e517f719c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2872 time: 0.2825410 Aug 20 11:41:13.130639 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-debba20c-df51-4f52-b72f-a51d7005a502 req-9e5952dd-3051-4482-99fc-486a6fb64aea tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4968b5d340e042799a12f4492ac2ee3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613747 Aug 20 11:41:13.148430 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 28af82fb-9ab8-485a-8b42-493125ccb526 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:13.159761 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 28af82fb-9ab8-485a-8b42-493125ccb526 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:13.162317 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.175122 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3ecab60-a21e-4d31-9f92-0f7ae6db0586 req-ad860c28-1553-4c8a-97a9-b1a94d8b7846 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615714 Aug 20 11:41:13.213175 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-bd8f63ae-52bd-4826-b955-5d4714b31565 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.275347 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-bd8f63ae-52bd-4826-b955-5d4714b31565 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.291806 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.319792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debba20c-df51-4f52-b72f-a51d7005a502 req-6349be6c-118e-4f59-b39c-5f323a7bd05d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:13.321360 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-debba20c-df51-4f52-b72f-a51d7005a502 req-6349be6c-118e-4f59-b39c-5f323a7bd05d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840026 Aug 20 11:41:13.322497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-58732cbe-5df5-42ca-9558-405e94cb550c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Made reservation on behalf of 947e0c1b067b4c5f9c1cddc27a1d480c for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:13.327186 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-58732cbe-5df5-42ca-9558-405e94cb550c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.344913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 28af82fb-9ab8-485a-8b42-493125ccb526, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=28af82fb-9ab8-485a-8b42-493125ccb526,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:13.348781 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-debba20c-df51-4f52-b72f-a51d7005a502 req-fb84cc9b-b276-4274-9885-f1186d870bc6 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/quotas/4968b5d340e042799a12f4492ac2ee3a HTTP/1.1" status: 200 len: 375 time: 0.0183108 Aug 20 11:41:13.351169 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.378953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-bd8f63ae-52bd-4826-b955-5d4714b31565 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Network 2f57a807-431b-4a85-84e9-9c26f27c26dc is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:13.383012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-bd8f63ae-52bd-4826-b955-5d4714b31565 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:13.386470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-bd8f63ae-52bd-4826-b955-5d4714b31565 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:13.424291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f63ae-52bd-4826-b955-5d4714b31565 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Pushing event updated for resources: {'Port': ['ID=33cb09f9-b628-46aa-bdd1-90d568358a85,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:13.461783 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=28af82fb-9ab8-485a-8b42-493125ccb526,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:13.476049 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-debba20c-df51-4f52-b72f-a51d7005a502 req-ec6ed242-411f-42a8-9c9e-2d5149aa3964 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1159816 Aug 20 11:41:13.483947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-bd8f63ae-52bd-4826-b955-5d4714b31565 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:13.491051 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-bd8f63ae-52bd-4826-b955-5d4714b31565 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.509597 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3d646a41-6e2b-40e3-8e8d-d5381cef8950 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3188c818c57847b3b5939dc069c11815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4584131 Aug 20 11:41:13.510023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38940) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:13.528482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-bd8f63ae-52bd-4826-b955-5d4714b31565 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4399562 Aug 20 11:41:13.544373 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-58732cbe-5df5-42ca-9558-405e94cb550c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Allocated IP 172.20.0.3 (601cbfc5-e222-4e33-a80a-eb90561bedd1/10cb89f6-e588-493a-8613-14967bd5bedf/f2a8a7f8-fbb0-4af5-81e4-886682330075) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:13.545350 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Request body: {'port': {'device_id': 'eb9055d4-39a7-4322-8c5f-c9e46a89aa6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:13.625956 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3ea8-29f6-4877-b86f-cb52f61312a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.636813 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.663146 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3ea8-29f6-4877-b86f-cb52f61312a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.739681 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-58732cbe-5df5-42ca-9558-405e94cb550c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.754722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-58732cbe-5df5-42ca-9558-405e94cb550c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Transition to ACTIVE for port object f2a8a7f8-fbb0-4af5-81e4-886682330075 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:13.817515 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3ea8-29f6-4877-b86f-cb52f61312a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.819736 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3ea8-29f6-4877-b86f-cb52f61312a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.820922 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a5ce3ea8-29f6-4877-b86f-cb52f61312a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e441b431-b442-4200-95fe-d20320124240 HTTP/1.1" status: 204 len: 168 time: 0.3099716 Aug 20 11:41:13.866692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce3ea8-29f6-4877-b86f-cb52f61312a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e441b431-b442-4200-95fe-d20320124240,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:13.873927 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-07db4f02-1439-41ef-952f-ef30e73bfca6 req-fc1f39f1-792d-434c-8f4d-2507f72c7d57 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 210 time: 0.0752976 Aug 20 11:41:13.875693 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-58732cbe-5df5-42ca-9558-405e94cb550c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.913693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['019cf12c-278d-46a9-9036-d80b7d3b5e5f', '2d59df7a-8b32-4a88-b780-cc503fe8e9db'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:13.922949 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-58732cbe-5df5-42ca-9558-405e94cb550c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Network 601cbfc5-e222-4e33-a80a-eb90561bedd1 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:13.926024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-58732cbe-5df5-42ca-9558-405e94cb550c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:13.930048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-58732cbe-5df5-42ca-9558-405e94cb550c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:13.941253 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58732cbe-5df5-42ca-9558-405e94cb550c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event updated for resources: {'Port': ['ID=f2a8a7f8-fbb0-4af5-81e4-886682330075,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:14.012240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-58732cbe-5df5-42ca-9558-405e94cb550c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:14.014677 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-58732cbe-5df5-42ca-9558-405e94cb550c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.045772 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-58732cbe-5df5-42ca-9558-405e94cb550c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0077958 Aug 20 11:41:14.066855 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Request body: {'port': {'device_id': '3f064058-45ab-4862-affb-dd5a11237dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:14.284894 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502550a-250a-4e3b-9acd-24aaf7d8b12a req-ed8530d4-0836-4584-8979-53f5810b9a04 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:14.286514 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6502550a-250a-4e3b-9acd-24aaf7d8b12a req-ed8530d4-0836-4584-8979-53f5810b9a04 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 932 time: 0.2062061 Aug 20 11:41:14.287141 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.323535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33cb09f9-b628-46aa-bdd1-90d568358a85 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:14.347403 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.425384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74ba4-7937-4c93-bb68-36f3a25dbd8e req-1ebde92e-9729-4edd-acd2-90a4891ad0bf tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:14.448507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74ba4-7937-4c93-bb68-36f3a25dbd8e req-1ebde92e-9729-4edd-acd2-90a4891ad0bf tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:14.481316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74ba4-7937-4c93-bb68-36f3a25dbd8e req-1ebde92e-9729-4edd-acd2-90a4891ad0bf tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:14.483471 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-67c74ba4-7937-4c93-bb68-36f3a25dbd8e req-1ebde92e-9729-4edd-acd2-90a4891ad0bf tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2419 time: 0.4099553 Aug 20 11:41:14.514795 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38976) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:14.522890 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6502550a-250a-4e3b-9acd-24aaf7d8b12a req-1f2e0b96-b247-4d6b-b436-68a449c3455a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196977 Aug 20 11:41:14.523498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3fcc4bd6-ea12-46da-b7da-81e15b272575 None None] Provisioning for port f2a8a7f8-fbb0-4af5-81e4-886682330075 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:14.524741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Transition to ACTIVE for port object 33cb09f9-b628-46aa-bdd1-90d568358a85 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:14.537570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3fcc4bd6-ea12-46da-b7da-81e15b272575 None None] Provisioning complete for port f2a8a7f8-fbb0-4af5-81e4-886682330075 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:14.537983 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3fcc4bd6-ea12-46da-b7da-81e15b272575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.559038 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.616366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc4bd6-ea12-46da-b7da-81e15b272575 None None] Port f2a8a7f8-fbb0-4af5-81e4-886682330075 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:41:14.659133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38978) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:14.673047 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a207cc3-9637-4d20-9ab8-0e21883c830c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.710529 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-67c74ba4-7937-4c93-bb68-36f3a25dbd8e req-d6151faf-0fae-43c4-b48e-2eca23d9fc59 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102265 Aug 20 11:41:14.717727 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d846df5-b588-4706-8fe1-e5f4482b6c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28af82fb-9ab8-485a-8b42-493125ccb526'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:14.720397 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc3fb30-e938-4b56-95c3-182f350eb2ed" -d '{"events": [{"server_uuid": "2d846df5-b588-4706-8fe1-e5f4482b6c9f", "name": "network-vif-plugged", "status": "completed", "tag": "28af82fb-9ab8-485a-8b42-493125ccb526"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:14.761388 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Pushing event updated for resources: {'Port': ['ID=33cb09f9-b628-46aa-bdd1-90d568358a85,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:14.804165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fe15e-ea39-4aad-89d3-fac30e88d953 req-cb9d5d42-8c5a-4d2a-a624-ad7724e4192c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:14.805782 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e4fe15e-ea39-4aad-89d3-fac30e88d953 req-cb9d5d42-8c5a-4d2a-a624-ad7724e4192c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 931 time: 0.1454837 Aug 20 11:41:14.853323 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Attempting to bind port 33cb09f9-b628-46aa-bdd1-90d568358a85 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:14.853955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Attempting to bind port 33cb09f9-b628-46aa-bdd1-90d568358a85 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:14.854500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Attempting to bind port 33cb09f9-b628-46aa-bdd1-90d568358a85 on network 2f57a807-431b-4a85-84e9-9c26f27c26dc {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:14.892948 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e4fe15e-ea39-4aad-89d3-fac30e88d953 req-f77283d7-270c-46ff-905a-a87e8a62585a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727894 Aug 20 11:41:14.914333 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a207cc3-9637-4d20-9ab8-0e21883c830c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.917045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Port 33cb09f9-b628-46aa-bdd1-90d568358a85 on network 2f57a807-431b-4a85-84e9-9c26f27c26dc not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:41:14.917917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Attempting to bind port 33cb09f9-b628-46aa-bdd1-90d568358a85 on network 2f57a807-431b-4a85-84e9-9c26f27c26dc {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:14.923205 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a207cc3-9637-4d20-9ab8-0e21883c830c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.939215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:14.939643 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Checking segment: {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:14.940109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Bound using segment: {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:14.941323 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Bound port: 33cb09f9-b628-46aa-bdd1-90d568358a85, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:14.941915 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.977922 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc4093a-bf51-4386-94d0-1bfe6bcae820 x-openstack-request-id: req-edc4093a-bf51-4386-94d0-1bfe6bcae820 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:14.978435 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d846df5-b588-4706-8fe1-e5f4482b6c9f", "name": "network-vif-plugged", "status": "completed", "tag": "28af82fb-9ab8-485a-8b42-493125ccb526", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:14.978686 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-edc4093a-bf51-4386-94d0-1bfe6bcae820 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:14.979389 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d846df5-b588-4706-8fe1-e5f4482b6c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28af82fb-9ab8-485a-8b42-493125ccb526', 'code': 200} Aug 20 11:41:14.995911 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3a207cc3-9637-4d20-9ab8-0e21883c830c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5928a4684b064fe9b7fe888fe97f8c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4799280 Aug 20 11:41:15.019366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38990) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:15.019515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a207cc3-9637-4d20-9ab8-0e21883c830c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc9aafc-1fcc-432a-bc3d-dd2b9870afc0,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:15.043846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:15.064974 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a8a7f8-fbb0-4af5-81e4-886682330075 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:15.068994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] For port 33cb09f9-b628-46aa-bdd1-90d568358a85, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:15.072837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] For port 33cb09f9-b628-46aa-bdd1-90d568358a85, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=33cb09f9-b628-46aa-bdd1-90d568358a85,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:15.084605 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.089492 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.107205 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.117233 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90ffa1c6-9bc1-4683-8db5-89c3ad56d7d8 req-885d2f4d-701f-4a6f-b747-ce5116c1eb46 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 210 time: 0.0405257 Aug 20 11:41:15.120670 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Transition to ACTIVE for port object f2a8a7f8-fbb0-4af5-81e4-886682330075 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:15.156919 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.179614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:15.180325 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.182091 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] 10.222.0.76 "PUT /v2.0/ports/33cb09f9-b628-46aa-bdd1-90d568358a85 HTTP/1.1" status: 200 len: 1092 time: 1.6412015 Aug 20 11:41:15.182650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9055d4-39a7-4322-8c5f-c9e46a89aa6c', 'tag': '33cb09f9-b628-46aa-bdd1-90d568358a85'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:15.185549 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cca797-3624-4a6a-b0ef-d70ae38e9bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9055d4-39a7-4322-8c5f-c9e46a89aa6c", "tag": "33cb09f9-b628-46aa-bdd1-90d568358a85"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:15.193556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99874b61-bac9-43df-ab8c-20fc018e1047 service neutron] Pushing event updated for resources: {'Port': ['ID=33cb09f9-b628-46aa-bdd1-90d568358a85,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:15.206743 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a885958d-45b1-463f-ba5b-99f332eaa4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.237499 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33bd096-acdd-4dfd-b0c1-0e3fea129b94 x-openstack-request-id: req-f33bd096-acdd-4dfd-b0c1-0e3fea129b94 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:15.237789 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9055d4-39a7-4322-8c5f-c9e46a89aa6c", "tag": "33cb09f9-b628-46aa-bdd1-90d568358a85", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:15.238038 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f33bd096-acdd-4dfd-b0c1-0e3fea129b94 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:15.238436 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9055d4-39a7-4322-8c5f-c9e46a89aa6c', 'tag': '33cb09f9-b628-46aa-bdd1-90d568358a85', 'status': 'completed', 'code': 200} Aug 20 11:41:15.312052 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-fd74fb0c-d05f-4d1c-b0c0-acee7903377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:15.315113 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-fd74fb0c-d05f-4d1c-b0c0-acee7903377d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 1095 time: 0.0616968 Aug 20 11:41:15.342892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Pushing event updated for resources: {'Port': ['ID=f2a8a7f8-fbb0-4af5-81e4-886682330075,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:15.371284 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a885958d-45b1-463f-ba5b-99f332eaa4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.395031 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-d903a561-10ee-4950-bbb7-96a932064c14 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33cb09f9-b628-46aa-bdd1-90d568358a85 HTTP/1.1" status: 200 len: 217 time: 0.0635149 Aug 20 11:41:15.397671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-debba20c-df51-4f52-b72f-a51d7005a502 req-f60f5633-a8ff-4d5f-81c5-b5b5f611df8a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4968b5d340e042799a12f4492ac2ee3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790553 Aug 20 11:41:15.461281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Attempting to bind port f2a8a7f8-fbb0-4af5-81e4-886682330075 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:15.461634 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Attempting to bind port f2a8a7f8-fbb0-4af5-81e4-886682330075 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:15.461950 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Attempting to bind port f2a8a7f8-fbb0-4af5-81e4-886682330075 on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:15.472829 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Port f2a8a7f8-fbb0-4af5-81e4-886682330075 on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:41:15.473166 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Attempting to bind port f2a8a7f8-fbb0-4af5-81e4-886682330075 on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:15.486514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:15.486940 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Checking segment: {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:15.487267 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Bound using segment: {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:15.487717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Bound port: f2a8a7f8-fbb0-4af5-81e4-886682330075, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:15.488089 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.509699 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a885958d-45b1-463f-ba5b-99f332eaa4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.512924 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a885958d-45b1-463f-ba5b-99f332eaa4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.525927 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a885958d-45b1-463f-ba5b-99f332eaa4ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fc9aafc-1fcc-432a-bc3d-dd2b9870afc0 HTTP/1.1" status: 204 len: 168 time: 0.4967315 Aug 20 11:41:15.534004 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.574257 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-5f148ce1-c394-4a10-8312-21552fcb0ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:15.575091 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885958d-45b1-463f-ba5b-99f332eaa4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc9aafc-1fcc-432a-bc3d-dd2b9870afc0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:15.582648 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-5f148ce1-c394-4a10-8312-21552fcb0ad0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8164adc2-ff26-452d-9022-daf8f61c3f29 HTTP/1.1" status: 200 len: 851 time: 0.1797121 Aug 20 11:41:15.642161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debba20c-df51-4f52-b72f-a51d7005a502 req-e73a2f50-4add-4f5a-8727-739e123cf8ac tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:15.643660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-debba20c-df51-4f52-b72f-a51d7005a502 req-e73a2f50-4add-4f5a-8727-739e123cf8ac tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300775 Aug 20 11:41:15.679716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-debba20c-df51-4f52-b72f-a51d7005a502 req-a127743f-af4e-45fa-8665-fcd102c55bba tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Request body: {'port': {'device_id': '2b42d1db-5d3e-4c1a-94f2-52d523350cb6', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '4968b5d340e042799a12f4492ac2ee3a'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:15.680998 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] For port f2a8a7f8-fbb0-4af5-81e4-886682330075, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:15.684502 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-7611607a-993f-445f-83a1-950f678994f6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2f57a807-431b-4a85-84e9-9c26f27c26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944998 Aug 20 11:41:15.687146 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] For port f2a8a7f8-fbb0-4af5-81e4-886682330075, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f2a8a7f8-fbb0-4af5-81e4-886682330075,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:15.692321 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.758067 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:15.758554 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.760003 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] 10.222.0.35 "PUT /v2.0/ports/f2a8a7f8-fbb0-4af5-81e4-886682330075 HTTP/1.1" status: 200 len: 1091 time: 1.7046602 Aug 20 11:41:15.762204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f064058-45ab-4862-affb-dd5a11237dfa', 'tag': 'f2a8a7f8-fbb0-4af5-81e4-886682330075'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:15.765032 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55360fc1-e18e-47cb-9443-cae43fd0e21f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f064058-45ab-4862-affb-dd5a11237dfa", "tag": "f2a8a7f8-fbb0-4af5-81e4-886682330075"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:15.792048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0109d6-67a0-4511-82bb-381c7cc0583b service neutron] Pushing event updated for resources: {'Port': ['ID=f2a8a7f8-fbb0-4af5-81e4-886682330075,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:15.811204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Allocated IP 172.25.8.46 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/9db8aa1f-b8e5-45da-ab49-4c633053abde) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:15.884098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7e9ba-7d55-4dd8-985a-9a38a44a4d38 req-a3b85b9c-9cc5-4bb7-a3c2-6c1fafdf24ff tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:15.885737 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-09d7e9ba-7d55-4dd8-985a-9a38a44a4d38 req-a3b85b9c-9cc5-4bb7-a3c2-6c1fafdf24ff tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 944 time: 0.2264695 Aug 20 11:41:15.966916 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-731d9fcc-c2b0-4a38-a019-df3509089b2b service neutron] 10.222.0.76 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647171 Aug 20 11:41:15.970489 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-09d7e9ba-7d55-4dd8-985a-9a38a44a4d38 req-908a606b-0ea5-4a07-b894-5f7bf2ba2631 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729637 Aug 20 11:41:16.053870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-debba20c-df51-4f52-b72f-a51d7005a502 req-a127743f-af4e-45fa-8665-fcd102c55bba tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Made reservation on behalf of 4968b5d340e042799a12f4492ac2ee3a for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:16.057854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-debba20c-df51-4f52-b72f-a51d7005a502 req-a127743f-af4e-45fa-8665-fcd102c55bba tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:16.228145 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-debba20c-df51-4f52-b72f-a51d7005a502 req-a127743f-af4e-45fa-8665-fcd102c55bba tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Allocated IP 192.168.233.217 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/5e605c4c-2b5d-47db-b200-be470000f036) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:16.236063 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6ae7fec-29f1-4383-8b66-7953f7d47628 req-878f3bd3-07fd-4ec3-aa90-1604b8f73549 service neutron] 10.222.0.76 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515850 Aug 20 11:41:16.316307 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da15f412-bfcd-4630-9ba1-a3735cbf7373 x-openstack-request-id: req-da15f412-bfcd-4630-9ba1-a3735cbf7373 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:16.317266 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f064058-45ab-4862-affb-dd5a11237dfa", "tag": "f2a8a7f8-fbb0-4af5-81e4-886682330075", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:16.317669 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da15f412-bfcd-4630-9ba1-a3735cbf7373 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:16.318238 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f064058-45ab-4862-affb-dd5a11237dfa', 'tag': 'f2a8a7f8-fbb0-4af5-81e4-886682330075', 'status': 'completed', 'code': 200} Aug 20 11:41:16.406290 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cca797-3624-4a6a-b0ef-d70ae38e9bc5 req-46031e06-e56a-4bd4-bd2e-a176a885f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.407918 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8cca797-3624-4a6a-b0ef-d70ae38e9bc5 req-46031e06-e56a-4bd4-bd2e-a176a885f39f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 1095 time: 0.1161780 Aug 20 11:41:16.475682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0027af-1dad-47e0-bb1a-efaa93b6b726 req-36649dd7-f1ae-41ff-9ec3-d66c0c184ce6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.481449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0027af-1dad-47e0-bb1a-efaa93b6b726 req-36649dd7-f1ae-41ff-9ec3-d66c0c184ce6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.487821 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0027af-1dad-47e0-bb1a-efaa93b6b726 req-36649dd7-f1ae-41ff-9ec3-d66c0c184ce6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.489723 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb0027af-1dad-47e0-bb1a-efaa93b6b726 req-36649dd7-f1ae-41ff-9ec3-d66c0c184ce6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2419 time: 0.6815166 Aug 20 11:41:16.491554 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-1f429e80-bf63-4874-bbe7-e9e288bbd1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.492965 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-1f429e80-bf63-4874-bbe7-e9e288bbd1ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 1094 time: 0.6792519 Aug 20 11:41:16.499047 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:16.527512 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-debba20c-df51-4f52-b72f-a51d7005a502 req-a127743f-af4e-45fa-8665-fcd102c55bba tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:16.556515 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-8752946f-4aa0-4a70-bae8-3b3a5d525320 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2a8a7f8-fbb0-4af5-81e4-886682330075 HTTP/1.1" status: 200 len: 217 time: 0.0462060 Aug 20 11:41:16.561497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-debba20c-df51-4f52-b72f-a51d7005a502 req-a127743f-af4e-45fa-8665-fcd102c55bba tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Transition to ACTIVE for port object 5e605c4c-2b5d-47db-b200-be470000f036 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:16.586152 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386ac69-92e8-4bb8-ab75-b379563e465f req-ec2065f2-ecd2-4b27-aefa-d3fa15e792b9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.587637 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8386ac69-92e8-4bb8-ab75-b379563e465f req-ec2065f2-ecd2-4b27-aefa-d3fa15e792b9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 943 time: 0.1408300 Aug 20 11:41:16.599252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cca797-3624-4a6a-b0ef-d70ae38e9bc5 req-4c5a1db3-6e81-4079-b6c0-5176b81fe5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.604026 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8cca797-3624-4a6a-b0ef-d70ae38e9bc5 req-4c5a1db3-6e81-4079-b6c0-5176b81fe5ae service neutron] 10.222.0.76 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 911 time: 0.1866162 Aug 20 11:41:16.604261 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cb0027af-1dad-47e0-bb1a-efaa93b6b726 req-d7901ceb-f81d-4e6c-af23-e63bb616718f tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026311 Aug 20 11:41:16.641186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-da34a28a-9de9-41e9-b1c9-be78588c6042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.642772 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-da34a28a-9de9-41e9-b1c9-be78588c6042 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.0735688 Aug 20 11:41:16.663037 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:16.680999 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8cca797-3624-4a6a-b0ef-d70ae38e9bc5 req-8c6b9cfd-ace5-4236-8be1-887d97b2ea27 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33cb09f9-b628-46aa-bdd1-90d568358a85 HTTP/1.1" status: 200 len: 217 time: 0.0583706 Aug 20 11:41:16.717780 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-debba20c-df51-4f52-b72f-a51d7005a502 req-a127743f-af4e-45fa-8665-fcd102c55bba tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:16.722747 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:16.728426 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:16.735364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:16.737163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['28af82fb-9ab8-485a-8b42-493125ccb526'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:16.764217 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Pushing event updated for resources: {'Port': ['ID=9db8aa1f-b8e5-45da-ab49-4c633053abde,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:16.772670 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-ed7c2f66-8f4e-4f1c-96e1-7443c40ab332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.774187 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-ed7c2f66-8f4e-4f1c-96e1-7443c40ab332 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236913 Aug 20 11:41:16.846521 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127743f-af4e-45fa-8665-fcd102c55bba tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Pushing event updated for resources: {'Port': ['ID=5e605c4c-2b5d-47db-b200-be470000f036,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:16.881222 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8386ac69-92e8-4bb8-ab75-b379563e465f req-b7cc9d0b-d293-417b-a4cf-2d4953c6f4fd tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849648 Aug 20 11:41:16.914027 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-debba20c-df51-4f52-b72f-a51d7005a502 req-a127743f-af4e-45fa-8665-fcd102c55bba tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:16.922323 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-debba20c-df51-4f52-b72f-a51d7005a502 req-a127743f-af4e-45fa-8665-fcd102c55bba tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:16.932725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-debba20c-df51-4f52-b72f-a51d7005a502 req-a127743f-af4e-45fa-8665-fcd102c55bba tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:16.948116 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:16.972598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d54cec-58ae-4700-b8fa-86f624359633 req-6edf1666-c14a-4076-8bea-14c7e62943bd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.974268 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d8d54cec-58ae-4700-b8fa-86f624359633 req-6edf1666-c14a-4076-8bea-14c7e62943bd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 936 time: 0.1658344 Aug 20 11:41:16.987933 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-fc1d04c2-585c-4dcf-8fcb-a4cc66994bb1 service neutron] 10.222.0.35 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050307 Aug 20 11:41:17.019263 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cca797-3624-4a6a-b0ef-d70ae38e9bc5 req-c8e60a85-c887-4ab9-a59e-4de2c19cd729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:17.021347 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8cca797-3624-4a6a-b0ef-d70ae38e9bc5 req-c8e60a85-c887-4ab9-a59e-4de2c19cd729 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8164adc2-ff26-452d-9022-daf8f61c3f29 HTTP/1.1" status: 200 len: 851 time: 0.3303313 Aug 20 11:41:17.046593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debba20c-df51-4f52-b72f-a51d7005a502 req-a127743f-af4e-45fa-8665-fcd102c55bba tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:17.047258 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-debba20c-df51-4f52-b72f-a51d7005a502 req-a127743f-af4e-45fa-8665-fcd102c55bba tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:17.083232 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8cca797-3624-4a6a-b0ef-d70ae38e9bc5 req-96c8deaa-c0cf-4e63-84a4-7585dcc324af service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2f57a807-431b-4a85-84e9-9c26f27c26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522666 Aug 20 11:41:17.128186 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:17.170632 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-debba20c-df51-4f52-b72f-a51d7005a502 req-a127743f-af4e-45fa-8665-fcd102c55bba tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4982007 Aug 20 11:41:17.209459 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d8d54cec-58ae-4700-b8fa-86f624359633 req-d19fe430-4850-4f1f-94df-e53aa92b1539 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202656 Aug 20 11:41:17.237972 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8cca797-3624-4a6a-b0ef-d70ae38e9bc5 req-bca1366a-e76a-4c2a-a8f3-854b87699d6f service neutron] 10.222.0.76 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472335 Aug 20 11:41:17.241671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Request body: {'port': {'device_id': '2b42d1db-5d3e-4c1a-94f2-52d523350cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:17.306484 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1aabdeeb-1d10-41c3-ad81-296924823ecd req-a6a8fce5-bfbe-44b3-b2fd-aeb6e0005cb8 service neutron] 10.222.0.35 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012886 Aug 20 11:41:17.315498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f9203ddd-7ed0-4a53-9ea9-71c7cb598874 None None] Provisioning for port 5e605c4c-2b5d-47db-b200-be470000f036 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:17.321385 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f9203ddd-7ed0-4a53-9ea9-71c7cb598874 None None] Provisioning complete for port 5e605c4c-2b5d-47db-b200-be470000f036 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:17.322279 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f9203ddd-7ed0-4a53-9ea9-71c7cb598874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:17.367372 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f9203ddd-7ed0-4a53-9ea9-71c7cb598874 None None] Port 5e605c4c-2b5d-47db-b200-be470000f036 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:41:17.406360 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d917dd-f3ea-420b-b6f7-56c134df5d84 req-a6fbcf34-02eb-4726-b5ee-8c4e846da988 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:17.408237 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-81d917dd-f3ea-420b-b6f7-56c134df5d84 req-a6fbcf34-02eb-4726-b5ee-8c4e846da988 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 944 time: 0.1041944 Aug 20 11:41:17.414487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39056) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:17.442404 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:17.511057 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-81d917dd-f3ea-420b-b6f7-56c134df5d84 req-8ad4739d-a981-4d62-94c8-1fbe7868c9e3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830870 Aug 20 11:41:17.513203 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:17.514393 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12802b0-c52f-44c9-b723-abefffbb8ac5 req-bff94e35-a5a3-4ad8-846d-558dff78b429 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:17.520103 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:17.521569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12802b0-c52f-44c9-b723-abefffbb8ac5 req-bff94e35-a5a3-4ad8-846d-558dff78b429 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:17.527574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12802b0-c52f-44c9-b723-abefffbb8ac5 req-bff94e35-a5a3-4ad8-846d-558dff78b429 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:17.544048 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e12802b0-c52f-44c9-b723-abefffbb8ac5 req-bff94e35-a5a3-4ad8-846d-558dff78b429 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2419 time: 0.2389355 Aug 20 11:41:17.553918 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55360fc1-e18e-47cb-9443-cae43fd0e21f req-009de7bf-54e6-4ff7-ae40-44b46cc100f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:17.555606 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55360fc1-e18e-47cb-9443-cae43fd0e21f req-009de7bf-54e6-4ff7-ae40-44b46cc100f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 1094 time: 0.1139336 Aug 20 11:41:17.582062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8cca797-3624-4a6a-b0ef-d70ae38e9bc5 req-af96d979-7ee5-48d8-8084-d52d09a4752d service neutron] 10.222.0.76 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174250 Aug 20 11:41:17.650402 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-09199b7b-a641-40a5-9c66-0246000e8960 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2135380899'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:17.656186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Pushing event updated for resources: {'Port': ['ID=9db8aa1f-b8e5-45da-ab49-4c633053abde,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:17.674594 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e12802b0-c52f-44c9-b723-abefffbb8ac5 req-b07a731c-6382-4944-9f25-480b8f4c78e0 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291168 Aug 20 11:41:17.696406 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:17.702137 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09199b7b-a641-40a5-9c66-0246000e8960 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Made reservation on behalf of 52102efa94714fa19c717cea99041d52 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:17.705627 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09199b7b-a641-40a5-9c66-0246000e8960 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:17.729731 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09199b7b-a641-40a5-9c66-0246000e8960 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:17.745654 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:17.749953 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c2ea893d-22a1-45ac-a1de-dc6f74b3b5cc tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0854030 Aug 20 11:41:17.750196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39062) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:17.756621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-398107e3-e1d4-4bb3-9ed4-13680cf143c2 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-611002303', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'fixed_ips': [{'ip_address': '172.25.8.46'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:17.765393 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55360fc1-e18e-47cb-9443-cae43fd0e21f req-af47ebf2-a22d-4337-a45b-f1a6a3f22a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:17.766875 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55360fc1-e18e-47cb-9443-cae43fd0e21f req-af47ebf2-a22d-4337-a45b-f1a6a3f22a6b service neutron] 10.222.0.35 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.2000661 Aug 20 11:41:17.817360 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55360fc1-e18e-47cb-9443-cae43fd0e21f req-f59c5f82-037f-49c9-9365-148928bb1f93 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2a8a7f8-fbb0-4af5-81e4-886682330075 HTTP/1.1" status: 200 len: 217 time: 0.0417836 Aug 20 11:41:17.837234 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e605c4c-2b5d-47db-b200-be470000f036 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:17.846461 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:17.858685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Transition to ACTIVE for port object 5e605c4c-2b5d-47db-b200-be470000f036 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:17.862586 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:17.889800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55360fc1-e18e-47cb-9443-cae43fd0e21f req-bc4759c7-a313-42cd-9570-b2b25fc149bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:17.891268 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55360fc1-e18e-47cb-9443-cae43fd0e21f req-bc4759c7-a313-42cd-9570-b2b25fc149bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.0658040 Aug 20 11:41:17.924396 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e605c4c-2b5d-47db-b200-be470000f036,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:17.955709 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09199b7b-a641-40a5-9c66-0246000e8960 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:17.964219 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09199b7b-a641-40a5-9c66-0246000e8960 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:18.000103 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55360fc1-e18e-47cb-9443-cae43fd0e21f req-48ac2f08-5b9a-4d83-8c5e-f3daaff51912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:18.001670 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55360fc1-e18e-47cb-9443-cae43fd0e21f req-48ac2f08-5b9a-4d83-8c5e-f3daaff51912 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015577 Aug 20 11:41:18.014328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09199b7b-a641-40a5-9c66-0246000e8960 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:41:18.024489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398107e3-e1d4-4bb3-9ed4-13680cf143c2 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Made reservation on behalf of 8496a6d7fba7482699690a651c96ac9e for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:18.026841 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-398107e3-e1d4-4bb3-9ed4-13680cf143c2 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:18.040303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0af453-a7d9-4fc2-8b8e-bedf7b528471 req-6ef76dcc-732f-49f8-9637-36cf22da41e3 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:18.042559 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d0af453-a7d9-4fc2-8b8e-bedf7b528471 req-6ef76dcc-732f-49f8-9637-36cf22da41e3 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 943 time: 0.0743670 Aug 20 11:41:18.043308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Attempting to bind port 5e605c4c-2b5d-47db-b200-be470000f036 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:18.043683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Attempting to bind port 5e605c4c-2b5d-47db-b200-be470000f036 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:18.044002 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Attempting to bind port 5e605c4c-2b5d-47db-b200-be470000f036 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:18.050669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Port 5e605c4c-2b5d-47db-b200-be470000f036 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:41:18.051045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Attempting to bind port 5e605c4c-2b5d-47db-b200-be470000f036 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:18.069144 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:18.069488 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:18.069887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:18.070565 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Bound port: 5e605c4c-2b5d-47db-b200-be470000f036, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:18.070690 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:18.071572 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09199b7b-a641-40a5-9c66-0246000e8960 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01555b3f-8b3f-4632-b668-3c47f295ce3d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:18.079970 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-398107e3-e1d4-4bb3-9ed4-13680cf143c2 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:18.087806 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09199b7b-a641-40a5-9c66-0246000e8960 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:18.088177 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-09199b7b-a641-40a5-9c66-0246000e8960 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Added segment 0b4b1425-a25c-4b4f-b197-36ce3679f8e7 of type vlan for network 5dea13c6-3a78-4b9e-b782-a86cb7d72b00 Aug 20 11:41:18.107315 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d0af453-a7d9-4fc2-8b8e-bedf7b528471 req-9149f8ec-24a8-4f14-a579-d9baab75b13c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585487 Aug 20 11:41:18.171711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] For port 5e605c4c-2b5d-47db-b200-be470000f036, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:18.174605 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] For port 5e605c4c-2b5d-47db-b200-be470000f036, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5e605c4c-2b5d-47db-b200-be470000f036,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:18.178316 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09199b7b-a641-40a5-9c66-0246000e8960 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:18.179078 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:18.190479 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55360fc1-e18e-47cb-9443-cae43fd0e21f req-827f75ea-11fa-4bc9-8c16-e48c9b1f81e0 service neutron] 10.222.0.35 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780639 Aug 20 11:41:18.219154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:18.219826 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:18.221415 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-debba20c-df51-4f52-b72f-a51d7005a502 req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] 10.222.0.35 "PUT /v2.0/ports/5e605c4c-2b5d-47db-b200-be470000f036 HTTP/1.1" status: 200 len: 1096 time: 0.9871020 Aug 20 11:41:18.221883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b42d1db-5d3e-4c1a-94f2-52d523350cb6', 'tag': '5e605c4c-2b5d-47db-b200-be470000f036'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:18.224344 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1444cc5-dc31-49ff-ae87-c45dc6112963" -d '{"events": [{"name": "network-changed", "server_uuid": "2b42d1db-5d3e-4c1a-94f2-52d523350cb6", "tag": "5e605c4c-2b5d-47db-b200-be470000f036"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:18.254624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ebcfd-5b3c-4f98-bb15-47399249d0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e605c4c-2b5d-47db-b200-be470000f036,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:18.295567 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09199b7b-a641-40a5-9c66-0246000e8960 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:18.301290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09199b7b-a641-40a5-9c66-0246000e8960 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:18.301917 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09199b7b-a641-40a5-9c66-0246000e8960 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:18.321412 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bddc55f-9b86-4b06-80f8-fa47759df5f1 x-openstack-request-id: req-4bddc55f-9b86-4b06-80f8-fa47759df5f1 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:18.321720 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b42d1db-5d3e-4c1a-94f2-52d523350cb6", "tag": "5e605c4c-2b5d-47db-b200-be470000f036", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:18.322035 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4bddc55f-9b86-4b06-80f8-fa47759df5f1 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:18.322446 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b42d1db-5d3e-4c1a-94f2-52d523350cb6', 'tag': '5e605c4c-2b5d-47db-b200-be470000f036', 'status': 'completed', 'code': 200} Aug 20 11:41:18.386929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debba20c-df51-4f52-b72f-a51d7005a502 req-be85cd7d-b787-4a6d-b9f7-4f0fb0614d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:18.389194 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-debba20c-df51-4f52-b72f-a51d7005a502 req-be85cd7d-b787-4a6d-b9f7-4f0fb0614d9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 1099 time: 0.1068797 Aug 20 11:41:18.402388 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aea97f-3251-4105-ad2a-7cfd51200868 req-feaaddd8-2f92-4cf6-8e52-13566bbd79db tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:18.410281 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-52aea97f-3251-4105-ad2a-7cfd51200868 req-feaaddd8-2f92-4cf6-8e52-13566bbd79db tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 948 time: 0.0867431 Aug 20 11:41:18.416165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09199b7b-a641-40a5-9c66-0246000e8960 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Pushing event updated for resources: {'Network': ['ID=5dea13c6-3a78-4b9e-b782-a86cb7d72b00,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:18.425970 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55360fc1-e18e-47cb-9443-cae43fd0e21f req-1869a1cf-1042-40ab-8582-151b53416c02 service neutron] 10.222.0.35 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268586 Aug 20 11:41:18.451871 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-398107e3-e1d4-4bb3-9ed4-13680cf143c2 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:18.453047 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 5dea13c6-3a78-4b9e-b782-a86cb7d72b00 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:41:18.461812 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-398107e3-e1d4-4bb3-9ed4-13680cf143c2 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:18.473104 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-398107e3-e1d4-4bb3-9ed4-13680cf143c2 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] device_id is not set on port 8ac773f8-7501-4ecf-a4c6-69a1d911a904 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:41:18.481920 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-debba20c-df51-4f52-b72f-a51d7005a502 req-f855ce19-4316-4f24-b461-cd356d8d50f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=5e605c4c-2b5d-47db-b200-be470000f036 HTTP/1.1" status: 200 len: 217 time: 0.0691001 Aug 20 11:41:18.485160 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-09199b7b-a641-40a5-9c66-0246000e8960 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0699100 Aug 20 11:41:18.485795 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-52aea97f-3251-4105-ad2a-7cfd51200868 req-d398b4be-20f0-4682-a0d8-1f82f6057d1f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747151 Aug 20 11:41:18.488239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39070) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:18.555366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398107e3-e1d4-4bb3-9ed4-13680cf143c2 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d8bb6c-0427-441d-80da-23bec3df25cf,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:18.566292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debba20c-df51-4f52-b72f-a51d7005a502 req-27b7b8eb-dd00-4788-bd4d-31fc0eb7115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:18.572660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-debba20c-df51-4f52-b72f-a51d7005a502 req-27b7b8eb-dd00-4788-bd4d-31fc0eb7115e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0737383 Aug 20 11:41:18.578865 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2cb90ea8-75cf-478b-b229-047033726435 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Request body: {'network': {'name': 'tempest-network--629786714', 'router:external': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:18.637849 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb90ea8-75cf-478b-b229-047033726435 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Made reservation on behalf of 298686ebbff24583bfb6663ee7b14620 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:18.640701 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2cb90ea8-75cf-478b-b229-047033726435 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:18.645931 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debba20c-df51-4f52-b72f-a51d7005a502 req-e1af821a-2361-4af4-bb6a-f665c7eeef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:18.647408 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-debba20c-df51-4f52-b72f-a51d7005a502 req-e1af821a-2361-4af4-bb6a-f665c7eeef23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644038 Aug 20 11:41:18.652823 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2cb90ea8-75cf-478b-b229-047033726435 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:18.740554 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d42159-94ab-4313-a83d-4376d585ae43 req-e51ede52-51bc-4ffd-ab02-9b3dbac73843 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:18.744679 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09d42159-94ab-4313-a83d-4376d585ae43 req-e51ede52-51bc-4ffd-ab02-9b3dbac73843 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 944 time: 0.1190417 Aug 20 11:41:18.786716 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-398107e3-e1d4-4bb3-9ed4-13680cf143c2 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 11:41:18.787180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398107e3-e1d4-4bb3-9ed4-13680cf143c2 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:41:18.788060 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-debba20c-df51-4f52-b72f-a51d7005a502 req-d138dca8-2dfd-4167-b7ff-004f83baad50 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316757 Aug 20 11:41:18.805235 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09d42159-94ab-4313-a83d-4376d585ae43 req-86e58d1f-392b-4a2e-b825-e9f1e93a619a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561213 Aug 20 11:41:18.928824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978c5eb-3146-4f71-b213-44e081a91f4f req-0bb55ce8-97e1-4c4c-858d-2d984605acc1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:18.934682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978c5eb-3146-4f71-b213-44e081a91f4f req-0bb55ce8-97e1-4c4c-858d-2d984605acc1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:18.941082 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978c5eb-3146-4f71-b213-44e081a91f4f req-0bb55ce8-97e1-4c4c-858d-2d984605acc1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:18.942679 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e978c5eb-3146-4f71-b213-44e081a91f4f req-0bb55ce8-97e1-4c4c-858d-2d984605acc1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2419 time: 0.1741896 Aug 20 11:41:19.065884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 33cb09f9-b628-46aa-bdd1-90d568358a85 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:19.180404 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 33cb09f9-b628-46aa-bdd1-90d568358a85, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=33cb09f9-b628-46aa-bdd1-90d568358a85,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:19.193765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '33cb09f9-b628-46aa-bdd1-90d568358a85', 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc', 'port_id': '33cb09f9-b628-46aa-bdd1-90d568358a85', 'mac_address': 'fa:16:3e:55:f6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8164adc2-ff26-452d-9022-daf8f61c3f29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:19.232384 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.246100 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96caa3-658b-4195-ab9d-5496a4161ee1 req-df3f9bbf-b187-4341-ab1d-6ae7002aed68 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:19.246527 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33cb09f9-b628-46aa-bdd1-90d568358a85 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:19.248443 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e96caa3-658b-4195-ab9d-5496a4161ee1 req-df3f9bbf-b187-4341-ab1d-6ae7002aed68 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 943 time: 0.0616484 Aug 20 11:41:19.268867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 33cb09f9-b628-46aa-bdd1-90d568358a85, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=33cb09f9-b628-46aa-bdd1-90d568358a85,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:19.274895 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.290930 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e96caa3-658b-4195-ab9d-5496a4161ee1 req-0604e74e-3fda-4e27-98a7-e3e3d5215c13 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360091 Aug 20 11:41:19.317796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-b8049a84-6600-480a-83be-9ecf839644bd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:19.323540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-b8049a84-6600-480a-83be-9ecf839644bd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:19.329843 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-b8049a84-6600-480a-83be-9ecf839644bd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:19.330830 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=33cb09f9-b628-46aa-bdd1-90d568358a85,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:19.331470 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-b8049a84-6600-480a-83be-9ecf839644bd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 2419 time: 0.4679301 Aug 20 11:41:19.357350 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-debba20c-df51-4f52-b72f-a51d7005a502 req-705759ba-bd0e-4c80-a039-256381210671 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464509 Aug 20 11:41:19.359307 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2cb90ea8-75cf-478b-b229-047033726435 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.367828 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-398107e3-e1d4-4bb3-9ed4-13680cf143c2 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.6166222 Aug 20 11:41:19.370461 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39084) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:19.385233 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2cb90ea8-75cf-478b-b229-047033726435 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.401289 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e978c5eb-3146-4f71-b213-44e081a91f4f req-d22bd43d-8c59-40d5-83db-b7a3ba3c1cfa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511590 Aug 20 11:41:19.438698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb90ea8-75cf-478b-b229-047033726435 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:41:19.489992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb90ea8-75cf-478b-b229-047033726435 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446a5255-d0ab-4c81-ab77-19dd01f62abe,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:19.498252 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2cb90ea8-75cf-478b-b229-047033726435 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.499003 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-2cb90ea8-75cf-478b-b229-047033726435 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Added segment 5055a36e-65dc-40fc-af5d-6c9a2ca13c9d of type vlan for network c90b309c-7abf-433c-ac9c-749e0a766f75 Aug 20 11:41:19.519470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['33cb09f9-b628-46aa-bdd1-90d568358a85'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:19.530971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a8001693-3031-45a8-a89f-6f6b64e39f66 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Deleting port 9db8aa1f-b8e5-45da-ab49-4c633053abde {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:19.531443 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8001693-3031-45a8-a89f-6f6b64e39f66 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.574898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1444cc5-dc31-49ff-ae87-c45dc6112963 req-09975014-9d0d-4c53-84e2-5993bf2e6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:19.576525 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1444cc5-dc31-49ff-ae87-c45dc6112963 req-09975014-9d0d-4c53-84e2-5993bf2e6078 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 1099 time: 0.1619904 Aug 20 11:41:19.578780 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2cb90ea8-75cf-478b-b229-047033726435 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.657497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714e747-ff70-494b-98a9-48aa162326ed req-6e1ab4aa-efbf-4985-9a3e-5b551cb98210 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:19.659041 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7714e747-ff70-494b-98a9-48aa162326ed req-6e1ab4aa-efbf-4985-9a3e-5b551cb98210 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 948 time: 0.0827303 Aug 20 11:41:19.660869 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8001693-3031-45a8-a89f-6f6b64e39f66 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.661198 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8001693-3031-45a8-a89f-6f6b64e39f66 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.666278 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-c249c525-d0be-4661-9b9b-c7780af212e2 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Deleting port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:19.666460 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-c249c525-d0be-4661-9b9b-c7780af212e2 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.682121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a8001693-3031-45a8-a89f-6f6b64e39f66 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Calling delete_port for 9db8aa1f-b8e5-45da-ab49-4c633053abde owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:19.728268 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2cb90ea8-75cf-478b-b229-047033726435 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.729288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb90ea8-75cf-478b-b229-047033726435 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:19.729872 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2cb90ea8-75cf-478b-b229-047033726435 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.759882 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7714e747-ff70-494b-98a9-48aa162326ed req-e64b47ab-4669-4b49-ab10-a5671621ea02 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872469 Aug 20 11:41:19.821924 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2cb90ea8-75cf-478b-b229-047033726435 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.3325615 Aug 20 11:41:19.825661 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39090) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:19.848665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1444cc5-dc31-49ff-ae87-c45dc6112963 req-388de651-b9cd-4db5-b052-931b38559e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:19.850172 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1444cc5-dc31-49ff-ae87-c45dc6112963 req-388de651-b9cd-4db5-b052-931b38559e64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2643881 Aug 20 11:41:19.868085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb90ea8-75cf-478b-b229-047033726435 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event updated for resources: {'Network': ['ID=c90b309c-7abf-433c-ac9c-749e0a766f75,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:19.872168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-c249c525-d0be-4661-9b9b-c7780af212e2 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] For port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ce6038a2-1a7e-42d4-b94a-d62d280bdcfb,segment=NetworkSegment(1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3),segment_id=1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:19.872608 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-c249c525-d0be-4661-9b9b-c7780af212e2 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.884105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network c90b309c-7abf-433c-ac9c-749e0a766f75 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:41:19.912882 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14f21efd-3b2c-4759-9836-8b6da2207a67 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.915701 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8001693-3031-45a8-a89f-6f6b64e39f66 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.923454 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1444cc5-dc31-49ff-ae87-c45dc6112963 req-c055af3b-6808-4a9e-bf0d-acf452d25707 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=5e605c4c-2b5d-47db-b200-be470000f036 HTTP/1.1" status: 200 len: 217 time: 0.0635958 Aug 20 11:41:19.933543 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-c249c525-d0be-4661-9b9b-c7780af212e2 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Calling delete_port for ce6038a2-1a7e-42d4-b94a-d62d280bdcfb owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:19.947028 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8001693-3031-45a8-a89f-6f6b64e39f66 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Pushing event deleted for resources: {'Port': ['ID=9db8aa1f-b8e5-45da-ab49-4c633053abde,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:20.070358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93556722-f0b3-4a37-a823-226a7f8e50b6 req-d416c54c-5496-4c25-8c2a-f1a0782f349c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:20.072173 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93556722-f0b3-4a37-a823-226a7f8e50b6 req-d416c54c-5496-4c25-8c2a-f1a0782f349c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 945 time: 0.1548986 Aug 20 11:41:20.078057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1444cc5-dc31-49ff-ae87-c45dc6112963 req-3306122c-253f-49a1-bcd9-3bce3d424fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:20.079722 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1444cc5-dc31-49ff-ae87-c45dc6112963 req-3306122c-253f-49a1-bcd9-3bce3d424fa3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1457608 Aug 20 11:41:20.084882 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14f21efd-3b2c-4759-9836-8b6da2207a67 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.094777 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8001693-3031-45a8-a89f-6f6b64e39f66 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.097427 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8001693-3031-45a8-a89f-6f6b64e39f66 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.101577 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a8001693-3031-45a8-a89f-6f6b64e39f66 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048 tempest-ExternalNetworksAdminNegativeTestJSON-1020433048-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/6b1629a0-7b54-4335-924e-922fcedfbd0c HTTP/1.1" status: 204 len: 168 time: 0.7272904 Aug 20 11:41:20.104493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-14f21efd-3b2c-4759-9836-8b6da2207a67 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90b309c-7abf-433c-ac9c-749e0a766f75']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:20.121615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-14f21efd-3b2c-4759-9836-8b6da2207a67 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5055a36e-65dc-40fc-af5d-6c9a2ca13c9d') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:20.121950 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-14f21efd-3b2c-4759-9836-8b6da2207a67 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5055a36e-65dc-40fc-af5d-6c9a2ca13c9d') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:20.132704 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14f21efd-3b2c-4759-9836-8b6da2207a67 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.148248 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14f21efd-3b2c-4759-9836-8b6da2207a67 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.158047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f21efd-3b2c-4759-9836-8b6da2207a67 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:41:20.158539 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14f21efd-3b2c-4759-9836-8b6da2207a67 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:41:20.160914 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:41:20.182946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93556722-f0b3-4a37-a823-226a7f8e50b6 req-2d2b881a-eb74-423c-9847-7f404bdd1c2c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961261 Aug 20 11:41:20.228031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1444cc5-dc31-49ff-ae87-c45dc6112963 req-e333895c-5aae-4bf4-9505-813871b5fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:20.229566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1444cc5-dc31-49ff-ae87-c45dc6112963 req-e333895c-5aae-4bf4-9505-813871b5fe7c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1336045 Aug 20 11:41:20.232920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14f21efd-3b2c-4759-9836-8b6da2207a67 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.249236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f21efd-3b2c-4759-9836-8b6da2207a67 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c90b309c-7abf-433c-ac9c-749e0a766f75 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 11:41:20.251019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f21efd-3b2c-4759-9836-8b6da2207a67 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event deleted for resources: {'Network': ['ID=c90b309c-7abf-433c-ac9c-749e0a766f75,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:20.253180 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14f21efd-3b2c-4759-9836-8b6da2207a67 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.258478 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-14f21efd-3b2c-4759-9836-8b6da2207a67 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "DELETE /v2.0/networks/c90b309c-7abf-433c-ac9c-749e0a766f75 HTTP/1.1" status: 204 len: 168 time: 0.4285791 Aug 20 11:41:20.258831 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39098) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:20.268431 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6036157f-d41d-47ef-a9fd-74e6614d40b8 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:20.304717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6036157f-d41d-47ef-a9fd-74e6614d40b8 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Made reservation on behalf of 298686ebbff24583bfb6663ee7b14620 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:20.309030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6036157f-d41d-47ef-a9fd-74e6614d40b8 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.330955 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-c249c525-d0be-4661-9b9b-c7780af212e2 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.346423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['75ae1463-0b84-46c2-9ce9-da392c79a994', 'b2268c33-d652-49a0-a340-82899766e675', 'ce6038a2-1a7e-42d4-b94a-d62d280bdcfb'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:20.351540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6036157f-d41d-47ef-a9fd-74e6614d40b8 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:41:20.366134 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6036157f-d41d-47ef-a9fd-74e6614d40b8 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.366595 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-6036157f-d41d-47ef-a9fd-74e6614d40b8 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Added segment 44d8539a-33ee-444c-b739-dfa0b9057a17 of type vlan for network c46ce3ee-64a7-46ce-8975-71b084357641 Aug 20 11:41:20.458216 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249c525-d0be-4661-9b9b-c7780af212e2 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Port': ['ID=ce6038a2-1a7e-42d4-b94a-d62d280bdcfb,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:20.480430 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6036157f-d41d-47ef-a9fd-74e6614d40b8 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.490339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-c249c525-d0be-4661-9b9b-c7780af212e2 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] No DVR routers for this DVR port ce6038a2-1a7e-42d4-b94a-d62d280bdcfb on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:41:20.496034 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-c249c525-d0be-4661-9b9b-c7780af212e2 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.498978 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-c249c525-d0be-4661-9b9b-c7780af212e2 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.76 "DELETE /v2.0/ports/ce6038a2-1a7e-42d4-b94a-d62d280bdcfb HTTP/1.1" status: 204 len: 173 time: 1.1584954 Aug 20 11:41:20.499694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'name': 'network-vif-deleted', 'tag': 'ce6038a2-1a7e-42d4-b94a-d62d280bdcfb'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:20.502347 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54535c4-b4e3-480c-82b6-ce0d8cbf3fbc" -d '{"events": [{"server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "name": "network-vif-deleted", "tag": "ce6038a2-1a7e-42d4-b94a-d62d280bdcfb"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:20.525155 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700470a9-ab3e-4a51-b91f-0e602e9fa3bd req-f8b5c620-2e4d-40fb-bbeb-c2119f5115b0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:20.534330 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-700470a9-ab3e-4a51-b91f-0e602e9fa3bd req-f8b5c620-2e4d-40fb-bbeb-c2119f5115b0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 943 time: 0.1246619 Aug 20 11:41:20.559134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1444cc5-dc31-49ff-ae87-c45dc6112963 req-bb2574c0-7fa1-4250-9e30-7375cc1e1a54 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214872 Aug 20 11:41:20.578783 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6036157f-d41d-47ef-a9fd-74e6614d40b8 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.579792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6036157f-d41d-47ef-a9fd-74e6614d40b8 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:20.580461 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6036157f-d41d-47ef-a9fd-74e6614d40b8 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.593270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39108) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:20.660624 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-700470a9-ab3e-4a51-b91f-0e602e9fa3bd req-5c6abe7d-c777-4fb5-af2b-e7d9dffe9388 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253285 Aug 20 11:41:20.710075 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6036157f-d41d-47ef-a9fd-74e6614d40b8 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.4488339 Aug 20 11:41:20.710989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39112) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:20.730151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036157f-d41d-47ef-a9fd-74e6614d40b8 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event updated for resources: {'Network': ['ID=c46ce3ee-64a7-46ce-8975-71b084357641,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:20.741811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network c46ce3ee-64a7-46ce-8975-71b084357641 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:41:20.765684 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca441d3-6216-450c-b473-ddad7710f91a x-openstack-request-id: req-7ca441d3-6216-450c-b473-ddad7710f91a {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:20.766079 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "name": "network-vif-deleted", "tag": "ce6038a2-1a7e-42d4-b94a-d62d280bdcfb", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:20.766399 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ca441d3-6216-450c-b473-ddad7710f91a {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:20.766865 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'name': 'network-vif-deleted', 'tag': 'ce6038a2-1a7e-42d4-b94a-d62d280bdcfb', 'status': 'completed', 'code': 200} Aug 20 11:41:20.772606 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-be01a2f1-6b6b-462d-8f97-a5c0c82cc8e5 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Request body: {'subnet': {'network_id': 'c46ce3ee-64a7-46ce-8975-71b084357641', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:20.862650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b725790-c14f-4c86-977d-5dc8ea06c4a8 req-e3551639-8806-4b59-8b8e-d53169b5eec1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:20.869811 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b725790-c14f-4c86-977d-5dc8ea06c4a8 req-e3551639-8806-4b59-8b8e-d53169b5eec1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:20.870837 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b725790-c14f-4c86-977d-5dc8ea06c4a8 req-e3551639-8806-4b59-8b8e-d53169b5eec1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 1683 time: 0.3087447 Aug 20 11:41:20.910001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be01a2f1-6b6b-462d-8f97-a5c0c82cc8e5 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Made reservation on behalf of 298686ebbff24583bfb6663ee7b14620 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:20.912322 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-be01a2f1-6b6b-462d-8f97-a5c0c82cc8e5 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.926533 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-117e80b0-f8cf-4ede-8ae5-4c01658c48d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.966021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8e7bd-1620-49c6-b978-9349c9884182 req-4f52c174-092e-4ba9-9c96-b56773fdbb31 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:20.968054 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d2f8e7bd-1620-49c6-b978-9349c9884182 req-4f52c174-092e-4ba9-9c96-b56773fdbb31 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 948 time: 0.0494633 Aug 20 11:41:21.004056 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1444cc5-dc31-49ff-ae87-c45dc6112963 req-7acde529-53cd-4d81-ab4c-657e3121474a service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094877 Aug 20 11:41:21.013829 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d2f8e7bd-1620-49c6-b978-9349c9884182 req-4b3f9142-9541-4e21-8150-7dca65b095d5 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390706 Aug 20 11:41:21.036845 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b725790-c14f-4c86-977d-5dc8ea06c4a8 req-777a30c8-e485-4810-a475-bb790ed9f861 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499388 Aug 20 11:41:21.050584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-2cd52439-0d9c-4b90-a2f2-e557f6592128 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Deleting port 75ae1463-0b84-46c2-9ce9-da392c79a994 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:21.050934 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-2cd52439-0d9c-4b90-a2f2-e557f6592128 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.082495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 33cb09f9-b628-46aa-bdd1-90d568358a85 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:21.130654 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f2a8a7f8-fbb0-4af5-81e4-886682330075 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:21.150912 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 33cb09f9-b628-46aa-bdd1-90d568358a85 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:21.157490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 33cb09f9-b628-46aa-bdd1-90d568358a85 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:21.157858 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.236184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-2cd52439-0d9c-4b90-a2f2-e557f6592128 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] For port 75ae1463-0b84-46c2-9ce9-da392c79a994, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=75ae1463-0b84-46c2-9ce9-da392c79a994,segment=NetworkSegment(0bb9452d-5b9c-495f-8847-102419d7238b),segment_id=0bb9452d-5b9c-495f-8847-102419d7238b)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:21.236551 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-2cd52439-0d9c-4b90-a2f2-e557f6592128 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.256242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-2cd52439-0d9c-4b90-a2f2-e557f6592128 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Calling delete_port for 75ae1463-0b84-46c2-9ce9-da392c79a994 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:21.269733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port f2a8a7f8-fbb0-4af5-81e4-886682330075, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f2a8a7f8-fbb0-4af5-81e4-886682330075,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:21.305899 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'f2a8a7f8-fbb0-4af5-81e4-886682330075', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'port_id': 'f2a8a7f8-fbb0-4af5-81e4-886682330075', 'mac_address': 'fa:16:3e:b4:06:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:21.317154 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.365845 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9055d4-39a7-4322-8c5f-c9e46a89aa6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cb09f9-b628-46aa-bdd1-90d568358a85'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:21.368043 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d3a663-ce44-4796-896f-d32fbe2db9c2" -d '{"events": [{"server_uuid": "eb9055d4-39a7-4322-8c5f-c9e46a89aa6c", "name": "network-vif-plugged", "status": "completed", "tag": "33cb09f9-b628-46aa-bdd1-90d568358a85"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:21.372796 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.379244 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-117e80b0-f8cf-4ede-8ae5-4c01658c48d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.388482 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 33cb09f9-b628-46aa-bdd1-90d568358a85, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=33cb09f9-b628-46aa-bdd1-90d568358a85,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:21.389665 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-117e80b0-f8cf-4ede-8ae5-4c01658c48d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.394082 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a8a7f8-fbb0-4af5-81e4-886682330075 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:21.399435 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.400212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b2268c33-d652-49a0-a340-82899766e675 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:41:21.448433 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb712bf-7911-4288-aaec-c42060b138ae x-openstack-request-id: req-3fb712bf-7911-4288-aaec-c42060b138ae {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:21.448744 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9055d4-39a7-4322-8c5f-c9e46a89aa6c", "name": "network-vif-plugged", "status": "completed", "tag": "33cb09f9-b628-46aa-bdd1-90d568358a85", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:21.448997 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fb712bf-7911-4288-aaec-c42060b138ae {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:21.449373 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9055d4-39a7-4322-8c5f-c9e46a89aa6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cb09f9-b628-46aa-bdd1-90d568358a85', 'code': 200} Aug 20 11:41:21.471941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port f2a8a7f8-fbb0-4af5-81e4-886682330075, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f2a8a7f8-fbb0-4af5-81e4-886682330075,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:21.479311 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.503138 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=33cb09f9-b628-46aa-bdd1-90d568358a85,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:21.507398 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-117e80b0-f8cf-4ede-8ae5-4c01658c48d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c50b400cb97f4e59b95d6db1f16548c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9059649 Aug 20 11:41:21.507784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39124) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:21.530194 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990da7db-af02-4e84-b492-e796dd056e47 req-51bd8783-f62e-450d-9aaa-a0bd59b4228d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:21.531704 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-990da7db-af02-4e84-b492-e796dd056e47 req-51bd8783-f62e-450d-9aaa-a0bd59b4228d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 945 time: 0.2630794 Aug 20 11:41:21.538124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e80b0-f8cf-4ede-8ae5-4c01658c48d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c3de49-8e1b-4c86-bd5a-3d46e0901694,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:21.571321 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b32f5622-43e7-42d9-bca5-769999b580ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.586574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=f2a8a7f8-fbb0-4af5-81e4-886682330075,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:21.589666 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.607890 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b32f5622-43e7-42d9-bca5-769999b580ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.628628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b2268c33-d652-49a0-a340-82899766e675, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b2268c33-d652-49a0-a340-82899766e675,segment=NetworkSegment(1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3),segment_id=1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:21.632565 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.633292 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ce6038a2-1a7e-42d4-b94a-d62d280bdcfb no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:41:21.650346 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fb67b-7ba9-4337-b353-10a065c26040 req-a64967d4-7675-4728-880e-7a58ca1b7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:21.651813 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-453fb67b-7ba9-4337-b353-10a065c26040 req-a64967d4-7675-4728-880e-7a58ca1b7fc6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 1097 time: 0.1524644 Aug 20 11:41:21.666514 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b32f5622-43e7-42d9-bca5-769999b580ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.667614 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-990da7db-af02-4e84-b492-e796dd056e47 req-279cf928-396e-4626-a30d-6d11c0effd37 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028633 Aug 20 11:41:21.669941 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b32f5622-43e7-42d9-bca5-769999b580ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.672203 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b32f5622-43e7-42d9-bca5-769999b580ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83c3de49-8e1b-4c86-bd5a-3d46e0901694 HTTP/1.1" status: 204 len: 168 time: 0.1629560 Aug 20 11:41:21.681261 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f5622-43e7-42d9-bca5-769999b580ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c3de49-8e1b-4c86-bd5a-3d46e0901694,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:21.696664 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: ce6038a2-1a7e-42d4-b94a-d62d280bdcfb {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:41:21.697180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ce6038a2-1a7e-42d4-b94a-d62d280bdcfb not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:41:21.697428 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 75ae1463-0b84-46c2-9ce9-da392c79a994 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:41:21.742554 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-2cd52439-0d9c-4b90-a2f2-e557f6592128 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.749947 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-453fb67b-7ba9-4337-b353-10a065c26040 req-996946ee-4e7d-40d1-8091-77e0f7a788df service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857649 Aug 20 11:41:21.752077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b2268c33-d652-49a0-a340-82899766e675,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:21.785122 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd52439-0d9c-4b90-a2f2-e557f6592128 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Port': ['ID=75ae1463-0b84-46c2-9ce9-da392c79a994,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:21.797206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 75ae1463-0b84-46c2-9ce9-da392c79a994 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:41:21.797542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 75ae1463-0b84-46c2-9ce9-da392c79a994 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:41:21.820675 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['f2a8a7f8-fbb0-4af5-81e4-886682330075'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:21.835690 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ec727-c9cf-459a-9db7-061ab427b4d4 req-5f78958d-d169-4fd9-956b-eeaf3da0508a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:21.837336 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-870ec727-c9cf-459a-9db7-061ab427b4d4 req-5f78958d-d169-4fd9-956b-eeaf3da0508a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 944 time: 0.0830288 Aug 20 11:41:21.867283 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-2cd52439-0d9c-4b90-a2f2-e557f6592128 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] No DVR routers for this DVR port 75ae1463-0b84-46c2-9ce9-da392c79a994 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:41:21.868934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.objects.ports [None req-be01a2f1-6b6b-462d-8f97-a5c0c82cc8e5 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94691) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:41:21.869456 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-be01a2f1-6b6b-462d-8f97-a5c0c82cc8e5 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.872914 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-2cd52439-0d9c-4b90-a2f2-e557f6592128 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.875453 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-2cd52439-0d9c-4b90-a2f2-e557f6592128 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.76 "DELETE /v2.0/ports/75ae1463-0b84-46c2-9ce9-da392c79a994 HTTP/1.1" status: 204 len: 173 time: 1.3573766 Aug 20 11:41:21.926718 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-870ec727-c9cf-459a-9db7-061ab427b4d4 req-eb7959b3-a131-445c-976e-e02baee936ff tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760660 Aug 20 11:41:21.985445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01a2f1-6b6b-462d-8f97-a5c0c82cc8e5 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event updated for resources: {'Subnet': ['ID=09e8bbb8-cbae-4a15-8c28-21e95816b2af,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:22.005315 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01a2f1-6b6b-462d-8f97-a5c0c82cc8e5 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Checking segment: {'id': '44d8539a-33ee-444c-b739-dfa0b9057a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c46ce3ee-64a7-46ce-8975-71b084357641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:22.005708 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be01a2f1-6b6b-462d-8f97-a5c0c82cc8e5 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Network hostable DHCP agents. Network: c46ce3ee-64a7-46ce-8975-71b084357641, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:41:22.050954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be01a2f1-6b6b-462d-8f97-a5c0c82cc8e5 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Network c46ce3ee-64a7-46ce-8975-71b084357641 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:41:22.068367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-be01a2f1-6b6b-462d-8f97-a5c0c82cc8e5 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, c46ce3ee-64a7-46ce-8975-71b084357641) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:22.074391 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be01a2f1-6b6b-462d-8f97-a5c0c82cc8e5 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:22.074841 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-be01a2f1-6b6b-462d-8f97-a5c0c82cc8e5 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:22.081249 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4982de2c-c857-43ff-9fbd-da3da74d798e None None] Network c46ce3ee-64a7-46ce-8975-71b084357641 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:41:22.091961 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-28645987-41c5-4b1e-97e3-9b4624b592cd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Deleting port b2268c33-d652-49a0-a340-82899766e675 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:22.092352 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-28645987-41c5-4b1e-97e3-9b4624b592cd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:22.157204 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-be01a2f1-6b6b-462d-8f97-a5c0c82cc8e5 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4001982 Aug 20 11:41:22.166673 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39140) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:22.172090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Request body: {'floatingip': {'floating_network_id': 'c46ce3ee-64a7-46ce-8975-71b084357641'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:22.176670 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39142) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:22.224022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec76b4-88b2-42ed-b119-f6f7f069c1f4 req-783b4c71-4d1f-4f5d-8806-266a7ddbd9e1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:22.225568 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-02ec76b4-88b2-42ed-b119-f6f7f069c1f4 req-783b4c71-4d1f-4f5d-8806-266a7ddbd9e1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c9b3a41-b4cb-4192-a157-898a227be0c9 HTTP/1.1" status: 200 len: 944 time: 0.0781229 Aug 20 11:41:22.231821 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a8cb3-2330-4b32-87e4-8ac1e0dbdde9 req-c868d4de-6cae-4fc8-99e2-5ff08a74df55 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:22.233378 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c32a8cb3-2330-4b32-87e4-8ac1e0dbdde9 req-c868d4de-6cae-4fc8-99e2-5ff08a74df55 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 948 time: 0.1347570 Aug 20 11:41:22.248887 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:22.264825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-28645987-41c5-4b1e-97e3-9b4624b592cd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] For port b2268c33-d652-49a0-a340-82899766e675, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b2268c33-d652-49a0-a340-82899766e675,segment=NetworkSegment(1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3),segment_id=1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:22.265688 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-28645987-41c5-4b1e-97e3-9b4624b592cd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:22.268666 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-21114617-accb-4588-ad95-30b58e914fd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8496a6d7fba7482699690a651c96ac9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899317 Aug 20 11:41:22.278809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39144) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:22.283077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78398d6b-502e-44be-8ee3-d48fcdb947b7 None None] Network c46ce3ee-64a7-46ce-8975-71b084357641 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:41:22.312663 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-28645987-41c5-4b1e-97e3-9b4624b592cd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Calling delete_port for b2268c33-d652-49a0-a340-82899766e675 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:22.340964 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-02ec76b4-88b2-42ed-b119-f6f7f069c1f4 req-226287af-4d07-4e50-b53e-7b7c21642fb4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046605 Aug 20 11:41:22.346120 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cd892e50-2cd3-44eb-8974-c1a53960f05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:22.347696 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c32a8cb3-2330-4b32-87e4-8ac1e0dbdde9 req-9343c5a5-00e2-44d1-b1d8-678705f5f6d1 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041365 Aug 20 11:41:22.405113 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:22.440462 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a463232-7037-4c90-90af-cd4f5e54b4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:22.473065 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a463232-7037-4c90-90af-cd4f5e54b4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:22.512685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Allocated IP 172.20.0.10 (c46ce3ee-64a7-46ce-8975-71b084357641/09e8bbb8-cbae-4a15-8c28-21e95816b2af/c5fc2608-d0c7-4802-8e05-911c662d236a) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:22.560267 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-28645987-41c5-4b1e-97e3-9b4624b592cd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:22.569543 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a463232-7037-4c90-90af-cd4f5e54b4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:22.572139 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a463232-7037-4c90-90af-cd4f5e54b4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:22.573345 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9a463232-7037-4c90-90af-cd4f5e54b4be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52d8bb6c-0427-441d-80da-23bec3df25cf HTTP/1.1" status: 204 len: 168 time: 0.2859392 Aug 20 11:41:22.602644 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28645987-41c5-4b1e-97e3-9b4624b592cd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Port': ['ID=b2268c33-d652-49a0-a340-82899766e675,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:22.606299 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a463232-7037-4c90-90af-cd4f5e54b4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d8bb6c-0427-441d-80da-23bec3df25cf,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:22.651751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-28645987-41c5-4b1e-97e3-9b4624b592cd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] No DVR routers for this DVR port b2268c33-d652-49a0-a340-82899766e675 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:41:22.656067 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-28645987-41c5-4b1e-97e3-9b4624b592cd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:22.658140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5e450531-7aa5-42da-b89c-5d0b56269292 req-28645987-41c5-4b1e-97e3-9b4624b592cd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.76 "DELETE /v2.0/ports/b2268c33-d652-49a0-a340-82899766e675 HTTP/1.1" status: 204 len: 173 time: 0.7107036 Aug 20 11:41:22.696951 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:22.768079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'name': 'network-vif-deleted', 'tag': '75ae1463-0b84-46c2-9ce9-da392c79a994'}, {'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'name': 'network-vif-deleted', 'tag': 'b2268c33-d652-49a0-a340-82899766e675'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:22.771224 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1da62a-a7ef-4bc0-a167-28b908f9e601" -d '{"events": [{"server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "name": "network-vif-deleted", "tag": "75ae1463-0b84-46c2-9ce9-da392c79a994"}, {"server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "name": "network-vif-deleted", "tag": "b2268c33-d652-49a0-a340-82899766e675"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:22.792895 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:22.857305 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2a589c-691e-4c58-a263-27d2ecb73249 x-openstack-request-id: req-5f2a589c-691e-4c58-a263-27d2ecb73249 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:22.857603 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "name": "network-vif-deleted", "tag": "75ae1463-0b84-46c2-9ce9-da392c79a994", "status": "completed", "code": 200}, {"server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "name": "network-vif-deleted", "tag": "b2268c33-d652-49a0-a340-82899766e675", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:22.857876 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f2a589c-691e-4c58-a263-27d2ecb73249 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:22.858274 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'name': 'network-vif-deleted', 'tag': '75ae1463-0b84-46c2-9ce9-da392c79a994', 'status': 'completed', 'code': 200} Aug 20 11:41:22.858528 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'name': 'network-vif-deleted', 'tag': 'b2268c33-d652-49a0-a340-82899766e675', 'status': 'completed', 'code': 200} Aug 20 11:41:22.890683 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event updated for resources: {'Port': ['ID=c5fc2608-d0c7-4802-8e05-911c662d236a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:22.901683 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Network c46ce3ee-64a7-46ce-8975-71b084357641 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:22.906143 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:22.908691 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:22.953727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e2ecb-1ca4-44c8-8aca-63a2379db242 req-10712d6c-5a00-42eb-9209-11d50cbd58b3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:22.960911 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c99e2ecb-1ca4-44c8-8aca-63a2379db242 req-10712d6c-5a00-42eb-9209-11d50cbd58b3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.0982628 Aug 20 11:41:23.040147 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c99e2ecb-1ca4-44c8-8aca-63a2379db242 req-c781724f-c7e4-4fb7-a130-0933856db74a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783660 Aug 20 11:41:23.050085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fe038-f70b-4935-bd91-132bea99e1a3 req-1127c5d9-6e20-43b1-8aaa-0b479249d636 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:23.051814 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b87fe038-f70b-4935-bd91-132bea99e1a3 req-1127c5d9-6e20-43b1-8aaa-0b479249d636 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 944 time: 0.0550480 Aug 20 11:41:23.065437 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.120454 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b87fe038-f70b-4935-bd91-132bea99e1a3 req-942debd9-1bec-4ea1-9286-531e3f3a9081 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532649 Aug 20 11:41:23.124910 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.142253 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5e605c4c-2b5d-47db-b200-be470000f036 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:23.144697 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f2a8a7f8-fbb0-4af5-81e4-886682330075 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:23.327976 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.333130 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.382613 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event updated for resources: {'Port': ['ID=c5fc2608-d0c7-4802-8e05-911c662d236a,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:23.412884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39178) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:23.450220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2268c33-d652-49a0-a340-82899766e675'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:23.453595 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ba6f9d-a134-4772-bbf3-3327ed548c11" -d '{"events": [{"server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b2268c33-d652-49a0-a340-82899766e675"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:23.459410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port f2a8a7f8-fbb0-4af5-81e4-886682330075 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:23.461726 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.480825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port f2a8a7f8-fbb0-4af5-81e4-886682330075 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:23.486429 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.496132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5e605c4c-2b5d-47db-b200-be470000f036, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5e605c4c-2b5d-47db-b200-be470000f036,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:23.519240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-4231d686-cdcd-4f7c-b862-43f9a21f1f00 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Deleting subnet 3d60ab0f-f26b-4033-8d51-a08a4b106bef {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:41:23.519483 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.521592 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d79edbac-d0f4-4857-92fe-2691c83ef4ad tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3534553 Aug 20 11:41:23.524232 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4231d686-cdcd-4f7c-b862-43f9a21f1f00 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.524662 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39186) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:23.549603 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '5e605c4c-2b5d-47db-b200-be470000f036', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '5e605c4c-2b5d-47db-b200-be470000f036', 'mac_address': 'fa:16:3e:e6:ab:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:23.571975 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4231d686-cdcd-4f7c-b862-43f9a21f1f00 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.606129 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9df8b20-ad03-45ef-a4cc-685583f589b7 x-openstack-request-id: req-f9df8b20-ad03-45ef-a4cc-685583f589b7 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:23.606470 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9b3a41-b4cb-4192-a157-898a227be0c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b2268c33-d652-49a0-a340-82899766e675", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:23.607026 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9df8b20-ad03-45ef-a4cc-685583f589b7 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:23.608027 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b3a41-b4cb-4192-a157-898a227be0c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2268c33-d652-49a0-a340-82899766e675', 'code': 200} Aug 20 11:41:23.616133 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.655866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e605c4c-2b5d-47db-b200-be470000f036 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:23.679937 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.687672 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4231d686-cdcd-4f7c-b862-43f9a21f1f00 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.719267 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port f2a8a7f8-fbb0-4af5-81e4-886682330075, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f2a8a7f8-fbb0-4af5-81e4-886682330075,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:23.721609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5e605c4c-2b5d-47db-b200-be470000f036, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5e605c4c-2b5d-47db-b200-be470000f036,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:23.724696 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.730859 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.776346 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4231d686-cdcd-4f7c-b862-43f9a21f1f00 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.780724 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=f2a8a7f8-fbb0-4af5-81e4-886682330075,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:23.813321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231d686-cdcd-4f7c-b862-43f9a21f1f00 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Subnet': ['ID=3d60ab0f-f26b-4033-8d51-a08a4b106bef,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:23.819548 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4231d686-cdcd-4f7c-b862-43f9a21f1f00 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.824895 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4231d686-cdcd-4f7c-b862-43f9a21f1f00 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "DELETE /v2.0/subnets/3d60ab0f-f26b-4033-8d51-a08a4b106bef HTTP/1.1" status: 204 len: 168 time: 0.4085560 Aug 20 11:41:23.825754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39192) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:23.832062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14d43e9-edc8-479a-b7b5-030a042af095 None None] Network 6a7d1792-8590-4b28-b873-d57571438d03 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:41:23.900622 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=5e605c4c-2b5d-47db-b200-be470000f036,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:23.921249 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.008947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Deleting port 693664ea-2f3f-49c4-9324-7421f6a160c8 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:24.009291 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.030677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe39208-a68d-4a05-9fa6-fa6ae30aa332 req-34229982-37b5-435e-b172-90b385f5c053 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:24.038020 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1fe39208-a68d-4a05-9fa6-fa6ae30aa332 req-34229982-37b5-435e-b172-90b385f5c053 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 948 time: 0.5690181 Aug 20 11:41:24.038616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['5e605c4c-2b5d-47db-b200-be470000f036'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:24.050808 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6d22554b-da0e-41b5-8a0a-2ab6b87eb2d2 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=c46ce3ee-64a7-46ce-8975-71b084357641 HTTP/1.1" status: 200 len: 690 time: 0.5242691 Aug 20 11:41:24.050967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39200) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:24.093066 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c071c48a-efc1-4d85-9704-95e76878a7ee None None] DHCP port deletion for 6a7d1792-8590-4b28-b873-d57571438d03 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:41:24.105678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] For port 693664ea-2f3f-49c4-9324-7421f6a160c8, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=693664ea-2f3f-49c4-9324-7421f6a160c8,segment=NetworkSegment(0bb9452d-5b9c-495f-8847-102419d7238b),segment_id=0bb9452d-5b9c-495f-8847-102419d7238b)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:24.106260 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.121807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Calling delete_port for 693664ea-2f3f-49c4-9324-7421f6a160c8 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:24.190295 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c071c48a-efc1-4d85-9704-95e76878a7ee None None] Deleting port 693664ea-2f3f-49c4-9324-7421f6a160c8 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:24.191327 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c071c48a-efc1-4d85-9704-95e76878a7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.204418 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1fe39208-a68d-4a05-9fa6-fa6ae30aa332 req-a9f01a55-27bc-4239-8551-ddfe22703953 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503444 Aug 20 11:41:24.281136 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf08ec-844f-4129-8756-5bd518056a6a req-fcb90d4b-30af-4923-b9e6-7f6c10bbbf6a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:24.288759 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5bf08ec-844f-4129-8756-5bd518056a6a req-fcb90d4b-30af-4923-b9e6-7f6c10bbbf6a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.1089735 Aug 20 11:41:24.317932 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.327176 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.348627 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5bf08ec-844f-4129-8756-5bd518056a6a req-b2eaa2ae-78db-49cf-aea2-56d6aff4eb52 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587924 Aug 20 11:41:24.386959 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eedb4-f844-4bde-b109-f7ec2687de0c req-2eccd044-25b9-4467-8d9c-e12ab1dc8d91 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:24.395126 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e6eedb4-f844-4bde-b109-f7ec2687de0c req-2eccd044-25b9-4467-8d9c-e12ab1dc8d91 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 945 time: 0.1298299 Aug 20 11:41:24.396277 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c071c48a-efc1-4d85-9704-95e76878a7ee None None] For port 693664ea-2f3f-49c4-9324-7421f6a160c8, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=693664ea-2f3f-49c4-9324-7421f6a160c8,segment=NetworkSegment(0bb9452d-5b9c-495f-8847-102419d7238b),segment_id=0bb9452d-5b9c-495f-8847-102419d7238b)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:24.396717 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c071c48a-efc1-4d85-9704-95e76878a7ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.404843 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Port': ['ID=693664ea-2f3f-49c4-9324-7421f6a160c8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:24.417654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] No DVR routers for this DVR port 693664ea-2f3f-49c4-9324-7421f6a160c8 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:41:24.419287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c071c48a-efc1-4d85-9704-95e76878a7ee None None] Calling delete_port for 693664ea-2f3f-49c4-9324-7421f6a160c8 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:24.427562 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 693664ea-2f3f-49c4-9324-7421f6a160c8 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:41:24.452443 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e6eedb4-f844-4bde-b109-f7ec2687de0c req-58cee580-69a6-4876-b882-c916e7b5e8a0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510733 Aug 20 11:41:24.490487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 693664ea-2f3f-49c4-9324-7421f6a160c8 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:41:24.494318 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 693664ea-2f3f-49c4-9324-7421f6a160c8 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:41:24.514747 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Deleting port c5fc2608-d0c7-4802-8e05-911c662d236a {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:24.515418 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.553046 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.567441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7d1792-8590-4b28-b873-d57571438d03']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:24.590709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb9452d-5b9c-495f-8847-102419d7238b') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:24.591272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb9452d-5b9c-495f-8847-102419d7238b') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:24.610698 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.644222 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c071c48a-efc1-4d85-9704-95e76878a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.661835 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.673792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:41:24.674220 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.678570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071c48a-efc1-4d85-9704-95e76878a7ee None None] Pushing event deleted for resources: {'Port': ['ID=693664ea-2f3f-49c4-9324-7421f6a160c8,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:24.681530 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:41:24.681862 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:41:24.683827 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.686015 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c071c48a-efc1-4d85-9704-95e76878a7ee None None] No DVR routers for this DVR port 693664ea-2f3f-49c4-9324-7421f6a160c8 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:41:24.699239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Calling delete_port for c5fc2608-d0c7-4802-8e05-911c662d236a owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:24.800047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099f8a6-3a85-4e78-ac58-21c8d5c10f78 req-f0452812-e1a2-4cde-96e5-7a08aa549f7b tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:24.802256 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c099f8a6-3a85-4e78-ac58-21c8d5c10f78 req-f0452812-e1a2-4cde-96e5-7a08aa549f7b tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.1213584 Aug 20 11:41:24.803085 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.811101 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.816488 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "DELETE /v2.0/networks/6a7d1792-8590-4b28-b873-d57571438d03 HTTP/1.1" status: 204 len: 168 time: 0.9894447 Aug 20 11:41:24.819709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39226) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:24.843570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128c058-cd7d-48a2-a056-a9dfb0035957 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Network': ['ID=6a7d1792-8590-4b28-b873-d57571438d03,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:24.865051 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.893737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5fc2608-d0c7-4802-8e05-911c662d236a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:24.909266 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c099f8a6-3a85-4e78-ac58-21c8d5c10f78 req-cb432391-b5ee-4acc-b145-4ef8ffb8307b tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915430 Aug 20 11:41:24.918939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-564ad2b5-b2bd-49e9-a231-11498f09ee46 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Deleting subnet 5a9101f8-ef58-4e02-86e7-ccff844e4f62 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:41:24.923306 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-564ad2b5-b2bd-49e9-a231-11498f09ee46 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.963689 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.966728 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-564ad2b5-b2bd-49e9-a231-11498f09ee46 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.014676 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.061685 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-564ad2b5-b2bd-49e9-a231-11498f09ee46 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.065004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39232) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:25.082677 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.109486 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-adaab2ed-45c3-4afd-8f97-c37b7836bd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.110559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=09e8bbb8-cbae-4a15-8c28-21e95816b2af,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:25.130372 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-564ad2b5-b2bd-49e9-a231-11498f09ee46 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.167835 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.169134 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-564ad2b5-b2bd-49e9-a231-11498f09ee46 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.171153 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-564ad2b5-b2bd-49e9-a231-11498f09ee46 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "DELETE /v2.0/subnets/5a9101f8-ef58-4e02-86e7-ccff844e4f62 HTTP/1.1" status: 204 len: 168 time: 0.3498673 Aug 20 11:41:25.172157 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ad2b5-b2bd-49e9-a231-11498f09ee46 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Subnet': ['ID=5a9101f8-ef58-4e02-86e7-ccff844e4f62,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:25.174647 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39236) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:25.179130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963c63f1-63e0-4cc7-bda4-97cfac055f7c None None] Network 261caf19-ff03-4a83-8adc-4aa29f0286aa requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:41:25.179268 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46ce3ee-64a7-46ce-8975-71b084357641']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:25.192888 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d8539a-33ee-444c-b739-dfa0b9057a17') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:25.193219 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d8539a-33ee-444c-b739-dfa0b9057a17') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:25.205875 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.221425 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.235270 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:41:25.236067 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:41:25.239100 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:41:25.292051 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.322563 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:25.347054 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.361990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Deleting port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:25.362332 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.371230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf93a59-79e9-4809-a381-9d668043e4e5 req-4ad02c9c-8330-4426-afa1-c8a7524b1944 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:25.372798 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5cf93a59-79e9-4809-a381-9d668043e4e5 req-4ad02c9c-8330-4426-afa1-c8a7524b1944 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 949 time: 0.0947223 Aug 20 11:41:25.377846 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.381666 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c46ce3ee-64a7-46ce-8975-71b084357641 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 11:41:25.383832 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.389405 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "DELETE /v2.0/networks/c46ce3ee-64a7-46ce-8975-71b084357641 HTTP/1.1" status: 204 len: 168 time: 1.3360591 Aug 20 11:41:25.389969 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39240) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:25.415125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e9ac9-6ca2-46fb-ae76-d0171e6dc950 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event deleted for resources: {'Network': ['ID=c46ce3ee-64a7-46ce-8975-71b084357641,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:25.430935 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac3c4d4-f919-4f6b-abfa-9bd9497a5951 None None] DHCP port deletion for 261caf19-ff03-4a83-8adc-4aa29f0286aa request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:41:25.438200 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.447350 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] For port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0a0dd0e1-d4ba-4589-81c4-6dc21ced5380,segment=NetworkSegment(1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3),segment_id=1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:25.448028 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.470620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Calling delete_port for 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:25.515980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3ac3c4d4-f919-4f6b-abfa-9bd9497a5951 None None] Deleting port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:25.516734 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c4d4-f919-4f6b-abfa-9bd9497a5951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.577519 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5cf93a59-79e9-4809-a381-9d668043e4e5 req-4b3759e6-7966-4623-8f4f-fdbef760200e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854792 Aug 20 11:41:25.608199 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.610620 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3ac3c4d4-f919-4f6b-abfa-9bd9497a5951 None None] For port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0a0dd0e1-d4ba-4589-81c4-6dc21ced5380,segment=NetworkSegment(1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3),segment_id=1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:25.611332 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c4d4-f919-4f6b-abfa-9bd9497a5951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.613935 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f064058-45ab-4862-affb-dd5a11237dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a8a7f8-fbb0-4af5-81e4-886682330075'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:25.616895 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e073955b-d544-4d07-a760-bcf6b70fa306" -d '{"events": [{"server_uuid": "3f064058-45ab-4862-affb-dd5a11237dfa", "name": "network-vif-plugged", "status": "completed", "tag": "f2a8a7f8-fbb0-4af5-81e4-886682330075"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:25.625243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] No DVR routers for this DVR port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:41:25.638399 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3ac3c4d4-f919-4f6b-abfa-9bd9497a5951 None None] Calling delete_port for 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:25.650734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Port': ['ID=0a0dd0e1-d4ba-4589-81c4-6dc21ced5380,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:25.661975 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2944d4ce-a627-454d-a71a-38d4cc6b9c98 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.2553730 Aug 20 11:41:25.667873 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39250) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:25.713981 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554cd781-c2fe-47cb-a4b9-e98767b91286 x-openstack-request-id: req-554cd781-c2fe-47cb-a4b9-e98767b91286 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:25.715932 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f064058-45ab-4862-affb-dd5a11237dfa", "name": "network-vif-plugged", "status": "completed", "tag": "f2a8a7f8-fbb0-4af5-81e4-886682330075", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:25.716294 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-554cd781-c2fe-47cb-a4b9-e98767b91286 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:25.716824 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f064058-45ab-4862-affb-dd5a11237dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a8a7f8-fbb0-4af5-81e4-886682330075', 'code': 200} Aug 20 11:41:25.752321 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c4d4-f919-4f6b-abfa-9bd9497a5951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.759131 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.772657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261caf19-ff03-4a83-8adc-4aa29f0286aa']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:25.787901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:25.788225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9e217b-b0f8-4a90-9902-5cc3e3a2a4d3') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:25.813988 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3c4d4-f919-4f6b-abfa-9bd9497a5951 None None] Pushing event deleted for resources: {'Port': ['ID=0a0dd0e1-d4ba-4589-81c4-6dc21ced5380,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:25.826276 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac3c4d4-f919-4f6b-abfa-9bd9497a5951 None None] No DVR routers for this DVR port 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:41:25.848420 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.869227 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c3d15-64fa-41d0-aa74-4089d235b446 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:25.869799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c3d15-64fa-41d0-aa74-4089d235b446 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:25.870254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c3d15-64fa-41d0-aa74-4089d235b446 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:25.870702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c3d15-64fa-41d0-aa74-4089d235b446 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:25.871154 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c3d15-64fa-41d0-aa74-4089d235b446 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:25.871597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c3d15-64fa-41d0-aa74-4089d235b446 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:25.871831 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.873007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c3d15-64fa-41d0-aa74-4089d235b446 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:25.873657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c3d15-64fa-41d0-aa74-4089d235b446 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:25.874292 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c3d15-64fa-41d0-aa74-4089d235b446 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:25.874820 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c3d15-64fa-41d0-aa74-4089d235b446 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:25.880119 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2c6c3d15-64fa-41d0-aa74-4089d235b446 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6470 time: 0.2088742 Aug 20 11:41:25.880884 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39252) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:25.882462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:41:25.882936 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:41:25.885958 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:41:25.925516 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-8d59da94-ba75-43c0-b8ab-aeb4f1ab60ed tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] delete failed (client error): The resource could not be found. Aug 20 11:41:25.929256 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8d59da94-ba75-43c0-b8ab-aeb4f1ab60ed tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/83cef5d1-e966-495c-bf5c-a545e3b93885 HTTP/1.1" status: 404 len: 345 time: 0.0425644 Aug 20 11:41:25.930363 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39254) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:25.953729 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:25.957217 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8bfc1f-6cde-46af-8099-6622780d2d72 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] DELETE failed (client error): The resource could not be found. Aug 20 11:41:25.958272 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8bfc1f-6cde-46af-8099-6622780d2d72 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:41:25.960681 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fd8bfc1f-6cde-46af-8099-6622780d2d72 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "DELETE /v2.0/networks/c46ce3ee-64a7-46ce-8975-71b084357641 HTTP/1.1" status: 404 len: 339 time: 0.0289123 Aug 20 11:41:25.965492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39258) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:25.970653 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-743bb7f9-2cfd-4594-a014-a861099dc2d6 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Request body: {'network': {'name': 'tempest-network--32655533', 'router:external': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:26.069736 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743bb7f9-2cfd-4594-a014-a861099dc2d6 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Made reservation on behalf of 298686ebbff24583bfb6663ee7b14620 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:26.072002 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-743bb7f9-2cfd-4594-a014-a861099dc2d6 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.134866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4024f8-9730-4d7c-a2cf-4ba6a2fb1535 req-f438aa7e-3258-4c94-93ad-d18d1acf02e7 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:26.136415 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9f4024f8-9730-4d7c-a2cf-4ba6a2fb1535 req-f438aa7e-3258-4c94-93ad-d18d1acf02e7 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.1260996 Aug 20 11:41:26.149425 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743bb7f9-2cfd-4594-a014-a861099dc2d6 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:41:26.172949 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Allocated IP 172.25.8.253 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/a5154553-cb19-43d9-8c12-da13151d4d39) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:26.186818 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-743bb7f9-2cfd-4594-a014-a861099dc2d6 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.187172 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-743bb7f9-2cfd-4594-a014-a861099dc2d6 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Added segment 1364e68e-b9b7-4ea0-82c0-e379d92b94ee of type vlan for network 7bc6fe99-824c-44ac-8b8b-b91140e9ab2d Aug 20 11:41:26.253171 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9f4024f8-9730-4d7c-a2cf-4ba6a2fb1535 req-f1cb0d4f-1037-4ba4-b695-c457b0f50476 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051383 Aug 20 11:41:26.264418 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39a7c4-5316-48be-a28e-b0387dc21743 req-82573dee-0d76-4444-b0c5-d790b21b6aac tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:26.265503 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.271664 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e39a7c4-5316-48be-a28e-b0387dc21743 req-82573dee-0d76-4444-b0c5-d790b21b6aac tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 945 time: 0.5908854 Aug 20 11:41:26.274688 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48126b62-dda5-45ce-b325-4b2c8d9782ff req-2f31608e-3d99-4008-8efc-de7c6b42c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:26.276088 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-48126b62-dda5-45ce-b325-4b2c8d9782ff req-2f31608e-3d99-4008-8efc-de7c6b42c8bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 1096 time: 0.4811752 Aug 20 11:41:26.315293 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-743bb7f9-2cfd-4594-a014-a861099dc2d6 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.327207 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.332063 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.333976 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "DELETE /v2.0/networks/261caf19-ff03-4a83-8adc-4aa29f0286aa HTTP/1.1" status: 204 len: 168 time: 1.1582365 Aug 20 11:41:26.343399 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39260) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:26.348564 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-df45f275-3f42-491f-a653-653bf1f22aa6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1395592050'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:26.365541 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e39a7c4-5316-48be-a28e-b0387dc21743 req-91d11e98-2349-4306-809d-0c0f2063f358 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930045 Aug 20 11:41:26.384577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6e874-63f2-4f5f-8175-ebe575a7bbf1 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Network': ['ID=261caf19-ff03-4a83-8adc-4aa29f0286aa,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:26.387633 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-743bb7f9-2cfd-4594-a014-a861099dc2d6 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.389421 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743bb7f9-2cfd-4594-a014-a861099dc2d6 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:26.389843 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-743bb7f9-2cfd-4594-a014-a861099dc2d6 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.390382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:41:26.397661 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-48126b62-dda5-45ce-b325-4b2c8d9782ff req-71c3fc2c-8272-47c8-b1f2-f5fd98c81a8c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062784 Aug 20 11:41:26.399966 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.401502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df45f275-3f42-491f-a653-653bf1f22aa6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Made reservation on behalf of 0d86ec1742a74b2b9f07dedc5baf4bd9 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:26.405728 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df45f275-3f42-491f-a653-653bf1f22aa6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.417911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:41:26.418535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0a0dd0e1-d4ba-4589-81c4-6dc21ced5380 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:41:26.430636 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df45f275-3f42-491f-a653-653bf1f22aa6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:41:26.440007 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df45f275-3f42-491f-a653-653bf1f22aa6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.440349 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-df45f275-3f42-491f-a653-653bf1f22aa6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Added segment d3de960e-7835-4713-b072-9da432f80510 of type vlan for network c0eff127-d717-4f5c-8a94-dfbab91eaa7f Aug 20 11:41:26.458055 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-743bb7f9-2cfd-4594-a014-a861099dc2d6 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.4914110 Aug 20 11:41:26.462689 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39262) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:26.479435 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df45f275-3f42-491f-a653-653bf1f22aa6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.505643 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df45f275-3f42-491f-a653-653bf1f22aa6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.511188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df45f275-3f42-491f-a653-653bf1f22aa6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:26.511788 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df45f275-3f42-491f-a653-653bf1f22aa6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.543503 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bb7f9-2cfd-4594-a014-a861099dc2d6 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event updated for resources: {'Network': ['ID=7bc6fe99-824c-44ac-8b8b-b91140e9ab2d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:26.553479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 7bc6fe99-824c-44ac-8b8b-b91140e9ab2d details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:41:26.577118 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-df45f275-3f42-491f-a653-653bf1f22aa6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2319653 Aug 20 11:41:26.588671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39266) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:26.594334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ce5aacd4-84f4-4c6b-9138-931634f0539a tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Request body: {'subnet': {'network_id': 'c0eff127-d717-4f5c-8a94-dfbab91eaa7f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:26.657683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45f275-3f42-491f-a653-653bf1f22aa6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event updated for resources: {'Network': ['ID=c0eff127-d717-4f5c-8a94-dfbab91eaa7f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:26.668805 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network c0eff127-d717-4f5c-8a94-dfbab91eaa7f details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:41:26.705530 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.723392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5aacd4-84f4-4c6b-9138-931634f0539a tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Made reservation on behalf of 0d86ec1742a74b2b9f07dedc5baf4bd9 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:26.727389 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5aacd4-84f4-4c6b-9138-931634f0539a tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.754799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1476b057-0dc7-4b31-872c-35dec3315a70 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:26.760465 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1476b057-0dc7-4b31-872c-35dec3315a70 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:26.766856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1476b057-0dc7-4b31-872c-35dec3315a70 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:26.773030 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1476b057-0dc7-4b31-872c-35dec3315a70 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:26.774722 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1476b057-0dc7-4b31-872c-35dec3315a70 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3111346 Aug 20 11:41:26.781907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39270) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:26.787225 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:26.799388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:26.801685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:26.807712 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893f664-370a-4c12-b92a-8bca7f980375 req-bda1d89c-0c75-4b25-83d5-faf7f3d88949 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:26.809235 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d893f664-370a-4c12-b92a-8bca7f980375 req-bda1d89c-0c75-4b25-83d5-faf7f3d88949 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 949 time: 0.1150532 Aug 20 11:41:26.813773 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event updated for resources: {'Port': ['ID=a5154553-cb19-43d9-8c12-da13151d4d39,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:26.870710 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d893f664-370a-4c12-b92a-8bca7f980375 req-529582e8-1838-4e48-9eea-bfc110f33d37 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509872 Aug 20 11:41:26.912155 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be150b47-7e6c-470c-9a0c-8b87ac577ade tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.971866 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5aacd4-84f4-4c6b-9138-931634f0539a tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.989811 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.038842 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5aacd4-84f4-4c6b-9138-931634f0539a tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event updated for resources: {'Subnet': ['ID=c92d9cf6-649d-4c66-855e-5973ce2221fa,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:27.043442 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5aacd4-84f4-4c6b-9138-931634f0539a tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Checking segment: {'id': 'd3de960e-7835-4713-b072-9da432f80510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c0eff127-d717-4f5c-8a94-dfbab91eaa7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:27.043800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5aacd4-84f4-4c6b-9138-931634f0539a tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Network hostable DHCP agents. Network: c0eff127-d717-4f5c-8a94-dfbab91eaa7f, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:41:27.047871 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be150b47-7e6c-470c-9a0c-8b87ac577ade tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.061171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5aacd4-84f4-4c6b-9138-931634f0539a tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Network c0eff127-d717-4f5c-8a94-dfbab91eaa7f is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:41:27.062220 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-be150b47-7e6c-470c-9a0c-8b87ac577ade tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc6fe99-824c-44ac-8b8b-b91140e9ab2d']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:27.070251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-ce5aacd4-84f4-4c6b-9138-931634f0539a tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, c0eff127-d717-4f5c-8a94-dfbab91eaa7f) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:27.070439 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.074901 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-be150b47-7e6c-470c-9a0c-8b87ac577ade tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1364e68e-b9b7-4ea0-82c0-e379d92b94ee') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:27.075942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5aacd4-84f4-4c6b-9138-931634f0539a tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:27.076055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-be150b47-7e6c-470c-9a0c-8b87ac577ade tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1364e68e-b9b7-4ea0-82c0-e379d92b94ee') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:27.076553 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5aacd4-84f4-4c6b-9138-931634f0539a tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.082851 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2196d3e-1fc6-451c-8fbd-273c79712df6 None None] Network c0eff127-d717-4f5c-8a94-dfbab91eaa7f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:41:27.093111 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ce5aacd4-84f4-4c6b-9138-931634f0539a tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5030708 Aug 20 11:41:27.095522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39274) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:27.101718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4f1dce01-6115-48c4-a92e-7baf8b405ba4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-930544250'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:27.103876 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be150b47-7e6c-470c-9a0c-8b87ac577ade tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.123246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1dce01-6115-48c4-a92e-7baf8b405ba4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Made reservation on behalf of 0d86ec1742a74b2b9f07dedc5baf4bd9 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:27.127267 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f1dce01-6115-48c4-a92e-7baf8b405ba4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.130927 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be150b47-7e6c-470c-9a0c-8b87ac577ade tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.141374 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be150b47-7e6c-470c-9a0c-8b87ac577ade tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:41:27.141771 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be150b47-7e6c-470c-9a0c-8b87ac577ade tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:41:27.143439 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:41:27.159953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1dce01-6115-48c4-a92e-7baf8b405ba4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:41:27.170963 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f1dce01-6115-48c4-a92e-7baf8b405ba4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.171373 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-4f1dce01-6115-48c4-a92e-7baf8b405ba4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Added segment 6da23f16-bb6c-45ba-9c83-872fd244fea2 of type vlan for network a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 Aug 20 11:41:27.173749 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5e605c4c-2b5d-47db-b200-be470000f036 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:27.216903 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f1dce01-6115-48c4-a92e-7baf8b405ba4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.245165 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f1dce01-6115-48c4-a92e-7baf8b405ba4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.252046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1dce01-6115-48c4-a92e-7baf8b405ba4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:27.252889 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f1dce01-6115-48c4-a92e-7baf8b405ba4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.293192 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 5e605c4c-2b5d-47db-b200-be470000f036 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:27.297782 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-c0eff127-d717-4f5c-8a94-dfbab91eaa7f', 'network_id': 'c0eff127-d717-4f5c-8a94-dfbab91eaa7f', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'fixed_ips': [{'subnet_id': 'c92d9cf6-649d-4c66-855e-5973ce2221fa'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:41:27.299113 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.304311 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 5e605c4c-2b5d-47db-b200-be470000f036 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:27.304798 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.320023 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4f1dce01-6115-48c4-a92e-7baf8b405ba4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2211132 Aug 20 11:41:27.320781 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39278) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:27.329581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b0a90971-f341-4771-b23f-986f87302451 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Request body: {'subnet': {'network_id': 'a25c68fb-328f-4fd4-b3cc-7ba35883c8e1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:27.375848 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1dce01-6115-48c4-a92e-7baf8b405ba4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event updated for resources: {'Network': ['ID=a25c68fb-328f-4fd4-b3cc-7ba35883c8e1,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:27.408059 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:41:27.445303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a90971-f341-4771-b23f-986f87302451 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Made reservation on behalf of 0d86ec1742a74b2b9f07dedc5baf4bd9 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:27.453251 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b0a90971-f341-4771-b23f-986f87302451 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.508442 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be150b47-7e6c-470c-9a0c-8b87ac577ade tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.538557 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.544952 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be150b47-7e6c-470c-9a0c-8b87ac577ade tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7bc6fe99-824c-44ac-8b8b-b91140e9ab2d {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 11:41:27.556236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be150b47-7e6c-470c-9a0c-8b87ac577ade tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.558580 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-be150b47-7e6c-470c-9a0c-8b87ac577ade tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "DELETE /v2.0/networks/7bc6fe99-824c-44ac-8b8b-b91140e9ab2d HTTP/1.1" status: 204 len: 168 time: 0.7757297 Aug 20 11:41:27.566071 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39282) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:27.573218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4221d5e5-f9e4-4892-ba4b-cc35d96dfa24 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Request body: {'network': {'name': 'tempest-network--2137450793', 'router:external': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:27.576394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be150b47-7e6c-470c-9a0c-8b87ac577ade tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event deleted for resources: {'Network': ['ID=7bc6fe99-824c-44ac-8b8b-b91140e9ab2d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:27.619165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63b6f2-2fb1-41b3-9bea-2193a5599284 req-a3a2ecd4-bac3-4029-a62a-4e1f28ca8ac3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:27.621747 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bd63b6f2-2fb1-41b3-9bea-2193a5599284 req-a3a2ecd4-bac3-4029-a62a-4e1f28ca8ac3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.1599915 Aug 20 11:41:27.631679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4221d5e5-f9e4-4892-ba4b-cc35d96dfa24 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Made reservation on behalf of 298686ebbff24583bfb6663ee7b14620 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:27.634032 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4221d5e5-f9e4-4892-ba4b-cc35d96dfa24 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.642995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe577edb-80f4-4c6d-ab22-0f69ca159f33 req-85bac785-f55f-4733-9bc3-a24b35ebd243 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:27.644873 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe577edb-80f4-4c6d-ab22-0f69ca159f33 req-85bac785-f55f-4733-9bc3-a24b35ebd243 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 945 time: 0.1672151 Aug 20 11:41:27.647331 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5e605c4c-2b5d-47db-b200-be470000f036, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5e605c4c-2b5d-47db-b200-be470000f036,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:27.654946 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.696805 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Allocated IP 19.80.0.2 (c0eff127-d717-4f5c-8a94-dfbab91eaa7f/c92d9cf6-649d-4c66-855e-5973ce2221fa/c855f346-cd40-4f28-929e-da5dd6cc3198) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:27.699032 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bd63b6f2-2fb1-41b3-9bea-2193a5599284 req-7251e31f-febe-4da0-a57f-12add3eb225d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701785 Aug 20 11:41:27.721739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b42d1db-5d3e-4c1a-94f2-52d523350cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e605c4c-2b5d-47db-b200-be470000f036'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:27.724138 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a4ba3b-813b-4e43-afba-d591610f1683" -d '{"events": [{"server_uuid": "2b42d1db-5d3e-4c1a-94f2-52d523350cb6", "name": "network-vif-plugged", "status": "completed", "tag": "5e605c4c-2b5d-47db-b200-be470000f036"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:27.724628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4221d5e5-f9e4-4892-ba4b-cc35d96dfa24 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:41:27.737337 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.742883 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=5e605c4c-2b5d-47db-b200-be470000f036,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:27.746376 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.782518 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4221d5e5-f9e4-4892-ba4b-cc35d96dfa24 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.783297 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-4221d5e5-f9e4-4892-ba4b-cc35d96dfa24 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Added segment ab1af811-61c7-4a45-98c0-ebc009087d90 of type vlan for network 6f1eac23-a6fe-4804-895e-39163cb2132c Aug 20 11:41:27.819160 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe577edb-80f4-4c6d-ab22-0f69ca159f33 req-07401626-8f9a-4088-afab-7e2aa2e517c9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534560 Aug 20 11:41:27.898914 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event updated for resources: {'Port': ['ID=a5154553-cb19-43d9-8c12-da13151d4d39,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:27.906615 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c67e997-12e7-4af5-becc-a49f906ecd0d x-openstack-request-id: req-4c67e997-12e7-4af5-becc-a49f906ecd0d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:27.906899 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b42d1db-5d3e-4c1a-94f2-52d523350cb6", "name": "network-vif-plugged", "status": "completed", "tag": "5e605c4c-2b5d-47db-b200-be470000f036", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:27.907195 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c67e997-12e7-4af5-becc-a49f906ecd0d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:27.907575 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b42d1db-5d3e-4c1a-94f2-52d523350cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e605c4c-2b5d-47db-b200-be470000f036', 'code': 200} Aug 20 11:41:27.914717 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.924945 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.945941 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.953205 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cf5ce806-d448-4814-9a3e-32bf278bfb6d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8869576 Aug 20 11:41:27.954028 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39292) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:27.960487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-aee5a2b3-4495-4adc-a85f-8d2f7bc049fa tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1757359798'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:27.984088 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.985387 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee5a2b3-4495-4adc-a85f-8d2f7bc049fa tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Made reservation on behalf of e061811953924c2ea074108ee9d076c4 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:27.989965 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aee5a2b3-4495-4adc-a85f-8d2f7bc049fa tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.995765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Transition to ACTIVE for port object c855f346-cd40-4f28-929e-da5dd6cc3198 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:28.008855 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aee5a2b3-4495-4adc-a85f-8d2f7bc049fa tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.025128 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Transition to ACTIVE for port object c855f346-cd40-4f28-929e-da5dd6cc3198 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:28.032273 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.049484 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4221d5e5-f9e4-4892-ba4b-cc35d96dfa24 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.086325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Network c0eff127-d717-4f5c-8a94-dfbab91eaa7f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:28.090055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:28.098136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:28.108715 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b0a90971-f341-4771-b23f-986f87302451 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.130146 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Pushing event updated for resources: {'Port': ['ID=c855f346-cd40-4f28-929e-da5dd6cc3198,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:28.162557 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aee5a2b3-4495-4adc-a85f-8d2f7bc049fa tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.168064 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aee5a2b3-4495-4adc-a85f-8d2f7bc049fa tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.196485 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Attempting to bind port c855f346-cd40-4f28-929e-da5dd6cc3198 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:28.197134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Attempting to bind port c855f346-cd40-4f28-929e-da5dd6cc3198 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd3de960e-7835-4713-b072-9da432f80510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c0eff127-d717-4f5c-8a94-dfbab91eaa7f'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:28.197878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Attempting to bind port c855f346-cd40-4f28-929e-da5dd6cc3198 on network c0eff127-d717-4f5c-8a94-dfbab91eaa7f {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:28.205740 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:28.206363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Checking segment: {'id': 'd3de960e-7835-4713-b072-9da432f80510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c0eff127-d717-4f5c-8a94-dfbab91eaa7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:28.207250 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.208216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Bound using segment: {'id': 'd3de960e-7835-4713-b072-9da432f80510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c0eff127-d717-4f5c-8a94-dfbab91eaa7f'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:28.209680 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Bound port: c855f346-cd40-4f28-929e-da5dd6cc3198, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3de960e-7835-4713-b072-9da432f80510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c0eff127-d717-4f5c-8a94-dfbab91eaa7f'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:28.210528 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.212454 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b452b-b5f0-4e34-b966-677394273725 req-0e4f55c0-f5b7-4398-b787-8bdf7593a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:28.214668 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-422b452b-b5f0-4e34-b966-677394273725 req-0e4f55c0-f5b7-4398-b787-8bdf7593a8da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 1101 time: 0.2462816 Aug 20 11:41:28.245824 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee5a2b3-4495-4adc-a85f-8d2f7bc049fa tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:41:28.267346 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4221d5e5-f9e4-4892-ba4b-cc35d96dfa24 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.268321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4221d5e5-f9e4-4892-ba4b-cc35d96dfa24 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:28.268982 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4221d5e5-f9e4-4892-ba4b-cc35d96dfa24 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.271267 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5a2b3-4495-4adc-a85f-8d2f7bc049fa tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d7208f-fac9-429f-8a33-00463566ae4c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:28.292104 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aee5a2b3-4495-4adc-a85f-8d2f7bc049fa tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.292472 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-aee5a2b3-4495-4adc-a85f-8d2f7bc049fa tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Added segment 0c0d79ef-635c-4751-bc10-daebd5494ce2 of type vlan for network 13cfa46a-793d-4e90-bb28-7ddc63dff084 Aug 20 11:41:28.305764 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] For port c855f346-cd40-4f28-929e-da5dd6cc3198, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:28.309228 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] For port c855f346-cd40-4f28-929e-da5dd6cc3198, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c855f346-cd40-4f28-929e-da5dd6cc3198,segment=NetworkSegment(d3de960e-7835-4713-b072-9da432f80510),segment_id=d3de960e-7835-4713-b072-9da432f80510)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:28.315968 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.343238 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221d5e5-f9e4-4892-ba4b-cc35d96dfa24 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event updated for resources: {'Network': ['ID=6f1eac23-a6fe-4804-895e-39163cb2132c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:28.353165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8231d86-2b0f-43f2-98df-6e98273a557e req-b94b6293-5fe7-4736-b509-c6a504172083 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:28.361914 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8231d86-2b0f-43f2-98df-6e98273a557e req-b94b6293-5fe7-4736-b509-c6a504172083 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.3144026 Aug 20 11:41:28.375330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a90971-f341-4771-b23f-986f87302451 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event updated for resources: {'Subnet': ['ID=c432eb4e-3e45-458f-9678-a1c343d33366,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:28.376534 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 6f1eac23-a6fe-4804-895e-39163cb2132c details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:41:28.377914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a90971-f341-4771-b23f-986f87302451 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Checking segment: {'id': '6da23f16-bb6c-45ba-9c83-872fd244fea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a25c68fb-328f-4fd4-b3cc-7ba35883c8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:28.378699 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a90971-f341-4771-b23f-986f87302451 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Network hostable DHCP agents. Network: a25c68fb-328f-4fd4-b3cc-7ba35883c8e1, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:41:28.411219 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4221d5e5-f9e4-4892-ba4b-cc35d96dfa24 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8434231 Aug 20 11:41:28.414424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39298) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:28.416704 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-422b452b-b5f0-4e34-b966-677394273725 req-2ca40e04-9789-46af-bb89-c68ad631766a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936204 Aug 20 11:41:28.419356 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aee5a2b3-4495-4adc-a85f-8d2f7bc049fa tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.461489 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aee5a2b3-4495-4adc-a85f-8d2f7bc049fa tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.471993 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee5a2b3-4495-4adc-a85f-8d2f7bc049fa tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:28.472655 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aee5a2b3-4495-4adc-a85f-8d2f7bc049fa tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.493975 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a90971-f341-4771-b23f-986f87302451 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Network a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:41:28.507099 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-b0a90971-f341-4771-b23f-986f87302451 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, a25c68fb-328f-4fd4-b3cc-7ba35883c8e1) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:28.520591 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11580e8c-f8fd-4e8f-b132-5a1bc520ea6c None None] Network a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:41:28.523175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c362b-7a03-4934-857c-6e58b0a453fe None None] Pushing event updated for resources: {'Port': ['ID=c855f346-cd40-4f28-929e-da5dd6cc3198,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:28.523708 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8231d86-2b0f-43f2-98df-6e98273a557e req-2a191443-c1d4-4533-91e3-ee9254a5fd63 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584005 Aug 20 11:41:28.548087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a90971-f341-4771-b23f-986f87302451 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:28.548700 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b0a90971-f341-4771-b23f-986f87302451 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.558300 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-aee5a2b3-4495-4adc-a85f-8d2f7bc049fa tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6005754 Aug 20 11:41:28.559395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39300) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:28.567768 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e3b683d8-fc7c-48d9-965c-256150e36992 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Request body: {'subnet': {'network_id': '13cfa46a-793d-4e90-bb28-7ddc63dff084', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:28.584041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f3b6b4-378b-4418-82bc-0b194a4a0f6f tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:28.586026 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-72f3b6b4-378b-4418-82bc-0b194a4a0f6f tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] 10.222.0.37 "GET /v2.0/networks/6f1eac23-a6fe-4804-895e-39163cb2132c HTTP/1.1" status: 200 len: 757 time: 0.1683264 Aug 20 11:41:28.588965 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b0a90971-f341-4771-b23f-986f87302451 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2668555 Aug 20 11:41:28.589690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39302) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:28.654737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5a2b3-4495-4adc-a85f-8d2f7bc049fa tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event updated for resources: {'Network': ['ID=13cfa46a-793d-4e90-bb28-7ddc63dff084,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:28.675107 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 13cfa46a-793d-4e90-bb28-7ddc63dff084 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:41:28.756154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11e9a18-cfff-42df-868d-2907efec7667 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:28.768087 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d11e9a18-cfff-42df-868d-2907efec7667 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] 10.222.0.37 "GET /v2.0/networks/5dea13c6-3a78-4b9e-b782-a86cb7d72b00 HTTP/1.1" status: 200 len: 768 time: 0.1750708 Aug 20 11:41:28.768483 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39312) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:28.806597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b683d8-fc7c-48d9-965c-256150e36992 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Made reservation on behalf of e061811953924c2ea074108ee9d076c4 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:28.813539 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3b683d8-fc7c-48d9-965c-256150e36992 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.899419 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b6495d10-2452-4bb6-8788-b2a08b54e8be tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.030857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f823fd5-b3a0-4edc-ae79-2663a5737066 req-c26be91d-6a52-4f45-a6ea-5d5395b69f8b tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:29.039232 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f823fd5-b3a0-4edc-ae79-2663a5737066 req-c26be91d-6a52-4f45-a6ea-5d5395b69f8b tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.1124852 Aug 20 11:41:29.084112 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f823fd5-b3a0-4edc-ae79-2663a5737066 req-9ff5ae59-7d9e-4ff2-b543-98fa640e15e6 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439191 Aug 20 11:41:29.109498 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b6495d10-2452-4bb6-8788-b2a08b54e8be tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.115425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-a25c68fb-328f-4fd4-b3cc-7ba35883c8e1', 'network_id': 'a25c68fb-328f-4fd4-b3cc-7ba35883c8e1', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'fixed_ips': [{'subnet_id': 'c432eb4e-3e45-458f-9678-a1c343d33366'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:41:29.116303 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.125770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b6495d10-2452-4bb6-8788-b2a08b54e8be tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1eac23-a6fe-4804-895e-39163cb2132c']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:29.145907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b6495d10-2452-4bb6-8788-b2a08b54e8be tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1af811-61c7-4a45-98c0-ebc009087d90') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:29.146209 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b6495d10-2452-4bb6-8788-b2a08b54e8be tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1af811-61c7-4a45-98c0-ebc009087d90') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:29.170867 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b6495d10-2452-4bb6-8788-b2a08b54e8be tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.202013 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b6495d10-2452-4bb6-8788-b2a08b54e8be tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.207308 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3b683d8-fc7c-48d9-965c-256150e36992 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.218195 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-f55bb97f-5e0e-4ee3-8111-a7160b25b868 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:29.224153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-f55bb97f-5e0e-4ee3-8111-a7160b25b868 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:29.225815 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-f55bb97f-5e0e-4ee3-8111-a7160b25b868 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/networks?id=c0eff127-d717-4f5c-8a94-dfbab91eaa7f&id=a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 HTTP/1.1" status: 200 len: 1391 time: 0.2355859 Aug 20 11:41:29.226923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6495d10-2452-4bb6-8788-b2a08b54e8be tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:41:29.227321 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b6495d10-2452-4bb6-8788-b2a08b54e8be tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:41:29.229302 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:41:29.287413 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-e161bfc4-119c-42e0-9378-88c79ed5270b tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/quotas/0d86ec1742a74b2b9f07dedc5baf4bd9 HTTP/1.1" status: 200 len: 375 time: 0.0481620 Aug 20 11:41:29.329106 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b683d8-fc7c-48d9-965c-256150e36992 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Checking segment: {'id': '0c0d79ef-635c-4751-bc10-daebd5494ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '13cfa46a-793d-4e90-bb28-7ddc63dff084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:29.330438 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b683d8-fc7c-48d9-965c-256150e36992 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Network hostable DHCP agents. Network: 13cfa46a-793d-4e90-bb28-7ddc63dff084, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:41:29.333802 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b683d8-fc7c-48d9-965c-256150e36992 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event updated for resources: {'Subnet': ['ID=ab93666b-9fa8-43c8-a48a-ffa65257b2c4,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:29.348025 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b6495d10-2452-4bb6-8788-b2a08b54e8be tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.357167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6495d10-2452-4bb6-8788-b2a08b54e8be tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f1eac23-a6fe-4804-895e-39163cb2132c {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 11:41:29.367368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3684e6-bd5d-4e63-b5e6-a68866af9d45 req-2e8eb692-fd59-48ec-8f5a-5b712d330cd6 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:29.368716 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b6495d10-2452-4bb6-8788-b2a08b54e8be tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.369214 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3a3684e6-bd5d-4e63-b5e6-a68866af9d45 req-2e8eb692-fd59-48ec-8f5a-5b712d330cd6 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 945 time: 0.1171982 Aug 20 11:41:29.372032 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b6495d10-2452-4bb6-8788-b2a08b54e8be tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "DELETE /v2.0/networks/6f1eac23-a6fe-4804-895e-39163cb2132c HTTP/1.1" status: 204 len: 168 time: 0.6019216 Aug 20 11:41:29.375714 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39330) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:29.382165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-a061ad91-94ba-4272-8bf5-12730caa5cee tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d86ec1742a74b2b9f07dedc5baf4bd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820541 Aug 20 11:41:29.382685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-0e0be946-9b2f-47c1-a370-5640233c82ba tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Request body: {'network': {'name': 'tempest-network--1710735341'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:29.383538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6495d10-2452-4bb6-8788-b2a08b54e8be tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f1eac23-a6fe-4804-895e-39163cb2132c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:29.400559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b683d8-fc7c-48d9-965c-256150e36992 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Network 13cfa46a-793d-4e90-bb28-7ddc63dff084 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:41:29.418477 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-e3b683d8-fc7c-48d9-965c-256150e36992 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 13cfa46a-793d-4e90-bb28-7ddc63dff084) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:29.429184 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b683d8-fc7c-48d9-965c-256150e36992 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:29.430056 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3b683d8-fc7c-48d9-965c-256150e36992 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.433951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Allocated IP 19.86.0.2 (a25c68fb-328f-4fd4-b3cc-7ba35883c8e1/c432eb4e-3e45-458f-9678-a1c343d33366/89fe60b0-c5ef-4477-ae59-0aa0e0591164) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:29.446990 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a330068a-322b-475b-bd9d-4e03f5d8aaa1 None None] Network 13cfa46a-793d-4e90-bb28-7ddc63dff084 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:41:29.494216 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3a3684e6-bd5d-4e63-b5e6-a68866af9d45 req-cd97d9ce-f1cd-4755-8833-c6775418f961 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031687 Aug 20 11:41:29.498473 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0be946-9b2f-47c1-a370-5640233c82ba tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Made reservation on behalf of 298686ebbff24583bfb6663ee7b14620 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:29.501993 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e0be946-9b2f-47c1-a370-5640233c82ba tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.506583 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e3b683d8-fc7c-48d9-965c-256150e36992 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9456038 Aug 20 11:41:29.514496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39332) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:29.522653 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1050776662', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:29.549604 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0be946-9b2f-47c1-a370-5640233c82ba tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:41:29.561097 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e0be946-9b2f-47c1-a370-5640233c82ba tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.561826 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-0e0be946-9b2f-47c1-a370-5640233c82ba tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Added segment 64228f1c-d499-4ee2-9608-a71fe097d923 of type vlan for network ca83d626-e7ac-4219-9ac9-9a777a526e60 Aug 20 11:41:29.607979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e0be946-9b2f-47c1-a370-5640233c82ba tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.612332 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-23b4cef5-b5f1-4554-a8b0-e6488ce2bbe3 service neutron] 10.222.0.37 "GET /v2.0/networks/c0eff127-d717-4f5c-8a94-dfbab91eaa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199399 Aug 20 11:41:29.679937 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e0be946-9b2f-47c1-a370-5640233c82ba tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.683330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0be946-9b2f-47c1-a370-5640233c82ba tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:29.684210 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e0be946-9b2f-47c1-a370-5640233c82ba tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.832382 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-285ff71a-70f0-45fb-b678-c22ab391b716 service neutron] 10.222.0.37 "GET /v2.0/networks/c0eff127-d717-4f5c-8a94-dfbab91eaa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062328 Aug 20 11:41:29.883401 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.884859 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.945582 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-13cfa46a-793d-4e90-bb28-7ddc63dff084', 'network_id': '13cfa46a-793d-4e90-bb28-7ddc63dff084', 'tenant_id': 'e061811953924c2ea074108ee9d076c4', 'fixed_ips': [{'subnet_id': 'ab93666b-9fa8-43c8-a48a-ffa65257b2c4'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:41:29.946456 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.970618 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.981071 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0e0be946-9b2f-47c1-a370-5640233c82ba tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6029680 Aug 20 11:41:29.991637 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39340) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:30.007613 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-452b4c48-bc57-4e13-a234-71ebfbf077c9 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:30.057776 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-08a4cdb3-a758-45ee-a018-8e3267290734 service neutron] 10.222.0.37 "GET /v2.0/networks/a25c68fb-328f-4fd4-b3cc-7ba35883c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244103 Aug 20 11:41:30.164194 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a2d112-10d4-4db7-a144-56752d6f9905 None None] Network c0eff127-d717-4f5c-8a94-dfbab91eaa7f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:41:30.199288 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-77b4d478-c8ab-4cd1-b9c9-4ac0fca53179 service neutron] 10.222.0.37 "GET /v2.0/networks/a25c68fb-328f-4fd4-b3cc-7ba35883c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402926 Aug 20 11:41:30.255291 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ccc91df7-59a1-45c0-a4f8-668c0c878e39 req-8f814b9b-3ba7-4942-bcdd-55a73f6e6d4c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c HTTP/1.1" status: 200 len: 267 time: 0.4015257 Aug 20 11:41:30.284240 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.286643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Allocated IP 172.20.0.2 (13cfa46a-793d-4e90-bb28-7ddc63dff084/ab93666b-9fa8-43c8-a48a-ffa65257b2c4/685c4cd9-9513-4989-88a2-297b42c01b9f) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:30.291185 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0be946-9b2f-47c1-a370-5640233c82ba tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event updated for resources: {'Network': ['ID=ca83d626-e7ac-4219-9ac9-9a777a526e60,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:30.293361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-594b12ec-8ba0-445c-a126-d0019237dc6b None None] Provisioning for port c855f346-cd40-4f28-929e-da5dd6cc3198 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:30.323413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Transition to ACTIVE for port object 89fe60b0-c5ef-4477-ae59-0aa0e0591164 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:30.327108 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network ca83d626-e7ac-4219-9ac9-9a777a526e60 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:41:30.434185 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.474890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c992bc-d9e2-473a-94a9-3522a148a265 req-23425517-3e1d-44a1-9c00-484f1eb24714 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:30.480614 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Transition to ACTIVE for port object 89fe60b0-c5ef-4477-ae59-0aa0e0591164 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:30.484176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc91df7-59a1-45c0-a4f8-668c0c878e39 req-610deaca-d39c-4777-bdff-88fa1b83f7b8 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:30.489453 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5c992bc-d9e2-473a-94a9-3522a148a265 req-23425517-3e1d-44a1-9c00-484f1eb24714 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.0853190 Aug 20 11:41:30.491874 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c855f346-cd40-4f28-929e-da5dd6cc3198 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:30.493670 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ccc91df7-59a1-45c0-a4f8-668c0c878e39 req-610deaca-d39c-4777-bdff-88fa1b83f7b8 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 945 time: 0.2374988 Aug 20 11:41:30.506393 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-ccc91df7-59a1-45c0-a4f8-668c0c878e39 req-91d5d53a-aca4-4a07-be29-f29c167144dc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Request body: {'port': {'security_groups': []}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:30.545744 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.550320 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5c992bc-d9e2-473a-94a9-3522a148a265 req-47a9bed9-20df-416e-b6c2-5c6c229c00ee tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591986 Aug 20 11:41:30.594685 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-452b4c48-bc57-4e13-a234-71ebfbf077c9 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.644076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Network a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:30.653944 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ccc91df7-59a1-45c0-a4f8-668c0c878e39 req-91d5d53a-aca4-4a07-be29-f29c167144dc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.654221 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:30.679894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5118d33-247b-4fec-84c5-598e8e337032 req-71fd66b9-c53b-4a33-a77d-9b578c2bdffa tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:30.681579 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5118d33-247b-4fec-84c5-598e8e337032 req-71fd66b9-c53b-4a33-a77d-9b578c2bdffa tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.0669115 Aug 20 11:41:30.683959 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:30.691046 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-452b4c48-bc57-4e13-a234-71ebfbf077c9 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.723423 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5118d33-247b-4fec-84c5-598e8e337032 req-ff970aab-834d-4986-bb9b-0e3cacec49cd tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339704 Aug 20 11:41:30.729931 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Pushing event updated for resources: {'Port': ['ID=89fe60b0-c5ef-4477-ae59-0aa0e0591164,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:30.772745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-452b4c48-bc57-4e13-a234-71ebfbf077c9 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Network ca83d626-e7ac-4219-9ac9-9a777a526e60 is not hosted by any dhcp agent {{(pid=94690) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 11:41:30.773659 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452b4c48-bc57-4e13-a234-71ebfbf077c9 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:30.774272 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-452b4c48-bc57-4e13-a234-71ebfbf077c9 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.775624 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-452b4c48-bc57-4e13-a234-71ebfbf077c9 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "PUT /v2.0/networks/ca83d626-e7ac-4219-9ac9-9a777a526e60 HTTP/1.1" status: 200 len: 857 time: 0.7781911 Aug 20 11:41:30.778597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39356) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:30.778963 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:30.779309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:30.779646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:30.779977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:30.780302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:30.780625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:30.780972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:30.781290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:30.781609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:30.781938 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:30.782240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:30.782552 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:30.828131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b4c48-bc57-4e13-a234-71ebfbf077c9 tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event updated for resources: {'Network': ['ID=ca83d626-e7ac-4219-9ac9-9a777a526e60,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:30.829068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port c855f346-cd40-4f28-929e-da5dd6cc3198 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:30.853568 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c855f346-cd40-4f28-929e-da5dd6cc3198 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:30.854053 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.880591 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a7eaea49-1803-4deb-8230-664463adcd6a tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.896509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Attempting to bind port 89fe60b0-c5ef-4477-ae59-0aa0e0591164 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:30.897050 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Attempting to bind port 89fe60b0-c5ef-4477-ae59-0aa0e0591164 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '6da23f16-bb6c-45ba-9c83-872fd244fea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a25c68fb-328f-4fd4-b3cc-7ba35883c8e1'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:30.897530 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Attempting to bind port 89fe60b0-c5ef-4477-ae59-0aa0e0591164 on network a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:30.922046 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.925917 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:30.926409 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Checking segment: {'id': '6da23f16-bb6c-45ba-9c83-872fd244fea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a25c68fb-328f-4fd4-b3cc-7ba35883c8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:30.926893 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.927374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Bound using segment: {'id': '6da23f16-bb6c-45ba-9c83-872fd244fea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a25c68fb-328f-4fd4-b3cc-7ba35883c8e1'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:30.927937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Bound port: 89fe60b0-c5ef-4477-ae59-0aa0e0591164, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da23f16-bb6c-45ba-9c83-872fd244fea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a25c68fb-328f-4fd4-b3cc-7ba35883c8e1'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:30.928401 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.942713 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-ccc91df7-59a1-45c0-a4f8-668c0c878e39 req-91d5d53a-aca4-4a07-be29-f29c167144dc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] For port f2a8a7f8-fbb0-4af5-81e4-886682330075, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f2a8a7f8-fbb0-4af5-81e4-886682330075,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:30.954058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Transition to ACTIVE for port object 685c4cd9-9513-4989-88a2-297b42c01b9f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:30.958293 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:41:30.982921 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ccc91df7-59a1-45c0-a4f8-668c0c878e39 req-91d5d53a-aca4-4a07-be29-f29c167144dc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.991829 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ccc91df7-59a1-45c0-a4f8-668c0c878e39 req-91d5d53a-aca4-4a07-be29-f29c167144dc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.996616 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-347975b6-cf17-44e3-b015-a5c2e0ec4281 req-91e98931-9e01-479f-be0e-6091b8b1682b tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 210 time: 0.1101007 Aug 20 11:41:31.007591 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['019cf12c-278d-46a9-9036-d80b7d3b5e5f', '2d59df7a-8b32-4a88-b780-cc503fe8e9db', 'f2a8a7f8-fbb0-4af5-81e4-886682330075'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:31.010438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Transition to ACTIVE for port object 685c4cd9-9513-4989-88a2-297b42c01b9f will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:31.046782 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:31.111072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc91df7-59a1-45c0-a4f8-668c0c878e39 req-91d5d53a-aca4-4a07-be29-f29c167144dc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:31.111750 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ccc91df7-59a1-45c0-a4f8-668c0c878e39 req-91d5d53a-aca4-4a07-be29-f29c167144dc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:31.113525 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ccc91df7-59a1-45c0-a4f8-668c0c878e39 req-91d5d53a-aca4-4a07-be29-f29c167144dc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "PUT /v2.0/ports/f2a8a7f8-fbb0-4af5-81e4-886682330075 HTTP/1.1" status: 200 len: 904 time: 0.6179578 Aug 20 11:41:31.117193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f064058-45ab-4862-affb-dd5a11237dfa', 'tag': 'f2a8a7f8-fbb0-4af5-81e4-886682330075'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:31.120059 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1d8c8c-d5fc-45ad-ab74-65aa4e7ded9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f064058-45ab-4862-affb-dd5a11237dfa", "tag": "f2a8a7f8-fbb0-4af5-81e4-886682330075"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:31.222407 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a7eaea49-1803-4deb-8230-664463adcd6a tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:31.245878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a7eaea49-1803-4deb-8230-664463adcd6a tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca83d626-e7ac-4219-9ac9-9a777a526e60']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:31.277274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a7eaea49-1803-4deb-8230-664463adcd6a tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64228f1c-d499-4ee2-9608-a71fe097d923') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:31.277620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a7eaea49-1803-4deb-8230-664463adcd6a tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64228f1c-d499-4ee2-9608-a71fe097d923') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:31.293244 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a7eaea49-1803-4deb-8230-664463adcd6a tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:31.294683 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['f2a8a7f8-fbb0-4af5-81e4-886682330075'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:31.298887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] For port 89fe60b0-c5ef-4477-ae59-0aa0e0591164, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:31.306910 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Network 13cfa46a-793d-4e90-bb28-7ddc63dff084 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:31.330156 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a7eaea49-1803-4deb-8230-664463adcd6a tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:31.338086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7eaea49-1803-4deb-8230-664463adcd6a tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:41:31.338618 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a7eaea49-1803-4deb-8230-664463adcd6a tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:31.374128 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:31.405380 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] For port 89fe60b0-c5ef-4477-ae59-0aa0e0591164, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=89fe60b0-c5ef-4477-ae59-0aa0e0591164,segment=NetworkSegment(6da23f16-bb6c-45ba-9c83-872fd244fea2),segment_id=6da23f16-bb6c-45ba-9c83-872fd244fea2)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:31.407809 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5d53a-aca4-4a07-be29-f29c167144dc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event updated for resources: {'Port': ['ID=f2a8a7f8-fbb0-4af5-81e4-886682330075,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:41:31.409238 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:41:31.423112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:31.427912 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:31.436298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Pushing event updated for resources: {'Port': ['ID=685c4cd9-9513-4989-88a2-297b42c01b9f,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:31.444868 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:31.448874 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a7eaea49-1803-4deb-8230-664463adcd6a tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:31.472957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eaea49-1803-4deb-8230-664463adcd6a tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca83d626-e7ac-4219-9ac9-9a777a526e60 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 11:41:31.476462 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:31.478670 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a7eaea49-1803-4deb-8230-664463adcd6a tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:31.481116 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a7eaea49-1803-4deb-8230-664463adcd6a tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] 10.222.0.37 "DELETE /v2.0/networks/ca83d626-e7ac-4219-9ac9-9a777a526e60 HTTP/1.1" status: 204 len: 168 time: 0.6980898 Aug 20 11:41:31.496479 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39368) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:31.501797 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:31.516869 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eaea49-1803-4deb-8230-664463adcd6a tempest-ExternalNetworksTestJSON-1118347028 tempest-ExternalNetworksTestJSON-1118347028-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca83d626-e7ac-4219-9ac9-9a777a526e60,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:31.591676 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9df60c-43d0-497d-87f2-2d1f1df9e6b8 x-openstack-request-id: req-bf9df60c-43d0-497d-87f2-2d1f1df9e6b8 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:31.592710 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f064058-45ab-4862-affb-dd5a11237dfa", "tag": "f2a8a7f8-fbb0-4af5-81e4-886682330075", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:31.593187 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf9df60c-43d0-497d-87f2-2d1f1df9e6b8 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:31.593774 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f064058-45ab-4862-affb-dd5a11237dfa', 'tag': 'f2a8a7f8-fbb0-4af5-81e4-886682330075', 'status': 'completed', 'code': 200} Aug 20 11:41:31.606597 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-b065c39b-18b5-4c9e-b80b-8224426a7ce3 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] DELETE failed (client error): The resource could not be found. Aug 20 11:41:31.607082 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b065c39b-18b5-4c9e-b80b-8224426a7ce3 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:41:31.609007 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b065c39b-18b5-4c9e-b80b-8224426a7ce3 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] 10.222.0.37 "DELETE /v2.0/subnets/09e8bbb8-cbae-4a15-8c28-21e95816b2af HTTP/1.1" status: 404 len: 337 time: 0.1051326 Aug 20 11:41:31.612746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39372) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:31.640247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe05b7f-8930-455b-baf0-2b3db589f8e6 req-1c4dda1a-e06b-4a93-af2a-dcf148452e62 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:31.641815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2eb774-274b-4a16-a7bd-e1aeceb0fe45 None None] Pushing event updated for resources: {'Port': ['ID=89fe60b0-c5ef-4477-ae59-0aa0e0591164,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:31.642685 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4fe05b7f-8930-455b-baf0-2b3db589f8e6 req-1c4dda1a-e06b-4a93-af2a-dcf148452e62 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 907 time: 0.2640686 Aug 20 11:41:31.805833 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port c855f346-cd40-4f28-929e-da5dd6cc3198, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c855f346-cd40-4f28-929e-da5dd6cc3198,segment=NetworkSegment(d3de960e-7835-4713-b072-9da432f80510),segment_id=d3de960e-7835-4713-b072-9da432f80510)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:31.819202 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-70f4c746-3563-496b-b1c0-e711c0903bba None None] Provisioning complete for port c855f346-cd40-4f28-929e-da5dd6cc3198 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:31.819594 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-70f4c746-3563-496b-b1c0-e711c0903bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:31.889816 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:31.891624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Attempting to bind port 685c4cd9-9513-4989-88a2-297b42c01b9f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:31.891992 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Attempting to bind port 685c4cd9-9513-4989-88a2-297b42c01b9f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '0c0d79ef-635c-4751-bc10-daebd5494ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '13cfa46a-793d-4e90-bb28-7ddc63dff084'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:31.892350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Attempting to bind port 685c4cd9-9513-4989-88a2-297b42c01b9f on network 13cfa46a-793d-4e90-bb28-7ddc63dff084 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:31.957197 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Allocated IP 172.25.8.82 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/4319cfda-5e36-4b4a-91bf-31f5708d3394) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:31.980122 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:31.980733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Checking segment: {'id': '0c0d79ef-635c-4751-bc10-daebd5494ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '13cfa46a-793d-4e90-bb28-7ddc63dff084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:31.981072 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:31.981341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Bound using segment: {'id': '0c0d79ef-635c-4751-bc10-daebd5494ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '13cfa46a-793d-4e90-bb28-7ddc63dff084'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:31.981823 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Bound port: 685c4cd9-9513-4989-88a2-297b42c01b9f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0d79ef-635c-4751-bc10-daebd5494ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '13cfa46a-793d-4e90-bb28-7ddc63dff084'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:31.982205 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:32.089907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d8c8c-d5fc-45ad-ab74-65aa4e7ded9e req-945948b0-a156-4083-9062-4da5ebbdf0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:32.092393 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3f1d8c8c-d5fc-45ad-ab74-65aa4e7ded9e req-945948b0-a156-4083-9062-4da5ebbdf0ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 1058 time: 0.4917996 Aug 20 11:41:32.118171 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-01eba1bc-4f8e-4994-93c9-6c0cc86dfe0a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4754677 Aug 20 11:41:32.158608 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:32.159481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9901b-85a7-4461-a9cb-bb85b8a20ed2 req-ac3ebb2e-2e63-4e8b-a14d-561515326492 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:32.161407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42d9901b-85a7-4461-a9cb-bb85b8a20ed2 req-ac3ebb2e-2e63-4e8b-a14d-561515326492 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.4420824 Aug 20 11:41:32.165361 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ca26cf9-1864-4588-8491-7e2443c11ce2 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:32.231191 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:32.287216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=c855f346-cd40-4f28-929e-da5dd6cc3198,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:32.331618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:32.361117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2939ff-8fbc-48f5-a311-990e8045897a req-edda7003-4f29-4361-aba5-a423f47c0b86 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:32.377671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] For port 685c4cd9-9513-4989-88a2-297b42c01b9f, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:32.381817 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fd2939ff-8fbc-48f5-a311-990e8045897a req-edda7003-4f29-4361-aba5-a423f47c0b86 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.6145184 Aug 20 11:41:32.382727 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] For port 685c4cd9-9513-4989-88a2-297b42c01b9f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=685c4cd9-9513-4989-88a2-297b42c01b9f,segment=NetworkSegment(0c0d79ef-635c-4751-bc10-daebd5494ce2),segment_id=0c0d79ef-635c-4751-bc10-daebd5494ce2)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:32.386795 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:32.388159 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:32.404353 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:32.415610 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42d9901b-85a7-4461-a9cb-bb85b8a20ed2 req-f332a082-8972-4c42-a378-a821c3efd743 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474260 Aug 20 11:41:32.439782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-2bb37c60-ac94-4de7-9555-27a74bf30990 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:32.445548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-2bb37c60-ac94-4de7-9555-27a74bf30990 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:32.447108 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-2bb37c60-ac94-4de7-9555-27a74bf30990 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.76 "GET /v2.0/networks?id=c0eff127-d717-4f5c-8a94-dfbab91eaa7f&id=a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 HTTP/1.1" status: 200 len: 1391 time: 0.6072643 Aug 20 11:41:32.496567 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event updated for resources: {'Port': ['ID=4319cfda-5e36-4b4a-91bf-31f5708d3394,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:32.505680 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-6ccdbbc6-0293-446d-9d4b-ec5c79b961fa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Request body: {'port': {'device_id': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'network_id': 'c0eff127-d717-4f5c-8a94-dfbab91eaa7f', 'admin_state_up': True, 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:32.539164 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb83285-105f-4750-92dc-b0528bd7b3aa None None] Pushing event updated for resources: {'Port': ['ID=685c4cd9-9513-4989-88a2-297b42c01b9f,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:32.552548 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fd2939ff-8fbc-48f5-a311-990e8045897a req-b53ae05c-1254-4d0e-9257-b584a48bcd66 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732099 Aug 20 11:41:32.603052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c855f346-cd40-4f28-929e-da5dd6cc3198 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:32.610373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fd794dde-02ff-44ea-b2d3-039ca89700d1 None None] Provisioning complete for port f2a8a7f8-fbb0-4af5-81e4-886682330075 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:32.610748 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fd794dde-02ff-44ea-b2d3-039ca89700d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:32.744912 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:32.762917 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c855f346-cd40-4f28-929e-da5dd6cc3198 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:32.763278 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:33.044808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 89fe60b0-c5ef-4477-ae59-0aa0e0591164 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:33.141413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 89fe60b0-c5ef-4477-ae59-0aa0e0591164 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:33.196743 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ca26cf9-1864-4588-8491-7e2443c11ce2 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:33.212923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-9ca26cf9-1864-4588-8491-7e2443c11ce2 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dea13c6-3a78-4b9e-b782-a86cb7d72b00']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:33.225183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-9ca26cf9-1864-4588-8491-7e2443c11ce2 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4b1425-a25c-4b4f-b197-36ce3679f8e7') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:33.225477 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-9ca26cf9-1864-4588-8491-7e2443c11ce2 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4b1425-a25c-4b4f-b197-36ce3679f8e7') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:33.241610 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ca26cf9-1864-4588-8491-7e2443c11ce2 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:33.258297 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ca26cf9-1864-4588-8491-7e2443c11ce2 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:33.268454 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d8c8c-d5fc-45ad-ab74-65aa4e7ded9e req-7fca98fa-36e3-410f-9911-262431104ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:33.270448 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3f1d8c8c-d5fc-45ad-ab74-65aa4e7ded9e req-7fca98fa-36e3-410f-9911-262431104ca5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 1.1438003 Aug 20 11:41:33.294015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca26cf9-1864-4588-8491-7e2443c11ce2 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:41:33.294447 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ca26cf9-1864-4588-8491-7e2443c11ce2 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:33.376544 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1ff82f1-0b44-4abb-a938-23133aaab073 req-11a35fc6-e76f-47c1-b9b1-53d1ec42b09b tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 210 time: 0.0544636 Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:41:33.396844 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:41:33.419303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ef6f56-af8a-43e1-8025-39fae439e83f None None] Network a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:41:33.452125 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ca26cf9-1864-4588-8491-7e2443c11ce2 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:33.457575 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ca26cf9-1864-4588-8491-7e2443c11ce2 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:33.459621 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9ca26cf9-1864-4588-8491-7e2443c11ce2 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] 10.222.0.37 "DELETE /v2.0/networks/5dea13c6-3a78-4b9e-b782-a86cb7d72b00 HTTP/1.1" status: 204 len: 168 time: 1.8441885 Aug 20 11:41:33.509573 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f648b8-faa3-47a2-9225-c4069d951638 req-781e7b0a-34a2-4d7c-b80c-c44854b59d72 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:33.524740 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82f648b8-faa3-47a2-9225-c4069d951638 req-781e7b0a-34a2-4d7c-b80c-c44854b59d72 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.8285370 Aug 20 11:41:33.538856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-6ccdbbc6-0293-446d-9d4b-ec5c79b961fa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Made reservation on behalf of 0d86ec1742a74b2b9f07dedc5baf4bd9 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:33.549693 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-6ccdbbc6-0293-446d-9d4b-ec5c79b961fa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:33.569385 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a138ec95-2d39-4aa1-bace-5848fe06de5d None None] Provisioning for port 89fe60b0-c5ef-4477-ae59-0aa0e0591164 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:33.577022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a138ec95-2d39-4aa1-bace-5848fe06de5d None None] Provisioning complete for port 89fe60b0-c5ef-4477-ae59-0aa0e0591164 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:33.584150 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a138ec95-2d39-4aa1-bace-5848fe06de5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:33.634885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca26cf9-1864-4588-8491-7e2443c11ce2 tempest-ExternalNetworksTestJSON-1991021131 tempest-ExternalNetworksTestJSON-1991021131-project] Pushing event deleted for resources: {'Network': ['ID=5dea13c6-3a78-4b9e-b782-a86cb7d72b00,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:33.650758 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3f1d8c8c-d5fc-45ad-ab74-65aa4e7ded9e req-00b85fa4-8a80-425d-a475-a00026d72404 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2a8a7f8-fbb0-4af5-81e4-886682330075 HTTP/1.1" status: 200 len: 217 time: 0.2515047 Aug 20 11:41:33.657698 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:33.732946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9213175-e817-477d-bf4c-fb689c27f27a req-d8acf3d3-48a4-4df8-b196-8ec7bf4f95da tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:33.742060 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9213175-e817-477d-bf4c-fb689c27f27a req-d8acf3d3-48a4-4df8-b196-8ec7bf4f95da tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1634858 Aug 20 11:41:33.771363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82f648b8-faa3-47a2-9225-c4069d951638 req-b553f3a7-72a7-4ab0-916f-9e99341cc50a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457244 Aug 20 11:41:33.854924 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9213175-e817-477d-bf4c-fb689c27f27a req-56770863-2ce1-4d22-97c6-a30ff5bbe699 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109157 Aug 20 11:41:33.858617 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d8c8c-d5fc-45ad-ab74-65aa4e7ded9e req-a26e13d4-7f93-41bf-ad74-dcad73711d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:33.861064 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3f1d8c8c-d5fc-45ad-ab74-65aa4e7ded9e req-a26e13d4-7f93-41bf-ad74-dcad73711d6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.1896989 Aug 20 11:41:33.901092 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a138ec95-2d39-4aa1-bace-5848fe06de5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:33.990840 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a138ec95-2d39-4aa1-bace-5848fe06de5d None None] For port 89fe60b0-c5ef-4477-ae59-0aa0e0591164, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=89fe60b0-c5ef-4477-ae59-0aa0e0591164,segment=NetworkSegment(6da23f16-bb6c-45ba-9c83-872fd244fea2),segment_id=6da23f16-bb6c-45ba-9c83-872fd244fea2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:34.001080 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a138ec95-2d39-4aa1-bace-5848fe06de5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:34.048145 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39428) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:34.112710 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138ec95-2d39-4aa1-bace-5848fe06de5d None None] Pushing event updated for resources: {'Port': ['ID=89fe60b0-c5ef-4477-ae59-0aa0e0591164,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:34.117801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8c79e1-42ae-4621-88d4-4b335ffd885d None None] Network 13cfa46a-793d-4e90-bb28-7ddc63dff084 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:41:34.148935 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d8c8c-d5fc-45ad-ab74-65aa4e7ded9e req-2004cf4f-2545-4e38-ae67-eef3290b1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:34.150445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3f1d8c8c-d5fc-45ad-ab74-65aa4e7ded9e req-2004cf4f-2545-4e38-ae67-eef3290b1b2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2816854 Aug 20 11:41:34.188399 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8835aa03-a866-474f-ba0a-50fbd571a3fe None None] Provisioning for port 685c4cd9-9513-4989-88a2-297b42c01b9f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:34.206132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e8a39-f7a8-4195-b54f-e02c4ec3d304 req-eda2f47b-3a67-4bbb-b7af-58f4c32685b1 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:34.213558 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-414e8a39-f7a8-4195-b54f-e02c4ec3d304 req-eda2f47b-3a67-4bbb-b7af-58f4c32685b1 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.2437892 Aug 20 11:41:34.218961 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be5c0b-3fa9-4460-949c-c3c2031c0fc4 req-c96a3ac5-0c75-450e-98be-d2edf454ec67 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:34.221465 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4be5c0b-3fa9-4460-949c-c3c2031c0fc4 req-c96a3ac5-0c75-450e-98be-d2edf454ec67 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.3215907 Aug 20 11:41:34.226573 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-6ccdbbc6-0293-446d-9d4b-ec5c79b961fa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Allocated IP 19.80.0.70 (c0eff127-d717-4f5c-8a94-dfbab91eaa7f/c92d9cf6-649d-4c66-855e-5973ce2221fa/e8e80370-9061-4c1a-baa9-186d37b1f3b1) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:34.276388 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:34.331634 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ab585718-944c-49c9-98fc-6f077a7629de None None] Provisioning complete for port 89fe60b0-c5ef-4477-ae59-0aa0e0591164 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:34.331634 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ab585718-944c-49c9-98fc-6f077a7629de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:34.352566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4be5c0b-3fa9-4460-949c-c3c2031c0fc4 req-d06c18cb-45ec-4849-99d6-8c4ef2a9c2ba tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952573 Aug 20 11:41:34.390065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-89649c80-34c8-4699-80d3-348ae661294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:34.391587 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-89649c80-34c8-4699-80d3-348ae661294d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 1101 time: 0.2332761 Aug 20 11:41:34.409677 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3f1d8c8c-d5fc-45ad-ab74-65aa4e7ded9e req-be717f53-b78a-46a6-a57a-2b384bd328a3 service neutron] 10.222.0.35 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449963 Aug 20 11:41:34.413906 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-414e8a39-f7a8-4195-b54f-e02c4ec3d304 req-f1f77c2e-26e2-47e1-aa5f-34c173023f6f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993868 Aug 20 11:41:34.564782 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-45e42cdc-820d-445c-9532-f68e5637e03e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52102efa94714fa19c717cea99041d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5058775 Aug 20 11:41:34.565793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39446) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:34.600429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 685c4cd9-9513-4989-88a2-297b42c01b9f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:34.651273 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-76ea1198-a626-456c-95ed-171d8b6b2c0f req-d9bd9cec-e72f-4031-a820-d5fe1a320768 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 210 time: 0.0850821 Aug 20 11:41:34.685568 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 685c4cd9-9513-4989-88a2-297b42c01b9f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:34.694376 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 685c4cd9-9513-4989-88a2-297b42c01b9f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:34.695990 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:34.727035 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-0ef9b393-a9a8-4e54-afa5-e0325e50917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:34.728652 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-0ef9b393-a9a8-4e54-afa5-e0325e50917c service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.3207598 Aug 20 11:41:34.745236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Router ec00a264-c741-47e1-b807-2b6a2a317cd7 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:41:34.764724 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3f2e8643-57ea-4c19-a487-171cdb3a7246 None None] Provisioning complete for port 685c4cd9-9513-4989-88a2-297b42c01b9f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:34.765255 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3f2e8643-57ea-4c19-a487-171cdb3a7246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:34.790751 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-714a44bd-917c-4fb0-8ac2-7bb30ab39eb4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=5e605c4c-2b5d-47db-b200-be470000f036 HTTP/1.1" status: 200 len: 217 time: 0.0429549 Aug 20 11:41:34.839240 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:34.901051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 685c4cd9-9513-4989-88a2-297b42c01b9f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=685c4cd9-9513-4989-88a2-297b42c01b9f,segment=NetworkSegment(0c0d79ef-635c-4751-bc10-daebd5494ce2),segment_id=0c0d79ef-635c-4751-bc10-daebd5494ce2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:34.910685 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:34.911459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 89fe60b0-c5ef-4477-ae59-0aa0e0591164 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:34.914631 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3f2e8643-57ea-4c19-a487-171cdb3a7246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:34.956627 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-a6b6309e-1efc-4c93-bc59-dd3409a2db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:34.958355 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-a6b6309e-1efc-4c93-bc59-dd3409a2db51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1603196 Aug 20 11:41:35.019451 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:41:35.032413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cb2b5-f60e-4131-91af-fdf71d6aeb3b req-7403d311-6739-479b-b3d7-bfa16be2d279 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:35.032684 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=685c4cd9-9513-4989-88a2-297b42c01b9f,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:35.033618 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a8cb2b5-f60e-4131-91af-fdf71d6aeb3b req-7403d311-6739-479b-b3d7-bfa16be2d279 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.1491344 Aug 20 11:41:35.045724 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d5f3cb-adaa-4eff-9760-c6b7d44bfdc2 None None] Sync routers for ids ['ec00a264-c741-47e1-b807-2b6a2a317cd7'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:41:35.050117 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-3f2e8643-57ea-4c19-a487-171cdb3a7246 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:41:35.050473 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-3f2e8643-57ea-4c19-a487-171cdb3a7246 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:41:35.060931 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-55f8ecf6-1ebb-478a-9eb8-a4c75b542866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:35.061720 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 89fe60b0-c5ef-4477-ae59-0aa0e0591164 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:35.062120 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:35.063057 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-55f8ecf6-1ebb-478a-9eb8-a4c75b542866 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0948410 Aug 20 11:41:35.064249 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d5f3cb-adaa-4eff-9760-c6b7d44bfdc2 None None] Routers {'ec00a264-c741-47e1-b807-2b6a2a317cd7'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:41:35.065117 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-45d5f3cb-adaa-4eff-9760-c6b7d44bfdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ec00a264-c741-47e1-b807-2b6a2a317cd7'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:35.067983 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-6ccdbbc6-0293-446d-9d4b-ec5c79b961fa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:35.103971 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3f1d8c8c-d5fc-45ad-ab74-65aa4e7ded9e req-3a6ca73b-2f10-4a84-ba54-3b49848bf48a service neutron] 10.222.0.35 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6832407 Aug 20 11:41:35.123902 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-6ccdbbc6-0293-446d-9d4b-ec5c79b961fa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Transition to ACTIVE for port object e8e80370-9061-4c1a-baa9-186d37b1f3b1 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:35.125496 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-16867c88-58e8-4a6b-af4b-91cd3b227316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:35.135918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-dfb260fe-3dc2-432c-b9c8-4ee6423eb901 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:35.138221 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-45d5f3cb-adaa-4eff-9760-c6b7d44bfdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:35.143548 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-dfb260fe-3dc2-432c-b9c8-4ee6423eb901 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 812 time: 0.6153390 Aug 20 11:41:35.147132 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d5f3cb-adaa-4eff-9760-c6b7d44bfdc2 None None] Routers {'ec00a264-c741-47e1-b807-2b6a2a317cd7'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:41:35.148043 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-45d5f3cb-adaa-4eff-9760-c6b7d44bfdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ec00a264-c741-47e1-b807-2b6a2a317cd7'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:35.173284 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-af07233e-5c14-4e35-bdbe-c86e7237ef48 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/quotas/947e0c1b067b4c5f9c1cddc27a1d480c HTTP/1.1" status: 200 len: 375 time: 0.0289149 Aug 20 11:41:35.181343 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-fa114694-4271-43f4-8de1-24c88b835e37 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102424 Aug 20 11:41:35.185754 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-45d5f3cb-adaa-4eff-9760-c6b7d44bfdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:35.186197 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:35.186367 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d5f3cb-adaa-4eff-9760-c6b7d44bfdc2 None None] The sync data for ids ['ec00a264-c741-47e1-b807-2b6a2a317cd7'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:41:35.187477 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ae496416-6e3e-41c6-9ddb-297564d3ac56 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.6717820 Aug 20 11:41:35.200559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39450) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:35.200786 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-16867c88-58e8-4a6b-af4b-91cd3b227316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:35.285050 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-8a2ac46f-8db7-4e8b-9fc6-cd583eb84747 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1107874 Aug 20 11:41:35.287388 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-6ccdbbc6-0293-446d-9d4b-ec5c79b961fa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:35.293360 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a8cb2b5-f60e-4131-91af-fdf71d6aeb3b req-84074cd9-b4da-4712-a274-30285d3d900d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385936 Aug 20 11:41:35.377599 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-f0600979-5265-46bf-a3fd-0388cb23f1bf service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887805 Aug 20 11:41:35.386991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-6ccdbbc6-0293-446d-9d4b-ec5c79b961fa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Network c0eff127-d717-4f5c-8a94-dfbab91eaa7f is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:35.389756 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-16867c88-58e8-4a6b-af4b-91cd3b227316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:35.392388 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-16867c88-58e8-4a6b-af4b-91cd3b227316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:35.397266 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-16867c88-58e8-4a6b-af4b-91cd3b227316 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01555b3f-8b3f-4632-b668-3c47f295ce3d HTTP/1.1" status: 204 len: 168 time: 0.8200686 Aug 20 11:41:35.411644 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-6ccdbbc6-0293-446d-9d4b-ec5c79b961fa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:35.421230 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-6ccdbbc6-0293-446d-9d4b-ec5c79b961fa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:35.424529 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdbbc6-0293-446d-9d4b-ec5c79b961fa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event updated for resources: {'Port': ['ID=e8e80370-9061-4c1a-baa9-186d37b1f3b1,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:35.455265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16867c88-58e8-4a6b-af4b-91cd3b227316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01555b3f-8b3f-4632-b668-3c47f295ce3d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:35.513510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-6ccdbbc6-0293-446d-9d4b-ec5c79b961fa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:35.514166 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-6ccdbbc6-0293-446d-9d4b-ec5c79b961fa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:35.555402 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-fc9de8ca-8a9d-4652-bfed-99ff89f5af34 service neutron] 10.222.0.37 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525041 Aug 20 11:41:35.596870 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-6ccdbbc6-0293-446d-9d4b-ec5c79b961fa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1381407 Aug 20 11:41:35.641407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-ec8acaa2-8447-4a63-940a-ae8aaa4805cc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Request body: {'port': {'device_id': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'network_id': 'a25c68fb-328f-4fd4-b3cc-7ba35883c8e1', 'admin_state_up': True, 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:35.771136 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-0f3b0399-5daf-420e-a584-6d182afa47b2 service neutron] 10.222.0.37 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147439 Aug 20 11:41:35.797923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-ec8acaa2-8447-4a63-940a-ae8aaa4805cc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Made reservation on behalf of 0d86ec1742a74b2b9f07dedc5baf4bd9 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:35.801869 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-ec8acaa2-8447-4a63-940a-ae8aaa4805cc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:35.852437 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7f01176a-536b-4ac2-b7e6-b4178f63dac2 None None] Provisioning for port e8e80370-9061-4c1a-baa9-186d37b1f3b1 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:35.860205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7f01176a-536b-4ac2-b7e6-b4178f63dac2 None None] Provisioning complete for port e8e80370-9061-4c1a-baa9-186d37b1f3b1 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:35.860421 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7f01176a-536b-4ac2-b7e6-b4178f63dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:35.899777 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572d936-62f8-48a0-9de8-ab504befca1c req-d64b9632-298d-42a8-a2b1-f391ac228d7f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:35.901335 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2572d936-62f8-48a0-9de8-ab504befca1c req-d64b9632-298d-42a8-a2b1-f391ac228d7f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.1098502 Aug 20 11:41:35.907384 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39464) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:35.920353 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7f01176a-536b-4ac2-b7e6-b4178f63dac2 None None] Port e8e80370-9061-4c1a-baa9-186d37b1f3b1 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:41:36.029631 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2572d936-62f8-48a0-9de8-ab504befca1c req-dfd09d40-7e66-4b8d-8a43-4cd72aec9ceb tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156914 Aug 20 11:41:36.031749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-ec8acaa2-8447-4a63-940a-ae8aaa4805cc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Allocated IP 19.86.0.175 (a25c68fb-328f-4fd4-b3cc-7ba35883c8e1/c432eb4e-3e45-458f-9678-a1c343d33366/1422db06-106c-44c0-a5d8-11e0b731f275) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:36.056196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd4c61-20eb-45b0-996b-77b0ed564e43 req-3b548780-e1bc-4d3c-a02b-76a9e1de0908 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:36.056479 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8c298ca5-ce75-4c8d-9fcb-ece082369e43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=298686ebbff24583bfb6663ee7b14620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455047 Aug 20 11:41:36.056564 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bfd4c61-20eb-45b0-996b-77b0ed564e43 req-3b548780-e1bc-4d3c-a02b-76a9e1de0908 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.0834703 Aug 20 11:41:36.056564 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39470) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:36.215766 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dade9e-2a13-4929-a49f-b7c208556377 req-7dabaf0b-d9d0-4ed5-8a82-e2e15c9aac63 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:36.218005 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36dade9e-2a13-4929-a49f-b7c208556377 req-7dabaf0b-d9d0-4ed5-8a82-e2e15c9aac63 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 931 time: 0.0937488 Aug 20 11:41:36.230726 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bfd4c61-20eb-45b0-996b-77b0ed564e43 req-f1a6e68b-e776-4cc8-874f-8a04548d2633 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402359 Aug 20 11:41:36.263838 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc467f11-6859-4b34-bd09-4eb17460219f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:36.309035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:36.309839 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc467f11-6859-4b34-bd09-4eb17460219f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:36.315739 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36dade9e-2a13-4929-a49f-b7c208556377 req-b9de74a4-8d1d-4f67-8806-e9b9842cb480 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865712 Aug 20 11:41:36.341414 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-ec8acaa2-8447-4a63-940a-ae8aaa4805cc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:36.367844 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-ec8acaa2-8447-4a63-940a-ae8aaa4805cc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Transition to ACTIVE for port object 1422db06-106c-44c0-a5d8-11e0b731f275 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:36.416038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 685c4cd9-9513-4989-88a2-297b42c01b9f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:36.419367 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-ec8acaa2-8447-4a63-940a-ae8aaa4805cc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:36.480429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 685c4cd9-9513-4989-88a2-297b42c01b9f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:36.481239 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:36.507066 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc467f11-6859-4b34-bd09-4eb17460219f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:36.510041 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc467f11-6859-4b34-bd09-4eb17460219f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:36.515118 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cc467f11-6859-4b34-bd09-4eb17460219f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/446a5255-d0ab-4c81-ab77-19dd01f62abe HTTP/1.1" status: 204 len: 168 time: 0.4576087 Aug 20 11:41:36.520421 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9de984b6-179c-4f74-9d7e-c77af6837029 req-6fa9b70e-2851-4378-9386-4e1e24874dc8 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 210 time: 0.0351331 Aug 20 11:41:36.578915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-ec8acaa2-8447-4a63-940a-ae8aaa4805cc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Network a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:36.595667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc467f11-6859-4b34-bd09-4eb17460219f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446a5255-d0ab-4c81-ab77-19dd01f62abe,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:36.605866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-ec8acaa2-8447-4a63-940a-ae8aaa4805cc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:36.636100 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8acaa2-8447-4a63-940a-ae8aaa4805cc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event updated for resources: {'Port': ['ID=1422db06-106c-44c0-a5d8-11e0b731f275,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:36.643748 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-ec8acaa2-8447-4a63-940a-ae8aaa4805cc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:36.694626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318ee66-57c7-4514-91ae-cf95c397b2c3 req-5ce541ef-ec1f-4d24-ae8a-2ae501167a08 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:36.696280 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b318ee66-57c7-4514-91ae-cf95c397b2c3 req-5ce541ef-ec1f-4d24-ae8a-2ae501167a08 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.2241657 Aug 20 11:41:36.728908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-ec8acaa2-8447-4a63-940a-ae8aaa4805cc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:36.729532 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-ec8acaa2-8447-4a63-940a-ae8aaa4805cc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:36.759103 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-ec8acaa2-8447-4a63-940a-ae8aaa4805cc tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1221755 Aug 20 11:41:36.763147 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b318ee66-57c7-4514-91ae-cf95c397b2c3 req-e9a1919f-cd8c-4447-a761-3f4b83db5e8d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568547 Aug 20 11:41:36.773751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Request body: {'port': {'device_id': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:36.826057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Allocated IP 172.20.0.1 (13cfa46a-793d-4e90-bb28-7ddc63dff084/ab93666b-9fa8-43c8-a48a-ffa65257b2c4/33e0ebf3-76de-4161-9914-c2e6345647bd) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:36.861656 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:36.961089 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-12bba692-c92e-458f-b910-e82c8a653b09 None None] Provisioning for port 1422db06-106c-44c0-a5d8-11e0b731f275 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:36.965497 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:36.966478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-12bba692-c92e-458f-b910-e82c8a653b09 None None] Provisioning complete for port 1422db06-106c-44c0-a5d8-11e0b731f275 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:36.967146 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-12bba692-c92e-458f-b910-e82c8a653b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:36.990526 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Transition to ACTIVE for port object 33e0ebf3-76de-4161-9914-c2e6345647bd will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:37.006655 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-12bba692-c92e-458f-b910-e82c8a653b09 None None] Port 1422db06-106c-44c0-a5d8-11e0b731f275 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:41:37.051880 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:37.096728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Network 13cfa46a-793d-4e90-bb28-7ddc63dff084 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:37.102996 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:37.119282 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:37.195187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event updated for resources: {'Port': ['ID=33e0ebf3-76de-4161-9914-c2e6345647bd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:37.222271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-4182957a-ca1b-4bdf-b85b-e5bd84b1a06b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:37.223820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-4182957a-ca1b-4bdf-b85b-e5bd84b1a06b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.76 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 812 time: 0.1349251 Aug 20 11:41:37.232811 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:37.249452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-662b8167-7664-476a-b682-e4fee3ee865b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Request body: {'port': {'device_id': '5e329966-99cb-4d45-bbda-31b8a27f503d', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'admin_state_up': True, 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:37.289014 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edd58d-36a4-4d84-af69-a2b2eba8f8aa req-f0e16715-c49d-4f4d-a6a4-5e8280595c9c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:37.298445 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18edd58d-36a4-4d84-af69-a2b2eba8f8aa req-f0e16715-c49d-4f4d-a6a4-5e8280595c9c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.1352224 Aug 20 11:41:37.358947 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18edd58d-36a4-4d84-af69-a2b2eba8f8aa req-106a9e00-16e7-4966-aa9f-e362e690061a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596194 Aug 20 11:41:37.442563 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e4831dc1-e0fe-42fa-ba17-e31f86db4604 None None] Provisioning for port 33e0ebf3-76de-4161-9914-c2e6345647bd completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:37.449395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e4831dc1-e0fe-42fa-ba17-e31f86db4604 None None] Provisioning complete for port 33e0ebf3-76de-4161-9914-c2e6345647bd triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:37.452506 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e4831dc1-e0fe-42fa-ba17-e31f86db4604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:37.491631 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e4831dc1-e0fe-42fa-ba17-e31f86db4604 None None] Port 33e0ebf3-76de-4161-9914-c2e6345647bd cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:41:37.557442 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267e6d4-aae6-4962-85e7-dc3a5a1975a2 req-e9456d3b-02db-4c81-9ae4-c03ccd997f61 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:37.561766 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e80370-9061-4c1a-baa9-186d37b1f3b1 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:37.564495 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267e6d4-aae6-4962-85e7-dc3a5a1975a2 req-e9456d3b-02db-4c81-9ae4-c03ccd997f61 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:37.566243 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4267e6d4-aae6-4962-85e7-dc3a5a1975a2 req-e9456d3b-02db-4c81-9ae4-c03ccd997f61 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1654 time: 0.1000593 Aug 20 11:41:37.570049 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:37.576987 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:37.581222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-662b8167-7664-476a-b682-e4fee3ee865b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Made reservation on behalf of 947e0c1b067b4c5f9c1cddc27a1d480c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:37.584792 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-662b8167-7664-476a-b682-e4fee3ee865b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:37.610237 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709dd7c-ae8c-4d54-ae74-b5960eab9ddb req-5b935c68-19cc-480d-b044-4e62a96897e2 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:37.611707 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d709dd7c-ae8c-4d54-ae74-b5960eab9ddb req-5b935c68-19cc-480d-b044-4e62a96897e2 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.2092226 Aug 20 11:41:37.618749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Transition to ACTIVE for port object e8e80370-9061-4c1a-baa9-186d37b1f3b1 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:37.637716 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:37.665035 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4267e6d4-aae6-4962-85e7-dc3a5a1975a2 req-6d313bc4-f502-4859-bf1c-ddaafc40afb3 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814104 Aug 20 11:41:37.761238 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e80370-9061-4c1a-baa9-186d37b1f3b1,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:37.791354 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d709dd7c-ae8c-4d54-ae74-b5960eab9ddb req-387decc8-6a15-4119-b8d1-995bb15a8339 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664059 Aug 20 11:41:37.892178 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-662b8167-7664-476a-b682-e4fee3ee865b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Allocated IP 172.20.0.9 (601cbfc5-e222-4e33-a80a-eb90561bedd1/10cb89f6-e588-493a-8613-14967bd5bedf/56ca3e04-b1b8-4d19-a1b8-3a8087852105) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:37.917599 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee280e11-d75f-497c-8ced-02d4f130d056 req-3021f602-f43f-4578-9667-869dd54f3524 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 210 time: 0.0615737 Aug 20 11:41:38.017276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Attempting to bind port e8e80370-9061-4c1a-baa9-186d37b1f3b1 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:38.017685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Attempting to bind port e8e80370-9061-4c1a-baa9-186d37b1f3b1 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd3de960e-7835-4713-b072-9da432f80510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c0eff127-d717-4f5c-8a94-dfbab91eaa7f'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:38.018077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Attempting to bind port e8e80370-9061-4c1a-baa9-186d37b1f3b1 on network c0eff127-d717-4f5c-8a94-dfbab91eaa7f {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:38.032275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Port e8e80370-9061-4c1a-baa9-186d37b1f3b1 on network c0eff127-d717-4f5c-8a94-dfbab91eaa7f not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:41:38.032628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Attempting to bind port e8e80370-9061-4c1a-baa9-186d37b1f3b1 on network c0eff127-d717-4f5c-8a94-dfbab91eaa7f {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:38.075144 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.080851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:38.081040 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.081185 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Checking segment: {'id': 'd3de960e-7835-4713-b072-9da432f80510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c0eff127-d717-4f5c-8a94-dfbab91eaa7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:38.081570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Bound using segment: {'id': 'd3de960e-7835-4713-b072-9da432f80510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c0eff127-d717-4f5c-8a94-dfbab91eaa7f'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:38.082009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Bound port: e8e80370-9061-4c1a-baa9-186d37b1f3b1, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3de960e-7835-4713-b072-9da432f80510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c0eff127-d717-4f5c-8a94-dfbab91eaa7f'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:38.082382 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.093171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2f852-9c1a-47af-a856-9f01661d1c92 req-6b415bcc-2678-480d-8ea1-7f925cacca2f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:38.100298 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0cf2f852-9c1a-47af-a856-9f01661d1c92 req-6b415bcc-2678-480d-8ea1-7f925cacca2f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.1764328 Aug 20 11:41:38.162478 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event updated for resources: {'Port': ['ID=33e0ebf3-76de-4161-9914-c2e6345647bd,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:38.167583 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.230879 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0cf2f852-9c1a-47af-a856-9f01661d1c92 req-8898a90c-e0e9-4649-b3c4-38ec8f3ba378 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296937 Aug 20 11:41:38.248165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] For port e8e80370-9061-4c1a-baa9-186d37b1f3b1, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:38.251850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-662b8167-7664-476a-b682-e4fee3ee865b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.254958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] For port e8e80370-9061-4c1a-baa9-186d37b1f3b1, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=e8e80370-9061-4c1a-baa9-186d37b1f3b1,segment=NetworkSegment(d3de960e-7835-4713-b072-9da432f80510),segment_id=d3de960e-7835-4713-b072-9da432f80510)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:38.266459 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.269994 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Network 13cfa46a-793d-4e90-bb28-7ddc63dff084 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:38.272002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:38.297470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-662b8167-7664-476a-b682-e4fee3ee865b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Transition to ACTIVE for port object 56ca3e04-b1b8-4d19-a1b8-3a8087852105 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:38.298669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39526) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:38.319734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:38.320355 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.321897 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] 10.222.0.76 "PUT /v2.0/ports/e8e80370-9061-4c1a-baa9-186d37b1f3b1 HTTP/1.1" status: 200 len: 1091 time: 1.5528107 Aug 20 11:41:38.326119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'tag': 'e8e80370-9061-4c1a-baa9-186d37b1f3b1'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:38.329810 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ceacb1-e124-4628-9810-8262b2a89497" -d '{"events": [{"name": "network-changed", "server_uuid": "dab2d35b-c3ee-46f2-996f-e3f76a784a19", "tag": "e8e80370-9061-4c1a-baa9-186d37b1f3b1"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:38.357426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Request body: {'port': {'device_id': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:38.401884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bed8a-7cbf-456e-9174-03ceaf36e323 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e80370-9061-4c1a-baa9-186d37b1f3b1,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:38.438414 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5884bc1a-a135-48c0-b22e-2d7843d708ca x-openstack-request-id: req-5884bc1a-a135-48c0-b22e-2d7843d708ca {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:38.438708 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab2d35b-c3ee-46f2-996f-e3f76a784a19", "tag": "e8e80370-9061-4c1a-baa9-186d37b1f3b1", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:38.438964 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5884bc1a-a135-48c0-b22e-2d7843d708ca {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:38.439368 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'tag': 'e8e80370-9061-4c1a-baa9-186d37b1f3b1', 'status': 'completed', 'code': 200} Aug 20 11:41:38.467990 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-662b8167-7664-476a-b682-e4fee3ee865b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.479675 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['019cf12c-278d-46a9-9036-d80b7d3b5e5f', '2d59df7a-8b32-4a88-b780-cc503fe8e9db'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:38.512533 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Router ec00a264-c741-47e1-b807-2b6a2a317cd7 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:41:38.568788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-45f2e0be-8293-4336-9fbe-3e29e2853519 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1130795598', 'router:external': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:38.638215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-662b8167-7664-476a-b682-e4fee3ee865b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Network 601cbfc5-e222-4e33-a80a-eb90561bedd1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:38.649391 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.662002 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-662b8167-7664-476a-b682-e4fee3ee865b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:38.674589 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-662b8167-7664-476a-b682-e4fee3ee865b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:38.676207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:41:38.685919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b8167-7664-476a-b682-e4fee3ee865b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event updated for resources: {'Port': ['ID=56ca3e04-b1b8-4d19-a1b8-3a8087852105,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:38.696396 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c7714-7f65-4b0c-a93c-f73cf568652f None None] Sync routers for ids ['ec00a264-c741-47e1-b807-2b6a2a317cd7'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:41:38.702261 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5a5326b2-2e52-4679-b693-37bffd4e5cdb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] 10.222.0.37 "PUT /v2.0/routers/ec00a264-c741-47e1-b807-2b6a2a317cd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5022998 Aug 20 11:41:38.702972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39536) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:38.708338 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-69e94950-e8f3-47e9-88ed-ce0d2ecae684 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Request body: {'port': {'network_id': '13cfa46a-793d-4e90-bb28-7ddc63dff084', 'name': 'tempest-FloatingIPAdminTestJSON-1484147318'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:38.712625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-eb812854-ad17-4f71-b953-a3909f5a2992 None None] Provisioning complete for port 33e0ebf3-76de-4161-9914-c2e6345647bd triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:38.713877 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eb812854-ad17-4f71-b953-a3909f5a2992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.748685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c7714-7f65-4b0c-a93c-f73cf568652f None None] Routers {'ec00a264-c741-47e1-b807-2b6a2a317cd7'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:41:38.749477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ea8c7714-7f65-4b0c-a93c-f73cf568652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ec00a264-c741-47e1-b807-2b6a2a317cd7'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:38.772212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f2e0be-8293-4336-9fbe-3e29e2853519 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Made reservation on behalf of e6ee0e3126a6429887e4058009eebebf for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:38.774497 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45f2e0be-8293-4336-9fbe-3e29e2853519 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.795134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceacb1-e124-4628-9810-8262b2a89497 req-fb834e49-ba4b-44ce-83d8-af600dea6c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:38.795134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceacb1-e124-4628-9810-8262b2a89497 req-fb834e49-ba4b-44ce-83d8-af600dea6c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:38.796815 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89ceacb1-e124-4628-9810-8262b2a89497 req-fb834e49-ba4b-44ce-83d8-af600dea6c04 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d86ec1742a74b2b9f07dedc5baf4bd9&device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1913 time: 0.3408444 Aug 20 11:41:38.813467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ea8c7714-7f65-4b0c-a93c-f73cf568652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:38.822369 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45f2e0be-8293-4336-9fbe-3e29e2853519 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.831302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-eb812854-ad17-4f71-b953-a3909f5a2992 None None] Port 33e0ebf3-76de-4161-9914-c2e6345647bd cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:41:38.842360 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c7714-7f65-4b0c-a93c-f73cf568652f None None] Routers {'ec00a264-c741-47e1-b807-2b6a2a317cd7'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:41:38.842994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-662b8167-7664-476a-b682-e4fee3ee865b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:38.843650 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-662b8167-7664-476a-b682-e4fee3ee865b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.844132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ea8c7714-7f65-4b0c-a93c-f73cf568652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ec00a264-c741-47e1-b807-2b6a2a317cd7'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:38.844867 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20c234-5a97-4e88-8c79-a8f0c43ce176 req-7c0f8193-11ba-49eb-be11-7c1ba0b31555 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:38.851627 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.851843 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20c234-5a97-4e88-8c79-a8f0c43ce176 req-7c0f8193-11ba-49eb-be11-7c1ba0b31555 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:38.852688 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee20c234-5a97-4e88-8c79-a8f0c43ce176 req-7c0f8193-11ba-49eb-be11-7c1ba0b31555 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1666 time: 0.0934289 Aug 20 11:41:38.895025 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ea8c7714-7f65-4b0c-a93c-f73cf568652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:38.896112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c7714-7f65-4b0c-a93c-f73cf568652f None None] The sync data for ids ['ec00a264-c741-47e1-b807-2b6a2a317cd7'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:41:38.923620 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee20c234-5a97-4e88-8c79-a8f0c43ce176 req-f3eab123-139e-4d96-a393-828f27d8b885 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641086 Aug 20 11:41:38.941475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efdfb3-1eaf-4dc0-a6cb-863ee9a3d30e req-c577865f-21f9-4558-bea5-9da32376a72b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:38.944987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f9efdfb3-1eaf-4dc0-a6cb-863ee9a3d30e req-c577865f-21f9-4558-bea5-9da32376a72b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.3831580 Aug 20 11:41:38.952064 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e94950-e8f3-47e9-88ed-ce0d2ecae684 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Made reservation on behalf of e061811953924c2ea074108ee9d076c4 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:38.955003 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69e94950-e8f3-47e9-88ed-ce0d2ecae684 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.982499 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-69e94950-e8f3-47e9-88ed-ce0d2ecae684 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] device_id is not set on port f154b058-af63-4141-baf8-0960965856a5 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:41:39.060223 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e600ac77-52ad-458d-8938-5d5ceb457a14 None None] Provisioning for port 56ca3e04-b1b8-4d19-a1b8-3a8087852105 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:39.065350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e600ac77-52ad-458d-8938-5d5ceb457a14 None None] Provisioning complete for port 56ca3e04-b1b8-4d19-a1b8-3a8087852105 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:39.065836 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e600ac77-52ad-458d-8938-5d5ceb457a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.078255 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-662b8167-7664-476a-b682-e4fee3ee865b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8378727 Aug 20 11:41:39.101138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Request body: {'port': {'device_id': '5e329966-99cb-4d45-bbda-31b8a27f503d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:39.105902 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e600ac77-52ad-458d-8938-5d5ceb457a14 None None] Port 56ca3e04-b1b8-4d19-a1b8-3a8087852105 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:41:39.129205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-69e94950-e8f3-47e9-88ed-ce0d2ecae684 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Allocated IP 172.20.0.11 (13cfa46a-793d-4e90-bb28-7ddc63dff084/ab93666b-9fa8-43c8-a48a-ffa65257b2c4/f154b058-af63-4141-baf8-0960965856a5) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:39.162352 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61524866-247e-45e1-8074-6e055f10b3f4 req-28bac994-1683-4397-8646-7de8f0d357cf tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:39.163763 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-61524866-247e-45e1-8074-6e055f10b3f4 req-28bac994-1683-4397-8646-7de8f0d357cf tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.0734949 Aug 20 11:41:39.167113 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f9efdfb3-1eaf-4dc0-a6cb-863ee9a3d30e req-2524ea2f-b93b-414b-b759-338f634c4544 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218871 Aug 20 11:41:39.283866 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-61524866-247e-45e1-8074-6e055f10b3f4 req-f6fdecef-f32b-4591-bad4-821a10385fe6 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977066 Aug 20 11:41:39.308662 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.354801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceacb1-e124-4628-9810-8262b2a89497 req-f91f0b34-39ad-40f1-9bcb-18b6dfae4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:39.355202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceacb1-e124-4628-9810-8262b2a89497 req-f91f0b34-39ad-40f1-9bcb-18b6dfae4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:39.355670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceacb1-e124-4628-9810-8262b2a89497 req-f91f0b34-39ad-40f1-9bcb-18b6dfae4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:39.357327 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89ceacb1-e124-4628-9810-8262b2a89497 req-f91f0b34-39ad-40f1-9bcb-18b6dfae4cbd service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=0d86ec1742a74b2b9f07dedc5baf4bd9&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.5364301 Aug 20 11:41:39.365037 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69e94950-e8f3-47e9-88ed-ce0d2ecae684 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.396746 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-69e94950-e8f3-47e9-88ed-ce0d2ecae684 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Transition to ACTIVE for port object f154b058-af63-4141-baf8-0960965856a5 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:39.418314 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9400f3d-d989-4059-b2f6-7942a9144494 req-d5103e52-3a43-48c5-97c3-7cac288cf6e2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:39.419918 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e9400f3d-d989-4059-b2f6-7942a9144494 req-d5103e52-3a43-48c5-97c3-7cac288cf6e2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.0733199 Aug 20 11:41:39.465372 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69e94950-e8f3-47e9-88ed-ce0d2ecae684 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.477482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576e923-bcae-4258-8748-7620610713c3 req-55c9abd1-00d3-4d9f-a101-097f99a3d25b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:39.478982 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a576e923-bcae-4258-8748-7620610713c3 req-55c9abd1-00d3-4d9f-a101-097f99a3d25b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 931 time: 0.2223952 Aug 20 11:41:39.504905 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e9400f3d-d989-4059-b2f6-7942a9144494 req-deacd160-5cf4-4e53-ab8f-87eb1734ee08 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771000 Aug 20 11:41:39.529172 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e94950-e8f3-47e9-88ed-ce0d2ecae684 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Network 13cfa46a-793d-4e90-bb28-7ddc63dff084 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:39.535302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-69e94950-e8f3-47e9-88ed-ce0d2ecae684 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:39.536262 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45f2e0be-8293-4336-9fbe-3e29e2853519 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.537687 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e94950-e8f3-47e9-88ed-ce0d2ecae684 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:39.540608 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e94950-e8f3-47e9-88ed-ce0d2ecae684 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event updated for resources: {'Port': ['ID=f154b058-af63-4141-baf8-0960965856a5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:39.591937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e94950-e8f3-47e9-88ed-ce0d2ecae684 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:39.593433 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69e94950-e8f3-47e9-88ed-ce0d2ecae684 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.598975 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45f2e0be-8293-4336-9fbe-3e29e2853519 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.610663 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-69e94950-e8f3-47e9-88ed-ce0d2ecae684 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9067013 Aug 20 11:41:39.614035 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39546) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:39.691138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f2e0be-8293-4336-9fbe-3e29e2853519 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:41:39.717209 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a576e923-bcae-4258-8748-7620610713c3 req-896f5f01-8409-41b5-9e6a-b4a683f9ae2e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270796 Aug 20 11:41:39.736532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1422db06-106c-44c0-a5d8-11e0b731f275 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:39.739351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'project_id': 'e061811953924c2ea074108ee9d076c4', 'port_id': 'f154b058-af63-4141-baf8-0960965856a5'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:39.740725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2e0be-8293-4336-9fbe-3e29e2853519 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca56bb54-d3d3-438f-a084-353b35fc3a43,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:39.756379 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45f2e0be-8293-4336-9fbe-3e29e2853519 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.756751 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-45f2e0be-8293-4336-9fbe-3e29e2853519 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Added segment ec88fd6e-4c9d-4015-b13a-f88c90d89660 of type vlan for network b3c44dde-75ec-485a-a045-e11d695c3374 Aug 20 11:41:39.758488 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceacb1-e124-4628-9810-8262b2a89497 req-49b1d05c-c4bb-4ca7-9d90-35b968908107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:39.760254 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89ceacb1-e124-4628-9810-8262b2a89497 req-49b1d05c-c4bb-4ca7-9d90-35b968908107 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3931274 Aug 20 11:41:39.772137 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.792265 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.835056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-221d521b-f53d-4d64-9e9d-5cff4c787a4f None None] Provisioning for port f154b058-af63-4141-baf8-0960965856a5 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:39.839873 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-221d521b-f53d-4d64-9e9d-5cff4c787a4f None None] Provisioning complete for port f154b058-af63-4141-baf8-0960965856a5 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:39.840323 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-221d521b-f53d-4d64-9e9d-5cff4c787a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.844425 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Transition to ACTIVE for port object 1422db06-106c-44c0-a5d8-11e0b731f275 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:39.854384 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.858005 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45f2e0be-8293-4336-9fbe-3e29e2853519 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.867915 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.038843 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-221d521b-f53d-4d64-9e9d-5cff4c787a4f None None] Port f154b058-af63-4141-baf8-0960965856a5 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:41:40.280027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959122a-b0fd-4d25-b388-319788607744 req-428bf84d-8c70-4ce6-83d6-8b8c440dc0ad tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:40.285914 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959122a-b0fd-4d25-b388-319788607744 req-428bf84d-8c70-4ce6-83d6-8b8c440dc0ad tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:40.287531 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9959122a-b0fd-4d25-b388-319788607744 req-428bf84d-8c70-4ce6-83d6-8b8c440dc0ad tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1678 time: 0.1049566 Aug 20 11:41:40.296421 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Pushing event updated for resources: {'Port': ['ID=1422db06-106c-44c0-a5d8-11e0b731f275,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:40.321497 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45f2e0be-8293-4336-9fbe-3e29e2853519 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.322220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f2e0be-8293-4336-9fbe-3e29e2853519 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:40.323080 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45f2e0be-8293-4336-9fbe-3e29e2853519 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.323383 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Allocated IP 172.25.8.159 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/33c73ffc-e297-4adf-a1a5-fed04810e4b1) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:40.372308 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9959122a-b0fd-4d25-b388-319788607744 req-36f3be75-b836-487f-ab55-9542e5b52db5 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667343 Aug 20 11:41:40.435760 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-45f2e0be-8293-4336-9fbe-3e29e2853519 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.1330998 Aug 20 11:41:40.438832 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39558) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:40.445247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-057c6c35-2924-48ec-afe1-5e8dfe23e3d1 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Request body: {'subnet': {'network_id': 'b3c44dde-75ec-485a-a045-e11d695c3374', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:40.499976 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0dc2f-5026-49a2-bd20-c6a520e3b873 req-08a0743e-3ed8-4f9a-a99e-114e7f0e9f9b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:40.501511 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82d0dc2f-5026-49a2-bd20-c6a520e3b873 req-08a0743e-3ed8-4f9a-a99e-114e7f0e9f9b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.2407172 Aug 20 11:41:40.505795 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2e0be-8293-4336-9fbe-3e29e2853519 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Pushing event updated for resources: {'Network': ['ID=b3c44dde-75ec-485a-a045-e11d695c3374,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:40.518313 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network b3c44dde-75ec-485a-a045-e11d695c3374 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:41:40.521387 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.532705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ca3e04-b1b8-4d19-a1b8-3a8087852105 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:40.544079 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057c6c35-2924-48ec-afe1-5e8dfe23e3d1 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Made reservation on behalf of e6ee0e3126a6429887e4058009eebebf for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:40.547012 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-057c6c35-2924-48ec-afe1-5e8dfe23e3d1 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.551370 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.553695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Attempting to bind port 1422db06-106c-44c0-a5d8-11e0b731f275 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:40.554031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Attempting to bind port 1422db06-106c-44c0-a5d8-11e0b731f275 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '6da23f16-bb6c-45ba-9c83-872fd244fea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a25c68fb-328f-4fd4-b3cc-7ba35883c8e1'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:40.554449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Attempting to bind port 1422db06-106c-44c0-a5d8-11e0b731f275 on network a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:40.569198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Port 1422db06-106c-44c0-a5d8-11e0b731f275 on network a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:41:40.569532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Attempting to bind port 1422db06-106c-44c0-a5d8-11e0b731f275 on network a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:40.585031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Transition to ACTIVE for port object 56ca3e04-b1b8-4d19-a1b8-3a8087852105 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:40.588752 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:40.589320 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Checking segment: {'id': '6da23f16-bb6c-45ba-9c83-872fd244fea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a25c68fb-328f-4fd4-b3cc-7ba35883c8e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:40.589622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Bound using segment: {'id': '6da23f16-bb6c-45ba-9c83-872fd244fea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a25c68fb-328f-4fd4-b3cc-7ba35883c8e1'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:40.589899 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Bound port: 1422db06-106c-44c0-a5d8-11e0b731f275, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da23f16-bb6c-45ba-9c83-872fd244fea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a25c68fb-328f-4fd4-b3cc-7ba35883c8e1'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:40.590266 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.595953 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82d0dc2f-5026-49a2-bd20-c6a520e3b873 req-ca8cec4b-7246-4be3-8ccf-2d9201b996a8 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863814 Aug 20 11:41:40.602119 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.628891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052079f-d23b-4899-bcd2-8dcb83f883c6 req-d1e780f6-df33-4d0f-91fd-a69335c46572 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:40.630402 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0052079f-d23b-4899-bcd2-8dcb83f883c6 req-d1e780f6-df33-4d0f-91fd-a69335c46572 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.1662056 Aug 20 11:41:40.682943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Pushing event updated for resources: {'Port': ['ID=56ca3e04-b1b8-4d19-a1b8-3a8087852105,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:40.714769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.759004 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0052079f-d23b-4899-bcd2-8dcb83f883c6 req-14d80d34-7436-400f-845e-8399903b0c7f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163979 Aug 20 11:41:40.771767 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:40.777355 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:40.786439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] For port 1422db06-106c-44c0-a5d8-11e0b731f275, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:40.793399 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:40.807809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] For port 1422db06-106c-44c0-a5d8-11e0b731f275, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=1422db06-106c-44c0-a5d8-11e0b731f275,segment=NetworkSegment(6da23f16-bb6c-45ba-9c83-872fd244fea2),segment_id=6da23f16-bb6c-45ba-9c83-872fd244fea2)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:40.820566 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.838742 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Attempting to bind port 56ca3e04-b1b8-4d19-a1b8-3a8087852105 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:40.839267 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Attempting to bind port 56ca3e04-b1b8-4d19-a1b8-3a8087852105 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:40.839489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Attempting to bind port 56ca3e04-b1b8-4d19-a1b8-3a8087852105 on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:40.858764 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Pushing event updated for resources: {'Port': ['ID=33c73ffc-e297-4adf-a1a5-fed04810e4b1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:40.880992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1f312-4d92-4101-b5cd-3e16d4b5e7bc req-7f730831-b01e-4bcb-95f7-8143fcf0fcb2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:40.880992 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aef1f312-4d92-4101-b5cd-3e16d4b5e7bc req-7f730831-b01e-4bcb-95f7-8143fcf0fcb2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.1834435 Aug 20 11:41:40.883268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:40.884119 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.885243 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] 10.222.0.76 "PUT /v2.0/ports/1422db06-106c-44c0-a5d8-11e0b731f275 HTTP/1.1" status: 200 len: 1092 time: 2.5339897 Aug 20 11:41:40.885853 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'tag': '1422db06-106c-44c0-a5d8-11e0b731f275'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:40.888245 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6644be2f-a051-435d-adf4-02505272041a" -d '{"events": [{"name": "network-changed", "server_uuid": "dab2d35b-c3ee-46f2-996f-e3f76a784a19", "tag": "1422db06-106c-44c0-a5d8-11e0b731f275"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:40.890882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Port 56ca3e04-b1b8-4d19-a1b8-3a8087852105 on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:41:40.891424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Attempting to bind port 56ca3e04-b1b8-4d19-a1b8-3a8087852105 on network 601cbfc5-e222-4e33-a80a-eb90561bedd1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:40.928893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:40.929249 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Checking segment: {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:40.929628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Bound using segment: {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:40.930403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Bound port: 56ca3e04-b1b8-4d19-a1b8-3a8087852105, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699bae19-0486-4c5a-82a0-587d4c28b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:40.930834 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.954592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9744ab-411a-47c1-be58-2060c1cd1846 service neutron] Pushing event updated for resources: {'Port': ['ID=1422db06-106c-44c0-a5d8-11e0b731f275,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:41.029694 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aef1f312-4d92-4101-b5cd-3e16d4b5e7bc req-9e8e42e2-cde3-4efa-957d-56352bc6b066 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354244 Aug 20 11:41:41.034538 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071110c4-7f93-49c7-a8d6-dc09b0a3d86a req-09d70c9a-faed-4cb9-b4ac-ba2bcc79d32a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.036275 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-071110c4-7f93-49c7-a8d6-dc09b0a3d86a req-09d70c9a-faed-4cb9-b4ac-ba2bcc79d32a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 943 time: 0.1839869 Aug 20 11:41:41.061935 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-129e6671-5676-4af8-90da-3d5def203668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.062432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-129e6671-5676-4af8-90da-3d5def203668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.064096 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-129e6671-5676-4af8-90da-3d5def203668 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d86ec1742a74b2b9f07dedc5baf4bd9&device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1980 time: 0.1240146 Aug 20 11:41:41.085929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] For port 56ca3e04-b1b8-4d19-a1b8-3a8087852105, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:41.122975 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5699d7f-8625-48eb-bfaa-9677e0af8036 x-openstack-request-id: req-d5699d7f-8625-48eb-bfaa-9677e0af8036 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:41.123268 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab2d35b-c3ee-46f2-996f-e3f76a784a19", "tag": "1422db06-106c-44c0-a5d8-11e0b731f275", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:41.123525 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5699d7f-8625-48eb-bfaa-9677e0af8036 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:41.124306 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'tag': '1422db06-106c-44c0-a5d8-11e0b731f275', 'status': 'completed', 'code': 200} Aug 20 11:41:41.131356 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-8a168e2f-1547-4c17-80f2-7e00dc2aa495 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.70&port_id=e8e80370-9061-4c1a-baa9-186d37b1f3b1 HTTP/1.1" status: 200 len: 217 time: 0.0550325 Aug 20 11:41:41.136872 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] For port 56ca3e04-b1b8-4d19-a1b8-3a8087852105, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=56ca3e04-b1b8-4d19-a1b8-3a8087852105,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:41.169853 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:41.196391 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-071110c4-7f93-49c7-a8d6-dc09b0a3d86a req-bdde5f7e-b26a-4fae-932e-8a067dc153da tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492453 Aug 20 11:41:41.216685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.217233 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:41.218642 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] 10.222.0.76 "PUT /v2.0/ports/56ca3e04-b1b8-4d19-a1b8-3a8087852105 HTTP/1.1" status: 200 len: 1091 time: 2.1283879 Aug 20 11:41:41.237287 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-97763579-d957-4866-97ea-e3177b1811f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.238852 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-97763579-d957-4866-97ea-e3177b1811f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c92d9cf6-649d-4c66-855e-5973ce2221fa HTTP/1.1" status: 200 len: 801 time: 0.0994713 Aug 20 11:41:41.249842 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21dfc9-55b0-4ac7-93eb-27ce59b9e722 service neutron] Pushing event updated for resources: {'Port': ['ID=56ca3e04-b1b8-4d19-a1b8-3a8087852105,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:41.333498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-de725216-aa6c-49d4-90dc-d706cc8d5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.335034 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-de725216-aa6c-49d4-90dc-d706cc8d5ebc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c0eff127-d717-4f5c-8a94-dfbab91eaa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0804424 Aug 20 11:41:41.342891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-6e2e8be5-06ba-424c-bbd1-3be2bcb53058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.344886 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-6e2e8be5-06ba-424c-bbd1-3be2bcb53058 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 1094 time: 0.0604434 Aug 20 11:41:41.430061 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-cf9d9945-a307-4f34-9cd8-61601dd20988 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56ca3e04-b1b8-4d19-a1b8-3a8087852105 HTTP/1.1" status: 200 len: 217 time: 0.0762310 Aug 20 11:41:41.488589 n-d-804299-2 neutron-server[94690]: DEBUG neutron.objects.ports [None req-057c6c35-2924-48ec-afe1-5e8dfe23e3d1 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:41:41.489143 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-057c6c35-2924-48ec-afe1-5e8dfe23e3d1 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:41.534175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-88c3df5d-db52-4267-9efe-d1f2efb2ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.535551 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-88c3df5d-db52-4267-9efe-d1f2efb2ea48 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.0985053 Aug 20 11:41:41.541426 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-aec0400a-aad7-44aa-aff5-aaeed789172e service neutron] 10.222.0.76 "GET /v2.0/networks/c0eff127-d717-4f5c-8a94-dfbab91eaa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956294 Aug 20 11:41:41.553850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c56be-8792-41d0-910b-9f6954945e02 req-7ecba67b-2632-407e-a7fe-4c5c49fdc27c tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.560190 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c56be-8792-41d0-910b-9f6954945e02 req-7ecba67b-2632-407e-a7fe-4c5c49fdc27c tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.561721 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e4c56be-8792-41d0-910b-9f6954945e02 req-7ecba67b-2632-407e-a7fe-4c5c49fdc27c tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1678 time: 0.0954196 Aug 20 11:41:41.650853 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:41.667098 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c6c35-2924-48ec-afe1-5e8dfe23e3d1 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Pushing event updated for resources: {'Subnet': ['ID=09929732-7bd4-40c9-ae0c-277eb5144818,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:41.694861 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e4c56be-8792-41d0-910b-9f6954945e02 req-74c481a7-dda9-4049-80ee-2b4998b9ab7e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150601 Aug 20 11:41:41.705944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-4b0482f2-7b35-4cbe-b0f1-fc56b0745231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.707433 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-4b0482f2-7b35-4cbe-b0f1-fc56b0745231 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448655 Aug 20 11:41:41.719549 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-7408a031-737c-4edc-a85f-8e164a50339c service neutron] 10.222.0.76 "GET /v2.0/networks/c0eff127-d717-4f5c-8a94-dfbab91eaa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558435 Aug 20 11:41:41.731836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c6c35-2924-48ec-afe1-5e8dfe23e3d1 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Checking segment: {'id': 'ec88fd6e-4c9d-4015-b13a-f88c90d89660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b3c44dde-75ec-485a-a045-e11d695c3374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:41.732325 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057c6c35-2924-48ec-afe1-5e8dfe23e3d1 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Network hostable DHCP agents. Network: b3c44dde-75ec-485a-a045-e11d695c3374, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:41:41.798527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4514b-5989-4563-a79c-e8467957f7c1 req-5af89548-d081-4ca3-a458-8e314e5e8d5e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.800041 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ead4514b-5989-4563-a79c-e8467957f7c1 req-5af89548-d081-4ca3-a458-8e314e5e8d5e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.1069424 Aug 20 11:41:41.802852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057c6c35-2924-48ec-afe1-5e8dfe23e3d1 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Network b3c44dde-75ec-485a-a045-e11d695c3374 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:41:41.804908 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-816e4163-f46c-47fd-b2b1-e8a6c2d7d460 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.175&port_id=1422db06-106c-44c0-a5d8-11e0b731f275 HTTP/1.1" status: 200 len: 217 time: 0.0682144 Aug 20 11:41:41.812085 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:41.834378 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-057c6c35-2924-48ec-afe1-5e8dfe23e3d1 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, b3c44dde-75ec-485a-a045-e11d695c3374) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:41.840931 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057c6c35-2924-48ec-afe1-5e8dfe23e3d1 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.841533 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-057c6c35-2924-48ec-afe1-5e8dfe23e3d1 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:41.858024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4780c373-84ff-48c9-afaf-ac3b39c41b9d None None] Network b3c44dde-75ec-485a-a045-e11d695c3374 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:41:41.886161 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-057c6c35-2924-48ec-afe1-5e8dfe23e3d1 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4457695 Aug 20 11:41:41.889160 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39574) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:41.894277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7dfb6331-db54-49c6-bf95-e3e67ce793b3 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2100889946', 'network_id': 'b3c44dde-75ec-485a-a045-e11d695c3374'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:41.911566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-2b523fcd-618c-46dd-a907-2affbba7cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.913061 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-2b523fcd-618c-46dd-a907-2affbba7cc1c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c432eb4e-3e45-458f-9678-a1c343d33366 HTTP/1.1" status: 200 len: 801 time: 0.0994921 Aug 20 11:41:41.916996 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-741372d2-f99a-4042-9192-d58f9b95388c service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016037 Aug 20 11:41:41.951874 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8389728-cb9a-4897-84bf-a6f8f94eca39 req-4b2cac8c-b48d-4b76-86f7-2211c9b47fcd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.953421 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8389728-cb9a-4897-84bf-a6f8f94eca39 req-4b2cac8c-b48d-4b76-86f7-2211c9b47fcd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.0917528 Aug 20 11:41:41.964146 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ead4514b-5989-4563-a79c-e8467957f7c1 req-cf826d17-1b74-4c09-a874-9d8cc7865a1d tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137064 Aug 20 11:41:41.990901 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfb6331-db54-49c6-bf95-e3e67ce793b3 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Made reservation on behalf of e6ee0e3126a6429887e4058009eebebf for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:41.993259 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6331-db54-49c6-bf95-e3e67ce793b3 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:42.017398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c1879-fdef-4f9e-8867-da425bf0b57f None None] Network b3c44dde-75ec-485a-a045-e11d695c3374 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:41:42.033759 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-7dfb6331-db54-49c6-bf95-e3e67ce793b3 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] device_id is not set on port 81ba9414-4249-40a6-86d0-a6a94be247b7 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:41:42.047292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-a7547238-c077-4d01-8c40-b248f7fd91ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.048833 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-a7547238-c077-4d01-8c40-b248f7fd91ed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a25c68fb-328f-4fd4-b3cc-7ba35883c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1210711 Aug 20 11:41:42.117177 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8389728-cb9a-4897-84bf-a6f8f94eca39 req-63244d1b-c9a5-4a26-ad4b-88f23e976ebd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171770 Aug 20 11:41:42.143530 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42c7e08a-9d95-4434-961a-1aa76bd51716 req-85786e15-e035-4d36-8084-2141e0e6f46c service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167776 Aug 20 11:41:42.180404 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-e4a9ee17-9e92-4e41-bcf3-dd6219360521 service neutron] 10.222.0.76 "GET /v2.0/networks/a25c68fb-328f-4fd4-b3cc-7ba35883c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164210 Aug 20 11:41:42.194942 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-7dfb6331-db54-49c6-bf95-e3e67ce793b3 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Allocated IP 2001:db8::31c (b3c44dde-75ec-485a-a045-e11d695c3374/09929732-7bd4-40c9-ae0c-277eb5144818/81ba9414-4249-40a6-86d0-a6a94be247b7) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:42.223522 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:42.236997 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:42.257071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510cd92-e582-4066-a68b-ab8e3bbaa85c req-ec8cbefb-104f-453f-9ba2-584e3060c294 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.258593 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b510cd92-e582-4066-a68b-ab8e3bbaa85c req-ec8cbefb-104f-453f-9ba2-584e3060c294 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.1338341 Aug 20 11:41:42.308946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d8c3ad-ddba-4b88-8dc4-2610be293223 req-33769ae8-0848-4ba1-86d6-1ff3bf658a90 service neutron] 10.222.0.76 "GET /v2.0/networks/a25c68fb-328f-4fd4-b3cc-7ba35883c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152592 Aug 20 11:41:42.363186 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0801be-8f8b-407e-bc50-9df0c1e9ad48 req-a39d64a4-cabe-4cfc-9d8d-a325ad0f2e0e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.364616 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b0801be-8f8b-407e-bc50-9df0c1e9ad48 req-a39d64a4-cabe-4cfc-9d8d-a325ad0f2e0e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 943 time: 0.0581238 Aug 20 11:41:42.401034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Pushing event updated for resources: {'Port': ['ID=33c73ffc-e297-4adf-a1a5-fed04810e4b1,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:42.428852 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b0801be-8f8b-407e-bc50-9df0c1e9ad48 req-f4ce32f1-d702-47c0-a829-ceccf43bbcdd tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555329 Aug 20 11:41:42.429056 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:42.432320 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644be2f-a051-435d-adf4-02505272041a req-e16e7438-ceb5-45b9-a4de-5711059cf836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.432449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644be2f-a051-435d-adf4-02505272041a req-e16e7438-ceb5-45b9-a4de-5711059cf836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.433955 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6644be2f-a051-435d-adf4-02505272041a req-e16e7438-ceb5-45b9-a4de-5711059cf836 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d86ec1742a74b2b9f07dedc5baf4bd9&device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1980 time: 0.0684800 Aug 20 11:41:42.435219 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b510cd92-e582-4066-a68b-ab8e3bbaa85c req-8fcd1667-1717-4429-8e27-a65f42e4e66b tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513944 Aug 20 11:41:42.530861 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644be2f-a051-435d-adf4-02505272041a req-9029292d-2d18-4b49-be18-f2fcd0eb468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.532419 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6644be2f-a051-435d-adf4-02505272041a req-9029292d-2d18-4b49-be18-f2fcd0eb468a service neutron] 10.222.0.76 "GET /v2.0/networks?id=a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 HTTP/1.1" status: 200 len: 901 time: 0.0889671 Aug 20 11:41:42.548822 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6331-db54-49c6-bf95-e3e67ce793b3 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:42.571286 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Floating IP a38893c5-50e4-408b-8ecc-7c73daaa5ddd associated. External IP: 172.25.8.159, port: f154b058-af63-4141-baf8-0960965856a5. Aug 20 11:41:42.577244 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6644be2f-a051-435d-adf4-02505272041a req-d10784db-f6ad-4da7-bf7f-b5190cbb93c0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.175&port_id=1422db06-106c-44c0-a5d8-11e0b731f275 HTTP/1.1" status: 200 len: 217 time: 0.0375807 Aug 20 11:41:42.629551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644be2f-a051-435d-adf4-02505272041a req-6ea6ea47-dda3-46a4-adee-832b03c1fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.631442 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6644be2f-a051-435d-adf4-02505272041a req-6ea6ea47-dda3-46a4-adee-832b03c1fa2a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c432eb4e-3e45-458f-9678-a1c343d33366 HTTP/1.1" status: 200 len: 801 time: 0.0470502 Aug 20 11:41:42.676189 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6331-db54-49c6-bf95-e3e67ce793b3 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:42.685189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644be2f-a051-435d-adf4-02505272041a req-a8435e5b-34da-4f62-894c-080b45aa1609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.686861 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6644be2f-a051-435d-adf4-02505272041a req-a8435e5b-34da-4f62-894c-080b45aa1609 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a25c68fb-328f-4fd4-b3cc-7ba35883c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0425897 Aug 20 11:41:42.789774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6644be2f-a051-435d-adf4-02505272041a req-7f6f954c-0bbc-421a-9f33-1d9c3d6af521 service neutron] 10.222.0.76 "GET /v2.0/networks/a25c68fb-328f-4fd4-b3cc-7ba35883c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952895 Aug 20 11:41:42.882657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f92a9-ae14-41fd-80db-8c6b42b24389 req-4b0dccd4-f40d-441b-82df-cdbe1164dcc6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.889396 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f92a9-ae14-41fd-80db-8c6b42b24389 req-4b0dccd4-f40d-441b-82df-cdbe1164dcc6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.891071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b74f92a9-ae14-41fd-80db-8c6b42b24389 req-4b0dccd4-f40d-441b-82df-cdbe1164dcc6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1678 time: 0.1168411 Aug 20 11:41:42.941305 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6644be2f-a051-435d-adf4-02505272041a req-c997a346-0389-47af-9509-91cc538f2b97 service neutron] 10.222.0.76 "GET /v2.0/networks/a25c68fb-328f-4fd4-b3cc-7ba35883c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336637 Aug 20 11:41:42.952068 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b74f92a9-ae14-41fd-80db-8c6b42b24389 req-05fa769c-ba8b-435d-b45a-f9cdd74a30ad tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536227 Aug 20 11:41:42.995459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfb6331-db54-49c6-bf95-e3e67ce793b3 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Network b3c44dde-75ec-485a-a045-e11d695c3374 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:42.998188 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-7dfb6331-db54-49c6-bf95-e3e67ce793b3 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:42.999983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb6331-db54-49c6-bf95-e3e67ce793b3 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Pushing event updated for resources: {'Port': ['ID=81ba9414-4249-40a6-86d0-a6a94be247b7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:43.002346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfb6331-db54-49c6-bf95-e3e67ce793b3 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:43.003190 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfb6331-db54-49c6-bf95-e3e67ce793b3 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.003788 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6331-db54-49c6-bf95-e3e67ce793b3 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:43.054719 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7dfb6331-db54-49c6-bf95-e3e67ce793b3 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1642835 Aug 20 11:41:43.057444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39586) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:43.125628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e329966-99cb-4d45-bbda-31b8a27f503d', 'tag': '56ca3e04-b1b8-4d19-a1b8-3a8087852105'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:43.127476 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2d7b34-888d-49e8-98ae-72533f4d8ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e329966-99cb-4d45-bbda-31b8a27f503d", "tag": "56ca3e04-b1b8-4d19-a1b8-3a8087852105"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:43.140997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-93190afc-38a1-4cf9-8495-91a59f075c4c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Deleting port 81ba9414-4249-40a6-86d0-a6a94be247b7 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:43.141605 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-93190afc-38a1-4cf9-8495-91a59f075c4c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:43.146753 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f05fc-4a9a-464b-9caf-233679eee373 req-20a9bf99-5ef1-40f9-94df-532b247bfb0e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.148319 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-878f05fc-4a9a-464b-9caf-233679eee373 req-20a9bf99-5ef1-40f9-94df-532b247bfb0e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.0911558 Aug 20 11:41:43.156189 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Router ec00a264-c741-47e1-b807-2b6a2a317cd7 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:41:43.181150 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c4ba15-8df1-4101-93f7-f27043feb181 x-openstack-request-id: req-f5c4ba15-8df1-4101-93f7-f27043feb181 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:43.181436 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e329966-99cb-4d45-bbda-31b8a27f503d", "tag": "56ca3e04-b1b8-4d19-a1b8-3a8087852105", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:43.181726 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5c4ba15-8df1-4101-93f7-f27043feb181 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:43.182057 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e329966-99cb-4d45-bbda-31b8a27f503d', 'tag': '56ca3e04-b1b8-4d19-a1b8-3a8087852105', 'status': 'completed', 'code': 200} Aug 20 11:41:43.244576 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-878f05fc-4a9a-464b-9caf-233679eee373 req-94626692-16a3-461e-917a-2d3383282536 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868981 Aug 20 11:41:43.280555 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-93190afc-38a1-4cf9-8495-91a59f075c4c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:43.300878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-93190afc-38a1-4cf9-8495-91a59f075c4c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Calling delete_port for 81ba9414-4249-40a6-86d0-a6a94be247b7 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:43.314947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d7b34-888d-49e8-98ae-72533f4d8ba6 req-4512cd4a-8872-484b-b778-5c395f78964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.316072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:41:43.316437 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af2d7b34-888d-49e8-98ae-72533f4d8ba6 req-4512cd4a-8872-484b-b778-5c395f78964e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 1094 time: 0.1154165 Aug 20 11:41:43.327845 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63843576-82a2-4b62-8d69-13ada2b857de None None] Sync routers for ids ['ec00a264-c741-47e1-b807-2b6a2a317cd7'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:41:43.333881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5b753-881f-44e3-8e0f-bf18dfb3740f req-f9f65c13-d6fb-47a5-bbf5-10b473aa157d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.335516 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5c5b753-881f-44e3-8e0f-bf18dfb3740f req-f9f65c13-d6fb-47a5-bbf5-10b473aa157d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.0997257 Aug 20 11:41:43.341838 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63843576-82a2-4b62-8d69-13ada2b857de None None] Routers {'ec00a264-c741-47e1-b807-2b6a2a317cd7'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:41:43.342445 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-63843576-82a2-4b62-8d69-13ada2b857de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ec00a264-c741-47e1-b807-2b6a2a317cd7'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:43.343380 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:43.371414 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-79d13c54-9165-49be-b4c0-dff323b610e3 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.7560723 Aug 20 11:41:43.374779 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39594) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:43.375619 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-63843576-82a2-4b62-8d69-13ada2b857de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:43.384281 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63843576-82a2-4b62-8d69-13ada2b857de None None] Routers {'ec00a264-c741-47e1-b807-2b6a2a317cd7'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:41:43.384939 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-63843576-82a2-4b62-8d69-13ada2b857de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ec00a264-c741-47e1-b807-2b6a2a317cd7'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:43.416273 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-63843576-82a2-4b62-8d69-13ada2b857de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:43.416850 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63843576-82a2-4b62-8d69-13ada2b857de None None] The sync data for ids ['ec00a264-c741-47e1-b807-2b6a2a317cd7'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:41:43.460737 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-36a4fb98-d61b-4762-b405-1b2c3a1435a1 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] 10.222.0.37 "GET /v2.0/floatingips/a38893c5-50e4-408b-8ecc-7c73daaa5ddd HTTP/1.1" status: 200 len: 984 time: 0.0848238 Aug 20 11:41:43.463137 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39600) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:43.484561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5c5b753-881f-44e3-8e0f-bf18dfb3740f req-bb32d36f-39f3-462c-9de2-9470badc4063 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181870 Aug 20 11:41:43.514046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d7b34-888d-49e8-98ae-72533f4d8ba6 req-669c9fa5-ffff-4acf-bd06-988c4aba5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.516926 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af2d7b34-888d-49e8-98ae-72533f4d8ba6 req-669c9fa5-ffff-4acf-bd06-988c4aba5eb2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.1530657 Aug 20 11:41:43.560197 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c32c6d5c-ed7e-40e5-8572-d7d53856d86f tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.0951571 Aug 20 11:41:43.562911 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39602) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:43.607856 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af2d7b34-888d-49e8-98ae-72533f4d8ba6 req-dc72f58b-4129-4b98-a8ed-5d889c0d7bda service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56ca3e04-b1b8-4d19-a1b8-3a8087852105 HTTP/1.1" status: 200 len: 217 time: 0.0607772 Aug 20 11:41:43.625187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c0355-8bb7-4a2f-91da-1c7c69777344 req-9703223a-90c0-40a4-a537-79720db28dcf tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.626852 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-160c0355-8bb7-4a2f-91da-1c7c69777344 req-9703223a-90c0-40a4-a537-79720db28dcf tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 943 time: 0.1108274 Aug 20 11:41:43.664050 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-93190afc-38a1-4cf9-8495-91a59f075c4c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:43.702758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93190afc-38a1-4cf9-8495-91a59f075c4c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Pushing event deleted for resources: {'Port': ['ID=81ba9414-4249-40a6-86d0-a6a94be247b7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:43.713004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d7b34-888d-49e8-98ae-72533f4d8ba6 req-b6b9ebd0-e5f0-4487-8c67-bc4e9c1f151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.714464 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af2d7b34-888d-49e8-98ae-72533f4d8ba6 req-b6b9ebd0-e5f0-4487-8c67-bc4e9c1f151b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.0859871 Aug 20 11:41:43.717463 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-160c0355-8bb7-4a2f-91da-1c7c69777344 req-70e31417-d50d-4d5f-b775-b3e2b0665a06 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768654 Aug 20 11:41:43.745623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbdce5-0ea2-4bed-a633-874c3dd5fb4a req-4c50f069-cae5-4544-9774-a19dc51a79e2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.747231 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bbcbdce5-0ea2-4bed-a633-874c3dd5fb4a req-4c50f069-cae5-4544-9774-a19dc51a79e2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.1519985 Aug 20 11:41:43.759516 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-93190afc-38a1-4cf9-8495-91a59f075c4c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:43.763353 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-93190afc-38a1-4cf9-8495-91a59f075c4c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "DELETE /v2.0/ports/81ba9414-4249-40a6-86d0-a6a94be247b7 HTTP/1.1" status: 204 len: 168 time: 0.7024956 Aug 20 11:41:43.763722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39606) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:43.768148 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3c44dde-75ec-485a-a045-e11d695c3374', 'external_fixed_ips': [{'subnet_id': '09929732-7bd4-40c9-ae0c-277eb5144818', 'ip_address': '2001:db8::31c'}]}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:43.772036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6139efa6-df81-48fa-88af-cfed20f88cb6 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Deleting port 33c73ffc-e297-4adf-a1a5-fed04810e4b1 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:43.772376 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6139efa6-df81-48fa-88af-cfed20f88cb6 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:43.814197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bbcbdce5-0ea2-4bed-a633-874c3dd5fb4a req-4158a24f-0c77-4aec-8da8-7dc9c1045ab7 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580549 Aug 20 11:41:43.816982 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d7b34-888d-49e8-98ae-72533f4d8ba6 req-c9249754-71f0-4e9d-b98b-55c22bb4dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.818207 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af2d7b34-888d-49e8-98ae-72533f4d8ba6 req-c9249754-71f0-4e9d-b98b-55c22bb4dd1e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805311 Aug 20 11:41:43.841008 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:43.842061 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:43.869225 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6139efa6-df81-48fa-88af-cfed20f88cb6 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:43.869560 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6139efa6-df81-48fa-88af-cfed20f88cb6 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:43.894715 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6139efa6-df81-48fa-88af-cfed20f88cb6 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Calling delete_port for 33c73ffc-e297-4adf-a1a5-fed04810e4b1 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:43.913665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af2d7b34-888d-49e8-98ae-72533f4d8ba6 req-79545cd4-1dac-43ca-a7c7-693fbb79a43b service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841231 Aug 20 11:41:43.924838 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:44.025279 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af2d7b34-888d-49e8-98ae-72533f4d8ba6 req-bbf21551-65bb-446b-b226-b65fbc75de94 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993512 Aug 20 11:41:44.153514 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:44.228147 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943daf4-e396-4d0b-904b-50f206334a86 req-270683e3-a3a5-4f99-96db-9661d5b31a42 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:44.234043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943daf4-e396-4d0b-904b-50f206334a86 req-270683e3-a3a5-4f99-96db-9661d5b31a42 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:44.235607 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b943daf4-e396-4d0b-904b-50f206334a86 req-270683e3-a3a5-4f99-96db-9661d5b31a42 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1678 time: 0.1950428 Aug 20 11:41:44.319744 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b943daf4-e396-4d0b-904b-50f206334a86 req-3137dd7a-9495-47f4-884d-dd9fdea8ec01 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758469 Aug 20 11:41:44.352518 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6139efa6-df81-48fa-88af-cfed20f88cb6 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:44.378927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88acdb-639d-422b-b586-4165136b408c req-11383fed-2b3c-4184-9078-36915ecf7003 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:44.385128 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b88acdb-639d-422b-b586-4165136b408c req-11383fed-2b3c-4184-9078-36915ecf7003 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.0639110 Aug 20 11:41:44.385598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139efa6-df81-48fa-88af-cfed20f88cb6 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event deleted for resources: {'Port': ['ID=33c73ffc-e297-4adf-a1a5-fed04810e4b1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:44.432762 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b88acdb-639d-422b-b586-4165136b408c req-6fb28bba-defc-48ce-bcd4-1072ec23ad2a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458517 Aug 20 11:41:44.525860 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6139efa6-df81-48fa-88af-cfed20f88cb6 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:44.526196 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-6139efa6-df81-48fa-88af-cfed20f88cb6 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Floating IP a38893c5-50e4-408b-8ecc-7c73daaa5ddd disassociated (deleted). External IP: 172.25.8.159, port: f154b058-af63-4141-baf8-0960965856a5. Aug 20 11:41:44.607354 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:44.634065 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:44.750094 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c6ad1-0a7e-4b74-8118-3184a1c532de req-c446a790-5363-4901-85e9-eee5c090f4a6 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:44.751644 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9b0c6ad1-0a7e-4b74-8118-3184a1c532de req-c446a790-5363-4901-85e9-eee5c090f4a6 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.1826308 Aug 20 11:41:44.846910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2098d-d6cc-4ce9-b051-e806893d4843 req-1aad4701-d23f-4a2f-b75d-e625af4b5b1f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:44.848435 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-63a2098d-d6cc-4ce9-b051-e806893d4843 req-1aad4701-d23f-4a2f-b75d-e625af4b5b1f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 943 time: 0.0556540 Aug 20 11:41:44.891414 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-63a2098d-d6cc-4ce9-b051-e806893d4843 req-dbdb990e-f145-4862-b335-a9f6b8e87f55 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368388 Aug 20 11:41:44.897597 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9b0c6ad1-0a7e-4b74-8118-3184a1c532de req-775eed4c-c9f5-4276-8c8f-be5e74a21ccf tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362741 Aug 20 11:41:44.998459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b43fec-3886-4240-a795-37cf888cb853 req-3b0bd51a-f8d6-4eb9-82ed-7b128a5248fe tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:45.000057 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-04b43fec-3886-4240-a795-37cf888cb853 req-3b0bd51a-f8d6-4eb9-82ed-7b128a5248fe tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.0515258 Aug 20 11:41:45.040971 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-04b43fec-3886-4240-a795-37cf888cb853 req-52e2e1b1-ae6c-4fc9-afca-f35fd846ca6c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347447 Aug 20 11:41:45.155409 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 1422db06-106c-44c0-a5d8-11e0b731f275 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:45.254432 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 1422db06-106c-44c0-a5d8-11e0b731f275, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=1422db06-106c-44c0-a5d8-11e0b731f275,segment=NetworkSegment(6da23f16-bb6c-45ba-9c83-872fd244fea2),segment_id=6da23f16-bb6c-45ba-9c83-872fd244fea2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:45.265972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '1422db06-106c-44c0-a5d8-11e0b731f275', 'network_id': 'a25c68fb-328f-4fd4-b3cc-7ba35883c8e1', 'port_id': '1422db06-106c-44c0-a5d8-11e0b731f275', 'mac_address': 'fa:16:3e:42:7e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c432eb4e-3e45-458f-9678-a1c343d33366', 'ip_address': '19.86.0.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:45.277617 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6139efa6-df81-48fa-88af-cfed20f88cb6 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Router ec00a264-c741-47e1-b807-2b6a2a317cd7 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:41:45.280664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Allocated IP 2001:db8::31c (b3c44dde-75ec-485a-a045-e11d695c3374/09929732-7bd4-40c9-ae0c-277eb5144818/e2b1ffbd-5680-4bb1-90dd-254a8422a180) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:45.302688 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.315498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1422db06-106c-44c0-a5d8-11e0b731f275 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:45.335926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 1422db06-106c-44c0-a5d8-11e0b731f275, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=1422db06-106c-44c0-a5d8-11e0b731f275,segment=NetworkSegment(6da23f16-bb6c-45ba-9c83-872fd244fea2),segment_id=6da23f16-bb6c-45ba-9c83-872fd244fea2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:45.339742 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.340532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device e8e80370-9061-4c1a-baa9-186d37b1f3b1 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:45.438004 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=1422db06-106c-44c0-a5d8-11e0b731f275,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:45.481633 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port e8e80370-9061-4c1a-baa9-186d37b1f3b1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=e8e80370-9061-4c1a-baa9-186d37b1f3b1,segment=NetworkSegment(d3de960e-7835-4713-b072-9da432f80510),segment_id=d3de960e-7835-4713-b072-9da432f80510)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:45.496174 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'e8e80370-9061-4c1a-baa9-186d37b1f3b1', 'network_id': 'c0eff127-d717-4f5c-8a94-dfbab91eaa7f', 'port_id': 'e8e80370-9061-4c1a-baa9-186d37b1f3b1', 'mac_address': 'fa:16:3e:4e:f6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92d9cf6-649d-4c66-855e-5973ce2221fa', 'ip_address': '19.80.0.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:45.510763 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.514085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6139efa6-df81-48fa-88af-cfed20f88cb6 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:41:45.521825 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6139efa6-df81-48fa-88af-cfed20f88cb6 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.534919 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f025ac-c0c6-42ce-8736-b93e7ce9a6b9 None None] Sync routers for ids ['ec00a264-c741-47e1-b807-2b6a2a317cd7'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:41:45.554498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f025ac-c0c6-42ce-8736-b93e7ce9a6b9 None None] Routers {'ec00a264-c741-47e1-b807-2b6a2a317cd7'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:41:45.555268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-95f025ac-c0c6-42ce-8736-b93e7ce9a6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ec00a264-c741-47e1-b807-2b6a2a317cd7'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:45.557260 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.557380 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c44cea-95fc-40b2-a21a-d0ca70de1418 req-3ddcc7eb-e18d-4bc6-8e8d-bde3cc9f13f6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:45.563807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c44cea-95fc-40b2-a21a-d0ca70de1418 req-3ddcc7eb-e18d-4bc6-8e8d-bde3cc9f13f6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:45.565478 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57c44cea-95fc-40b2-a21a-d0ca70de1418 req-3ddcc7eb-e18d-4bc6-8e8d-bde3cc9f13f6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1679 time: 0.1606102 Aug 20 11:41:45.582451 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6139efa6-df81-48fa-88af-cfed20f88cb6 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] 10.222.0.37 "DELETE /v2.0/floatingips/a38893c5-50e4-408b-8ecc-7c73daaa5ddd HTTP/1.1" status: 204 len: 168 time: 2.0153420 Aug 20 11:41:45.587938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795410d-3f16-4821-a91a-84ddb4d03be3 req-68355fa5-3649-4296-845f-1dfb90982422 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:45.589533 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5795410d-3f16-4821-a91a-84ddb4d03be3 req-68355fa5-3649-4296-845f-1dfb90982422 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.0528765 Aug 20 11:41:45.590489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39626) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:45.594545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:45.599540 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-95f025ac-c0c6-42ce-8736-b93e7ce9a6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:45.608378 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e80370-9061-4c1a-baa9-186d37b1f3b1 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:45.625582 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f025ac-c0c6-42ce-8736-b93e7ce9a6b9 None None] Routers {'ec00a264-c741-47e1-b807-2b6a2a317cd7'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:41:45.626750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-95f025ac-c0c6-42ce-8736-b93e7ce9a6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ec00a264-c741-47e1-b807-2b6a2a317cd7'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:45.629346 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.641216 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57c44cea-95fc-40b2-a21a-d0ca70de1418 req-cb1f52f2-384f-4e4d-9acd-a983c99efd88 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661163 Aug 20 11:41:45.643116 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.664898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-95f025ac-c0c6-42ce-8736-b93e7ce9a6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:45.665140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5795410d-3f16-4821-a91a-84ddb4d03be3 req-2903bea4-aeee-4dc4-ba53-748bac215b36 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638750 Aug 20 11:41:45.665766 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f025ac-c0c6-42ce-8736-b93e7ce9a6b9 None None] The sync data for ids ['ec00a264-c741-47e1-b807-2b6a2a317cd7'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:41:45.675466 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port e8e80370-9061-4c1a-baa9-186d37b1f3b1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=e8e80370-9061-4c1a-baa9-186d37b1f3b1,segment=NetworkSegment(d3de960e-7835-4713-b072-9da432f80510),segment_id=d3de960e-7835-4713-b072-9da432f80510)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:45.679345 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Network b3c44dde-75ec-485a-a045-e11d695c3374 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:45.682105 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.682995 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 56ca3e04-b1b8-4d19-a1b8-3a8087852105 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:45.685045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:45.688886 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:45.731557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b1ffbd-5680-4bb1-90dd-254a8422a180,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:45.764234 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.785274 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=e8e80370-9061-4c1a-baa9-186d37b1f3b1,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:45.829947 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 56ca3e04-b1b8-4d19-a1b8-3a8087852105, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=56ca3e04-b1b8-4d19-a1b8-3a8087852105,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:45.841692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '56ca3e04-b1b8-4d19-a1b8-3a8087852105', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'port_id': '56ca3e04-b1b8-4d19-a1b8-3a8087852105', 'mac_address': 'fa:16:3e:56:9b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:45.872892 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Allocated IP 172.25.8.218 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/39024a55-4afd-4e32-9454-8eedc940d7ce) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:45.880301 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.894443 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ca3e04-b1b8-4d19-a1b8-3a8087852105 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:45.915217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 56ca3e04-b1b8-4d19-a1b8-3a8087852105, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=56ca3e04-b1b8-4d19-a1b8-3a8087852105,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:45.921112 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.938268 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.986751 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=56ca3e04-b1b8-4d19-a1b8-3a8087852105,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:46.061673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fbde5-f779-4aff-941a-df522565d9ad req-c3747055-4c7a-4c56-9897-e9fec9bd87ff tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.064326 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3e8fbde5-f779-4aff-941a-df522565d9ad req-c3747055-4c7a-4c56-9897-e9fec9bd87ff tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.0769265 Aug 20 11:41:46.077894 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72c8fb-26fa-4f54-aca7-56a7a26c8069 req-bb562b94-a929-450a-9add-59b40bad9192 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.079400 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce72c8fb-26fa-4f54-aca7-56a7a26c8069 req-bb562b94-a929-450a-9add-59b40bad9192 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 944 time: 0.0877228 Aug 20 11:41:46.085488 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:46.123852 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3e8fbde5-f779-4aff-941a-df522565d9ad req-6b25f82e-b7fc-4111-b68b-9470279e6950 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492141 Aug 20 11:41:46.173476 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce72c8fb-26fa-4f54-aca7-56a7a26c8069 req-8babaa31-c96c-43b4-af80-7f3a230e5caf tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872796 Aug 20 11:41:46.191759 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:46.206939 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0ccabdf6-4202-45a7-afdc-39479484033b req-2e06b719-9bf9-4e7e-816f-067545e74214 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806718 Aug 20 11:41:46.234678 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:46.271515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:46.292847 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:46.298629 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:46.306878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['1422db06-106c-44c0-a5d8-11e0b731f275'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:46.371629 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['56ca3e04-b1b8-4d19-a1b8-3a8087852105'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:46.399862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Router 4a6e8574-05e4-428d-b368-bf3aff933cb7 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:41:46.533052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:41:46.546046 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644d66b-7b82-478b-9ee5-b904af07fef7 None None] Sync routers for ids ['4a6e8574-05e4-428d-b368-bf3aff933cb7'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:41:46.560820 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644d66b-7b82-478b-9ee5-b904af07fef7 None None] Routers {'4a6e8574-05e4-428d-b368-bf3aff933cb7'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:41:46.562004 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4644d66b-7b82-478b-9ee5-b904af07fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['4a6e8574-05e4-428d-b368-bf3aff933cb7'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:46.570738 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:46.576148 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b6ddd68c-9a88-4286-a805-8deccf542e88 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8089154 Aug 20 11:41:46.577172 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39636) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:46.654907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Pushing event updated for resources: {'Port': ['ID=39024a55-4afd-4e32-9454-8eedc940d7ce,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:46.683930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6640ec8-89c5-494a-8449-ae04a7792666 req-54651add-cb83-4b27-a746-c837c19c5156 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.693717 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6640ec8-89c5-494a-8449-ae04a7792666 req-54651add-cb83-4b27-a746-c837c19c5156 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.4979136 Aug 20 11:41:46.726926 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccabdf6-4202-45a7-afdc-39479484033b req-0307f749-a1bd-408e-a12b-3ca47457e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.728546 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0ccabdf6-4202-45a7-afdc-39479484033b req-0307f749-a1bd-408e-a12b-3ca47457e9d6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 1096 time: 0.4706128 Aug 20 11:41:46.749101 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-271b6a77-c17e-4222-904d-de7412786eea tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:46.776090 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6640ec8-89c5-494a-8449-ae04a7792666 req-ef740ae7-6494-476c-900a-3a953644b12a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810184 Aug 20 11:41:46.785996 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-4644d66b-7b82-478b-9ee5-b904af07fef7 None None] Set router 4a6e8574-05e4-428d-b368-bf3aff933cb7 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:41:46.839622 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:46.849574 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18973941-4b08-4071-ab80-98bec7425b0a req-ec001b51-1907-40ed-b5cb-7d5c1e31219b tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.859007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18973941-4b08-4071-ab80-98bec7425b0a req-ec001b51-1907-40ed-b5cb-7d5c1e31219b tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.868689 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18973941-4b08-4071-ab80-98bec7425b0a req-ec001b51-1907-40ed-b5cb-7d5c1e31219b tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1680 time: 0.1340435 Aug 20 11:41:46.892571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccabdf6-4202-45a7-afdc-39479484033b req-97e4347f-7cdc-4e89-bcc5-d73cce996c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.894086 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0ccabdf6-4202-45a7-afdc-39479484033b req-97e4347f-7cdc-4e89-bcc5-d73cce996c32 service neutron] 10.222.0.76 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.1336782 Aug 20 11:41:46.909690 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:46.973098 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18973941-4b08-4071-ab80-98bec7425b0a req-742a5e75-8118-45fb-8b67-3fdd68623ae8 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984690 Aug 20 11:41:46.988960 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-271b6a77-c17e-4222-904d-de7412786eea tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.041694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ca134-b00f-46c7-97e8-73fb27927a46 req-4ec4ff44-7a89-415b-bc3a-01c50c68182d tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:47.043227 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-122ca134-b00f-46c7-97e8-73fb27927a46 req-4ec4ff44-7a89-415b-bc3a-01c50c68182d tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.1465080 Aug 20 11:41:47.047352 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0ccabdf6-4202-45a7-afdc-39479484033b req-a0490484-8b8f-4c24-ae55-d8855b0247af service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d HTTP/1.1" status: 200 len: 999 time: 0.1397252 Aug 20 11:41:47.070418 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-271b6a77-c17e-4222-904d-de7412786eea tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Deleting port e2b1ffbd-5680-4bb1-90dd-254a8422a180 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:47.071498 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-271b6a77-c17e-4222-904d-de7412786eea tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.077869 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4644d66b-7b82-478b-9ee5-b904af07fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6e8574-05e4-428d-b368-bf3aff933cb7', 'name': '', 'tenant_id': 'e6ee0e3126a6429887e4058009eebebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3c44dde-75ec-485a-a045-e11d695c3374', 'external_fixed_ips': [{'subnet_id': '09929732-7bd4-40c9-ae0c-277eb5144818', 'ip_address': '2001:db8::31c'}], 'enable_snat': True}, 'gw_port_id': 'e2b1ffbd-5680-4bb1-90dd-254a8422a180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:41:43Z', 'updated_at': '2021-08-20T11:41:45Z', 'revision_number': 3, 'project_id': 'e6ee0e3126a6429887e4058009eebebf', 'gw_port': {'id': 'e2b1ffbd-5680-4bb1-90dd-254a8422a180', 'name': '', 'network_id': 'b3c44dde-75ec-485a-a045-e11d695c3374', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6e8574-05e4-428d-b368-bf3aff933cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09929732-7bd4-40c9-ae0c-277eb5144818', 'ip_address': '2001:db8::31c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:41:44Z', 'updated_at': '2021-08-20T11:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09929732-7bd4-40c9-ae0c-277eb5144818', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:47.110148 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644d66b-7b82-478b-9ee5-b904af07fef7 None None] Checking router: 4a6e8574-05e4-428d-b368-bf3aff933cb7 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:41:47.110563 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644d66b-7b82-478b-9ee5-b904af07fef7 None None] Updating router 4a6e8574-05e4-428d-b368-bf3aff933cb7 port e2b1ffbd-5680-4bb1-90dd-254a8422a180 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:41:47.142562 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4644d66b-7b82-478b-9ee5-b904af07fef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.165176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ad1717bc-4964-4464-a227-8b3a2ca3c16c details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:47.186882 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-122ca134-b00f-46c7-97e8-73fb27927a46 req-e269f1f7-187c-49fc-b2b9-ed373272fe23 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238480 Aug 20 11:41:47.189753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccabdf6-4202-45a7-afdc-39479484033b req-cacf2a92-c696-4df3-a599-90c4dd90ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:47.195742 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0ccabdf6-4202-45a7-afdc-39479484033b req-cacf2a92-c696-4df3-a599-90c4dd90ef0f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.1332943 Aug 20 11:41:47.309210 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-271b6a77-c17e-4222-904d-de7412786eea tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.320874 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:47.340459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'port_id': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'mac_address': 'fa:16:3e:e1:94:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:47.341632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccabdf6-4202-45a7-afdc-39479484033b req-d3d039db-1e88-4b69-9120-a37cab454521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:47.343487 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0ccabdf6-4202-45a7-afdc-39479484033b req-d3d039db-1e88-4b69-9120-a37cab454521 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370449 Aug 20 11:41:47.349823 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-271b6a77-c17e-4222-904d-de7412786eea tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Calling delete_port for e2b1ffbd-5680-4bb1-90dd-254a8422a180 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:47.375320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['e8e80370-9061-4c1a-baa9-186d37b1f3b1'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:47.390060 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.413539 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.471798 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.489848 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720050a5-7079-4281-9084-6d82a2e30f2e req-b80d9544-6634-4d8f-97cc-406286578002 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:47.499092 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-720050a5-7079-4281-9084-6d82a2e30f2e req-b80d9544-6634-4d8f-97cc-406286578002 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.2654431 Aug 20 11:41:47.528205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12af22-d4ce-4faf-916e-d375f48f524b req-2f79177b-8b4e-4fbd-b733-15cd5206fcc0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:47.535100 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad1717bc-4964-4464-a227-8b3a2ca3c16c {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:47.537398 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a12af22-d4ce-4faf-916e-d375f48f524b req-2f79177b-8b4e-4fbd-b733-15cd5206fcc0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 944 time: 0.2414608 Aug 20 11:41:47.557910 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-720050a5-7079-4281-9084-6d82a2e30f2e req-a8b93d52-c574-444d-8e0c-6a0944cad672 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591204 Aug 20 11:41:47.611873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Pushing event updated for resources: {'Port': ['ID=39024a55-4afd-4e32-9454-8eedc940d7ce,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:47.628584 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:47.635912 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.653894 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a12af22-d4ce-4faf-916e-d375f48f524b req-89c7b8c8-fcd7-423d-9f4e-1374ad9ba79e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149685 Aug 20 11:41:47.658806 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-271b6a77-c17e-4222-904d-de7412786eea tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.660428 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.db.api [None req-4644d66b-7b82-478b-9ee5-b904af07fef7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:41:47.661416 n-d-804299-2 neutron-server[94693]: DEBUG oslo_db.api [None req-4644d66b-7b82-478b-9ee5-b904af07fef7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:41:47.697405 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.711331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b6a77-c17e-4222-904d-de7412786eea tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2b1ffbd-5680-4bb1-90dd-254a8422a180,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:47.730398 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.732615 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8596bf08-cbe5-4a59-bd15-82db0b19e5a9 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1412911 Aug 20 11:41:47.735330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39672) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:47.744395 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-271b6a77-c17e-4222-904d-de7412786eea tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.762969 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0ccabdf6-4202-45a7-afdc-39479484033b req-c3e0f8b4-73fa-4c69-aafb-1fce39cc191f service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042370 Aug 20 11:41:47.766122 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['ad1717bc-4964-4464-a227-8b3a2ca3c16c'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:47.772197 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ad1717bc-4964-4464-a227-8b3a2ca3c16c,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:47.907549 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-271b6a77-c17e-4222-904d-de7412786eea tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.910416 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-271b6a77-c17e-4222-904d-de7412786eea tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.958952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:47.994008 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-271b6a77-c17e-4222-904d-de7412786eea tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.994555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271b6a77-c17e-4222-904d-de7412786eea tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a6e8574-05e4-428d-b368-bf3aff933cb7 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:41:48.004860 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-271b6a77-c17e-4222-904d-de7412786eea tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.011273 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-271b6a77-c17e-4222-904d-de7412786eea tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "DELETE /v2.0/routers/4a6e8574-05e4-428d-b368-bf3aff933cb7 HTTP/1.1" status: 204 len: 168 time: 1.4324906 Aug 20 11:41:48.011903 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39680) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:48.039295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826b5d0-e6dd-486b-a3d0-53f633c586ee req-db0483b6-1967-49ff-ad1d-a691c4d03029 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:48.041003 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d826b5d0-e6dd-486b-a3d0-53f633c586ee req-db0483b6-1967-49ff-ad1d-a691c4d03029 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.1398480 Aug 20 11:41:48.045669 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0ccabdf6-4202-45a7-afdc-39479484033b req-0fe69dfa-bd5f-4914-b317-161d66a5dddc service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735157 Aug 20 11:41:48.051845 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.080588 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-925d7e88-887e-4823-85dc-1aeb35e6a0f8 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Deleting subnet 09929732-7bd4-40c9-ae0c-277eb5144818 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:41:48.100147 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-925d7e88-887e-4823-85dc-1aeb35e6a0f8 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.124229 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d826b5d0-e6dd-486b-a3d0-53f633c586ee req-9df38ef0-51b3-416d-9ede-4fd4a91779f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686498 Aug 20 11:41:48.181932 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80cd88-0f9f-4119-b3c0-5c48564c9262 req-6c678f56-f016-4a88-b59f-5b6bc25e3646 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:48.185477 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644d66b-7b82-478b-9ee5-b904af07fef7 None None] Port e2b1ffbd-5680-4bb1-90dd-254a8422a180 not found while updating agent binding for router 4a6e8574-05e4-428d-b368-bf3aff933cb7. {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 20 11:41:48.188967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80cd88-0f9f-4119-b3c0-5c48564c9262 req-6c678f56-f016-4a88-b59f-5b6bc25e3646 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:48.192672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ba80cd88-0f9f-4119-b3c0-5c48564c9262 req-6c678f56-f016-4a88-b59f-5b6bc25e3646 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1680 time: 0.1076658 Aug 20 11:41:48.200943 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644d66b-7b82-478b-9ee5-b904af07fef7 None None] Routers set() bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:41:48.201588 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644d66b-7b82-478b-9ee5-b904af07fef7 None None] Router IDs set() for agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 11:41:48.202404 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_agentschedulers_db [None req-4644d66b-7b82-478b-9ee5-b904af07fef7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a6e8574-05e4-428d-b368-bf3aff933cb7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent'). {{(pid=94693) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 11:41:48.202724 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-925d7e88-887e-4823-85dc-1aeb35e6a0f8 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.203135 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644d66b-7b82-478b-9ee5-b904af07fef7 None None] The sync data for ids ['4a6e8574-05e4-428d-b368-bf3aff933cb7'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:41:48.217622 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.301801 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-925d7e88-887e-4823-85dc-1aeb35e6a0f8 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.352264 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ba80cd88-0f9f-4119-b3c0-5c48564c9262 req-aeedae79-c9d7-4938-b1fa-85f975684e7d tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003079 Aug 20 11:41:48.397965 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-925d7e88-887e-4823-85dc-1aeb35e6a0f8 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.444166 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d7e88-887e-4823-85dc-1aeb35e6a0f8 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=09929732-7bd4-40c9-ae0c-277eb5144818,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:48.450436 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-925d7e88-887e-4823-85dc-1aeb35e6a0f8 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.455163 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-925d7e88-887e-4823-85dc-1aeb35e6a0f8 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/09929732-7bd4-40c9-ae0c-277eb5144818 HTTP/1.1" status: 204 len: 168 time: 0.4398708 Aug 20 11:41:48.455302 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e6216-6561-4926-99b8-c35892a78242 req-84f44221-e163-45a3-9a8f-345af8aafa02 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:48.455302 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d6e6216-6561-4926-99b8-c35892a78242 req-84f44221-e163-45a3-9a8f-345af8aafa02 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.1579716 Aug 20 11:41:48.455602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39684) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:48.574358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Allocated IP 172.25.8.171 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/0162fb69-267d-4dde-9682-362bee899226) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:48.601887 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d6e6216-6561-4926-99b8-c35892a78242 req-fb9a9d54-c4b8-4e5f-93de-7815f762bb6a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366811 Aug 20 11:41:48.605085 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a239ae52-c8c9-4d1f-8294-226e282ed627 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.750177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6b950-1329-411e-95e7-c42c94f284ae req-72e62149-2383-4d58-a8cf-60441fcf7e29 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:48.751738 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2aa6b950-1329-411e-95e7-c42c94f284ae req-72e62149-2383-4d58-a8cf-60441fcf7e29 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.0930519 Aug 20 11:41:48.795048 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a239ae52-c8c9-4d1f-8294-226e282ed627 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.800459 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2aa6b950-1329-411e-95e7-c42c94f284ae req-03bf1063-0f17-485b-aa25-639fd0575800 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Aug 20 11:41:48.833137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a239ae52-c8c9-4d1f-8294-226e282ed627 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c44dde-75ec-485a-a045-e11d695c3374']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:48.855522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a239ae52-c8c9-4d1f-8294-226e282ed627 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec88fd6e-4c9d-4015-b13a-f88c90d89660') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:48.855736 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a239ae52-c8c9-4d1f-8294-226e282ed627 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec88fd6e-4c9d-4015-b13a-f88c90d89660') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:48.872585 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.880617 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a239ae52-c8c9-4d1f-8294-226e282ed627 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.907268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a588d-a19b-4b55-b5ec-71a785a8771c req-08757125-2a52-49ec-b0d7-45351e563add tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:48.909122 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e2a588d-a19b-4b55-b5ec-71a785a8771c req-08757125-2a52-49ec-b0d7-45351e563add tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 944 time: 0.1639035 Aug 20 11:41:48.926143 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a239ae52-c8c9-4d1f-8294-226e282ed627 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.943395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a239ae52-c8c9-4d1f-8294-226e282ed627 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:41:48.943797 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a239ae52-c8c9-4d1f-8294-226e282ed627 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:41:48.945612 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:41:49.026892 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e2a588d-a19b-4b55-b5ec-71a785a8771c req-3e29efc5-b61c-42f6-8321-de025636ea40 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135886 Aug 20 11:41:49.038144 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.045313 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a239ae52-c8c9-4d1f-8294-226e282ed627 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.083513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a239ae52-c8c9-4d1f-8294-226e282ed627 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b3c44dde-75ec-485a-a045-e11d695c3374 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 11:41:49.095693 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a239ae52-c8c9-4d1f-8294-226e282ed627 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.097796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a239ae52-c8c9-4d1f-8294-226e282ed627 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "DELETE /v2.0/networks/b3c44dde-75ec-485a-a045-e11d695c3374 HTTP/1.1" status: 204 len: 168 time: 0.6392598 Aug 20 11:41:49.117941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239ae52-c8c9-4d1f-8294-226e282ed627 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Pushing event deleted for resources: {'Network': ['ID=b3c44dde-75ec-485a-a045-e11d695c3374,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:49.128515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:49.134924 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:49.137477 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Pushing event updated for resources: {'Port': ['ID=0162fb69-267d-4dde-9682-362bee899226,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:49.140070 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:49.164993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device e8e80370-9061-4c1a-baa9-186d37b1f3b1 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:49.244128 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.309858 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port e8e80370-9061-4c1a-baa9-186d37b1f3b1 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:49.317672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port e8e80370-9061-4c1a-baa9-186d37b1f3b1 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:49.320182 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.323766 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.332924 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463e4b7-e06c-4817-90ba-f80e4b399dce req-908452b0-a25d-4afd-93ba-e8d495d5746b tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:49.341190 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6463e4b7-e06c-4817-90ba-f80e4b399dce req-908452b0-a25d-4afd-93ba-e8d495d5746b tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.0769832 Aug 20 11:41:49.391871 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6463e4b7-e06c-4817-90ba-f80e4b399dce req-8bd6ef6a-984f-4f50-ad42-98ff663ca527 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494802 Aug 20 11:41:49.457393 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39702) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:49.462297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5fff357c-ce6a-4fd6-807a-edbe351f4acd tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Request body: {'router': {'name': 'tempest-router--1035653915', 'project_id': 'e76c4942637040f6817ad13192aba7f3'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:49.502801 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fff357c-ce6a-4fd6-807a-edbe351f4acd tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.504919 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fff357c-ce6a-4fd6-807a-edbe351f4acd tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.519460 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.548087 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e80370-9061-4c1a-baa9-186d37b1f3b1'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:49.551020 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8448cd8-4334-465b-93b5-2c425d2ecb63" -d '{"events": [{"server_uuid": "dab2d35b-c3ee-46f2-996f-e3f76a784a19", "name": "network-vif-plugged", "status": "completed", "tag": "e8e80370-9061-4c1a-baa9-186d37b1f3b1"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:49.566990 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port e8e80370-9061-4c1a-baa9-186d37b1f3b1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=e8e80370-9061-4c1a-baa9-186d37b1f3b1,segment=NetworkSegment(d3de960e-7835-4713-b072-9da432f80510),segment_id=d3de960e-7835-4713-b072-9da432f80510)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:49.572870 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.573980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 1422db06-106c-44c0-a5d8-11e0b731f275 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:49.644296 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fff357c-ce6a-4fd6-807a-edbe351f4acd tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.644694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc54a0-d2f9-40d4-a528-ea4561d08720 req-e0796b7a-5b15-444b-95cd-99fb7bae1cf3 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:49.652591 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc54a0-d2f9-40d4-a528-ea4561d08720 req-e0796b7a-5b15-444b-95cd-99fb7bae1cf3 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:49.663312 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9bcc54a0-d2f9-40d4-a528-ea4561d08720 req-e0796b7a-5b15-444b-95cd-99fb7bae1cf3 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1680 time: 0.1452947 Aug 20 11:41:49.664756 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fff357c-ce6a-4fd6-807a-edbe351f4acd tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.673640 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0117c4f0-5d06-488b-bcd5-fd99bdaf7968 x-openstack-request-id: req-0117c4f0-5d06-488b-bcd5-fd99bdaf7968 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:49.674028 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab2d35b-c3ee-46f2-996f-e3f76a784a19", "name": "network-vif-plugged", "status": "completed", "tag": "e8e80370-9061-4c1a-baa9-186d37b1f3b1", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:49.675371 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0117c4f0-5d06-488b-bcd5-fd99bdaf7968 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:49.675948 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e80370-9061-4c1a-baa9-186d37b1f3b1', 'code': 200} Aug 20 11:41:49.697505 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fff357c-ce6a-4fd6-807a-edbe351f4acd tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.699121 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5fff357c-ce6a-4fd6-807a-edbe351f4acd tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2405171 Aug 20 11:41:49.702207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39708) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:49.758295 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=e8e80370-9061-4c1a-baa9-186d37b1f3b1,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:49.778683 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9bcc54a0-d2f9-40d4-a528-ea4561d08720 req-4b28eaaa-2ffb-45bf-9e88-3e02efd37653 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098530 Aug 20 11:41:49.794752 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 1422db06-106c-44c0-a5d8-11e0b731f275 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:49.799933 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 1422db06-106c-44c0-a5d8-11e0b731f275 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:49.800435 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.815963 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b67f8-dca5-4aa4-a7da-fc91ce64971a req-73b804fe-e5a4-4ee8-8971-12cdb1a96ba9 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:49.824174 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-373b67f8-dca5-4aa4-a7da-fc91ce64971a req-73b804fe-e5a4-4ee8-8971-12cdb1a96ba9 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.0890911 Aug 20 11:41:49.881223 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-373b67f8-dca5-4aa4-a7da-fc91ce64971a req-2f0a61ec-f363-4884-ad44-b077502263f3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565045 Aug 20 11:41:49.890270 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.893854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a134c4-f255-4eac-b350-c62155964405 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.900994 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.950995 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:50.031578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 1422db06-106c-44c0-a5d8-11e0b731f275, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=1422db06-106c-44c0-a5d8-11e0b731f275,segment=NetworkSegment(6da23f16-bb6c-45ba-9c83-872fd244fea2),segment_id=6da23f16-bb6c-45ba-9c83-872fd244fea2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:50.037460 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:50.038581 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 56ca3e04-b1b8-4d19-a1b8-3a8087852105 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:50.205538 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=1422db06-106c-44c0-a5d8-11e0b731f275,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:50.209376 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28589889-adca-4ab6-9651-6a88ebb6c087 req-d7184ccf-8004-48ca-9f0c-0d2b15ab24b3 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:50.218343 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-28589889-adca-4ab6-9651-6a88ebb6c087 req-d7184ccf-8004-48ca-9f0c-0d2b15ab24b3 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 944 time: 0.0708015 Aug 20 11:41:50.236971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 56ca3e04-b1b8-4d19-a1b8-3a8087852105 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:50.241314 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 56ca3e04-b1b8-4d19-a1b8-3a8087852105 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:50.241802 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:50.260541 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-28589889-adca-4ab6-9651-6a88ebb6c087 req-04a28101-6a14-45bb-9d93-bac3ee1ac45a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412080 Aug 20 11:41:50.327026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Pushing event updated for resources: {'Port': ['ID=0162fb69-267d-4dde-9682-362bee899226,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:50.330809 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a134c4-f255-4eac-b350-c62155964405 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:50.332805 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:50.344039 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a134c4-f255-4eac-b350-c62155964405 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:50.362460 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:50.388860 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e4ec3-5d9f-4b24-a779-67379d10cb6e req-75cac76b-10c4-44f7-8596-832b03496c33 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:50.396374 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-171e4ec3-5d9f-4b24-a779-67379d10cb6e req-75cac76b-10c4-44f7-8596-832b03496c33 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.3781087 Aug 20 11:41:50.398915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 56ca3e04-b1b8-4d19-a1b8-3a8087852105, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=56ca3e04-b1b8-4d19-a1b8-3a8087852105,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:50.406942 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:50.408153 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ad1717bc-4964-4464-a227-8b3a2ca3c16c up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:50.452605 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:50.456251 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5796fa6e-4472-4c02-ba64-8ba51e230c59 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7171988 Aug 20 11:41:50.457218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39718) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:50.548016 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a134c4-f255-4eac-b350-c62155964405 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:50.548581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a134c4-f255-4eac-b350-c62155964405 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd27e261-d69e-4874-8161-08917a21aae2 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:41:50.562254 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a134c4-f255-4eac-b350-c62155964405 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:50.563382 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-97a134c4-f255-4eac-b350-c62155964405 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "DELETE /v2.0/routers/cd27e261-d69e-4874-8161-08917a21aae2 HTTP/1.1" status: 204 len: 168 time: 0.8600829 Aug 20 11:41:50.578448 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342b0b2-2374-4111-ba0e-08f807f25ed5 req-bd716723-17f9-4901-bec4-79800fd0e7ae tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:50.580043 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3342b0b2-2374-4111-ba0e-08f807f25ed5 req-bd716723-17f9-4901-bec4-79800fd0e7ae tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.1046340 Aug 20 11:41:50.580479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=56ca3e04-b1b8-4d19-a1b8-3a8087852105,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:50.585379 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-171e4ec3-5d9f-4b24-a779-67379d10cb6e req-65f73d50-1086-4c34-96cd-391a1ea4f009 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830549 Aug 20 11:41:50.604998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port ad1717bc-4964-4464-a227-8b3a2ca3c16c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:50.605421 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:50.654038 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3342b0b2-2374-4111-ba0e-08f807f25ed5 req-91133dcf-66bb-45f1-a687-1b88d865d7a2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551834 Aug 20 11:41:50.667122 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-64ccf33d-71ac-4af7-9783-e3b99d12f8c1 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.2085643 Aug 20 11:41:50.670250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39722) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:50.709551 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:50.754245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:50.761973 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:50.769231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39724) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:50.774097 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a6fe14f5-0a99-49d6-9d2c-4d8af0da329a tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1001475 Aug 20 11:41:50.774373 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39726) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:50.838895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ad1717bc-4964-4464-a227-8b3a2ca3c16c,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:51.053013 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de16b0-7841-4e28-b405-81cfeab5eda4 req-08df2b23-befb-461d-85f8-64974287b2dd tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:51.061299 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-21de16b0-7841-4e28-b405-81cfeab5eda4 req-08df2b23-befb-461d-85f8-64974287b2dd tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.0702565 Aug 20 11:41:51.110360 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-21de16b0-7841-4e28-b405-81cfeab5eda4 req-dc6bdbb5-f17c-470c-b383-c22b64213383 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481422 Aug 20 11:41:51.115858 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1974495127', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:51.170101 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:51.172100 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:51.246251 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:51.403825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f889c-5faf-4856-ba0b-7cad15010d7f req-9ba9c85e-2b99-4fa0-9d4f-5a78eef938d6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:51.411245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f889c-5faf-4856-ba0b-7cad15010d7f req-9ba9c85e-2b99-4fa0-9d4f-5a78eef938d6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:51.421678 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b2f889c-5faf-4856-ba0b-7cad15010d7f req-9ba9c85e-2b99-4fa0-9d4f-5a78eef938d6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1682 time: 0.5347602 Aug 20 11:41:51.467564 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b2f889c-5faf-4856-ba0b-7cad15010d7f req-a604a9f9-6def-44de-8ce9-55c3fdfda7ea tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446813 Aug 20 11:41:51.474292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-03f7747d-bf92-4c5f-af32-658786078f80 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Deleting port 0162fb69-267d-4dde-9682-362bee899226 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:51.474568 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-03f7747d-bf92-4c5f-af32-658786078f80 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:51.484491 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:51.570006 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6993914-e73c-41a6-8889-97a52579b4cd req-1dd890f3-871f-492a-8c1e-abbfe61f297e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:51.579700 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f6993914-e73c-41a6-8889-97a52579b4cd req-1dd890f3-871f-492a-8c1e-abbfe61f297e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.2065926 Aug 20 11:41:51.600665 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-03f7747d-bf92-4c5f-af32-658786078f80 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:51.601041 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-03f7747d-bf92-4c5f-af32-658786078f80 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:51.615115 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-03f7747d-bf92-4c5f-af32-658786078f80 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Calling delete_port for 0162fb69-267d-4dde-9682-362bee899226 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:51.667124 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f6993914-e73c-41a6-8889-97a52579b4cd req-7f1345f0-28f4-4508-b056-e2b3da2c776b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807765 Aug 20 11:41:51.676707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1422db06-106c-44c0-a5d8-11e0b731f275'}, {'server_uuid': '5e329966-99cb-4d45-bbda-31b8a27f503d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ca3e04-b1b8-4d19-a1b8-3a8087852105'}, {'server_uuid': '44071d4c-6724-4f78-9fb0-d86852914608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:51.679619 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce20741-ddb7-40bc-88e5-b8689faeeac5" -d '{"events": [{"server_uuid": "dab2d35b-c3ee-46f2-996f-e3f76a784a19", "name": "network-vif-plugged", "status": "completed", "tag": "1422db06-106c-44c0-a5d8-11e0b731f275"}, {"server_uuid": "5e329966-99cb-4d45-bbda-31b8a27f503d", "name": "network-vif-plugged", "status": "completed", "tag": "56ca3e04-b1b8-4d19-a1b8-3a8087852105"}, {"server_uuid": "44071d4c-6724-4f78-9fb0-d86852914608", "name": "network-vif-plugged", "status": "completed", "tag": "ad1717bc-4964-4464-a227-8b3a2ca3c16c"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:51.763321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fb1ad-f714-4a73-9866-2a67483ac682 req-8ff1cfad-fa2f-4288-82c1-1b413ce7c7cd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:51.765851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b14fb1ad-f714-4a73-9866-2a67483ac682 req-8ff1cfad-fa2f-4288-82c1-1b413ce7c7cd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.0854445 Aug 20 11:41:51.834758 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b14fb1ad-f714-4a73-9866-2a67483ac682 req-f11cac40-688c-49cd-a127-b9e93b49ee5e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602717 Aug 20 11:41:51.911219 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-03f7747d-bf92-4c5f-af32-658786078f80 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:51.931510 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afefeda6-a425-47b8-bd04-e26735f57d9e x-openstack-request-id: req-afefeda6-a425-47b8-bd04-e26735f57d9e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:51.931811 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab2d35b-c3ee-46f2-996f-e3f76a784a19", "name": "network-vif-plugged", "status": "completed", "tag": "1422db06-106c-44c0-a5d8-11e0b731f275", "code": 200}, {"server_uuid": "5e329966-99cb-4d45-bbda-31b8a27f503d", "name": "network-vif-plugged", "status": "completed", "tag": "56ca3e04-b1b8-4d19-a1b8-3a8087852105", "code": 200}, {"server_uuid": "44071d4c-6724-4f78-9fb0-d86852914608", "name": "network-vif-plugged", "status": "completed", "tag": "ad1717bc-4964-4464-a227-8b3a2ca3c16c", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:51.932086 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afefeda6-a425-47b8-bd04-e26735f57d9e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:51.932483 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1422db06-106c-44c0-a5d8-11e0b731f275', 'code': 200} Aug 20 11:41:51.932763 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e329966-99cb-4d45-bbda-31b8a27f503d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ca3e04-b1b8-4d19-a1b8-3a8087852105', 'code': 200} Aug 20 11:41:51.933018 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44071d4c-6724-4f78-9fb0-d86852914608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'code': 200} Aug 20 11:41:51.936189 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a6eb0-8490-4324-9447-660ea7e85265 req-07aa2c99-b3c7-4f8b-9af8-e22c6315ee90 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:51.937963 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9d4a6eb0-8490-4324-9447-660ea7e85265 req-07aa2c99-b3c7-4f8b-9af8-e22c6315ee90 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.1879699 Aug 20 11:41:51.969032 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:51.970760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7747d-bf92-4c5f-af32-658786078f80 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Pushing event deleted for resources: {'Port': ['ID=0162fb69-267d-4dde-9682-362bee899226,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:52.023968 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:52.104232 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9d4a6eb0-8490-4324-9447-660ea7e85265 req-65987941-b029-4a15-9a40-1be5378bd7ff tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438653 Aug 20 11:41:52.143530 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-03f7747d-bf92-4c5f-af32-658786078f80 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:52.146504 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-03f7747d-bf92-4c5f-af32-658786078f80 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:52.148024 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-03f7747d-bf92-4c5f-af32-658786078f80 tempest-FloatingIPAdminTestJSON-587613811 tempest-FloatingIPAdminTestJSON-587613811-project] 10.222.0.37 "DELETE /v2.0/floatingips/0717cab9-4c04-48ea-b252-f43c93e294aa HTTP/1.1" status: 204 len: 168 time: 1.3726234 Aug 20 11:41:52.150611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39746) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:52.163747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a617f-348d-45dc-a93f-71964f72dfe7 req-2cc8f764-5c65-4e6d-a130-93fbed410721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:52.164240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a617f-348d-45dc-a93f-71964f72dfe7 req-2cc8f764-5c65-4e6d-a130-93fbed410721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:52.166449 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-433a617f-348d-45dc-a93f-71964f72dfe7 req-2cc8f764-5c65-4e6d-a130-93fbed410721 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1984 time: 0.0948777 Aug 20 11:41:52.171019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7205c1-e688-4693-8629-cfc2ec8c28a8 req-7f8a2142-b2cc-4737-ab44-3cded7a44b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:52.172477 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae7205c1-e688-4693-8629-cfc2ec8c28a8 req-7f8a2142-b2cc-4737-ab44-3cded7a44b7e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 1096 time: 0.0891585 Aug 20 11:41:52.294134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae7205c1-e688-4693-8629-cfc2ec8c28a8 req-7b9c0638-dc2b-40ba-928e-4988e9083c85 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091526 Aug 20 11:41:52.302623 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-433a617f-348d-45dc-a93f-71964f72dfe7 req-585b51bf-7b5d-4678-a081-52a6bb76decd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247404 Aug 20 11:41:52.313142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba8e0c-c94e-4f15-9c7a-81d9aa0f500d req-7d5a289b-6a3d-4533-af1d-0245eca0da11 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:52.315318 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-49ba8e0c-c94e-4f15-9c7a-81d9aa0f500d req-7d5a289b-6a3d-4533-af1d-0245eca0da11 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.1060543 Aug 20 11:41:52.329199 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2aaa775e-3e5a-48bf-beb4-942645e0ced0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:52.384212 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-49ba8e0c-c94e-4f15-9c7a-81d9aa0f500d req-cd955872-6a03-4b1c-ba61-d73db3a9defc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604391 Aug 20 11:41:52.760077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Allocated IP 172.25.8.148 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/8e4bca54-4ff3-4f2f-a907-c5653bc0e1fd) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:52.799163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7bd6e-2640-4792-8d76-a6ef170f14d1 req-3a9ee05a-826d-438f-8be1-ce5ca671bcaf tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:52.805031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7bd6e-2640-4792-8d76-a6ef170f14d1 req-3a9ee05a-826d-438f-8be1-ce5ca671bcaf tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:52.806695 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5ca7bd6e-2640-4792-8d76-a6ef170f14d1 req-3a9ee05a-826d-438f-8be1-ce5ca671bcaf tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1682 time: 0.2071664 Aug 20 11:41:52.823301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0398de-b33f-4f02-ac96-64d8f2d3acdb req-3c3817e6-39f6-4f60-b9a5-1704d9708a11 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:52.825193 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf0398de-b33f-4f02-ac96-64d8f2d3acdb req-3c3817e6-39f6-4f60-b9a5-1704d9708a11 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.0823915 Aug 20 11:41:52.874474 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-40235df0-d127-45e0-8775-5e1e11861e47 service neutron] show failed (client error): The resource could not be found. Aug 20 11:41:52.875513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-40235df0-d127-45e0-8775-5e1e11861e47 service neutron] 10.222.0.35 "GET /v2.0/ports/5e605c4c-2b5d-47db-b200-be470000f036/bindings/n-h2-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.2628913 Aug 20 11:41:52.879114 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf0398de-b33f-4f02-ac96-64d8f2d3acdb req-419d62f1-e798-4bff-b204-534586bf690f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450389 Aug 20 11:41:52.988042 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:53.046634 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5ca7bd6e-2640-4792-8d76-a6ef170f14d1 req-ae33344d-8847-4be1-9906-25a2e43f1d44 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177072 Aug 20 11:41:53.087967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5220e1e0-606d-4995-8db5-25a9dd0517b6 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Deleting port 39024a55-4afd-4e32-9454-8eedc940d7ce {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:53.088430 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5220e1e0-606d-4995-8db5-25a9dd0517b6 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:53.098125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cff8b-6265-4923-bfbe-80d2671257f6 req-79ce8adf-26ad-4149-8eed-c526c7fe2edd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:53.116562 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b57cff8b-6265-4923-bfbe-80d2671257f6 req-79ce8adf-26ad-4149-8eed-c526c7fe2edd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.1293318 Aug 20 11:41:53.153925 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:53.208274 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b57cff8b-6265-4923-bfbe-80d2671257f6 req-04e3254e-fb17-4a99-b450-57aa8c07cd99 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907896 Aug 20 11:41:53.221531 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-b489e902-879d-4109-8c9f-bf3df7919da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:53.223049 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-b489e902-879d-4109-8c9f-bf3df7919da4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6&tenant_id=4968b5d340e042799a12f4492ac2ee3a HTTP/1.1" status: 200 len: 1101 time: 0.0923433 Aug 20 11:41:53.244472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:53.265323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:53.272504 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:53.274966 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:53.314229 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:53.329909 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Pushing event updated for resources: {'Port': ['ID=8e4bca54-4ff3-4f2f-a907-c5653bc0e1fd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:53.348555 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5220e1e0-606d-4995-8db5-25a9dd0517b6 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:53.352957 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5220e1e0-606d-4995-8db5-25a9dd0517b6 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:53.373062 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5220e1e0-606d-4995-8db5-25a9dd0517b6 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Calling delete_port for 39024a55-4afd-4e32-9454-8eedc940d7ce owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:53.383254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7371ed3-7e14-495d-b8d3-4c1e5c8f3d22 req-67850083-c867-42cd-983d-03d51913e3f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:53.392229 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b7371ed3-7e14-495d-b8d3-4c1e5c8f3d22 req-67850083-c867-42cd-983d-03d51913e3f0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.1844797 Aug 20 11:41:53.589716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21dec7-a5a8-4544-9e8a-5102323509d2 req-435d4bb5-f6a8-4067-be8f-ac4b1b7392fc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:53.591974 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed21dec7-a5a8-4544-9e8a-5102323509d2 req-435d4bb5-f6a8-4067-be8f-ac4b1b7392fc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.1180236 Aug 20 11:41:53.594737 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b7371ed3-7e14-495d-b8d3-4c1e5c8f3d22 req-ec1e5698-b0ff-419c-a730-8db8ca5fcdc8 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015238 Aug 20 11:41:53.669732 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed21dec7-a5a8-4544-9e8a-5102323509d2 req-9151190e-5af7-49cd-b6f8-a9a735c6091c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656526 Aug 20 11:41:53.672112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] For port 5e605c4c-2b5d-47db-b200-be470000f036, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5e605c4c-2b5d-47db-b200-be470000f036,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:53.736316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] For port 5e605c4c-2b5d-47db-b200-be470000f036, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:53.802873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b42d1db-5d3e-4c1a-94f2-52d523350cb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e605c4c-2b5d-47db-b200-be470000f036'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:53.805789 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7188c39-7e63-4fb1-a8f6-3438a3f95f14" -d '{"events": [{"server_uuid": "2b42d1db-5d3e-4c1a-94f2-52d523350cb6", "name": "network-vif-unplugged", "status": "completed", "tag": "5e605c4c-2b5d-47db-b200-be470000f036"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:53.812175 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:53.844832 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Transition to ACTIVE for port object 5e605c4c-2b5d-47db-b200-be470000f036 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:53.849916 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:53.861010 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5220e1e0-606d-4995-8db5-25a9dd0517b6 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:53.916686 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ead83f-f9ee-4fc4-8f59-6a5959b5c5d8 x-openstack-request-id: req-d3ead83f-f9ee-4fc4-8f59-6a5959b5c5d8 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:53.919924 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b42d1db-5d3e-4c1a-94f2-52d523350cb6", "name": "network-vif-unplugged", "status": "completed", "tag": "5e605c4c-2b5d-47db-b200-be470000f036", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:53.920212 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3ead83f-f9ee-4fc4-8f59-6a5959b5c5d8 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:53.920624 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b42d1db-5d3e-4c1a-94f2-52d523350cb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e605c4c-2b5d-47db-b200-be470000f036', 'code': 200} Aug 20 11:41:53.941956 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220e1e0-606d-4995-8db5-25a9dd0517b6 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Pushing event deleted for resources: {'Port': ['ID=39024a55-4afd-4e32-9454-8eedc940d7ce,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:53.943896 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:53.969068 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Pushing event updated for resources: {'Port': ['ID=5e605c4c-2b5d-47db-b200-be470000f036,revision_number=6']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:53.972222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] No DVR routers for this DVR port 5e605c4c-2b5d-47db-b200-be470000f036 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:41:54.087520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Attempting to bind port 5e605c4c-2b5d-47db-b200-be470000f036 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:54.087860 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Attempting to bind port 5e605c4c-2b5d-47db-b200-be470000f036 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:54.088334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Attempting to bind port 5e605c4c-2b5d-47db-b200-be470000f036 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:54.115676 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa005c-8f23-4abf-a05f-2b7ea0355e6f req-7843a6f2-7229-44e0-aab3-fbaed0f08bf9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:54.117508 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6afa005c-8f23-4abf-a05f-2b7ea0355e6f req-7843a6f2-7229-44e0-aab3-fbaed0f08bf9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.1339960 Aug 20 11:41:54.118207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Port 5e605c4c-2b5d-47db-b200-be470000f036 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:41:54.118345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Attempting to bind port 5e605c4c-2b5d-47db-b200-be470000f036 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:54.133640 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:54.133978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:54.134360 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:54.134803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Bound port: 5e605c4c-2b5d-47db-b200-be470000f036, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:54.135193 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:54.224313 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6afa005c-8f23-4abf-a05f-2b7ea0355e6f req-6d9c2249-4022-43db-81d1-d7780724c8e9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984375 Aug 20 11:41:54.249236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5220e1e0-606d-4995-8db5-25a9dd0517b6 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:54.264517 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5220e1e0-606d-4995-8db5-25a9dd0517b6 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:54.266278 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5220e1e0-606d-4995-8db5-25a9dd0517b6 tempest-FloatingIPAdminTestJSON-2084719364 tempest-FloatingIPAdminTestJSON-2084719364-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/e43eba88-7126-4fc7-ae5d-b21c3ade07e6 HTTP/1.1" status: 204 len: 168 time: 2.1142387 Aug 20 11:41:54.270434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39778) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:54.302343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5526e7-5218-488d-b812-ae8b1d3f869d req-97bc3dd7-61be-4607-aa64-90fbc3727512 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:54.308761 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5526e7-5218-488d-b812-ae8b1d3f869d req-97bc3dd7-61be-4607-aa64-90fbc3727512 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:54.310891 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1b5526e7-5218-488d-b812-ae8b1d3f869d req-97bc3dd7-61be-4607-aa64-90fbc3727512 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1682 time: 0.1235652 Aug 20 11:41:54.325385 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] For port 5e605c4c-2b5d-47db-b200-be470000f036, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:54.370506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] For port 5e605c4c-2b5d-47db-b200-be470000f036, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5e605c4c-2b5d-47db-b200-be470000f036,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:54.390635 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:54.448351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:54.449071 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:54.450535 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] 10.222.0.76 "PUT /v2.0/ports/5e605c4c-2b5d-47db-b200-be470000f036 HTTP/1.1" status: 200 len: 1096 time: 1.2169566 Aug 20 11:41:54.500072 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:54.514757 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1b5526e7-5218-488d-b812-ae8b1d3f869d req-d7629a18-1ec3-4a42-b0ec-8e32c82876ac tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974472 Aug 20 11:41:54.542544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75305b9a-9046-40b0-a746-b3f3679fed54 req-aa89bd01-d9a9-4abc-8683-4823976c8a29 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:54.545000 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-75305b9a-9046-40b0-a746-b3f3679fed54 req-aa89bd01-d9a9-4abc-8683-4823976c8a29 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 948 time: 0.1700513 Aug 20 11:41:54.548345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864738a0-664e-4ed3-93eb-5c0af50a48fb service neutron] Pushing event updated for resources: {'Port': ['ID=5e605c4c-2b5d-47db-b200-be470000f036,revision_number=7']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:54.618337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-efc08119-59ff-475d-bfa3-f65dde979eeb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Deleting port f154b058-af63-4141-baf8-0960965856a5 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:54.618672 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efc08119-59ff-475d-bfa3-f65dde979eeb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:54.746062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-75305b9a-9046-40b0-a746-b3f3679fed54 req-e37b2cb8-bb18-4144-8a13-9e1ed6a0be84 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844354 Aug 20 11:41:54.750593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-fa4f6ab4-8542-47ac-b306-a891b35d6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:54.762527 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-fa4f6ab4-8542-47ac-b306-a891b35d6e38 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 1099 time: 0.2858622 Aug 20 11:41:54.768987 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Router cdb12936-375d-4e79-a34a-1c9984fde822 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:41:54.891211 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efc08119-59ff-475d-bfa3-f65dde979eeb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:55.005840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-efc08119-59ff-475d-bfa3-f65dde979eeb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Calling delete_port for f154b058-af63-4141-baf8-0960965856a5 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:55.037020 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:41:55.047448 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-e3430edb-83c1-4c6b-a1c6-98f4348c9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:55.048965 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-e3430edb-83c1-4c6b-a1c6-98f4348c9cf1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2784812 Aug 20 11:41:55.054240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8026b136-beeb-45af-8d29-6cecc4118161 None None] Sync routers for ids ['cdb12936-375d-4e79-a34a-1c9984fde822'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:41:55.064679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8026b136-beeb-45af-8d29-6cecc4118161 None None] Routers {'cdb12936-375d-4e79-a34a-1c9984fde822'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:41:55.065134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8026b136-beeb-45af-8d29-6cecc4118161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['cdb12936-375d-4e79-a34a-1c9984fde822'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:55.089134 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb6075-904d-42a5-9345-49cdd9658642 req-b626e44a-2890-4145-9a9e-dd8e63bc7c7c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:55.100230 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8cb6075-904d-42a5-9345-49cdd9658642 req-b626e44a-2890-4145-9a9e-dd8e63bc7c7c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.2211387 Aug 20 11:41:55.109312 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:55.110861 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3cba61c9-eae7-4220-89a5-82309485fd98 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.3388085 Aug 20 11:41:55.118924 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39792) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:55.132987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8026b136-beeb-45af-8d29-6cecc4118161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:55.134030 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-8cddf04a-ea3a-4878-b1e0-e2e28f8d68d8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=5e605c4c-2b5d-47db-b200-be470000f036 HTTP/1.1" status: 200 len: 217 time: 0.0504968 Aug 20 11:41:55.144199 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62ddec-de97-4425-800e-183fe551b39a req-6ad7ee89-c9db-4968-b046-227bf1e85e75 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:55.149328 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1645f108-8b8c-44f7-9385-bbab99f3806b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:55.151800 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8026b136-beeb-45af-8d29-6cecc4118161 None None] Routers {'cdb12936-375d-4e79-a34a-1c9984fde822'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:41:55.152416 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8e62ddec-de97-4425-800e-183fe551b39a req-6ad7ee89-c9db-4968-b046-227bf1e85e75 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.1875947 Aug 20 11:41:55.152614 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8026b136-beeb-45af-8d29-6cecc4118161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['cdb12936-375d-4e79-a34a-1c9984fde822'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:55.196377 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8026b136-beeb-45af-8d29-6cecc4118161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:41:55.196977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8026b136-beeb-45af-8d29-6cecc4118161 None None] The sync data for ids ['cdb12936-375d-4e79-a34a-1c9984fde822'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:41:55.208510 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8cb6075-904d-42a5-9345-49cdd9658642 req-26622e3f-cb6d-4a69-bc4b-eeee1fcd43fa tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065471 Aug 20 11:41:55.269217 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8e62ddec-de97-4425-800e-183fe551b39a req-f86f8083-3d7c-41e2-b2b2-7379c5c337e4 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157949 Aug 20 11:41:55.279982 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-6ccc539e-9517-4200-a9ef-2dc8c1794c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:55.289009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-6ccc539e-9517-4200-a9ef-2dc8c1794c98 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1322677 Aug 20 11:41:55.355164 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:55.362176 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1b622d63-b9f8-4a03-9a95-d066d6b182e2 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/routers/cdb12936-375d-4e79-a34a-1c9984fde822 HTTP/1.1" status: 200 len: 925 time: 0.2407274 Aug 20 11:41:55.362898 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39794) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:55.398443 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c98f3667-b4da-44c2-9a0c-137cac1e41fb tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb12936-375d-4e79-a34a-1c9984fde822 HTTP/1.1" status: 200 len: 205 time: 0.0329370 Aug 20 11:41:55.400484 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efc08119-59ff-475d-bfa3-f65dde979eeb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:55.402152 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39796) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:55.409498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ca9e9-9880-42f8-acee-771e09502485 req-fc2b3d6a-7ba7-452b-b5a8-91228bb434a7 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:55.414410 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bb3ca9e9-9880-42f8-acee-771e09502485 req-fc2b3d6a-7ba7-452b-b5a8-91228bb434a7 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.1364820 Aug 20 11:41:55.442852 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-5bc6dc4c-bcd4-42c1-98f9-17974c6501fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:55.444513 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-5bc6dc4c-bcd4-42c1-98f9-17974c6501fb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1164145 Aug 20 11:41:55.468091 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bb3ca9e9-9880-42f8-acee-771e09502485 req-1b0036f1-db37-4c39-8395-fc4911ada5fc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452526 Aug 20 11:41:55.525209 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc08119-59ff-475d-bfa3-f65dde979eeb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event deleted for resources: {'Port': ['ID=f154b058-af63-4141-baf8-0960965856a5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:55.622591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4617de6-5c91-418f-9576-b5abd3768bea req-83a6bd0b-5063-420f-a8ef-a79217260a72 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:55.629075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4617de6-5c91-418f-9576-b5abd3768bea req-83a6bd0b-5063-420f-a8ef-a79217260a72 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:55.640569 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4617de6-5c91-418f-9576-b5abd3768bea req-83a6bd0b-5063-420f-a8ef-a79217260a72 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1682 time: 0.0900714 Aug 20 11:41:55.703315 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4617de6-5c91-418f-9576-b5abd3768bea req-a1f8c40f-648e-4cb6-90f5-c98e5dc4f760 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613983 Aug 20 11:41:55.831673 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d476-bb37-4a2c-9da0-1e121c8d190a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:55.910336 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-907060f5-1a0a-4152-8031-b9a9b8a0a3cc service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994987 Aug 20 11:41:55.927611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b42d1db-5d3e-4c1a-94f2-52d523350cb6', 'tag': '5e605c4c-2b5d-47db-b200-be470000f036'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:55.929864 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a5ae9c-b937-402e-b597-202a109de776" -d '{"events": [{"name": "network-changed", "server_uuid": "2b42d1db-5d3e-4c1a-94f2-52d523350cb6", "tag": "5e605c4c-2b5d-47db-b200-be470000f036"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:56.045184 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4a4ef1-ca70-4bdc-a78c-2be8ec1f2eeb x-openstack-request-id: req-bc4a4ef1-ca70-4bdc-a78c-2be8ec1f2eeb {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:56.045512 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b42d1db-5d3e-4c1a-94f2-52d523350cb6", "tag": "5e605c4c-2b5d-47db-b200-be470000f036", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:56.045725 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc4a4ef1-ca70-4bdc-a78c-2be8ec1f2eeb {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:56.046119 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b42d1db-5d3e-4c1a-94f2-52d523350cb6', 'tag': '5e605c4c-2b5d-47db-b200-be470000f036', 'status': 'completed', 'code': 200} Aug 20 11:41:56.066078 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efc08119-59ff-475d-bfa3-f65dde979eeb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:56.071348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39806) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:56.072346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-efc08119-59ff-475d-bfa3-f65dde979eeb tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] 10.222.0.37 "DELETE /v2.0/ports/f154b058-af63-4141-baf8-0960965856a5 HTTP/1.1" status: 204 len: 168 time: 1.8005931 Aug 20 11:41:56.096001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79425f0-c8c0-4d67-b57e-b2399dc4033f req-4816e5c9-8bec-46e7-98f7-40d0025e4f7e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:56.100671 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5ae9c-b937-402e-b597-202a109de776 req-5f57bc06-b7cc-4778-9cb3-fef922137aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:56.102302 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-40a5ae9c-b937-402e-b597-202a109de776 req-5f57bc06-b7cc-4778-9cb3-fef922137aae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 1099 time: 0.0747721 Aug 20 11:41:56.103992 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a79425f0-c8c0-4d67-b57e-b2399dc4033f req-4816e5c9-8bec-46e7-98f7-40d0025e4f7e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 948 time: 0.2217307 Aug 20 11:41:56.159217 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d476-bb37-4a2c-9da0-1e121c8d190a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:56.190687 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a79425f0-c8c0-4d67-b57e-b2399dc4033f req-720c5b0c-e7cc-4f8b-a930-7fc27f8f71ed tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850294 Aug 20 11:41:56.195695 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cce9391b-d7cf-4588-8f43-15d03ddecbbb req-7d705a4c-f7f3-4a12-95e3-8e0e44444e6e service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578754 Aug 20 11:41:56.281806 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:56.448078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-fcc5d476-bb37-4a2c-9da0-1e121c8d190a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Deleting port 8e4bca54-4ff3-4f2f-a907-c5653bc0e1fd {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:56.448433 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d476-bb37-4a2c-9da0-1e121c8d190a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:56.502447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5ae9c-b937-402e-b597-202a109de776 req-52c81b83-7040-48c2-94ab-9356f4943507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:56.504791 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40a5ae9c-b937-402e-b597-202a109de776 req-52c81b83-7040-48c2-94ab-9356f4943507 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 1099 time: 0.1961052 Aug 20 11:41:56.609449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf428a64-ae54-4430-90a4-d42510b12fc4 req-249c6a83-f8d4-454c-8757-6997627d3fd7 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:56.618907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf428a64-ae54-4430-90a4-d42510b12fc4 req-249c6a83-f8d4-454c-8757-6997627d3fd7 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.2172291 Aug 20 11:41:56.656492 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d476-bb37-4a2c-9da0-1e121c8d190a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:56.660381 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4141757-0369-4291-bacd-3af3cf04b282 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:56.665022 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d4141757-0369-4291-bacd-3af3cf04b282 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec00a264-c741-47e1-b807-2b6a2a317cd7 HTTP/1.1" status: 200 len: 913 time: 0.5903084 Aug 20 11:41:56.665937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39818) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:56.688212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-fcc5d476-bb37-4a2c-9da0-1e121c8d190a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Calling delete_port for 8e4bca54-4ff3-4f2f-a907-c5653bc0e1fd owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:56.733089 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf428a64-ae54-4430-90a4-d42510b12fc4 req-dfb8f84b-1ac7-416f-918c-b5f8098d9965 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138370 Aug 20 11:41:56.736170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5ae9c-b937-402e-b597-202a109de776 req-284d4d5d-998b-4f93-9166-68e3bcc399a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:56.737666 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40a5ae9c-b937-402e-b597-202a109de776 req-284d4d5d-998b-4f93-9166-68e3bcc399a2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2036290 Aug 20 11:41:56.779597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf63bc-fba6-4c0b-b391-2d800a628126 req-56cd48fb-8e4e-42b2-9e83-c3de8c6c928c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:56.787380 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50cf63bc-fba6-4c0b-b391-2d800a628126 req-56cd48fb-8e4e-42b2-9e83-c3de8c6c928c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.1951449 Aug 20 11:41:56.874826 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50cf63bc-fba6-4c0b-b391-2d800a628126 req-71f1ec50-d47b-46c8-9087-cd3ff23174db tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864923 Aug 20 11:41:56.971803 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5ae9c-b937-402e-b597-202a109de776 req-fd8f3f83-36c1-4db4-98bd-8cccff5a3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:56.973516 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-40a5ae9c-b937-402e-b597-202a109de776 req-fd8f3f83-36c1-4db4-98bd-8cccff5a3fb3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.8629370 Aug 20 11:41:57.010474 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40a5ae9c-b937-402e-b597-202a109de776 req-857b7b6e-9a7c-4ea6-8ef0-82fbbdc1c641 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=5e605c4c-2b5d-47db-b200-be470000f036 HTTP/1.1" status: 200 len: 217 time: 0.2606492 Aug 20 11:41:57.011543 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d476-bb37-4a2c-9da0-1e121c8d190a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:57.098951 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-40a5ae9c-b937-402e-b597-202a109de776 req-1596f001-8036-4108-9111-9318819482ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=5e605c4c-2b5d-47db-b200-be470000f036 HTTP/1.1" status: 200 len: 217 time: 0.1118851 Aug 20 11:41:57.284124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5e605c4c-2b5d-47db-b200-be470000f036 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:41:57.287207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5ae9c-b937-402e-b597-202a109de776 req-6198adc4-69b2-4d40-a15b-78910d73b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:57.289433 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-40a5ae9c-b937-402e-b597-202a109de776 req-6198adc4-69b2-4d40-a15b-78910d73b1b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1773715 Aug 20 11:41:57.306606 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cadb2a-c6d2-4299-9cd3-c5b7cefa098e req-5f72833a-12f6-4739-a988-923c39000ffa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:57.314037 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cadb2a-c6d2-4299-9cd3-c5b7cefa098e req-5f72833a-12f6-4739-a988-923c39000ffa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:57.322515 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a3cadb2a-c6d2-4299-9cd3-c5b7cefa098e req-5f72833a-12f6-4739-a988-923c39000ffa tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1682 time: 0.3478589 Aug 20 11:41:57.343614 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5e605c4c-2b5d-47db-b200-be470000f036 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:41:57.385281 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a3cadb2a-c6d2-4299-9cd3-c5b7cefa098e req-ae66ff5d-a8ec-45f3-a0bc-1314e1fe552c tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596633 Aug 20 11:41:57.443653 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5d476-bb37-4a2c-9da0-1e121c8d190a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Pushing event deleted for resources: {'Port': ['ID=8e4bca54-4ff3-4f2f-a907-c5653bc0e1fd,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:57.478441 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5ae9c-b937-402e-b597-202a109de776 req-b1057abd-078f-4294-8efc-a1473c93128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:57.480369 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-40a5ae9c-b937-402e-b597-202a109de776 req-b1057abd-078f-4294-8efc-a1473c93128b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1351962 Aug 20 11:41:57.578423 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bff686-902e-4e80-ac6c-d8b3385b5caa req-03a85b70-d047-4e7a-92e7-f7e998ab669b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:57.585496 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36bff686-902e-4e80-ac6c-d8b3385b5caa req-03a85b70-d047-4e7a-92e7-f7e998ab669b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.5862973 Aug 20 11:41:57.588084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5ae9c-b937-402e-b597-202a109de776 req-9b9a31d2-08d4-4752-bbd4-9db1228ab8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:57.589469 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40a5ae9c-b937-402e-b597-202a109de776 req-9b9a31d2-08d4-4752-bbd4-9db1228ab8e7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1691394 Aug 20 11:41:57.632929 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-40a5ae9c-b937-402e-b597-202a109de776 req-156da60e-0c5a-4372-9bca-e1c0e798cf19 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439641 Aug 20 11:41:57.635940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-dc501f6c-41ee-4d0b-9fec-4477c3ad714e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:57.642307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-dc501f6c-41ee-4d0b-9fec-4477c3ad714e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:57.643847 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-dc501f6c-41ee-4d0b-9fec-4477c3ad714e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.76 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 1682 time: 0.2245975 Aug 20 11:41:57.699169 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0c58-de7f-40f7-afea-e599e7772925 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:57.703388 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d476-bb37-4a2c-9da0-1e121c8d190a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:57.859549 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36bff686-902e-4e80-ac6c-d8b3385b5caa req-99ac6b21-9111-4998-84a2-6268ee2d207a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726018 Aug 20 11:41:57.886356 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-40a5ae9c-b937-402e-b597-202a109de776 req-e337ae7d-1feb-4d3f-bdc4-2baaaf74cfce service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348170 Aug 20 11:41:57.891052 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d476-bb37-4a2c-9da0-1e121c8d190a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:57.902008 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d476-bb37-4a2c-9da0-1e121c8d190a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:57.909484 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:57.916678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5ae9c-b937-402e-b597-202a109de776 req-d5e11c8c-ed95-4b53-a337-09a1dced67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:57.918091 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40a5ae9c-b937-402e-b597-202a109de776 req-d5e11c8c-ed95-4b53-a337-09a1dced67f1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3170476 Aug 20 11:41:58.032020 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d476-bb37-4a2c-9da0-1e121c8d190a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:58.032714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc5d476-bb37-4a2c-9da0-1e121c8d190a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Fanout notify agent at l3_agent the message router_deleted on router cdb12936-375d-4e79-a34a-1c9984fde822 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:41:58.041938 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d476-bb37-4a2c-9da0-1e121c8d190a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:58.048021 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fcc5d476-bb37-4a2c-9da0-1e121c8d190a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "DELETE /v2.0/routers/cdb12936-375d-4e79-a34a-1c9984fde822 HTTP/1.1" status: 204 len: 168 time: 2.6381860 Aug 20 11:41:58.049184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39840) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:41:58.055293 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Request body: {'router': {'name': 'tempest-snat-router-787585689', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'enable_snat': False}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:58.082692 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:58.083678 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:58.098891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-4bc86452-2904-473f-9a4e-8144aa5c9ab6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Deleting port e8e80370-9061-4c1a-baa9-186d37b1f3b1 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:58.099259 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-4bc86452-2904-473f-9a4e-8144aa5c9ab6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:58.148232 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-ae45d8c3-2ddc-45f2-ac6a-31d6bf8646ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2361441 Aug 20 11:41:58.297602 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:58.332446 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-1ced0e8f-2d57-41dd-b209-f3403e7497bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:58.333030 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-1ced0e8f-2d57-41dd-b209-f3403e7497bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:58.333451 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-1ced0e8f-2d57-41dd-b209-f3403e7497bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:58.333922 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-1ced0e8f-2d57-41dd-b209-f3403e7497bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:58.334394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-1ced0e8f-2d57-41dd-b209-f3403e7497bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:58.334896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-1ced0e8f-2d57-41dd-b209-f3403e7497bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:58.335546 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-1ced0e8f-2d57-41dd-b209-f3403e7497bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:58.337534 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-1ced0e8f-2d57-41dd-b209-f3403e7497bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9991f8a924e64527907714e2ed9a1df3&device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 6488 time: 0.1352627 Aug 20 11:41:58.367721 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1faee-54c9-4f8f-826d-65205e5ccfd3 req-5b920950-2ce8-454c-acc5-86424ad7c995 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:58.382875 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-16d1faee-54c9-4f8f-826d-65205e5ccfd3 req-5b920950-2ce8-454c-acc5-86424ad7c995 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.1468623 Aug 20 11:41:58.421764 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-4bc86452-2904-473f-9a4e-8144aa5c9ab6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] For port e8e80370-9061-4c1a-baa9-186d37b1f3b1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=e8e80370-9061-4c1a-baa9-186d37b1f3b1,segment=NetworkSegment(d3de960e-7835-4713-b072-9da432f80510),segment_id=d3de960e-7835-4713-b072-9da432f80510)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:58.422127 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-4bc86452-2904-473f-9a4e-8144aa5c9ab6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:58.450149 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-4bc86452-2904-473f-9a4e-8144aa5c9ab6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Calling delete_port for e8e80370-9061-4c1a-baa9-186d37b1f3b1 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:58.522106 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40a5ae9c-b937-402e-b597-202a109de776 req-3f864813-1183-4493-bde7-f07e06647eb5 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515261 Aug 20 11:41:58.528888 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-16d1faee-54c9-4f8f-826d-65205e5ccfd3 req-d14c6482-9a64-404b-b965-0ebbe6ed31bd tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448407 Aug 20 11:41:58.588704 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-3b88ea74-04a4-46b1-ace6-56a4cd09882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:58.589582 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-3b88ea74-04a4-46b1-ace6-56a4cd09882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:58.589748 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-3b88ea74-04a4-46b1-ace6-56a4cd09882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:58.592292 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-3b88ea74-04a4-46b1-ace6-56a4cd09882c service neutron] 10.222.0.35 "GET /v2.0/networks?id=ded88394-ae35-4901-8c3e-b6672476441c&id=b853601e-e5a6-4bac-a3f5-84410a4476f4&id=b853601e-e5a6-4bac-a3f5-84410a4476f4&id=b853601e-e5a6-4bac-a3f5-84410a4476f4&id=b853601e-e5a6-4bac-a3f5-84410a4476f4&id=66063b31-2757-4517-8a29-77f4e6ff6618&id=66063b31-2757-4517-8a29-77f4e6ff6618 HTTP/1.1" status: 200 len: 2289 time: 0.1995203 Aug 20 11:41:58.606425 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ab4c0c58-de7f-40f7-afea-e599e7772925 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Deleting port 33e0ebf3-76de-4161-9914-c2e6345647bd {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:58.612356 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0c58-de7f-40f7-afea-e599e7772925 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:58.720253 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c7e33-de3d-403f-adb6-1d54935da633 req-74fcc25c-a0a8-4957-ad08-ada0dbd06807 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:58.727725 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b0c7e33-de3d-403f-adb6-1d54935da633 req-74fcc25c-a0a8-4957-ad08-ada0dbd06807 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 948 time: 0.5998077 Aug 20 11:41:58.825534 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:58.844134 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52406785-ad14-4fe4-a851-0075ba4ecdec req-41520b94-362a-4c4c-b284-753a00d3de1e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:58.849295 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52406785-ad14-4fe4-a851-0075ba4ecdec req-41520b94-362a-4c4c-b284-753a00d3de1e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.2318170 Aug 20 11:41:58.866815 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b0c7e33-de3d-403f-adb6-1d54935da633 req-4d3fbdfc-63e2-403f-b0f0-bc9dade25215 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382060 Aug 20 11:41:58.869651 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40a5ae9c-b937-402e-b597-202a109de776 req-d9a6b9d3-1ca5-4348-8da0-7c90b66be22c service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994852 Aug 20 11:41:58.902182 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-03d0a715-f192-47b6-bcaa-9e0edcea00b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5054f1e-1723-48c0-b1b4-5eda599cf42a HTTP/1.1" status: 200 len: 1002 time: 0.2860916 Aug 20 11:41:58.933252 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-4bc86452-2904-473f-9a4e-8144aa5c9ab6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:58.965776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-f06c68dc-0e92-4f8a-874a-9a3b2c4b4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:58.967500 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-f06c68dc-0e92-4f8a-874a-9a3b2c4b4b89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8375492f-a635-4946-b4e7-f896d423826a HTTP/1.1" status: 200 len: 850 time: 0.0560958 Aug 20 11:41:58.972125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc86452-2904-473f-9a4e-8144aa5c9ab6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Port': ['ID=e8e80370-9061-4c1a-baa9-186d37b1f3b1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:59.012888 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52406785-ad14-4fe4-a851-0075ba4ecdec req-d242d5f6-50bd-486d-ab20-80d10326f3e5 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461771 Aug 20 11:41:59.047941 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0c58-de7f-40f7-afea-e599e7772925 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:59.066571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ab4c0c58-de7f-40f7-afea-e599e7772925 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Calling delete_port for 33e0ebf3-76de-4161-9914-c2e6345647bd owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:59.086296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-4bc86452-2904-473f-9a4e-8144aa5c9ab6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] No DVR routers for this DVR port e8e80370-9061-4c1a-baa9-186d37b1f3b1 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:41:59.093065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-0adb5462-c9bf-463b-b1ba-75da30a7b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:59.093847 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-4bc86452-2904-473f-9a4e-8144aa5c9ab6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:59.094429 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-0adb5462-c9bf-463b-b1ba-75da30a7b3a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ded88394-ae35-4901-8c3e-b6672476441c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940061 Aug 20 11:41:59.098741 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-4bc86452-2904-473f-9a4e-8144aa5c9ab6 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.76 "DELETE /v2.0/ports/e8e80370-9061-4c1a-baa9-186d37b1f3b1 HTTP/1.1" status: 204 len: 173 time: 1.4351881 Aug 20 11:41:59.099244 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'name': 'network-vif-deleted', 'tag': 'e8e80370-9061-4c1a-baa9-186d37b1f3b1'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:59.102450 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f6b910-cd74-4e8e-9a55-f32c1b2818d5" -d '{"events": [{"server_uuid": "dab2d35b-c3ee-46f2-996f-e3f76a784a19", "name": "network-vif-deleted", "tag": "e8e80370-9061-4c1a-baa9-186d37b1f3b1"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:59.171250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966702a-f10c-4b1f-9cd8-1fc9853d3210 req-acf8d863-f785-4ab1-b06d-189d18692ebd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:59.173274 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0966702a-f10c-4b1f-9cd8-1fc9853d3210 req-acf8d863-f785-4ab1-b06d-189d18692ebd tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 946 time: 0.2036846 Aug 20 11:41:59.191250 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5e605c4c-2b5d-47db-b200-be470000f036 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:59.194791 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device e8e80370-9061-4c1a-baa9-186d37b1f3b1 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:41:59.225150 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: e8e80370-9061-4c1a-baa9-186d37b1f3b1 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:41:59.232325 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-eb1c96a1-f595-4976-9398-822ca9c1a0ca service neutron] 10.222.0.35 "GET /v2.0/networks/ded88394-ae35-4901-8c3e-b6672476441c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224532 Aug 20 11:41:59.234726 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device e8e80370-9061-4c1a-baa9-186d37b1f3b1 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:41:59.235169 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 1422db06-106c-44c0-a5d8-11e0b731f275 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:41:59.354978 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0966702a-f10c-4b1f-9cd8-1fc9853d3210 req-c3b38fdc-b7dd-4d6f-ab35-305844afb0d4 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449060 Aug 20 11:41:59.408189 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:59.462396 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 1422db06-106c-44c0-a5d8-11e0b731f275, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=1422db06-106c-44c0-a5d8-11e0b731f275,segment=NetworkSegment(6da23f16-bb6c-45ba-9c83-872fd244fea2),segment_id=6da23f16-bb6c-45ba-9c83-872fd244fea2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:59.466064 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1422db06-106c-44c0-a5d8-11e0b731f275'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:59.473593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0c58-de7f-40f7-afea-e599e7772925 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:59.477488 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a0611d-e4e1-4720-a026-2b776239dfaf" -d '{"events": [{"server_uuid": "dab2d35b-c3ee-46f2-996f-e3f76a784a19", "name": "network-vif-unplugged", "status": "completed", "tag": "1422db06-106c-44c0-a5d8-11e0b731f275"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:59.484160 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:59.518374 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-1dbd810d-5e29-4fd2-9ffc-75db281ed170 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Deleting port 1422db06-106c-44c0-a5d8-11e0b731f275 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:59.518987 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-1dbd810d-5e29-4fd2-9ffc-75db281ed170 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:59.566621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c0c58-de7f-40f7-afea-e599e7772925 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event deleted for resources: {'Port': ['ID=33e0ebf3-76de-4161-9914-c2e6345647bd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:59.624675 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd0b9ed-6899-4e5d-87e6-cdb61a88cacd x-openstack-request-id: req-efd0b9ed-6899-4e5d-87e6-cdb61a88cacd {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:59.625267 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab2d35b-c3ee-46f2-996f-e3f76a784a19", "name": "network-vif-deleted", "tag": "e8e80370-9061-4c1a-baa9-186d37b1f3b1", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:59.625674 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efd0b9ed-6899-4e5d-87e6-cdb61a88cacd {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:59.626257 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'name': 'network-vif-deleted', 'tag': 'e8e80370-9061-4c1a-baa9-186d37b1f3b1', 'status': 'completed', 'code': 200} Aug 20 11:41:59.628916 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:59.750131 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6f5739-37d5-4887-bbfa-54783f31940b x-openstack-request-id: req-6a6f5739-37d5-4887-bbfa-54783f31940b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:59.750422 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab2d35b-c3ee-46f2-996f-e3f76a784a19", "name": "network-vif-unplugged", "status": "completed", "tag": "1422db06-106c-44c0-a5d8-11e0b731f275", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:59.750679 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a6f5739-37d5-4887-bbfa-54783f31940b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:59.751060 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1422db06-106c-44c0-a5d8-11e0b731f275', 'code': 200} Aug 20 11:41:59.751640 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=1422db06-106c-44c0-a5d8-11e0b731f275,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:59.752607 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ff780-9284-4c26-a690-9f2f7c6a24d1 req-164d3f4d-bdff-4125-ab4f-c2e12e35c489 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:59.766217 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:59.769707 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-888ff780-9284-4c26-a690-9f2f7c6a24d1 req-164d3f4d-bdff-4125-ab4f-c2e12e35c489 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.5402665 Aug 20 11:41:59.787765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 5e605c4c-2b5d-47db-b200-be470000f036, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5e605c4c-2b5d-47db-b200-be470000f036,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:59.826066 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '5e605c4c-2b5d-47db-b200-be470000f036', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '5e605c4c-2b5d-47db-b200-be470000f036', 'mac_address': 'fa:16:3e:e6:ab:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:59.863143 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-888ff780-9284-4c26-a690-9f2f7c6a24d1 req-8398dfdc-fd30-4d0c-a0e1-3975a7d6ee0b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921702 Aug 20 11:41:59.875056 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-4ac56fc3-ec53-4365-8364-5599a3ebc293 service neutron] 10.222.0.35 "GET /v2.0/networks/ded88394-ae35-4901-8c3e-b6672476441c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140747 Aug 20 11:41:59.909876 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:59.934758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e605c4c-2b5d-47db-b200-be470000f036 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:59.956756 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a0f8a-e6bd-4e1c-8c54-74f30c4c480f req-0eb88b82-e94b-4c1b-a89f-494171c4bd70 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:59.958245 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f52a0f8a-e6bd-4e1c-8c54-74f30c4c480f req-0eb88b82-e94b-4c1b-a89f-494171c4bd70 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.3087475 Aug 20 11:41:59.986768 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 5e605c4c-2b5d-47db-b200-be470000f036, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5e605c4c-2b5d-47db-b200-be470000f036,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:59.991193 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:00.045737 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-20904419-b0d6-4656-b4ef-1ddecb904572 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 HTTP/1.1" status: 200 len: 217 time: 0.1139596 Aug 20 11:42:00.076444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=5e605c4c-2b5d-47db-b200-be470000f036,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:00.118009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-1dbd810d-5e29-4fd2-9ffc-75db281ed170 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] For port 1422db06-106c-44c0-a5d8-11e0b731f275, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=1422db06-106c-44c0-a5d8-11e0b731f275,segment=NetworkSegment(6da23f16-bb6c-45ba-9c83-872fd244fea2),segment_id=6da23f16-bb6c-45ba-9c83-872fd244fea2)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:00.119430 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-1dbd810d-5e29-4fd2-9ffc-75db281ed170 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:00.131622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57a01d-52a4-4474-9be0-278105a94e77 req-5498c1dc-80cc-47cf-acf7-6e4b8d31d5a5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:00.141767 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c57a01d-52a4-4474-9be0-278105a94e77 req-5498c1dc-80cc-47cf-acf7-6e4b8d31d5a5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.3862824 Aug 20 11:42:00.173293 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-1dbd810d-5e29-4fd2-9ffc-75db281ed170 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Calling delete_port for 1422db06-106c-44c0-a5d8-11e0b731f275 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:00.241369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Allocated IP 172.25.8.167 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/a09d69f8-b8d2-4f03-b19e-1c2700309fc4) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:00.332665 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['5e605c4c-2b5d-47db-b200-be470000f036'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:00.333425 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c57a01d-52a4-4474-9be0-278105a94e77 req-1e50b231-f835-4035-a59b-a04e3f6bc6b8 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906912 Aug 20 11:42:00.505060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-f52a0f8a-e6bd-4e1c-8c54-74f30c4c480f req-ec7d7141-c5a8-452a-b880-a2e551185b16 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Deleting port 33cb09f9-b628-46aa-bdd1-90d568358a85 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:00.505556 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f52a0f8a-e6bd-4e1c-8c54-74f30c4c480f req-ec7d7141-c5a8-452a-b880-a2e551185b16 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:00.513114 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18b13b-e324-49ce-af74-f99de487b883 req-7dd63fbd-25b5-4b56-a204-74c7cb72f160 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:00.515589 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a18b13b-e324-49ce-af74-f99de487b883 req-7dd63fbd-25b5-4b56-a204-74c7cb72f160 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 949 time: 0.4789724 Aug 20 11:42:00.525438 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-4228c09f-44a3-4692-84a5-dc04a2593779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:00.527950 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-4228c09f-44a3-4692-84a5-dc04a2593779 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faadc5a1-a763-44eb-9395-380b41cb0af5 HTTP/1.1" status: 200 len: 797 time: 0.4483678 Aug 20 11:42:00.625474 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0c58-de7f-40f7-afea-e599e7772925 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:00.646322 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a18b13b-e324-49ce-af74-f99de487b883 req-dc672adb-7e62-4fd3-ae87-66674375db07 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159289 Aug 20 11:42:00.678708 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9116fe-aa5f-4101-a5d0-93d3d19c5cea req-b184948e-c753-4ba0-ac3d-f0a3645ae75a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:00.693386 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f9116fe-aa5f-4101-a5d0-93d3d19c5cea req-b184948e-c753-4ba0-ac3d-f0a3645ae75a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 946 time: 0.2402139 Aug 20 11:42:00.707771 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-64387d41-f84a-4441-aedb-6fe53ec92c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:00.709394 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-64387d41-f84a-4441-aedb-6fe53ec92c3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b853601e-e5a6-4bac-a3f5-84410a4476f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1643152 Aug 20 11:42:00.914491 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-d4e96083-9663-474b-a350-cd7be222dad0 service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917317 Aug 20 11:42:01.040823 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-512a0d75-ad83-4362-8454-7c106bb5ebaa service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164393 Aug 20 11:42:01.155109 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-dae461ce-8dab-4643-b7f2-2350c76530f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=f73427c2-302c-4d69-82a5-d2190ada2e2e HTTP/1.1" status: 200 len: 217 time: 0.0956011 Aug 20 11:42:01.214274 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 56ca3e04-b1b8-4d19-a1b8-3a8087852105 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:42:01.249306 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830daf3b-571f-4c6a-8141-603f6590ea14 req-c849e9b6-152e-47be-bb37-cd04a0693052 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:01.250996 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-830daf3b-571f-4c6a-8141-603f6590ea14 req-c849e9b6-152e-47be-bb37-cd04a0693052 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab2d35b-c3ee-46f2-996f-e3f76a784a19 HTTP/1.1" status: 200 len: 944 time: 0.3301513 Aug 20 11:42:01.342015 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:01.445763 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-120b0963-0a68-4857-8b0d-ad90a75368fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:01.474031 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-120b0963-0a68-4857-8b0d-ad90a75368fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faadc5a1-a763-44eb-9395-380b41cb0af5 HTTP/1.1" status: 200 len: 797 time: 0.2848179 Aug 20 11:42:01.474215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 56ca3e04-b1b8-4d19-a1b8-3a8087852105, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=56ca3e04-b1b8-4d19-a1b8-3a8087852105,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:01.485477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '56ca3e04-b1b8-4d19-a1b8-3a8087852105', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'port_id': '56ca3e04-b1b8-4d19-a1b8-3a8087852105', 'mac_address': 'fa:16:3e:56:9b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:42:01.488117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:01.501196 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f9116fe-aa5f-4101-a5d0-93d3d19c5cea req-2c230056-c26d-4a3f-9b71-ef303496f900 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7983184 Aug 20 11:42:01.505976 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-f52a0f8a-e6bd-4e1c-8c54-74f30c4c480f req-ec7d7141-c5a8-452a-b880-a2e551185b16 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] For port 33cb09f9-b628-46aa-bdd1-90d568358a85, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=33cb09f9-b628-46aa-bdd1-90d568358a85,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:01.553079 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f52a0f8a-e6bd-4e1c-8c54-74f30c4c480f req-ec7d7141-c5a8-452a-b880-a2e551185b16 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:01.571279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:01.573059 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4c0c58-de7f-40f7-afea-e599e7772925 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Router ec00a264-c741-47e1-b807-2b6a2a317cd7 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:42:01.581460 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-1dbd810d-5e29-4fd2-9ffc-75db281ed170 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:01.588595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-f52a0f8a-e6bd-4e1c-8c54-74f30c4c480f req-ec7d7141-c5a8-452a-b880-a2e551185b16 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Calling delete_port for 33cb09f9-b628-46aa-bdd1-90d568358a85 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:01.589419 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-830daf3b-571f-4c6a-8141-603f6590ea14 req-4b34092a-ab23-4e81-8f19-68023e059c68 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "GET /v2.0/security-groups?id=cafe33fd-26ab-44a6-a798-26135058ae01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239002 Aug 20 11:42:01.606205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:01.615395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:01.616252 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-a52cc957-4b37-4903-ba6d-bc7df7d32ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:01.619875 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-a52cc957-4b37-4903-ba6d-bc7df7d32ad4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b853601e-e5a6-4bac-a3f5-84410a4476f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1572576 Aug 20 11:42:01.633734 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:01.675441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56ca3e04-b1b8-4d19-a1b8-3a8087852105 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:01.710330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 56ca3e04-b1b8-4d19-a1b8-3a8087852105, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=56ca3e04-b1b8-4d19-a1b8-3a8087852105,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:01.716155 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:01.781307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=56ca3e04-b1b8-4d19-a1b8-3a8087852105,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:01.816658 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Pushing event updated for resources: {'Port': ['ID=a09d69f8-b8d2-4f03-b19e-1c2700309fc4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:01.865552 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['56ca3e04-b1b8-4d19-a1b8-3a8087852105'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:01.985868 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4c0c58-de7f-40f7-afea-e599e7772925 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:42:01.997559 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccf68e0-c788-4d58-8afd-c9105c2b4d66 None None] Sync routers for ids ['ec00a264-c741-47e1-b807-2b6a2a317cd7'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:42:02.024040 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccf68e0-c788-4d58-8afd-c9105c2b4d66 None None] Routers {'ec00a264-c741-47e1-b807-2b6a2a317cd7'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:02.024702 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5ccf68e0-c788-4d58-8afd-c9105c2b4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ec00a264-c741-47e1-b807-2b6a2a317cd7'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:02.026635 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ab4c0c58-de7f-40f7-afea-e599e7772925 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] 10.222.0.37 "PUT /v2.0/routers/ec00a264-c741-47e1-b807-2b6a2a317cd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3594227 Aug 20 11:42:02.028170 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39898) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:02.062301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-1dbd810d-5e29-4fd2-9ffc-75db281ed170 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] No DVR routers for this DVR port 1422db06-106c-44c0-a5d8-11e0b731f275 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:02.074010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:02.078298 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:02.078922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:02.081756 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:02.082442 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:02.083022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:02.083582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:02.088424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:02.089164 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:02.090595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:02.091176 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:02.091777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:02.095673 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-1dbd810d-5e29-4fd2-9ffc-75db281ed170 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:02.103016 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c2853857-b9fa-485f-82d1-5580dfb195c2 req-1dbd810d-5e29-4fd2-9ffc-75db281ed170 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.76 "DELETE /v2.0/ports/1422db06-106c-44c0-a5d8-11e0b731f275 HTTP/1.1" status: 204 len: 173 time: 2.9913023 Aug 20 11:42:02.108142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'name': 'network-vif-deleted', 'tag': '1422db06-106c-44c0-a5d8-11e0b731f275'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:02.111469 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efee82f-8f58-49a8-8a5c-5f5b95c2d061" -d '{"events": [{"server_uuid": "dab2d35b-c3ee-46f2-996f-e3f76a784a19", "name": "network-vif-deleted", "tag": "1422db06-106c-44c0-a5d8-11e0b731f275"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:02.161682 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5ccf68e0-c788-4d58-8afd-c9105c2b4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:02.197431 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccf68e0-c788-4d58-8afd-c9105c2b4d66 None None] Routers {'ec00a264-c741-47e1-b807-2b6a2a317cd7'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:02.198066 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5ccf68e0-c788-4d58-8afd-c9105c2b4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ec00a264-c741-47e1-b807-2b6a2a317cd7'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:02.280956 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5ccf68e0-c788-4d58-8afd-c9105c2b4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:02.281949 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccf68e0-c788-4d58-8afd-c9105c2b4d66 None None] The sync data for ids ['ec00a264-c741-47e1-b807-2b6a2a317cd7'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:42:02.362850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd810d-5e29-4fd2-9ffc-75db281ed170 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Port': ['ID=1422db06-106c-44c0-a5d8-11e0b731f275,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:02.458039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e968727-7f35-45e6-87b5-daaaa1a1ed9c req-17f50867-b7a3-41f0-9629-c7f63e8d2062 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:02.469622 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2e968727-7f35-45e6-87b5-daaaa1a1ed9c req-17f50867-b7a3-41f0-9629-c7f63e8d2062 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.6498954 Aug 20 11:42:02.540692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a0fb-13a9-4d51-a75e-a95fe93adb7b req-89f813b7-e2df-40ad-a8ac-ececfdb11116 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:02.543401 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06c9a0fb-13a9-4d51-a75e-a95fe93adb7b req-89f813b7-e2df-40ad-a8ac-ececfdb11116 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6&tenant_id=4968b5d340e042799a12f4492ac2ee3a&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 949 time: 0.4231746 Aug 20 11:42:02.587462 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481842f-29f0-4e28-b9ed-8f3599cbfcae req-c7f31e8d-2759-473c-908b-f43fdf2cce74 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:02.596159 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7481842f-29f0-4e28-b9ed-8f3599cbfcae req-c7f31e8d-2759-473c-908b-f43fdf2cce74 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 944 time: 0.4935882 Aug 20 11:42:02.629713 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-b6f119e5-9d8f-4a27-a29c-a6cf9563aa89 service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9778242 Aug 20 11:42:02.674793 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1217544-c225-43e7-b954-8684026d3e9d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:02.688269 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:02.738629 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2e968727-7f35-45e6-87b5-daaaa1a1ed9c req-f44dfcdd-dd23-4488-a5e3-fa3d0e1eb62e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678030 Aug 20 11:42:02.860192 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7481842f-29f0-4e28-b9ed-8f3599cbfcae req-2d0ff046-40a2-4d2b-8e8a-a20bd4f2c416 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627861 Aug 20 11:42:03.054777 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f52a0f8a-e6bd-4e1c-8c54-74f30c4c480f req-ec7d7141-c5a8-452a-b880-a2e551185b16 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.064092 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76864615-b606-4509-8f7e-9c5631c41785 x-openstack-request-id: req-76864615-b606-4509-8f7e-9c5631c41785 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:03.066992 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab2d35b-c3ee-46f2-996f-e3f76a784a19", "name": "network-vif-deleted", "tag": "1422db06-106c-44c0-a5d8-11e0b731f275", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:03.067266 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76864615-b606-4509-8f7e-9c5631c41785 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:03.067677 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab2d35b-c3ee-46f2-996f-e3f76a784a19', 'name': 'network-vif-deleted', 'tag': '1422db06-106c-44c0-a5d8-11e0b731f275', 'status': 'completed', 'code': 200} Aug 20 11:42:03.078742 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-06c9a0fb-13a9-4d51-a75e-a95fe93adb7b req-209e232f-979d-425a-9f26-1e764186fa89 service neutron] delete failed (client error): The resource could not be found. Aug 20 11:42:03.079735 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06c9a0fb-13a9-4d51-a75e-a95fe93adb7b req-209e232f-979d-425a-9f26-1e764186fa89 service neutron] 10.222.0.35 "DELETE /v2.0/ports/5e605c4c-2b5d-47db-b200-be470000f036/bindings/n-h1-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.4964309 Aug 20 11:42:03.088912 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-516e2c2f-4885-43b6-8eae-7a3701e292f8 service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500523 Aug 20 11:42:03.202805 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 56ca3e04-b1b8-4d19-a1b8-3a8087852105 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:03.207437 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-7b7ed8e2-72e6-494e-931d-9b0d78b82e5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 HTTP/1.1" status: 200 len: 217 time: 0.1067953 Aug 20 11:42:03.244463 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d7141-c5a8-452a-b880-a2e551185b16 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Pushing event deleted for resources: {'Port': ['ID=33cb09f9-b628-46aa-bdd1-90d568358a85,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:03.319428 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 56ca3e04-b1b8-4d19-a1b8-3a8087852105 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:03.319809 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.319922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52a0f8a-e6bd-4e1c-8c54-74f30c4c480f req-ec7d7141-c5a8-452a-b880-a2e551185b16 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] No DVR routers for this DVR port 33cb09f9-b628-46aa-bdd1-90d568358a85 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:03.327272 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f52a0f8a-e6bd-4e1c-8c54-74f30c4c480f req-ec7d7141-c5a8-452a-b880-a2e551185b16 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.327772 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c64114fd-3977-4216-abcb-fde3c173cd55 req-94cca941-3185-4fb3-a706-fe6f4e67d657 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9055d4-39a7-4322-8c5f-c9e46a89aa6c HTTP/1.1" status: 200 len: 210 time: 0.1241701 Aug 20 11:42:03.334125 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f52a0f8a-e6bd-4e1c-8c54-74f30c4c480f req-ec7d7141-c5a8-452a-b880-a2e551185b16 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.76 "DELETE /v2.0/ports/33cb09f9-b628-46aa-bdd1-90d568358a85 HTTP/1.1" status: 204 len: 173 time: 3.3462915 Aug 20 11:42:03.345935 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c255393-1063-48c1-b2a5-3561684c454c req-11f62d73-f76c-41ad-b283-56b5f37505f4 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:03.353554 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3c255393-1063-48c1-b2a5-3561684c454c req-11f62d73-f76c-41ad-b283-56b5f37505f4 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 949 time: 0.5003943 Aug 20 11:42:03.366101 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.422428 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-de77b87f-2483-49fd-b6e3-71e0370f594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:03.431311 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-de77b87f-2483-49fd-b6e3-71e0370f594e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faadc5a1-a763-44eb-9395-380b41cb0af5 HTTP/1.1" status: 200 len: 797 time: 0.2128532 Aug 20 11:42:03.438114 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39914) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:03.448170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a0fb-13a9-4d51-a75e-a95fe93adb7b req-f90b9fa6-90f3-42b1-97c3-84e5bcaad6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:03.452966 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06c9a0fb-13a9-4d51-a75e-a95fe93adb7b req-f90b9fa6-90f3-42b1-97c3-84e5bcaad6c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 1100 time: 0.3088207 Aug 20 11:42:03.494552 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1217544-c225-43e7-b954-8684026d3e9d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.515131 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3c255393-1063-48c1-b2a5-3561684c454c req-d008fd9c-812e-4639-ac92-053756607299 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604140 Aug 20 11:42:03.564239 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.641691 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 56ca3e04-b1b8-4d19-a1b8-3a8087852105, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=56ca3e04-b1b8-4d19-a1b8-3a8087852105,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:03.643106 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e329966-99cb-4d45-bbda-31b8a27f503d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ca3e04-b1b8-4d19-a1b8-3a8087852105'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:03.654264 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8fc68b-b279-4885-974e-3eaa8ac267f9" -d '{"events": [{"server_uuid": "5e329966-99cb-4d45-bbda-31b8a27f503d", "name": "network-vif-plugged", "status": "completed", "tag": "56ca3e04-b1b8-4d19-a1b8-3a8087852105"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:03.656507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-86089d7e-5678-4186-b4e8-3bc88ba1b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:03.658205 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-86089d7e-5678-4186-b4e8-3bc88ba1b653 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b853601e-e5a6-4bac-a3f5-84410a4476f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1949906 Aug 20 11:42:03.663060 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.664040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5e605c4c-2b5d-47db-b200-be470000f036 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:03.664798 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-170c04f7-dee7-4bec-8230-904c2f948278 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Deleting subnet c432eb4e-3e45-458f-9678-a1c343d33366 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:42:03.669032 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-170c04f7-dee7-4bec-8230-904c2f948278 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.718463 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-170c04f7-dee7-4bec-8230-904c2f948278 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.761187 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc77bd4-2d63-42ca-8b27-0049f534c4be x-openstack-request-id: req-abc77bd4-2d63-42ca-8b27-0049f534c4be {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:03.761842 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e329966-99cb-4d45-bbda-31b8a27f503d", "name": "network-vif-plugged", "status": "completed", "tag": "56ca3e04-b1b8-4d19-a1b8-3a8087852105", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:03.761842 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abc77bd4-2d63-42ca-8b27-0049f534c4be {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:03.762196 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e329966-99cb-4d45-bbda-31b8a27f503d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ca3e04-b1b8-4d19-a1b8-3a8087852105', 'code': 200} Aug 20 11:42:03.763163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=56ca3e04-b1b8-4d19-a1b8-3a8087852105,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:03.784421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 5e605c4c-2b5d-47db-b200-be470000f036 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:03.789585 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 5e605c4c-2b5d-47db-b200-be470000f036 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:03.789734 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.870442 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-170c04f7-dee7-4bec-8230-904c2f948278 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.883738 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a0fb-13a9-4d51-a75e-a95fe93adb7b req-4e676f48-25f8-486d-a867-01ede43d67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:03.885353 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06c9a0fb-13a9-4d51-a75e-a95fe93adb7b req-4e676f48-25f8-486d-a867-01ede43d67f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.3791268 Aug 20 11:42:03.952549 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.959848 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06c9a0fb-13a9-4d51-a75e-a95fe93adb7b req-c8af0e6f-94d2-4864-bc47-89e5ec161817 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=5e605c4c-2b5d-47db-b200-be470000f036 HTTP/1.1" status: 200 len: 217 time: 0.0638418 Aug 20 11:42:04.018350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 5e605c4c-2b5d-47db-b200-be470000f036, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5e605c4c-2b5d-47db-b200-be470000f036,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:04.024738 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:04.025890 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 33cb09f9-b628-46aa-bdd1-90d568358a85 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:04.060493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 33cb09f9-b628-46aa-bdd1-90d568358a85 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:04.061307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 33cb09f9-b628-46aa-bdd1-90d568358a85 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:04.115161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82903758-2e6a-4fd5-8211-0f1894dafb41 req-b43e949d-00c5-4682-9c09-063d38f5f71f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.116827 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82903758-2e6a-4fd5-8211-0f1894dafb41 req-b43e949d-00c5-4682-9c09-063d38f5f71f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.1541896 Aug 20 11:42:04.117469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f1217544-c225-43e7-b954-8684026d3e9d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Deleting port 4319cfda-5e36-4b4a-91bf-31f5708d3394 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:04.120315 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1217544-c225-43e7-b954-8684026d3e9d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:04.124329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a0fb-13a9-4d51-a75e-a95fe93adb7b req-8793c95c-d615-4237-b960-34cbc6e83c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.125179 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06c9a0fb-13a9-4d51-a75e-a95fe93adb7b req-8793c95c-d615-4237-b960-34cbc6e83c07 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1521523 Aug 20 11:42:04.138808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=5e605c4c-2b5d-47db-b200-be470000f036,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:04.153948 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d430f68-a895-4f93-b40d-5a2446c9a292 req-8b73df1d-beb7-494f-bb32-6c7370ca5bfe tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.155636 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8d430f68-a895-4f93-b40d-5a2446c9a292 req-8b73df1d-beb7-494f-bb32-6c7370ca5bfe tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.2397211 Aug 20 11:42:04.172673 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:04.216986 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-170c04f7-dee7-4bec-8230-904c2f948278 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:04.290378 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82903758-2e6a-4fd5-8211-0f1894dafb41 req-dcf1abff-b40b-4227-8772-8ff8a3d03494 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519051 Aug 20 11:42:04.328926 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-ddb8208d-1bdb-49a0-87d0-847cf441dc5f service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815119 Aug 20 11:42:04.342632 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c04f7-dee7-4bec-8230-904c2f948278 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Subnet': ['ID=c432eb4e-3e45-458f-9678-a1c343d33366,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:04.352723 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308b5d11-93ab-44fe-921f-181f955b0557 None None] Network a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:04.371812 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8d430f68-a895-4f93-b40d-5a2446c9a292 req-c6044c25-b6a8-47e4-a61d-30effbce097b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747303 Aug 20 11:42:04.376503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a0fb-13a9-4d51-a75e-a95fe93adb7b req-88dde46b-336a-4623-9294-cbb5e80960bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.378122 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06c9a0fb-13a9-4d51-a75e-a95fe93adb7b req-88dde46b-336a-4623-9294-cbb5e80960bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2431476 Aug 20 11:42:04.529308 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-170c04f7-dee7-4bec-8230-904c2f948278 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:04.531833 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-170c04f7-dee7-4bec-8230-904c2f948278 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "DELETE /v2.0/subnets/c432eb4e-3e45-458f-9678-a1c343d33366 HTTP/1.1" status: 204 len: 168 time: 1.0924592 Aug 20 11:42:04.540936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3373b-79b1-403f-b784-47d542bbc04f req-1d58ec1a-8e32-4491-be54-80c7b3a56f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.543462 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80a3373b-79b1-403f-b784-47d542bbc04f req-1d58ec1a-8e32-4491-be54-80c7b3a56f18 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b7fc38fbfd349b389016707e8806081&device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 1096 time: 0.2265298 Aug 20 11:42:04.543792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39930) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:04.549262 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1217544-c225-43e7-b954-8684026d3e9d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:04.564934 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f1217544-c225-43e7-b954-8684026d3e9d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Calling delete_port for 4319cfda-5e36-4b4a-91bf-31f5708d3394 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:04.612084 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60761b6-672a-4676-a883-046fc70f9ab3 None None] DHCP port deletion for a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:42:04.655625 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-1fff162f-64db-46a6-803d-e4ed0cf65846 service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073711 Aug 20 11:42:04.712515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c60761b6-672a-4676-a883-046fc70f9ab3 None None] Deleting port 89fe60b0-c5ef-4477-ae59-0aa0e0591164 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:04.712932 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c60761b6-672a-4676-a883-046fc70f9ab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:04.722219 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-74afe094-9f70-417f-ab8b-8c7f2fe3c379 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=494df33d-3398-4c62-b57c-b0334aacc33a HTTP/1.1" status: 200 len: 217 time: 0.0572762 Aug 20 11:42:04.779023 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06c9a0fb-13a9-4d51-a75e-a95fe93adb7b req-1e71ab9b-9ad3-4b4a-bd27-d92809cf3318 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654847 Aug 20 11:42:04.817486 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c60761b6-672a-4676-a883-046fc70f9ab3 None None] For port 89fe60b0-c5ef-4477-ae59-0aa0e0591164, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=89fe60b0-c5ef-4477-ae59-0aa0e0591164,segment=NetworkSegment(6da23f16-bb6c-45ba-9c83-872fd244fea2),segment_id=6da23f16-bb6c-45ba-9c83-872fd244fea2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:04.818609 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c60761b6-672a-4676-a883-046fc70f9ab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:04.828620 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-346f8b3e-4b02-4094-a7e9-9d4fc3dfcb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.830177 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-346f8b3e-4b02-4094-a7e9-9d4fc3dfcb1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faadc5a1-a763-44eb-9395-380b41cb0af5 HTTP/1.1" status: 200 len: 797 time: 0.0899990 Aug 20 11:42:04.837973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c60761b6-672a-4676-a883-046fc70f9ab3 None None] Calling delete_port for 89fe60b0-c5ef-4477-ae59-0aa0e0591164 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:04.839579 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:04.935590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3373b-79b1-403f-b784-47d542bbc04f req-029b545e-2b5e-4adb-ab90-23a51f896bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.937144 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80a3373b-79b1-403f-b784-47d542bbc04f req-029b545e-2b5e-4adb-ab90-23a51f896bd2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 200 len: 916 time: 0.3785019 Aug 20 11:42:04.938065 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Router fb5c256c-7693-4008-b192-6d8bca484120 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:42:04.955391 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a216a5-c458-4589-b7b3-0fd282cfb1e5 req-627e1fd1-3b11-43a7-806a-be5143e45abd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.957490 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e5a216a5-c458-4589-b7b3-0fd282cfb1e5 req-627e1fd1-3b11-43a7-806a-be5143e45abd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.2332845 Aug 20 11:42:04.984097 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c60761b6-672a-4676-a883-046fc70f9ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:04.990063 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-c2ba5452-a160-48c7-9cc2-f2e85bb566d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.992521 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-c2ba5452-a160-48c7-9cc2-f2e85bb566d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b853601e-e5a6-4bac-a3f5-84410a4476f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1177988 Aug 20 11:42:05.025348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60761b6-672a-4676-a883-046fc70f9ab3 None None] Pushing event deleted for resources: {'Port': ['ID=89fe60b0-c5ef-4477-ae59-0aa0e0591164,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:05.039765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60761b6-672a-4676-a883-046fc70f9ab3 None None] No DVR routers for this DVR port 89fe60b0-c5ef-4477-ae59-0aa0e0591164 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:05.154006 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e5a216a5-c458-4589-b7b3-0fd282cfb1e5 req-4886b126-d642-4438-87fb-cd1ba8c9e321 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843672 Aug 20 11:42:05.166686 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-563a502b-5480-42f8-b194-6c88696e048d service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621079 Aug 20 11:42:05.167948 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1217544-c225-43e7-b954-8684026d3e9d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:05.280538 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1217544-c225-43e7-b954-8684026d3e9d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event deleted for resources: {'Port': ['ID=4319cfda-5e36-4b4a-91bf-31f5708d3394,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:05.363549 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-ab4da223-276a-4944-8de1-85477983df42 service neutron] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890585 Aug 20 11:42:05.382539 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1217544-c225-43e7-b954-8684026d3e9d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:05.434834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9055d4-39a7-4322-8c5f-c9e46a89aa6c', 'name': 'network-vif-deleted', 'tag': '33cb09f9-b628-46aa-bdd1-90d568358a85'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:05.437057 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cae0fe2-18e4-4f1e-a747-40a0a8b7dcad" -d '{"events": [{"server_uuid": "eb9055d4-39a7-4322-8c5f-c9e46a89aa6c", "name": "network-vif-deleted", "tag": "33cb09f9-b628-46aa-bdd1-90d568358a85"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:05.495334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1217544-c225-43e7-b954-8684026d3e9d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:05.498146 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1217544-c225-43e7-b954-8684026d3e9d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:05.548149 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06c9a0fb-13a9-4d51-a75e-a95fe93adb7b req-3fb51e59-0c27-4716-9ac0-bf253a87c0e4 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7245524 Aug 20 11:42:05.549974 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80a3373b-79b1-403f-b784-47d542bbc04f req-b0ee5112-9f0a-4c17-afe3-e321606b5774 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c HTTP/1.1" status: 200 len: 1000 time: 0.6036000 Aug 20 11:42:05.570335 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-e361d777-5ce2-4b6a-9498-24947e1f47d2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:05.571888 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-e361d777-5ce2-4b6a-9498-24947e1f47d2 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 811 time: 0.8323197 Aug 20 11:42:05.604826 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-ccaf66ba-5285-401c-b1ff-3b210d70ae0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eb9bf277-a00a-426c-859c-9c0822d72347 HTTP/1.1" status: 200 len: 217 time: 0.2296474 Aug 20 11:42:05.669753 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-f7d83d82-ce9c-475c-82b7-4120c3a0f17c tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/quotas/466ddc16a8f44a5e89ff9008cb1b0465 HTTP/1.1" status: 200 len: 375 time: 0.0837836 Aug 20 11:42:05.674432 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1217544-c225-43e7-b954-8684026d3e9d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:05.675199 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1217544-c225-43e7-b954-8684026d3e9d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Fanout notify agent at l3_agent the message router_deleted on router ec00a264-c741-47e1-b807-2b6a2a317cd7 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:42:05.690866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Deleting port 89fe60b0-c5ef-4477-ae59-0aa0e0591164 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:05.691206 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:05.692170 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1217544-c225-43e7-b954-8684026d3e9d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:05.693302 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f1217544-c225-43e7-b954-8684026d3e9d tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] 10.222.0.37 "DELETE /v2.0/routers/ec00a264-c741-47e1-b807-2b6a2a317cd7 HTTP/1.1" status: 204 len: 168 time: 3.6631281 Aug 20 11:42:05.696220 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39952) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:05.697596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-62a8e18c-958c-4b88-acfe-a5fc832bbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:05.699033 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-62a8e18c-958c-4b88-acfe-a5fc832bbf73 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a463b087-6ef2-41ba-a767-443508a6d5ac HTTP/1.1" status: 200 len: 797 time: 0.0745533 Aug 20 11:42:05.726383 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3373b-79b1-403f-b784-47d542bbc04f req-ec009f5c-2185-4e07-9c3c-620e179bdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:05.728047 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80a3373b-79b1-403f-b784-47d542bbc04f req-ec009f5c-2185-4e07-9c3c-620e179bdb74 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=103eddf2-fc89-4533-8efb-85f3a3a4ce52 HTTP/1.1" status: 200 len: 855 time: 0.1549237 Aug 20 11:42:05.763790 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b42d1db-5d3e-4c1a-94f2-52d523350cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e605c4c-2b5d-47db-b200-be470000f036'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:05.767844 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6896328-a770-4a08-9ad1-339ce0ab4561" -d '{"events": [{"server_uuid": "2b42d1db-5d3e-4c1a-94f2-52d523350cb6", "name": "network-vif-plugged", "status": "completed", "tag": "5e605c4c-2b5d-47db-b200-be470000f036"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:05.787218 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed6190-ca62-430f-a170-2db353e874e0 req-17dee985-75c7-41a3-9e9f-b1fee6698c13 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:05.788532 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-b9130bdd-08c4-401b-b5d8-e606887891a1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892365 Aug 20 11:42:05.789734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:42:05.795551 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-23ed6190-ca62-430f-a170-2db353e874e0 req-17dee985-75c7-41a3-9e9f-b1fee6698c13 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.2395694 Aug 20 11:42:05.801282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Sync routers for ids ['fb5c256c-7693-4008-b192-6d8bca484120'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:42:05.819679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Routers {'fb5c256c-7693-4008-b192-6d8bca484120'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:05.820532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['fb5c256c-7693-4008-b192-6d8bca484120'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:05.911833 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] For port 89fe60b0-c5ef-4477-ae59-0aa0e0591164, host n-d-804299-2, got binding levels [] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:05.911833 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:05.925451 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:05.926680 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8c3ce2e4-edcd-4f82-ad1e-31e05512a38f tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.8765485 Aug 20 11:42:05.950622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39956) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:05.951444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Calling delete_port for 89fe60b0-c5ef-4477-ae59-0aa0e0591164 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:05.967929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.ipam_backend_mixin [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Port 89fe60b0-c5ef-4477-ae59-0aa0e0591164 was not found and therefore no delete operation was performed {{(pid=94691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:42:05.995795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Set router fb5c256c-7693-4008-b192-6d8bca484120 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:42:06.058687 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:06.104808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3373b-79b1-403f-b784-47d542bbc04f req-0501c266-8d91-4101-bb61-0a74be86aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:06.109484 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80a3373b-79b1-403f-b784-47d542bbc04f req-0501c266-8d91-4101-bb61-0a74be86aaed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b817b733-e7a4-4e0a-bc42-a33cd394358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3375809 Aug 20 11:42:06.165410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-496784bc-f6bd-4c66-9860-60ca7140ae0f tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Deleting subnet ab93666b-9fa8-43c8-a48a-ffa65257b2c4 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:42:06.172433 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Port': ['ID=89fe60b0-c5ef-4477-ae59-0aa0e0591164,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:06.178472 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-496784bc-f6bd-4c66-9860-60ca7140ae0f tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:06.216094 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-4a21a09e-164f-4039-b850-763fa55be3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:06.218626 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-4a21a09e-164f-4039-b850-763fa55be3f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66063b31-2757-4517-8a29-77f4e6ff6618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5098369 Aug 20 11:42:06.234642 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-23ed6190-ca62-430f-a170-2db353e874e0 req-2e024c44-c712-4630-933a-9785326dc4ce tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338503 Aug 20 11:42:06.257254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] No DVR routers for this DVR port 89fe60b0-c5ef-4477-ae59-0aa0e0591164 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:06.304178 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-496784bc-f6bd-4c66-9860-60ca7140ae0f tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:06.335589 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4e2f400b-a882-4db6-8f52-5c4fa3b828b6 service neutron] 10.222.0.37 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335338 Aug 20 11:42:06.452962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c256c-7693-4008-b192-6d8bca484120', 'name': 'tempest-snat-router-787585689', 'tenant_id': 'e6ee0e3126a6429887e4058009eebebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.167'}], 'enable_snat': False}, 'gw_port_id': 'a09d69f8-b8d2-4f03-b19e-1c2700309fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:41:58Z', 'updated_at': '2021-08-20T11:42:02Z', 'revision_number': 3, 'project_id': 'e6ee0e3126a6429887e4058009eebebf', 'gw_port': {'id': 'a09d69f8-b8d2-4f03-b19e-1c2700309fc4', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5c256c-7693-4008-b192-6d8bca484120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:41:59Z', 'updated_at': '2021-08-20T11:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:06.465688 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c56202-b09f-4315-8220-a9d49343c492 req-a2974d66-b971-4665-8e8b-4e272fddf263 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:06.467709 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6c56202-b09f-4315-8220-a9d49343c492 req-a2974d66-b971-4665-8e8b-4e272fddf263 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.1295412 Aug 20 11:42:06.473808 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-6f3cebb4-e7d6-4cbb-a36e-a4cb3691181b service neutron] 10.222.0.35 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359610 Aug 20 11:42:06.515357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 89fe60b0-c5ef-4477-ae59-0aa0e0591164 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:06.519087 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Checking router: fb5c256c-7693-4008-b192-6d8bca484120 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:42:06.521058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Updating router fb5c256c-7693-4008-b192-6d8bca484120 port a09d69f8-b8d2-4f03-b19e-1c2700309fc4 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:42:06.521789 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bad154c5-ca5a-449e-90ce-faa31f3509d5 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/routers/fb5c256c-7693-4008-b192-6d8bca484120 HTTP/1.1" status: 200 len: 908 time: 0.5680780 Aug 20 11:42:06.528226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39962) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:06.534013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Request body: {'router': {'name': 'tempest-snat-router-787585689', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'enable_snat': True}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:06.537886 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:06.548201 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-496784bc-f6bd-4c66-9860-60ca7140ae0f tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:06.563935 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25c68fb-328f-4fd4-b3cc-7ba35883c8e1']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:06.567632 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80a3373b-79b1-403f-b784-47d542bbc04f req-a32e4fb1-3ead-4152-9c04-110ca0817e2b service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093142 Aug 20 11:42:06.572854 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 89fe60b0-c5ef-4477-ae59-0aa0e0591164 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:06.573201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 89fe60b0-c5ef-4477-ae59-0aa0e0591164 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:06.586239 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:06.608829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da23f16-bb6c-45ba-9c83-872fd244fea2') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:06.609185 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da23f16-bb6c-45ba-9c83-872fd244fea2') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:06.649333 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6c56202-b09f-4315-8220-a9d49343c492 req-9e13bde9-e3bb-4d45-9a41-a05a6108f15e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701114 Aug 20 11:42:06.700675 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:06.713894 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904cff31-c8fe-4e26-80f3-4b50cb14af8d x-openstack-request-id: req-904cff31-c8fe-4e26-80f3-4b50cb14af8d {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:06.714869 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9055d4-39a7-4322-8c5f-c9e46a89aa6c", "name": "network-vif-deleted", "tag": "33cb09f9-b628-46aa-bdd1-90d568358a85", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:06.715369 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-904cff31-c8fe-4e26-80f3-4b50cb14af8d {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:06.716059 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-496784bc-f6bd-4c66-9860-60ca7140ae0f tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:06.716500 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9055d4-39a7-4322-8c5f-c9e46a89aa6c', 'name': 'network-vif-deleted', 'tag': '33cb09f9-b628-46aa-bdd1-90d568358a85', 'status': 'completed', 'code': 200} Aug 20 11:42:06.737736 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-c489e27a-419b-4982-9b9b-6d8529410ba5 service neutron] 10.222.0.35 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496886 Aug 20 11:42:06.767640 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:06.768899 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:06.792131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496784bc-f6bd-4c66-9860-60ca7140ae0f tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event deleted for resources: {'Subnet': ['ID=ab93666b-9fa8-43c8-a48a-ffa65257b2c4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:06.802119 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d35965-1335-49a2-bfd9-972a1190d051 x-openstack-request-id: req-c3d35965-1335-49a2-bfd9-972a1190d051 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:06.802408 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b42d1db-5d3e-4c1a-94f2-52d523350cb6", "name": "network-vif-plugged", "status": "completed", "tag": "5e605c4c-2b5d-47db-b200-be470000f036", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:06.802658 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3d35965-1335-49a2-bfd9-972a1190d051 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:06.803037 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b42d1db-5d3e-4c1a-94f2-52d523350cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e605c4c-2b5d-47db-b200-be470000f036', 'code': 200} Aug 20 11:42:06.816916 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6004295-0bec-4a40-b9bb-a3a7f7647a8a None None] Network 13cfa46a-793d-4e90-bb28-7ddc63dff084 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:06.866864 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:06.869140 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-496784bc-f6bd-4c66-9860-60ca7140ae0f tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:06.871314 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-496784bc-f6bd-4c66-9860-60ca7140ae0f tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] 10.222.0.37 "DELETE /v2.0/subnets/ab93666b-9fa8-43c8-a48a-ffa65257b2c4 HTTP/1.1" status: 204 len: 168 time: 1.1712289 Aug 20 11:42:06.874458 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80a3373b-79b1-403f-b784-47d542bbc04f req-f09e92ee-f365-418b-93af-464b64e016a1 service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890007 Aug 20 11:42:06.874894 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-2b5dc1e4-7b1b-4154-baf8-7e1186f59b33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9fcc8b63-6f5a-4f97-8d58-274552ae7093 HTTP/1.1" status: 200 len: 217 time: 0.0913880 Aug 20 11:42:06.875409 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39964) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:06.903141 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-2d9137a6-9455-4a8b-b1f1-90f65244706c service neutron] 10.222.0.37 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254724 Aug 20 11:42:07.104418 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-d4ba4e8f-1012-4d21-a310-9a72b769216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:07.106571 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-d4ba4e8f-1012-4d21-a310-9a72b769216d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a463b087-6ef2-41ba-a767-443508a6d5ac HTTP/1.1" status: 200 len: 797 time: 0.2096927 Aug 20 11:42:07.115004 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:07.218497 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ad1717bc-4964-4464-a227-8b3a2ca3c16c no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:07.220212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2eac7-c594-4ec8-bd4f-0a6844920168 req-622d8cfd-5ee9-4d01-83ec-0c8e92cc376c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:07.221862 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4cb2eac7-c594-4ec8-bd4f-0a6844920168 req-622d8cfd-5ee9-4d01-83ec-0c8e92cc376c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.3627882 Aug 20 11:42:07.226818 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:07.253595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:42:07.263823 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:07.264744 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:42:07.269162 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:42:07.276550 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6632656f-ed51-4b3b-be64-7439bdd7be40 None None] DHCP port deletion for 13cfa46a-793d-4e90-bb28-7ddc63dff084 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:42:07.342700 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:07.342911 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330aa-5b2f-424e-844b-4c2179b53113 req-77e61bb7-f225-468d-a545-0e4ba73d5cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:07.344661 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-77e61bb7-f225-468d-a545-0e4ba73d5cd0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66063b31-2757-4517-8a29-77f4e6ff6618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2198651 Aug 20 11:42:07.359287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4cb2eac7-c594-4ec8-bd4f-0a6844920168 req-f35f8ca2-7be5-43b3-9160-e09744f6881b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209960 Aug 20 11:42:07.500440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Deleting port 685c4cd9-9513-4989-88a2-297b42c01b9f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:07.500886 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:07.538493 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4cd4a71-8b5a-4c73-b4d1-d7ca6e088f82 req-286b127d-4774-4ad7-a761-a9cb5e83d5c3 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 210 time: 0.0821421 Aug 20 11:42:07.583506 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:07.593946 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Transition to ACTIVE for port object a09d69f8-b8d2-4f03-b19e-1c2700309fc4 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:07.595535 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:07.596526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6632656f-ed51-4b3b-be64-7439bdd7be40 None None] Deleting port 685c4cd9-9513-4989-88a2-297b42c01b9f {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:07.597299 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6632656f-ed51-4b3b-be64-7439bdd7be40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:07.612396 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:07.613432 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "DELETE /v2.0/networks/a25c68fb-328f-4fd4-b3cc-7ba35883c8e1 HTTP/1.1" status: 204 len: 168 time: 3.0655959 Aug 20 11:42:07.616815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39978) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:07.617129 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:07.752788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecfa38-0a14-47f5-9fb0-3933d068550e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Network': ['ID=a25c68fb-328f-4fd4-b3cc-7ba35883c8e1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:07.789616 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-0946d153-3f4d-42c5-82ea-978e29797afa service neutron] 10.222.0.35 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157727 Aug 20 11:42:07.804128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9d9383-86d6-4326-a10f-4c820bb9dbe3 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Deleting subnet c92d9cf6-649d-4c66-855e-5973ce2221fa {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:42:07.809491 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] For port 685c4cd9-9513-4989-88a2-297b42c01b9f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=685c4cd9-9513-4989-88a2-297b42c01b9f,segment=NetworkSegment(0c0d79ef-635c-4751-bc10-daebd5494ce2),segment_id=0c0d79ef-635c-4751-bc10-daebd5494ce2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:07.810130 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:07.833484 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ec293-f00c-4fd5-8469-cb8b3cb39104 req-d8d4673e-68f7-48c5-85d6-e4cec613ff11 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:07.841088 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9383-86d6-4326-a10f-4c820bb9dbe3 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:07.842027 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-434ec293-f00c-4fd5-8469-cb8b3cb39104 req-d8d4673e-68f7-48c5-85d6-e4cec613ff11 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.3126309 Aug 20 11:42:07.923385 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9383-86d6-4326-a10f-4c820bb9dbe3 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:07.934071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Calling delete_port for 685c4cd9-9513-4989-88a2-297b42c01b9f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:07.960250 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:42:07.972838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b16de-4eb8-4572-8465-b7758e469e29 req-9055df07-c382-417e-ac2e-a779ec5610e9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:07.974548 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-056b16de-4eb8-4572-8465-b7758e469e29 req-9055df07-c382-417e-ac2e-a779ec5610e9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.2088482 Aug 20 11:42:08.048293 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-056b16de-4eb8-4572-8465-b7758e469e29 req-390f70f8-5aab-482a-baf9-a6d03b23b105 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600145 Aug 20 11:42:08.049136 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-434ec293-f00c-4fd5-8469-cb8b3cb39104 req-ad9fa550-26e1-4f18-b5f5-1360c18d27b7 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061410 Aug 20 11:42:08.077664 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Attempting to bind port a09d69f8-b8d2-4f03-b19e-1c2700309fc4 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:08.079722 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Attempting to bind port a09d69f8-b8d2-4f03-b19e-1c2700309fc4 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:08.080247 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Attempting to bind port a09d69f8-b8d2-4f03-b19e-1c2700309fc4 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:08.086702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5301f-b1e1-43a4-a498-de07de7203a7 None None] Pushing event updated for resources: {'Port': ['ID=a09d69f8-b8d2-4f03-b19e-1c2700309fc4,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:08.099656 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:08.118232 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.145133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6632656f-ed51-4b3b-be64-7439bdd7be40 None None] For port 685c4cd9-9513-4989-88a2-297b42c01b9f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=685c4cd9-9513-4989-88a2-297b42c01b9f,segment=NetworkSegment(0c0d79ef-635c-4751-bc10-daebd5494ce2),segment_id=0c0d79ef-635c-4751-bc10-daebd5494ce2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:08.146478 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6632656f-ed51-4b3b-be64-7439bdd7be40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.188265 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318330aa-5b2f-424e-844b-4c2179b53113 req-467853e7-a7a0-4dd1-a0e8-7dbd79274f21 service neutron] 10.222.0.35 "GET /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824978 Aug 20 11:42:08.241905 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.266651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ad1717bc-4964-4464-a227-8b3a2ca3c16c,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:08.281903 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:08.282721 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:08.283910 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.284520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:08.285230 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Bound port: a09d69f8-b8d2-4f03-b19e-1c2700309fc4, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:08.285811 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.335600 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6632656f-ed51-4b3b-be64-7439bdd7be40 None None] Calling delete_port for 685c4cd9-9513-4989-88a2-297b42c01b9f owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:08.339219 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event deleted for resources: {'Port': ['ID=685c4cd9-9513-4989-88a2-297b42c01b9f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:08.354707 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9383-86d6-4326-a10f-4c820bb9dbe3 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.358335 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.360544 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] No DVR routers for this DVR port 685c4cd9-9513-4989-88a2-297b42c01b9f on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:08.411030 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.482319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:08.482690 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:08.483013 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:08.483353 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:08.483692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:08.484026 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:08.484356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:08.485818 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:08.488743 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:08.489110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:08.489467 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:08.489807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:08.528583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 685c4cd9-9513-4989-88a2-297b42c01b9f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:08.579739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 685c4cd9-9513-4989-88a2-297b42c01b9f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:08.580143 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 685c4cd9-9513-4989-88a2-297b42c01b9f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:08.580570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9cb6a-dbbe-400c-9d33-2416868f8699 req-ab000b42-df2d-4e82-978c-063ea6bb1992 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:08.582323 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1ec9cb6a-dbbe-400c-9d33-2416868f8699 req-ab000b42-df2d-4e82-978c-063ea6bb1992 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 943 time: 0.3339038 Aug 20 11:42:08.612266 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.615072 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] For port a09d69f8-b8d2-4f03-b19e-1c2700309fc4, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:08.631520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13cfa46a-793d-4e90-bb28-7ddc63dff084']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:08.661815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0d79ef-635c-4751-bc10-daebd5494ce2') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:08.662386 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0d79ef-635c-4751-bc10-daebd5494ce2') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:08.677157 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] For port a09d69f8-b8d2-4f03-b19e-1c2700309fc4, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a09d69f8-b8d2-4f03-b19e-1c2700309fc4,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:08.683811 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.702171 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.711779 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.719439 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:42:08.720087 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.770029 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9383-86d6-4326-a10f-4c820bb9dbe3 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.778987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1ec9cb6a-dbbe-400c-9d33-2416868f8699 req-85e7bc77-f4af-44f2-8b52-d3ce8f0e55c5 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732807 Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:42:08.794159 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:42:08.807239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d9383-86d6-4326-a10f-4c820bb9dbe3 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Subnet': ['ID=c92d9cf6-649d-4c66-855e-5973ce2221fa,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:08.810350 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.817995 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9383-86d6-4326-a10f-4c820bb9dbe3 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.822695 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dc9d9383-86d6-4326-a10f-4c820bb9dbe3 tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "DELETE /v2.0/subnets/c92d9cf6-649d-4c66-855e-5973ce2221fa HTTP/1.1" status: 204 len: 168 time: 1.2035940 Aug 20 11:42:08.825736 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40012) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:08.834188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Allocated IP 172.25.8.107 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/8ee81e32-4faf-4d92-b73e-4a6ec4fb10da) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:08.838835 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.844259 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] 10.222.0.37 "DELETE /v2.0/networks/13cfa46a-793d-4e90-bb28-7ddc63dff084 HTTP/1.1" status: 204 len: 168 time: 1.9678659 Aug 20 11:42:08.853462 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-37b7c500-786e-4a8f-9379-fb7c27467b86 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4968b5d340e042799a12f4492ac2ee3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557301 Aug 20 11:42:08.856386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40014) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:08.863907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44071d4c-6724-4f78-9fb0-d86852914608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:08.866548 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd35f26-aea8-4a2c-b069-f95cd63ba463" -d '{"events": [{"server_uuid": "44071d4c-6724-4f78-9fb0-d86852914608", "name": "network-vif-unplugged", "status": "completed", "tag": "ad1717bc-4964-4464-a227-8b3a2ca3c16c"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:08.881070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a912142d-2ac0-4c1b-a494-a98e094abb80 None None] Network c0eff127-d717-4f5c-8a94-dfbab91eaa7f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: from cryptography.utils import int_from_bytes Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: from cryptography.utils import int_from_bytes Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:08.997803 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:09.000912 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:09.000912 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:09.000912 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:09.000912 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:09.000912 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:09.000912 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:09.000912 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:09.000912 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:09.000912 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:09.000912 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:09.000912 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:09.000912 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:09.000912 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:09.000912 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:42:09.021114 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5301f-b1e1-43a4-a498-de07de7203a7 None None] Pushing event updated for resources: {'Port': ['ID=a09d69f8-b8d2-4f03-b19e-1c2700309fc4,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:09.025890 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6632656f-ed51-4b3b-be64-7439bdd7be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:09.082677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6632656f-ed51-4b3b-be64-7439bdd7be40 None None] Network 13cfa46a-793d-4e90-bb28-7ddc63dff084 is not hosted by any dhcp agent {{(pid=94692) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 11:42:09.083143 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6632656f-ed51-4b3b-be64-7439bdd7be40 None None] No DVR routers for this DVR port 685c4cd9-9513-4989-88a2-297b42c01b9f on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:09.097665 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632656f-ed51-4b3b-be64-7439bdd7be40 None None] Pushing event deleted for resources: {'Port': ['ID=685c4cd9-9513-4989-88a2-297b42c01b9f,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:09.129511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-fde692ef-11c6-48c8-a1d2-3f2996117c6d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:09.137829 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Routers {'fb5c256c-7693-4008-b192-6d8bca484120'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:09.138532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['fb5c256c-7693-4008-b192-6d8bca484120'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:09.140122 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-fde692ef-11c6-48c8-a1d2-3f2996117c6d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2573557 Aug 20 11:42:09.148935 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58077795-baa8-4605-804b-9125ea187cad tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event deleted for resources: {'Network': ['ID=13cfa46a-793d-4e90-bb28-7ddc63dff084,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:09.234025 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:09.237948 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:09.301162 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-cb192783-dcb4-4ed8-b026-7777fc01c45d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/quotas/4968b5d340e042799a12f4492ac2ee3a HTTP/1.1" status: 200 len: 375 time: 0.1594617 Aug 20 11:42:09.399749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-199591cc-f38a-4c7e-ac8b-23e89f90051f req-cecab383-d124-43b7-a4d0-f831616254d6 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 210 time: 0.4444830 Aug 20 11:42:09.415607 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:09.416281 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] Set router fb5c256c-7693-4008-b192-6d8bca484120 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:42:09.463076 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-09d8fd2b-a495-41ad-9f44-3a7360bc5425 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577675 Aug 20 11:42:09.502373 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:09.585697 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-e96ae729-0e29-4521-ac69-fba6ae37cee0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:09.588234 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-e96ae729-0e29-4521-ac69-fba6ae37cee0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.35 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 811 time: 0.4298894 Aug 20 11:42:09.592743 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:09.611821 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-170491f4-8ca6-493a-b10a-ceb2682dcd2a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Request body: {'port': {'device_id': 'c0e47784-dcb8-43f4-a238-5ed7a47b9db7', 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc', 'admin_state_up': True, 'tenant_id': '466ddc16a8f44a5e89ff9008cb1b0465'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:09.614439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:09.616394 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a834fc7e-db1e-465e-a63e-6708e05c0f55 x-openstack-request-id: req-a834fc7e-db1e-465e-a63e-6708e05c0f55 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:09.616568 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44071d4c-6724-4f78-9fb0-d86852914608", "name": "network-vif-unplugged", "status": "failed", "tag": "ad1717bc-4964-4464-a227-8b3a2ca3c16c", "code": 422}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:09.617092 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a834fc7e-db1e-465e-a63e-6708e05c0f55 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:09.617443 n-d-804299-2 neutron-server[94692]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44071d4c-6724-4f78-9fb0-d86852914608', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'code': 422} returned with failed status Aug 20 11:42:09.620903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:09.651812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Pushing event updated for resources: {'Port': ['ID=8ee81e32-4faf-4d92-b73e-4a6ec4fb10da,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:09.671701 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Deleting port c855f346-cd40-4f28-929e-da5dd6cc3198 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:09.675267 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:09.677302 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-dab0c560-c75f-4492-8e86-98483d769ba2 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Deleting port a5154553-cb19-43d9-8c12-da13151d4d39 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:09.677789 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dab0c560-c75f-4492-8e86-98483d769ba2 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:09.719055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c256c-7693-4008-b192-6d8bca484120', 'name': 'tempest-snat-router-787585689', 'tenant_id': 'e6ee0e3126a6429887e4058009eebebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.167'}], 'enable_snat': False}, 'gw_port_id': 'a09d69f8-b8d2-4f03-b19e-1c2700309fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:41:58Z', 'updated_at': '2021-08-20T11:42:02Z', 'revision_number': 3, 'project_id': 'e6ee0e3126a6429887e4058009eebebf', 'gw_port': {'id': 'a09d69f8-b8d2-4f03-b19e-1c2700309fc4', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5c256c-7693-4008-b192-6d8bca484120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:41:59Z', 'updated_at': '2021-08-20T11:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:09.742279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b55f0-45d7-40b4-96d6-7d3974ffbc44 req-19b65d6a-59a9-43f9-a4e2-6f4190701950 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:09.749976 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe6b55f0-45d7-40b4-96d6-7d3974ffbc44 req-19b65d6a-59a9-43f9-a4e2-6f4190701950 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.1846414 Aug 20 11:42:09.788364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609c3bd-f284-4937-b38e-f079d1565d48 None None] The sync data for ids ['fb5c256c-7693-4008-b192-6d8bca484120'] in n-d-804299-2 is: [{'id': 'fb5c256c-7693-4008-b192-6d8bca484120', 'name': 'tempest-snat-router-787585689', 'tenant_id': 'e6ee0e3126a6429887e4058009eebebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.167'}], 'enable_snat': False}, 'gw_port_id': 'a09d69f8-b8d2-4f03-b19e-1c2700309fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:41:58Z', 'updated_at': '2021-08-20T11:42:02Z', 'revision_number': 3, 'project_id': 'e6ee0e3126a6429887e4058009eebebf', 'gw_port': {'id': 'a09d69f8-b8d2-4f03-b19e-1c2700309fc4', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5c256c-7693-4008-b192-6d8bca484120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:41:59Z', 'updated_at': '2021-08-20T11:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:42:09.801162 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6da999-9d9b-48e3-962b-2a37d98b02a8 None None] DHCP port deletion for c0eff127-d717-4f5c-8a94-dfbab91eaa7f request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:42:09.815921 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] For port c855f346-cd40-4f28-929e-da5dd6cc3198, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c855f346-cd40-4f28-929e-da5dd6cc3198,segment=NetworkSegment(d3de960e-7835-4713-b072-9da432f80510),segment_id=d3de960e-7835-4713-b072-9da432f80510)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:09.816446 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:09.926921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6a6da999-9d9b-48e3-962b-2a37d98b02a8 None None] Deleting port c855f346-cd40-4f28-929e-da5dd6cc3198 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:09.927317 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6a6da999-9d9b-48e3-962b-2a37d98b02a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:09.968416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Calling delete_port for c855f346-cd40-4f28-929e-da5dd6cc3198 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:10.037226 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37deadcd-c739-4d38-8bc8-600a5ea5d704 req-c5f471c5-a683-4dd1-aa03-ad51588e68f1 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 210 time: 0.1276088 Aug 20 11:42:10.053718 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6a6da999-9d9b-48e3-962b-2a37d98b02a8 None None] For port c855f346-cd40-4f28-929e-da5dd6cc3198, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c855f346-cd40-4f28-929e-da5dd6cc3198,segment=NetworkSegment(d3de960e-7835-4713-b072-9da432f80510),segment_id=d3de960e-7835-4713-b072-9da432f80510)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:10.055969 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6a6da999-9d9b-48e3-962b-2a37d98b02a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:10.111657 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6a6da999-9d9b-48e3-962b-2a37d98b02a8 None None] Calling delete_port for c855f346-cd40-4f28-929e-da5dd6cc3198 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:10.312528 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:10.351800 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6a6da999-9d9b-48e3-962b-2a37d98b02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:10.425181 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6da999-9d9b-48e3-962b-2a37d98b02a8 None None] Pushing event deleted for resources: {'Port': ['ID=c855f346-cd40-4f28-929e-da5dd6cc3198,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:10.436248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6da999-9d9b-48e3-962b-2a37d98b02a8 None None] No DVR routers for this DVR port c855f346-cd40-4f28-929e-da5dd6cc3198 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:10.509883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] No DVR routers for this DVR port c855f346-cd40-4f28-929e-da5dd6cc3198 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:10.543509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Port': ['ID=c855f346-cd40-4f28-929e-da5dd6cc3198,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:10.588509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a09d69f8-b8d2-4f03-b19e-1c2700309fc4 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:10.663207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80aa687-4315-4db8-8376-f5847af2092d req-052aa424-880f-4335-9315-f5577cb4d141 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:10.680360 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c80aa687-4315-4db8-8376-f5847af2092d req-052aa424-880f-4335-9315-f5577cb4d141 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 943 time: 0.4485455 Aug 20 11:42:10.687138 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe6b55f0-45d7-40b4-96d6-7d3974ffbc44 req-f4f5801b-f5c6-4880-be8d-bc87b1197389 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9361222 Aug 20 11:42:10.735370 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dab0c560-c75f-4492-8e86-98483d769ba2 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:10.735701 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dab0c560-c75f-4492-8e86-98483d769ba2 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:10.760336 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port a09d69f8-b8d2-4f03-b19e-1c2700309fc4 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:10.770103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port a09d69f8-b8d2-4f03-b19e-1c2700309fc4 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:10.770868 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:10.774442 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-dab0c560-c75f-4492-8e86-98483d769ba2 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Calling delete_port for a5154553-cb19-43d9-8c12-da13151d4d39 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:10.823246 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:10.912350 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c80aa687-4315-4db8-8376-f5847af2092d req-3014aed7-d774-482c-a29d-49b451da0d54 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308276 Aug 20 11:42:10.917125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0eff127-d717-4f5c-8a94-dfbab91eaa7f']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:10.923540 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:10.936199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0160d589-3ba9-43bf-8d90-65b670ceaf1f req-612c00ea-9cd1-4a90-a3dc-2e0626e91276 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 210 time: 0.0682082 Aug 20 11:42:10.956015 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port a09d69f8-b8d2-4f03-b19e-1c2700309fc4, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a09d69f8-b8d2-4f03-b19e-1c2700309fc4,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:10.963979 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:10.987335 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3de960e-7835-4713-b072-9da432f80510') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:11.002323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3de960e-7835-4713-b072-9da432f80510') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:11.034108 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-170491f4-8ca6-493a-b10a-ceb2682dcd2a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Made reservation on behalf of 466ddc16a8f44a5e89ff9008cb1b0465 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:11.054718 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-170491f4-8ca6-493a-b10a-ceb2682dcd2a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:11.065426 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:11.079737 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=a09d69f8-b8d2-4f03-b19e-1c2700309fc4,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:11.106677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c855f346-cd40-4f28-929e-da5dd6cc3198 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:11.132369 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:11.151571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:42:11.155154 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:11.173134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: c855f346-cd40-4f28-929e-da5dd6cc3198 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:11.173735 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c855f346-cd40-4f28-929e-da5dd6cc3198 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:11.204134 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:11.231948 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ad1717bc-4964-4464-a227-8b3a2ca3c16c no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:42:11.284317 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:42:11.354716 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-5c815c15-5613-4010-b74e-05920754000e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=4968b5d340e042799a12f4492ac2ee3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330222 Aug 20 11:42:11.381468 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6f2bbadc-2363-4c2f-9e7e-ed685b48d211 req-ccc5bfb6-fe25-4902-b528-25578535ae51 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 210 time: 0.0874910 Aug 20 11:42:11.429975 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:11.485730 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:11.495971 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] 10.222.0.37 "DELETE /v2.0/networks/c0eff127-d717-4f5c-8a94-dfbab91eaa7f HTTP/1.1" status: 204 len: 168 time: 2.6635237 Aug 20 11:42:11.706706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-170491f4-8ca6-493a-b10a-ceb2682dcd2a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Allocated IP 172.20.0.11 (2f57a807-431b-4a85-84e9-9c26f27c26dc/8164adc2-ff26-452d-9022-daf8f61c3f29/016632c6-eecc-4c01-9afb-80bc2581f2e6) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:11.881519 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dab0c560-c75f-4492-8e86-98483d769ba2 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:11.943313 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-170491f4-8ca6-493a-b10a-ceb2682dcd2a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:12.006457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0c560-c75f-4492-8e86-98483d769ba2 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Pushing event deleted for resources: {'Port': ['ID=a5154553-cb19-43d9-8c12-da13151d4d39,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:12.025047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3dd05-4bb0-4924-86cc-e40647680c4e tempest-ServersTestMultiNic-760689001 tempest-ServersTestMultiNic-760689001-project] Pushing event deleted for resources: {'Network': ['ID=c0eff127-d717-4f5c-8a94-dfbab91eaa7f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:12.061731 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-d15fbc39-f851-4d7d-a9db-70a93fe15613 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:12.063679 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-d15fbc39-f851-4d7d-a9db-70a93fe15613 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5433536 Aug 20 11:42:12.068403 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:12.074927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eb7a6-4807-450c-aea6-4bcd982d66a9 req-91ab2b3c-acba-41e3-921d-3d280dd6dc81 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:12.081266 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eb7a6-4807-450c-aea6-4bcd982d66a9 req-91ab2b3c-acba-41e3-921d-3d280dd6dc81 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:12.087194 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eb7a6-4807-450c-aea6-4bcd982d66a9 req-91ab2b3c-acba-41e3-921d-3d280dd6dc81 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:12.093737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eb7a6-4807-450c-aea6-4bcd982d66a9 req-91ab2b3c-acba-41e3-921d-3d280dd6dc81 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:12.100222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc170d0-b71f-4851-8261-5ef84e95f608 req-b3a311bb-e38b-4827-94a1-c91ddac54039 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:12.100387 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eb7a6-4807-450c-aea6-4bcd982d66a9 req-91ab2b3c-acba-41e3-921d-3d280dd6dc81 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:12.106668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eb7a6-4807-450c-aea6-4bcd982d66a9 req-91ab2b3c-acba-41e3-921d-3d280dd6dc81 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:12.106949 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2fc170d0-b71f-4851-8261-5ef84e95f608 req-b3a311bb-e38b-4827-94a1-c91ddac54039 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.2905121 Aug 20 11:42:12.112968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eb7a6-4807-450c-aea6-4bcd982d66a9 req-91ab2b3c-acba-41e3-921d-3d280dd6dc81 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:12.122638 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-760eb7a6-4807-450c-aea6-4bcd982d66a9 req-91ab2b3c-acba-41e3-921d-3d280dd6dc81 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5431 time: 0.1556547 Aug 20 11:42:12.125554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-4fa4faeb-7a3b-437a-af8e-f59928b0b98a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Request body: {'port': {'device_id': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '4968b5d340e042799a12f4492ac2ee3a'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:12.179263 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-760eb7a6-4807-450c-aea6-4bcd982d66a9 req-ff015d51-e5cc-4834-b1e0-72f496fc083f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556293 Aug 20 11:42:12.192265 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-170491f4-8ca6-493a-b10a-ceb2682dcd2a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:12.301297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-170491f4-8ca6-493a-b10a-ceb2682dcd2a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Network 2f57a807-431b-4a85-84e9-9c26f27c26dc is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:12.314842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170491f4-8ca6-493a-b10a-ceb2682dcd2a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Pushing event updated for resources: {'Port': ['ID=016632c6-eecc-4c01-9afb-80bc2581f2e6,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:12.320460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-170491f4-8ca6-493a-b10a-ceb2682dcd2a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:12.323051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-170491f4-8ca6-493a-b10a-ceb2682dcd2a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:12.390022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-170491f4-8ca6-493a-b10a-ceb2682dcd2a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:12.390904 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-170491f4-8ca6-493a-b10a-ceb2682dcd2a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:12.409310 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-170491f4-8ca6-493a-b10a-ceb2682dcd2a tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8028076 Aug 20 11:42:12.425527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Request body: {'port': {'device_id': 'c0e47784-dcb8-43f4-a238-5ed7a47b9db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:12.472289 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dab0c560-c75f-4492-8e86-98483d769ba2 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:12.481910 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dab0c560-c75f-4492-8e86-98483d769ba2 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:12.483114 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dab0c560-c75f-4492-8e86-98483d769ba2 tempest-FloatingIPAdminTestJSON-1238881986 tempest-FloatingIPAdminTestJSON-1238881986-project] 10.222.0.37 "DELETE /v2.0/floatingips/48ab4209-9943-4e18-af9d-40773a477e8c HTTP/1.1" status: 204 len: 168 time: 3.6222188 Aug 20 11:42:12.520923 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a09d69f8-b8d2-4f03-b19e-1c2700309fc4 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:12.611750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Router 1cc58892-f0e0-493f-9108-f0d4d32dfaf4 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:42:12.632360 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port a09d69f8-b8d2-4f03-b19e-1c2700309fc4 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:12.632922 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:12.662100 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2fc170d0-b71f-4851-8261-5ef84e95f608 req-6c5fcc3d-354b-48a3-8496-50a6cdae1c86 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531733 Aug 20 11:42:12.664182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-4fa4faeb-7a3b-437a-af8e-f59928b0b98a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Made reservation on behalf of 4968b5d340e042799a12f4492ac2ee3a for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:12.668063 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-4fa4faeb-7a3b-437a-af8e-f59928b0b98a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:12.733116 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c32625-e646-4e0b-83cd-b125560efc5c req-f26a919f-dc22-43e0-b99a-39735fce4121 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:12.753319 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f3c32625-e646-4e0b-83cd-b125560efc5c req-f26a919f-dc22-43e0-b99a-39735fce4121 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 932 time: 0.2650964 Aug 20 11:42:12.753969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:12.918309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40090) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:12.960821 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f3c32625-e646-4e0b-83cd-b125560efc5c req-cb8022f4-f69f-4083-a03d-b87e017cbfa1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978745 Aug 20 11:42:13.071114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40098) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:13.181247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:42:13.194226 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6353a28b-c164-44d9-9fab-5d5c456671e0 req-8e33f78c-10f6-4159-98a8-9af1eea10f98 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 210 time: 0.0341163 Aug 20 11:42:13.194808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec8d1e-aefe-4388-bee2-86c891ab6adc req-4391cc28-13c3-4550-9ba1-cc65e5b5628c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:13.197344 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Sync routers for ids ['1cc58892-f0e0-493f-9108-f0d4d32dfaf4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:42:13.202329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec8d1e-aefe-4388-bee2-86c891ab6adc req-4391cc28-13c3-4550-9ba1-cc65e5b5628c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:13.209655 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec8d1e-aefe-4388-bee2-86c891ab6adc req-4391cc28-13c3-4550-9ba1-cc65e5b5628c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:13.215523 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec8d1e-aefe-4388-bee2-86c891ab6adc req-4391cc28-13c3-4550-9ba1-cc65e5b5628c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:13.222863 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Routers {'1cc58892-f0e0-493f-9108-f0d4d32dfaf4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:13.223495 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1cc58892-f0e0-493f-9108-f0d4d32dfaf4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:13.231297 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec8d1e-aefe-4388-bee2-86c891ab6adc req-4391cc28-13c3-4550-9ba1-cc65e5b5628c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:13.239450 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec8d1e-aefe-4388-bee2-86c891ab6adc req-4391cc28-13c3-4550-9ba1-cc65e5b5628c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:13.250875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec8d1e-aefe-4388-bee2-86c891ab6adc req-4391cc28-13c3-4550-9ba1-cc65e5b5628c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:13.252038 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65ec8d1e-aefe-4388-bee2-86c891ab6adc req-4391cc28-13c3-4550-9ba1-cc65e5b5628c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5431 time: 0.3918092 Aug 20 11:42:13.385169 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Set router 1cc58892-f0e0-493f-9108-f0d4d32dfaf4 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:42:13.386071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-3e892553-3dc0-4406-996c-dcb1bb137dee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3399978 Aug 20 11:42:13.409522 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:13.414274 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-565cc242-b630-4936-9076-a02f7f119e1c tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8836603 Aug 20 11:42:13.426958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40102) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:13.449238 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60733fe-8087-4800-84dd-9c838fcff801 req-bc1a7478-fefe-454b-abe3-c6d4c8ea3304 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:13.450767 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b60733fe-8087-4800-84dd-9c838fcff801 req-bc1a7478-fefe-454b-abe3-c6d4c8ea3304 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 943 time: 0.1236174 Aug 20 11:42:13.490079 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016632c6-eecc-4c01-9afb-80bc2581f2e6 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:13.502680 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:13.507925 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b60733fe-8087-4800-84dd-9c838fcff801 req-02739034-47e2-4f51-9330-e720afbd5732 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504315 Aug 20 11:42:13.541989 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Transition to ACTIVE for port object 016632c6-eecc-4c01-9afb-80bc2581f2e6 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:13.547661 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:13.595805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-4fa4faeb-7a3b-437a-af8e-f59928b0b98a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Allocated IP 192.168.233.229 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/7cd3dd75-8677-493d-acac-c3016fc6a36c) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:13.611059 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f3611b08-a57b-4c4d-a569-eeb4861db38e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e061811953924c2ea074108ee9d076c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6916022 Aug 20 11:42:13.618788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40106) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:13.650734 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=016632c6-eecc-4c01-9afb-80bc2581f2e6,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:13.659203 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a6f84db2-4cf9-4b51-abfd-9aefde44d258 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/routers/1cc58892-f0e0-493f-9108-f0d4d32dfaf4 HTTP/1.1" status: 200 len: 907 time: 0.2309592 Aug 20 11:42:13.662959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40108) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:13.811819 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc58892-f0e0-493f-9108-f0d4d32dfaf4', 'name': 'tempest-snat-router-787585689', 'tenant_id': 'e6ee0e3126a6429887e4058009eebebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8ee81e32-4faf-4d92-b73e-4a6ec4fb10da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:42:06Z', 'updated_at': '2021-08-20T11:42:10Z', 'revision_number': 3, 'project_id': 'e6ee0e3126a6429887e4058009eebebf', 'gw_port': {'id': '8ee81e32-4faf-4d92-b73e-4a6ec4fb10da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:93:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc58892-f0e0-493f-9108-f0d4d32dfaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:42:08Z', 'updated_at': '2021-08-20T11:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:13.840014 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Attempting to bind port 016632c6-eecc-4c01-9afb-80bc2581f2e6 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:13.841075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Attempting to bind port 016632c6-eecc-4c01-9afb-80bc2581f2e6 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:13.843889 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Attempting to bind port 016632c6-eecc-4c01-9afb-80bc2581f2e6 on network 2f57a807-431b-4a85-84e9-9c26f27c26dc {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:13.874615 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Checking router: 1cc58892-f0e0-493f-9108-f0d4d32dfaf4 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:42:13.875104 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Updating router 1cc58892-f0e0-493f-9108-f0d4d32dfaf4 port 8ee81e32-4faf-4d92-b73e-4a6ec4fb10da binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:42:13.886196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Port 016632c6-eecc-4c01-9afb-80bc2581f2e6 on network 2f57a807-431b-4a85-84e9-9c26f27c26dc not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:42:13.886958 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Attempting to bind port 016632c6-eecc-4c01-9afb-80bc2581f2e6 on network 2f57a807-431b-4a85-84e9-9c26f27c26dc {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:13.906908 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:13.932477 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8dd8ff15-8f62-4347-ae0f-6b8190179204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:13.943250 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:13.946837 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Checking segment: {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:13.947397 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Bound using segment: {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:13.947990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Bound port: 016632c6-eecc-4c01-9afb-80bc2581f2e6, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e3e336-75ea-403e-ae11-2091fec3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:13.950237 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:13.982248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c3e0a53-339a-4ccb-8ca1-a1546d8b2cdc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:14.047180 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8dd8ff15-8f62-4347-ae0f-6b8190179204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:14.180605 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21c63f-9248-4b14-b3c2-67f0b6e679a6 req-ef98064d-78c2-42a0-9d0f-3558d97b7aa3 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:14.191229 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af21c63f-9248-4b14-b3c2-67f0b6e679a6 req-ef98064d-78c2-42a0-9d0f-3558d97b7aa3 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.2785144 Aug 20 11:42:14.234916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cdc33-1cd3-42ce-bb73-38fd6fe83e65 req-b402c007-d6ab-47e6-a7dc-5094b6af2be6 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:14.236841 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1a6cdc33-1cd3-42ce-bb73-38fd6fe83e65 req-b402c007-d6ab-47e6-a7dc-5094b6af2be6 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 944 time: 0.1595781 Aug 20 11:42:14.243694 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] For port 016632c6-eecc-4c01-9afb-80bc2581f2e6, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:14.255304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] For port 016632c6-eecc-4c01-9afb-80bc2581f2e6, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=016632c6-eecc-4c01-9afb-80bc2581f2e6,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:14.272319 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:14.349071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=016632c6-eecc-4c01-9afb-80bc2581f2e6,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:14.366780 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8dd8ff15-8f62-4347-ae0f-6b8190179204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:14.369623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8dd8ff15-8f62-4347-ae0f-6b8190179204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:14.371166 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8dd8ff15-8f62-4347-ae0f-6b8190179204 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47d7208f-fac9-429f-8a33-00463566ae4c HTTP/1.1" status: 204 len: 168 time: 0.7229459 Aug 20 11:42:14.391703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:14.392753 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:14.395067 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-4963578b-e5a4-414f-981d-053a89719cf0 service neutron] 10.222.0.35 "PUT /v2.0/ports/016632c6-eecc-4c01-9afb-80bc2581f2e6 HTTP/1.1" status: 200 len: 1092 time: 1.9765196 Aug 20 11:42:14.405595 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e47784-dcb8-43f4-a238-5ed7a47b9db7', 'tag': '016632c6-eecc-4c01-9afb-80bc2581f2e6'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:14.411189 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6567f7ce-0be6-4f74-8eeb-a146afcda38f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e47784-dcb8-43f4-a238-5ed7a47b9db7", "tag": "016632c6-eecc-4c01-9afb-80bc2581f2e6"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:14.419376 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8ff15-8f62-4347-ae0f-6b8190179204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d7208f-fac9-429f-8a33-00463566ae4c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:14.430451 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1a6cdc33-1cd3-42ce-bb73-38fd6fe83e65 req-47c4b6c2-c862-4b1b-9c18-0b69a7728d21 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816175 Aug 20 11:42:14.519927 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:14.557534 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Transition to ACTIVE for port object 8ee81e32-4faf-4d92-b73e-4a6ec4fb10da will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:14.575380 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:14.575839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-8167ecae-dffa-49eb-b141-e2763a42e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:14.580756 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-8167ecae-dffa-49eb-b141-e2763a42e2ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 1095 time: 0.1360481 Aug 20 11:42:14.645972 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-784087fa-f803-49d0-8d43-5d676054e0b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=016632c6-eecc-4c01-9afb-80bc2581f2e6 HTTP/1.1" status: 200 len: 217 time: 0.0469432 Aug 20 11:42:14.665541 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2ec830d8-4d6b-4a4a-a0a1-bed07b006dc8 req-028729fa-68b1-487b-a762-86861e980c4a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 210 time: 0.0788960 Aug 20 11:42:14.694684 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c973282-befa-4716-a045-fdc61bf79268 None None] Pushing event updated for resources: {'Port': ['ID=8ee81e32-4faf-4d92-b73e-4a6ec4fb10da,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:14.710573 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c973282-befa-4716-a045-fdc61bf79268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:14.711188 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c973282-befa-4716-a045-fdc61bf79268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:14.711727 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c973282-befa-4716-a045-fdc61bf79268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:14.712456 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c973282-befa-4716-a045-fdc61bf79268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:14.712997 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c973282-befa-4716-a045-fdc61bf79268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:14.713537 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c973282-befa-4716-a045-fdc61bf79268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:14.714056 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c973282-befa-4716-a045-fdc61bf79268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:14.715138 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c973282-befa-4716-a045-fdc61bf79268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:14.715938 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c973282-befa-4716-a045-fdc61bf79268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:14.716445 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c973282-befa-4716-a045-fdc61bf79268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:14.716950 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c973282-befa-4716-a045-fdc61bf79268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:14.717392 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c973282-befa-4716-a045-fdc61bf79268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:14.738812 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Attempting to bind port 8ee81e32-4faf-4d92-b73e-4a6ec4fb10da on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:14.739491 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Attempting to bind port 8ee81e32-4faf-4d92-b73e-4a6ec4fb10da by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:14.739986 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Attempting to bind port 8ee81e32-4faf-4d92-b73e-4a6ec4fb10da on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:14.745890 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:14.746331 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:14.746911 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-59ba9b73-9a71-4c21-9ef5-c5dffda35b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:14.747144 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:14.747646 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:14.748231 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Bound port: 8ee81e32-4faf-4d92-b73e-4a6ec4fb10da, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:14.748765 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:14.756222 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-59ba9b73-9a71-4c21-9ef5-c5dffda35b2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8164adc2-ff26-452d-9022-daf8f61c3f29 HTTP/1.1" status: 200 len: 851 time: 0.0828638 Aug 20 11:42:14.791270 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-f9b3c164-01f0-45d4-903e-276b2ad6a186 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f57a807-431b-4a85-84e9-9c26f27c26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333729 Aug 20 11:42:14.813258 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90be6148-ac37-43d9-9b75-656af6d33ffc x-openstack-request-id: req-90be6148-ac37-43d9-9b75-656af6d33ffc {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:14.814477 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e47784-dcb8-43f4-a238-5ed7a47b9db7", "tag": "016632c6-eecc-4c01-9afb-80bc2581f2e6", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:14.814845 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90be6148-ac37-43d9-9b75-656af6d33ffc {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:14.815831 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e47784-dcb8-43f4-a238-5ed7a47b9db7', 'tag': '016632c6-eecc-4c01-9afb-80bc2581f2e6', 'status': 'completed', 'code': 200} Aug 20 11:42:14.843235 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-4fa4faeb-7a3b-437a-af8e-f59928b0b98a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:14.865351 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] For port 8ee81e32-4faf-4d92-b73e-4a6ec4fb10da, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:14.870258 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] For port 8ee81e32-4faf-4d92-b73e-4a6ec4fb10da, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8ee81e32-4faf-4d92-b73e-4a6ec4fb10da,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:14.886016 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:15.047372 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Routers {'1cc58892-f0e0-493f-9108-f0d4d32dfaf4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:15.048020 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1cc58892-f0e0-493f-9108-f0d4d32dfaf4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:15.173808 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c973282-befa-4716-a045-fdc61bf79268 None None] Pushing event updated for resources: {'Port': ['ID=8ee81e32-4faf-4d92-b73e-4a6ec4fb10da,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:15.503787 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] Set router 1cc58892-f0e0-493f-9108-f0d4d32dfaf4 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:42:15.580044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-4fa4faeb-7a3b-437a-af8e-f59928b0b98a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Transition to ACTIVE for port object 7cd3dd75-8677-493d-acac-c3016fc6a36c will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:15.662917 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c3e0a53-339a-4ccb-8ca1-a1546d8b2cdc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:15.674453 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af21c63f-9248-4b14-b3c2-67f0b6e679a6 req-a6934e22-410d-4456-9cb2-5b03e60b12c1 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4806058 Aug 20 11:42:15.682741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40134) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:15.685367 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-4fa4faeb-7a3b-437a-af8e-f59928b0b98a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:15.701332 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['28af82fb-9ab8-485a-8b42-493125ccb526', '5e605c4c-2b5d-47db-b200-be470000f036'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:15.887477 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-4fa4faeb-7a3b-437a-af8e-f59928b0b98a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:15.932673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-4fa4faeb-7a3b-437a-af8e-f59928b0b98a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:15.936687 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bebd32-2627-4076-b4fc-cbd50ecdc70e req-4fe43deb-1dc6-470f-9098-307c33da431c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:15.941267 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-4fa4faeb-7a3b-437a-af8e-f59928b0b98a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:15.949887 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-41bebd32-2627-4076-b4fc-cbd50ecdc70e req-4fe43deb-1dc6-470f-9098-307c33da431c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 943 time: 0.9984078 Aug 20 11:42:15.951217 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5addc6c-558d-41f5-bc0d-46cdb640a1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:16.043286 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc58892-f0e0-493f-9108-f0d4d32dfaf4', 'name': 'tempest-snat-router-787585689', 'tenant_id': 'e6ee0e3126a6429887e4058009eebebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8ee81e32-4faf-4d92-b73e-4a6ec4fb10da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:42:06Z', 'updated_at': '2021-08-20T11:42:10Z', 'revision_number': 3, 'project_id': 'e6ee0e3126a6429887e4058009eebebf', 'gw_port': {'id': '8ee81e32-4faf-4d92-b73e-4a6ec4fb10da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:93:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc58892-f0e0-493f-9108-f0d4d32dfaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:42:08Z', 'updated_at': '2021-08-20T11:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:16.061591 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-5f13c368-1fc0-440c-861e-0c277cf85ec2 service neutron] 10.222.0.35 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2605855 Aug 20 11:42:16.104554 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-41bebd32-2627-4076-b4fc-cbd50ecdc70e req-06d2722b-7320-4753-b4f1-dcfe9e8d9da2 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401412 Aug 20 11:42:16.114472 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40156) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:16.116865 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838a4ea-3339-47f4-9746-4d569ca5077d None None] The sync data for ids ['1cc58892-f0e0-493f-9108-f0d4d32dfaf4'] in n-d-804299-2 is: [{'id': '1cc58892-f0e0-493f-9108-f0d4d32dfaf4', 'name': 'tempest-snat-router-787585689', 'tenant_id': 'e6ee0e3126a6429887e4058009eebebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8ee81e32-4faf-4d92-b73e-4a6ec4fb10da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:42:06Z', 'updated_at': '2021-08-20T11:42:10Z', 'revision_number': 3, 'project_id': 'e6ee0e3126a6429887e4058009eebebf', 'gw_port': {'id': '8ee81e32-4faf-4d92-b73e-4a6ec4fb10da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:93:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc58892-f0e0-493f-9108-f0d4d32dfaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:42:08Z', 'updated_at': '2021-08-20T11:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:42:16.210283 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4faeb-7a3b-437a-af8e-f59928b0b98a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Pushing event updated for resources: {'Port': ['ID=7cd3dd75-8677-493d-acac-c3016fc6a36c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:16.432382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5f7c49ac-d088-4ef8-a323-fda190ccc348 None None] Provisioning for port 7cd3dd75-8677-493d-acac-c3016fc6a36c completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:16.442208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5f7c49ac-d088-4ef8-a323-fda190ccc348 None None] Provisioning complete for port 7cd3dd75-8677-493d-acac-c3016fc6a36c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:16.444363 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5f7c49ac-d088-4ef8-a323-fda190ccc348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:16.452835 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d979b49f-d3c9-4696-bb0c-d0b9ec39af47 req-561cc496-38ba-4be3-87cc-793a469872c5 service neutron] 10.222.0.35 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819511 Aug 20 11:42:16.503406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1caaa36-2fdc-4778-a238-5f668d2b4e90 req-4d0e232b-286b-4bcd-9095-d06e76bb8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:16.504574 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1caaa36-2fdc-4778-a238-5f668d2b4e90 req-4d0e232b-286b-4bcd-9095-d06e76bb8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:16.505149 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1caaa36-2fdc-4778-a238-5f668d2b4e90 req-4d0e232b-286b-4bcd-9095-d06e76bb8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:16.505768 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1caaa36-2fdc-4778-a238-5f668d2b4e90 req-4d0e232b-286b-4bcd-9095-d06e76bb8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:16.506396 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1caaa36-2fdc-4778-a238-5f668d2b4e90 req-4d0e232b-286b-4bcd-9095-d06e76bb8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:16.506895 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1caaa36-2fdc-4778-a238-5f668d2b4e90 req-4d0e232b-286b-4bcd-9095-d06e76bb8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:16.507525 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1caaa36-2fdc-4778-a238-5f668d2b4e90 req-4d0e232b-286b-4bcd-9095-d06e76bb8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:16.509567 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1caaa36-2fdc-4778-a238-5f668d2b4e90 req-4d0e232b-286b-4bcd-9095-d06e76bb8cb5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 6488 time: 0.3940728 Aug 20 11:42:16.535867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-4fa4faeb-7a3b-437a-af8e-f59928b0b98a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:16.539091 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-4fa4faeb-7a3b-437a-af8e-f59928b0b98a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:16.539998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c49ac-d088-4ef8-a323-fda190ccc348 None None] Port 7cd3dd75-8677-493d-acac-c3016fc6a36c cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:42:16.565004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e0a53-339a-4ccb-8ca1-a1546d8b2cdc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Deleting port 8ee81e32-4faf-4d92-b73e-4a6ec4fb10da {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:16.565348 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c3e0a53-339a-4ccb-8ca1-a1546d8b2cdc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:16.608338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533d2db-0e0b-4e4e-904d-8669d4432085 req-99a227cb-a2b6-4471-9f08-a9775a0df5e4 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:16.615214 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4533d2db-0e0b-4e4e-904d-8669d4432085 req-99a227cb-a2b6-4471-9f08-a9775a0df5e4 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 944 time: 0.7797387 Aug 20 11:42:16.645353 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebc991-8db4-4888-9e5d-3dc56e7a54dd req-bfa8628f-40d6-443b-92e6-edf4c0ac905b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:16.664682 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2cebc991-8db4-4888-9e5d-3dc56e7a54dd req-bfa8628f-40d6-443b-92e6-edf4c0ac905b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 936 time: 0.3618281 Aug 20 11:42:16.678867 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1caaa36-2fdc-4778-a238-5f668d2b4e90 req-609988ec-a747-456f-a1cc-38c73078bafa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&id=1f3194d4-6356-42de-9111-d33eed55156d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487813 Aug 20 11:42:16.707672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567f7ce-0be6-4f74-8eeb-a146afcda38f req-db9456bf-bc8b-4423-8894-0017254bef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:16.709251 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6567f7ce-0be6-4f74-8eeb-a146afcda38f req-db9456bf-bc8b-4423-8894-0017254bef3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 1095 time: 0.1987748 Aug 20 11:42:16.754112 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2cebc991-8db4-4888-9e5d-3dc56e7a54dd req-cce3a71d-6525-4ab7-bdab-0a3c65e199fd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914633 Aug 20 11:42:16.908079 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5addc6c-558d-41f5-bc0d-46cdb640a1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:16.926702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-3c3e0a53-339a-4ccb-8ca1-a1546d8b2cdc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] For port 8ee81e32-4faf-4d92-b73e-4a6ec4fb10da, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8ee81e32-4faf-4d92-b73e-4a6ec4fb10da,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:16.927390 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c3e0a53-339a-4ccb-8ca1-a1546d8b2cdc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:16.937979 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5addc6c-558d-41f5-bc0d-46cdb640a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:16.958527 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-4fa4faeb-7a3b-437a-af8e-f59928b0b98a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8441021 Aug 20 11:42:16.967282 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f1269-78b7-4cb2-b6cc-4a164c77223e req-f325e879-2d68-4f5d-b0cc-4d4d863267dc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:16.978063 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2c7f1269-78b7-4cb2-b6cc-4a164c77223e req-f325e879-2d68-4f5d-b0cc-4d4d863267dc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.1139870 Aug 20 11:42:17.012960 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567f7ce-0be6-4f74-8eeb-a146afcda38f req-01af35cb-78a5-43d0-95f2-3af171eb4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:17.014636 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6567f7ce-0be6-4f74-8eeb-a146afcda38f req-01af35cb-78a5-43d0-95f2-3af171eb4e30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 200 len: 911 time: 0.2907510 Aug 20 11:42:17.015501 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Request body: {'port': {'device_id': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:17.028113 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e0a53-339a-4ccb-8ca1-a1546d8b2cdc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Calling delete_port for 8ee81e32-4faf-4d92-b73e-4a6ec4fb10da owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:17.088397 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2c7f1269-78b7-4cb2-b6cc-4a164c77223e req-893a65a1-cd2a-4c94-a0e5-d31fab6dcff3 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093411 Aug 20 11:42:17.090675 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6567f7ce-0be6-4f74-8eeb-a146afcda38f req-05b720d1-7581-4ec7-92f8-a5bf4af79cd9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=016632c6-eecc-4c01-9afb-80bc2581f2e6 HTTP/1.1" status: 200 len: 217 time: 0.0634909 Aug 20 11:42:17.092046 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4533d2db-0e0b-4e4e-904d-8669d4432085 req-8456b4a5-af0f-4ef0-829b-ac0c3227972d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999346 Aug 20 11:42:17.110781 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e5addc6c-558d-41f5-bc0d-46cdb640a1ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3078775c4b224fb78a8d9ece691b9007&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4183240 Aug 20 11:42:17.111729 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5addc6c-558d-41f5-bc0d-46cdb640a1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0603a471-52ff-44c2-893a-7003baec8b0d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:17.113319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40166) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:17.192151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567f7ce-0be6-4f74-8eeb-a146afcda38f req-bcd1309a-9d31-4a48-995b-15185ea2f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:17.195102 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6567f7ce-0be6-4f74-8eeb-a146afcda38f req-bcd1309a-9d31-4a48-995b-15185ea2f7e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8164adc2-ff26-452d-9022-daf8f61c3f29 HTTP/1.1" status: 200 len: 851 time: 0.0945485 Aug 20 11:42:17.257348 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:17.285342 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6567f7ce-0be6-4f74-8eeb-a146afcda38f req-02c424b9-78db-4eae-8a5f-5c26e65343e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f57a807-431b-4a85-84e9-9c26f27c26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826030 Aug 20 11:42:17.439430 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6567f7ce-0be6-4f74-8eeb-a146afcda38f req-507eb55a-315b-4a30-b834-d47249628d07 service neutron] 10.222.0.35 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438525 Aug 20 11:42:17.448679 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c3e28445-f247-49bd-96d2-93000b0a0c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:17.490231 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6365fced-fce6-49d7-a542-c61018346901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:17.612852 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c3e28445-f247-49bd-96d2-93000b0a0c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:17.629285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd8f89-bca3-4c77-a36c-d7ec45895e46 req-8d27730a-e4ac-4493-b69a-9f9e8be8b703 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:17.647078 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aebd8f89-bca3-4c77-a36c-d7ec45895e46 req-8d27730a-e4ac-4493-b69a-9f9e8be8b703 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 943 time: 0.3546059 Aug 20 11:42:17.734992 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aebd8f89-bca3-4c77-a36c-d7ec45895e46 req-b47edd16-c55a-4ee0-b935-3ed6c5f21b24 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801239 Aug 20 11:42:17.771691 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6567f7ce-0be6-4f74-8eeb-a146afcda38f req-2de6f6f5-653a-43a2-857c-d1f9aba87309 service neutron] 10.222.0.35 "GET /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202615 Aug 20 11:42:17.828087 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c3e28445-f247-49bd-96d2-93000b0a0c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:17.837914 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c3e28445-f247-49bd-96d2-93000b0a0c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:17.842326 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c3e28445-f247-49bd-96d2-93000b0a0c4a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0603a471-52ff-44c2-893a-7003baec8b0d HTTP/1.1" status: 204 len: 168 time: 0.7066638 Aug 20 11:42:17.856154 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e28445-f247-49bd-96d2-93000b0a0c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0603a471-52ff-44c2-893a-7003baec8b0d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:17.923429 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c3e0a53-339a-4ccb-8ca1-a1546d8b2cdc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:18.012470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e0a53-339a-4ccb-8ca1-a1546d8b2cdc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ee81e32-4faf-4d92-b73e-4a6ec4fb10da,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:18.178988 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e361a-3235-4d1e-b6f4-f51f70b4dad5 req-56fef268-3733-44a9-af37-e255c000aa4a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:18.180617 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-980e361a-3235-4d1e-b6f4-f51f70b4dad5 req-56fef268-3733-44a9-af37-e255c000aa4a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 936 time: 0.2835464 Aug 20 11:42:18.232774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-980e361a-3235-4d1e-b6f4-f51f70b4dad5 req-b2c6d205-1317-4ab6-bd9e-eb7c8d7f4e5e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398278 Aug 20 11:42:18.270319 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c3e0a53-339a-4ccb-8ca1-a1546d8b2cdc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:18.278798 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a069d-a5d6-4eca-ba09-b38a1214c3fd req-a5406d04-6578-4940-9a41-dc12f72173cf tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:18.281142 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8a1a069d-a5d6-4eca-ba09-b38a1214c3fd req-a5406d04-6578-4940-9a41-dc12f72173cf tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.0848899 Aug 20 11:42:18.415736 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8a1a069d-a5d6-4eca-ba09-b38a1214c3fd req-41facdbc-62ae-4213-a15f-61862e5ffc5f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260791 Aug 20 11:42:18.550616 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40180) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:18.569435 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-70ddc0a2-cb06-4308-b7e4-402666669896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:18.627571 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c3e0a53-339a-4ccb-8ca1-a1546d8b2cdc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:18.638134 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c3e0a53-339a-4ccb-8ca1-a1546d8b2cdc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:18.658264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd3dd75-8677-493d-acac-c3016fc6a36c {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:18.685695 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:18.709287 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-70ddc0a2-cb06-4308-b7e4-402666669896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:18.714029 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-70ddc0a2-cb06-4308-b7e4-402666669896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:18.745989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a423c1-a212-4068-a6c0-640760f1c95b req-cd214932-63ba-43d2-bf7f-694007eb0feb tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:18.746544 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-70ddc0a2-cb06-4308-b7e4-402666669896 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d200e91b62d4ea2bdf474d3057ad106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942925 Aug 20 11:42:18.748260 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57a423c1-a212-4068-a6c0-640760f1c95b req-cd214932-63ba-43d2-bf7f-694007eb0feb tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 944 time: 0.3171363 Aug 20 11:42:18.749036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40182) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:18.777854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddc0a2-cb06-4308-b7e4-402666669896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21252b3-139f-40a7-951c-87f042d7cdeb,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:18.853991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-6365fced-fce6-49d7-a542-c61018346901 admin admin] Deleting port 35aa7bba-0825-4da3-b45e-38be37c8537e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:18.854336 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6365fced-fce6-49d7-a542-c61018346901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:18.856292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c3e0a53-339a-4ccb-8ca1-a1546d8b2cdc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:18.856868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3e0a53-339a-4ccb-8ca1-a1546d8b2cdc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1cc58892-f0e0-493f-9108-f0d4d32dfaf4 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:42:18.861376 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c3e0a53-339a-4ccb-8ca1-a1546d8b2cdc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:18.865205 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3c3e0a53-339a-4ccb-8ca1-a1546d8b2cdc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "DELETE /v2.0/routers/1cc58892-f0e0-493f-9108-f0d4d32dfaf4 HTTP/1.1" status: 204 len: 168 time: 5.1984417 Aug 20 11:42:18.866467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Transition to ACTIVE for port object 7cd3dd75-8677-493d-acac-c3016fc6a36c will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:18.867201 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40186) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:18.924659 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:18.936047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aec1b-57e5-42c4-8a5c-62d10f963181 req-df9398d7-ab99-4776-8c4f-d69c88cc20ff tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:18.946868 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8d5aec1b-57e5-42c4-8a5c-62d10f963181 req-df9398d7-ab99-4776-8c4f-d69c88cc20ff tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 943 time: 0.1004624 Aug 20 11:42:18.997718 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8d5aec1b-57e5-42c4-8a5c-62d10f963181 req-911daaf6-fa5f-44d8-a33e-37e990046133 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443926 Aug 20 11:42:19.096335 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57a423c1-a212-4068-a6c0-640760f1c95b req-6badcb93-e94c-42b3-b6fa-4e831bd74513 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206003 Aug 20 11:42:19.123357 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cdb19bff-ff43-4755-8cd2-37e9b8a85597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:19.203336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd3dd75-8677-493d-acac-c3016fc6a36c,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:19.249957 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cdb19bff-ff43-4755-8cd2-37e9b8a85597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:19.357053 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-6365fced-fce6-49d7-a542-c61018346901 admin admin] For port 35aa7bba-0825-4da3-b45e-38be37c8537e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=35aa7bba-0825-4da3-b45e-38be37c8537e,segment=NetworkSegment(bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4),segment_id=bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:19.357739 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6365fced-fce6-49d7-a542-c61018346901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:19.384584 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d70e5-fc86-4a05-885f-2d1c56bcd8d1 req-f1582754-eacf-43ea-b6b6-d1a79d99fde5 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:19.392300 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3d7d70e5-fc86-4a05-885f-2d1c56bcd8d1 req-f1582754-eacf-43ea-b6b6-d1a79d99fde5 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 948 time: 0.0583434 Aug 20 11:42:19.401654 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-272ad538-9777-48dc-bc5a-cee339e47e9a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:19.405419 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-6365fced-fce6-49d7-a542-c61018346901 admin admin] Calling delete_port for 35aa7bba-0825-4da3-b45e-38be37c8537e owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:19.466154 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3d7d70e5-fc86-4a05-885f-2d1c56bcd8d1 req-4dfb9d13-c861-4362-9f1b-1b1c780473e3 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728495 Aug 20 11:42:19.557855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Attempting to bind port 7cd3dd75-8677-493d-acac-c3016fc6a36c on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:19.558968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Attempting to bind port 7cd3dd75-8677-493d-acac-c3016fc6a36c by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:19.559402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Attempting to bind port 7cd3dd75-8677-493d-acac-c3016fc6a36c on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:19.629970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Port 7cd3dd75-8677-493d-acac-c3016fc6a36c on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:42:19.630472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Attempting to bind port 7cd3dd75-8677-493d-acac-c3016fc6a36c on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:19.632129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 016632c6-eecc-4c01-9afb-80bc2581f2e6 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:42:19.639325 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cdb19bff-ff43-4755-8cd2-37e9b8a85597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:19.642110 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cdb19bff-ff43-4755-8cd2-37e9b8a85597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:19.648364 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cdb19bff-ff43-4755-8cd2-37e9b8a85597 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d21252b3-139f-40a7-951c-87f042d7cdeb HTTP/1.1" status: 204 len: 168 time: 0.8917086 Aug 20 11:42:19.684487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:19.685056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:19.686162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:19.686863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Bound port: 7cd3dd75-8677-493d-acac-c3016fc6a36c, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:19.687556 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:19.693724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb19bff-ff43-4755-8cd2-37e9b8a85597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21252b3-139f-40a7-951c-87f042d7cdeb,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:19.723942 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-272ad538-9777-48dc-bc5a-cee339e47e9a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:19.863618 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85ee5b-f466-4c5c-9c26-e0772b4c6b7b req-08df7a70-2bf6-4942-bf80-5e632b2fc715 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:19.865737 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad85ee5b-f466-4c5c-9c26-e0772b4c6b7b req-08df7a70-2bf6-4942-bf80-5e632b2fc715 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.3091209 Aug 20 11:42:19.937964 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 016632c6-eecc-4c01-9afb-80bc2581f2e6, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=016632c6-eecc-4c01-9afb-80bc2581f2e6,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:19.972785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '016632c6-eecc-4c01-9afb-80bc2581f2e6', 'network_id': '2f57a807-431b-4a85-84e9-9c26f27c26dc', 'port_id': '016632c6-eecc-4c01-9afb-80bc2581f2e6', 'mac_address': 'fa:16:3e:89:a6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8164adc2-ff26-452d-9022-daf8f61c3f29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:42:20.049916 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:20.068469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016632c6-eecc-4c01-9afb-80bc2581f2e6 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:20.097799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 016632c6-eecc-4c01-9afb-80bc2581f2e6, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=016632c6-eecc-4c01-9afb-80bc2581f2e6,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:20.110878 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:20.210667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=016632c6-eecc-4c01-9afb-80bc2581f2e6,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:20.231190 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:20.238487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc4a51-76eb-43be-acd9-a0ab0c2465ac req-a3a0356e-7a0d-493c-b163-5a9fdcde5111 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:20.240023 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10cc4a51-76eb-43be-acd9-a0ab0c2465ac req-a3a0356e-7a0d-493c-b163-5a9fdcde5111 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 943 time: 0.1041303 Aug 20 11:42:20.240177 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad85ee5b-f466-4c5c-9c26-e0772b4c6b7b req-53110311-9688-446e-b309-fe17d8d54831 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950892 Aug 20 11:42:20.284124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:20.298125 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:20.327080 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10cc4a51-76eb-43be-acd9-a0ab0c2465ac req-33f7962a-bdba-4ecd-a934-eca511185dee tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688810 Aug 20 11:42:20.360566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:20.361271 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:20.364369 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] 10.222.0.76 "PUT /v2.0/ports/7cd3dd75-8677-493d-acac-c3016fc6a36c HTTP/1.1" status: 200 len: 1096 time: 3.3565996 Aug 20 11:42:20.380140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:20.382462 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b0bbc9-4257-47f3-9aeb-a8574fbce59c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:20.386189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-272ad538-9777-48dc-bc5a-cee339e47e9a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Deleting port a09d69f8-b8d2-4f03-b19e-1c2700309fc4 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:20.386407 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-272ad538-9777-48dc-bc5a-cee339e47e9a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:20.398827 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6365fced-fce6-49d7-a542-c61018346901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:20.423382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['016632c6-eecc-4c01-9afb-80bc2581f2e6'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:20.521939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8ee81e32-4faf-4d92-b73e-4a6ec4fb10da no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:20.587206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 8ee81e32-4faf-4d92-b73e-4a6ec4fb10da {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:20.587558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8ee81e32-4faf-4d92-b73e-4a6ec4fb10da not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:20.616978 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8749028-f4e2-455c-89c7-68f47dacd8b7 x-openstack-request-id: req-b8749028-f4e2-455c-89c7-68f47dacd8b7 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:20.618525 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:20.621045 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8749028-f4e2-455c-89c7-68f47dacd8b7 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:20.621827 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c', 'status': 'completed', 'code': 200} Aug 20 11:42:20.686805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfe4f0-6816-473e-bb28-dde20d1413a5 req-22954648-18b6-4d9e-a69a-22375d573fa7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:20.693412 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-46cfe4f0-6816-473e-bb28-dde20d1413a5 req-22954648-18b6-4d9e-a69a-22375d573fa7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 948 time: 0.1241691 Aug 20 11:42:20.793576 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-46cfe4f0-6816-473e-bb28-dde20d1413a5 req-2178c11f-460f-4631-8ba1-813c91143567 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924096 Aug 20 11:42:20.909432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fdf48-6b07-4086-b36d-1498a6b4a774 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd3dd75-8677-493d-acac-c3016fc6a36c,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:21.107651 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40220) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:21.299995 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1ce69ca8-6f13-4145-ab74-de8315c690f9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1685162917'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:21.346608 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce69ca8-6f13-4145-ab74-de8315c690f9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Made reservation on behalf of 39fad10664fe484aa09eb6b745537541 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:21.353932 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce69ca8-6f13-4145-ab74-de8315c690f9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:21.370467 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce69ca8-6f13-4145-ab74-de8315c690f9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:21.428536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1968f-38d3-4365-b604-3a67acf069c5 req-bd96542d-2722-47a7-9684-c6e5f45cb646 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:21.437017 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fcd1968f-38d3-4365-b604-3a67acf069c5 req-bd96542d-2722-47a7-9684-c6e5f45cb646 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 945 time: 0.8567600 Aug 20 11:42:21.462566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504d91f-8d94-43f9-8497-39837db09467 req-50eb23ab-9235-4a47-af4c-5ed569f1526b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:21.465125 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4504d91f-8d94-43f9-8497-39837db09467 req-50eb23ab-9235-4a47-af4c-5ed569f1526b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.0961363 Aug 20 11:42:21.475091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-4cd451c5-512a-4f9d-b9f7-acc06d8785a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:21.476564 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-4cd451c5-512a-4f9d-b9f7-acc06d8785a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 1099 time: 0.9122772 Aug 20 11:42:21.477522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365fced-fce6-49d7-a542-c61018346901 admin admin] Pushing event deleted for resources: {'Port': ['ID=35aa7bba-0825-4da3-b45e-38be37c8537e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:21.541664 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce69ca8-6f13-4145-ab74-de8315c690f9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:21.552503 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce69ca8-6f13-4145-ab74-de8315c690f9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:21.565809 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce69ca8-6f13-4145-ab74-de8315c690f9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:42:21.575458 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce69ca8-6f13-4145-ab74-de8315c690f9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:21.575857 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-1ce69ca8-6f13-4145-ab74-de8315c690f9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Added segment 98c38b83-540a-4a3f-864a-ebadf29c3cdf of type vlan for network 7d08f95c-93d3-4563-9a09-99e2d0f91da0 Aug 20 11:42:21.591755 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-eea75910-aa78-4159-bf95-6e1d98ea2545 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c HTTP/1.1" status: 200 len: 217 time: 0.0967946 Aug 20 11:42:21.598608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-272ad538-9777-48dc-bc5a-cee339e47e9a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] For port a09d69f8-b8d2-4f03-b19e-1c2700309fc4, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a09d69f8-b8d2-4f03-b19e-1c2700309fc4,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:21.598936 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-272ad538-9777-48dc-bc5a-cee339e47e9a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:21.619806 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce69ca8-6f13-4145-ab74-de8315c690f9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:21.637233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-272ad538-9777-48dc-bc5a-cee339e47e9a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Calling delete_port for a09d69f8-b8d2-4f03-b19e-1c2700309fc4 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:21.657567 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce69ca8-6f13-4145-ab74-de8315c690f9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:21.659673 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fcd1968f-38d3-4365-b604-3a67acf069c5 req-5f5c8cec-4eb9-4c9a-ae69-93cda4f84211 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218294 Aug 20 11:42:21.663168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce69ca8-6f13-4145-ab74-de8315c690f9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:21.663810 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce69ca8-6f13-4145-ab74-de8315c690f9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:21.672024 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6365fced-fce6-49d7-a542-c61018346901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:21.698430 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-75a270d7-29eb-40dd-a38f-9e1e0aca8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:21.700799 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-75a270d7-29eb-40dd-a38f-9e1e0aca8424 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0897338 Aug 20 11:42:21.797239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce69ca8-6f13-4145-ab74-de8315c690f9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0380242-b23c-47ed-ae10-80ccd6fd5c47,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:21.837480 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4504d91f-8d94-43f9-8497-39837db09467 req-77c5f4d8-97bd-4917-9d4e-70a1304804e3 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844350 Aug 20 11:42:21.837480 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1ce69ca8-6f13-4145-ab74-de8315c690f9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7240925 Aug 20 11:42:21.865900 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce69ca8-6f13-4145-ab74-de8315c690f9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event updated for resources: {'Network': ['ID=7d08f95c-93d3-4563-9a09-99e2d0f91da0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:21.907444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 7d08f95c-93d3-4563-9a09-99e2d0f91da0 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:42:22.102249 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075ba19-e0fc-4524-92bf-c563d2768ede req-5bbf64ed-1776-40b8-8217-e0ec42ee3abb tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:22.103822 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c075ba19-e0fc-4524-92bf-c563d2768ede req-5bbf64ed-1776-40b8-8217-e0ec42ee3abb tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 948 time: 0.1436133 Aug 20 11:42:22.172264 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c075ba19-e0fc-4524-92bf-c563d2768ede req-37c1b238-84e2-4d60-8e05-683a2ab2c07e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593903 Aug 20 11:42:22.216993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf74af-317f-4649-9224-e8ebb0118e26 req-7b5642b3-5588-418b-b8c7-0bc2cad02707 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:22.225569 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aaaf74af-317f-4649-9224-e8ebb0118e26 req-7b5642b3-5588-418b-b8c7-0bc2cad02707 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 943 time: 0.4454551 Aug 20 11:42:22.234110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-5e0a9922-15ae-4cff-b351-9a46240d899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:22.237032 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-5e0a9922-15ae-4cff-b351-9a46240d899d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5011363 Aug 20 11:42:22.315367 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e6f458e5-8bd3-4733-a252-99d2dcef4217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:22.379361 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-dee0dc6e-7365-4c79-bf3f-42f9aee94299 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184592 Aug 20 11:42:22.492814 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-272ad538-9777-48dc-bc5a-cee339e47e9a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:22.598132 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aaaf74af-317f-4649-9224-e8ebb0118e26 req-10671661-b8cb-48c6-8bea-5f6225959838 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3712461 Aug 20 11:42:22.638009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ad538-9777-48dc-bc5a-cee339e47e9a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Pushing event deleted for resources: {'Port': ['ID=a09d69f8-b8d2-4f03-b19e-1c2700309fc4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:22.818735 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2f131d56-e31b-495b-958a-631ea9f88f4c req-6645a319-7c46-48d2-b92b-1d267c52c54d service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475113 Aug 20 11:42:22.820093 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-272ad538-9777-48dc-bc5a-cee339e47e9a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:22.906214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d8e2e-8c61-42d0-a5d4-2704a5588c54 req-e221dcbd-142e-4934-8db0-a0b85c7d7c94 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:22.919533 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ba4d8e2e-8c61-42d0-a5d4-2704a5588c54 req-e221dcbd-142e-4934-8db0-a0b85c7d7c94 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 945 time: 0.1059947 Aug 20 11:42:22.977401 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ba4d8e2e-8c61-42d0-a5d4-2704a5588c54 req-d6eba29b-5d9a-4624-8441-86393ed46718 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521975 Aug 20 11:42:22.993139 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-272ad538-9777-48dc-bc5a-cee339e47e9a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:22.996251 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-272ad538-9777-48dc-bc5a-cee339e47e9a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:23.084804 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6365fced-fce6-49d7-a542-c61018346901 admin admin] Router e7b19d1b-c314-4d71-b050-af238a86c06f has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:42:23.154603 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-272ad538-9777-48dc-bc5a-cee339e47e9a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:23.155101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272ad538-9777-48dc-bc5a-cee339e47e9a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb5c256c-7693-4008-b192-6d8bca484120 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:42:23.159699 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-272ad538-9777-48dc-bc5a-cee339e47e9a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:23.165016 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40238) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:23.170074 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-272ad538-9777-48dc-bc5a-cee339e47e9a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "DELETE /v2.0/routers/fb5c256c-7693-4008-b192-6d8bca484120 HTTP/1.1" status: 204 len: 168 time: 4.2968845 Aug 20 11:42:23.173599 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1725788947', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:23.213160 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0bbc9-4257-47f3-9aeb-a8574fbce59c req-ef113c93-a7dc-43d6-ab61-3641489a5908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:23.215434 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-60b0bbc9-4257-47f3-9aeb-a8574fbce59c req-ef113c93-a7dc-43d6-ab61-3641489a5908 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 1099 time: 0.2056985 Aug 20 11:42:23.229440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092507c-b701-402b-bdfb-daae91ecfbd3 req-8bfce084-8de9-4f10-b9da-347ca3251547 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:23.231043 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8092507c-b701-402b-bdfb-daae91ecfbd3 req-8bfce084-8de9-4f10-b9da-347ca3251547 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.2107542 Aug 20 11:42:23.365246 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:23.366459 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:23.432136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 016632c6-eecc-4c01-9afb-80bc2581f2e6 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:23.471919 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8092507c-b701-402b-bdfb-daae91ecfbd3 req-8b6238b9-9b47-4e6f-8c95-d5b6cd4f3fd0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803658 Aug 20 11:42:23.495416 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6365fced-fce6-49d7-a542-c61018346901 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:42:23.502073 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:23.508910 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6365fced-fce6-49d7-a542-c61018346901 admin admin] 10.222.0.37 "PUT /v2.0/routers/e7b19d1b-c314-4d71-b050-af238a86c06f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4169316 Aug 20 11:42:23.514828 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40242) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:23.521448 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0bbc9-4257-47f3-9aeb-a8574fbce59c req-756bdcaf-892e-4d7b-8b4c-569df53ad1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:23.523210 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-60b0bbc9-4257-47f3-9aeb-a8574fbce59c req-756bdcaf-892e-4d7b-8b4c-569df53ad1d1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2896259 Aug 20 11:42:23.565766 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19294500-2ba7-40ed-bf7b-da1620d11619 None None] Sync routers for ids ['e7b19d1b-c314-4d71-b050-af238a86c06f'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:42:23.580624 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-60b0bbc9-4257-47f3-9aeb-a8574fbce59c req-c6c8c910-859b-4ecd-9e9b-241fd2af3f68 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c HTTP/1.1" status: 200 len: 217 time: 0.0491068 Aug 20 11:42:23.619437 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19294500-2ba7-40ed-bf7b-da1620d11619 None None] Routers {'e7b19d1b-c314-4d71-b050-af238a86c06f'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:23.620756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-19294500-2ba7-40ed-bf7b-da1620d11619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e7b19d1b-c314-4d71-b050-af238a86c06f'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:23.687125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0bbc9-4257-47f3-9aeb-a8574fbce59c req-bd096eb3-4497-447d-9c73-f2869861759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:23.713325 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-60b0bbc9-4257-47f3-9aeb-a8574fbce59c req-bd096eb3-4497-447d-9c73-f2869861759a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1229265 Aug 20 11:42:23.716526 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:23.860226 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-19294500-2ba7-40ed-bf7b-da1620d11619 None None] Set router e7b19d1b-c314-4d71-b050-af238a86c06f gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:42:23.906017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0bbc9-4257-47f3-9aeb-a8574fbce59c req-e8f481f4-436a-4450-915e-25b4688e0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:23.907665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-60b0bbc9-4257-47f3-9aeb-a8574fbce59c req-e8f481f4-436a-4450-915e-25b4688e0586 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1793022 Aug 20 11:42:23.928281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13097f2-9b63-4dd2-8089-bf447e8b3519 req-ba3a7f71-1b9f-49eb-b1aa-12a8c4c455f1 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:23.935179 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e13097f2-9b63-4dd2-8089-bf447e8b3519 req-ba3a7f71-1b9f-49eb-b1aa-12a8c4c455f1 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 948 time: 0.5773323 Aug 20 11:42:23.936957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-75b43941-3ef5-4cc5-ae3b-10314e664874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:23.938495 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-75b43941-3ef5-4cc5-ae3b-10314e664874 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608&tenant_id=3b7fc38fbfd349b389016707e8806081 HTTP/1.1" status: 200 len: 1094 time: 0.6670001 Aug 20 11:42:23.991393 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:24.048355 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-60b0bbc9-4257-47f3-9aeb-a8574fbce59c req-6bbabd7f-1d4c-4084-8053-ee36c7cf7942 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307800 Aug 20 11:42:24.055733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911eecf-9e89-44ee-81d2-aa7933196c47 req-8267a870-ebca-4bb6-bad3-d0a2867a4291 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:24.057186 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a911eecf-9e89-44ee-81d2-aa7933196c47 req-8267a870-ebca-4bb6-bad3-d0a2867a4291 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 943 time: 0.2437611 Aug 20 11:42:24.113120 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e13097f2-9b63-4dd2-8089-bf447e8b3519 req-508b2b90-f60d-4587-9806-99162fed68ae tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215901 Aug 20 11:42:24.151147 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:24.172809 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75d1980f-e5ec-4b06-96b8-08ff6261a11c admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:24.190458 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-60b0bbc9-4257-47f3-9aeb-a8574fbce59c req-8e457753-34d7-41cc-b384-6b841b4cd1bb service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321726 Aug 20 11:42:24.259690 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 016632c6-eecc-4c01-9afb-80bc2581f2e6 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:24.263514 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a911eecf-9e89-44ee-81d2-aa7933196c47 req-ac0bc8fc-c6fc-471c-912b-1728603e9c76 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720944 Aug 20 11:42:24.273590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 016632c6-eecc-4c01-9afb-80bc2581f2e6 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:24.273958 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:24.404174 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:24.430996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a09d69f8-b8d2-4f03-b19e-1c2700309fc4 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:24.441401 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e47784-dcb8-43f4-a238-5ed7a47b9db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016632c6-eecc-4c01-9afb-80bc2581f2e6'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:24.443735 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968e6441-54b5-43d8-9acc-60dcb434fd84" -d '{"events": [{"server_uuid": "c0e47784-dcb8-43f4-a238-5ed7a47b9db7", "name": "network-vif-plugged", "status": "completed", "tag": "016632c6-eecc-4c01-9afb-80bc2581f2e6"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:24.470260 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75d1980f-e5ec-4b06-96b8-08ff6261a11c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:24.476776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: a09d69f8-b8d2-4f03-b19e-1c2700309fc4 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:24.477127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a09d69f8-b8d2-4f03-b19e-1c2700309fc4 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:24.480573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 016632c6-eecc-4c01-9afb-80bc2581f2e6, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=016632c6-eecc-4c01-9afb-80bc2581f2e6,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:24.484662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-19294500-2ba7-40ed-bf7b-da1620d11619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'name': 'tempest-ServersTestMultiNic-310136475-router', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee91cfa0-702f-458e-b0e7-33ba385c1532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:35Z', 'updated_at': '2021-08-20T11:42:20Z', 'revision_number': 5, 'project_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'gw_port': {'id': 'ee91cfa0-702f-458e-b0e7-33ba385c1532', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:35Z', 'updated_at': '2021-08-20T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:24.498711 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef14e7e-3204-4c7b-9b4e-803572695255 req-cf36cb60-5a50-4a82-bb6c-4a93658c3c4e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:24.500154 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7ef14e7e-3204-4c7b-9b4e-803572695255 req-cf36cb60-5a50-4a82-bb6c-4a93658c3c4e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 945 time: 0.1953275 Aug 20 11:42:24.524284 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bb0060-1e32-4abf-9754-7d006bd8de24 x-openstack-request-id: req-a9bb0060-1e32-4abf-9754-7d006bd8de24 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:24.524613 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e47784-dcb8-43f4-a238-5ed7a47b9db7", "name": "network-vif-plugged", "status": "completed", "tag": "016632c6-eecc-4c01-9afb-80bc2581f2e6", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:24.524845 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9bb0060-1e32-4abf-9754-7d006bd8de24 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:24.525226 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e47784-dcb8-43f4-a238-5ed7a47b9db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016632c6-eecc-4c01-9afb-80bc2581f2e6', 'code': 200} Aug 20 11:42:24.526487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19294500-2ba7-40ed-bf7b-da1620d11619 None None] Checking router: e7b19d1b-c314-4d71-b050-af238a86c06f for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:42:24.532476 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:24.541763 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19294500-2ba7-40ed-bf7b-da1620d11619 None None] Routers {'e7b19d1b-c314-4d71-b050-af238a86c06f'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:24.541763 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-19294500-2ba7-40ed-bf7b-da1620d11619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:41:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e7b19d1b-c314-4d71-b050-af238a86c06f'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:24.674129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=016632c6-eecc-4c01-9afb-80bc2581f2e6,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:24.681053 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-19294500-2ba7-40ed-bf7b-da1620d11619 None None] Set router e7b19d1b-c314-4d71-b050-af238a86c06f gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:42:24.701264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbc1ea-72eb-4ca0-b1dc-4bc9c1c8c56b req-39208fff-df6b-41a7-af8c-8f6fd5810b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:24.702845 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-59dbc1ea-72eb-4ca0-b1dc-4bc9c1c8c56b req-39208fff-df6b-41a7-af8c-8f6fd5810b45 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 1097 time: 0.1136386 Aug 20 11:42:24.747974 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738685e4-4836-4223-8e06-56a796e29868 req-918f0295-4e65-4a28-a99a-65d314f11152 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:24.749523 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-738685e4-4836-4223-8e06-56a796e29868 req-918f0295-4e65-4a28-a99a-65d314f11152 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.1096041 Aug 20 11:42:24.751598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-19294500-2ba7-40ed-bf7b-da1620d11619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'name': 'tempest-ServersTestMultiNic-310136475-router', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:35Z', 'updated_at': '2021-08-20T11:42:24Z', 'revision_number': 6, 'project_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:24.768668 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-59dbc1ea-72eb-4ca0-b1dc-4bc9c1c8c56b req-897cfe1a-21d9-4700-bd0a-b063113759ba service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561290 Aug 20 11:42:24.783003 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19294500-2ba7-40ed-bf7b-da1620d11619 None None] The sync data for ids ['e7b19d1b-c314-4d71-b050-af238a86c06f'] in n-d-804299-2 is: [{'id': 'e7b19d1b-c314-4d71-b050-af238a86c06f', 'name': 'tempest-ServersTestMultiNic-310136475-router', 'tenant_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:35Z', 'updated_at': '2021-08-20T11:42:24Z', 'revision_number': 6, 'project_id': '0d86ec1742a74b2b9f07dedc5baf4bd9', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:42:24.816287 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-738685e4-4836-4223-8e06-56a796e29868 req-20dfff40-0bdf-4c22-b185-2d071d015e38 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557940 Aug 20 11:42:24.864112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b422c0-fc91-4154-9fd9-2d32d5a7b611 req-dc51e354-fca0-489c-9b63-d4d4930219c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:24.865810 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1b422c0-fc91-4154-9fd9-2d32d5a7b611 req-dc51e354-fca0-489c-9b63-d4d4930219c2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 1096 time: 0.0460465 Aug 20 11:42:24.993829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b422c0-fc91-4154-9fd9-2d32d5a7b611 req-c8f0f667-cbe0-4359-90c7-ffc20768341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:24.996931 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1b422c0-fc91-4154-9fd9-2d32d5a7b611 req-c8f0f667-cbe0-4359-90c7-ffc20768341b service neutron] 10.222.0.76 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.1235096 Aug 20 11:42:25.047321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1b422c0-fc91-4154-9fd9-2d32d5a7b611 req-a0a0fdf7-26ff-4df0-8060-ae1c033cb942 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56ca3e04-b1b8-4d19-a1b8-3a8087852105 HTTP/1.1" status: 200 len: 217 time: 0.0429075 Aug 20 11:42:25.100924 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b422c0-fc91-4154-9fd9-2d32d5a7b611 req-21485604-99f6-4469-9088-ae9455cf98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:25.101535 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aad66790-357e-407f-bc3f-e953a8801137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.102415 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1b422c0-fc91-4154-9fd9-2d32d5a7b611 req-21485604-99f6-4469-9088-ae9455cf98aa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.0477293 Aug 20 11:42:25.152945 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b422c0-fc91-4154-9fd9-2d32d5a7b611 req-e433ce73-e046-404d-b696-c57f831fcfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:25.154660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1b422c0-fc91-4154-9fd9-2d32d5a7b611 req-e433ce73-e046-404d-b696-c57f831fcfcf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440888 Aug 20 11:42:25.199414 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7ef14e7e-3204-4c7b-9b4e-803572695255 req-34db656e-1deb-4d52-b1ed-7fac7a4f7ed0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6796501 Aug 20 11:42:25.200060 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.226004 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.290725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27f5b3-d8b3-4500-9082-7fe60758b71c req-06a16e81-0dc3-4dd0-9710-c3c285fd8b6f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:25.292210 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd27f5b3-d8b3-4500-9082-7fe60758b71c req-06a16e81-0dc3-4dd0-9710-c3c285fd8b6f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 948 time: 0.0682466 Aug 20 11:42:25.295937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-75d1980f-e5ec-4b06-96b8-08ff6261a11c admin admin] Deleting port ee91cfa0-702f-458e-b0e7-33ba385c1532 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:25.296290 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75d1980f-e5ec-4b06-96b8-08ff6261a11c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.311711 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1b422c0-fc91-4154-9fd9-2d32d5a7b611 req-5cfbf97c-fb27-4c94-9097-c9b6c088937e service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495273 Aug 20 11:42:25.316996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7cd3dd75-8677-493d-acac-c3016fc6a36c details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:42:25.400891 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.458189 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd27f5b3-d8b3-4500-9082-7fe60758b71c req-64f039ce-4def-41d1-9657-ba5e2e364db9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008933 Aug 20 11:42:25.494398 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1b422c0-fc91-4154-9fd9-2d32d5a7b611 req-7ad027c9-6276-450e-8157-433a9966c573 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731133 Aug 20 11:42:25.501698 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:25.541826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:25.557266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '7cd3dd75-8677-493d-acac-c3016fc6a36c', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '7cd3dd75-8677-493d-acac-c3016fc6a36c', 'mac_address': 'fa:16:3e:87:b4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:42:25.577293 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40266) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:25.582646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7d449bb7-1f39-4faa-9203-ade0799539c9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Request body: {'subnet': {'network_id': '7d08f95c-93d3-4563-9a09-99e2d0f91da0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:25.600861 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.609690 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd00ca4-fc72-47ef-8c50-d882a6637fe5 req-cfbe5df9-2485-4402-b6d2-fbb9663c10b3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:25.611230 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cbd00ca4-fc72-47ef-8c50-d882a6637fe5 req-cfbe5df9-2485-4402-b6d2-fbb9663c10b3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 943 time: 0.1248267 Aug 20 11:42:25.615613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd3dd75-8677-493d-acac-c3016fc6a36c {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:25.630342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Allocated IP 172.25.8.195 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/905a3106-5eee-4d68-8d5e-588535aab733) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:25.639863 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:25.644049 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.685964 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:25.688166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d449bb7-1f39-4faa-9203-ade0799539c9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Made reservation on behalf of 39fad10664fe484aa09eb6b745537541 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:25.692766 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d449bb7-1f39-4faa-9203-ade0799539c9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.698680 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=7cd3dd75-8677-493d-acac-c3016fc6a36c,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:25.774757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-75d1980f-e5ec-4b06-96b8-08ff6261a11c admin admin] For port ee91cfa0-702f-458e-b0e7-33ba385c1532, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ee91cfa0-702f-458e-b0e7-33ba385c1532,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:25.775244 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75d1980f-e5ec-4b06-96b8-08ff6261a11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.803515 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cbd00ca4-fc72-47ef-8c50-d882a6637fe5 req-9b56e0d3-38e4-46f2-a02f-a4d34ca1f905 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710768 Aug 20 11:42:25.805716 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-75d1980f-e5ec-4b06-96b8-08ff6261a11c admin admin] Calling delete_port for ee91cfa0-702f-458e-b0e7-33ba385c1532 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:25.820088 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1717bc-4964-4464-a227-8b3a2ca3c16c {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:25.835531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.899021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Transition to ACTIVE for port object ad1717bc-4964-4464-a227-8b3a2ca3c16c will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:25.910349 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.919617 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['7cd3dd75-8677-493d-acac-c3016fc6a36c'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:25.925552 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d449bb7-1f39-4faa-9203-ade0799539c9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.965272 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:26.016184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e674ed-9b85-41ba-8347-d505eb888959 req-4b22b66b-4b51-4168-afe3-b3970745b0f9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:26.023164 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28e674ed-9b85-41ba-8347-d505eb888959 req-4b22b66b-4b51-4168-afe3-b3970745b0f9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.1444049 Aug 20 11:42:26.080197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28e674ed-9b85-41ba-8347-d505eb888959 req-573c95c9-b908-4d6c-8a27-76a389d8d158 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469453 Aug 20 11:42:26.082982 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d449bb7-1f39-4faa-9203-ade0799539c9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event updated for resources: {'Subnet': ['ID=dc3fcf73-70d2-4a75-9468-8301c3466a3c,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:26.096907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d449bb7-1f39-4faa-9203-ade0799539c9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Checking segment: {'id': '98c38b83-540a-4a3f-864a-ebadf29c3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d08f95c-93d3-4563-9a09-99e2d0f91da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:26.097281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d449bb7-1f39-4faa-9203-ade0799539c9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Network hostable DHCP agents. Network: 7d08f95c-93d3-4563-9a09-99e2d0f91da0, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:42:26.111064 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Pushing event updated for resources: {'Port': ['ID=ad1717bc-4964-4464-a227-8b3a2ca3c16c,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:26.126275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d449bb7-1f39-4faa-9203-ade0799539c9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Network 7d08f95c-93d3-4563-9a09-99e2d0f91da0 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:42:26.137444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-7d449bb7-1f39-4faa-9203-ade0799539c9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 7d08f95c-93d3-4563-9a09-99e2d0f91da0) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:26.143120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d449bb7-1f39-4faa-9203-ade0799539c9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:26.144257 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d449bb7-1f39-4faa-9203-ade0799539c9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:26.146701 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98546014-d311-4882-afc1-c49a5cc77b7d None None] Network 7d08f95c-93d3-4563-9a09-99e2d0f91da0 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:26.161454 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7d449bb7-1f39-4faa-9203-ade0799539c9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5821626 Aug 20 11:42:26.164307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40270) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:26.171172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7f600c64-be64-4872-a500-2344609721df tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1930777974'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:26.197178 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f600c64-be64-4872-a500-2344609721df tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Made reservation on behalf of 39fad10664fe484aa09eb6b745537541 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:26.204659 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f600c64-be64-4872-a500-2344609721df tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:26.238508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f600c64-be64-4872-a500-2344609721df tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:42:26.247645 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:26.260946 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f600c64-be64-4872-a500-2344609721df tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:26.261797 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-7f600c64-be64-4872-a500-2344609721df tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Added segment c96a47e7-7e91-4ac3-91c5-bd726468340e of type vlan for network 709552ce-6a98-498d-bb01-48bd41fbbcd3 Aug 20 11:42:26.294709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] No DVR routers for this DVR port ad1717bc-4964-4464-a227-8b3a2ca3c16c on host n-h2-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:26.312780 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f600c64-be64-4872-a500-2344609721df tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:26.329613 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:26.348391 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f600c64-be64-4872-a500-2344609721df tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:26.357600 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f600c64-be64-4872-a500-2344609721df tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:26.358368 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f600c64-be64-4872-a500-2344609721df tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:26.369915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-7d08f95c-93d3-4563-9a09-99e2d0f91da0', 'network_id': '7d08f95c-93d3-4563-9a09-99e2d0f91da0', 'tenant_id': '39fad10664fe484aa09eb6b745537541', 'fixed_ips': [{'subnet_id': 'dc3fcf73-70d2-4a75-9468-8301c3466a3c'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:42:26.372083 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:26.410699 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:26.415384 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Pushing event updated for resources: {'Port': ['ID=905a3106-5eee-4d68-8d5e-588535aab733,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:26.431124 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:26.465938 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:26.466287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ee91cfa0-702f-458e-b0e7-33ba385c1532 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:26.495068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: ee91cfa0-702f-458e-b0e7-33ba385c1532 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:26.496096 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75d1980f-e5ec-4b06-96b8-08ff6261a11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:26.496268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ee91cfa0-702f-458e-b0e7-33ba385c1532 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:26.497027 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 35aa7bba-0825-4da3-b45e-38be37c8537e no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:26.521670 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 35aa7bba-0825-4da3-b45e-38be37c8537e {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:26.522034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 35aa7bba-0825-4da3-b45e-38be37c8537e not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:26.562083 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3dee3-3101-483c-8dc1-71ccf3c13a00 req-1681b87f-72c4-4f1d-9a19-c64b4fd025fd tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:26.563272 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4fc3dee3-3101-483c-8dc1-71ccf3c13a00 req-1681b87f-72c4-4f1d-9a19-c64b4fd025fd tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 946 time: 0.2635589 Aug 20 11:42:26.572692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1980f-e5ec-4b06-96b8-08ff6261a11c admin admin] Pushing event deleted for resources: {'Port': ['ID=ee91cfa0-702f-458e-b0e7-33ba385c1532,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:26.581706 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Allocated IP 2001:db8:0:ffff::2 (7d08f95c-93d3-4563-9a09-99e2d0f91da0/dc3fcf73-70d2-4a75-9468-8301c3466a3c/acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:26.784947 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4fc3dee3-3101-483c-8dc1-71ccf3c13a00 req-cae14b12-44da-4ced-8822-d7fd5c17345f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094359 Aug 20 11:42:26.801037 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Attempting to bind port ad1717bc-4964-4464-a227-8b3a2ca3c16c on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:26.801491 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Attempting to bind port ad1717bc-4964-4464-a227-8b3a2ca3c16c by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:26.801826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Attempting to bind port ad1717bc-4964-4464-a227-8b3a2ca3c16c on network b817b733-e7a4-4e0a-bc42-a33cd394358d {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:26.817689 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75d1980f-e5ec-4b06-96b8-08ff6261a11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:26.846495 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7f600c64-be64-4872-a500-2344609721df tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6799312 Aug 20 11:42:26.855544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40278) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:26.860941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d3598c94-29de-485b-95a9-deb246de78fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Request body: {'subnet': {'network_id': '709552ce-6a98-498d-bb01-48bd41fbbcd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:26.873467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f600c64-be64-4872-a500-2344609721df tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event updated for resources: {'Network': ['ID=709552ce-6a98-498d-bb01-48bd41fbbcd3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:26.891462 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 709552ce-6a98-498d-bb01-48bd41fbbcd3 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:42:26.937280 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75d1980f-e5ec-4b06-96b8-08ff6261a11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:26.939590 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75d1980f-e5ec-4b06-96b8-08ff6261a11c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:26.966336 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:26.987069 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Transition to ACTIVE for port object acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:26.990537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbdb1e-44c9-4c01-bd04-299178a91b51 req-3fb1b574-9055-4dd3-928d-9648e2563ea0 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:26.992381 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05dbdb1e-44c9-4c01-bd04-299178a91b51 req-3fb1b574-9055-4dd3-928d-9648e2563ea0 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 949 time: 0.1879909 Aug 20 11:42:26.994573 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75d1980f-e5ec-4b06-96b8-08ff6261a11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:26.995105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d1980f-e5ec-4b06-96b8-08ff6261a11c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7b19d1b-c314-4d71-b050-af238a86c06f {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:42:26.997408 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Port ad1717bc-4964-4464-a227-8b3a2ca3c16c on network b817b733-e7a4-4e0a-bc42-a33cd394358d not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:42:26.997727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Attempting to bind port ad1717bc-4964-4464-a227-8b3a2ca3c16c on network b817b733-e7a4-4e0a-bc42-a33cd394358d {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:27.003691 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75d1980f-e5ec-4b06-96b8-08ff6261a11c admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.004876 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-75d1980f-e5ec-4b06-96b8-08ff6261a11c admin admin] 10.222.0.37 "DELETE /v2.0/routers/e7b19d1b-c314-4d71-b050-af238a86c06f HTTP/1.1" status: 204 len: 168 time: 3.4736228 Aug 20 11:42:27.008817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40284) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:27.022036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:27.022463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Checking segment: {'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:27.022770 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Bound using segment: {'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:27.023229 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Bound port: ad1717bc-4964-4464-a227-8b3a2ca3c16c, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:27.023598 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.029949 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Transition to ACTIVE for port object acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:27.039007 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.052715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3598c94-29de-485b-95a9-deb246de78fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Made reservation on behalf of 39fad10664fe484aa09eb6b745537541 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:27.057044 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d3598c94-29de-485b-95a9-deb246de78fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.117140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Network 7d08f95c-93d3-4563-9a09-99e2d0f91da0 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:27.120298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:27.125257 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:27.130136 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05dbdb1e-44c9-4c01-bd04-299178a91b51 req-6380eaf1-23e2-4a17-95ca-27dd3525082f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122329 Aug 20 11:42:27.169370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Pushing event updated for resources: {'Port': ['ID=acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:27.212062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Attempting to bind port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:27.212062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Attempting to bind port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '98c38b83-540a-4a3f-864a-ebadf29c3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d08f95c-93d3-4563-9a09-99e2d0f91da0'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:27.212478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Attempting to bind port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 on network 7d08f95c-93d3-4563-9a09-99e2d0f91da0 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:27.218501 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:27.218905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Checking segment: {'id': '98c38b83-540a-4a3f-864a-ebadf29c3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d08f95c-93d3-4563-9a09-99e2d0f91da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:27.219345 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.219771 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Bound using segment: {'id': '98c38b83-540a-4a3f-864a-ebadf29c3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d08f95c-93d3-4563-9a09-99e2d0f91da0'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:27.220408 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Bound port: acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c38b83-540a-4a3f-864a-ebadf29c3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d08f95c-93d3-4563-9a09-99e2d0f91da0'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:27.220855 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.276570 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c0b107-cb26-47c8-9a59-e736b980b94e admin admin] Deleting subnet e0fefb2c-1c64-4ade-a925-ed0086aaf24a {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:42:27.285830 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16c0b107-cb26-47c8-9a59-e736b980b94e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.296653 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dde8a-62b1-4f45-bd9d-01f01659421b req-55ded72b-bc99-4a1e-937c-c8d013e7f959 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:27.298157 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de6dde8a-62b1-4f45-bd9d-01f01659421b req-55ded72b-bc99-4a1e-937c-c8d013e7f959 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 946 time: 0.0867002 Aug 20 11:42:27.309205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] For port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:27.312447 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.314242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] For port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61,segment=NetworkSegment(98c38b83-540a-4a3f-864a-ebadf29c3cdf),segment_id=98c38b83-540a-4a3f-864a-ebadf29c3cdf)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:27.320628 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.330073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7cd3dd75-8677-493d-acac-c3016fc6a36c up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:27.377640 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de6dde8a-62b1-4f45-bd9d-01f01659421b req-0e32b60d-9b2e-49e6-a468-4c218f232173 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731773 Aug 20 11:42:27.394406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801fcc4-5646-4126-87a7-837d75c28aa6 req-38a16b82-5051-4d9f-bd53-7cf2a5374521 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:27.396199 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4801fcc4-5646-4126-87a7-837d75c28aa6 req-38a16b82-5051-4d9f-bd53-7cf2a5374521 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 943 time: 0.2501109 Aug 20 11:42:27.400245 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16c0b107-cb26-47c8-9a59-e736b980b94e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.425877 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:27.484282 n-d-804299-2 neutron-server[94691]: DEBUG neutron.objects.ports [None req-d3598c94-29de-485b-95a9-deb246de78fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94691) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:42:27.497646 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d3598c94-29de-485b-95a9-deb246de78fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.503678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d04d33-fb32-41d0-9f88-ef0613fbd24e None None] Pushing event updated for resources: {'Port': ['ID=acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:27.553234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 7cd3dd75-8677-493d-acac-c3016fc6a36c completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:27.563376 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 7cd3dd75-8677-493d-acac-c3016fc6a36c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:27.564174 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.609856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3598c94-29de-485b-95a9-deb246de78fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event updated for resources: {'Subnet': ['ID=e69fe5f0-e6e0-4db2-8da1-72ca81bba245,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:27.616141 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3598c94-29de-485b-95a9-deb246de78fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Checking segment: {'id': 'c96a47e7-7e91-4ac3-91c5-bd726468340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '709552ce-6a98-498d-bb01-48bd41fbbcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:27.616510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3598c94-29de-485b-95a9-deb246de78fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Network hostable DHCP agents. Network: 709552ce-6a98-498d-bb01-48bd41fbbcd3, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:42:27.634533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bf6fc-0d3d-4d80-809b-4486f80d5df9 req-7cf1a0f5-f2f4-4165-8586-1d7af1664e4a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:27.642735 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca1bf6fc-0d3d-4d80-809b-4486f80d5df9 req-7cf1a0f5-f2f4-4165-8586-1d7af1664e4a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 945 time: 0.1551354 Aug 20 11:42:27.698281 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca1bf6fc-0d3d-4d80-809b-4486f80d5df9 req-ca40cb88-dac8-4a55-a8b8-e9421b9431ab tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545533 Aug 20 11:42:27.700251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3598c94-29de-485b-95a9-deb246de78fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Network 709552ce-6a98-498d-bb01-48bd41fbbcd3 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:42:27.702005 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.714722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-d3598c94-29de-485b-95a9-deb246de78fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 709552ce-6a98-498d-bb01-48bd41fbbcd3) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:27.723505 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3598c94-29de-485b-95a9-deb246de78fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:27.724107 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d3598c94-29de-485b-95a9-deb246de78fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.750501 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:27.751021 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d3598c94-29de-485b-95a9-deb246de78fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8942187 Aug 20 11:42:27.751789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40288) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:27.753738 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4628f54d-2ab2-4b74-8108-84d3325b2787" -d '{"events": [{"server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "name": "network-vif-plugged", "status": "completed", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:27.757788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-92bba1e4-0c8e-4248-8726-68178568ed7a tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Request body: {'port': {'network_id': '709552ce-6a98-498d-bb01-48bd41fbbcd3', 'name': 'tempest-NetworksIpV6TestAttrs-1169129931'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:27.758028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c4c56e-e63e-47b0-8432-73dfe1434b04 None None] Network 709552ce-6a98-498d-bb01-48bd41fbbcd3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:27.851728 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:27.859979 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.860959 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 56ca3e04-b1b8-4d19-a1b8-3a8087852105 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:27.928020 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bba1e4-0c8e-4248-8726-68178568ed7a tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Made reservation on behalf of 39fad10664fe484aa09eb6b745537541 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:27.934451 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-92bba1e4-0c8e-4248-8726-68178568ed7a tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.960526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-92bba1e4-0c8e-4248-8726-68178568ed7a tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] device_id is not set on port 8d544fce-2126-44c4-ab15-5f863b345350 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:42:27.976914 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:27.999902 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:28.014096 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ad2214-6c68-4203-9755-e2eb01af076b x-openstack-request-id: req-20ad2214-6c68-4203-9755-e2eb01af076b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:28.014385 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "name": "network-vif-plugged", "status": "completed", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:28.014642 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20ad2214-6c68-4203-9755-e2eb01af076b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:28.015259 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c', 'code': 200} Aug 20 11:42:28.023893 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4801fcc4-5646-4126-87a7-837d75c28aa6 req-c6d31a88-95dd-4cb7-911c-25793f0afc4c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6000183 Aug 20 11:42:28.053146 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:28.146872 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=7cd3dd75-8677-493d-acac-c3016fc6a36c,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:28.148120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51053f02-9dc3-463e-8cbb-02bf0b3b2e8b req-15154fbe-d947-4f68-b33b-33938e6b9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:28.150125 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51053f02-9dc3-463e-8cbb-02bf0b3b2e8b req-15154fbe-d947-4f68-b33b-33938e6b9bac service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 1101 time: 0.0808985 Aug 20 11:42:28.169978 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:28.221359 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:28.226459 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:28.235967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-709552ce-6a98-498d-bb01-48bd41fbbcd3', 'network_id': '709552ce-6a98-498d-bb01-48bd41fbbcd3', 'tenant_id': '39fad10664fe484aa09eb6b745537541', 'fixed_ips': [{'subnet_id': 'e69fe5f0-e6e0-4db2-8da1-72ca81bba245'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:42:28.236831 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:28.237195 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] 10.222.0.35 "PUT /v2.0/ports/ad1717bc-4964-4464-a227-8b3a2ca3c16c HTTP/1.1" status: 200 len: 1091 time: 4.2535050 Aug 20 11:42:28.242570 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:28.244739 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44071d4c-6724-4f78-9fb0-d86852914608', 'tag': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:28.247898 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce221446-bd7c-4e29-8087-84fccd525565" -d '{"events": [{"name": "network-changed", "server_uuid": "44071d4c-6724-4f78-9fb0-d86852914608", "tag": "ad1717bc-4964-4464-a227-8b3a2ca3c16c"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:28.255900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 56ca3e04-b1b8-4d19-a1b8-3a8087852105, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=56ca3e04-b1b8-4d19-a1b8-3a8087852105,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:28.265294 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:28.297934 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51053f02-9dc3-463e-8cbb-02bf0b3b2e8b req-89673272-c09b-4e56-8811-fc4edae107c9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034551 Aug 20 11:42:28.332810 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce246d1e-be89-4825-b103-509a07cc16cb x-openstack-request-id: req-ce246d1e-be89-4825-b103-509a07cc16cb {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:28.333757 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44071d4c-6724-4f78-9fb0-d86852914608", "tag": "ad1717bc-4964-4464-a227-8b3a2ca3c16c", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:28.334202 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce246d1e-be89-4825-b103-509a07cc16cb {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:28.335135 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44071d4c-6724-4f78-9fb0-d86852914608', 'tag': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'status': 'completed', 'code': 200} Aug 20 11:42:28.336690 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16c0b107-cb26-47c8-9a59-e736b980b94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:28.352243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-92bba1e4-0c8e-4248-8726-68178568ed7a tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Allocated IP 2001:db8::f816:3eff:fe47:283e (709552ce-6a98-498d-bb01-48bd41fbbcd3/e69fe5f0-e6e0-4db2-8da1-72ca81bba245/8d544fce-2126-44c4-ab15-5f863b345350) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:28.378344 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928612c6-b480-4df0-8f00-e76c104577cf service neutron] Pushing event updated for resources: {'Port': ['ID=ad1717bc-4964-4464-a227-8b3a2ca3c16c,revision_number=10']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:28.459782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c8589-d9d1-47a8-b39d-f150c1439976 req-954a1a75-c90d-4056-aad4-2c2223c28b62 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:28.461882 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-767c8589-d9d1-47a8-b39d-f150c1439976 req-954a1a75-c90d-4056-aad4-2c2223c28b62 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.1664505 Aug 20 11:42:28.482222 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=56ca3e04-b1b8-4d19-a1b8-3a8087852105,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:28.546463 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:28.567620 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-bf9b86c6-206b-4f7c-8c29-6f9711896de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:28.569192 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-bf9b86c6-206b-4f7c-8c29-6f9711896de8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b7fc38fbfd349b389016707e8806081&device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 1095 time: 0.2814276 Aug 20 11:42:28.609962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:28.619295 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-767c8589-d9d1-47a8-b39d-f150c1439976 req-de0264b7-8af5-429e-9acb-e6c2457069fe tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300070 Aug 20 11:42:28.687077 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-92bba1e4-0c8e-4248-8726-68178568ed7a tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:28.706858 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-92bba1e4-0c8e-4248-8726-68178568ed7a tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Transition to ACTIVE for port object 8d544fce-2126-44c4-ab15-5f863b345350 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:28.718242 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16c0b107-cb26-47c8-9a59-e736b980b94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:28.751569 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-92bba1e4-0c8e-4248-8726-68178568ed7a tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:28.797368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd07ba0-b003-43c9-8b84-cd03a53b4637 req-cdd592cb-3d33-44ce-9d53-fb6d8efb6420 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:28.798651 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5dd07ba0-b003-43c9-8b84-cd03a53b4637 req-cdd592cb-3d33-44ce-9d53-fb6d8efb6420 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 946 time: 0.2731693 Aug 20 11:42:28.807040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0b107-cb26-47c8-9a59-e736b980b94e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0fefb2c-1c64-4ade-a925-ed0086aaf24a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:28.809131 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16c0b107-cb26-47c8-9a59-e736b980b94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:28.813622 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-16c0b107-cb26-47c8-9a59-e736b980b94e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e0fefb2c-1c64-4ade-a925-ed0086aaf24a HTTP/1.1" status: 204 len: 168 time: 1.8035784 Aug 20 11:42:28.817159 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d98f22-c790-4a26-9c91-404fab3854c7 None None] Network 0bf93aec-d5da-4697-9365-3916257c8ea4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:28.821251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40300) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:28.843798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Allocated IP 2001:db8::f816:3eff:fe4a:51f5 (709552ce-6a98-498d-bb01-48bd41fbbcd3/e69fe5f0-e6e0-4db2-8da1-72ca81bba245/752cd4b2-9040-45a5-9429-288d5de0f499) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:28.850835 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-4a020e6e-f4aa-403b-8525-1a2e4e9fb7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:28.852367 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-4a020e6e-f4aa-403b-8525-1a2e4e9fb7ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 200 len: 916 time: 0.2411327 Aug 20 11:42:28.883230 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543a6a25-7cef-498c-a54c-33d09b2fb652 None None] Network 7d08f95c-93d3-4563-9a09-99e2d0f91da0 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:28.919117 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bba1e4-0c8e-4248-8726-68178568ed7a tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Network 709552ce-6a98-498d-bb01-48bd41fbbcd3 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:28.920847 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5dd07ba0-b003-43c9-8b84-cd03a53b4637 req-50cd06a1-b6ac-4102-b944-a55d43fd8a8f tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061459 Aug 20 11:42:28.923525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bba1e4-0c8e-4248-8726-68178568ed7a tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event updated for resources: {'Port': ['ID=8d544fce-2126-44c4-ab15-5f863b345350,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:28.923959 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Router c0927829-7ed4-4328-b32f-c51940d1978d is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:42:28.935868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-92bba1e4-0c8e-4248-8726-68178568ed7a tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:28.938857 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bba1e4-0c8e-4248-8726-68178568ed7a tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:28.944820 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bba1e4-0c8e-4248-8726-68178568ed7a tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:28.945570 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-92bba1e4-0c8e-4248-8726-68178568ed7a tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:28.966896 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-92bba1e4-0c8e-4248-8726-68178568ed7a tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2139010 Aug 20 11:42:28.970668 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40304) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:28.990998 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.004619 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-9d265f53-787a-495d-a095-ebcfc5e8bd37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c HTTP/1.1" status: 200 len: 998 time: 0.1439347 Aug 20 11:42:29.042868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e7734-ceb3-431e-8d49-2b2a898b17df req-40d8ea61-14dd-4a0e-9c02-63beaf92dcc0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:29.044905 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b76e7734-ceb3-431e-8d49-2b2a898b17df req-40d8ea61-14dd-4a0e-9c02-63beaf92dcc0 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 943 time: 0.2244918 Aug 20 11:42:29.119005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-651511a9-0ef6-41e3-a195-eb669c2bbc93 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Deleting subnet e69fe5f0-e6e0-4db2-8da1-72ca81bba245 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:42:29.132453 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b76e7734-ceb3-431e-8d49-2b2a898b17df req-764592dc-c0b4-40d7-a661-14752a60fe72 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765264 Aug 20 11:42:29.167329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] Deleting port 2c0664c3-812e-4e78-98b0-a76938bab794 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:29.168086 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.170712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-d537848c-8e00-4fd4-8c83-4867c4e883e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:29.172472 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-d537848c-8e00-4fd4-8c83-4867c4e883e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=103eddf2-fc89-4533-8efb-85f3a3a4ce52 HTTP/1.1" status: 200 len: 855 time: 0.1578975 Aug 20 11:42:29.225906 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:42:29.239777 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be7c9d-0a58-4c7d-9187-42e74ef422b3 None None] Sync routers for ids ['c0927829-7ed4-4328-b32f-c51940d1978d'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:42:29.261499 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be7c9d-0a58-4c7d-9187-42e74ef422b3 None None] Routers {'c0927829-7ed4-4328-b32f-c51940d1978d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:29.263144 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-54be7c9d-0a58-4c7d-9187-42e74ef422b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c0927829-7ed4-4328-b32f-c51940d1978d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:29.263364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b871a8-46aa-491d-92c1-3ee0de96ed1f req-855c104b-32bd-4f80-837f-0e75b6c42497 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:29.265133 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-76b871a8-46aa-491d-92c1-3ee0de96ed1f req-855c104b-32bd-4f80-837f-0e75b6c42497 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.1316245 Aug 20 11:42:29.274864 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-66e7f04e-5c99-499f-abef-729cdd85765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:29.276751 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-66e7f04e-5c99-499f-abef-729cdd85765b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b817b733-e7a4-4e0a-bc42-a33cd394358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936646 Aug 20 11:42:29.277559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] For port 2c0664c3-812e-4e78-98b0-a76938bab794, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2c0664c3-812e-4e78-98b0-a76938bab794,segment=NetworkSegment(bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4),segment_id=bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:29.278040 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.289440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ed4ca-2568-4722-9d68-866973ffed7e req-44b0c216-c496-41b5-a870-ddf270a3914e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:29.291329 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cb6ed4ca-2568-4722-9d68-866973ffed7e req-44b0c216-c496-41b5-a870-ddf270a3914e tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 946 time: 0.0865550 Aug 20 11:42:29.299260 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.303653 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1a6a198c-5e0f-40de-8694-7abc2ac08b40 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1373651 Aug 20 11:42:29.305389 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40312) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:29.315244 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.317755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8addde73-7e02-4a63-b6a4-99bf773d1375 None None] Provisioning for port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:29.318018 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7c9b72da-4911-4143-bf7f-ce4066d2ee86 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'enable_snat': False}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:29.319036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] Calling delete_port for 2c0664c3-812e-4e78-98b0-a76938bab794 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:29.347178 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-54be7c9d-0a58-4c7d-9187-42e74ef422b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:29.357282 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be7c9d-0a58-4c7d-9187-42e74ef422b3 None None] Routers {'c0927829-7ed4-4328-b32f-c51940d1978d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:29.357453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Transition to ACTIVE for port object 752cd4b2-9040-45a5-9429-288d5de0f499 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:29.357903 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-54be7c9d-0a58-4c7d-9187-42e74ef422b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c0927829-7ed4-4328-b32f-c51940d1978d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:29.362756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8addde73-7e02-4a63-b6a4-99bf773d1375 None None] Provisioning complete for port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:29.363004 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8addde73-7e02-4a63-b6a4-99bf773d1375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.379545 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cb6ed4ca-2568-4722-9d68-866973ffed7e req-9a5ddee6-6fa9-4562-95db-f45ff1cd7865 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791166 Aug 20 11:42:29.413975 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-54be7c9d-0a58-4c7d-9187-42e74ef422b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:29.414895 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be7c9d-0a58-4c7d-9187-42e74ef422b3 None None] The sync data for ids ['c0927829-7ed4-4328-b32f-c51940d1978d'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:42:29.429177 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.450259 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Transition to ACTIVE for port object 752cd4b2-9040-45a5-9429-288d5de0f499 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:29.472932 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.478932 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-651511a9-0ef6-41e3-a195-eb669c2bbc93 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.486394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] No DVR routers for this DVR port 2c0664c3-812e-4e78-98b0-a76938bab794 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:29.531025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0664c3-812e-4e78-98b0-a76938bab794,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:29.537401 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Network 709552ce-6a98-498d-bb01-48bd41fbbcd3 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:29.547749 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:29.567587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Pushing event updated for resources: {'Port': ['ID=752cd4b2-9040-45a5-9429-288d5de0f499,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:29.571775 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:29.621365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074e9530-9f95-4875-a3d4-5d46265436e4 None None] DHCP port deletion for 0bf93aec-d5da-4697-9365-3916257c8ea4 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:42:29.637743 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8addde73-7e02-4a63-b6a4-99bf773d1375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.638484 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-76b871a8-46aa-491d-92c1-3ee0de96ed1f req-cc37f109-151f-4acd-a758-9b61382b5591 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3599122 Aug 20 11:42:29.690662 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.702229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf93aec-d5da-4697-9365-3916257c8ea4']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:29.713538 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Attempting to bind port 752cd4b2-9040-45a5-9429-288d5de0f499 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:29.713890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:29.714225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1dc5ca-3eb6-4835-ae79-1ac0f28194b4') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:29.714780 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Attempting to bind port 752cd4b2-9040-45a5-9429-288d5de0f499 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'c96a47e7-7e91-4ac3-91c5-bd726468340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '709552ce-6a98-498d-bb01-48bd41fbbcd3'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:29.715400 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Attempting to bind port 752cd4b2-9040-45a5-9429-288d5de0f499 on network 709552ce-6a98-498d-bb01-48bd41fbbcd3 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:29.724232 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.737619 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:29.738237 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Checking segment: {'id': 'c96a47e7-7e91-4ac3-91c5-bd726468340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '709552ce-6a98-498d-bb01-48bd41fbbcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:29.738720 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.739273 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Bound using segment: {'id': 'c96a47e7-7e91-4ac3-91c5-bd726468340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '709552ce-6a98-498d-bb01-48bd41fbbcd3'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:29.739985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Bound port: 752cd4b2-9040-45a5-9429-288d5de0f499, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96a47e7-7e91-4ac3-91c5-bd726468340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '709552ce-6a98-498d-bb01-48bd41fbbcd3'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:29.740166 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.740568 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.747506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:42:29.747919 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.761075 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8addde73-7e02-4a63-b6a4-99bf773d1375 None None] For port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61,segment=NetworkSegment(98c38b83-540a-4a3f-864a-ebadf29c3cdf),segment_id=98c38b83-540a-4a3f-864a-ebadf29c3cdf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:29.769763 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8addde73-7e02-4a63-b6a4-99bf773d1375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:42:29.809739 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:42:29.817875 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.822707 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-651511a9-0ef6-41e3-a195-eb669c2bbc93 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.836951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addde73-7e02-4a63-b6a4-99bf773d1375 None None] Pushing event updated for resources: {'Port': ['ID=acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:29.847749 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-709ef625-9aad-4846-8b20-d923f9ff0170 service neutron] 10.222.0.35 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588198 Aug 20 11:42:29.862888 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.865189 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0bf93aec-d5da-4697-9365-3916257c8ea4 HTTP/1.1" status: 204 len: 168 time: 1.0428846 Aug 20 11:42:29.911020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] For port 752cd4b2-9040-45a5-9429-288d5de0f499, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:29.918533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] For port 752cd4b2-9040-45a5-9429-288d5de0f499, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=752cd4b2-9040-45a5-9429-288d5de0f499,segment=NetworkSegment(c96a47e7-7e91-4ac3-91c5-bd726468340e),segment_id=c96a47e7-7e91-4ac3-91c5-bd726468340e)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:29.925712 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.929378 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f7963-6e07-4c40-be25-7560b9201d89 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bf93aec-d5da-4697-9365-3916257c8ea4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:29.938427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1ee9c-ea90-4ac8-9119-9ee2e5ec0dd0 req-6530226b-17cd-4bea-938a-e98394a01bd1 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:29.940203 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-02d1ee9c-ea90-4ac8-9119-9ee2e5ec0dd0 req-6530226b-17cd-4bea-938a-e98394a01bd1 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.2113981 Aug 20 11:42:29.956018 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944d668-662b-4587-a1c4-8e00e3422d69 req-1172d9d1-891a-4192-8606-776cbff5a414 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:29.957684 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a944d668-662b-4587-a1c4-8e00e3422d69 req-1172d9d1-891a-4192-8606-776cbff5a414 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.3864026 Aug 20 11:42:30.036865 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e329966-99cb-4d45-bbda-31b8a27f503d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ca3e04-b1b8-4d19-a1b8-3a8087852105'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:30.038142 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a944d668-662b-4587-a1c4-8e00e3422d69 req-ab44290c-1870-483e-83ea-4aab8e6ac9b5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609772 Aug 20 11:42:30.039612 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c12fba9-e040-457d-a9cd-3cf4cad4781e" -d '{"events": [{"server_uuid": "5e329966-99cb-4d45-bbda-31b8a27f503d", "name": "network-vif-unplugged", "status": "completed", "tag": "56ca3e04-b1b8-4d19-a1b8-3a8087852105"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:30.043487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faf45d-5f26-44a2-9d42-642743bb98ec None None] Pushing event updated for resources: {'Port': ['ID=752cd4b2-9040-45a5-9429-288d5de0f499,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:30.062671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7213e772-77a5-4f1d-99a6-e4a5e2b1c3c2 None None] Provisioning complete for port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:30.063473 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7213e772-77a5-4f1d-99a6-e4a5e2b1c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:30.096334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c9b72da-4911-4143-bf7f-ce4066d2ee86 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:30.106999 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-02d1ee9c-ea90-4ac8-9119-9ee2e5ec0dd0 req-56c686d6-fc58-41a0-86d8-de7c87cfabc7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046803 Aug 20 11:42:30.124998 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a43cb0d-efa9-420d-9194-ce29876a3dba x-openstack-request-id: req-4a43cb0d-efa9-420d-9194-ce29876a3dba {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:30.125530 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e329966-99cb-4d45-bbda-31b8a27f503d", "name": "network-vif-unplugged", "status": "failed", "tag": "56ca3e04-b1b8-4d19-a1b8-3a8087852105", "code": 422}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:30.137657 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4602470-46d9-495b-b25c-4ff827aa8312 req-6f6364d2-e9be-4b7d-8837-b62be100dbf8 service neutron] 10.222.0.35 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339213 Aug 20 11:42:30.138219 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a43cb0d-efa9-420d-9194-ce29876a3dba {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:30.138624 n-d-804299-2 neutron-server[94692]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e329966-99cb-4d45-bbda-31b8a27f503d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '56ca3e04-b1b8-4d19-a1b8-3a8087852105', 'code': 422} returned with failed status Aug 20 11:42:30.177875 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-651511a9-0ef6-41e3-a195-eb669c2bbc93 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:30.285525 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40328) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:30.327687 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce221446-bd7c-4e29-8087-84fccd525565 req-c307fe8e-c98c-4c3a-b4f8-d27cd0ca603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:30.329880 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce221446-bd7c-4e29-8087-84fccd525565 req-c307fe8e-c98c-4c3a-b4f8-d27cd0ca603a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b7fc38fbfd349b389016707e8806081&device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 1095 time: 0.1177087 Aug 20 11:42:30.343974 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cbb29-3a25-43a4-8b9c-55daa9da46c4 req-f2deec40-4d30-4b3c-8710-fb386f8a0220 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:30.355654 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-390cbb29-3a25-43a4-8b9c-55daa9da46c4 req-f2deec40-4d30-4b3c-8710-fb386f8a0220 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0986021 Aug 20 11:42:30.402997 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-651511a9-0ef6-41e3-a195-eb669c2bbc93 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:30.448233 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ebf2fdc5-7def-4d35-8165-1d970c308353 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d86ec1742a74b2b9f07dedc5baf4bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583045 Aug 20 11:42:30.450717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651511a9-0ef6-41e3-a195-eb669c2bbc93 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Subnet': ['ID=e69fe5f0-e6e0-4db2-8da1-72ca81bba245,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:30.468020 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40334) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:30.487999 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-651511a9-0ef6-41e3-a195-eb669c2bbc93 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:30.489895 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-651511a9-0ef6-41e3-a195-eb669c2bbc93 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/subnets/e69fe5f0-e6e0-4db2-8da1-72ca81bba245 HTTP/1.1" status: 204 len: 168 time: 1.5179641 Aug 20 11:42:30.516080 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-390cbb29-3a25-43a4-8b9c-55daa9da46c4 req-6acd9486-d51c-44c4-bbe8-34c5269c41cb tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459856 Aug 20 11:42:30.516613 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40336) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:30.557072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c82ce-f027-456c-b1fe-8f7fcc7008aa req-7b4076e4-fb38-4532-8716-af3f0ead0181 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:30.566008 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6b2c82ce-f027-456c-b1fe-8f7fcc7008aa req-7b4076e4-fb38-4532-8716-af3f0ead0181 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.3187995 Aug 20 11:42:30.568901 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce221446-bd7c-4e29-8087-84fccd525565 req-6e646978-fc36-4f9c-a27c-0197152f0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:30.570472 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce221446-bd7c-4e29-8087-84fccd525565 req-6e646978-fc36-4f9c-a27c-0197152f0fd0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 200 len: 916 time: 0.1940389 Aug 20 11:42:30.623659 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 752cd4b2-9040-45a5-9429-288d5de0f499 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:30.675843 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0698211c-802e-4091-be73-79948250bc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:30.683694 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 752cd4b2-9040-45a5-9429-288d5de0f499 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:30.688599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:30.699309 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6b2c82ce-f027-456c-b1fe-8f7fcc7008aa req-0510442c-3177-42ba-ab9e-aea500fa6132 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318004 Aug 20 11:42:30.749404 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:30.749788 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:30.758217 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c2d608-c2b2-48be-a1e4-72ac4755b79f tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:30.759742 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c2d608-c2b2-48be-a1e4-72ac4755b79f tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:30.764399 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a1c2d608-c2b2-48be-a1e4-72ac4755b79f tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2332118 Aug 20 11:42:30.766645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40348) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:30.768444 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0698211c-802e-4091-be73-79948250bc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:30.814034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105935cd-fff8-4c4c-8064-da856ba6b3be req-579996d8-d6d0-4bee-9b59-a8ede586ff4d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:30.815590 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-105935cd-fff8-4c4c-8064-da856ba6b3be req-579996d8-d6d0-4bee-9b59-a8ede586ff4d tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 946 time: 0.1409426 Aug 20 11:42:30.824042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60dfef-2357-4f67-a10e-0e832414e4df req-83d47907-3584-4ab4-951c-77e0dbb6d4b0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:30.825624 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f60dfef-2357-4f67-a10e-0e832414e4df req-83d47907-3584-4ab4-951c-77e0dbb6d4b0 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 946 time: 0.2167282 Aug 20 11:42:30.972119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2c0664c3-812e-4e78-98b0-a76938bab794 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:31.029736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 2c0664c3-812e-4e78-98b0-a76938bab794 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:31.034813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2c0664c3-812e-4e78-98b0-a76938bab794 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:31.054617 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0c46-80c0-445c-ba85-52cebf6cd4a9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:31.067614 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-105935cd-fff8-4c4c-8064-da856ba6b3be req-87f16ac0-6766-4a43-aa8e-7946f51ebc78 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fb75f9a-48f5-4952-9427-1b95a481e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408438 Aug 20 11:42:31.120534 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0698211c-802e-4091-be73-79948250bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:31.131745 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0698211c-802e-4091-be73-79948250bc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:31.135851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0698211c-802e-4091-be73-79948250bc63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cafe33fd-26ab-44a6-a798-26135058ae01 HTTP/1.1" status: 204 len: 168 time: 0.6627018 Aug 20 11:42:31.159546 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6b0c46-80c0-445c-ba85-52cebf6cd4a9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 20 11:42:31.160035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6b0c46-80c0-445c-ba85-52cebf6cd4a9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:42:31.165865 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ee6b0c46-80c0-445c-ba85-52cebf6cd4a9 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/networks/709552ce-6a98-498d-bb01-48bd41fbbcd3 HTTP/1.1" status: 409 len: 405 time: 0.3934865 Aug 20 11:42:31.180272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40362) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:31.200439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ce9c39a9-14c7-4798-99a6-44dddaaa92d4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2123611450'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:31.276535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698211c-802e-4091-be73-79948250bc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe33fd-26ab-44a6-a798-26135058ae01,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:31.286559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9c39a9-14c7-4798-99a6-44dddaaa92d4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Made reservation on behalf of 39fad10664fe484aa09eb6b745537541 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:31.290543 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce9c39a9-14c7-4798-99a6-44dddaaa92d4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:31.313343 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9f60dfef-2357-4f67-a10e-0e832414e4df req-565dabc0-6f2c-454e-995e-5122403680e1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Deleting port 016632c6-eecc-4c01-9afb-80bc2581f2e6 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:31.313911 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f60dfef-2357-4f67-a10e-0e832414e4df req-565dabc0-6f2c-454e-995e-5122403680e1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:31.411578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9c39a9-14c7-4798-99a6-44dddaaa92d4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:42:31.449603 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce9c39a9-14c7-4798-99a6-44dddaaa92d4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:31.449603 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-ce9c39a9-14c7-4798-99a6-44dddaaa92d4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Added segment 4f6f8a66-8457-455e-b1b8-a1f0d7bdf295 of type vlan for network 10b0e256-fa3a-461e-9816-c7739fc4d65a Aug 20 11:42:31.476542 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1bc52-9486-489e-a627-6897397932cd req-f7352065-6fbb-4d11-88b5-aa1a08d9cb22 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:31.489672 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b5a1bc52-9486-489e-a627-6897397932cd req-f7352065-6fbb-4d11-88b5-aa1a08d9cb22 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.2040470 Aug 20 11:42:31.569729 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce221446-bd7c-4e29-8087-84fccd525565 req-0a25f568-86ab-4623-b676-ea845a354de6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c HTTP/1.1" status: 200 len: 998 time: 0.9705324 Aug 20 11:42:31.572874 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9f60dfef-2357-4f67-a10e-0e832414e4df req-565dabc0-6f2c-454e-995e-5122403680e1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] For port 016632c6-eecc-4c01-9afb-80bc2581f2e6, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=016632c6-eecc-4c01-9afb-80bc2581f2e6,segment=NetworkSegment(b3e3e336-75ea-403e-ae11-2091fec3bc18),segment_id=b3e3e336-75ea-403e-ae11-2091fec3bc18)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:31.573224 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f60dfef-2357-4f67-a10e-0e832414e4df req-565dabc0-6f2c-454e-995e-5122403680e1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:31.608265 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce9c39a9-14c7-4798-99a6-44dddaaa92d4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:31.618718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9f60dfef-2357-4f67-a10e-0e832414e4df req-565dabc0-6f2c-454e-995e-5122403680e1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Calling delete_port for 016632c6-eecc-4c01-9afb-80bc2581f2e6 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:31.637524 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b5a1bc52-9486-489e-a627-6897397932cd req-f549903c-3dd2-4ce6-ac0c-ceda8f876dfd tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465352 Aug 20 11:42:31.729924 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e83e6f-d1cc-47c2-bdc8-e2dd68231070 None None] Network 709552ce-6a98-498d-bb01-48bd41fbbcd3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:31.744885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6e12c-0b67-4839-9e19-ce9864f554e6 req-d17fcff8-2da0-4022-bf53-5b2d92b276ff tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:31.753140 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b3e6e12c-0b67-4839-9e19-ce9864f554e6 req-d17fcff8-2da0-4022-bf53-5b2d92b276ff tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.2397635 Aug 20 11:42:31.833154 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce9c39a9-14c7-4798-99a6-44dddaaa92d4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:31.841131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9c39a9-14c7-4798-99a6-44dddaaa92d4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:31.842073 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce9c39a9-14c7-4798-99a6-44dddaaa92d4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:31.896207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce221446-bd7c-4e29-8087-84fccd525565 req-41cc484d-c713-4c3f-b498-e681e07f87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:31.898153 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce221446-bd7c-4e29-8087-84fccd525565 req-41cc484d-c713-4c3f-b498-e681e07f87e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=103eddf2-fc89-4533-8efb-85f3a3a4ce52 HTTP/1.1" status: 200 len: 855 time: 0.2544293 Aug 20 11:42:31.921235 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b3e6e12c-0b67-4839-9e19-ce9864f554e6 req-eeb6ae97-e810-4798-819f-3aad8c1fa220 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670454 Aug 20 11:42:31.956126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Provisioning for port 752cd4b2-9040-45a5-9429-288d5de0f499 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:31.967898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c39a9-14c7-4798-99a6-44dddaaa92d4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event updated for resources: {'Network': ['ID=10b0e256-fa3a-461e-9816-c7739fc4d65a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:31.976410 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ce9c39a9-14c7-4798-99a6-44dddaaa92d4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7941403 Aug 20 11:42:31.976927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Provisioning complete for port 752cd4b2-9040-45a5-9429-288d5de0f499 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:31.977355 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:31.978649 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40372) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:31.984361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-15622f15-633f-4093-a4cd-edf2ca2858b2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Request body: {'subnet': {'network_id': '10b0e256-fa3a-461e-9816-c7739fc4d65a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:32.007401 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 10b0e256-fa3a-461e-9816-c7739fc4d65a details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:42:32.182014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15622f15-633f-4093-a4cd-edf2ca2858b2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Made reservation on behalf of 39fad10664fe484aa09eb6b745537541 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:32.186883 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15622f15-633f-4093-a4cd-edf2ca2858b2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:32.295348 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9143213-feec-43df-9f0a-119bc7cab71b req-12289b2a-541b-4637-b764-62358347f768 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 210 time: 0.0459044 Aug 20 11:42:32.310131 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f60dfef-2357-4f67-a10e-0e832414e4df req-565dabc0-6f2c-454e-995e-5122403680e1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:32.390171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565dabc0-6f2c-454e-995e-5122403680e1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Pushing event deleted for resources: {'Port': ['ID=016632c6-eecc-4c01-9afb-80bc2581f2e6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:32.479585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f60dfef-2357-4f67-a10e-0e832414e4df req-565dabc0-6f2c-454e-995e-5122403680e1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] No DVR routers for this DVR port 016632c6-eecc-4c01-9afb-80bc2581f2e6 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:32.484033 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9f60dfef-2357-4f67-a10e-0e832414e4df req-565dabc0-6f2c-454e-995e-5122403680e1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:32.486327 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f60dfef-2357-4f67-a10e-0e832414e4df req-565dabc0-6f2c-454e-995e-5122403680e1 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.35 "DELETE /v2.0/ports/016632c6-eecc-4c01-9afb-80bc2581f2e6 HTTP/1.1" status: 204 len: 173 time: 1.6460030 Aug 20 11:42:32.486922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e47784-dcb8-43f4-a238-5ed7a47b9db7', 'name': 'network-vif-deleted', 'tag': '016632c6-eecc-4c01-9afb-80bc2581f2e6'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:32.498853 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402c8094-00e9-4124-87e5-56d0520102d7" -d '{"events": [{"server_uuid": "c0e47784-dcb8-43f4-a238-5ed7a47b9db7", "name": "network-vif-deleted", "tag": "016632c6-eecc-4c01-9afb-80bc2581f2e6"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:32.539121 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c9b72da-4911-4143-bf7f-ce4066d2ee86 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:32.544595 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c9b72da-4911-4143-bf7f-ce4066d2ee86 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:32.563625 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce221446-bd7c-4e29-8087-84fccd525565 req-f64e3654-b69b-4fff-8df9-199a4fac68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:32.568434 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce221446-bd7c-4e29-8087-84fccd525565 req-f64e3654-b69b-4fff-8df9-199a4fac68b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b817b733-e7a4-4e0a-bc42-a33cd394358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5493202 Aug 20 11:42:32.607816 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92c5ce2-2ad1-4e48-ae89-3e97304afb13 x-openstack-request-id: req-c92c5ce2-2ad1-4e48-ae89-3e97304afb13 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:32.608106 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e47784-dcb8-43f4-a238-5ed7a47b9db7", "name": "network-vif-deleted", "tag": "016632c6-eecc-4c01-9afb-80bc2581f2e6", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:32.608468 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c92c5ce2-2ad1-4e48-ae89-3e97304afb13 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:32.608924 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e47784-dcb8-43f4-a238-5ed7a47b9db7', 'name': 'network-vif-deleted', 'tag': '016632c6-eecc-4c01-9afb-80bc2581f2e6', 'status': 'completed', 'code': 200} Aug 20 11:42:32.738864 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['016632c6-eecc-4c01-9afb-80bc2581f2e6'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:32.800570 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce221446-bd7c-4e29-8087-84fccd525565 req-97f959fc-d64a-4e64-a713-cb1dc6939a6f service neutron] 10.222.0.35 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564646 Aug 20 11:42:32.862246 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:32.877541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ca37b-ad4f-4480-a8dc-74cd85987cb5 req-488c0b50-f5b5-434c-a705-6bb9f8106912 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:32.887061 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-663ca37b-ad4f-4480-a8dc-74cd85987cb5 req-488c0b50-f5b5-434c-a705-6bb9f8106912 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.6615059 Aug 20 11:42:32.901309 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-5f23d79e-17ea-4d04-8137-19bd253449c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7454271 Aug 20 11:42:32.940628 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:33.000208 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40398) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:33.025126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28b93ae-2486-4670-9f4f-9c4212542b19 None None] DHCP port deletion for 709552ce-6a98-498d-bb01-48bd41fbbcd3 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:42:33.077242 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-663ca37b-ad4f-4480-a8dc-74cd85987cb5 req-9d740b08-5e99-4661-a564-6aae7aee41c0 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888857 Aug 20 11:42:33.120014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] For port 752cd4b2-9040-45a5-9429-288d5de0f499, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=752cd4b2-9040-45a5-9429-288d5de0f499,segment=NetworkSegment(c96a47e7-7e91-4ac3-91c5-bd726468340e),segment_id=c96a47e7-7e91-4ac3-91c5-bd726468340e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:33.126462 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9b72da-4911-4143-bf7f-ce4066d2ee86 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Router c0927829-7ed4-4328-b32f-c51940d1978d has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:42:33.128290 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:33.132153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.objects.ports [None req-15622f15-633f-4093-a4cd-edf2ca2858b2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94691) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:42:33.139076 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15622f15-633f-4093-a4cd-edf2ca2858b2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:33.184031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdade46c-4c7b-4703-9969-82cea6736f37 req-48101767-1e5e-4eee-abd0-cfa9410b7423 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:33.201257 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdade46c-4c7b-4703-9969-82cea6736f37 req-48101767-1e5e-4eee-abd0-cfa9410b7423 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.3514264 Aug 20 11:42:33.256578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-adef5d80-5d13-43c0-a2ef-6b92073ab1f6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-473147048-network', 'tenant_id': '75b176f6883b4c848675a618801d4e0b'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:33.303132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a28b93ae-2486-4670-9f4f-9c4212542b19 None None] Deleting port 752cd4b2-9040-45a5-9429-288d5de0f499 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:33.303909 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a28b93ae-2486-4670-9f4f-9c4212542b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:33.341559 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fdade46c-4c7b-4703-9969-82cea6736f37 req-42b89c7e-3598-4cc7-b554-2f3a9af35e3c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394207 Aug 20 11:42:33.375530 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15622f15-633f-4093-a4cd-edf2ca2858b2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event updated for resources: {'Subnet': ['ID=99b89391-4b68-49d0-a876-fe1b00912ae3,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:33.382296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adef5d80-5d13-43c0-a2ef-6b92073ab1f6 admin admin] Made reservation on behalf of 75b176f6883b4c848675a618801d4e0b for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:33.390652 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-adef5d80-5d13-43c0-a2ef-6b92073ab1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:33.426471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15622f15-633f-4093-a4cd-edf2ca2858b2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Checking segment: {'id': '4f6f8a66-8457-455e-b1b8-a1f0d7bdf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '10b0e256-fa3a-461e-9816-c7739fc4d65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:33.426958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15622f15-633f-4093-a4cd-edf2ca2858b2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Network hostable DHCP agents. Network: 10b0e256-fa3a-461e-9816-c7739fc4d65a, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:42:33.431362 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Pushing event updated for resources: {'Port': ['ID=752cd4b2-9040-45a5-9429-288d5de0f499,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:33.436931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-adef5d80-5d13-43c0-a2ef-6b92073ab1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:33.464478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:33.465226 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:33.465674 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:33.466123 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:33.466580 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:33.469643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:33.470124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:33.470575 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:33.472332 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:33.472819 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:33.473274 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:33.474844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24edafef-0681-49b6-8d58-04a645f177f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:33.503255 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15622f15-633f-4093-a4cd-edf2ca2858b2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Network 10b0e256-fa3a-461e-9816-c7739fc4d65a is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:42:33.535352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a28b93ae-2486-4670-9f4f-9c4212542b19 None None] For port 752cd4b2-9040-45a5-9429-288d5de0f499, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=752cd4b2-9040-45a5-9429-288d5de0f499,segment=NetworkSegment(c96a47e7-7e91-4ac3-91c5-bd726468340e),segment_id=c96a47e7-7e91-4ac3-91c5-bd726468340e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:33.535949 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a28b93ae-2486-4670-9f4f-9c4212542b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:33.567846 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a28b93ae-2486-4670-9f4f-9c4212542b19 None None] Calling delete_port for 752cd4b2-9040-45a5-9429-288d5de0f499 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:33.603428 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568d2ef-f337-4284-8cd8-839f86f7431e req-407ad224-5d80-4abd-87d4-98f5b6832353 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:33.614563 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2568d2ef-f337-4284-8cd8-839f86f7431e req-407ad224-5d80-4abd-87d4-98f5b6832353 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.3980949 Aug 20 11:42:33.645253 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce221446-bd7c-4e29-8087-84fccd525565 req-081826c7-4480-4489-a45b-af390ee11e91 service neutron] 10.222.0.35 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228371 Aug 20 11:42:33.690990 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2568d2ef-f337-4284-8cd8-839f86f7431e req-437de88b-c8f0-45cd-9e5d-c568360dd5b7 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740707 Aug 20 11:42:33.705452 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ec7566c7-0e87-47f7-bd48-bd7a13b702db req-2e1125b7-20b9-44f8-929c-c095d15f11e5 tempest-DeleteServersTestJSON-1312719109 tempest-DeleteServersTestJSON-1312719109-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e47784-dcb8-43f4-a238-5ed7a47b9db7 HTTP/1.1" status: 200 len: 210 time: 0.1243482 Aug 20 11:42:33.713044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-15622f15-633f-4093-a4cd-edf2ca2858b2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 10b0e256-fa3a-461e-9816-c7739fc4d65a) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:33.730987 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9b72da-4911-4143-bf7f-ce4066d2ee86 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:42:33.738326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15622f15-633f-4093-a4cd-edf2ca2858b2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:33.738997 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15622f15-633f-4093-a4cd-edf2ca2858b2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:33.742171 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c9b72da-4911-4143-bf7f-ce4066d2ee86 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:33.747571 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7c9b72da-4911-4143-bf7f-ce4066d2ee86 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "PUT /v2.0/routers/c0927829-7ed4-4328-b32f-c51940d1978d HTTP/1.1" status: 200 len: 926 time: 4.4343152 Aug 20 11:42:33.748324 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40420) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:33.766570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b20c0-be02-4907-9512-e4b35f76a894 None None] Sync routers for ids ['c0927829-7ed4-4328-b32f-c51940d1978d'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:42:33.778244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7a678a-2c28-4e3e-bb81-44ec420294a4 None None] Network 10b0e256-fa3a-461e-9816-c7739fc4d65a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:33.903301 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b20c0-be02-4907-9512-e4b35f76a894 None None] Routers {'c0927829-7ed4-4328-b32f-c51940d1978d'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:33.904058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0b9b20c0-be02-4907-9512-e4b35f76a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c0927829-7ed4-4328-b32f-c51940d1978d'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:33.910690 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a28b93ae-2486-4670-9f4f-9c4212542b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:33.935557 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-adef5d80-5d13-43c0-a2ef-6b92073ab1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:33.944810 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-adef5d80-5d13-43c0-a2ef-6b92073ab1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:33.958956 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-15622f15-633f-4093-a4cd-edf2ca2858b2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9790487 Aug 20 11:42:33.963290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40424) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:33.979937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d1194d4b-5470-47fb-8a2c-622a17f5b326 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Request body: {'port': {'network_id': '10b0e256-fa3a-461e-9816-c7739fc4d65a', 'name': 'tempest-NetworksIpV6TestAttrs-925698649'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:33.994124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40426) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:34.001074 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-55106cda-433c-450f-ac71-b37a54ab4a04 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/routers/c0927829-7ed4-4328-b32f-c51940d1978d HTTP/1.1" status: 200 len: 926 time: 0.2389915 Aug 20 11:42:34.017753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adef5d80-5d13-43c0-a2ef-6b92073ab1f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:42:34.055708 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0b9b20c0-be02-4907-9512-e4b35f76a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:34.135729 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b93ae-2486-4670-9f4f-9c4212542b19 None None] Pushing event deleted for resources: {'Port': ['ID=752cd4b2-9040-45a5-9429-288d5de0f499,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:34.148607 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b93ae-2486-4670-9f4f-9c4212542b19 None None] No DVR routers for this DVR port 752cd4b2-9040-45a5-9429-288d5de0f499 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:34.170572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b20c0-be02-4907-9512-e4b35f76a894 None None] Routers {'c0927829-7ed4-4328-b32f-c51940d1978d'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:34.172762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0b9b20c0-be02-4907-9512-e4b35f76a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c0927829-7ed4-4328-b32f-c51940d1978d'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:34.186922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef5d80-5d13-43c0-a2ef-6b92073ab1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d599577-2f86-4a20-acbc-51b48db132e7,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:34.210930 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-adef5d80-5d13-43c0-a2ef-6b92073ab1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:34.211337 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-adef5d80-5d13-43c0-a2ef-6b92073ab1f6 admin admin] Added segment 60d8843e-c164-4b4a-8554-76fbb69e3ee4 of type vlan for network 1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8 Aug 20 11:42:34.312781 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2215c6-916b-457c-bffc-71be0fddc266 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:34.314460 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4e2215c6-916b-457c-bffc-71be0fddc266 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=2f571561-7053-40c3-8622-933868b07d18&device_id=c0927829-7ed4-4328-b32f-c51940d1978d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3165455 Aug 20 11:42:34.316177 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-adef5d80-5d13-43c0-a2ef-6b92073ab1f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:34.318223 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40434) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:34.392103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0b9b20c0-be02-4907-9512-e4b35f76a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:34.393119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b20c0-be02-4907-9512-e4b35f76a894 None None] The sync data for ids ['c0927829-7ed4-4328-b32f-c51940d1978d'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:42:34.419546 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-10b0e256-fa3a-461e-9816-c7739fc4d65a', 'network_id': '10b0e256-fa3a-461e-9816-c7739fc4d65a', 'tenant_id': '39fad10664fe484aa09eb6b745537541', 'fixed_ips': [{'subnet_id': '99b89391-4b68-49d0-a876-fe1b00912ae3'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:42:34.425287 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1194d4b-5470-47fb-8a2c-622a17f5b326 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Made reservation on behalf of 39fad10664fe484aa09eb6b745537541 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:34.426031 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:34.443995 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1194d4b-5470-47fb-8a2c-622a17f5b326 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:34.444927 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-adef5d80-5d13-43c0-a2ef-6b92073ab1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:34.445756 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adef5d80-5d13-43c0-a2ef-6b92073ab1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:34.446975 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-adef5d80-5d13-43c0-a2ef-6b92073ab1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:34.511003 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283fb12-0397-4508-9a00-4172243a375b req-d602b3dc-f4cc-41d0-8f8f-32ea474bb59d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:34.513078 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d283fb12-0397-4508-9a00-4172243a375b req-d602b3dc-f4cc-41d0-8f8f-32ea474bb59d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.2795525 Aug 20 11:42:34.536759 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-d1194d4b-5470-47fb-8a2c-622a17f5b326 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] device_id is not set on port b80de61c-79a0-4516-9840-273249f9dacb yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:42:34.603340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 752cd4b2-9040-45a5-9429-288d5de0f499 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:34.635447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 752cd4b2-9040-45a5-9429-288d5de0f499 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:34.636133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 752cd4b2-9040-45a5-9429-288d5de0f499 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:34.682026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541425fe-d54e-4831-8e5e-8a67c5887b2a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:34.684287 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-541425fe-d54e-4831-8e5e-8a67c5887b2a tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 881 time: 0.3649924 Aug 20 11:42:34.685455 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d283fb12-0397-4508-9a00-4172243a375b req-4d7d17ad-f84a-4801-a439-a551ade591c5 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631048 Aug 20 11:42:34.697367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40438) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:34.709675 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-adef5d80-5d13-43c0-a2ef-6b92073ab1f6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7057698 Aug 20 11:42:34.717504 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40440) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:34.742873 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2d0ebc71-d947-4e1b-a2ac-05d814d9fc12 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0927829-7ed4-4328-b32f-c51940d1978d HTTP/1.1" status: 200 len: 205 time: 0.0411265 Aug 20 11:42:34.746280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40444) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:34.748425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Allocated IP 2001:db8::f816:3eff:fe7b:8cb2 (10b0e256-fa3a-461e-9816-c7739fc4d65a/99b89391-4b68-49d0-a876-fe1b00912ae3/d6db7589-154e-4a72-84a3-10a71ce48273) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:34.749390 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d6ea99d1-ca82-4923-bce8-ba307b0184f6 admin admin] Request body: {'subnet': {'network_id': '1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-473147048-subnet', 'tenant_id': '75b176f6883b4c848675a618801d4e0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:34.754342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef5d80-5d13-43c0-a2ef-6b92073ab1f6 admin admin] Pushing event updated for resources: {'Network': ['ID=1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:34.770997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:42:34.814261 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4edc0-dcef-4e38-80f4-a3186ce58edc req-952c3e01-f0b1-43a6-829f-e8a825f037bc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:34.826245 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68a4edc0-dcef-4e38-80f4-a3186ce58edc req-952c3e01-f0b1-43a6-829f-e8a825f037bc tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.2245898 Aug 20 11:42:34.831207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ea99d1-ca82-4923-bce8-ba307b0184f6 admin admin] Made reservation on behalf of 75b176f6883b4c848675a618801d4e0b for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:34.833592 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6ea99d1-ca82-4923-bce8-ba307b0184f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:35.032203 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4039f0-ac77-44c6-b8c7-1a8550c12d68 req-de7e7f12-211a-41bf-aae2-686d29f50936 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:35.044401 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ca4039f0-ac77-44c6-b8c7-1a8550c12d68 req-de7e7f12-211a-41bf-aae2-686d29f50936 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.1250052 Aug 20 11:42:35.108902 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ca4039f0-ac77-44c6-b8c7-1a8550c12d68 req-111d76fe-5672-4468-94f9-64e57516716c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634503 Aug 20 11:42:35.253287 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6ea99d1-ca82-4923-bce8-ba307b0184f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:35.309205 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:35.338356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea99d1-ca82-4923-bce8-ba307b0184f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd3453c-8b07-4f16-828a-7076626e61c9,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:35.345367 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Transition to ACTIVE for port object d6db7589-154e-4a72-84a3-10a71ce48273 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:35.361836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ea99d1-ca82-4923-bce8-ba307b0184f6 admin admin] Checking segment: {'id': '60d8843e-c164-4b4a-8554-76fbb69e3ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:35.364578 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ea99d1-ca82-4923-bce8-ba307b0184f6 admin admin] Network hostable DHCP agents. Network: 1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:42:35.389491 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Transition to ACTIVE for port object d6db7589-154e-4a72-84a3-10a71ce48273 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:35.397352 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ea99d1-ca82-4923-bce8-ba307b0184f6 admin admin] Network 1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:42:35.403032 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:35.540029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Pushing event updated for resources: {'Port': ['ID=d6db7589-154e-4a72-84a3-10a71ce48273,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:35.544353 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 016632c6-eecc-4c01-9afb-80bc2581f2e6 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:35.551005 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-d1194d4b-5470-47fb-8a2c-622a17f5b326 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Allocated IP 2001:db8::f816:3eff:fe2a:c27 (10b0e256-fa3a-461e-9816-c7739fc4d65a/99b89391-4b68-49d0-a876-fe1b00912ae3/b80de61c-79a0-4516-9840-273249f9dacb) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:35.574127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 016632c6-eecc-4c01-9afb-80bc2581f2e6 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:35.574554 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 016632c6-eecc-4c01-9afb-80bc2581f2e6 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:35.577521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Network 10b0e256-fa3a-461e-9816-c7739fc4d65a is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:35.579639 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:35.581809 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:35.584265 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68a4edc0-dcef-4e38-80f4-a3186ce58edc req-c07fcb24-15ef-4eea-b3f0-3d9ef438d394 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7571564 Aug 20 11:42:35.618646 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e2e1-9544-4526-a4f5-06311c670b54 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:35.668861 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Attempting to bind port d6db7589-154e-4a72-84a3-10a71ce48273 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:35.669235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Attempting to bind port d6db7589-154e-4a72-84a3-10a71ce48273 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '4f6f8a66-8457-455e-b1b8-a1f0d7bdf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '10b0e256-fa3a-461e-9816-c7739fc4d65a'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:35.669634 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Attempting to bind port d6db7589-154e-4a72-84a3-10a71ce48273 on network 10b0e256-fa3a-461e-9816-c7739fc4d65a {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:35.679121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:35.679498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Checking segment: {'id': '4f6f8a66-8457-455e-b1b8-a1f0d7bdf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '10b0e256-fa3a-461e-9816-c7739fc4d65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:35.679969 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:35.680412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Bound using segment: {'id': '4f6f8a66-8457-455e-b1b8-a1f0d7bdf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '10b0e256-fa3a-461e-9816-c7739fc4d65a'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:35.680974 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Bound port: d6db7589-154e-4a72-84a3-10a71ce48273, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6f8a66-8457-455e-b1b8-a1f0d7bdf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '10b0e256-fa3a-461e-9816-c7739fc4d65a'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:35.681436 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:35.746972 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1194d4b-5470-47fb-8a2c-622a17f5b326 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:35.762756 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d1194d4b-5470-47fb-8a2c-622a17f5b326 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Transition to ACTIVE for port object b80de61c-79a0-4516-9840-273249f9dacb will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:35.796219 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-d6ea99d1-ca82-4923-bce8-ba307b0184f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:35.799604 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1194d4b-5470-47fb-8a2c-622a17f5b326 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:35.814056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] For port d6db7589-154e-4a72-84a3-10a71ce48273, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:35.822359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] For port d6db7589-154e-4a72-84a3-10a71ce48273, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d6db7589-154e-4a72-84a3-10a71ce48273,segment=NetworkSegment(4f6f8a66-8457-455e-b1b8-a1f0d7bdf295),segment_id=4f6f8a66-8457-455e-b1b8-a1f0d7bdf295)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:35.823682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1194d4b-5470-47fb-8a2c-622a17f5b326 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Network 10b0e256-fa3a-461e-9816-c7739fc4d65a is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:35.825712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ea99d1-ca82-4923-bce8-ba307b0184f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:35.826320 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6ea99d1-ca82-4923-bce8-ba307b0184f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:35.829229 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940ec73e-ff1c-4262-9071-75e82d620883 None None] Network 1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:35.839269 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-d1194d4b-5470-47fb-8a2c-622a17f5b326 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:35.843048 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:35.873100 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d6ea99d1-ca82-4923-bce8-ba307b0184f6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1463215 Aug 20 11:42:35.873100 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1194d4b-5470-47fb-8a2c-622a17f5b326 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:35.878198 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1194d4b-5470-47fb-8a2c-622a17f5b326 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:35.878885 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1194d4b-5470-47fb-8a2c-622a17f5b326 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:35.948044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40470) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:35.951682 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d1194d4b-5470-47fb-8a2c-622a17f5b326 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.9870636 Aug 20 11:42:35.956212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1194d4b-5470-47fb-8a2c-622a17f5b326 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event updated for resources: {'Port': ['ID=b80de61c-79a0-4516-9840-273249f9dacb,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:36.078324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-99469778-eb47-46f0-ada8-12bf7f32b623 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Deleting subnet 99b89391-4b68-49d0-a876-fe1b00912ae3 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:42:36.082181 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99469778-eb47-46f0-ada8-12bf7f32b623 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:36.164808 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99469778-eb47-46f0-ada8-12bf7f32b623 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:36.209485 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddd3711-5786-4da5-9b01-5bc432e1c835 None None] Network 1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:36.228871 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0a927-85f9-4db2-ac3d-bf15f9fb2897 None None] Pushing event updated for resources: {'Port': ['ID=d6db7589-154e-4a72-84a3-10a71ce48273,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:36.382529 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0308761-8cad-4c30-9299-86b9b973232d req-b07b0fc4-b1ba-4342-8d9b-3989c0550c02 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:36.391526 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c0308761-8cad-4c30-9299-86b9b973232d req-b07b0fc4-b1ba-4342-8d9b-3989c0550c02 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.1221652 Aug 20 11:42:36.517520 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c0308761-8cad-4c30-9299-86b9b973232d req-66af4b59-4db3-4df7-8c21-61dbb1b8b2bb tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237645 Aug 20 11:42:36.570546 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e2e1-9544-4526-a4f5-06311c670b54 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:36.644958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29359bc4-923d-423d-9ae1-b19f9594a265 req-8dcf579b-ba9e-4a8a-ad03-45dc5d8bb961 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:36.654490 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29359bc4-923d-423d-9ae1-b19f9594a265 req-8dcf579b-ba9e-4a8a-ad03-45dc5d8bb961 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.7944067 Aug 20 11:42:36.733828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-b17532f7-817b-4849-a7f9-a02f88660e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:36.735861 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-b17532f7-817b-4849-a7f9-a02f88660e2c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 1101 time: 0.3801720 Aug 20 11:42:36.925971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-e9850244-8731-445d-bf1b-94c0dd6b5441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:36.934372 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-e9850244-8731-445d-bf1b-94c0dd6b5441 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.1876321 Aug 20 11:42:36.955481 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99469778-eb47-46f0-ada8-12bf7f32b623 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:37.048381 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29359bc4-923d-423d-9ae1-b19f9594a265 req-8e63d28c-e280-4242-9687-57a5b383ac9b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929420 Aug 20 11:42:37.053919 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-76828779-83b3-4512-a8b4-7177af821986 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:37.063323 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-76828779-83b3-4512-a8b4-7177af821986 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/networks?id=1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8 HTTP/1.1" status: 200 len: 817 time: 0.1441383 Aug 20 11:42:37.101322 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-3efe270b-ec4b-45da-8493-5360c847f6db tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/quotas/75b176f6883b4c848675a618801d4e0b HTTP/1.1" status: 200 len: 375 time: 0.0273600 Aug 20 11:42:37.131066 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-f81d006b-7046-483f-98ea-ce1966d3ed89 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75b176f6883b4c848675a618801d4e0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382588 Aug 20 11:42:37.236197 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-f4c7bfd6-e6fb-4ee4-b435-896091dd1e68 service neutron] 10.222.0.37 "GET /v2.0/networks/1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039281 Aug 20 11:42:37.249379 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-d535ee05-e389-468e-8dd2-731381c8617c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c HTTP/1.1" status: 200 len: 217 time: 0.2042706 Aug 20 11:42:37.254995 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99469778-eb47-46f0-ada8-12bf7f32b623 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:37.378970 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99469778-eb47-46f0-ada8-12bf7f32b623 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:37.381923 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-99469778-eb47-46f0-ada8-12bf7f32b623 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/subnets/99b89391-4b68-49d0-a876-fe1b00912ae3 HTTP/1.1" status: 204 len: 168 time: 1.4282682 Aug 20 11:42:37.384500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-917a7bc9-ebdd-42a8-8b2e-ccc9d3a14a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:37.385987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-917a7bc9-ebdd-42a8-8b2e-ccc9d3a14a21 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1154602 Aug 20 11:42:37.398889 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-5b5077a1-b01d-4edf-b5a4-e1d8113f016a service neutron] 10.222.0.37 "GET /v2.0/networks/1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616318 Aug 20 11:42:37.399507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40500) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:37.528302 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99469778-eb47-46f0-ada8-12bf7f32b623 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Subnet': ['ID=99b89391-4b68-49d0-a876-fe1b00912ae3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:37.778479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-1bc0e2e1-9544-4526-a4f5-06311c670b54 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Deleting port 905a3106-5eee-4d68-8d5e-588535aab733 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:37.779209 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e2e1-9544-4526-a4f5-06311c670b54 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:37.794657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512a5ba-bf81-4559-bc3b-8c3856d48053 req-573353a8-7704-44af-a0f3-7fac9678adb9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:37.802246 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9512a5ba-bf81-4559-bc3b-8c3856d48053 req-573353a8-7704-44af-a0f3-7fac9678adb9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.4611869 Aug 20 11:42:37.835291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4df1640-e743-44c2-ac99-589dd9028fec None None] Network 10b0e256-fa3a-461e-9816-c7739fc4d65a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:37.839696 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b035dc6-817f-49b5-8728-76a082c57ed0 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:37.841240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b035dc6-817f-49b5-8728-76a082c57ed0 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:37.845199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8b035dc6-817f-49b5-8728-76a082c57ed0 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4397442 Aug 20 11:42:37.846565 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40508) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:37.878243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5aebda-8f67-45aa-95a7-b59616714204 req-d360ee2d-b6a2-4364-a7a5-07a6d6218f04 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:37.879835 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ec5aebda-8f67-45aa-95a7-b59616714204 req-d360ee2d-b6a2-4364-a7a5-07a6d6218f04 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.1624806 Aug 20 11:42:37.894114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f2ffcb75-3614-4b0e-92f3-f171543ef8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:37.895878 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f2ffcb75-3614-4b0e-92f3-f171543ef8e1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3836997 Aug 20 11:42:37.939633 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9512a5ba-bf81-4559-bc3b-8c3856d48053 req-f99217a0-9cff-4249-a90f-b44c554d502b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364086 Aug 20 11:42:38.064472 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9997431f-2e11-4351-bba4-a6ca03007702 req-2d0f2156-ea81-4863-8c1b-aa201c8342e9 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 210 time: 0.0363870 Aug 20 11:42:38.193452 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e2e1-9544-4526-a4f5-06311c670b54 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:38.232860 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-76c33469-5ae6-417b-b392-271468545af6 None None] Provisioning for port d6db7589-154e-4a72-84a3-10a71ce48273 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:38.248659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-1bc0e2e1-9544-4526-a4f5-06311c670b54 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Calling delete_port for 905a3106-5eee-4d68-8d5e-588535aab733 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:38.256529 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-5fe07d06-1d5c-4f6f-a935-832782fd15d4 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361077 Aug 20 11:42:38.265960 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ec5aebda-8f67-45aa-95a7-b59616714204 req-eb26b2fa-00fb-460b-9488-5991a87b7ae2 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3515763 Aug 20 11:42:38.283639 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ed565b7-1dce-48ec-a9fb-e85f80366058 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:38.315915 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed565b7-1dce-48ec-a9fb-e85f80366058 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 20 11:42:38.317009 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed565b7-1dce-48ec-a9fb-e85f80366058 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:42:38.327277 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9ed565b7-1dce-48ec-a9fb-e85f80366058 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/networks/10b0e256-fa3a-461e-9816-c7739fc4d65a HTTP/1.1" status: 409 len: 405 time: 0.4767857 Aug 20 11:42:38.330514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40516) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:38.339974 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a4fd334d-fe42-4648-8e4c-8e61acc218f0 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1824806856'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:38.420260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4d2d0e-777c-49e5-830c-440fcf8b9751 None None] DHCP port deletion for 10b0e256-fa3a-461e-9816-c7739fc4d65a request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:42:38.441055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fd334d-fe42-4648-8e4c-8e61acc218f0 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Made reservation on behalf of 39fad10664fe484aa09eb6b745537541 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:38.444944 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4fd334d-fe42-4648-8e4c-8e61acc218f0 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:38.460840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9338b-3124-447c-bda5-2b7407375feb req-0035825b-dc0a-42fc-b9f6-1f913b46c250 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:38.477072 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11c9338b-3124-447c-bda5-2b7407375feb req-0035825b-dc0a-42fc-b9f6-1f913b46c250 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.2762990 Aug 20 11:42:38.499733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fd334d-fe42-4648-8e4c-8e61acc218f0 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:42:38.512671 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4fd334d-fe42-4648-8e4c-8e61acc218f0 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:38.513280 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-a4fd334d-fe42-4648-8e4c-8e61acc218f0 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Added segment fb2409a3-48d4-4847-9c56-3ef6da3d0497 of type vlan for network e00d83b7-a752-4db0-9a9f-cef8da13871e Aug 20 11:42:38.577158 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4fd334d-fe42-4648-8e4c-8e61acc218f0 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:38.608665 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-de4d2d0e-777c-49e5-830c-440fcf8b9751 None None] Deleting port d6db7589-154e-4a72-84a3-10a71ce48273 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:38.609062 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de4d2d0e-777c-49e5-830c-440fcf8b9751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:38.656034 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4fd334d-fe42-4648-8e4c-8e61acc218f0 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:38.666327 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fd334d-fe42-4648-8e4c-8e61acc218f0 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:38.667123 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4fd334d-fe42-4648-8e4c-8e61acc218f0 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:38.735515 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11c9338b-3124-447c-bda5-2b7407375feb req-77e6ce68-dd3a-4cd7-b9c9-9f7978c8b9f0 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571747 Aug 20 11:42:38.752534 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a4fd334d-fe42-4648-8e4c-8e61acc218f0 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4176700 Aug 20 11:42:38.752811 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40524) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:38.758613 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a26e80f4-8476-4c56-be42-d982cc8f2971 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Request body: {'subnet': {'network_id': 'e00d83b7-a752-4db0-9a9f-cef8da13871e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:38.801289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-de4d2d0e-777c-49e5-830c-440fcf8b9751 None None] For port d6db7589-154e-4a72-84a3-10a71ce48273, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d6db7589-154e-4a72-84a3-10a71ce48273,segment=NetworkSegment(4f6f8a66-8457-455e-b1b8-a1f0d7bdf295),segment_id=4f6f8a66-8457-455e-b1b8-a1f0d7bdf295)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:38.801752 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de4d2d0e-777c-49e5-830c-440fcf8b9751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:38.825492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd334d-fe42-4648-8e4c-8e61acc218f0 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event updated for resources: {'Network': ['ID=e00d83b7-a752-4db0-9a9f-cef8da13871e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:38.879112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network e00d83b7-a752-4db0-9a9f-cef8da13871e details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:42:38.888178 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26e80f4-8476-4c56-be42-d982cc8f2971 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Made reservation on behalf of 39fad10664fe484aa09eb6b745537541 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:38.888450 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-5303002c-6f64-41a2-b2f1-3ff6bb36444f service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6213655 Aug 20 11:42:38.896005 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a26e80f4-8476-4c56-be42-d982cc8f2971 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:38.918865 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e2e1-9544-4526-a4f5-06311c670b54 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:38.962541 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-de4d2d0e-777c-49e5-830c-440fcf8b9751 None None] Calling delete_port for d6db7589-154e-4a72-84a3-10a71ce48273 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:39.077678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0e2e1-9544-4526-a4f5-06311c670b54 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Pushing event deleted for resources: {'Port': ['ID=905a3106-5eee-4d68-8d5e-588535aab733,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:39.217288 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:39.272534 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24807225-1e18-4be6-a6c6-e2e0295f104e req-9b8f34fb-d807-4267-bc88-a9fa2b757765 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:39.281410 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24807225-1e18-4be6-a6c6-e2e0295f104e req-9b8f34fb-d807-4267-bc88-a9fa2b757765 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.2011371 Aug 20 11:42:39.316071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b3707731-8b9f-41d4-91f9-ec45c8984320 req-a0149238-1d12-4449-9185-43ba39a7dcc1 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 210 time: 0.0913999 Aug 20 11:42:39.340691 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24807225-1e18-4be6-a6c6-e2e0295f104e req-9aff2353-b7a4-4622-9a33-174abdc2c984 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577879 Aug 20 11:42:39.373060 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e2e1-9544-4526-a4f5-06311c670b54 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:39.484753 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de4d2d0e-777c-49e5-830c-440fcf8b9751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:39.516759 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d2d0e-777c-49e5-830c-440fcf8b9751 None None] No DVR routers for this DVR port d6db7589-154e-4a72-84a3-10a71ce48273 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:39.568020 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e2e1-9544-4526-a4f5-06311c670b54 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:39.571239 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e2e1-9544-4526-a4f5-06311c670b54 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:39.576772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d2d0e-777c-49e5-830c-440fcf8b9751 None None] Pushing event deleted for resources: {'Port': ['ID=d6db7589-154e-4a72-84a3-10a71ce48273,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:39.616073 n-d-804299-2 neutron-server[94690]: DEBUG neutron.objects.ports [None req-a26e80f4-8476-4c56-be42-d982cc8f2971 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:42:39.619365 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a26e80f4-8476-4c56-be42-d982cc8f2971 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:39.666512 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e2e1-9544-4526-a4f5-06311c670b54 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:39.674909 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc0e2e1-9544-4526-a4f5-06311c670b54 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Fanout notify agent at l3_agent the message router_deleted on router c0927829-7ed4-4328-b32f-c51940d1978d {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:42:39.686773 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e2e1-9544-4526-a4f5-06311c670b54 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:39.695129 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40534) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:39.702379 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1bc0e2e1-9544-4526-a4f5-06311c670b54 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "DELETE /v2.0/routers/c0927829-7ed4-4328-b32f-c51940d1978d HTTP/1.1" status: 204 len: 168 time: 4.9407713 Aug 20 11:42:39.711199 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e58c176e-dee3-45e1-9f47-6969e9f6b501 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1203177922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:39.741533 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e58c176e-dee3-45e1-9f47-6969e9f6b501 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:39.742977 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e58c176e-dee3-45e1-9f47-6969e9f6b501 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:39.775299 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aa760-fd69-4cd7-a807-ebe5b3c9b390 req-d8c6ef9a-950a-435e-8c82-ba1fd54c67c1 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:39.780072 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d6aa760-fd69-4cd7-a807-ebe5b3c9b390 req-d8c6ef9a-950a-435e-8c82-ba1fd54c67c1 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.1317718 Aug 20 11:42:39.787523 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e80f4-8476-4c56-be42-d982cc8f2971 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event updated for resources: {'Subnet': ['ID=52f24ba5-62f3-4d5f-a539-caa6116b20cd,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:39.845814 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26e80f4-8476-4c56-be42-d982cc8f2971 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Checking segment: {'id': 'fb2409a3-48d4-4847-9c56-3ef6da3d0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e00d83b7-a752-4db0-9a9f-cef8da13871e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:39.848350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26e80f4-8476-4c56-be42-d982cc8f2971 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Network hostable DHCP agents. Network: e00d83b7-a752-4db0-9a9f-cef8da13871e, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:42:39.863851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d6aa760-fd69-4cd7-a807-ebe5b3c9b390 req-56059b97-b042-408b-a227-f27fff49263b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769362 Aug 20 11:42:39.912136 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e58c176e-dee3-45e1-9f47-6969e9f6b501 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:39.917274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26e80f4-8476-4c56-be42-d982cc8f2971 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Network e00d83b7-a752-4db0-9a9f-cef8da13871e is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:42:39.933984 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e58c176e-dee3-45e1-9f47-6969e9f6b501 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:39.988782 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a26e80f4-8476-4c56-be42-d982cc8f2971 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, e00d83b7-a752-4db0-9a9f-cef8da13871e) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:39.998414 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae36437d-3faf-41d4-a86f-066aeec514ee None None] Network e00d83b7-a752-4db0-9a9f-cef8da13871e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:40.015854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26e80f4-8476-4c56-be42-d982cc8f2971 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:40.016857 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a26e80f4-8476-4c56-be42-d982cc8f2971 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:40.034262 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e745b-8e27-4f2a-94df-4d4f0cc1fc59 req-fe8ee12a-8ee3-41d4-bd4d-da65e96275ce tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:40.036054 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af8e745b-8e27-4f2a-94df-4d4f0cc1fc59 req-fe8ee12a-8ee3-41d4-bd4d-da65e96275ce tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.1218519 Aug 20 11:42:40.037053 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e58c176e-dee3-45e1-9f47-6969e9f6b501 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:40.041507 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e58c176e-dee3-45e1-9f47-6969e9f6b501 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3447077 Aug 20 11:42:40.041657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40538) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:40.048727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:40.110044 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af8e745b-8e27-4f2a-94df-4d4f0cc1fc59 req-3197a207-d656-42d1-ade1-de6f84130377 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625026 Aug 20 11:42:40.118071 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a26e80f4-8476-4c56-be42-d982cc8f2971 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3629255 Aug 20 11:42:40.119454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40540) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:40.813023 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:40.826880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d6db7589-154e-4a72-84a3-10a71ce48273 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:40.841384 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-e00d83b7-a752-4db0-9a9f-cef8da13871e', 'network_id': 'e00d83b7-a752-4db0-9a9f-cef8da13871e', 'tenant_id': '39fad10664fe484aa09eb6b745537541', 'fixed_ips': [{'subnet_id': '52f24ba5-62f3-4d5f-a539-caa6116b20cd'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:42:40.842221 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:40.892399 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: d6db7589-154e-4a72-84a3-10a71ce48273 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:40.892593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d6db7589-154e-4a72-84a3-10a71ce48273 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:40.922721 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d72095a4-51c7-4f22-b20a-1fe3b2efe4ee req-2b7c034a-20c4-437f-b213-10fbb33b9799 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 210 time: 0.3967261 Aug 20 11:42:41.208882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a502b-2284-443f-a489-bf365a33be92 req-b3d5eb59-1dab-4834-8743-629c305c6b7f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:41.222114 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-633a502b-2284-443f-a489-bf365a33be92 req-b3d5eb59-1dab-4834-8743-629c305c6b7f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.3590026 Aug 20 11:42:41.354089 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-633a502b-2284-443f-a489-bf365a33be92 req-c699716a-83ce-443d-bc31-bc0c43fe5de4 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236098 Aug 20 11:42:41.403429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Allocated IP 2001:db8::f816:3eff:fe2b:7d2a (e00d83b7-a752-4db0-9a9f-cef8da13871e/52f24ba5-62f3-4d5f-a539-caa6116b20cd/13c1d7a2-81e6-4c15-8db0-951ec62172e4) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:41.422022 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:41.537491 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-dbbae47a-1e4c-48d1-963c-21304b897356 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:41.542452 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-dbbae47a-1e4c-48d1-963c-21304b897356 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.35 "GET /v2.0/networks?id=1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8 HTTP/1.1" status: 200 len: 817 time: 0.6607108 Aug 20 11:42:41.599333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aae9d7-314d-4eca-97e0-47b37da1dd30 req-f1761ea5-f3a4-40f0-a482-a45848e1ac21 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:41.614849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-6c982598-ae1b-43a0-9ea8-13ec1b28f8f3 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Request body: {'port': {'device_id': '661c00f6-89a6-4e81-9a10-235d3680db02', 'network_id': '1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8', 'admin_state_up': True, 'tenant_id': '75b176f6883b4c848675a618801d4e0b'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:41.615819 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80aae9d7-314d-4eca-97e0-47b37da1dd30 req-f1761ea5-f3a4-40f0-a482-a45848e1ac21 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.3376484 Aug 20 11:42:41.676986 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:41.739807 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:41.751691 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:41.762541 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Transition to ACTIVE for port object 13c1d7a2-81e6-4c15-8db0-951ec62172e4 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:41.781522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Transition to ACTIVE for port object 13c1d7a2-81e6-4c15-8db0-951ec62172e4 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:41.790982 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80aae9d7-314d-4eca-97e0-47b37da1dd30 req-18f18c5e-1da2-4a82-ad1f-5b3d0f543d59 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740823 Aug 20 11:42:41.805542 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:41.939685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Network e00d83b7-a752-4db0-9a9f-cef8da13871e is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:41.946303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:41.950814 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:42.010395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Allocated IP 172.25.8.12 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/772ef965-fdaa-475d-9083-e284a4eab92d) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:42.024655 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40562) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:42.027771 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Pushing event updated for resources: {'Port': ['ID=13c1d7a2-81e6-4c15-8db0-951ec62172e4,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:42.056170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Attempting to bind port 13c1d7a2-81e6-4c15-8db0-951ec62172e4 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:42.056549 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Attempting to bind port 13c1d7a2-81e6-4c15-8db0-951ec62172e4 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'fb2409a3-48d4-4847-9c56-3ef6da3d0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e00d83b7-a752-4db0-9a9f-cef8da13871e'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:42.056914 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Attempting to bind port 13c1d7a2-81e6-4c15-8db0-951ec62172e4 on network e00d83b7-a752-4db0-9a9f-cef8da13871e {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:42.062442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:42.062819 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Checking segment: {'id': 'fb2409a3-48d4-4847-9c56-3ef6da3d0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e00d83b7-a752-4db0-9a9f-cef8da13871e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:42.063214 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.063602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Bound using segment: {'id': 'fb2409a3-48d4-4847-9c56-3ef6da3d0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e00d83b7-a752-4db0-9a9f-cef8da13871e'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:42.064059 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Bound port: 13c1d7a2-81e6-4c15-8db0-951ec62172e4, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2409a3-48d4-4847-9c56-3ef6da3d0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e00d83b7-a752-4db0-9a9f-cef8da13871e'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:42.064438 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.166588 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8228de4-477e-499b-95fd-543c880ae726 req-8b00ef87-ac99-402d-b403-dcebec1a0e5b tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 210 time: 0.0365739 Aug 20 11:42:42.184847 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9553834-3ca7-42e3-992f-37be6df897b8 admin admin] Deleting subnet 8164adc2-ff26-452d-9022-daf8f61c3f29 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:42:42.201667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] For port 13c1d7a2-81e6-4c15-8db0-951ec62172e4, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:42.207031 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f9553834-3ca7-42e3-992f-37be6df897b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.208735 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.211660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] For port 13c1d7a2-81e6-4c15-8db0-951ec62172e4, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=13c1d7a2-81e6-4c15-8db0-951ec62172e4,segment=NetworkSegment(fb2409a3-48d4-4847-9c56-3ef6da3d0497),segment_id=fb2409a3-48d4-4847-9c56-3ef6da3d0497)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:42.220730 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.258256 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2997649-898f-4ffc-a7e7-c65c70486717 req-2b9a9559-616e-4318-b909-bc732d40e622 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:42.261385 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2997649-898f-4ffc-a7e7-c65c70486717 req-2b9a9559-616e-4318-b909-bc732d40e622 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.3593340 Aug 20 11:42:42.305701 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-6c982598-ae1b-43a0-9ea8-13ec1b28f8f3 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Made reservation on behalf of 75b176f6883b4c848675a618801d4e0b for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:42.311348 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-6c982598-ae1b-43a0-9ea8-13ec1b28f8f3 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.326331 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f9553834-3ca7-42e3-992f-37be6df897b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.415596 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2997649-898f-4ffc-a7e7-c65c70486717 req-3657b7a0-604b-4c62-a71f-1a033940f872 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432588 Aug 20 11:42:42.470131 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.498939 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f9553834-3ca7-42e3-992f-37be6df897b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.499387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c28079-bc2a-46ce-9409-91b86cec269b None None] Pushing event updated for resources: {'Port': ['ID=13c1d7a2-81e6-4c15-8db0-951ec62172e4,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:42.575836 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.619598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Subnet': ['ID=52f24ba5-62f3-4d5f-a539-caa6116b20cd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:42.669816 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d8c47-3a30-4556-9a76-51767e092cf3 req-caa57f58-617d-4217-9501-3dd57e942c63 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:42.679740 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce5d8c47-3a30-4556-9a76-51767e092cf3 req-caa57f58-617d-4217-9501-3dd57e942c63 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1450703 Aug 20 11:42:42.748337 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.774812 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f9553834-3ca7-42e3-992f-37be6df897b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.826312 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.847788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00d83b7-a752-4db0-9a9f-cef8da13871e']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:42.865137 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-6c982598-ae1b-43a0-9ea8-13ec1b28f8f3 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Allocated IP 172.20.0.9 (1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8/8fd3453c-8b07-4f16-828a-7076626e61c9/df5aa986-547f-41a0-9562-05d138ba0856) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:42.865464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9553834-3ca7-42e3-992f-37be6df897b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8164adc2-ff26-452d-9022-daf8f61c3f29,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:42.868556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2409a3-48d4-4847-9c56-3ef6da3d0497') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:42.868895 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2409a3-48d4-4847-9c56-3ef6da3d0497') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:42.890131 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.919372 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce5d8c47-3a30-4556-9a76-51767e092cf3 req-669fe403-6d81-4aba-b479-38ed288575b4 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263284 Aug 20 11:42:42.922055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:42.929980 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f9553834-3ca7-42e3-992f-37be6df897b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.934777 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.935539 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f9553834-3ca7-42e3-992f-37be6df897b8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8164adc2-ff26-452d-9022-daf8f61c3f29 HTTP/1.1" status: 204 len: 168 time: 0.9075840 Aug 20 11:42:42.937431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:42.943492 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40570) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:42.952851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:43.040382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Pushing event updated for resources: {'Port': ['ID=772ef965-fdaa-475d-9083-e284a4eab92d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:43.063136 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:42:43.063455 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:42:43.078196 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:42:43.320666 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9074e-eb64-4fd7-8b74-9cd6d5d0025f req-507c1d33-a89b-4f17-95b2-224eea131e22 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:43.328539 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fca9074e-eb64-4fd7-8b74-9cd6d5d0025f req-507c1d33-a89b-4f17-95b2-224eea131e22 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.3492165 Aug 20 11:42:43.356093 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:42:43.356093 n-d-804299-2 neutron-server[94690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:42:43.356093 n-d-804299-2 neutron-server[94690]: [parameters: {'id': 'e00d83b7-a752-4db0-9a9f-cef8da13871e'}] Aug 20 11:42:43.356093 n-d-804299-2 neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:42:43.356616 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:42:43.394754 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fca9074e-eb64-4fd7-8b74-9cd6d5d0025f req-eaac65b5-6a35-4489-8611-a2042a9cc831 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648644 Aug 20 11:42:43.486262 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-6c982598-ae1b-43a0-9ea8-13ec1b28f8f3 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:43.532851 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1d3f24c-6877-4d43-80c2-e8b330a53223 req-698e9a4e-94c4-4385-b263-c04e7e9dd58d tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 210 time: 0.0336671 Aug 20 11:42:43.590863 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-6c982598-ae1b-43a0-9ea8-13ec1b28f8f3 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:43.689103 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c982598-ae1b-43a0-9ea8-13ec1b28f8f3 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Pushing event updated for resources: {'Port': ['ID=df5aa986-547f-41a0-9562-05d138ba0856,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:43.726114 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-6c982598-ae1b-43a0-9ea8-13ec1b28f8f3 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Network 1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:43.732981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-6c982598-ae1b-43a0-9ea8-13ec1b28f8f3 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:43.735369 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-6c982598-ae1b-43a0-9ea8-13ec1b28f8f3 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:43.789647 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678eeac9-a903-49ed-86d0-af4700452ecf req-d8ab3d32-7b00-450d-b4a0-eb8e56aedec8 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:43.791199 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-678eeac9-a903-49ed-86d0-af4700452ecf req-d8ab3d32-7b00-450d-b4a0-eb8e56aedec8 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.1057651 Aug 20 11:42:43.799708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-6c982598-ae1b-43a0-9ea8-13ec1b28f8f3 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:43.800346 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-6c982598-ae1b-43a0-9ea8-13ec1b28f8f3 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:43.841862 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-6c982598-ae1b-43a0-9ea8-13ec1b28f8f3 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2327740 Aug 20 11:42:43.847366 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-678eeac9-a903-49ed-86d0-af4700452ecf req-4539e977-1d4b-4039-b2af-015343e807ea tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442083 Aug 20 11:42:43.857789 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:43.858096 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efd5bb4d-7005-481e-9bac-1f08d1d58d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:43.864557 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac38d968-1742-4731-ba53-42068e1b2ffc None None] Network e00d83b7-a752-4db0-9a9f-cef8da13871e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:43.927983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Request body: {'port': {'device_id': '661c00f6-89a6-4e81-9a10-235d3680db02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:43.963313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Deleting port 13c1d7a2-81e6-4c15-8db0-951ec62172e4 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:43.963614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e3eb0-1798-4ecc-a941-296b5be6f9df req-5f608648-19db-4972-8b41-d6773dc6c27f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:43.964424 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:43.965696 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-584e3eb0-1798-4ecc-a941-296b5be6f9df req-5f608648-19db-4972-8b41-d6773dc6c27f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.6080031 Aug 20 11:42:43.987004 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7cc47630-f26a-45db-ae2a-10fca147165e None None] Provisioning for port 13c1d7a2-81e6-4c15-8db0-951ec62172e4 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:44.050675 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608e2df-35ba-4984-9f0d-e2e1228f6933 req-a01403f7-ea42-42b3-b0ad-024e0657faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:44.052165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8608e2df-35ba-4984-9f0d-e2e1228f6933 req-a01403f7-ea42-42b3-b0ad-024e0657faf5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 1096 time: 0.6554656 Aug 20 11:42:44.054152 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.083122 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] For port 13c1d7a2-81e6-4c15-8db0-951ec62172e4, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=13c1d7a2-81e6-4c15-8db0-951ec62172e4,segment=NetworkSegment(fb2409a3-48d4-4847-9c56-3ef6da3d0497),segment_id=fb2409a3-48d4-4847-9c56-3ef6da3d0497)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:44.083439 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.087926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50bb5b2-a7f3-467a-a21e-789dc6d4d355 None None] DHCP port deletion for e00d83b7-a752-4db0-9a9f-cef8da13871e request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:42:44.092962 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efd5bb4d-7005-481e-9bac-1f08d1d58d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.116049 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Calling delete_port for 13c1d7a2-81e6-4c15-8db0-951ec62172e4 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:44.141998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a50bb5b2-a7f3-467a-a21e-789dc6d4d355 None None] Deleting port 13c1d7a2-81e6-4c15-8db0-951ec62172e4 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:44.142647 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a50bb5b2-a7f3-467a-a21e-789dc6d4d355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.146171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-efd5bb4d-7005-481e-9bac-1f08d1d58d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f57a807-431b-4a85-84e9-9c26f27c26dc']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:44.165704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-efd5bb4d-7005-481e-9bac-1f08d1d58d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e3e336-75ea-403e-ae11-2091fec3bc18') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:44.166003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-efd5bb4d-7005-481e-9bac-1f08d1d58d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e3e336-75ea-403e-ae11-2091fec3bc18') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:44.194301 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-584e3eb0-1798-4ecc-a941-296b5be6f9df req-70fd9cbd-dd17-40e0-be5b-3731830bfbac tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853034 Aug 20 11:42:44.210573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a50bb5b2-a7f3-467a-a21e-789dc6d4d355 None None] For port 13c1d7a2-81e6-4c15-8db0-951ec62172e4, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=13c1d7a2-81e6-4c15-8db0-951ec62172e4,segment=NetworkSegment(fb2409a3-48d4-4847-9c56-3ef6da3d0497),segment_id=fb2409a3-48d4-4847-9c56-3ef6da3d0497)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:44.211197 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a50bb5b2-a7f3-467a-a21e-789dc6d4d355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.216279 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efd5bb4d-7005-481e-9bac-1f08d1d58d06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.226411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a50bb5b2-a7f3-467a-a21e-789dc6d4d355 None None] Calling delete_port for 13c1d7a2-81e6-4c15-8db0-951ec62172e4 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:44.262248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efd5bb4d-7005-481e-9bac-1f08d1d58d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.279574 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.283161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd5bb4d-7005-481e-9bac-1f08d1d58d06 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:42:44.283161 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efd5bb4d-7005-481e-9bac-1f08d1d58d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:42:44.284775 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:42:44.314556 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a50bb5b2-a7f3-467a-a21e-789dc6d4d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.324279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608e2df-35ba-4984-9f0d-e2e1228f6933 req-b994524b-5534-4129-a6dd-12a98bc7d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:44.325814 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8608e2df-35ba-4984-9f0d-e2e1228f6933 req-b994524b-5534-4129-a6dd-12a98bc7d2a5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.2621682 Aug 20 11:42:44.329202 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.340440 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bb5b2-a7f3-467a-a21e-789dc6d4d355 None None] Pushing event deleted for resources: {'Port': ['ID=13c1d7a2-81e6-4c15-8db0-951ec62172e4,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:44.349280 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] No DVR routers for this DVR port 13c1d7a2-81e6-4c15-8db0-951ec62172e4 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:44.358385 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50bb5b2-a7f3-467a-a21e-789dc6d4d355 None None] No DVR routers for this DVR port 13c1d7a2-81e6-4c15-8db0-951ec62172e4 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:44.379096 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Port': ['ID=13c1d7a2-81e6-4c15-8db0-951ec62172e4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:44.466588 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efd5bb4d-7005-481e-9bac-1f08d1d58d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.476964 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.481985 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efd5bb4d-7005-481e-9bac-1f08d1d58d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.483840 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-efd5bb4d-7005-481e-9bac-1f08d1d58d06 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2f57a807-431b-4a85-84e9-9c26f27c26dc HTTP/1.1" status: 204 len: 168 time: 1.5393143 Aug 20 11:42:44.493727 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8608e2df-35ba-4984-9f0d-e2e1228f6933 req-4342ed8b-e918-4c9d-8482-bf724fa16dd4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d HTTP/1.1" status: 200 len: 999 time: 0.1403980 Aug 20 11:42:44.521128 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00d83b7-a752-4db0-9a9f-cef8da13871e']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:44.522415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5bb4d-7005-481e-9bac-1f08d1d58d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f57a807-431b-4a85-84e9-9c26f27c26dc,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:44.551291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2409a3-48d4-4847-9c56-3ef6da3d0497') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:44.551581 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2409a3-48d4-4847-9c56-3ef6da3d0497') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:44.566769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.591864 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5aa986-547f-41a0-9562-05d138ba0856 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:44.598803 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.602323 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608e2df-35ba-4984-9f0d-e2e1228f6933 req-2f9b4717-c4da-4890-adf0-84b81c2b6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:44.603822 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8608e2df-35ba-4984-9f0d-e2e1228f6933 req-2f9b4717-c4da-4890-adf0-84b81c2b6a11 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.0921276 Aug 20 11:42:44.608305 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.610824 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:42:44.611228 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:42:44.614619 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:42:44.622151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b155b-c5f1-432e-8813-bd03ed1347b5 req-93844c93-2762-46cb-a3b9-6af1d30b28ef tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:44.623637 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-340b155b-c5f1-432e-8813-bd03ed1347b5 req-93844c93-2762-46cb-a3b9-6af1d30b28ef tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.1388094 Aug 20 11:42:44.675321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40586) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:44.716243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Transition to ACTIVE for port object df5aa986-547f-41a0-9562-05d138ba0856 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:44.724119 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.728731 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.738749 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.744021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608e2df-35ba-4984-9f0d-e2e1228f6933 req-13da3b28-4c2c-448d-aaa3-286aae6d0078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:44.745600 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8608e2df-35ba-4984-9f0d-e2e1228f6933 req-13da3b28-4c2c-448d-aaa3-286aae6d0078 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344492 Aug 20 11:42:44.746769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.769097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd4350-1712-4c85-9763-e9ce75e70e0d req-9c46abc5-00e3-4da4-ae25-8d728145b4fb tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:44.770776 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2ebd4350-1712-4c85-9763-e9ce75e70e0d req-9c46abc5-00e3-4da4-ae25-8d728145b4fb tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 931 time: 0.0923405 Aug 20 11:42:44.784270 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.789560 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/networks/e00d83b7-a752-4db0-9a9f-cef8da13871e HTTP/1.1" status: 204 len: 168 time: 4.6651294 Aug 20 11:42:44.789560 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-340b155b-c5f1-432e-8813-bd03ed1347b5 req-c12a4c11-a7ee-45da-ac46-fd4c3d42d13a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233320 Aug 20 11:42:44.791330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40588) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:44.816155 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-19cdb9a7-a831-4142-939b-fb93f31eff4d tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-267134195'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:44.827826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e8d7f-65ff-4167-9b10-470b8364df0b tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Network': ['ID=e00d83b7-a752-4db0-9a9f-cef8da13871e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:44.837285 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-781afd6f-40be-4185-9344-a65ff5000ef3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=466ddc16a8f44a5e89ff9008cb1b0465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579342 Aug 20 11:42:44.844592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40590) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:44.854336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Pushing event updated for resources: {'Port': ['ID=df5aa986-547f-41a0-9562-05d138ba0856,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:44.900492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cdb9a7-a831-4142-939b-fb93f31eff4d tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Made reservation on behalf of 39fad10664fe484aa09eb6b745537541 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:44.904215 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19cdb9a7-a831-4142-939b-fb93f31eff4d tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.941643 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2ebd4350-1712-4c85-9763-e9ce75e70e0d req-57d74837-b281-404d-afd8-e4611345ca80 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d599577-2f86-4a20-acbc-51b48db132e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298463 Aug 20 11:42:44.958798 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:42:44.972288 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8608e2df-35ba-4984-9f0d-e2e1228f6933 req-d41de77e-53b2-445f-80a4-4a82442a433e service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186472 Aug 20 11:42:45.024518 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-564afdb1-1ffb-4b19-8056-0556566dd181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.026173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cdb9a7-a831-4142-939b-fb93f31eff4d tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:42:45.053868 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Attempting to bind port df5aa986-547f-41a0-9562-05d138ba0856 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:45.054222 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Attempting to bind port df5aa986-547f-41a0-9562-05d138ba0856 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '60d8843e-c164-4b4a-8554-76fbb69e3ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:45.054543 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Attempting to bind port df5aa986-547f-41a0-9562-05d138ba0856 on network 1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:45.063769 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Router b7cb2e7b-9150-473c-bf78-05077fb58d9e is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:42:45.074974 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Port df5aa986-547f-41a0-9562-05d138ba0856 on network 1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:42:45.075303 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Attempting to bind port df5aa986-547f-41a0-9562-05d138ba0856 on network 1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:45.078401 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19cdb9a7-a831-4142-939b-fb93f31eff4d tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.078751 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-19cdb9a7-a831-4142-939b-fb93f31eff4d tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Added segment f006636d-9727-457f-b665-0c81af6c2016 of type vlan for network 871cac17-ee0a-4b82-ae24-36bcb00ca802 Aug 20 11:42:45.081023 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-564afdb1-1ffb-4b19-8056-0556566dd181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.106997 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f5414-4d33-4e16-9762-4ecf7dda6b0a req-e602ce45-fe96-458f-a251-01d3c1087395 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.108421 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-420f5414-4d33-4e16-9762-4ecf7dda6b0a req-e602ce45-fe96-458f-a251-01d3c1087395 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.1662030 Aug 20 11:42:45.112936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:45.113281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Checking segment: {'id': '60d8843e-c164-4b4a-8554-76fbb69e3ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:45.113671 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Bound using segment: {'id': '60d8843e-c164-4b4a-8554-76fbb69e3ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:45.114120 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Bound port: df5aa986-547f-41a0-9562-05d138ba0856, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d8843e-c164-4b4a-8554-76fbb69e3ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:45.114480 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.127957 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8608e2df-35ba-4984-9f0d-e2e1228f6933 req-c0b6b85a-cbd3-4dcb-b40b-caf3572b94c2 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453807 Aug 20 11:42:45.191645 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19cdb9a7-a831-4142-939b-fb93f31eff4d tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.192203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:42:45.200457 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.201672 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bb71ae41-4289-4bc1-b1c4-fb5925eb5afd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "PUT /v2.0/routers/b7cb2e7b-9150-473c-bf78-05077fb58d9e HTTP/1.1" status: 200 len: 883 time: 5.1583586 Aug 20 11:42:45.204257 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40594) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:45.206807 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8027af5a-e7b6-47c4-a56d-aeaa0dd8df4b None None] Sync routers for ids ['b7cb2e7b-9150-473c-bf78-05077fb58d9e'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:42:45.215896 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027af5a-e7b6-47c4-a56d-aeaa0dd8df4b None None] Routers {'b7cb2e7b-9150-473c-bf78-05077fb58d9e'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:45.216503 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8027af5a-e7b6-47c4-a56d-aeaa0dd8df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b7cb2e7b-9150-473c-bf78-05077fb58d9e'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:45.264287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-420f5414-4d33-4e16-9762-4ecf7dda6b0a req-40318ca7-8f7a-401f-ba84-fa8f39e7f9bd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470258 Aug 20 11:42:45.295092 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] For port df5aa986-547f-41a0-9562-05d138ba0856, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:45.298814 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] For port df5aa986-547f-41a0-9562-05d138ba0856, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=df5aa986-547f-41a0-9562-05d138ba0856,segment=NetworkSegment(60d8843e-c164-4b4a-8554-76fbb69e3ee4),segment_id=60d8843e-c164-4b4a-8554-76fbb69e3ee4)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:45.300387 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19cdb9a7-a831-4142-939b-fb93f31eff4d tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.305548 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cdb9a7-a831-4142-939b-fb93f31eff4d tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.306169 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19cdb9a7-a831-4142-939b-fb93f31eff4d tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.309687 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8027af5a-e7b6-47c4-a56d-aeaa0dd8df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:45.317831 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.327895 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027af5a-e7b6-47c4-a56d-aeaa0dd8df4b None None] Routers {'b7cb2e7b-9150-473c-bf78-05077fb58d9e'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:45.328528 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8027af5a-e7b6-47c4-a56d-aeaa0dd8df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b7cb2e7b-9150-473c-bf78-05077fb58d9e'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:45.345481 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-564afdb1-1ffb-4b19-8056-0556566dd181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.352065 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-564afdb1-1ffb-4b19-8056-0556566dd181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.353248 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-564afdb1-1ffb-4b19-8056-0556566dd181 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9fb75f9a-48f5-4952-9427-1b95a481e4a1 HTTP/1.1" status: 204 len: 168 time: 0.5058913 Aug 20 11:42:45.364738 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8027af5a-e7b6-47c4-a56d-aeaa0dd8df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:45.365815 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8027af5a-e7b6-47c4-a56d-aeaa0dd8df4b None None] The sync data for ids ['b7cb2e7b-9150-473c-bf78-05077fb58d9e'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:42:45.439596 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e2f99-13de-4ddd-ae75-f68a8e399719 req-c26187a8-db8a-45e6-82af-b66351dda067 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.446472 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-19cdb9a7-a831-4142-939b-fb93f31eff4d tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6468968 Aug 20 11:42:45.446825 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-286e2f99-13de-4ddd-ae75-f68a8e399719 req-c26187a8-db8a-45e6-82af-b66351dda067 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0689564 Aug 20 11:42:45.447140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40602) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:45.453050 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-23a5a183-2f22-4f02-b98c-89dc48193f2b tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/routers/b7cb2e7b-9150-473c-bf78-05077fb58d9e HTTP/1.1" status: 200 len: 924 time: 0.2400773 Aug 20 11:42:45.458289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40604) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:45.458717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.459775 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.461186 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] 10.222.0.35 "PUT /v2.0/ports/df5aa986-547f-41a0-9562-05d138ba0856 HTTP/1.1" status: 200 len: 1091 time: 1.5383456 Aug 20 11:42:45.471112 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-38d42fea-78c0-4fd0-8885-6fbeeabef71e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Request body: {'subnet': {'network_id': '871cac17-ee0a-4b82-ae24-36bcb00ca802', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:45.531010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-286e2f99-13de-4ddd-ae75-f68a8e399719 req-6324ad35-7ee0-4e04-bb6b-7aaea490c11e tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809894 Aug 20 11:42:45.545942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af635fa1-2ed5-4b9a-89ec-fbec08b5435e tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.550738 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-af635fa1-2ed5-4b9a-89ec-fbec08b5435e tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=2f571561-7053-40c3-8622-933868b07d18&device_id=b7cb2e7b-9150-473c-bf78-05077fb58d9e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0890033 Aug 20 11:42:45.551282 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40606) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:45.561327 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564afdb1-1ffb-4b19-8056-0556566dd181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb75f9a-48f5-4952-9427-1b95a481e4a1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:45.570468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661c00f6-89a6-4e81-9a10-235d3680db02', 'tag': 'df5aa986-547f-41a0-9562-05d138ba0856'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:45.574751 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c13a4e-10f5-48d8-8489-cf6ae86ff77d" -d '{"events": [{"name": "network-changed", "server_uuid": "661c00f6-89a6-4e81-9a10-235d3680db02", "tag": "df5aa986-547f-41a0-9562-05d138ba0856"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:45.655900 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdb9a7-a831-4142-939b-fb93f31eff4d tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event updated for resources: {'Network': ['ID=871cac17-ee0a-4b82-ae24-36bcb00ca802,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:45.667105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 871cac17-ee0a-4b82-ae24-36bcb00ca802 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:42:45.682889 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998d52c7-7747-459c-afdd-0573b3746a3b x-openstack-request-id: req-998d52c7-7747-459c-afdd-0573b3746a3b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:45.683373 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661c00f6-89a6-4e81-9a10-235d3680db02", "tag": "df5aa986-547f-41a0-9562-05d138ba0856", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:45.683793 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-998d52c7-7747-459c-afdd-0573b3746a3b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:45.684348 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661c00f6-89a6-4e81-9a10-235d3680db02', 'tag': 'df5aa986-547f-41a0-9562-05d138ba0856', 'status': 'completed', 'code': 200} Aug 20 11:42:45.690620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb51a11-f971-4ed6-a43f-45df62e2d2a2 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.692170 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ffb51a11-f971-4ed6-a43f-45df62e2d2a2 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 881 time: 0.1398754 Aug 20 11:42:45.696800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40612) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:45.702733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-9fe838a5-6013-4963-8f00-5d2714ca0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.707618 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-9fe838a5-6013-4963-8f00-5d2714ca0d07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75b176f6883b4c848675a618801d4e0b&device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 1094 time: 0.1243596 Aug 20 11:42:45.711782 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8de76-09ee-47a1-b139-c9b1d161bed3 service neutron] Pushing event updated for resources: {'Port': ['ID=df5aa986-547f-41a0-9562-05d138ba0856,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:45.745981 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ad608ed3-272c-4feb-9af2-ad886eb3396f tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7cb2e7b-9150-473c-bf78-05077fb58d9e HTTP/1.1" status: 200 len: 205 time: 0.0454562 Aug 20 11:42:45.751867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40614) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:45.775584 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-449a7ee5-fe08-4c06-b919-38e2faf4dd42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5aa986-547f-41a0-9562-05d138ba0856 HTTP/1.1" status: 200 len: 217 time: 0.0554645 Aug 20 11:42:45.776345 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d42fea-78c0-4fd0-8885-6fbeeabef71e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Made reservation on behalf of 39fad10664fe484aa09eb6b745537541 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:45.780678 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38d42fea-78c0-4fd0-8885-6fbeeabef71e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.889107 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-38589670-59ea-4c46-957e-568adf2b8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.890659 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-38589670-59ea-4c46-957e-568adf2b8337 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fd3453c-8b07-4f16-828a-7076626e61c9 HTTP/1.1" status: 200 len: 857 time: 0.1056337 Aug 20 11:42:45.931445 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d9c95a4-ee2b-440a-94df-b6bd810c3872 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.933099 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-2682a250-8c1e-468a-8b3c-58ffc89cf2e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343926 Aug 20 11:42:45.986221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b18edf-b7c2-4011-acd0-202e66796c85 req-360ee9f6-efef-4800-8d50-f65856936a8d tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.987805 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5b18edf-b7c2-4011-acd0-202e66796c85 req-360ee9f6-efef-4800-8d50-f65856936a8d tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.1063707 Aug 20 11:42:46.088441 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5b18edf-b7c2-4011-acd0-202e66796c85 req-6ee5e204-154c-4bcf-9f28-2611f4066dcd tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518699 Aug 20 11:42:46.095314 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-11e239ee-11ee-4a32-a085-d9d6cda4ed57 service neutron] 10.222.0.35 "GET /v2.0/networks/1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538842 Aug 20 11:42:46.096522 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d9c95a4-ee2b-440a-94df-b6bd810c3872 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:46.153737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c95a4-ee2b-440a-94df-b6bd810c3872 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Deleting port 772ef965-fdaa-475d-9083-e284a4eab92d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:46.154102 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d9c95a4-ee2b-440a-94df-b6bd810c3872 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:46.244046 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d9c95a4-ee2b-440a-94df-b6bd810c3872 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:46.254568 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267b831-00d6-4a81-9e2f-ef97d4ac5df8 req-e8a41f2e-2920-4846-9634-d0e7db5122e8 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:46.256095 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5267b831-00d6-4a81-9e2f-ef97d4ac5df8 req-e8a41f2e-2920-4846-9634-d0e7db5122e8 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 943 time: 0.1970999 Aug 20 11:42:46.262528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c95a4-ee2b-440a-94df-b6bd810c3872 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Calling delete_port for 772ef965-fdaa-475d-9083-e284a4eab92d owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:46.279881 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38d42fea-78c0-4fd0-8885-6fbeeabef71e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:46.302857 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0c102ac2-4a8c-4dc7-990e-629bfe2f7123 req-4ce25692-e2d7-4fb7-9583-24a60cae3018 service neutron] 10.222.0.35 "GET /v2.0/networks/1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886268 Aug 20 11:42:46.383093 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5267b831-00d6-4a81-9e2f-ef97d4ac5df8 req-6768bd0f-d374-4dba-be64-589fbb1be637 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d599577-2f86-4a20-acbc-51b48db132e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149337 Aug 20 11:42:46.403447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40638) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:46.420387 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d42fea-78c0-4fd0-8885-6fbeeabef71e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event updated for resources: {'Subnet': ['ID=9caaf0fa-b2df-475a-98a0-cdad9bb50866,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:46.440370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d42fea-78c0-4fd0-8885-6fbeeabef71e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Checking segment: {'id': 'f006636d-9727-457f-b665-0c81af6c2016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '871cac17-ee0a-4b82-ae24-36bcb00ca802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:46.441126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d42fea-78c0-4fd0-8885-6fbeeabef71e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Network hostable DHCP agents. Network: 871cac17-ee0a-4b82-ae24-36bcb00ca802, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:42:46.446751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c13a4e-10f5-48d8-8489-cf6ae86ff77d req-35eb10ab-12e2-4e59-ae4c-b1cbb4aba180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:46.448602 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-88c13a4e-10f5-48d8-8489-cf6ae86ff77d req-35eb10ab-12e2-4e59-ae4c-b1cbb4aba180 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75b176f6883b4c848675a618801d4e0b&device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 1094 time: 0.0889115 Aug 20 11:42:46.469407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceec0d9-1366-4a63-91cc-0dc6cc48bd57 req-faffb317-75a8-470f-b8ef-6cb111777177 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:46.477266 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ceec0d9-1366-4a63-91cc-0dc6cc48bd57 req-faffb317-75a8-470f-b8ef-6cb111777177 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.0911105 Aug 20 11:42:46.508531 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d42fea-78c0-4fd0-8885-6fbeeabef71e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Network 871cac17-ee0a-4b82-ae24-36bcb00ca802 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:42:46.524906 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-38d42fea-78c0-4fd0-8885-6fbeeabef71e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 871cac17-ee0a-4b82-ae24-36bcb00ca802) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:46.529816 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d42fea-78c0-4fd0-8885-6fbeeabef71e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:46.531050 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38d42fea-78c0-4fd0-8885-6fbeeabef71e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:46.534590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c9164a-4d89-430f-a02a-b18c458e4125 None None] Network 871cac17-ee0a-4b82-ae24-36bcb00ca802 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:46.560895 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-38d42fea-78c0-4fd0-8885-6fbeeabef71e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0967467 Aug 20 11:42:46.564542 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40644) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:46.577360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ceec0d9-1366-4a63-91cc-0dc6cc48bd57 req-0b48fce5-4845-4045-8d86-9496c48287c4 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989714 Aug 20 11:42:46.589311 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d9c95a4-ee2b-440a-94df-b6bd810c3872 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:46.624923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-05668198-2d2e-4944-9da8-a0df1740ad02 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-107623266-network', 'tenant_id': 'ff5551a092b14a95a3fcd2e0c4cdd484'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:46.628572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c95a4-ee2b-440a-94df-b6bd810c3872 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Pushing event deleted for resources: {'Port': ['ID=772ef965-fdaa-475d-9083-e284a4eab92d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:46.655871 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c13a4e-10f5-48d8-8489-cf6ae86ff77d req-f41c92d6-e621-477a-81c5-24f4ebff991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:46.657321 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-88c13a4e-10f5-48d8-8489-cf6ae86ff77d req-f41c92d6-e621-477a-81c5-24f4ebff991d service neutron] 10.222.0.35 "GET /v2.0/networks?id=1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8 HTTP/1.1" status: 200 len: 917 time: 0.1996717 Aug 20 11:42:46.670220 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81bee8b8-e785-45c6-9a5a-f3a5418ce5e8 req-181fc505-fcda-4d85-9d14-abb373672921 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1314225 Aug 20 11:42:46.735541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05668198-2d2e-4944-9da8-a0df1740ad02 admin admin] Made reservation on behalf of ff5551a092b14a95a3fcd2e0c4cdd484 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:46.737848 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05668198-2d2e-4944-9da8-a0df1740ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:46.755460 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05668198-2d2e-4944-9da8-a0df1740ad02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:46.759980 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d9c95a4-ee2b-440a-94df-b6bd810c3872 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:46.771504 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-871cac17-ee0a-4b82-ae24-36bcb00ca802', 'network_id': '871cac17-ee0a-4b82-ae24-36bcb00ca802', 'tenant_id': '39fad10664fe484aa09eb6b745537541', 'fixed_ips': [{'subnet_id': '9caaf0fa-b2df-475a-98a0-cdad9bb50866'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:42:46.772372 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:46.875757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bee8b8-e785-45c6-9a5a-f3a5418ce5e8 req-19363fcb-eeb2-46ea-a576-978ee95e5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:46.877368 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81bee8b8-e785-45c6-9a5a-f3a5418ce5e8 req-19363fcb-eeb2-46ea-a576-978ee95e5dd5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 1100 time: 0.1776612 Aug 20 11:42:46.879089 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d9c95a4-ee2b-440a-94df-b6bd810c3872 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:46.884547 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d9c95a4-ee2b-440a-94df-b6bd810c3872 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:46.926314 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Allocated IP 2001:db8::2 (871cac17-ee0a-4b82-ae24-36bcb00ca802/9caaf0fa-b2df-475a-98a0-cdad9bb50866/da06f0b6-8c74-480e-b50f-0f8e592fb3aa) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:46.992870 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d9c95a4-ee2b-440a-94df-b6bd810c3872 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:46.993474 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9c95a4-ee2b-440a-94df-b6bd810c3872 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Fanout notify agent at l3_agent the message router_deleted on router b7cb2e7b-9150-473c-bf78-05077fb58d9e {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:42:47.002421 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d9c95a4-ee2b-440a-94df-b6bd810c3872 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.007884 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1d9c95a4-ee2b-440a-94df-b6bd810c3872 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "DELETE /v2.0/routers/b7cb2e7b-9150-473c-bf78-05077fb58d9e HTTP/1.1" status: 204 len: 168 time: 1.2524939 Aug 20 11:42:47.010002 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40646) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:47.018801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-bce77068-bbf6-4c6c-9d00-f68d3b84f432 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1736927907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:47.052295 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-88c13a4e-10f5-48d8-8489-cf6ae86ff77d req-c65914c2-f39b-446a-8d7e-84e3adf597ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5aa986-547f-41a0-9562-05d138ba0856 HTTP/1.1" status: 200 len: 217 time: 0.3779864 Aug 20 11:42:47.086360 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bee8b8-e785-45c6-9a5a-f3a5418ce5e8 req-850b5da9-75c4-4c97-aaed-f7ca5d11526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:47.088023 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81bee8b8-e785-45c6-9a5a-f3a5418ce5e8 req-850b5da9-75c4-4c97-aaed-f7ca5d11526d service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.1542666 Aug 20 11:42:47.102504 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.114124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Transition to ACTIVE for port object da06f0b6-8c74-480e-b50f-0f8e592fb3aa will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:47.128270 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900c626-2858-421e-bb7a-49dbfdc0308f req-8a9cbe60-d1c2-4fc2-81d4-c972b81805ee tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:47.129883 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8900c626-2858-421e-bb7a-49dbfdc0308f req-8a9cbe60-d1c2-4fc2-81d4-c972b81805ee tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.4904337 Aug 20 11:42:47.135421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Transition to ACTIVE for port object da06f0b6-8c74-480e-b50f-0f8e592fb3aa will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:47.144083 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81bee8b8-e785-45c6-9a5a-f3a5418ce5e8 req-55c267a8-23b9-4eb4-b1e8-6bb30deca246 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=28af82fb-9ab8-485a-8b42-493125ccb526 HTTP/1.1" status: 200 len: 217 time: 0.0478694 Aug 20 11:42:47.153125 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.162968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c13a4e-10f5-48d8-8489-cf6ae86ff77d req-cd90ca23-3c5b-4b9e-a2a9-dbc64175e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:47.164439 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-88c13a4e-10f5-48d8-8489-cf6ae86ff77d req-cd90ca23-3c5b-4b9e-a2a9-dbc64175e7b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fd3453c-8b07-4f16-828a-7076626e61c9 HTTP/1.1" status: 200 len: 857 time: 0.1034384 Aug 20 11:42:47.168757 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05668198-2d2e-4944-9da8-a0df1740ad02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.169301 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.198384 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05668198-2d2e-4944-9da8-a0df1740ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.206149 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-88c13a4e-10f5-48d8-8489-cf6ae86ff77d req-8e0d4ffb-d5ac-422c-b06b-bc059b381d51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314744 Aug 20 11:42:47.207101 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Network 871cac17-ee0a-4b82-ae24-36bcb00ca802 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:47.210220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:47.213851 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:47.248340 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8900c626-2858-421e-bb7a-49dbfdc0308f req-bc295253-3bd0-4fc4-94ca-21c386b704a5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080279 Aug 20 11:42:47.267260 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05668198-2d2e-4944-9da8-a0df1740ad02 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:42:47.270393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Pushing event updated for resources: {'Port': ['ID=da06f0b6-8c74-480e-b50f-0f8e592fb3aa,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:47.289031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bee8b8-e785-45c6-9a5a-f3a5418ce5e8 req-0439cc8a-e5d5-49cd-8d17-ad534711e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:47.290580 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81bee8b8-e785-45c6-9a5a-f3a5418ce5e8 req-0439cc8a-e5d5-49cd-8d17-ad534711e591 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1381476 Aug 20 11:42:47.295261 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05668198-2d2e-4944-9da8-a0df1740ad02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc914a2-8892-4570-8657-ffef7351bf6c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:47.303489 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bce77068-bbf6-4c6c-9d00-f68d3b84f432 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.304447 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bce77068-bbf6-4c6c-9d00-f68d3b84f432 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.312243 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Attempting to bind port da06f0b6-8c74-480e-b50f-0f8e592fb3aa on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:47.314530 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Attempting to bind port da06f0b6-8c74-480e-b50f-0f8e592fb3aa by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'f006636d-9727-457f-b665-0c81af6c2016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '871cac17-ee0a-4b82-ae24-36bcb00ca802'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:47.315188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Attempting to bind port da06f0b6-8c74-480e-b50f-0f8e592fb3aa on network 871cac17-ee0a-4b82-ae24-36bcb00ca802 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:47.323193 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:47.323916 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Checking segment: {'id': 'f006636d-9727-457f-b665-0c81af6c2016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '871cac17-ee0a-4b82-ae24-36bcb00ca802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:47.324723 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.325268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Bound using segment: {'id': 'f006636d-9727-457f-b665-0c81af6c2016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '871cac17-ee0a-4b82-ae24-36bcb00ca802'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:47.325972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Bound port: da06f0b6-8c74-480e-b50f-0f8e592fb3aa, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f006636d-9727-457f-b665-0c81af6c2016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '871cac17-ee0a-4b82-ae24-36bcb00ca802'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:47.326527 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.359715 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-88c13a4e-10f5-48d8-8489-cf6ae86ff77d req-b465e60d-74c1-4d25-9174-218c09a14735 service neutron] 10.222.0.35 "GET /v2.0/networks/1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389294 Aug 20 11:42:47.364756 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Deleting port da06f0b6-8c74-480e-b50f-0f8e592fb3aa {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:47.365112 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.405205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] For port da06f0b6-8c74-480e-b50f-0f8e592fb3aa, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:47.408470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] For port da06f0b6-8c74-480e-b50f-0f8e592fb3aa, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=da06f0b6-8c74-480e-b50f-0f8e592fb3aa,segment=NetworkSegment(f006636d-9727-457f-b665-0c81af6c2016),segment_id=f006636d-9727-457f-b665-0c81af6c2016)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:47.413468 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.483207 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a1833-dfdf-4f55-8910-5b13ae5a1426 None None] Pushing event updated for resources: {'Port': ['ID=da06f0b6-8c74-480e-b50f-0f8e592fb3aa,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:47.565739 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60af0d-9996-4a40-8b07-fed49cf71bb7 req-36458f87-b374-400e-9d39-d7f4415f7263 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:47.567316 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fe60af0d-9996-4a40-8b07-fed49cf71bb7 req-36458f87-b374-400e-9d39-d7f4415f7263 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1789365 Aug 20 11:42:47.600750 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] For port da06f0b6-8c74-480e-b50f-0f8e592fb3aa, host n-d-804299-2, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:47.601127 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.615497 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-88c13a4e-10f5-48d8-8489-cf6ae86ff77d req-5a99de21-9ea9-4435-8311-0b9de65bfe68 service neutron] 10.222.0.35 "GET /v2.0/networks/1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472496 Aug 20 11:42:47.627585 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Calling delete_port for da06f0b6-8c74-480e-b50f-0f8e592fb3aa owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:47.650098 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fe60af0d-9996-4a40-8b07-fed49cf71bb7 req-b05f12e5-95a5-46d1-89fb-b635f1c00998 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701406 Aug 20 11:42:47.703625 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05668198-2d2e-4944-9da8-a0df1740ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.703625 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-05668198-2d2e-4944-9da8-a0df1740ad02 admin admin] Added segment 6f16d979-f3c4-4709-a610-bc577fdd5847 of type vlan for network a83f3b1a-83ed-4e0c-9db8-f192c1c4b361 Aug 20 11:42:47.782819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c8cb6-6a7e-4219-bd5d-8291834ed53a req-57fc222a-c53d-40ff-b2e6-3a78e0bd34dd tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:47.788320 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d17c8cb6-6a7e-4219-bd5d-8291834ed53a req-57fc222a-c53d-40ff-b2e6-3a78e0bd34dd tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.5967047 Aug 20 11:42:47.818725 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05668198-2d2e-4944-9da8-a0df1740ad02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.846511 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.875410 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bce77068-bbf6-4c6c-9d00-f68d3b84f432 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.878786 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3622b-89c9-4cd5-a2d4-37b4ac65bf83 req-9da7f5e4-f5d0-4ee0-b263-ef75b6afc676 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:47.880498 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-91e3622b-89c9-4cd5-a2d4-37b4ac65bf83 req-9da7f5e4-f5d0-4ee0-b263-ef75b6afc676 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 943 time: 0.1005054 Aug 20 11:42:47.883451 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Port': ['ID=da06f0b6-8c74-480e-b50f-0f8e592fb3aa,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:47.895361 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bce77068-bbf6-4c6c-9d00-f68d3b84f432 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.911141 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bee8b8-e785-45c6-9a5a-f3a5418ce5e8 req-6ebf78ce-64ff-4b18-9192-6f8131a27056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:47.912604 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81bee8b8-e785-45c6-9a5a-f3a5418ce5e8 req-6ebf78ce-64ff-4b18-9192-6f8131a27056 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6135237 Aug 20 11:42:47.934919 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d17c8cb6-6a7e-4219-bd5d-8291834ed53a req-d15eb36c-2ca9-4020-b8bc-fdd3b4d45acc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323884 Aug 20 11:42:47.937076 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05668198-2d2e-4944-9da8-a0df1740ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.938162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05668198-2d2e-4944-9da8-a0df1740ad02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:47.938789 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05668198-2d2e-4944-9da8-a0df1740ad02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.940713 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] No DVR routers for this DVR port da06f0b6-8c74-480e-b50f-0f8e592fb3aa on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:48.001512 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bce77068-bbf6-4c6c-9d00-f68d3b84f432 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.002737 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bce77068-bbf6-4c6c-9d00-f68d3b84f432 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9895678 Aug 20 11:42:48.010304 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-91e3622b-89c9-4cd5-a2d4-37b4ac65bf83 req-20eac290-569e-40a7-bf3a-a87afd6c2bd6 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d599577-2f86-4a20-acbc-51b48db132e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222031 Aug 20 11:42:48.011486 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40658) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:48.020387 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'enable_snat': True}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:48.075950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-05668198-2d2e-4944-9da8-a0df1740ad02 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6685479 Aug 20 11:42:48.092073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40660) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:48.097279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-37adf7f6-20dd-4727-973d-0f791d0962c1 admin admin] Request body: {'subnet': {'network_id': 'a83f3b1a-83ed-4e0c-9db8-f192c1c4b361', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-107623266-subnet', 'tenant_id': 'ff5551a092b14a95a3fcd2e0c4cdd484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:48.098383 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.110763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05668198-2d2e-4944-9da8-a0df1740ad02 admin admin] Pushing event updated for resources: {'Network': ['ID=a83f3b1a-83ed-4e0c-9db8-f192c1c4b361,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:48.122655 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network a83f3b1a-83ed-4e0c-9db8-f192c1c4b361 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:42:48.164032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d7a24-f1ca-47c2-84c8-65ea35a17a50 req-d15c0445-1d6d-4600-90a2-ddbb07def1f4 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:48.165611 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-315d7a24-f1ca-47c2-84c8-65ea35a17a50 req-d15c0445-1d6d-4600-90a2-ddbb07def1f4 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.1282930 Aug 20 11:42:48.167094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37adf7f6-20dd-4727-973d-0f791d0962c1 admin admin] Made reservation on behalf of ff5551a092b14a95a3fcd2e0c4cdd484 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:48.169424 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37adf7f6-20dd-4727-973d-0f791d0962c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.176802 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81bee8b8-e785-45c6-9a5a-f3a5418ce5e8 req-8a9b6794-2305-4ca7-9177-ba8a9441d592 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508836 Aug 20 11:42:48.322634 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7ccc2-a9a2-43fa-a980-c94090fab266 req-808aff4d-809b-4759-a7cf-c88790c730a5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:48.324566 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87c7ccc2-a9a2-43fa-a980-c94090fab266 req-808aff4d-809b-4759-a7cf-c88790c730a5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.2297406 Aug 20 11:42:48.350560 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-315d7a24-f1ca-47c2-84c8-65ea35a17a50 req-fc0eb3d5-88eb-4589-91a1-739f1d285e95 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716259 Aug 20 11:42:48.384677 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.390999 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81bee8b8-e785-45c6-9a5a-f3a5418ce5e8 req-4c05a34f-f04e-44a5-b0d4-f509df66f729 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007318 Aug 20 11:42:48.402449 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.475721 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Subnet': ['ID=9caaf0fa-b2df-475a-98a0-cdad9bb50866,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:48.505817 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37adf7f6-20dd-4727-973d-0f791d0962c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.559331 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87c7ccc2-a9a2-43fa-a980-c94090fab266 req-357730ca-9526-4b68-833a-505a0ab81bde tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842687 Aug 20 11:42:48.561606 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.566178 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adf7f6-20dd-4727-973d-0f791d0962c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83e06db-b30a-453c-abd4-f6c81c91dbd9,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:48.579700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871cac17-ee0a-4b82-ae24-36bcb00ca802']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:48.580626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37adf7f6-20dd-4727-973d-0f791d0962c1 admin admin] Checking segment: {'id': '6f16d979-f3c4-4709-a610-bc577fdd5847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a83f3b1a-83ed-4e0c-9db8-f192c1c4b361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:48.581105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37adf7f6-20dd-4727-973d-0f791d0962c1 admin admin] Network hostable DHCP agents. Network: a83f3b1a-83ed-4e0c-9db8-f192c1c4b361, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:42:48.601344 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f006636d-9727-457f-b665-0c81af6c2016') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:48.601854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f006636d-9727-457f-b665-0c81af6c2016') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:48.602091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df660294-df79-4d6a-828d-403fce34c1c3 None None] Network 871cac17-ee0a-4b82-ae24-36bcb00ca802 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:48.606862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37adf7f6-20dd-4727-973d-0f791d0962c1 admin admin] Network a83f3b1a-83ed-4e0c-9db8-f192c1c4b361 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:42:48.616153 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.619507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-37adf7f6-20dd-4727-973d-0f791d0962c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, a83f3b1a-83ed-4e0c-9db8-f192c1c4b361) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:48.639796 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.640934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37adf7f6-20dd-4727-973d-0f791d0962c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:48.642347 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37adf7f6-20dd-4727-973d-0f791d0962c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.653578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1761e1d4-9f89-4013-99c7-0cb7ae6a597c None None] Network a83f3b1a-83ed-4e0c-9db8-f192c1c4b361 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:48.658224 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:42:48.658702 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:42:48.663160 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:42:48.674558 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-37adf7f6-20dd-4727-973d-0f791d0962c1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5809543 Aug 20 11:42:48.757305 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-be588ad1-3255-4752-80cb-85b1bd141c3b None None] Could not find standard attr ID for object da06f0b6-8c74-480e-b50f-0f8e592fb3aa. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:42:48.794096 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.876024 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.878709 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/networks/871cac17-ee0a-4b82-ae24-36bcb00ca802 HTTP/1.1" status: 204 len: 168 time: 2.3132515 Aug 20 11:42:48.882863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40674) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:48.885088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af73bba4-6893-4b78-99f5-7bb603a02631 None None] Network a83f3b1a-83ed-4e0c-9db8-f192c1c4b361 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:48.889603 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e6a0d950-7493-412e-9884-02d33901a455 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-655893326'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:48.919813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a0d950-7493-412e-9884-02d33901a455 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Made reservation on behalf of 39fad10664fe484aa09eb6b745537541 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:48.924345 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6a0d950-7493-412e-9884-02d33901a455 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.942779 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61f995b-0628-4038-8111-387b71de9ae1 None None] DHCP port deletion for 871cac17-ee0a-4b82-ae24-36bcb00ca802 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:42:48.954430 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba660e4-73c4-4f93-9abc-d55c0cf7512e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Network': ['ID=871cac17-ee0a-4b82-ae24-36bcb00ca802,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:48.962835 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a0d950-7493-412e-9884-02d33901a455 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:42:48.968286 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a82368-18c8-42ea-9dfa-4d777a1cc74c req-9ba4401b-22a3-45f7-b9e6-ef255aa57feb tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:48.976731 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-77a82368-18c8-42ea-9dfa-4d777a1cc74c req-9ba4401b-22a3-45f7-b9e6-ef255aa57feb tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1866660 Aug 20 11:42:48.980907 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.985227 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6a0d950-7493-412e-9884-02d33901a455 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.986021 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-e6a0d950-7493-412e-9884-02d33901a455 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Added segment 8b103c5d-20fd-44d2-8df2-558d4f1e519f of type vlan for network e68d9b20-40c1-4938-b5f7-18988373b30b Aug 20 11:42:49.025488 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:49.037316 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6a0d950-7493-412e-9884-02d33901a455 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:49.075392 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6a0d950-7493-412e-9884-02d33901a455 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:49.081410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a0d950-7493-412e-9884-02d33901a455 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:49.082893 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6a0d950-7493-412e-9884-02d33901a455 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:49.090129 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-77a82368-18c8-42ea-9dfa-4d777a1cc74c req-c44a34c4-1d0e-478c-9c32-f82d3317b5db tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125543 Aug 20 11:42:49.146369 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e6a0d950-7493-412e-9884-02d33901a455 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2621329 Aug 20 11:42:49.150228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40688) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:49.157621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-708447df-5a5a-49b2-847e-8df9381c37dc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Request body: {'subnet': {'network_id': 'e68d9b20-40c1-4938-b5f7-18988373b30b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:49.207199 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0d950-7493-412e-9884-02d33901a455 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event updated for resources: {'Network': ['ID=e68d9b20-40c1-4938-b5f7-18988373b30b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:49.226162 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network e68d9b20-40c1-4938-b5f7-18988373b30b details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:42:49.263024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Allocated IP 172.25.8.116 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/ad47b6d9-56ae-4c8b-86a9-ebfd5d69b0c6) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:49.266402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-39cbbd89-6e18-49eb-bc4b-868c64df792f tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:49.278666 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-39cbbd89-6e18-49eb-bc4b-868c64df792f tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/networks?id=a83f3b1a-83ed-4e0c-9db8-f192c1c4b361 HTTP/1.1" status: 200 len: 808 time: 0.1405220 Aug 20 11:42:49.297498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-0c75a09c-5879-4443-808c-5e2c0cf4e512 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/quotas/ff5551a092b14a95a3fcd2e0c4cdd484 HTTP/1.1" status: 200 len: 375 time: 0.0177379 Aug 20 11:42:49.340213 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-f56d79fe-092c-4a7c-8754-80d27944765a tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff5551a092b14a95a3fcd2e0c4cdd484&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314858 Aug 20 11:42:49.349120 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65fd8f-1d4d-4a08-aaaf-74a37ae98461 req-eeaea9ad-e22a-443e-9260-d7724ba98e6c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:49.350648 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce65fd8f-1d4d-4a08-aaaf-74a37ae98461 req-eeaea9ad-e22a-443e-9260-d7724ba98e6c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.1532269 Aug 20 11:42:49.373494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708447df-5a5a-49b2-847e-8df9381c37dc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Made reservation on behalf of 39fad10664fe484aa09eb6b745537541 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:49.376435 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-708447df-5a5a-49b2-847e-8df9381c37dc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:49.434484 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-b370fd4a-550a-4f0d-aaa5-ef3d5a572a88 service neutron] 10.222.0.37 "GET /v2.0/networks/a83f3b1a-83ed-4e0c-9db8-f192c1c4b361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862763 Aug 20 11:42:49.476075 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce65fd8f-1d4d-4a08-aaaf-74a37ae98461 req-29caa5bc-762d-461c-9673-7e803a8c0814 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155164 Aug 20 11:42:49.494255 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device df5aa986-547f-41a0-9562-05d138ba0856 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:42:49.519184 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:49.543091 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-7b54dac5-a66f-4351-a3ba-0104647c2b97 service neutron] 10.222.0.37 "GET /v2.0/networks/a83f3b1a-83ed-4e0c-9db8-f192c1c4b361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022644 Aug 20 11:42:49.613774 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port df5aa986-547f-41a0-9562-05d138ba0856, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=df5aa986-547f-41a0-9562-05d138ba0856,segment=NetworkSegment(60d8843e-c164-4b4a-8554-76fbb69e3ee4),segment_id=60d8843e-c164-4b4a-8554-76fbb69e3ee4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:49.627431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'df5aa986-547f-41a0-9562-05d138ba0856', 'network_id': '1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8', 'port_id': 'df5aa986-547f-41a0-9562-05d138ba0856', 'mac_address': 'fa:16:3e:7e:19:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd3453c-8b07-4f16-828a-7076626e61c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:42:49.670800 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:49.686184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5aa986-547f-41a0-9562-05d138ba0856 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:49.711961 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:49.713406 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port df5aa986-547f-41a0-9562-05d138ba0856, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=df5aa986-547f-41a0-9562-05d138ba0856,segment=NetworkSegment(60d8843e-c164-4b4a-8554-76fbb69e3ee4),segment_id=60d8843e-c164-4b4a-8554-76fbb69e3ee4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:49.721216 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:49.764132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c04316-5d52-450d-8338-ffd7e7749c2b req-ceb55e91-a7dd-48ca-ac61-8c857239485c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:49.766305 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-12c04316-5d52-450d-8338-ffd7e7749c2b req-ceb55e91-a7dd-48ca-ac61-8c857239485c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.0584662 Aug 20 11:42:49.782041 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=df5aa986-547f-41a0-9562-05d138ba0856,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:49.787044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a75d2-e7d9-4d56-a662-a0f2a3911494 req-babe439c-9aa9-470a-a9a6-b022df3b352a tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:49.788721 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-019a75d2-e7d9-4d56-a662-a0f2a3911494 req-babe439c-9aa9-470a-a9a6-b022df3b352a tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 943 time: 0.2205718 Aug 20 11:42:49.804595 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Pushing event updated for resources: {'Port': ['ID=ad47b6d9-56ae-4c8b-86a9-ebfd5d69b0c6,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:49.817831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-12c04316-5d52-450d-8338-ffd7e7749c2b req-9a4ef8c2-b1db-4aa1-8bc8-0214a5d1d783 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438788 Aug 20 11:42:49.828976 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:49.853924 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:49.858700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:49.891875 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-53bf9169-4fec-4c25-9db8-02294f395be3 req-2a304551-178c-4e3c-9499-030fb911f2fb tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/ports?device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 210 time: 0.0334756 Aug 20 11:42:49.910353 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-019a75d2-e7d9-4d56-a662-a0f2a3911494 req-f330c41f-d114-4a0b-97de-266edba8ff4d tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d599577-2f86-4a20-acbc-51b48db132e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117897 Aug 20 11:42:49.941704 n-d-804299-2 neutron-server[94690]: DEBUG neutron.objects.ports [None req-708447df-5a5a-49b2-847e-8df9381c37dc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:42:49.944768 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-708447df-5a5a-49b2-847e-8df9381c37dc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:50.070225 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['df5aa986-547f-41a0-9562-05d138ba0856'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:50.253453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256cc7e-09fa-4b9e-9d1d-231b9a111f42 req-eb9afd1d-e8b8-4160-99d8-d61c0cd6a0c5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:50.255299 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3256cc7e-09fa-4b9e-9d1d-231b9a111f42 req-eb9afd1d-e8b8-4160-99d8-d61c0cd6a0c5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.0684137 Aug 20 11:42:50.298057 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3256cc7e-09fa-4b9e-9d1d-231b9a111f42 req-0a037ff6-27ff-442f-8208-93aa4183156f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353816 Aug 20 11:42:50.387860 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device da06f0b6-8c74-480e-b50f-0f8e592fb3aa no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:50.414433 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708447df-5a5a-49b2-847e-8df9381c37dc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event updated for resources: {'Subnet': ['ID=a0929e03-6813-4bf8-b60d-7a61123f04ee,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:50.421871 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: da06f0b6-8c74-480e-b50f-0f8e592fb3aa {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:50.422781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device da06f0b6-8c74-480e-b50f-0f8e592fb3aa not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:50.436775 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708447df-5a5a-49b2-847e-8df9381c37dc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Checking segment: {'id': '8b103c5d-20fd-44d2-8df2-558d4f1e519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e68d9b20-40c1-4938-b5f7-18988373b30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:50.437446 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708447df-5a5a-49b2-847e-8df9381c37dc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Network hostable DHCP agents. Network: e68d9b20-40c1-4938-b5f7-18988373b30b, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:42:50.495323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708447df-5a5a-49b2-847e-8df9381c37dc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Network e68d9b20-40c1-4938-b5f7-18988373b30b is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:42:50.511930 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-708447df-5a5a-49b2-847e-8df9381c37dc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, e68d9b20-40c1-4938-b5f7-18988373b30b) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:50.522887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d088e03-3917-4e71-8185-9d43375bef79 None None] Network e68d9b20-40c1-4938-b5f7-18988373b30b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:50.551318 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708447df-5a5a-49b2-847e-8df9381c37dc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:50.551830 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-708447df-5a5a-49b2-847e-8df9381c37dc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:50.581309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62611e13-83b7-444e-a888-77f82c1b5f24 req-a8a8fa3a-5519-42af-b4ea-dffa22fb72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:50.583001 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62611e13-83b7-444e-a888-77f82c1b5f24 req-a8a8fa3a-5519-42af-b4ea-dffa22fb72f9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 1096 time: 0.0540552 Aug 20 11:42:50.592255 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99893077-d8bc-4ec4-9955-2648ce10c307 req-ecdf8612-808d-4ba9-b81a-f58718ca62fd tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:50.593733 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99893077-d8bc-4ec4-9955-2648ce10c307 req-ecdf8612-808d-4ba9-b81a-f58718ca62fd tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1070621 Aug 20 11:42:50.604110 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-708447df-5a5a-49b2-847e-8df9381c37dc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4527447 Aug 20 11:42:50.609455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40710) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:50.645685 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:50.713406 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99893077-d8bc-4ec4-9955-2648ce10c307 req-0267e8d1-bb4d-4730-a903-fcf4d4ec1c30 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107526 Aug 20 11:42:50.730083 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-e68d9b20-40c1-4938-b5f7-18988373b30b', 'network_id': 'e68d9b20-40c1-4938-b5f7-18988373b30b', 'tenant_id': '39fad10664fe484aa09eb6b745537541', 'fixed_ips': [{'subnet_id': 'a0929e03-6813-4bf8-b60d-7a61123f04ee'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:42:50.731366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78569c0-f813-482d-b762-739e4522542e req-2e73827e-6b7b-4d9f-9629-cbdeefd32ab1 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:50.733328 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d78569c0-f813-482d-b762-739e4522542e req-2e73827e-6b7b-4d9f-9629-cbdeefd32ab1 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.1732566 Aug 20 11:42:50.734499 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:50.817458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62611e13-83b7-444e-a888-77f82c1b5f24 req-99aeebb8-1000-455b-af22-7bc338abaca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:50.820102 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62611e13-83b7-444e-a888-77f82c1b5f24 req-99aeebb8-1000-455b-af22-7bc338abaca4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.2253320 Aug 20 11:42:50.857272 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:50.876477 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d78569c0-f813-482d-b762-739e4522542e req-abc3fc5f-5cb2-482f-975b-e474ec73daa0 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324503 Aug 20 11:42:50.917959 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Allocated IP 2001:db8::f816:3eff:fed4:5f5c (e68d9b20-40c1-4938-b5f7-18988373b30b/a0929e03-6813-4bf8-b60d-7a61123f04ee/d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:50.936587 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62611e13-83b7-444e-a888-77f82c1b5f24 req-fd35ab24-00a9-4e8e-ad11-a2b14eec3b3f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d HTTP/1.1" status: 200 len: 999 time: 0.1076064 Aug 20 11:42:51.034239 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-beb07826-f0a0-4eac-9a46-5f8f3df79329 req-125a4c1b-ed11-4aab-8a15-5143af126a16 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/ports?device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 210 time: 0.0453010 Aug 20 11:42:51.038682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62611e13-83b7-444e-a888-77f82c1b5f24 req-dc3c2425-effb-49f4-8180-d084980356e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:51.040125 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62611e13-83b7-444e-a888-77f82c1b5f24 req-dc3c2425-effb-49f4-8180-d084980356e7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.0948689 Aug 20 11:42:51.050305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-f789e5b3-47d0-4b0a-8caa-4c926c05be10 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:51.051755 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-f789e5b3-47d0-4b0a-8caa-4c926c05be10 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.76 "GET /v2.0/networks?id=a83f3b1a-83ed-4e0c-9db8-f192c1c4b361 HTTP/1.1" status: 200 len: 808 time: 0.3007066 Aug 20 11:42:51.071047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-4c6c0243-07ab-4bf1-aa7a-654a6a9bce87 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Request body: {'port': {'device_id': '4157a411-7521-4a98-bc2f-8393d1aa48eb', 'network_id': 'a83f3b1a-83ed-4e0c-9db8-f192c1c4b361', 'admin_state_up': True, 'tenant_id': 'ff5551a092b14a95a3fcd2e0c4cdd484'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:51.097554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daac6f-14f9-436f-976c-e5cabe1d9de8 req-e6cb64dd-bd4e-4402-9310-b8f6a97afdf1 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:51.099093 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7daac6f-14f9-436f-976c-e5cabe1d9de8 req-e6cb64dd-bd4e-4402-9310-b8f6a97afdf1 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.1615818 Aug 20 11:42:51.101523 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.106670 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.116572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Transition to ACTIVE for port object d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:51.134420 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Transition to ACTIVE for port object d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:51.140809 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.178887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Network e68d9b20-40c1-4938-b5f7-18988373b30b is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:51.182147 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:51.188278 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:51.192917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62611e13-83b7-444e-a888-77f82c1b5f24 req-e9e22ced-e467-4c77-bcc1-006c6f326452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:51.193951 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.194445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62611e13-83b7-444e-a888-77f82c1b5f24 req-e9e22ced-e467-4c77-bcc1-006c6f326452 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410468 Aug 20 11:42:51.206990 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.224688 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7daac6f-14f9-436f-976c-e5cabe1d9de8 req-9a5fe7ea-0861-460a-bbe6-a5cfa68ac798 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047189 Aug 20 11:42:51.231301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007b412-5952-413a-b69e-c6e7f24a5fd1 req-0137fdca-e146-453d-85f4-676e6ad86aea tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:51.233030 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8007b412-5952-413a-b69e-c6e7f24a5fd1 req-0137fdca-e146-453d-85f4-676e6ad86aea tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 944 time: 0.1328201 Aug 20 11:42:51.253363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Pushing event updated for resources: {'Port': ['ID=d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:51.266231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Attempting to bind port d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:51.266601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Attempting to bind port d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '8b103c5d-20fd-44d2-8df2-558d4f1e519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e68d9b20-40c1-4938-b5f7-18988373b30b'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:51.266957 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Attempting to bind port d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2 on network e68d9b20-40c1-4938-b5f7-18988373b30b {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:51.273371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:51.273665 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Checking segment: {'id': '8b103c5d-20fd-44d2-8df2-558d4f1e519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e68d9b20-40c1-4938-b5f7-18988373b30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:51.274395 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.274834 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Bound using segment: {'id': '8b103c5d-20fd-44d2-8df2-558d4f1e519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e68d9b20-40c1-4938-b5f7-18988373b30b'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:51.275300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Bound port: d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b103c5d-20fd-44d2-8df2-558d4f1e519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e68d9b20-40c1-4938-b5f7-18988373b30b'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:51.275675 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.285429 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.333732 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Subnet': ['ID=a0929e03-6813-4bf8-b60d-7a61123f04ee,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:51.336280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-4c6c0243-07ab-4bf1-aa7a-654a6a9bce87 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Made reservation on behalf of ff5551a092b14a95a3fcd2e0c4cdd484 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:51.340554 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-4c6c0243-07ab-4bf1-aa7a-654a6a9bce87 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.348126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] For port d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:51.352813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] For port d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2,segment=NetworkSegment(8b103c5d-20fd-44d2-8df2-558d4f1e519f),segment_id=8b103c5d-20fd-44d2-8df2-558d4f1e519f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:51.358672 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.438963 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f1db0-4ed1-49d5-86f8-ba9ac3613575 None None] Pushing event updated for resources: {'Port': ['ID=d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:51.457226 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8007b412-5952-413a-b69e-c6e7f24a5fd1 req-c6f6c8a5-117e-4142-bced-dd42a60fd14e tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d599577-2f86-4a20-acbc-51b48db132e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861978 Aug 20 11:42:51.464752 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7779966d-8423-4c32-90b0-8e0047e48759 None None] Network e68d9b20-40c1-4938-b5f7-18988373b30b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:51.465510 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.487350 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62611e13-83b7-444e-a888-77f82c1b5f24 req-6543fe33-bc98-4571-9545-81391149c3bd service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841473 Aug 20 11:42:51.491019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-4c6c0243-07ab-4bf1-aa7a-654a6a9bce87 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Allocated IP 172.20.0.12 (a83f3b1a-83ed-4e0c-9db8-f192c1c4b361/f83e06db-b30a-453c-abd4-f6c81c91dbd9/ea68a129-caa0-4942-ae32-53041cfecd48) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:51.501435 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68d9b20-40c1-4938-b5f7-18988373b30b']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:51.523962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device df5aa986-547f-41a0-9562-05d138ba0856 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:51.528145 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b103c5d-20fd-44d2-8df2-558d4f1e519f') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:51.528588 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b103c5d-20fd-44d2-8df2-558d4f1e519f') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:51.546199 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.548170 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Router dfd0f39a-d5d1-4970-8432-0bd23b476319 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:42:51.571063 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.615334 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:42:51.616165 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:42:51.620403 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:42:51.629632 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port df5aa986-547f-41a0-9562-05d138ba0856 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:51.635021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eb480b-bed5-4da2-b435-fc60895f0e8f None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:42:51.669997 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62611e13-83b7-444e-a888-77f82c1b5f24 req-a7e4d247-755f-46d4-9d78-ad6d1ce54d55 service neutron] 10.222.0.76 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748126 Aug 20 11:42:51.733684 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-4c6c0243-07ab-4bf1-aa7a-654a6a9bce87 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.772670 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:42:51.774991 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:42:51.774991 n-d-804299-2 neutron-server[94690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:42:51.774991 n-d-804299-2 neutron-server[94690]: [parameters: {'id': 'e68d9b20-40c1-4938-b5f7-18988373b30b'}] Aug 20 11:42:51.774991 n-d-804299-2 neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:42:51.775347 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:42:51.779406 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.783286 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-673e4e48-a934-4275-840a-63e671950169 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "PUT /v2.0/routers/dfd0f39a-d5d1-4970-8432-0bd23b476319 HTTP/1.1" status: 200 len: 919 time: 3.7662907 Aug 20 11:42:51.783883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40720) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:51.789960 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-4c6c0243-07ab-4bf1-aa7a-654a6a9bce87 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.799222 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port df5aa986-547f-41a0-9562-05d138ba0856 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:51.799587 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.810353 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f68b90-650d-48e3-919c-5440859edba7 None None] Sync routers for ids ['dfd0f39a-d5d1-4970-8432-0bd23b476319'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:42:51.847645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-4c6c0243-07ab-4bf1-aa7a-654a6a9bce87 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Network a83f3b1a-83ed-4e0c-9db8-f192c1c4b361 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:51.856495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-4c6c0243-07ab-4bf1-aa7a-654a6a9bce87 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:51.872954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-4c6c0243-07ab-4bf1-aa7a-654a6a9bce87 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:51.883364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f68b90-650d-48e3-919c-5440859edba7 None None] Routers {'dfd0f39a-d5d1-4970-8432-0bd23b476319'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:51.884023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-77f68b90-650d-48e3-919c-5440859edba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['dfd0f39a-d5d1-4970-8432-0bd23b476319'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:51.913239 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-349942bc-8d8b-4d8d-a664-8caaba7310ef tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/routers/dfd0f39a-d5d1-4970-8432-0bd23b476319 HTTP/1.1" status: 200 len: 925 time: 0.1278081 Aug 20 11:42:51.916266 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40724) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:51.930777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c0243-07ab-4bf1-aa7a-654a6a9bce87 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Pushing event updated for resources: {'Port': ['ID=ea68a129-caa0-4942-ae32-53041cfecd48,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:51.940161 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-77f68b90-650d-48e3-919c-5440859edba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:51.948867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-4c6c0243-07ab-4bf1-aa7a-654a6a9bce87 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:51.949182 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-4c6c0243-07ab-4bf1-aa7a-654a6a9bce87 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.959991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875ec4b-2c0a-4450-b84e-e30fb1c668e6 req-f7545a3e-8d21-457c-b0c4-a12e0982b8b5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:51.965790 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f68b90-650d-48e3-919c-5440859edba7 None None] Routers {'dfd0f39a-d5d1-4970-8432-0bd23b476319'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:51.966427 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-77f68b90-650d-48e3-919c-5440859edba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['dfd0f39a-d5d1-4970-8432-0bd23b476319'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:51.967359 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9875ec4b-2c0a-4450-b84e-e30fb1c668e6 req-f7545a3e-8d21-457c-b0c4-a12e0982b8b5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1362557 Aug 20 11:42:52.013505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-77f68b90-650d-48e3-919c-5440859edba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:52.014189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f68b90-650d-48e3-919c-5440859edba7 None None] The sync data for ids ['dfd0f39a-d5d1-4970-8432-0bd23b476319'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:42:52.024009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9875ec4b-2c0a-4450-b84e-e30fb1c668e6 req-740c4a5a-18be-49fd-9b6d-7c6baa278ca2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556090 Aug 20 11:42:52.025599 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-4c6c0243-07ab-4bf1-aa7a-654a6a9bce87 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9604144 Aug 20 11:42:52.050249 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf535df-1417-42a1-b33b-28a57a05bf3e tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:52.051102 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Request body: {'port': {'device_id': '4157a411-7521-4a98-bc2f-8393d1aa48eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:52.055557 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bdf535df-1417-42a1-b33b-28a57a05bf3e tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=2f571561-7053-40c3-8622-933868b07d18&device_id=dfd0f39a-d5d1-4970-8432-0bd23b476319&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1343024 Aug 20 11:42:52.055557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40726) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:52.088430 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eb480b-bed5-4da2-b435-fc60895f0e8f None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:42:52.099132 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.114521 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.120776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef2e79-7adc-41e1-9360-0e5c4908c6b3 req-e3d3478b-0dc4-4e1c-9dc4-01f3fe7e4ea7 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:52.122309 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d2ef2e79-7adc-41e1-9360-0e5c4908c6b3 req-e3d3478b-0dc4-4e1c-9dc4-01f3fe7e4ea7 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.1346006 Aug 20 11:42:52.191097 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d2ef2e79-7adc-41e1-9360-0e5c4908c6b3 req-f2653fb2-4404-494c-bb0f-4c378ad6c57e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608001 Aug 20 11:42:52.191327 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661c00f6-89a6-4e81-9a10-235d3680db02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5aa986-547f-41a0-9562-05d138ba0856'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:52.193437 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4af3b5-b153-4ac2-b6af-4abad5de41dc" -d '{"events": [{"server_uuid": "661c00f6-89a6-4e81-9a10-235d3680db02", "name": "network-vif-plugged", "status": "completed", "tag": "df5aa986-547f-41a0-9562-05d138ba0856"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:52.193891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376f2dcd-92af-4d27-8361-bb554c24bcc4 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:52.195219 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-376f2dcd-92af-4d27-8361-bb554c24bcc4 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 881 time: 0.1388426 Aug 20 11:42:52.198930 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40732) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:52.220444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f6b76-bcce-4495-ae9a-abc2d0e90a7e req-c2b1607c-bf8f-4857-9613-40baf385e425 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:52.222023 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a0f6b76-bcce-4495-ae9a-abc2d0e90a7e req-c2b1607c-bf8f-4857-9613-40baf385e425 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/ports?device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 932 time: 0.0962412 Aug 20 11:42:52.235058 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c32bd08b-32c9-4352-a87b-4615b67e8108 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfd0f39a-d5d1-4970-8432-0bd23b476319 HTTP/1.1" status: 200 len: 205 time: 0.0327518 Aug 20 11:42:52.235303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port df5aa986-547f-41a0-9562-05d138ba0856, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=df5aa986-547f-41a0-9562-05d138ba0856,segment=NetworkSegment(60d8843e-c164-4b4a-8554-76fbb69e3ee4),segment_id=60d8843e-c164-4b4a-8554-76fbb69e3ee4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:52.235629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40734) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:52.240474 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.305847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.342487 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aef6e3e-c4d3-47cc-aee7-d99f46725bf0 x-openstack-request-id: req-2aef6e3e-c4d3-47cc-aee7-d99f46725bf0 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:52.342781 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661c00f6-89a6-4e81-9a10-235d3680db02", "name": "network-vif-plugged", "status": "completed", "tag": "df5aa986-547f-41a0-9562-05d138ba0856", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:52.343034 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2aef6e3e-c4d3-47cc-aee7-d99f46725bf0 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:52.343464 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661c00f6-89a6-4e81-9a10-235d3680db02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5aa986-547f-41a0-9562-05d138ba0856', 'code': 200} Aug 20 11:42:52.433780 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a0f6b76-bcce-4495-ae9a-abc2d0e90a7e req-d0d0e74a-d938-4144-8474-faf5dc5d394c tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bc914a2-8892-4570-8657-ffef7351bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485641 Aug 20 11:42:52.468564 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b98fe385-d914-4177-8fb8-ce69a0d0414d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.473858 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-613e20be-33e4-41b4-9296-7562dfa68397 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.519972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=df5aa986-547f-41a0-9562-05d138ba0856,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:52.561266 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Deleting port d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:52.561609 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.629831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea68a129-caa0-4942-ae32-53041cfecd48 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:52.643669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c123f4-2ce1-455b-98fe-fb775162164f req-c31c1202-1154-4462-9aa6-687beacb5cd4 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:52.645653 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-32c123f4-2ce1-455b-98fe-fb775162164f req-c31c1202-1154-4462-9aa6-687beacb5cd4 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 945 time: 0.1055853 Aug 20 11:42:52.653305 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5e2d0-caf2-4bcc-9f05-bc6181233ea3 req-ac410f5d-7405-4601-8aa7-48cdedaf7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:52.654800 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-30f5e2d0-caf2-4bcc-9f05-bc6181233ea3 req-ac410f5d-7405-4601-8aa7-48cdedaf7994 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 1096 time: 0.2172253 Aug 20 11:42:52.657616 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.661989 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fb166-8509-4c7e-9b35-bd6b53631fbe req-99b1af6b-0e02-4221-b955-b2da1ad9b69f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:52.663425 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a4fb166-8509-4c7e-9b35-bd6b53631fbe req-99b1af6b-0e02-4221-b955-b2da1ad9b69f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.2132056 Aug 20 11:42:52.685819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Transition to ACTIVE for port object ea68a129-caa0-4942-ae32-53041cfecd48 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:52.691357 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.733603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] For port d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2,segment=NetworkSegment(8b103c5d-20fd-44d2-8df2-558d4f1e519f),segment_id=8b103c5d-20fd-44d2-8df2-558d4f1e519f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:52.733877 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.737063 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-32c123f4-2ce1-455b-98fe-fb775162164f req-a0348df0-207f-4695-8ddf-5d6bf77610fa tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d599577-2f86-4a20-acbc-51b48db132e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817211 Aug 20 11:42:52.757671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Pushing event updated for resources: {'Port': ['ID=ea68a129-caa0-4942-ae32-53041cfecd48,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:52.767871 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Calling delete_port for d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:52.773690 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-613e20be-33e4-41b4-9296-7562dfa68397 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.785474 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a4fb166-8509-4c7e-9b35-bd6b53631fbe req-464d9273-00f7-40a1-a3f2-3bc49c17df8d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066771 Aug 20 11:42:52.790622 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-30f5e2d0-caf2-4bcc-9f05-bc6181233ea3 req-87d4ec04-4c71-4e19-8c5f-c91c30fb981d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9d599577-2f86-4a20-acbc-51b48db132e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244864 Aug 20 11:42:52.840896 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Attempting to bind port ea68a129-caa0-4942-ae32-53041cfecd48 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:52.841247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Attempting to bind port ea68a129-caa0-4942-ae32-53041cfecd48 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '6f16d979-f3c4-4709-a610-bc577fdd5847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a83f3b1a-83ed-4e0c-9db8-f192c1c4b361'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:52.841585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Attempting to bind port ea68a129-caa0-4942-ae32-53041cfecd48 on network a83f3b1a-83ed-4e0c-9db8-f192c1c4b361 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:52.845928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Port ea68a129-caa0-4942-ae32-53041cfecd48 on network a83f3b1a-83ed-4e0c-9db8-f192c1c4b361 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:42:52.846250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Attempting to bind port ea68a129-caa0-4942-ae32-53041cfecd48 on network a83f3b1a-83ed-4e0c-9db8-f192c1c4b361 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:52.851047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:52.851395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Checking segment: {'id': '6f16d979-f3c4-4709-a610-bc577fdd5847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a83f3b1a-83ed-4e0c-9db8-f192c1c4b361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:52.851782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Bound using segment: {'id': '6f16d979-f3c4-4709-a610-bc577fdd5847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a83f3b1a-83ed-4e0c-9db8-f192c1c4b361'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:52.852215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Bound port: ea68a129-caa0-4942-ae32-53041cfecd48, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f16d979-f3c4-4709-a610-bc577fdd5847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a83f3b1a-83ed-4e0c-9db8-f192c1c4b361'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:52.852572 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.894856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-613e20be-33e4-41b4-9296-7562dfa68397 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Deleting port ad47b6d9-56ae-4c8b-86a9-ebfd5d69b0c6 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:52.895196 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-613e20be-33e4-41b4-9296-7562dfa68397 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.919780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] For port ea68a129-caa0-4942-ae32-53041cfecd48, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:52.922825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] For port ea68a129-caa0-4942-ae32-53041cfecd48, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ea68a129-caa0-4942-ae32-53041cfecd48,segment=NetworkSegment(6f16d979-f3c4-4709-a610-bc577fdd5847),segment_id=6f16d979-f3c4-4709-a610-bc577fdd5847)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:52.927173 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.936777 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.960086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:52.960737 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.962134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] 10.222.0.76 "PUT /v2.0/ports/ea68a129-caa0-4942-ae32-53041cfecd48 HTTP/1.1" status: 200 len: 1092 time: 0.9154677 Aug 20 11:42:52.962560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4157a411-7521-4a98-bc2f-8393d1aa48eb', 'tag': 'ea68a129-caa0-4942-ae32-53041cfecd48'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:52.965474 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4830bee9-6a4c-49be-ae25-d01b4e56ba1e" -d '{"events": [{"name": "network-changed", "server_uuid": "4157a411-7521-4a98-bc2f-8393d1aa48eb", "tag": "ea68a129-caa0-4942-ae32-53041cfecd48"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:52.986912 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Port': ['ID=d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:52.988961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] No DVR routers for this DVR port d4a9b20d-f081-40c3-b7f0-a4ae6252f6d2 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:52.992151 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ab1c4-4f3f-4443-8cad-e519357109fb service neutron] Pushing event updated for resources: {'Port': ['ID=ea68a129-caa0-4942-ae32-53041cfecd48,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:53.037571 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ae31b5-101f-457a-a5bc-3aaa792d182c x-openstack-request-id: req-95ae31b5-101f-457a-a5bc-3aaa792d182c {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:53.037889 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4157a411-7521-4a98-bc2f-8393d1aa48eb", "tag": "ea68a129-caa0-4942-ae32-53041cfecd48", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:53.038144 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95ae31b5-101f-457a-a5bc-3aaa792d182c {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:53.038617 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4157a411-7521-4a98-bc2f-8393d1aa48eb', 'tag': 'ea68a129-caa0-4942-ae32-53041cfecd48', 'status': 'completed', 'code': 200} Aug 20 11:42:53.059877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-a3ef81e5-2cf0-4147-98dd-48940c7b745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:53.061434 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-a3ef81e5-2cf0-4147-98dd-48940c7b745f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ff5551a092b14a95a3fcd2e0c4cdd484&device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 1095 time: 0.0526237 Aug 20 11:42:53.091431 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-613e20be-33e4-41b4-9296-7562dfa68397 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:53.111387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-5a8861fb-f5ec-4eff-a340-d699e313cd32 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea68a129-caa0-4942-ae32-53041cfecd48 HTTP/1.1" status: 200 len: 217 time: 0.0411205 Aug 20 11:42:53.113985 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:53.125209 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-613e20be-33e4-41b4-9296-7562dfa68397 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Calling delete_port for ad47b6d9-56ae-4c8b-86a9-ebfd5d69b0c6 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:53.141646 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68d9b20-40c1-4938-b5f7-18988373b30b']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:53.159816 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b103c5d-20fd-44d2-8df2-558d4f1e519f') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:53.160113 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b103c5d-20fd-44d2-8df2-558d4f1e519f') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:53.165143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-4d97d8a3-6254-4e07-9463-2e9569655c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:53.167174 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-4d97d8a3-6254-4e07-9463-2e9569655c41 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f83e06db-b30a-453c-abd4-f6c81c91dbd9 HTTP/1.1" status: 200 len: 848 time: 0.0445774 Aug 20 11:42:53.174038 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:53.200295 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-c75e9c96-9035-4329-a85a-6ffad78f681d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a83f3b1a-83ed-4e0c-9db8-f192c1c4b361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252807 Aug 20 11:42:53.229182 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380e850-ee4d-4b24-baec-c5f37d147213 req-261fd94f-89d1-423f-85a6-8f0eef1781bb tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:53.230675 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7380e850-ee4d-4b24-baec-c5f37d147213 req-261fd94f-89d1-423f-85a6-8f0eef1781bb tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1303172 Aug 20 11:42:53.233040 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:53.244580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:42:53.244949 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:42:53.257079 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:42:53.298223 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-7e1b0138-a3b9-474b-8993-46030ed600fa service neutron] 10.222.0.76 "GET /v2.0/networks/a83f3b1a-83ed-4e0c-9db8-f192c1c4b361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915160 Aug 20 11:42:53.371717 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7380e850-ee4d-4b24-baec-c5f37d147213 req-a2761e9d-221b-4e0b-ae10-a5afa10fdb86 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334918 Aug 20 11:42:53.382774 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:53.397698 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:53.399522 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/networks/e68d9b20-40c1-4938-b5f7-18988373b30b HTTP/1.1" status: 204 len: 168 time: 2.7884483 Aug 20 11:42:53.403716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40748) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:53.416905 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5901b-2b17-4913-93a3-da85e88af6a5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Network': ['ID=e68d9b20-40c1-4938-b5f7-18988373b30b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:53.446398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e17f6-3176-4f4b-bd91-203758b0fe26 req-8b82a955-ea0e-47be-acf8-ba6c39fe6306 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:53.448026 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b9e17f6-3176-4f4b-bd91-203758b0fe26 req-8b82a955-ea0e-47be-acf8-ba6c39fe6306 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 944 time: 0.1340077 Aug 20 11:42:53.451650 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f719068-6fae-4539-8495-e31390c7a039 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] DELETE failed (client error): The resource could not be found. Aug 20 11:42:53.452097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f719068-6fae-4539-8495-e31390c7a039 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:42:53.456083 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5f719068-6fae-4539-8495-e31390c7a039 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/subnets/a0929e03-6813-4bf8-b60d-7a61123f04ee HTTP/1.1" status: 404 len: 337 time: 0.0491192 Aug 20 11:42:53.456879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40752) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:53.484848 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db25d9a-4532-4b04-b65f-f629358a9408 req-499677da-f00e-4370-af36-b8bdb1bf65e3 service neutron] 10.222.0.76 "GET /v2.0/networks/a83f3b1a-83ed-4e0c-9db8-f192c1c4b361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796608 Aug 20 11:42:53.492582 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-7144e17e-07f4-41e3-9f3b-b677b85d2b5f tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] DELETE failed (client error): The resource could not be found. Aug 20 11:42:53.492582 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7144e17e-07f4-41e3-9f3b-b677b85d2b5f tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:42:53.496366 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7144e17e-07f4-41e3-9f3b-b677b85d2b5f tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/networks/e68d9b20-40c1-4938-b5f7-18988373b30b HTTP/1.1" status: 404 len: 339 time: 0.0356905 Aug 20 11:42:53.498174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40754) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:53.513997 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b9e17f6-3176-4f4b-bd91-203758b0fe26 req-5923f096-7b54-4ea0-a18d-4abd0fa8da9c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573673 Aug 20 11:42:53.524441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device ad1717bc-4964-4464-a227-8b3a2ca3c16c details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:42:53.528438 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-613e20be-33e4-41b4-9296-7562dfa68397 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:53.534289 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce712b5-eb57-4685-8bdd-d7c44cc2c7e3 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] DELETE failed (client error): The resource could not be found. Aug 20 11:42:53.534557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce712b5-eb57-4685-8bdd-d7c44cc2c7e3 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:42:53.536702 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9ce712b5-eb57-4685-8bdd-d7c44cc2c7e3 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/subnets/9caaf0fa-b2df-475a-98a0-cdad9bb50866 HTTP/1.1" status: 404 len: 337 time: 0.0371854 Aug 20 11:42:53.538857 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40756) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:53.557802 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e20be-33e4-41b4-9296-7562dfa68397 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Pushing event deleted for resources: {'Port': ['ID=ad47b6d9-56ae-4c8b-86a9-ebfd5d69b0c6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:53.570907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be17e6-936e-4b84-b623-efe94dbdf576 req-e158483a-d0b9-4f77-a74f-20dec4ad52e2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:53.572400 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86be17e6-936e-4b84-b623-efe94dbdf576 req-e158483a-d0b9-4f77-a74f-20dec4ad52e2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1042373 Aug 20 11:42:53.576180 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-df37135c-cc9c-44d3-995b-ab3cd5744493 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] DELETE failed (client error): The resource could not be found. Aug 20 11:42:53.576877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df37135c-cc9c-44d3-995b-ab3cd5744493 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:42:53.578679 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-df37135c-cc9c-44d3-995b-ab3cd5744493 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/networks/871cac17-ee0a-4b82-ae24-36bcb00ca802 HTTP/1.1" status: 404 len: 339 time: 0.0387399 Aug 20 11:42:53.583612 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40758) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:53.639731 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-4312336d-8505-42b9-8ce7-8206e78f807e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] DELETE failed (client error): The resource could not be found. Aug 20 11:42:53.640204 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4312336d-8505-42b9-8ce7-8206e78f807e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:42:53.645073 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4312336d-8505-42b9-8ce7-8206e78f807e tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/subnets/52f24ba5-62f3-4d5f-a539-caa6116b20cd HTTP/1.1" status: 404 len: 337 time: 0.0575335 Aug 20 11:42:53.645302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40760) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:53.677919 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b30d88f-13e2-4a62-bc21-847d8417b093 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] DELETE failed (client error): The resource could not be found. Aug 20 11:42:53.678497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b30d88f-13e2-4a62-bc21-847d8417b093 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:42:53.683480 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9b30d88f-13e2-4a62-bc21-847d8417b093 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/networks/e00d83b7-a752-4db0-9a9f-cef8da13871e HTTP/1.1" status: 404 len: 339 time: 0.0342078 Aug 20 11:42:53.683480 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-613e20be-33e4-41b4-9296-7562dfa68397 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:53.684459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40762) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:53.690710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830bee9-6a4c-49be-ae25-d01b4e56ba1e req-63d5c201-bc19-4f8a-a6a6-68cbf571dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:53.692060 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:53.692374 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4830bee9-6a4c-49be-ae25-d01b4e56ba1e req-63d5c201-bc19-4f8a-a6a6-68cbf571dce8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ff5551a092b14a95a3fcd2e0c4cdd484&device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 1095 time: 0.1331360 Aug 20 11:42:53.704676 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8420f9-821e-4878-af0d-5566db69e731 req-3e04c8f7-b5a1-4ba0-949f-aa7d73076a78 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:53.704876 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'port_id': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'mac_address': 'fa:16:3e:e1:94:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:42:53.706456 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b8420f9-821e-4878-af0d-5566db69e731 req-3e04c8f7-b5a1-4ba0-949f-aa7d73076a78 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/ports?device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 944 time: 0.0632999 Aug 20 11:42:53.717249 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86be17e6-936e-4b84-b623-efe94dbdf576 req-eb7dcb87-8965-484a-abd1-ae818fab3b32 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222823 Aug 20 11:42:53.761626 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:53.785980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1717bc-4964-4464-a227-8b3a2ca3c16c {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:53.811451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:53.818844 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:53.893836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830bee9-6a4c-49be-ae25-d01b4e56ba1e req-37908ddf-7d1f-4390-aaac-5c621fbffc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:53.895650 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4830bee9-6a4c-49be-ae25-d01b4e56ba1e req-37908ddf-7d1f-4390-aaac-5c621fbffc1e service neutron] 10.222.0.76 "GET /v2.0/networks?id=a83f3b1a-83ed-4e0c-9db8-f192c1c4b361 HTTP/1.1" status: 200 len: 908 time: 0.1883035 Aug 20 11:42:53.907769 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b8420f9-821e-4878-af0d-5566db69e731 req-39943cf2-9001-416e-81f4-b9a18423faee tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bc914a2-8892-4570-8657-ffef7351bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913533 Aug 20 11:42:53.937388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=ad1717bc-4964-4464-a227-8b3a2ca3c16c,revision_number=11']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:53.970032 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4830bee9-6a4c-49be-ae25-d01b4e56ba1e req-d60a66bd-bd7c-40eb-9732-051d7c1fb283 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea68a129-caa0-4942-ae32-53041cfecd48 HTTP/1.1" status: 200 len: 217 time: 0.0611880 Aug 20 11:42:54.092509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8687e-a46b-45c6-9ce8-0c0f6b3c1e1a req-ecb13681-feb7-41b6-9bfa-44226b0b24ea tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:54.094720 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-caf8687e-a46b-45c6-9ce8-0c0f6b3c1e1a req-ecb13681-feb7-41b6-9bfa-44226b0b24ea tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 945 time: 0.0766904 Aug 20 11:42:54.097309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830bee9-6a4c-49be-ae25-d01b4e56ba1e req-e5b529c5-ca45-4f2f-832d-78fc503f8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:54.099138 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4830bee9-6a4c-49be-ae25-d01b4e56ba1e req-e5b529c5-ca45-4f2f-832d-78fc503f8488 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f83e06db-b30a-453c-abd4-f6c81c91dbd9 HTTP/1.1" status: 200 len: 848 time: 0.1199579 Aug 20 11:42:54.140182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['ad1717bc-4964-4464-a227-8b3a2ca3c16c'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:54.163283 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4830bee9-6a4c-49be-ae25-d01b4e56ba1e req-ae882a48-23f8-4a0f-b56d-e1c197561661 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a83f3b1a-83ed-4e0c-9db8-f192c1c4b361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475137 Aug 20 11:42:54.186331 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-613e20be-33e4-41b4-9296-7562dfa68397 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.189623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-613e20be-33e4-41b4-9296-7562dfa68397 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.292266 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-613e20be-33e4-41b4-9296-7562dfa68397 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.292814 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613e20be-33e4-41b4-9296-7562dfa68397 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Fanout notify agent at l3_agent the message router_deleted on router dfd0f39a-d5d1-4970-8432-0bd23b476319 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:42:54.302030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-613e20be-33e4-41b4-9296-7562dfa68397 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.306528 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-613e20be-33e4-41b4-9296-7562dfa68397 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "DELETE /v2.0/routers/dfd0f39a-d5d1-4970-8432-0bd23b476319 HTTP/1.1" status: 204 len: 168 time: 2.0662875 Aug 20 11:42:54.313414 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40800) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:54.324010 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-bbc5162a-bc9d-4f9d-801c-fc3caaf1cc17 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1179553944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:54.343043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-10eda3da-fd07-4866-86b9-e7a408f1a6e4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Deleting port b80de61c-79a0-4516-9840-273249f9dacb {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:54.343399 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10eda3da-fd07-4866-86b9-e7a408f1a6e4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.430169 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bbc5162a-bc9d-4f9d-801c-fc3caaf1cc17 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.431344 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bbc5162a-bc9d-4f9d-801c-fc3caaf1cc17 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.439394 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10eda3da-fd07-4866-86b9-e7a408f1a6e4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.468724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-10eda3da-fd07-4866-86b9-e7a408f1a6e4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Calling delete_port for b80de61c-79a0-4516-9840-273249f9dacb owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:54.555035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bbc5162a-bc9d-4f9d-801c-fc3caaf1cc17 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.562675 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bbc5162a-bc9d-4f9d-801c-fc3caaf1cc17 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.591446 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bbc5162a-bc9d-4f9d-801c-fc3caaf1cc17 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.592851 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bbc5162a-bc9d-4f9d-801c-fc3caaf1cc17 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2735026 Aug 20 11:42:54.595467 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40812) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:54.601287 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'enable_snat': False}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:54.660775 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-caf8687e-a46b-45c6-9ce8-0c0f6b3c1e1a req-a96e7c55-5696-403f-b2ae-139199943dc6 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d599577-2f86-4a20-acbc-51b48db132e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5598514 Aug 20 11:42:54.709917 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10eda3da-fd07-4866-86b9-e7a408f1a6e4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.710496 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4830bee9-6a4c-49be-ae25-d01b4e56ba1e req-7a009d49-562b-42ef-acf7-705f48611221 service neutron] 10.222.0.76 "GET /v2.0/networks/a83f3b1a-83ed-4e0c-9db8-f192c1c4b361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398099 Aug 20 11:42:54.783455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eda3da-fd07-4866-86b9-e7a408f1a6e4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Port': ['ID=b80de61c-79a0-4516-9840-273249f9dacb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:54.816555 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10eda3da-fd07-4866-86b9-e7a408f1a6e4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.818457 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-10eda3da-fd07-4866-86b9-e7a408f1a6e4 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/ports/b80de61c-79a0-4516-9840-273249f9dacb HTTP/1.1" status: 204 len: 168 time: 1.1329355 Aug 20 11:42:54.825204 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde2cfb-cfd6-4010-b198-1e3afa66e462 req-8d64d4d4-a3ec-4037-9d2d-195a82541a75 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:54.826681 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8cde2cfb-cfd6-4010-b198-1e3afa66e462 req-8d64d4d4-a3ec-4037-9d2d-195a82541a75 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.0910556 Aug 20 11:42:54.828801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40816) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:54.829181 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8050bf-1e5c-48c5-a478-2fa7e829ff1a req-b868502a-f5f4-44e4-a428-142f2a4adaf2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:54.830643 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ac8050bf-1e5c-48c5-a478-2fa7e829ff1a req-b868502a-f5f4-44e4-a428-142f2a4adaf2 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e329966-99cb-4d45-bbda-31b8a27f503d HTTP/1.1" status: 200 len: 943 time: 0.1898923 Aug 20 11:42:54.870628 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5f0585-1431-45e6-95e2-5ef6bf0fd2c7 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] DELETE failed (client error): The resource could not be found. Aug 20 11:42:54.871069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5f0585-1431-45e6-95e2-5ef6bf0fd2c7 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:42:54.875009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2f5f0585-1431-45e6-95e2-5ef6bf0fd2c7 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/subnets/99b89391-4b68-49d0-a876-fe1b00912ae3 HTTP/1.1" status: 404 len: 337 time: 0.0429590 Aug 20 11:42:54.876697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40818) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:54.892173 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4830bee9-6a4c-49be-ae25-d01b4e56ba1e req-033797ad-797c-420b-9add-b1232b15083e service neutron] 10.222.0.76 "GET /v2.0/networks/a83f3b1a-83ed-4e0c-9db8-f192c1c4b361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740584 Aug 20 11:42:54.930360 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.959210 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8cde2cfb-cfd6-4010-b198-1e3afa66e462 req-867fcf0b-7283-4e55-ab63-e911caafeccc tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010420 Aug 20 11:42:54.971961 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e7e391ce-af12-45c1-914a-a5eb9513a2fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.055541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-ac8050bf-1e5c-48c5-a478-2fa7e829ff1a req-2b2541b3-11e2-4786-913f-eacaa6b32f37 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Deleting port 56ca3e04-b1b8-4d19-a1b8-3a8087852105 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:55.055894 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ac8050bf-1e5c-48c5-a478-2fa7e829ff1a req-2b2541b3-11e2-4786-913f-eacaa6b32f37 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.092178 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e7e391ce-af12-45c1-914a-a5eb9513a2fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.103690 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bec9d65c-1b7f-4867-bab5-450ae2a0555f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.106560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e7e391ce-af12-45c1-914a-a5eb9513a2fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b0e256-fa3a-461e-9816-c7739fc4d65a']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:55.120243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e7e391ce-af12-45c1-914a-a5eb9513a2fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6f8a66-8457-455e-b1b8-a1f0d7bdf295') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:55.120455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e7e391ce-af12-45c1-914a-a5eb9513a2fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6f8a66-8457-455e-b1b8-a1f0d7bdf295') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:55.138726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efea66f-eb59-4352-827b-3e0ca16415d5 req-64526796-3603-4d0a-ac4b-8ef1998cf776 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:55.140239 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4efea66f-eb59-4352-827b-3e0ca16415d5 req-64526796-3603-4d0a-ac4b-8ef1998cf776 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 945 time: 0.0890951 Aug 20 11:42:55.141942 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e7e391ce-af12-45c1-914a-a5eb9513a2fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.166535 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e7e391ce-af12-45c1-914a-a5eb9513a2fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.177451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e391ce-af12-45c1-914a-a5eb9513a2fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:42:55.177911 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e7e391ce-af12-45c1-914a-a5eb9513a2fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:42:55.181847 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:42:55.196108 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-ac8050bf-1e5c-48c5-a478-2fa7e829ff1a req-2b2541b3-11e2-4786-913f-eacaa6b32f37 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] For port 56ca3e04-b1b8-4d19-a1b8-3a8087852105, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=56ca3e04-b1b8-4d19-a1b8-3a8087852105,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:55.196684 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ac8050bf-1e5c-48c5-a478-2fa7e829ff1a req-2b2541b3-11e2-4786-913f-eacaa6b32f37 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.238341 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4efea66f-eb59-4352-827b-3e0ca16415d5 req-a037439d-8b0a-4102-a7b4-52ce7a0af1b7 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893092 Aug 20 11:42:55.240373 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-ac8050bf-1e5c-48c5-a478-2fa7e829ff1a req-2b2541b3-11e2-4786-913f-eacaa6b32f37 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Calling delete_port for 56ca3e04-b1b8-4d19-a1b8-3a8087852105 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:55.255990 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e7e391ce-af12-45c1-914a-a5eb9513a2fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.277162 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e7e391ce-af12-45c1-914a-a5eb9513a2fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.279564 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e7e391ce-af12-45c1-914a-a5eb9513a2fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/networks/10b0e256-fa3a-461e-9816-c7739fc4d65a HTTP/1.1" status: 204 len: 168 time: 0.4030004 Aug 20 11:42:55.280745 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e391ce-af12-45c1-914a-a5eb9513a2fc tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Network': ['ID=10b0e256-fa3a-461e-9816-c7739fc4d65a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:55.282316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40822) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:55.324311 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.347714 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.347944 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.395991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a716b2ec-85c7-47b2-b9d8-11f5b4618c1f tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Deleting port 8d544fce-2126-44c4-ab15-5f863b345350 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:55.396226 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a716b2ec-85c7-47b2-b9d8-11f5b4618c1f tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.465633 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a716b2ec-85c7-47b2-b9d8-11f5b4618c1f tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.487346 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a716b2ec-85c7-47b2-b9d8-11f5b4618c1f tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Calling delete_port for 8d544fce-2126-44c4-ab15-5f863b345350 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:55.520828 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Allocated IP 172.25.8.69 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/92e28c66-426e-47c5-a701-f2e5d26f963e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:55.523937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device ad1717bc-4964-4464-a227-8b3a2ca3c16c up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:55.533918 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ac8050bf-1e5c-48c5-a478-2fa7e829ff1a req-2b2541b3-11e2-4786-913f-eacaa6b32f37 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.555907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['019cf12c-278d-46a9-9036-d80b7d3b5e5f', '2d59df7a-8b32-4a88-b780-cc503fe8e9db'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:55.570593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80af1b4-957b-4fae-8ab6-91caef5ccb5f req-c9aaf4bc-d51d-4b98-903d-5f133e3ad8d0 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:55.572155 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b80af1b4-957b-4fae-8ab6-91caef5ccb5f req-c9aaf4bc-d51d-4b98-903d-5f133e3ad8d0 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/ports?device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 944 time: 0.0965288 Aug 20 11:42:55.609804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2541b3-11e2-4786-913f-eacaa6b32f37 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event deleted for resources: {'Port': ['ID=56ca3e04-b1b8-4d19-a1b8-3a8087852105,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:55.633818 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a716b2ec-85c7-47b2-b9d8-11f5b4618c1f tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.651661 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port ad1717bc-4964-4464-a227-8b3a2ca3c16c completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:55.659590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port ad1717bc-4964-4464-a227-8b3a2ca3c16c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:55.660181 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.665592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8050bf-1e5c-48c5-a478-2fa7e829ff1a req-2b2541b3-11e2-4786-913f-eacaa6b32f37 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] No DVR routers for this DVR port 56ca3e04-b1b8-4d19-a1b8-3a8087852105 on host n-h2-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:55.669492 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ac8050bf-1e5c-48c5-a478-2fa7e829ff1a req-2b2541b3-11e2-4786-913f-eacaa6b32f37 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.671415 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b80af1b4-957b-4fae-8ab6-91caef5ccb5f req-44fdc053-75f9-4ee2-adc8-a91b6a81db5d tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bc914a2-8892-4570-8657-ffef7351bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707037 Aug 20 11:42:55.671898 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ac8050bf-1e5c-48c5-a478-2fa7e829ff1a req-2b2541b3-11e2-4786-913f-eacaa6b32f37 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "DELETE /v2.0/ports/56ca3e04-b1b8-4d19-a1b8-3a8087852105 HTTP/1.1" status: 204 len: 173 time: 0.8051071 Aug 20 11:42:55.674362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716b2ec-85c7-47b2-b9d8-11f5b4618c1f tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Port': ['ID=8d544fce-2126-44c4-ab15-5f863b345350,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:55.674530 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e329966-99cb-4d45-bbda-31b8a27f503d', 'name': 'network-vif-deleted', 'tag': '56ca3e04-b1b8-4d19-a1b8-3a8087852105'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:55.678056 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90429c17-9537-4896-8936-a8a5e612be62" -d '{"events": [{"server_uuid": "5e329966-99cb-4d45-bbda-31b8a27f503d", "name": "network-vif-deleted", "tag": "56ca3e04-b1b8-4d19-a1b8-3a8087852105"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:55.679660 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a716b2ec-85c7-47b2-b9d8-11f5b4618c1f tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.681583 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a716b2ec-85c7-47b2-b9d8-11f5b4618c1f tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/ports/8d544fce-2126-44c4-ab15-5f863b345350 HTTP/1.1" status: 204 len: 168 time: 0.3983512 Aug 20 11:42:55.684733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40828) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:55.713113 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ed917a-f182-4525-931a-df56a45231c5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] DELETE failed (client error): The resource could not be found. Aug 20 11:42:55.714274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ed917a-f182-4525-931a-df56a45231c5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:42:55.716087 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-31ed917a-f182-4525-931a-df56a45231c5 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/subnets/e69fe5f0-e6e0-4db2-8da1-72ca81bba245 HTTP/1.1" status: 404 len: 337 time: 0.0304224 Aug 20 11:42:55.719369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40830) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:55.729738 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.792435 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.846936 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a74dae7d-2ed4-4e25-9f01-4dbda7ba9a98 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.855457 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.875088 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Pushing event updated for resources: {'Port': ['ID=92e28c66-426e-47c5-a701-f2e5d26f963e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:55.884445 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:55.886936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:55.896125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:55.921270 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:55.923261 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44071d4c-6724-4f78-9fb0-d86852914608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:55.929365 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d08fd54-c6ee-4420-b0c1-5f25339a0bc5" -d '{"events": [{"server_uuid": "44071d4c-6724-4f78-9fb0-d86852914608", "name": "network-vif-plugged", "status": "completed", "tag": "ad1717bc-4964-4464-a227-8b3a2ca3c16c"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:55.933446 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.949707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d1c65-2fb2-4f02-8cc9-9b034d37da26 req-9043bc5a-9b5c-4b96-bc62-3b427ef31ee3 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:55.951420 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-231d1c65-2fb2-4f02-8cc9-9b034d37da26 req-9043bc5a-9b5c-4b96-bc62-3b427ef31ee3 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 945 time: 0.1011508 Aug 20 11:42:56.016888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=ad1717bc-4964-4464-a227-8b3a2ca3c16c,revision_number=12']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:56.055445 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a74dae7d-2ed4-4e25-9f01-4dbda7ba9a98 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.068464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a74dae7d-2ed4-4e25-9f01-4dbda7ba9a98 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709552ce-6a98-498d-bb01-48bd41fbbcd3']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:56.085701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a74dae7d-2ed4-4e25-9f01-4dbda7ba9a98 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96a47e7-7e91-4ac3-91c5-bd726468340e') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:56.086003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a74dae7d-2ed4-4e25-9f01-4dbda7ba9a98 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96a47e7-7e91-4ac3-91c5-bd726468340e') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:56.097285 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-231d1c65-2fb2-4f02-8cc9-9b034d37da26 req-947641ba-07a1-467d-9371-b02895c19b21 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d599577-2f86-4a20-acbc-51b48db132e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801105 Aug 20 11:42:56.101040 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a74dae7d-2ed4-4e25-9f01-4dbda7ba9a98 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.135048 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a74dae7d-2ed4-4e25-9f01-4dbda7ba9a98 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.147030 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74dae7d-2ed4-4e25-9f01-4dbda7ba9a98 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:42:56.147855 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a74dae7d-2ed4-4e25-9f01-4dbda7ba9a98 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.151850 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221e4cff-bcaf-4783-a971-96394debf7af x-openstack-request-id: req-221e4cff-bcaf-4783-a971-96394debf7af {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:56.152415 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e329966-99cb-4d45-bbda-31b8a27f503d", "name": "network-vif-deleted", "tag": "56ca3e04-b1b8-4d19-a1b8-3a8087852105", "status": "failed", "code": 422}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:56.152857 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-221e4cff-bcaf-4783-a971-96394debf7af {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:56.153424 n-d-804299-2 neutron-server[94690]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e329966-99cb-4d45-bbda-31b8a27f503d', 'name': 'network-vif-deleted', 'tag': '56ca3e04-b1b8-4d19-a1b8-3a8087852105', 'status': 'failed', 'code': 422} returned with failed status Aug 20 11:42:56.183189 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76742a1-b567-4073-94be-448df489678e x-openstack-request-id: req-c76742a1-b567-4073-94be-448df489678e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:56.183808 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44071d4c-6724-4f78-9fb0-d86852914608", "name": "network-vif-plugged", "status": "completed", "tag": "ad1717bc-4964-4464-a227-8b3a2ca3c16c", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:56.183808 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c76742a1-b567-4073-94be-448df489678e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:56.184152 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44071d4c-6724-4f78-9fb0-d86852914608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'code': 200} Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:42:56.213755 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:42:56.233053 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.281983 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.290868 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a74dae7d-2ed4-4e25-9f01-4dbda7ba9a98 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.296145 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a74dae7d-2ed4-4e25-9f01-4dbda7ba9a98 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.298471 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a74dae7d-2ed4-4e25-9f01-4dbda7ba9a98 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/networks/709552ce-6a98-498d-bb01-48bd41fbbcd3 HTTP/1.1" status: 204 len: 168 time: 0.5780292 Aug 20 11:42:56.303757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40848) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:56.325426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dae7d-2ed4-4e25-9f01-4dbda7ba9a98 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Network': ['ID=709552ce-6a98-498d-bb01-48bd41fbbcd3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:56.349251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5050b3c-8189-4f71-ada8-15ebc6e9c90a req-58a7eeb9-386f-4f51-ab59-4fc5dd17ef94 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:56.358931 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5050b3c-8189-4f71-ada8-15ebc6e9c90a req-58a7eeb9-386f-4f51-ab59-4fc5dd17ef94 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.1203654 Aug 20 11:42:56.400345 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5050b3c-8189-4f71-ada8-15ebc6e9c90a req-d69a25e5-a0f1-48a5-bf5b-2f82bfd2d5b9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364718 Aug 20 11:42:56.469498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b50421-b350-4024-954d-1546ebb6e4a2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Deleting subnet dc3fcf73-70d2-4a75-9468-8301c3466a3c {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:42:56.475691 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6b50421-b350-4024-954d-1546ebb6e4a2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.554700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897c877-3775-4978-8fbd-e204f153826a req-fa8f660d-920a-4913-938e-6d2d73607d1a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:56.556658 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7897c877-3775-4978-8fbd-e204f153826a req-fa8f660d-920a-4913-938e-6d2d73607d1a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 946 time: 0.1821265 Aug 20 11:42:56.578538 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a4192-37e7-4cce-a5d1-b20bd7063379 req-6fb69b48-66a3-40bd-b5ad-562547acd223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:56.579991 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7e5a4192-37e7-4cce-a5d1-b20bd7063379 req-6fb69b48-66a3-40bd-b5ad-562547acd223 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 1097 time: 0.2027590 Aug 20 11:42:56.595588 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6b50421-b350-4024-954d-1546ebb6e4a2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.663590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427ac9e-2119-42ea-8689-19256d5e6693 req-049e78e3-3e80-4cee-9418-adaa38185da1 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:56.665059 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3427ac9e-2119-42ea-8689-19256d5e6693 req-049e78e3-3e80-4cee-9418-adaa38185da1 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 907 time: 0.0511196 Aug 20 11:42:56.724145 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7897c877-3775-4978-8fbd-e204f153826a req-8e941768-0645-4e2f-a126-38b15d8c422d tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531751 Aug 20 11:42:56.725948 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.736017 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7e5a4192-37e7-4cce-a5d1-b20bd7063379 req-d11aea41-bac3-4580-9cc3-e98021a6a1f7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377332 Aug 20 11:42:56.736839 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.820844 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6b50421-b350-4024-954d-1546ebb6e4a2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.839614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a2443-c6ce-4238-ad1e-ee6de6a45203 req-d5146187-c943-4057-84c9-afc124a2614b tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:56.841278 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-957a2443-c6ce-4238-ad1e-ee6de6a45203 req-d5146187-c943-4057-84c9-afc124a2614b tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/ports?device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 944 time: 0.0504351 Aug 20 11:42:56.886009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-957a2443-c6ce-4238-ad1e-ee6de6a45203 req-82bc3ffb-df38-4e8b-b023-36a204cff134 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bc914a2-8892-4570-8657-ffef7351bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380104 Aug 20 11:42:56.926496 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6b50421-b350-4024-954d-1546ebb6e4a2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.965375 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b50421-b350-4024-954d-1546ebb6e4a2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3fcf73-70d2-4a75-9468-8301c3466a3c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:56.970536 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6b50421-b350-4024-954d-1546ebb6e4a2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.972626 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b6b50421-b350-4024-954d-1546ebb6e4a2 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/subnets/dc3fcf73-70d2-4a75-9468-8301c3466a3c HTTP/1.1" status: 204 len: 168 time: 0.6678987 Aug 20 11:42:56.974953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40858) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:56.978892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e769856a-0a06-4b2d-9f91-7bf6d8faddf2 None None] Network 7d08f95c-93d3-4563-9a09-99e2d0f91da0 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:57.015355 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Router c19c37f7-5b32-4166-aae2-31cbf4a0a1a1 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:42:57.058969 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.077704 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0bf9f-eb7c-4d3b-8393-a0b506bd2ad7 req-add4c1d8-3a42-4072-a4e3-65830369f4ea tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:57.079309 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-72e0bf9f-eb7c-4d3b-8393-a0b506bd2ad7 req-add4c1d8-3a42-4072-a4e3-65830369f4ea tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.35 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 945 time: 0.0978351 Aug 20 11:42:57.115657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Deleting port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:57.115998 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.174973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd97e02-d3ca-4d5a-9d3b-37d1696ea341 None None] DHCP port deletion for 7d08f95c-93d3-4563-9a09-99e2d0f91da0 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:42:57.196624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] For port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61,segment=NetworkSegment(98c38b83-540a-4a3f-864a-ebadf29c3cdf),segment_id=98c38b83-540a-4a3f-864a-ebadf29c3cdf)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:57.196934 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.211573 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Calling delete_port for acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:57.230739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0fd97e02-d3ca-4d5a-9d3b-37d1696ea341 None None] Deleting port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:57.231821 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0fd97e02-d3ca-4d5a-9d3b-37d1696ea341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.306458 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.337957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Port': ['ID=acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:57.343377 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] No DVR routers for this DVR port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:57.438987 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.444803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0fd97e02-d3ca-4d5a-9d3b-37d1696ea341 None None] For port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61,segment=NetworkSegment(98c38b83-540a-4a3f-864a-ebadf29c3cdf),segment_id=98c38b83-540a-4a3f-864a-ebadf29c3cdf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:57.445361 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0fd97e02-d3ca-4d5a-9d3b-37d1696ea341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.452653 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d08f95c-93d3-4563-9a09-99e2d0f91da0']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:57.460455 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0fd97e02-d3ca-4d5a-9d3b-37d1696ea341 None None] Calling delete_port for acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:57.464435 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c38b83-540a-4a3f-864a-ebadf29c3cdf') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:57.464628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c38b83-540a-4a3f-864a-ebadf29c3cdf') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:57.475866 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.500214 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.509882 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ea68a129-caa0-4942-ae32-53041cfecd48 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:42:57.523180 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:42:57.523591 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:42:57.527035 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:42:57.563871 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843df1ca-0c2f-4568-861f-e2e662c65589 req-b75c2f37-5bd9-4489-9595-bac59052055a tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:57.571081 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-843df1ca-0c2f-4568-861f-e2e662c65589 req-b75c2f37-5bd9-4489-9595-bac59052055a tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 945 time: 0.1045759 Aug 20 11:42:57.573779 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:42:57.584920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.586200 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-63c40346-1e71-4a14-86c9-082137463c02 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "PUT /v2.0/routers/c19c37f7-5b32-4166-aae2-31cbf4a0a1a1 HTTP/1.1" status: 200 len: 919 time: 2.9897113 Aug 20 11:42:57.591735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40864) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:57.591906 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7996476b-bf95-44ed-9b1f-a794278834d6 None None] Sync routers for ids ['c19c37f7-5b32-4166-aae2-31cbf4a0a1a1'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:42:57.601586 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7996476b-bf95-44ed-9b1f-a794278834d6 None None] Routers {'c19c37f7-5b32-4166-aae2-31cbf4a0a1a1'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:57.602252 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-7996476b-bf95-44ed-9b1f-a794278834d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c19c37f7-5b32-4166-aae2-31cbf4a0a1a1'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:57.616964 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02224a04-75c0-4149-a2cd-cf25980f424d req-0ec9ca39-73c8-4593-b798-8dec9815bbce tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:57.617989 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-02224a04-75c0-4149-a2cd-cf25980f424d req-0ec9ca39-73c8-4593-b798-8dec9815bbce tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.1295469 Aug 20 11:42:57.622719 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0fd97e02-d3ca-4d5a-9d3b-37d1696ea341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.633772 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.641791 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.643620 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] 10.222.0.37 "DELETE /v2.0/networks/7d08f95c-93d3-4563-9a09-99e2d0f91da0 HTTP/1.1" status: 204 len: 168 time: 0.6676459 Aug 20 11:42:57.653221 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-7996476b-bf95-44ed-9b1f-a794278834d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:57.659154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd97e02-d3ca-4d5a-9d3b-37d1696ea341 None None] Pushing event deleted for resources: {'Port': ['ID=acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:57.666663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd97e02-d3ca-4d5a-9d3b-37d1696ea341 None None] No DVR routers for this DVR port acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:57.681463 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ea68a129-caa0-4942-ae32-53041cfecd48, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ea68a129-caa0-4942-ae32-53041cfecd48,segment=NetworkSegment(6f16d979-f3c4-4709-a610-bc577fdd5847),segment_id=6f16d979-f3c4-4709-a610-bc577fdd5847)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:57.683059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da66067-a133-4e3d-a117-933957beebd6 tempest-NetworksIpV6TestAttrs-538744678 tempest-NetworksIpV6TestAttrs-538744678-project] Pushing event deleted for resources: {'Network': ['ID=7d08f95c-93d3-4563-9a09-99e2d0f91da0,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:57.694647 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'ea68a129-caa0-4942-ae32-53041cfecd48', 'network_id': 'a83f3b1a-83ed-4e0c-9db8-f192c1c4b361', 'port_id': 'ea68a129-caa0-4942-ae32-53041cfecd48', 'mac_address': 'fa:16:3e:35:31:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83e06db-b30a-453c-abd4-f6c81c91dbd9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:42:57.699059 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7996476b-bf95-44ed-9b1f-a794278834d6 None None] Routers {'c19c37f7-5b32-4166-aae2-31cbf4a0a1a1'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:57.699926 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-7996476b-bf95-44ed-9b1f-a794278834d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c19c37f7-5b32-4166-aae2-31cbf4a0a1a1'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:57.740607 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.740890 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-02224a04-75c0-4149-a2cd-cf25980f424d req-fbaacc47-67b6-4e80-924e-b21b640c7591 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860841 Aug 20 11:42:57.742510 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-7996476b-bf95-44ed-9b1f-a794278834d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:57.743799 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7996476b-bf95-44ed-9b1f-a794278834d6 None None] The sync data for ids ['c19c37f7-5b32-4166-aae2-31cbf4a0a1a1'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:42:57.747206 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-72e0bf9f-eb7c-4d3b-8393-a0b506bd2ad7 req-98d61841-a9bd-456b-b0b2-cb7bcb3a5728 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Deleting port df5aa986-547f-41a0-9562-05d138ba0856 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:57.747560 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-72e0bf9f-eb7c-4d3b-8393-a0b506bd2ad7 req-98d61841-a9bd-456b-b0b2-cb7bcb3a5728 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.756852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea68a129-caa0-4942-ae32-53041cfecd48 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:57.777528 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-843df1ca-0c2f-4568-861f-e2e662c65589 req-10aebb6a-749a-4811-9e39-7c1f1ddc7f05 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d599577-2f86-4a20-acbc-51b48db132e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055073 Aug 20 11:42:57.781966 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ea68a129-caa0-4942-ae32-53041cfecd48, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ea68a129-caa0-4942-ae32-53041cfecd48,segment=NetworkSegment(6f16d979-f3c4-4709-a610-bc577fdd5847),segment_id=6f16d979-f3c4-4709-a610-bc577fdd5847)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:57.792051 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.882210 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f139e225-027c-402a-8e4c-a140ffc0e5bc tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/routers/c19c37f7-5b32-4166-aae2-31cbf4a0a1a1 HTTP/1.1" status: 200 len: 925 time: 0.2744279 Aug 20 11:42:57.885137 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40874) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:57.886431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ea68a129-caa0-4942-ae32-53041cfecd48,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:57.899458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883db385-01cb-4e54-991d-ea0797ffca95 req-d5fb8837-0bce-4478-95d4-6c167c7dad6a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:57.899961 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.913970 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-883db385-01cb-4e54-991d-ea0797ffca95 req-d5fb8837-0bce-4478-95d4-6c167c7dad6a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 907 time: 0.0898762 Aug 20 11:42:57.937795 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-72e0bf9f-eb7c-4d3b-8393-a0b506bd2ad7 req-98d61841-a9bd-456b-b0b2-cb7bcb3a5728 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] For port df5aa986-547f-41a0-9562-05d138ba0856, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=df5aa986-547f-41a0-9562-05d138ba0856,segment=NetworkSegment(60d8843e-c164-4b4a-8554-76fbb69e3ee4),segment_id=60d8843e-c164-4b4a-8554-76fbb69e3ee4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:57.938236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-72e0bf9f-eb7c-4d3b-8393-a0b506bd2ad7 req-98d61841-a9bd-456b-b0b2-cb7bcb3a5728 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.964541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-72e0bf9f-eb7c-4d3b-8393-a0b506bd2ad7 req-98d61841-a9bd-456b-b0b2-cb7bcb3a5728 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Calling delete_port for df5aa986-547f-41a0-9562-05d138ba0856 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:57.993839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eb081e-1a68-4031-97d3-61a1ea87c561 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:57.997949 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-32eb081e-1a68-4031-97d3-61a1ea87c561 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=2f571561-7053-40c3-8622-933868b07d18&device_id=c19c37f7-5b32-4166-aae2-31cbf4a0a1a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1087015 Aug 20 11:42:58.006229 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40880) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:58.027690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e483f-8372-4228-841c-06c27a71c061 req-b023687f-f634-4a51-855f-ad74bc6cd6e2 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:58.029619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-081e483f-8372-4228-841c-06c27a71c061 req-b023687f-f634-4a51-855f-ad74bc6cd6e2 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/ports?device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 945 time: 0.0541492 Aug 20 11:42:58.038741 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['ea68a129-caa0-4942-ae32-53041cfecd48'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:58.077573 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40886) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:58.107232 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de95f4-b02e-4548-9e71-f6abe7637685 req-8665fb33-1b3c-4e5e-a9f1-ee1d98410530 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:58.108824 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49de95f4-b02e-4548-9e71-f6abe7637685 req-8665fb33-1b3c-4e5e-a9f1-ee1d98410530 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 946 time: 0.1737921 Aug 20 11:42:58.137354 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-081e483f-8372-4228-841c-06c27a71c061 req-54d73ad3-cca6-472e-8933-4a141ec68529 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bc914a2-8892-4570-8657-ffef7351bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936248 Aug 20 11:42:58.188601 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63579fe8-b5d7-4c1d-82bb-85c85eaf33ca tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:58.189919 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-63579fe8-b5d7-4c1d-82bb-85c85eaf33ca tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 881 time: 0.1878986 Aug 20 11:42:58.193219 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40890) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:58.216713 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49de95f4-b02e-4548-9e71-f6abe7637685 req-0da7da60-9dab-4a0d-9f1e-334c0b5074fc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807080 Aug 20 11:42:58.232881 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8404265c-2d23-4621-95f1-79f8492884fd tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "GET /v2.0/ports?device_id=c19c37f7-5b32-4166-aae2-31cbf4a0a1a1 HTTP/1.1" status: 200 len: 205 time: 0.0381773 Aug 20 11:42:58.233581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40892) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:58.284398 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-72e0bf9f-eb7c-4d3b-8393-a0b506bd2ad7 req-98d61841-a9bd-456b-b0b2-cb7bcb3a5728 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.301216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['df5aa986-547f-41a0-9562-05d138ba0856'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:58.328549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d61841-a9bd-456b-b0b2-cb7bcb3a5728 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Pushing event deleted for resources: {'Port': ['ID=df5aa986-547f-41a0-9562-05d138ba0856,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:58.379112 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e0bf9f-eb7c-4d3b-8393-a0b506bd2ad7 req-98d61841-a9bd-456b-b0b2-cb7bcb3a5728 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] No DVR routers for this DVR port df5aa986-547f-41a0-9562-05d138ba0856 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:58.383011 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-72e0bf9f-eb7c-4d3b-8393-a0b506bd2ad7 req-98d61841-a9bd-456b-b0b2-cb7bcb3a5728 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.389326 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-72e0bf9f-eb7c-4d3b-8393-a0b506bd2ad7 req-98d61841-a9bd-456b-b0b2-cb7bcb3a5728 tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.35 "DELETE /v2.0/ports/df5aa986-547f-41a0-9562-05d138ba0856 HTTP/1.1" status: 204 len: 173 time: 1.2980077 Aug 20 11:42:58.389985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661c00f6-89a6-4e81-9a10-235d3680db02', 'name': 'network-vif-deleted', 'tag': 'df5aa986-547f-41a0-9562-05d138ba0856'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:58.393494 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d698c29e-adea-4005-843d-cdeed38e7f42" -d '{"events": [{"server_uuid": "661c00f6-89a6-4e81-9a10-235d3680db02", "name": "network-vif-deleted", "tag": "df5aa986-547f-41a0-9562-05d138ba0856"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:58.394940 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4d7046fe-f09b-4898-a7aa-4f10ab6aad1a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39fad10664fe484aa09eb6b745537541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156946 Aug 20 11:42:58.397868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40902) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:58.448975 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47684cbb-c515-4347-8453-a740c89d7f6f tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.458279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:58.479763 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52a8401-45ff-45dd-9c4f-6edb9b4d7678 x-openstack-request-id: req-d52a8401-45ff-45dd-9c4f-6edb9b4d7678 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:58.480698 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661c00f6-89a6-4e81-9a10-235d3680db02", "name": "network-vif-deleted", "tag": "df5aa986-547f-41a0-9562-05d138ba0856", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:58.481107 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d52a8401-45ff-45dd-9c4f-6edb9b4d7678 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:58.481683 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661c00f6-89a6-4e81-9a10-235d3680db02', 'name': 'network-vif-deleted', 'tag': 'df5aa986-547f-41a0-9562-05d138ba0856', 'status': 'completed', 'code': 200} Aug 20 11:42:58.486715 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:58.487125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device acc5b57b-0ac6-4a6d-b6e6-f0fbebacfd61 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:58.537589 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f39daeeb-1c6a-4de9-82e0-2341fbd0b5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.602821 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f39daeeb-1c6a-4de9-82e0-2341fbd0b5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.619329 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf1426-c31a-42a4-8e2a-973e62a5f6a0 req-c54d7a86-4447-4c0a-9880-aa3d4421c877 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:58.621177 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-28cf1426-c31a-42a4-8e2a-973e62a5f6a0 req-c54d7a86-4447-4c0a-9880-aa3d4421c877 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 907 time: 0.0543253 Aug 20 11:42:58.637234 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47684cbb-c515-4347-8453-a740c89d7f6f tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.699176 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f39daeeb-1c6a-4de9-82e0-2341fbd0b5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.701738 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f39daeeb-1c6a-4de9-82e0-2341fbd0b5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.702881 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f39daeeb-1c6a-4de9-82e0-2341fbd0b5f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0380242-b23c-47ed-ae10-80ccd6fd5c47 HTTP/1.1" status: 204 len: 168 time: 0.3043506 Aug 20 11:42:58.722119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39daeeb-1c6a-4de9-82e0-2341fbd0b5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0380242-b23c-47ed-ae10-80ccd6fd5c47,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:58.746081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-47684cbb-c515-4347-8453-a740c89d7f6f tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Deleting port 92e28c66-426e-47c5-a701-f2e5d26f963e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:58.746438 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47684cbb-c515-4347-8453-a740c89d7f6f tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.754555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-28cf1426-c31a-42a4-8e2a-973e62a5f6a0 req-0c690f0f-73c6-4c2a-ae22-d0433111e037 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Deleting port f2a8a7f8-fbb0-4af5-81e4-886682330075 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:58.755018 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-28cf1426-c31a-42a4-8e2a-973e62a5f6a0 req-0c690f0f-73c6-4c2a-ae22-d0433111e037 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.860247 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47684cbb-c515-4347-8453-a740c89d7f6f tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.890004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-47684cbb-c515-4347-8453-a740c89d7f6f tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Calling delete_port for 92e28c66-426e-47c5-a701-f2e5d26f963e owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:58.955866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-28cf1426-c31a-42a4-8e2a-973e62a5f6a0 req-0c690f0f-73c6-4c2a-ae22-d0433111e037 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] For port f2a8a7f8-fbb0-4af5-81e4-886682330075, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f2a8a7f8-fbb0-4af5-81e4-886682330075,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:58.956557 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-28cf1426-c31a-42a4-8e2a-973e62a5f6a0 req-0c690f0f-73c6-4c2a-ae22-d0433111e037 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.976043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-28cf1426-c31a-42a4-8e2a-973e62a5f6a0 req-0c690f0f-73c6-4c2a-ae22-d0433111e037 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Calling delete_port for f2a8a7f8-fbb0-4af5-81e4-886682330075 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:59.001050 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6bab9dd-4cdf-4882-b4f6-c186f6b3325e req-a57cfbbd-8612-4056-87d6-0531dfebd8de service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0929222 Aug 20 11:42:59.021034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ca627-5fde-4682-9292-c38fd4152216 req-38e10603-5b40-4d9a-98a8-8fbee7d8aa4a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:59.023011 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a6ca627-5fde-4682-9292-c38fd4152216 req-38e10603-5b40-4d9a-98a8-8fbee7d8aa4a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.1261628 Aug 20 11:42:59.125463 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a6ca627-5fde-4682-9292-c38fd4152216 req-300a9bcf-d8c1-4aed-94d8-883c8c4fd4be tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586972 Aug 20 11:42:59.180098 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8c38636e-444e-459b-89e4-c797a35d85eb req-23932698-c05a-49b1-a263-9daf135c7b9f tempest-InstanceActionsV221TestJSON-614998945 tempest-InstanceActionsV221TestJSON-614998945-project] 10.222.0.37 "GET /v2.0/ports?device_id=661c00f6-89a6-4e81-9a10-235d3680db02 HTTP/1.1" status: 200 len: 210 time: 0.1323476 Aug 20 11:42:59.190664 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47684cbb-c515-4347-8453-a740c89d7f6f tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.236544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47684cbb-c515-4347-8453-a740c89d7f6f tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Pushing event deleted for resources: {'Port': ['ID=92e28c66-426e-47c5-a701-f2e5d26f963e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:59.277697 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-28cf1426-c31a-42a4-8e2a-973e62a5f6a0 req-0c690f0f-73c6-4c2a-ae22-d0433111e037 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.294324 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad002023-4eeb-4928-b43d-94c705ad49d3 req-54bae576-24cf-44cc-ab9b-fef9e96fef7b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:59.296262 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad002023-4eeb-4928-b43d-94c705ad49d3 req-54bae576-24cf-44cc-ab9b-fef9e96fef7b tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f064058-45ab-4862-affb-dd5a11237dfa HTTP/1.1" status: 200 len: 907 time: 0.0672190 Aug 20 11:42:59.305595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bab9dd-4cdf-4882-b4f6-c186f6b3325e req-9af85efc-00cd-449b-9ffd-9223a12b7c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:59.307717 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6bab9dd-4cdf-4882-b4f6-c186f6b3325e req-9af85efc-00cd-449b-9ffd-9223a12b7c73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 1097 time: 0.2605712 Aug 20 11:42:59.339754 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c690f0f-73c6-4c2a-ae22-d0433111e037 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event deleted for resources: {'Port': ['ID=f2a8a7f8-fbb0-4af5-81e4-886682330075,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:59.393015 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cf1426-c31a-42a4-8e2a-973e62a5f6a0 req-0c690f0f-73c6-4c2a-ae22-d0433111e037 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] No DVR routers for this DVR port f2a8a7f8-fbb0-4af5-81e4-886682330075 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:59.403008 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-28cf1426-c31a-42a4-8e2a-973e62a5f6a0 req-0c690f0f-73c6-4c2a-ae22-d0433111e037 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.405130 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-28cf1426-c31a-42a4-8e2a-973e62a5f6a0 req-0c690f0f-73c6-4c2a-ae22-d0433111e037 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.35 "DELETE /v2.0/ports/f2a8a7f8-fbb0-4af5-81e4-886682330075 HTTP/1.1" status: 204 len: 173 time: 0.7726917 Aug 20 11:42:59.431719 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47684cbb-c515-4347-8453-a740c89d7f6f tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.470401 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8860664-0389-418d-ac5f-302440058ffe req-9fa460bc-d5e4-4e1c-bbf5-b95d16c530f2 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:59.472008 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d8860664-0389-418d-ac5f-302440058ffe req-9fa460bc-d5e4-4e1c-bbf5-b95d16c530f2 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 946 time: 0.0624769 Aug 20 11:42:59.512533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ea68a129-caa0-4942-ae32-53041cfecd48 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:59.527204 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b854b1-5b01-4773-8832-8ac83dae1aa3 req-6e3d45fd-19fc-462f-8a51-7990c48b66ab tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:59.536966 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-04b854b1-5b01-4773-8832-8ac83dae1aa3 req-6e3d45fd-19fc-462f-8a51-7990c48b66ab tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/ports?device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 945 time: 0.2252009 Aug 20 11:42:59.546808 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d8860664-0389-418d-ac5f-302440058ffe req-f8c1c8ea-649b-4163-902e-c10ba87abed3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587435 Aug 20 11:42:59.591950 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47684cbb-c515-4347-8453-a740c89d7f6f tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.594923 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47684cbb-c515-4347-8453-a740c89d7f6f tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.611988 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port ea68a129-caa0-4942-ae32-53041cfecd48 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:59.616413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port ea68a129-caa0-4942-ae32-53041cfecd48 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:59.616905 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.689661 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-04b854b1-5b01-4773-8832-8ac83dae1aa3 req-8713dbff-263a-4239-90f5-b6bbf933c3e2 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bc914a2-8892-4570-8657-ffef7351bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518102 Aug 20 11:42:59.694024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bab9dd-4cdf-4882-b4f6-c186f6b3325e req-088f9207-7eac-4baa-878c-b892a799c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:59.696112 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6bab9dd-4cdf-4882-b4f6-c186f6b3325e req-088f9207-7eac-4baa-878c-b892a799c689 service neutron] 10.222.0.35 "GET /v2.0/networks?id=601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 200 len: 912 time: 0.3559797 Aug 20 11:42:59.697658 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47684cbb-c515-4347-8453-a740c89d7f6f tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.698931 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47684cbb-c515-4347-8453-a740c89d7f6f tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Fanout notify agent at l3_agent the message router_deleted on router c19c37f7-5b32-4166-aae2-31cbf4a0a1a1 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:42:59.708330 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47684cbb-c515-4347-8453-a740c89d7f6f tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.709646 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-47684cbb-c515-4347-8453-a740c89d7f6f tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "DELETE /v2.0/routers/c19c37f7-5b32-4166-aae2-31cbf4a0a1a1 HTTP/1.1" status: 204 len: 168 time: 1.4748454 Aug 20 11:42:59.714232 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40958) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:59.721153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1506421260', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}, 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:59.726411 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.752530 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4157a411-7521-4a98-bc2f-8393d1aa48eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea68a129-caa0-4942-ae32-53041cfecd48'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:59.754798 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0e26ad-cb34-40a5-b02b-04a4da1c0c5e" -d '{"events": [{"server_uuid": "4157a411-7521-4a98-bc2f-8393d1aa48eb", "name": "network-vif-plugged", "status": "completed", "tag": "ea68a129-caa0-4942-ae32-53041cfecd48"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:59.767979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ea68a129-caa0-4942-ae32-53041cfecd48, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ea68a129-caa0-4942-ae32-53041cfecd48,segment=NetworkSegment(6f16d979-f3c4-4709-a610-bc577fdd5847),segment_id=6f16d979-f3c4-4709-a610-bc577fdd5847)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:59.773850 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.775517 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6bab9dd-4cdf-4882-b4f6-c186f6b3325e req-9aa98ef5-0c46-4267-b8f3-c0af1a90d04d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=019cf12c-278d-46a9-9036-d80b7d3b5e5f HTTP/1.1" status: 200 len: 217 time: 0.0645256 Aug 20 11:42:59.801699 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927882bc-a6b4-472d-8107-3630dbeb86f2 x-openstack-request-id: req-927882bc-a6b4-472d-8107-3630dbeb86f2 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:59.801988 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4157a411-7521-4a98-bc2f-8393d1aa48eb", "name": "network-vif-plugged", "status": "completed", "tag": "ea68a129-caa0-4942-ae32-53041cfecd48", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:59.802237 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-927882bc-a6b4-472d-8107-3630dbeb86f2 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:59.802616 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4157a411-7521-4a98-bc2f-8393d1aa48eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea68a129-caa0-4942-ae32-53041cfecd48', 'code': 200} Aug 20 11:42:59.821159 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.822294 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.851944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bab9dd-4cdf-4882-b4f6-c186f6b3325e req-92fe7877-e477-4b6a-9496-4a061e0aa964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:59.853847 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6bab9dd-4cdf-4882-b4f6-c186f6b3325e req-92fe7877-e477-4b6a-9496-4a061e0aa964 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 200 len: 851 time: 0.0611327 Aug 20 11:42:59.856975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ea68a129-caa0-4942-ae32-53041cfecd48,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:59.876741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40964) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:59.939096 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.992402 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3b867ef4-38ac-49d1-bd8c-d5a85ea3c640 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1474065759'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:00.020933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b867ef4-38ac-49d1-bd8c-d5a85ea3c640 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:00.024742 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b867ef4-38ac-49d1-bd8c-d5a85ea3c640 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:00.034509 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b867ef4-38ac-49d1-bd8c-d5a85ea3c640 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:00.063695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bab9dd-4cdf-4882-b4f6-c186f6b3325e req-9b35c1b6-35fe-4ac0-b0ef-9b2a0e0691cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:00.065229 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6bab9dd-4cdf-4882-b4f6-c186f6b3325e req-9b35c1b6-35fe-4ac0-b0ef-9b2a0e0691cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=601cbfc5-e222-4e33-a80a-eb90561bedd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988792 Aug 20 11:43:00.071870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08f600-2f34-4d4c-acdb-094eebad2d65 req-1cd9810a-bf0e-4e71-bb46-57d960751c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:00.073374 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe08f600-2f34-4d4c-acdb-094eebad2d65 req-1cd9810a-bf0e-4e71-bb46-57d960751c05 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 1097 time: 0.1971800 Aug 20 11:43:00.114543 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:00.136529 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b867ef4-38ac-49d1-bd8c-d5a85ea3c640 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:00.140213 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b867ef4-38ac-49d1-bd8c-d5a85ea3c640 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:00.168809 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b867ef4-38ac-49d1-bd8c-d5a85ea3c640 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:00.182686 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b867ef4-38ac-49d1-bd8c-d5a85ea3c640 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98750c36-1a23-448e-8394-307707d6de8f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:00.198283 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b867ef4-38ac-49d1-bd8c-d5a85ea3c640 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:00.198626 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-3b867ef4-38ac-49d1-bd8c-d5a85ea3c640 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Added segment 9583eec4-5b36-4d61-ad46-a43ac492b0d2 of type vlan for network c03047c9-82ed-4e9f-9b9d-804d9631d059 Aug 20 11:43:00.244982 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe08f600-2f34-4d4c-acdb-094eebad2d65 req-c83d352f-99ff-47d4-a0ba-2de30464ecfa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4bc914a2-8892-4570-8657-ffef7351bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469359 Aug 20 11:43:00.245756 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b867ef4-38ac-49d1-bd8c-d5a85ea3c640 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:00.276792 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b867ef4-38ac-49d1-bd8c-d5a85ea3c640 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:00.283858 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b867ef4-38ac-49d1-bd8c-d5a85ea3c640 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:00.284467 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b867ef4-38ac-49d1-bd8c-d5a85ea3c640 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:00.293938 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6bab9dd-4cdf-4882-b4f6-c186f6b3325e req-fadf1b45-497a-4d46-ae99-82d1e340d858 service neutron] 10.222.0.35 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949182 Aug 20 11:43:00.352225 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3b867ef4-38ac-49d1-bd8c-d5a85ea3c640 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4747727 Aug 20 11:43:00.366208 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b867ef4-38ac-49d1-bd8c-d5a85ea3c640 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Network': ['ID=c03047c9-82ed-4e9f-9b9d-804d9631d059,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:00.406714 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network c03047c9-82ed-4e9f-9b9d-804d9631d059 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:00.482620 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f064058-45ab-4862-affb-dd5a11237dfa', 'name': 'network-vif-deleted', 'tag': 'f2a8a7f8-fbb0-4af5-81e4-886682330075'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:00.485098 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fb7f99-0ca8-49ae-9954-7881747aba44" -d '{"events": [{"server_uuid": "3f064058-45ab-4862-affb-dd5a11237dfa", "name": "network-vif-deleted", "tag": "f2a8a7f8-fbb0-4af5-81e4-886682330075"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:00.493279 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40984) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:00.499303 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-aa9ecc75-d344-4e9a-a22e-358afca4bbe3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'subnet': {'network_id': 'c03047c9-82ed-4e9f-9b9d-804d9631d059', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:00.617752 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9ecc75-d344-4e9a-a22e-358afca4bbe3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:00.621436 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa9ecc75-d344-4e9a-a22e-358afca4bbe3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:00.637739 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40988) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:00.675712 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3cb3c6-c8f2-427e-b343-6d41beb8d033 x-openstack-request-id: req-4b3cb3c6-c8f2-427e-b343-6d41beb8d033 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:00.676037 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f064058-45ab-4862-affb-dd5a11237dfa", "name": "network-vif-deleted", "tag": "f2a8a7f8-fbb0-4af5-81e4-886682330075", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:00.676287 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b3cb3c6-c8f2-427e-b343-6d41beb8d033 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:00.676744 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f064058-45ab-4862-affb-dd5a11237dfa', 'name': 'network-vif-deleted', 'tag': 'f2a8a7f8-fbb0-4af5-81e4-886682330075', 'status': 'completed', 'code': 200} Aug 20 11:43:00.709453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bace5-fb72-4577-8162-fc7780a0d215 req-1a4d16cd-7ab5-4606-a843-80729f03cbe8 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:00.714359 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-088bace5-fb72-4577-8162-fc7780a0d215 req-1a4d16cd-7ab5-4606-a843-80729f03cbe8 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.4940338 Aug 20 11:43:00.763507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd905256-2217-4e5e-9ee7-ebc9186d771c admin admin] Deleting subnet 8fd3453c-8b07-4f16-828a-7076626e61c9 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:43:00.771259 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd905256-2217-4e5e-9ee7-ebc9186d771c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:00.813280 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-088bace5-fb72-4577-8162-fc7780a0d215 req-0a983ee0-443a-4092-b00d-40a56900561c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698292 Aug 20 11:43:00.841061 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d6bab9dd-4cdf-4882-b4f6-c186f6b3325e req-f9eaeebd-152c-4762-8a24-ee512faa883d service neutron] 10.222.0.35 "GET /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303915 Aug 20 11:43:00.841211 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc613f-9e57-4792-bcad-e8edfe020606 req-ce6d5bd2-4b9d-4f28-8948-2b4cf77c1f50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:00.841211 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55cc613f-9e57-4792-bcad-e8edfe020606 req-ce6d5bd2-4b9d-4f28-8948-2b4cf77c1f50 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 945 time: 0.1222861 Aug 20 11:43:00.841428 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd905256-2217-4e5e-9ee7-ebc9186d771c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:00.958271 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:00.973867 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd905256-2217-4e5e-9ee7-ebc9186d771c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:00.980373 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55cc613f-9e57-4792-bcad-e8edfe020606 req-95205c6c-e0e2-4e9f-8b3d-de594d2bd7f3 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067913 Aug 20 11:43:00.986503 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.006924 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ec56d-2904-4b3e-a5bb-d7c98976af70 req-8017a10f-e776-4408-a959-c5433990a9d9 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:01.008395 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a2ec56d-2904-4b3e-a5bb-d7c98976af70 req-8017a10f-e776-4408-a959-c5433990a9d9 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/ports?device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 946 time: 0.0996222 Aug 20 11:43:01.055104 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa9ecc75-d344-4e9a-a22e-358afca4bbe3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.083812 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a2ec56d-2904-4b3e-a5bb-d7c98976af70 req-0653272a-b68b-4600-b356-9c473e317a6b tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bc914a2-8892-4570-8657-ffef7351bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498128 Aug 20 11:43:01.113993 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd905256-2217-4e5e-9ee7-ebc9186d771c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.129584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Allocated IP 172.25.8.53 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/dca2a53b-1b0f-456d-8dd5-c0d060618526) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:01.134410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ecc75-d344-4e9a-a22e-358afca4bbe3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Subnet': ['ID=612812ea-0ddb-4983-8351-d2537b2d9123,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:01.143003 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd905256-2217-4e5e-9ee7-ebc9186d771c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.145260 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dd905256-2217-4e5e-9ee7-ebc9186d771c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8fd3453c-8b07-4f16-828a-7076626e61c9 HTTP/1.1" status: 204 len: 168 time: 0.5064778 Aug 20 11:43:01.147902 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40992) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:01.174395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd905256-2217-4e5e-9ee7-ebc9186d771c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd3453c-8b07-4f16-828a-7076626e61c9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:01.177177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ecc75-d344-4e9a-a22e-358afca4bbe3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Checking segment: {'id': '9583eec4-5b36-4d61-ad46-a43ac492b0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c03047c9-82ed-4e9f-9b9d-804d9631d059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:01.177522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ecc75-d344-4e9a-a22e-358afca4bbe3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network hostable DHCP agents. Network: c03047c9-82ed-4e9f-9b9d-804d9631d059, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:01.195207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ecc75-d344-4e9a-a22e-358afca4bbe3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network c03047c9-82ed-4e9f-9b9d-804d9631d059 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:01.204790 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ecc75-d344-4e9a-a22e-358afca4bbe3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, c03047c9-82ed-4e9f-9b9d-804d9631d059) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:01.209051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ecc75-d344-4e9a-a22e-358afca4bbe3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:01.209590 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa9ecc75-d344-4e9a-a22e-358afca4bbe3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.214041 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62b3caf-5ce7-4957-b1c5-18532c833c8f None None] Network c03047c9-82ed-4e9f-9b9d-804d9631d059 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:01.233981 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-aa9ecc75-d344-4e9a-a22e-358afca4bbe3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7360775 Aug 20 11:43:01.234193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40994) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:01.239253 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-46486068-197c-4c99-9af2-1b30945ef8a4 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-760724994'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:01.263663 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46486068-197c-4c99-9af2-1b30945ef8a4 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:01.268217 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46486068-197c-4c99-9af2-1b30945ef8a4 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.296549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46486068-197c-4c99-9af2-1b30945ef8a4 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:01.309519 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46486068-197c-4c99-9af2-1b30945ef8a4 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.309865 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-46486068-197c-4c99-9af2-1b30945ef8a4 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Added segment 79ee41f6-09db-43b5-bda3-8981ea1f934e of type vlan for network 7e241597-59b0-4abe-9b2d-6a800ccf3951 Aug 20 11:43:01.320628 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2161-6d46-4350-89b1-94151d3dfb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.364431 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46486068-197c-4c99-9af2-1b30945ef8a4 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.366751 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-324acb35-47e0-4367-99bb-983ce4ec8610 service neutron] show failed (client error): The resource could not be found. Aug 20 11:43:01.367786 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-324acb35-47e0-4367-99bb-983ce4ec8610 service neutron] 10.222.0.76 "GET /v2.0/ports/7cd3dd75-8677-493d-acac-c3016fc6a36c/bindings/n-h1-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.1293321 Aug 20 11:43:01.378538 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-c03047c9-82ed-4e9f-9b9d-804d9631d059', 'network_id': 'c03047c9-82ed-4e9f-9b9d-804d9631d059', 'tenant_id': 'fbce249a6adc44c7b99fe108dcd9cc2e', 'fixed_ips': [{'subnet_id': '612812ea-0ddb-4983-8351-d2537b2d9123'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:01.379605 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.396992 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46486068-197c-4c99-9af2-1b30945ef8a4 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.403807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46486068-197c-4c99-9af2-1b30945ef8a4 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:01.404422 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46486068-197c-4c99-9af2-1b30945ef8a4 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.453996 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.464880 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-46486068-197c-4c99-9af2-1b30945ef8a4 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2294796 Aug 20 11:43:01.467512 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40996) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:01.472721 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f1639cd2-1241-4159-a0d4-f6649e3feecc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'subnet': {'network_id': '7e241597-59b0-4abe-9b2d-6a800ccf3951', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:01.485511 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2161-6d46-4350-89b1-94151d3dfb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.503183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ef1f2161-6d46-4350-89b1-94151d3dfb3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:01.519677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ef1f2161-6d46-4350-89b1-94151d3dfb3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d8843e-c164-4b4a-8554-76fbb69e3ee4') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:01.519677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ef1f2161-6d46-4350-89b1-94151d3dfb3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d8843e-c164-4b4a-8554-76fbb69e3ee4') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:01.545928 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2161-6d46-4350-89b1-94151d3dfb3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.563774 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46486068-197c-4c99-9af2-1b30945ef8a4 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Network': ['ID=7e241597-59b0-4abe-9b2d-6a800ccf3951,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:01.576944 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device df5aa986-547f-41a0-9562-05d138ba0856 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:01.578193 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2161-6d46-4350-89b1-94151d3dfb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.579444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 7e241597-59b0-4abe-9b2d-6a800ccf3951 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:01.588157 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.591812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1f2161-6d46-4350-89b1-94151d3dfb3a admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:01.592256 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2161-6d46-4350-89b1-94151d3dfb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:01.596753 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:01.622602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1639cd2-1241-4159-a0d4-f6649e3feecc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:01.628531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1639cd2-1241-4159-a0d4-f6649e3feecc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.652076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: df5aa986-547f-41a0-9562-05d138ba0856 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:01.652818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device df5aa986-547f-41a0-9562-05d138ba0856 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:01.653444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f2a8a7f8-fbb0-4af5-81e4-886682330075 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:01.689549 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: f2a8a7f8-fbb0-4af5-81e4-886682330075 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:01.689971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f2a8a7f8-fbb0-4af5-81e4-886682330075 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:01.709718 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Allocated IP 172.20.255.242 (c03047c9-82ed-4e9f-9b9d-804d9631d059/612812ea-0ddb-4983-8351-d2537b2d9123/f793a9e4-94d1-45e9-a0ea-59130d4db22d) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:01.728213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:01.737304 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:01.746167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:01.752833 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2161-6d46-4350-89b1-94151d3dfb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.775567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Pushing event updated for resources: {'Port': ['ID=dca2a53b-1b0f-456d-8dd5-c0d060618526,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:01.787234 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2161-6d46-4350-89b1-94151d3dfb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.792287 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ef1f2161-6d46-4350-89b1-94151d3dfb3a admin admin] 10.222.0.37 "DELETE /v2.0/networks/1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8 HTTP/1.1" status: 204 len: 168 time: 0.6402192 Aug 20 11:43:01.808303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f2161-6d46-4350-89b1-94151d3dfb3a admin admin] Pushing event deleted for resources: {'Network': ['ID=1a7f7cd5-7749-418b-bc20-2c70e4d8c1d8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:01.819458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-0018563d-6174-44e7-b57b-63d146c142f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:01.821292 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-0018563d-6174-44e7-b57b-63d146c142f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220&tenant_id=4968b5d340e042799a12f4492ac2ee3a HTTP/1.1" status: 200 len: 1101 time: 0.1427486 Aug 20 11:43:01.863630 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1639cd2-1241-4159-a0d4-f6649e3feecc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.865614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:01.888711 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.898313 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Transition to ACTIVE for port object f793a9e4-94d1-45e9-a0ea-59130d4db22d will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:01.915502 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Transition to ACTIVE for port object f793a9e4-94d1-45e9-a0ea-59130d4db22d will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:01.922604 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:01.948212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1639cd2-1241-4159-a0d4-f6649e3feecc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Subnet': ['ID=b45e88b0-2c6b-47cf-928d-c5332c293c9e,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:01.956407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1639cd2-1241-4159-a0d4-f6649e3feecc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Checking segment: {'id': '79ee41f6-09db-43b5-bda3-8981ea1f934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7e241597-59b0-4abe-9b2d-6a800ccf3951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:01.956994 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1639cd2-1241-4159-a0d4-f6649e3feecc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network hostable DHCP agents. Network: 7e241597-59b0-4abe-9b2d-6a800ccf3951, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:01.989680 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1639cd2-1241-4159-a0d4-f6649e3feecc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network 7e241597-59b0-4abe-9b2d-6a800ccf3951 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:01.991702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Network c03047c9-82ed-4e9f-9b9d-804d9631d059 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:01.995745 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:02.005243 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:02.009370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f1639cd2-1241-4159-a0d4-f6649e3feecc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 7e241597-59b0-4abe-9b2d-6a800ccf3951) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:02.014158 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Pushing event updated for resources: {'Port': ['ID=f793a9e4-94d1-45e9-a0ea-59130d4db22d,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:02.027471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bb8a40-31fe-43de-acc8-5ad1adec3ccb None None] Network 7e241597-59b0-4abe-9b2d-6a800ccf3951 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:02.065326 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1639cd2-1241-4159-a0d4-f6649e3feecc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:02.068582 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1639cd2-1241-4159-a0d4-f6649e3feecc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.074833 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.107767 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f1639cd2-1241-4159-a0d4-f6649e3feecc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6390018 Aug 20 11:43:02.123782 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41006) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:02.132017 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40285a15-18e4-46d5-8bc2-b93c2d86775b req-11c1ffc8-8e03-4177-b0d3-cafce7a17129 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:02.140430 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-40285a15-18e4-46d5-8bc2-b93c2d86775b req-11c1ffc8-8e03-4177-b0d3-cafce7a17129 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.1454208 Aug 20 11:43:02.144597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Attempting to bind port f793a9e4-94d1-45e9-a0ea-59130d4db22d on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:02.145014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Attempting to bind port f793a9e4-94d1-45e9-a0ea-59130d4db22d by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '9583eec4-5b36-4d61-ad46-a43ac492b0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c03047c9-82ed-4e9f-9b9d-804d9631d059'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:02.145528 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Attempting to bind port f793a9e4-94d1-45e9-a0ea-59130d4db22d on network c03047c9-82ed-4e9f-9b9d-804d9631d059 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:02.159417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:02.159834 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Checking segment: {'id': '9583eec4-5b36-4d61-ad46-a43ac492b0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c03047c9-82ed-4e9f-9b9d-804d9631d059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:02.160188 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.160655 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Bound using segment: {'id': '9583eec4-5b36-4d61-ad46-a43ac492b0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c03047c9-82ed-4e9f-9b9d-804d9631d059'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:02.161397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Bound port: f793a9e4-94d1-45e9-a0ea-59130d4db22d, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9583eec4-5b36-4d61-ad46-a43ac492b0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c03047c9-82ed-4e9f-9b9d-804d9631d059'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:02.161833 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.178500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41008) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:02.267434 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-40285a15-18e4-46d5-8bc2-b93c2d86775b req-ccbcb2f6-043b-4544-92d8-274d45f3a3ea tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255784 Aug 20 11:43:02.284026 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4f8c-d2ef-471b-b6cb-5149c87630d9 req-9ccca6df-c301-4f50-8dda-b0bc1bdd1271 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:02.285574 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d76a4f8c-d2ef-471b-b6cb-5149c87630d9 req-9ccca6df-c301-4f50-8dda-b0bc1bdd1271 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.35 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 945 time: 0.1755497 Aug 20 11:43:02.302451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] For port f793a9e4-94d1-45e9-a0ea-59130d4db22d, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:02.313240 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.322270 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-7e241597-59b0-4abe-9b2d-6a800ccf3951', 'network_id': '7e241597-59b0-4abe-9b2d-6a800ccf3951', 'tenant_id': 'fbce249a6adc44c7b99fe108dcd9cc2e', 'fixed_ips': [{'subnet_id': 'b45e88b0-2c6b-47cf-928d-c5332c293c9e'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:02.325441 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.332015 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] For port f793a9e4-94d1-45e9-a0ea-59130d4db22d, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f793a9e4-94d1-45e9-a0ea-59130d4db22d,segment=NetworkSegment(9583eec4-5b36-4d61-ad46-a43ac492b0d2),segment_id=9583eec4-5b36-4d61-ad46-a43ac492b0d2)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:02.342309 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.346850 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.432839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711e2e0-98dd-491a-b997-5cf20ae47201 req-1a371289-2911-4b39-9bc7-6e1dba7340e6 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:02.440981 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d711e2e0-98dd-491a-b997-5cf20ae47201 req-1a371289-2911-4b39-9bc7-6e1dba7340e6 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 945 time: 0.3045363 Aug 20 11:43:02.468113 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.491968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd471-5ffe-4854-a6ee-dea8a06db2c1 None None] Pushing event updated for resources: {'Port': ['ID=f793a9e4-94d1-45e9-a0ea-59130d4db22d,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:02.508305 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8717394e-5dd1-436d-8e6e-5aa2728592ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75b176f6883b4c848675a618801d4e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276591 Aug 20 11:43:02.514357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41010) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:02.527065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b17a6a-2602-4180-8ac3-9b60edfcebef req-29c3a846-ed73-4316-840a-3a54d7ff5b08 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:02.528502 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97b17a6a-2602-4180-8ac3-9b60edfcebef req-29c3a846-ed73-4316-840a-3a54d7ff5b08 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/ports?device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 946 time: 0.1470654 Aug 20 11:43:02.540340 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-d76a4f8c-d2ef-471b-b6cb-5149c87630d9 req-8863387e-e326-4133-913f-042425429192 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Deleting port 2d59df7a-8b32-4a88-b780-cc503fe8e9db {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:02.540894 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d76a4f8c-d2ef-471b-b6cb-5149c87630d9 req-8863387e-e326-4133-913f-042425429192 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.565962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Allocated IP 172.20.0.2 (7e241597-59b0-4abe-9b2d-6a800ccf3951/b45e88b0-2c6b-47cf-928d-c5332c293c9e/e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:02.614707 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d711e2e0-98dd-491a-b997-5cf20ae47201 req-d4f453d3-2839-483b-b61a-704eb45f1de4 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725144 Aug 20 11:43:02.643582 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97b17a6a-2602-4180-8ac3-9b60edfcebef req-475b45dc-c632-4ccf-acc6-192060202c19 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bc914a2-8892-4570-8657-ffef7351bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967467 Aug 20 11:43:02.709116 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d76a4f8c-d2ef-471b-b6cb-5149c87630d9 req-8863387e-e326-4133-913f-042425429192 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] For port 2d59df7a-8b32-4a88-b780-cc503fe8e9db, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=2d59df7a-8b32-4a88-b780-cc503fe8e9db,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:02.709678 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d76a4f8c-d2ef-471b-b6cb-5149c87630d9 req-8863387e-e326-4133-913f-042425429192 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.720774 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:02.750179 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-d76a4f8c-d2ef-471b-b6cb-5149c87630d9 req-8863387e-e326-4133-913f-042425429192 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Calling delete_port for 2d59df7a-8b32-4a88-b780-cc503fe8e9db owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:02.750438 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.787490 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.857582 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.870382 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.891016 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Transition to ACTIVE for port object e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:02.908871 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:02.909542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Transition to ACTIVE for port object e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:02.919513 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.962418 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.973988 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Network 7e241597-59b0-4abe-9b2d-6a800ccf3951 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:02.982634 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.982848 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:02.983805 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d76a4f8c-d2ef-471b-b6cb-5149c87630d9 req-8863387e-e326-4133-913f-042425429192 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.987942 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Pushing event updated for resources: {'Port': ['ID=e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:02.992169 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:02.998202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:03.000676 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb38693-83c1-46db-b166-52a87ebacbcc" -d '{"events": [{"server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:03.006611 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['019cf12c-278d-46a9-9036-d80b7d3b5e5f', '2d59df7a-8b32-4a88-b780-cc503fe8e9db'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:03.006785 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.064503 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Subnet': ['ID=b45e88b0-2c6b-47cf-928d-c5332c293c9e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:03.076323 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Transition to ACTIVE for port object 7cd3dd75-8677-493d-acac-c3016fc6a36c will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:03.078840 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.081369 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.082954 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f3518603-97fc-422d-b320-33947989163e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d599577-2f86-4a20-acbc-51b48db132e7 HTTP/1.1" status: 204 len: 168 time: 0.5656350 Aug 20 11:43:03.103248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.137480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d599577-2f86-4a20-acbc-51b48db132e7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:03.159173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863387e-e326-4133-913f-042425429192 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event deleted for resources: {'Port': ['ID=2d59df7a-8b32-4a88-b780-cc503fe8e9db,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:03.179613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Attempting to bind port e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:03.179983 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Attempting to bind port e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '79ee41f6-09db-43b5-bda3-8981ea1f934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7e241597-59b0-4abe-9b2d-6a800ccf3951'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:03.180341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Attempting to bind port e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac on network 7e241597-59b0-4abe-9b2d-6a800ccf3951 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:03.209285 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ec3652-1103-400c-bada-03e653817a91 x-openstack-request-id: req-f3ec3652-1103-400c-bada-03e653817a91 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:03.209971 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:03.209971 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3ec3652-1103-400c-bada-03e653817a91 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:03.210395 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c', 'code': 200} Aug 20 11:43:03.230205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:03.230581 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Checking segment: {'id': '79ee41f6-09db-43b5-bda3-8981ea1f934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7e241597-59b0-4abe-9b2d-6a800ccf3951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:03.231045 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.231444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Bound using segment: {'id': '79ee41f6-09db-43b5-bda3-8981ea1f934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7e241597-59b0-4abe-9b2d-6a800ccf3951'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:03.231920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Bound port: e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ee41f6-09db-43b5-bda3-8981ea1f934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7e241597-59b0-4abe-9b2d-6a800ccf3951'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:03.232347 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.281343 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:03.281688 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:03.282030 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:03.282369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:03.282703 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:03.283031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:03.283355 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:03.283767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:03.284440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:03.284440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:03.284740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:03.285001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3518603-97fc-422d-b320-33947989163e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:03.382571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76a4f8c-d2ef-471b-b6cb-5149c87630d9 req-8863387e-e326-4133-913f-042425429192 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] No DVR routers for this DVR port 2d59df7a-8b32-4a88-b780-cc503fe8e9db on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:03.385376 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.401675 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d76a4f8c-d2ef-471b-b6cb-5149c87630d9 req-8863387e-e326-4133-913f-042425429192 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.403794 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d76a4f8c-d2ef-471b-b6cb-5149c87630d9 req-8863387e-e326-4133-913f-042425429192 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.35 "DELETE /v2.0/ports/2d59df7a-8b32-4a88-b780-cc503fe8e9db HTTP/1.1" status: 204 len: 173 time: 1.1019759 Aug 20 11:43:03.404238 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85760a86-5049-4a11-b1df-932a24d8af52', 'name': 'network-vif-deleted', 'tag': '2d59df7a-8b32-4a88-b780-cc503fe8e9db'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:03.436354 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc85916-097e-4a64-b38b-b95523571d29" -d '{"events": [{"server_uuid": "85760a86-5049-4a11-b1df-932a24d8af52", "name": "network-vif-deleted", "tag": "2d59df7a-8b32-4a88-b780-cc503fe8e9db"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:03.467879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e241597-59b0-4abe-9b2d-6a800ccf3951']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:03.481611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ee41f6-09db-43b5-bda3-8981ea1f934e') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:03.482020 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ee41f6-09db-43b5-bda3-8981ea1f934e') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:03.496115 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.517028 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.524308 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:03.524752 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.525885 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] For port e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:03.556170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Pushing event updated for resources: {'Port': ['ID=7cd3dd75-8677-493d-acac-c3016fc6a36c,revision_number=6']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:03.590746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] No DVR routers for this DVR port 7cd3dd75-8677-493d-acac-c3016fc6a36c on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:03.610279 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:03.657699 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:43:03.657699 n-d-804299-2 neutron-server[94690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:43:03.657699 n-d-804299-2 neutron-server[94690]: [parameters: {'id': '7e241597-59b0-4abe-9b2d-6a800ccf3951'}] Aug 20 11:43:03.657699 n-d-804299-2 neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:43:03.658534 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:43:03.696145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] For port e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac,segment=NetworkSegment(79ee41f6-09db-43b5-bda3-8981ea1f934e),segment_id=79ee41f6-09db-43b5-bda3-8981ea1f934e)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:03.719859 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb3b6a3-aa36-430a-9ba3-fd7d9069fb59 x-openstack-request-id: req-2bb3b6a3-aa36-430a-9ba3-fd7d9069fb59 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:03.720148 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85760a86-5049-4a11-b1df-932a24d8af52", "name": "network-vif-deleted", "tag": "2d59df7a-8b32-4a88-b780-cc503fe8e9db", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:03.720400 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2bb3b6a3-aa36-430a-9ba3-fd7d9069fb59 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:03.720856 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85760a86-5049-4a11-b1df-932a24d8af52', 'name': 'network-vif-deleted', 'tag': '2d59df7a-8b32-4a88-b780-cc503fe8e9db', 'status': 'completed', 'code': 200} Aug 20 11:43:03.726558 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.836591 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Attempting to bind port 7cd3dd75-8677-493d-acac-c3016fc6a36c on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:03.836964 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Attempting to bind port 7cd3dd75-8677-493d-acac-c3016fc6a36c by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:03.837304 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Attempting to bind port 7cd3dd75-8677-493d-acac-c3016fc6a36c on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:03.871522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36193a8b-7d85-4b58-8af0-c2fd29e83b26 req-b1d76ba8-de22-497c-9877-ec5947734308 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:03.873155 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36193a8b-7d85-4b58-8af0-c2fd29e83b26 req-b1d76ba8-de22-497c-9877-ec5947734308 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 948 time: 0.3820171 Aug 20 11:43:03.883191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Port 7cd3dd75-8677-493d-acac-c3016fc6a36c on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:43:03.883523 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Attempting to bind port 7cd3dd75-8677-493d-acac-c3016fc6a36c on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:03.901361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:03.901893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:03.902290 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:03.902733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Bound port: 7cd3dd75-8677-493d-acac-c3016fc6a36c, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:03.903138 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.916991 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-65125a13-7b0b-4b9d-b8cd-882b0b894d50 req-a0bd23b1-cca2-45d1-ac77-fd300166c276 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=85760a86-5049-4a11-b1df-932a24d8af52 HTTP/1.1" status: 200 len: 210 time: 0.0533273 Aug 20 11:43:03.918769 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f0bb9-9e9e-4547-a7ee-1bf7a87be487 None None] Pushing event updated for resources: {'Port': ['ID=e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:03.938755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Router a569cde4-5f6d-407b-8602-9741033bf1e4 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:43:03.959995 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1258e2-cd77-4043-b93a-2e451e2557c2 None None] Network 7e241597-59b0-4abe-9b2d-6a800ccf3951 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:04.028966 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36193a8b-7d85-4b58-8af0-c2fd29e83b26 req-4efcb977-d8be-4530-a7be-ac02662157ac tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413093 Aug 20 11:43:04.143292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:04.160239 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:04.163263 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:04.167405 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f9f5ec-45e5-4de3-911c-b5625ee0a606 None None] Network c03047c9-82ed-4e9f-9b9d-804d9631d059 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:04.174338 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:04.236663 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:04.305412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Deleting port e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:04.306468 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:04.308349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c2d26-1818-4715-abad-8259d37ab559 None None] Sync routers for ids ['a569cde4-5f6d-407b-8602-9741033bf1e4'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:04.326766 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Pushing event updated for resources: {'Port': ['ID=7cd3dd75-8677-493d-acac-c3016fc6a36c,revision_number=7']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:04.332338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:04.332978 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:04.334569 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-f5696c93-2290-4922-ae39-1881d3f0c2bd service neutron] 10.222.0.35 "PUT /v2.0/ports/7cd3dd75-8677-493d-acac-c3016fc6a36c HTTP/1.1" status: 200 len: 1096 time: 2.4735184 Aug 20 11:43:04.335268 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:04.337901 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e5ad558e-1c12-4643-8a14-0a246a35b901 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6211081 Aug 20 11:43:04.369178 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41056) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:04.386618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c2d26-1818-4715-abad-8259d37ab559 None None] Routers {'a569cde4-5f6d-407b-8602-9741033bf1e4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:04.386778 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-499865b7-3847-4d2f-bb34-d645e9cee74a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:04.387765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a79c2d26-1818-4715-abad-8259d37ab559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a569cde4-5f6d-407b-8602-9741033bf1e4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:04.443893 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] For port e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac,segment=NetworkSegment(79ee41f6-09db-43b5-bda3-8981ea1f934e),segment_id=79ee41f6-09db-43b5-bda3-8981ea1f934e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:04.444258 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:04.477017 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Calling delete_port for e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:04.634338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-16b48e2a-ec49-430f-8bc6-3a93677b33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:04.637182 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-16b48e2a-ec49-430f-8bc6-3a93677b33e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 1099 time: 0.1323030 Aug 20 11:43:04.715442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a2dc2c75-58cd-4d1d-9c04-2d2565c31163 None None] Provisioning for port f793a9e4-94d1-45e9-a0ea-59130d4db22d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:04.718386 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f793a9e4-94d1-45e9-a0ea-59130d4db22d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:04.724470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a79c2d26-1818-4715-abad-8259d37ab559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:04.775273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-66bf756c-9f98-469b-817c-7f2d26824fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:04.777307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c2d26-1818-4715-abad-8259d37ab559 None None] Routers {'a569cde4-5f6d-407b-8602-9741033bf1e4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:04.777872 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-66bf756c-9f98-469b-817c-7f2d26824fc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.1287189 Aug 20 11:43:04.778327 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a79c2d26-1818-4715-abad-8259d37ab559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a569cde4-5f6d-407b-8602-9741033bf1e4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:04.824201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a79c2d26-1818-4715-abad-8259d37ab559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:04.824969 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c2d26-1818-4715-abad-8259d37ab559 None None] The sync data for ids ['a569cde4-5f6d-407b-8602-9741033bf1e4'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:43:04.909304 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port f793a9e4-94d1-45e9-a0ea-59130d4db22d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:04.941649 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f793a9e4-94d1-45e9-a0ea-59130d4db22d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:04.942308 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.101367 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41066) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:05.105306 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.116547 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.173419 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No DVR routers for this DVR port e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:05.175438 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Port': ['ID=e82c6b84-8f77-4ab7-a5a7-fbd49e0031ac,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:05.182613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port f793a9e4-94d1-45e9-a0ea-59130d4db22d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f793a9e4-94d1-45e9-a0ea-59130d4db22d,segment=NetworkSegment(9583eec4-5b36-4d61-ad46-a43ac492b0d2),segment_id=9583eec4-5b36-4d61-ad46-a43ac492b0d2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:05.190577 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.265320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=f793a9e4-94d1-45e9-a0ea-59130d4db22d,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:05.302169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-890a530c-0925-4886-8cd4-4679075c0217 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1638091753-network', 'tenant_id': 'c382743cae4c432194461288fbfc3ce6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:05.333686 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.350981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e241597-59b0-4abe-9b2d-6a800ccf3951']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:05.368340 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ee41f6-09db-43b5-bda3-8981ea1f934e') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:05.368572 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ee41f6-09db-43b5-bda3-8981ea1f934e') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:05.386338 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890a530c-0925-4886-8cd4-4679075c0217 admin admin] Made reservation on behalf of c382743cae4c432194461288fbfc3ce6 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:05.388779 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da26fb-2439-408e-933d-2dcc8b9b2fe9 None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:43:05.389241 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-890a530c-0925-4886-8cd4-4679075c0217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.393258 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.406083 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-890a530c-0925-4886-8cd4-4679075c0217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.424745 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.430854 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:05.434887 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8acf62-147e-4526-a9d0-1cd5d924ca80" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:05.439871 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:05.440384 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:05.443548 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:05.472318 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3d385a04-40b1-42fa-b2ff-4e9d24100d30 None None] Provisioning complete for port f793a9e4-94d1-45e9-a0ea-59130d4db22d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:05.472729 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d385a04-40b1-42fa-b2ff-4e9d24100d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.513394 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-140947f5-9ddb-402f-8e97-6c7dd864d6b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c HTTP/1.1" status: 200 len: 217 time: 0.0873866 Aug 20 11:43:05.548684 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7cd3dd75-8677-493d-acac-c3016fc6a36c no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:05.550544 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 2d59df7a-8b32-4a88-b780-cc503fe8e9db no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:05.558436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5a813-5d89-4c7a-87dc-d532eb451a9b req-efcc9f27-dd65-4bf6-b86c-8ca7b266f351 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:05.560203 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-69a5a813-5d89-4c7a-87dc-d532eb451a9b req-efcc9f27-dd65-4bf6-b86c-8ca7b266f351 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.1250551 Aug 20 11:43:05.561025 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.566120 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.573746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41090) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:05.574461 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/7e241597-59b0-4abe-9b2d-6a800ccf3951 HTTP/1.1" status: 204 len: 168 time: 3.4315171 Aug 20 11:43:05.605094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 2d59df7a-8b32-4a88-b780-cc503fe8e9db {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:05.605545 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 2d59df7a-8b32-4a88-b780-cc503fe8e9db not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:05.610364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99da26fb-2439-408e-933d-2dcc8b9b2fe9 None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:43:05.613777 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd37ff4-857d-47ce-a762-2f9deee1399e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Network': ['ID=7e241597-59b0-4abe-9b2d-6a800ccf3951,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:05.623148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-79a311c5-f7bc-42c6-abf0-88e93c4bad50 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-333408458'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:05.646428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-888cf4f1-5d4f-4b6e-aff6-b33226d4292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:05.648262 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-69a5a813-5d89-4c7a-87dc-d532eb451a9b req-358db8b5-2506-4980-9439-dd2cb925dfcf tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705545 Aug 20 11:43:05.655143 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-888cf4f1-5d4f-4b6e-aff6-b33226d4292f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1230998 Aug 20 11:43:05.667375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539277fc-d834-4dec-a191-5290aac32d7e req-be3afc73-494d-4d49-8a26-ddda3b5533cc tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:05.669090 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-539277fc-d834-4dec-a191-5290aac32d7e req-be3afc73-494d-4d49-8a26-ddda3b5533cc tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 948 time: 0.2392962 Aug 20 11:43:05.689586 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-890a530c-0925-4886-8cd4-4679075c0217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.695047 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-890a530c-0925-4886-8cd4-4679075c0217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.721664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890a530c-0925-4886-8cd4-4679075c0217 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:05.726905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7cd3dd75-8677-493d-acac-c3016fc6a36c not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:05.748039 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a530c-0925-4886-8cd4-4679075c0217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077e7838-ed16-45e1-95ee-6d94bfdfd8c4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:05.749376 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a311c5-f7bc-42c6-abf0-88e93c4bad50 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:05.753127 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-890a530c-0925-4886-8cd4-4679075c0217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.753495 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-79a311c5-f7bc-42c6-abf0-88e93c4bad50 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.753828 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-890a530c-0925-4886-8cd4-4679075c0217 admin admin] Added segment 53a0a83a-9397-4588-b3f6-4f4b598b8365 of type vlan for network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f Aug 20 11:43:05.814858 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-890a530c-0925-4886-8cd4-4679075c0217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.852674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a311c5-f7bc-42c6-abf0-88e93c4bad50 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:05.855977 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-890a530c-0925-4886-8cd4-4679075c0217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.857723 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890a530c-0925-4886-8cd4-4679075c0217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:05.858720 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-890a530c-0925-4886-8cd4-4679075c0217 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.871399 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-6dd5fe80-2648-4e49-ab35-efa68141a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:05.872920 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-6dd5fe80-2648-4e49-ab35-efa68141a58b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2029040 Aug 20 11:43:05.877398 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efabc522-8916-4ec3-9fd3-f248b4a15aa1 x-openstack-request-id: req-efabc522-8916-4ec3-9fd3-f248b4a15aa1 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:05.877698 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:05.877934 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efabc522-8916-4ec3-9fd3-f248b4a15aa1 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:05.878315 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c', 'status': 'completed', 'code': 200} Aug 20 11:43:05.910754 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-539277fc-d834-4dec-a191-5290aac32d7e req-f37ff063-9b88-4c57-8930-dfad0225f3c5 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028534 Aug 20 11:43:05.914090 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-79a311c5-f7bc-42c6-abf0-88e93c4bad50 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.914442 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-79a311c5-f7bc-42c6-abf0-88e93c4bad50 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Added segment 40cec848-c3db-49ce-86ec-6312c6be7d47 of type vlan for network 0a786bb2-c609-4b38-a605-ae3857fb750f Aug 20 11:43:05.937749 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-890a530c-0925-4886-8cd4-4679075c0217 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8343432 Aug 20 11:43:05.942630 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41094) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:05.953025 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-499865b7-3847-4d2f-bb34-d645e9cee74a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.953583 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-12de7f1f-57f6-4a71-ad80-242e2ea11515 admin admin] Request body: {'subnet': {'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1638091753-subnet', 'tenant_id': 'c382743cae4c432194461288fbfc3ce6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:05.988259 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a530c-0925-4886-8cd4-4679075c0217 admin admin] Pushing event updated for resources: {'Network': ['ID=fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:05.992113 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12de7f1f-57f6-4a71-ad80-242e2ea11515 admin admin] Made reservation on behalf of c382743cae4c432194461288fbfc3ce6 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:06.004341 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12de7f1f-57f6-4a71-ad80-242e2ea11515 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.012475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:06.084124 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-499865b7-3847-4d2f-bb34-d645e9cee74a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.105523 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-79a311c5-f7bc-42c6-abf0-88e93c4bad50 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.158865 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-b6547be1-83d0-4f6c-8a49-6a3d78bded05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:06.160840 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-b6547be1-83d0-4f6c-8a49-6a3d78bded05 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 1099 time: 0.2815633 Aug 20 11:43:06.267069 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12de7f1f-57f6-4a71-ad80-242e2ea11515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.296039 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-79a311c5-f7bc-42c6-abf0-88e93c4bad50 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.305184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a311c5-f7bc-42c6-abf0-88e93c4bad50 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:06.306020 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-79a311c5-f7bc-42c6-abf0-88e93c4bad50 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.337731 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de7f1f-57f6-4a71-ad80-242e2ea11515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0ba0e86-c93e-4fdd-8a8a-f181b113b751,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:06.346132 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-75bfbbb7-73b6-4dff-a930-c163ad3e26b1 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539607 Aug 20 11:43:06.369151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12de7f1f-57f6-4a71-ad80-242e2ea11515 admin admin] Checking segment: {'id': '53a0a83a-9397-4588-b3f6-4f4b598b8365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:06.369550 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12de7f1f-57f6-4a71-ad80-242e2ea11515 admin admin] Network hostable DHCP agents. Network: fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:06.390878 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12de7f1f-57f6-4a71-ad80-242e2ea11515 admin admin] Network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:06.404073 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-12de7f1f-57f6-4a71-ad80-242e2ea11515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:06.409311 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12de7f1f-57f6-4a71-ad80-242e2ea11515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:06.411001 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12de7f1f-57f6-4a71-ad80-242e2ea11515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.413591 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84bb072-893e-4bda-bac0-12dc91d0584e None None] Network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:06.440809 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-12de7f1f-57f6-4a71-ad80-242e2ea11515 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4961298 Aug 20 11:43:06.508478 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-79a311c5-f7bc-42c6-abf0-88e93c4bad50 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8917680 Aug 20 11:43:06.511285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41104) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:06.517486 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-bf7bf371-7112-4cd4-98d6-a42a486eabdf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'subnet': {'network_id': '0a786bb2-c609-4b38-a605-ae3857fb750f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:06.522867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f793a9e4-94d1-45e9-a0ea-59130d4db22d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:06.585720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-de5f0ac4-0953-4e22-804c-e01b33cf96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:06.590926 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-de5f0ac4-0953-4e22-804c-e01b33cf96f2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.4159770 Aug 20 11:43:06.627534 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b52c6e-678b-4d32-800d-f4fa3aa2fd51 None None] Network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:06.706351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f793a9e4-94d1-45e9-a0ea-59130d4db22d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:06.706853 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.754048 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-facd010f-e03e-4657-b55e-dc252270714b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c HTTP/1.1" status: 200 len: 217 time: 0.1521904 Aug 20 11:43:06.754943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a311c5-f7bc-42c6-abf0-88e93c4bad50 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Network': ['ID=0a786bb2-c609-4b38-a605-ae3857fb750f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:06.755247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7bf371-7112-4cd4-98d6-a42a486eabdf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:06.761477 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a8a1406-bf6a-4cc6-8884-18f36fdf62ee req-5cfb00b9-cc77-4d79-a826-77415ce657da service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758202 Aug 20 11:43:06.762426 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf371-7112-4cd4-98d6-a42a486eabdf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.764875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-499865b7-3847-4d2f-bb34-d645e9cee74a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Deleting port dca2a53b-1b0f-456d-8dd5-c0d060618526 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:06.765436 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-499865b7-3847-4d2f-bb34-d645e9cee74a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.778419 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 0a786bb2-c609-4b38-a605-ae3857fb750f details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:06.907856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-bf7bf371-7112-4cd4-98d6-a42a486eabdf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Performing IP validity checks on allocation pools {{(pid=94690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 11:43:06.908438 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-bf7bf371-7112-4cd4-98d6-a42a486eabdf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 11:43:06.922095 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c120fa-a968-4af6-9a7d-997bef9f19c5 req-a4754b94-bdab-46fa-9cb3-4bbaff5f5dd9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:06.926231 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-53c120fa-a968-4af6-9a7d-997bef9f19c5 req-a4754b94-bdab-46fa-9cb3-4bbaff5f5dd9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.2009070 Aug 20 11:43:06.936808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8cf03-00a9-49d1-91aa-470f3c95799f req-16265c2a-92f5-410b-b6bc-f5fe02b64694 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:06.938334 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1ce8cf03-00a9-49d1-91aa-470f3c95799f req-16265c2a-92f5-410b-b6bc-f5fe02b64694 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 946 time: 0.1402984 Aug 20 11:43:07.004291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48371904-7457-4211-8094-513f31ad9015 req-fa90356d-6246-4bd9-ba79-c00fea5147fa tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:07.012453 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-48371904-7457-4211-8094-513f31ad9015 req-fa90356d-6246-4bd9-ba79-c00fea5147fa tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/ports?device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 946 time: 0.2303915 Aug 20 11:43:07.018484 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-a50db319-95a3-4374-a9ed-7068617b4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:07.020672 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-a50db319-95a3-4374-a9ed-7068617b4bae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 1099 time: 0.1598938 Aug 20 11:43:07.028614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-4f5ef435-e2e9-4d04-9f21-a444781ff638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:07.030013 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-4f5ef435-e2e9-4d04-9f21-a444781ff638 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.2413316 Aug 20 11:43:07.065742 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1ce8cf03-00a9-49d1-91aa-470f3c95799f req-429a54f2-512d-4028-95f7-56de5c3a7553 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899737 Aug 20 11:43:07.122429 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-499865b7-3847-4d2f-bb34-d645e9cee74a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.134442 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-53c120fa-a968-4af6-9a7d-997bef9f19c5 req-91016179-2bbb-47a8-b366-db9266d854b9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Deleting port 019cf12c-278d-46a9-9036-d80b7d3b5e5f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:07.134790 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-53c120fa-a968-4af6-9a7d-997bef9f19c5 req-91016179-2bbb-47a8-b366-db9266d854b9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.158236 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-499865b7-3847-4d2f-bb34-d645e9cee74a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Calling delete_port for dca2a53b-1b0f-456d-8dd5-c0d060618526 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:07.162819 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-48371904-7457-4211-8094-513f31ad9015 req-bebd2a09-2a3d-4151-ac1e-4c3c368e1d3a tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bc914a2-8892-4570-8657-ffef7351bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493161 Aug 20 11:43:07.197489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-80d7d9ea-a3d8-4d5a-a579-a4cc092a25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:07.199017 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-80d7d9ea-a3d8-4d5a-a579-a4cc092a25d5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1520002 Aug 20 11:43:07.257537 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf371-7112-4cd4-98d6-a42a486eabdf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.328862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-cea1c4d9-1440-4d5b-8fdf-3b77e654e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:07.330325 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-cea1c4d9-1440-4d5b-8fdf-3b77e654e8f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2994826 Aug 20 11:43:07.331011 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-53c120fa-a968-4af6-9a7d-997bef9f19c5 req-91016179-2bbb-47a8-b366-db9266d854b9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] For port 019cf12c-278d-46a9-9036-d80b7d3b5e5f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=019cf12c-278d-46a9-9036-d80b7d3b5e5f,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:07.331548 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-53c120fa-a968-4af6-9a7d-997bef9f19c5 req-91016179-2bbb-47a8-b366-db9266d854b9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.390137 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bf371-7112-4cd4-98d6-a42a486eabdf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Subnet': ['ID=77f49c8f-b00c-40b6-8c99-2551fcf05576,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:07.397056 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-53c120fa-a968-4af6-9a7d-997bef9f19c5 req-91016179-2bbb-47a8-b366-db9266d854b9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Calling delete_port for 019cf12c-278d-46a9-9036-d80b7d3b5e5f owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:07.399317 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-20e5bf19-7da7-473b-8df1-de185f418980 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c HTTP/1.1" status: 200 len: 217 time: 0.0553551 Aug 20 11:43:07.477499 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7bf371-7112-4cd4-98d6-a42a486eabdf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Checking segment: {'id': '40cec848-c3db-49ce-86ec-6312c6be7d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0a786bb2-c609-4b38-a605-ae3857fb750f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:07.477769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7bf371-7112-4cd4-98d6-a42a486eabdf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network hostable DHCP agents. Network: 0a786bb2-c609-4b38-a605-ae3857fb750f, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:07.484818 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec746ff-a134-4b9e-8f9a-782960424c5e req-8fce47f5-6212-43b0-b44d-9a075c6eb386 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:07.486315 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ec746ff-a134-4b9e-8f9a-782960424c5e req-8fce47f5-6212-43b0-b44d-9a075c6eb386 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 948 time: 0.2324178 Aug 20 11:43:07.521559 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-83d58da8-f185-44c4-87ec-6b2291e11737 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885294 Aug 20 11:43:07.528063 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-ebe1a0a1-51f7-427b-9554-5e8a538501ed tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:07.532664 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-ebe1a0a1-51f7-427b-9554-5e8a538501ed tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/networks?id=fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f HTTP/1.1" status: 200 len: 818 time: 0.2225964 Aug 20 11:43:07.537233 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7bf371-7112-4cd4-98d6-a42a486eabdf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network 0a786bb2-c609-4b38-a605-ae3857fb750f is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:07.562644 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-bf7bf371-7112-4cd4-98d6-a42a486eabdf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 0a786bb2-c609-4b38-a605-ae3857fb750f) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:07.565058 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-802cff52-efa5-432a-a9d8-84503ff43611 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/quotas/c382743cae4c432194461288fbfc3ce6 HTTP/1.1" status: 200 len: 375 time: 0.0242488 Aug 20 11:43:07.571284 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9b4d6a-f0fe-4a03-a030-237c3d85bcec None None] Network 0a786bb2-c609-4b38-a605-ae3857fb750f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:07.574385 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7bf371-7112-4cd4-98d6-a42a486eabdf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:07.575258 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf371-7112-4cd4-98d6-a42a486eabdf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.587044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-a45ef9af-9938-49b7-8b99-a48c32247a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:07.589064 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-a45ef9af-9938-49b7-8b99-a48c32247a5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1542552 Aug 20 11:43:07.645341 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ec746ff-a134-4b9e-8f9a-782960424c5e req-225105c8-5bb8-45e0-8de9-71c757d4d117 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498356 Aug 20 11:43:07.653692 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-53c120fa-a968-4af6-9a7d-997bef9f19c5 req-91016179-2bbb-47a8-b366-db9266d854b9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.676366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['019cf12c-278d-46a9-9036-d80b7d3b5e5f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:07.698837 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91016179-2bbb-47a8-b366-db9266d854b9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event deleted for resources: {'Port': ['ID=019cf12c-278d-46a9-9036-d80b7d3b5e5f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:07.700168 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-499865b7-3847-4d2f-bb34-d645e9cee74a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.719465 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-8d846737-2f56-4274-a145-5f3c0f4f9442 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c382743cae4c432194461288fbfc3ce6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800924 Aug 20 11:43:07.734238 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bf7bf371-7112-4cd4-98d6-a42a486eabdf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2189629 Aug 20 11:43:07.743826 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41126) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:07.759644 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499865b7-3847-4d2f-bb34-d645e9cee74a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Pushing event deleted for resources: {'Port': ['ID=dca2a53b-1b0f-456d-8dd5-c0d060618526,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:07.776893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-201cf0b7-3ae0-459f-abdd-c70f8e503479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:07.778691 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-201cf0b7-3ae0-459f-abdd-c70f8e503479 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1516728 Aug 20 11:43:07.786085 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-0a786bb2-c609-4b38-a605-ae3857fb750f', 'network_id': '0a786bb2-c609-4b38-a605-ae3857fb750f', 'tenant_id': 'fbce249a6adc44c7b99fe108dcd9cc2e', 'fixed_ips': [{'subnet_id': '77f49c8f-b00c-40b6-8c99-2551fcf05576'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:07.789439 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.815781 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-9c8bc368-6bb8-47dc-b8f6-da6563f5c8e5 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823195 Aug 20 11:43:07.858121 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-593c5067-dee2-451e-b6bc-179b183b1118 service neutron] 10.222.0.37 "GET /v2.0/networks/fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377614 Aug 20 11:43:07.874849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c120fa-a968-4af6-9a7d-997bef9f19c5 req-91016179-2bbb-47a8-b366-db9266d854b9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] No DVR routers for this DVR port 019cf12c-278d-46a9-9036-d80b7d3b5e5f on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:07.886510 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-53c120fa-a968-4af6-9a7d-997bef9f19c5 req-91016179-2bbb-47a8-b366-db9266d854b9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.888577 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-53c120fa-a968-4af6-9a7d-997bef9f19c5 req-91016179-2bbb-47a8-b366-db9266d854b9 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.35 "DELETE /v2.0/ports/019cf12c-278d-46a9-9036-d80b7d3b5e5f HTTP/1.1" status: 204 len: 173 time: 0.9493139 Aug 20 11:43:07.890242 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb06bd5-0d1b-4f7d-a191-796585f2000d', 'name': 'network-vif-deleted', 'tag': '019cf12c-278d-46a9-9036-d80b7d3b5e5f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:07.892778 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668ed8dc-c066-489b-9541-6bba0c178197" -d '{"events": [{"server_uuid": "dcb06bd5-0d1b-4f7d-a191-796585f2000d", "name": "network-vif-deleted", "tag": "019cf12c-278d-46a9-9036-d80b7d3b5e5f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:08.018226 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-96a80523-5819-4cfb-ba81-2828b0e3bbfc service neutron] 10.222.0.37 "GET /v2.0/networks/fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404130 Aug 20 11:43:08.020747 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6367f2-51b9-4e55-bb85-0652a57dc37d x-openstack-request-id: req-5b6367f2-51b9-4e55-bb85-0652a57dc37d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:08.021569 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb06bd5-0d1b-4f7d-a191-796585f2000d", "name": "network-vif-deleted", "tag": "019cf12c-278d-46a9-9036-d80b7d3b5e5f", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:08.022242 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b6367f2-51b9-4e55-bb85-0652a57dc37d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:08.022927 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb06bd5-0d1b-4f7d-a191-796585f2000d', 'name': 'network-vif-deleted', 'tag': '019cf12c-278d-46a9-9036-d80b7d3b5e5f', 'status': 'completed', 'code': 200} Aug 20 11:43:08.047629 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-499865b7-3847-4d2f-bb34-d645e9cee74a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:08.049347 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Allocated IP 172.20.0.3 (0a786bb2-c609-4b38-a605-ae3857fb750f/77f49c8f-b00c-40b6-8c99-2551fcf05576/df39dc9e-8354-4f47-9be1-6d80218fd0cc) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:08.106174 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:08.151026 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-b46badbd-545b-47fa-a2f5-a81ef7740792 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302913 Aug 20 11:43:08.260487 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:08.269469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Transition to ACTIVE for port object df39dc9e-8354-4f47-9be1-6d80218fd0cc will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:08.286762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Transition to ACTIVE for port object df39dc9e-8354-4f47-9be1-6d80218fd0cc will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:08.297994 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:08.331360 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Network 0a786bb2-c609-4b38-a605-ae3857fb750f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:08.358220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:08.369451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:08.393340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Pushing event updated for resources: {'Port': ['ID=df39dc9e-8354-4f47-9be1-6d80218fd0cc,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:08.418797 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6177a-e841-486d-b064-a955e39f7e02 req-24ab5d90-49bc-4370-893c-4e0b51092310 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:08.420884 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24b6177a-e841-486d-b064-a955e39f7e02 req-24ab5d90-49bc-4370-893c-4e0b51092310 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/ports?device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 946 time: 0.0722888 Aug 20 11:43:08.473693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Attempting to bind port df39dc9e-8354-4f47-9be1-6d80218fd0cc on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:08.474117 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Attempting to bind port df39dc9e-8354-4f47-9be1-6d80218fd0cc by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '40cec848-c3db-49ce-86ec-6312c6be7d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0a786bb2-c609-4b38-a605-ae3857fb750f'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:08.474492 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Attempting to bind port df39dc9e-8354-4f47-9be1-6d80218fd0cc on network 0a786bb2-c609-4b38-a605-ae3857fb750f {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:08.476715 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24b6177a-e841-486d-b064-a955e39f7e02 req-0e729687-68a1-4f32-b0f6-8391cf8666a7 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bc914a2-8892-4570-8657-ffef7351bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475376 Aug 20 11:43:08.485396 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:08.486634 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Checking segment: {'id': '40cec848-c3db-49ce-86ec-6312c6be7d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0a786bb2-c609-4b38-a605-ae3857fb750f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:08.487240 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:08.487804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Bound using segment: {'id': '40cec848-c3db-49ce-86ec-6312c6be7d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0a786bb2-c609-4b38-a605-ae3857fb750f'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:08.498390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Bound port: df39dc9e-8354-4f47-9be1-6d80218fd0cc, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40cec848-c3db-49ce-86ec-6312c6be7d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0a786bb2-c609-4b38-a605-ae3857fb750f'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:08.498989 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:08.581456 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] For port df39dc9e-8354-4f47-9be1-6d80218fd0cc, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:08.586787 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] For port df39dc9e-8354-4f47-9be1-6d80218fd0cc, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=df39dc9e-8354-4f47-9be1-6d80218fd0cc,segment=NetworkSegment(40cec848-c3db-49ce-86ec-6312c6be7d47),segment_id=40cec848-c3db-49ce-86ec-6312c6be7d47)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:08.596313 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:08.655354 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fa373213-63e6-43f3-b04a-7aad92cb394f req-ac79d147-3da1-4072-899e-a79def80a111 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 210 time: 0.0634696 Aug 20 11:43:08.732713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540d666-ae86-47ce-bd7c-8d68b4cff0c9 None None] Pushing event updated for resources: {'Port': ['ID=df39dc9e-8354-4f47-9be1-6d80218fd0cc,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:08.825832 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-97011230-dd4a-48d6-817f-fb1101623a12 req-cf3b1072-5099-480c-8de3-6cea71f962b8 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb06bd5-0d1b-4f7d-a191-796585f2000d HTTP/1.1" status: 200 len: 210 time: 0.6221244 Aug 20 11:43:08.836727 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:08.903264 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607924b-7673-41c2-8d44-d327c5e29e4c req-f1f4700f-d33b-4a25-a905-88ddba44a64a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:08.910578 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1607924b-7673-41c2-8d44-d327c5e29e4c req-f1f4700f-d33b-4a25-a905-88ddba44a64a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 948 time: 0.1224902 Aug 20 11:43:08.944697 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:08.950276 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe8acf62-147e-4526-a9d0-1cd5d924ca80 req-ceccc6c9-3c1d-48cb-95c5-59d4eee18582 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7851002 Aug 20 11:43:08.964452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff761a1-4459-4115-bdeb-ea308c7a135d req-2cb87a46-5c36-4457-a67a-22771d084d0c tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:08.966651 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fff761a1-4459-4115-bdeb-ea308c7a135d req-2cb87a46-5c36-4457-a67a-22771d084d0c tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.76 "GET /v2.0/ports?device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 946 time: 0.8128722 Aug 20 11:43:08.978162 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1607924b-7673-41c2-8d44-d327c5e29e4c req-95497675-5ee4-431e-b450-b91be5c8651f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618474 Aug 20 11:43:09.085973 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-499865b7-3847-4d2f-bb34-d645e9cee74a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.124254 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-499865b7-3847-4d2f-bb34-d645e9cee74a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.313577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499865b7-3847-4d2f-bb34-d645e9cee74a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Router a569cde4-5f6d-407b-8602-9741033bf1e4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:43:09.323801 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.383657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Subnet': ['ID=77f49c8f-b00c-40b6-8c99-2551fcf05576,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:09.524486 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-fff761a1-4459-4115-bdeb-ea308c7a135d req-ffdaf4bd-52dc-4a25-a05f-37cc4aff6ff5 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Deleting port ea68a129-caa0-4942-ae32-53041cfecd48 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:09.524899 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fff761a1-4459-4115-bdeb-ea308c7a135d req-ffdaf4bd-52dc-4a25-a05f-37cc4aff6ff5 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.544521 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.558615 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7cd3dd75-8677-493d-acac-c3016fc6a36c details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:43:09.658873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a786bb2-c609-4b38-a605-ae3857fb750f']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:09.670008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499865b7-3847-4d2f-bb34-d645e9cee74a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:09.684286 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b6af40-7ef4-48a3-828f-3b5ea231d7bb None None] Sync routers for ids ['a569cde4-5f6d-407b-8602-9741033bf1e4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:09.696411 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-499865b7-3847-4d2f-bb34-d645e9cee74a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.698483 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-499865b7-3847-4d2f-bb34-d645e9cee74a tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "PUT /v2.0/routers/a569cde4-5f6d-407b-8602-9741033bf1e4 HTTP/1.1" status: 200 len: 710 time: 5.3244653 Aug 20 11:43:09.700838 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41160) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:09.703661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cec848-c3db-49ce-86ec-6312c6be7d47') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:09.704158 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cec848-c3db-49ce-86ec-6312c6be7d47') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:09.711980 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b6af40-7ef4-48a3-828f-3b5ea231d7bb None None] Routers {'a569cde4-5f6d-407b-8602-9741033bf1e4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:09.714300 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-94b6af40-7ef4-48a3-828f-3b5ea231d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a569cde4-5f6d-407b-8602-9741033bf1e4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:09.728910 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.745243 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:09.764352 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.764874 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '7cd3dd75-8677-493d-acac-c3016fc6a36c', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '7cd3dd75-8677-493d-acac-c3016fc6a36c', 'mac_address': 'fa:16:3e:87:b4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:43:09.789862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:09.792446 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:09.795938 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:09.800057 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-94b6af40-7ef4-48a3-828f-3b5ea231d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:09.811443 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b6af40-7ef4-48a3-828f-3b5ea231d7bb None None] Routers {'a569cde4-5f6d-407b-8602-9741033bf1e4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:09.812048 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-94b6af40-7ef4-48a3-828f-3b5ea231d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a569cde4-5f6d-407b-8602-9741033bf1e4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:09.829719 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.851325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd3dd75-8677-493d-acac-c3016fc6a36c {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:09.860240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b89138-0234-4303-9a2d-21ffdcbc9ae9 req-960aba30-aa25-46de-81d7-f0b2b3c3d0f9 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:09.870054 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7b89138-0234-4303-9a2d-21ffdcbc9ae9 req-960aba30-aa25-46de-81d7-f0b2b3c3d0f9 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/ports?device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 946 time: 0.2624753 Aug 20 11:43:09.878143 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-94b6af40-7ef4-48a3-828f-3b5ea231d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:09.879120 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b6af40-7ef4-48a3-828f-3b5ea231d7bb None None] The sync data for ids ['a569cde4-5f6d-407b-8602-9741033bf1e4'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:43:09.879305 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-290532ca-6db1-4b60-af11-9581754972ef req-322e934d-2bbe-4245-a103-5d070218ec9e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 210 time: 0.0822742 Aug 20 11:43:09.881603 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-29cef354-c9e0-4d02-904f-fd4a338e4342 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/routers/a569cde4-5f6d-407b-8602-9741033bf1e4 HTTP/1.1" status: 200 len: 745 time: 0.1797295 Aug 20 11:43:09.884431 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41164) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:09.888379 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:09.892554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-fff761a1-4459-4115-bdeb-ea308c7a135d req-ffdaf4bd-52dc-4a25-a05f-37cc4aff6ff5 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] For port ea68a129-caa0-4942-ae32-53041cfecd48, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ea68a129-caa0-4942-ae32-53041cfecd48,segment=NetworkSegment(6f16d979-f3c4-4709-a610-bc577fdd5847),segment_id=6f16d979-f3c4-4709-a610-bc577fdd5847)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:09.893100 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fff761a1-4459-4115-bdeb-ea308c7a135d req-ffdaf4bd-52dc-4a25-a05f-37cc4aff6ff5 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.893904 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.938545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-fff761a1-4459-4115-bdeb-ea308c7a135d req-ffdaf4bd-52dc-4a25-a05f-37cc4aff6ff5 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Calling delete_port for ea68a129-caa0-4942-ae32-53041cfecd48 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:09.949553 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.api [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:43:09.949553 n-d-804299-2 neutron-server[94691]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:43:09.949553 n-d-804299-2 neutron-server[94691]: [parameters: {'id': '0a786bb2-c609-4b38-a605-ae3857fb750f'}] Aug 20 11:43:09.949553 n-d-804299-2 neutron-server[94691]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:43:09.950425 n-d-804299-2 neutron-server[94691]: DEBUG oslo_db.api [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:43:09.964434 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-20164917-eec8-4c93-9fd2-18fc0d278470 tempest-RoutersIpV6AdminTest-69724256 tempest-RoutersIpV6AdminTest-69724256-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=2f571561-7053-40c3-8622-933868b07d18&device_id=a569cde4-5f6d-407b-8602-9741033bf1e4 HTTP/1.1" status: 200 len: 205 time: 0.0782845 Aug 20 11:43:09.969393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=7cd3dd75-8677-493d-acac-c3016fc6a36c,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:09.977334 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41166) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:10.011773 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4dda0960-31f9-4083-88f5-765242663a77 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "GET /v2.0/ports?device_id=a569cde4-5f6d-407b-8602-9741033bf1e4 HTTP/1.1" status: 200 len: 205 time: 0.0330422 Aug 20 11:43:10.014346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41172) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:10.059383 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7b89138-0234-4303-9a2d-21ffdcbc9ae9 req-98c43554-0d99-4602-ab87-86d6f64fe8b9 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bc914a2-8892-4570-8657-ffef7351bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859436 Aug 20 11:43:10.106017 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62216674-fdd6-454a-ac5e-03e70ad1ad58 None None] Network 0a786bb2-c609-4b38-a605-ae3857fb750f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:10.166040 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a5eae5c9-64d9-471e-a0b6-d401d5828be4 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.262358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6f6d9e12-6a43-44ea-94a6-043a58526720 None None] Provisioning for port df39dc9e-8354-4f47-9be1-6d80218fd0cc completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:10.375087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d1f5d-8185-43a2-94fa-a3c11c1b94cc req-c02aa6a9-b493-4d99-8886-d7237474b5a9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:10.383902 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-955d1f5d-8185-43a2-94fa-a3c11c1b94cc req-c02aa6a9-b493-4d99-8886-d7237474b5a9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 949 time: 0.1966503 Aug 20 11:43:10.384386 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['7cd3dd75-8677-493d-acac-c3016fc6a36c'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:10.393180 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fff761a1-4459-4115-bdeb-ea308c7a135d req-ffdaf4bd-52dc-4a25-a05f-37cc4aff6ff5 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.402984 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-82ba7276-0111-4940-8799-b53bb66601ec tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:10.404012 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-82ba7276-0111-4940-8799-b53bb66601ec tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.35 "GET /v2.0/networks?id=fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f HTTP/1.1" status: 200 len: 818 time: 0.2814436 Aug 20 11:43:10.428438 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-657faf7b-7c0f-4bf6-8338-0b7428b725f1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Request body: {'port': {'device_id': '1afdc9ec-2d84-4d09-bcc2-d725f5926e06', 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f', 'admin_state_up': True, 'tenant_id': 'c382743cae4c432194461288fbfc3ce6'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:10.437241 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['ea68a129-caa0-4942-ae32-53041cfecd48'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:10.439313 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9230fed9-4880-4792-aa00-fd5a9d2a255a None None] DHCP port deletion for 0a786bb2-c609-4b38-a605-ae3857fb750f request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:43:10.443137 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a5eae5c9-64d9-471e-a0b6-d401d5828be4 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.445883 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a5eae5c9-64d9-471e-a0b6-d401d5828be4 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.454791 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8f1a8-d966-4d5b-bfa0-d4a4e62a2ec9 req-86886f83-ce63-4c71-9406-abcae8944b91 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:10.456335 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-65e8f1a8-d966-4d5b-bfa0-d4a4e62a2ec9 req-86886f83-ce63-4c71-9406-abcae8944b91 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.1886971 Aug 20 11:43:10.497258 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.509532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdaf4bd-52dc-4a25-a05f-37cc4aff6ff5 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Pushing event deleted for resources: {'Port': ['ID=ea68a129-caa0-4942-ae32-53041cfecd48,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:10.517454 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a5eae5c9-64d9-471e-a0b6-d401d5828be4 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.517959 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5eae5c9-64d9-471e-a0b6-d401d5828be4 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Fanout notify agent at l3_agent the message router_deleted on router a569cde4-5f6d-407b-8602-9741033bf1e4 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:43:10.534034 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a5eae5c9-64d9-471e-a0b6-d401d5828be4 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.538422 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a5eae5c9-64d9-471e-a0b6-d401d5828be4 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "DELETE /v2.0/routers/a569cde4-5f6d-407b-8602-9741033bf1e4 HTTP/1.1" status: 204 len: 168 time: 0.5194547 Aug 20 11:43:10.539140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41176) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:10.580348 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7fc33df7-8edd-418d-808d-8ca295b7f81d tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "GET /v2.0/ports?device_id=a569cde4-5f6d-407b-8602-9741033bf1e4 HTTP/1.1" status: 200 len: 205 time: 0.0379586 Aug 20 11:43:10.582381 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41178) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:10.585514 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-65e8f1a8-d966-4d5b-bfa0-d4a4e62a2ec9 req-4cf86186-4b84-4683-83af-49360a243e45 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876267 Aug 20 11:43:10.628571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9230fed9-4880-4792-aa00-fd5a9d2a255a None None] Deleting port df39dc9e-8354-4f47-9be1-6d80218fd0cc {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:10.629291 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9230fed9-4880-4792-aa00-fd5a9d2a255a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.676429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff761a1-4459-4115-bdeb-ea308c7a135d req-ffdaf4bd-52dc-4a25-a05f-37cc4aff6ff5 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] No DVR routers for this DVR port ea68a129-caa0-4942-ae32-53041cfecd48 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:10.679201 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fff761a1-4459-4115-bdeb-ea308c7a135d req-ffdaf4bd-52dc-4a25-a05f-37cc4aff6ff5 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.681530 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fff761a1-4459-4115-bdeb-ea308c7a135d req-ffdaf4bd-52dc-4a25-a05f-37cc4aff6ff5 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.76 "DELETE /v2.0/ports/ea68a129-caa0-4942-ae32-53041cfecd48 HTTP/1.1" status: 204 len: 173 time: 1.6132441 Aug 20 11:43:10.691063 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4157a411-7521-4a98-bc2f-8393d1aa48eb', 'name': 'network-vif-deleted', 'tag': 'ea68a129-caa0-4942-ae32-53041cfecd48'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:10.693765 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60caee1e-d25a-490f-a5ac-064719f22059" -d '{"events": [{"server_uuid": "4157a411-7521-4a98-bc2f-8393d1aa48eb", "name": "network-vif-deleted", "tag": "ea68a129-caa0-4942-ae32-53041cfecd48"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:10.750278 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9230fed9-4880-4792-aa00-fd5a9d2a255a None None] For port df39dc9e-8354-4f47-9be1-6d80218fd0cc, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=df39dc9e-8354-4f47-9be1-6d80218fd0cc,segment=NetworkSegment(40cec848-c3db-49ce-86ec-6312c6be7d47),segment_id=40cec848-c3db-49ce-86ec-6312c6be7d47)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:10.750982 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9230fed9-4880-4792-aa00-fd5a9d2a255a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.756784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-223a0f07-9f73-4faf-bad1-5303c3556ae4 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:10.758347 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-223a0f07-9f73-4faf-bad1-5303c3556ae4 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.35 "GET /v2.0/networks?id=fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f HTTP/1.1" status: 200 len: 818 time: 0.1643932 Aug 20 11:43:10.759939 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-fa66e905-a091-4430-b662-b1731dd53091 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] delete failed (client error): The resource could not be found. Aug 20 11:43:10.763832 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fa66e905-a091-4430-b662-b1731dd53091 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "DELETE /v2.0/routers/a569cde4-5f6d-407b-8602-9741033bf1e4 HTTP/1.1" status: 404 len: 336 time: 0.1751497 Aug 20 11:43:10.764162 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41182) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:10.781448 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Request body: {'port': {'device_id': '472cebc9-2284-4649-8dcc-848ad466e28f', 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f', 'admin_state_up': True, 'tenant_id': 'c382743cae4c432194461288fbfc3ce6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:10.792511 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-955d1f5d-8185-43a2-94fa-a3c11c1b94cc req-38f168e0-2d39-4f6e-9f43-1a6fcbe4f0b0 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076815 Aug 20 11:43:10.794673 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c02d98-2ed0-4158-8920-21b0b2602331 x-openstack-request-id: req-40c02d98-2ed0-4158-8920-21b0b2602331 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:10.795395 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4157a411-7521-4a98-bc2f-8393d1aa48eb", "name": "network-vif-deleted", "tag": "ea68a129-caa0-4942-ae32-53041cfecd48", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:10.795865 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40c02d98-2ed0-4158-8920-21b0b2602331 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:10.796957 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4157a411-7521-4a98-bc2f-8393d1aa48eb', 'name': 'network-vif-deleted', 'tag': 'ea68a129-caa0-4942-ae32-53041cfecd48', 'status': 'completed', 'code': 200} Aug 20 11:43:10.802282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9230fed9-4880-4792-aa00-fd5a9d2a255a None None] Calling delete_port for df39dc9e-8354-4f47-9be1-6d80218fd0cc owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:10.805809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-657faf7b-7c0f-4bf6-8338-0b7428b725f1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Made reservation on behalf of c382743cae4c432194461288fbfc3ce6 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:10.810638 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-657faf7b-7c0f-4bf6-8338-0b7428b725f1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.873040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Deleting port df39dc9e-8354-4f47-9be1-6d80218fd0cc {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:10.873809 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.914128 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c218b05f-3cb0-479b-81b6-0b32e4bf91f0 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "GET /v2.0/ports?device_id=c19c37f7-5b32-4166-aae2-31cbf4a0a1a1 HTTP/1.1" status: 200 len: 205 time: 0.1484766 Aug 20 11:43:10.918961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41188) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:10.941723 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9230fed9-4880-4792-aa00-fd5a9d2a255a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.960448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9230fed9-4880-4792-aa00-fd5a9d2a255a None None] No DVR routers for this DVR port df39dc9e-8354-4f47-9be1-6d80218fd0cc on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:10.965551 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-dc9f7ebf-fd4b-4e90-a6c0-24aa96f09380 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] delete failed (client error): The resource could not be found. Aug 20 11:43:10.971709 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dc9f7ebf-fd4b-4e90-a6c0-24aa96f09380 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "DELETE /v2.0/routers/c19c37f7-5b32-4166-aae2-31cbf4a0a1a1 HTTP/1.1" status: 404 len: 336 time: 0.0516696 Aug 20 11:43:10.971863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] For port df39dc9e-8354-4f47-9be1-6d80218fd0cc, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=df39dc9e-8354-4f47-9be1-6d80218fd0cc,segment=NetworkSegment(40cec848-c3db-49ce-86ec-6312c6be7d47),segment_id=40cec848-c3db-49ce-86ec-6312c6be7d47)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:10.972443 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.973228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Made reservation on behalf of c382743cae4c432194461288fbfc3ce6 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:10.983082 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.983082 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41190) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:11.006907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Calling delete_port for df39dc9e-8354-4f47-9be1-6d80218fd0cc owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:11.018134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230fed9-4880-4792-aa00-fd5a9d2a255a None None] Pushing event deleted for resources: {'Port': ['ID=df39dc9e-8354-4f47-9be1-6d80218fd0cc,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:11.026964 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7bc3677d-aba2-4610-98c9-1c83b95de6a0 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfd0f39a-d5d1-4970-8432-0bd23b476319 HTTP/1.1" status: 200 len: 205 time: 0.0430229 Aug 20 11:43:11.029323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41192) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:11.074383 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-c9a578ec-cd53-4785-9e2a-a573a0616e17 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] delete failed (client error): The resource could not be found. Aug 20 11:43:11.078222 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c9a578ec-cd53-4785-9e2a-a573a0616e17 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "DELETE /v2.0/routers/dfd0f39a-d5d1-4970-8432-0bd23b476319 HTTP/1.1" status: 404 len: 336 time: 0.0452237 Aug 20 11:43:11.087224 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41196) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:11.091853 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aee8558c-03fe-4f27-9a50-bded44e6540d req-7156af17-8197-4b71-ae5c-73f7d3f3dec2 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 210 time: 0.0293624 Aug 20 11:43:11.164468 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b492445a-49b6-421e-ac42-ecef3c43069b tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7cb2e7b-9150-473c-bf78-05077fb58d9e HTTP/1.1" status: 200 len: 205 time: 0.0824509 Aug 20 11:43:11.171618 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41198) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:11.219130 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-7ac1edec-88de-4e46-a486-604409fb4f85 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] delete failed (client error): The resource could not be found. Aug 20 11:43:11.227545 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7ac1edec-88de-4e46-a486-604409fb4f85 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "DELETE /v2.0/routers/b7cb2e7b-9150-473c-bf78-05077fb58d9e HTTP/1.1" status: 404 len: 336 time: 0.0545628 Aug 20 11:43:11.247313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41200) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:11.283059 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.288057 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c1935bd8-32dc-4630-bc48-108fa3a34f06 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0927829-7ed4-4328-b32f-c51940d1978d HTTP/1.1" status: 200 len: 205 time: 0.0395353 Aug 20 11:43:11.290737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41204) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:11.345824 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-af3b9cbc-8898-46b3-bfc1-e398588d8eb8 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] delete failed (client error): The resource could not be found. Aug 20 11:43:11.349499 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-af3b9cbc-8898-46b3-bfc1-e398588d8eb8 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "DELETE /v2.0/routers/c0927829-7ed4-4328-b32f-c51940d1978d HTTP/1.1" status: 404 len: 336 time: 0.0550244 Aug 20 11:43:11.351102 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41206) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:11.373007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Port': ['ID=df39dc9e-8354-4f47-9be1-6d80218fd0cc,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:11.397009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-657faf7b-7c0f-4bf6-8338-0b7428b725f1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Allocated IP 172.20.0.11 (fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f/b0ba0e86-c93e-4fdd-8a8a-f181b113b751/ca0e3b87-c21a-490b-8e4c-5ccb9c03e786) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:11.401946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff23dc2a-9b2c-4b4b-8cb1-6dab32ad00d7 req-56d07ce9-4235-4ad9-ac16-801454cdc8c3 tempest-ServerTagsTestJSON-1393480684 tempest-ServerTagsTestJSON-1393480684-project] 10.222.0.37 "GET /v2.0/ports?device_id=4157a411-7521-4a98-bc2f-8393d1aa48eb HTTP/1.1" status: 200 len: 210 time: 0.0956016 Aug 20 11:43:11.411797 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No DVR routers for this DVR port df39dc9e-8354-4f47-9be1-6d80218fd0cc on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:11.444364 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0d006560-22c5-4ee6-adb1-52ea66be39df tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb12936-375d-4e79-a34a-1c9984fde822 HTTP/1.1" status: 200 len: 205 time: 0.0806761 Aug 20 11:43:11.444742 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41208) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:11.461795 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-05be5d6b-d1d3-474c-90af-64cd80408e69 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:11.464035 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-05be5d6b-d1d3-474c-90af-64cd80408e69 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.35 "GET /v2.0/networks?id=fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f HTTP/1.1" status: 200 len: 818 time: 0.3144388 Aug 20 11:43:11.534136 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68034b-aefe-4288-96da-33df24405be8 req-4b0ccdc9-210e-4083-84fc-4d28919eb2f7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:11.535605 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-4b0ccdc9-210e-4083-84fc-4d28919eb2f7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220&tenant_id=4968b5d340e042799a12f4492ac2ee3a&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 949 time: 0.1944482 Aug 20 11:43:11.558240 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.578288 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 019cf12c-278d-46a9-9036-d80b7d3b5e5f no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:11.594806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a786bb2-c609-4b38-a605-ae3857fb750f']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:11.599864 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 019cf12c-278d-46a9-9036-d80b7d3b5e5f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:11.600291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 019cf12c-278d-46a9-9036-d80b7d3b5e5f not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:11.620843 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cec848-c3db-49ce-86ec-6312c6be7d47') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:11.621275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cec848-c3db-49ce-86ec-6312c6be7d47') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:11.677651 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.751601 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.777639 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:11.778146 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:11.784482 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:11.787114 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-6b0514fa-8eb4-43d6-acc5-0b1917da83b0 service neutron] 10.222.0.35 "GET /v2.0/ports/7cd3dd75-8677-493d-acac-c3016fc6a36c/bindings/n-h1-804299-2 HTTP/1.1" status: 200 len: 382 time: 0.2394998 Aug 20 11:43:11.839463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-5b7fb1a0-a3a8-4362-8bc1-89570cb8d82e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Request body: {'port': {'device_id': '372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b', 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f', 'admin_state_up': True, 'tenant_id': 'c382743cae4c432194461288fbfc3ce6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:11.842911 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-37906afb-248c-4f5c-9d4e-5451eed1fba1 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] delete failed (client error): The resource could not be found. Aug 20 11:43:11.843874 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-37906afb-248c-4f5c-9d4e-5451eed1fba1 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "DELETE /v2.0/routers/cdb12936-375d-4e79-a34a-1c9984fde822 HTTP/1.1" status: 404 len: 336 time: 0.3982918 Aug 20 11:43:11.847716 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41212) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:11.922560 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b46f-ac33-4361-bc2d-7122a898563d req-e411ea79-005e-4d35-9057-25501978dfdf tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:11.922831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcf4f8-de20-41c1-88af-ce3effa47d00 req-4ef5d003-d18a-48b7-ba62-66434a106fa5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:11.924308 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ac09b46f-ac33-4361-bc2d-7122a898563d req-e411ea79-005e-4d35-9057-25501978dfdf tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 949 time: 0.5742774 Aug 20 11:43:11.924449 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7efcf4f8-de20-41c1-88af-ce3effa47d00 req-4ef5d003-d18a-48b7-ba62-66434a106fa5 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.2446089 Aug 20 11:43:11.927226 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-2594afa8-0b3f-4224-89cc-eaab476d26d2 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:11.927662 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2594afa8-0b3f-4224-89cc-eaab476d26d2 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:11.933228 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2594afa8-0b3f-4224-89cc-eaab476d26d2 tempest-RoutersIpV6AdminTest-252183282 tempest-RoutersIpV6AdminTest-252183282-project] 10.222.0.37 "DELETE /v2.0/subnets/09929732-7bd4-40c9-ae0c-277eb5144818 HTTP/1.1" status: 404 len: 337 time: 0.0807476 Aug 20 11:43:11.937151 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.946367 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-657faf7b-7c0f-4bf6-8338-0b7428b725f1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.962197 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d794257-731d-45d6-94f9-090ebceb0db4 req-c2279649-51ba-49d5-8df9-f12a5f5995bd tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:11.963804 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d794257-731d-45d6-94f9-090ebceb0db4 req-c2279649-51ba-49d5-8df9-f12a5f5995bd tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.2491004 Aug 20 11:43:11.970493 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.972293 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/0a786bb2-c609-4b38-a605-ae3857fb750f HTTP/1.1" status: 204 len: 168 time: 4.2235382 Aug 20 11:43:11.975664 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41216) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:11.992882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f498afe4-b896-458b-924f-44384362ac66 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1054998944'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:12.016853 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb324e-aa16-4a63-927a-6d094769de77 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Network': ['ID=0a786bb2-c609-4b38-a605-ae3857fb750f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:12.019001 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ac09b46f-ac33-4361-bc2d-7122a898563d req-ba32f871-bc0c-48ec-8775-5c12bdc1e319 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798898 Aug 20 11:43:12.043667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68034b-aefe-4288-96da-33df24405be8 req-53aca3d7-c829-4560-a4c3-df41e2d66cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:12.045128 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-53aca3d7-c829-4560-a4c3-df41e2d66cb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 1100 time: 0.2066069 Aug 20 11:43:12.058220 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-5b7fb1a0-a3a8-4362-8bc1-89570cb8d82e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:43:12.058220 n-d-804299-2 neutron-server[94690]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:43:12.058220 n-d-804299-2 neutron-server[94690]: [parameters: {'project_id_1': 'c382743cae4c432194461288fbfc3ce6', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 43, 12, 26865)}] Aug 20 11:43:12.058220 n-d-804299-2 neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:43:12.058628 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-5b7fb1a0-a3a8-4362-8bc1-89570cb8d82e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:43:12.138620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f498afe4-b896-458b-924f-44384362ac66 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:12.141079 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f498afe4-b896-458b-924f-44384362ac66 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.170560 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7efcf4f8-de20-41c1-88af-ce3effa47d00 req-1b50321f-482c-4986-934d-cf9a13e7f269 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312458 Aug 20 11:43:12.184422 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41222) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:12.197216 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6f3efb91-3c7d-40b2-a05f-67e6984d5c3e req-2a2a6ea9-e606-41b3-84b8-6950f337b92e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 210 time: 0.0348229 Aug 20 11:43:12.254892 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f498afe4-b896-458b-924f-44384362ac66 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:12.257223 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-657faf7b-7c0f-4bf6-8338-0b7428b725f1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.305129 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Allocated IP 172.20.0.14 (fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f/b0ba0e86-c93e-4fdd-8a8a-f181b113b751/c030ec40-ee45-4605-b57b-b4eae52cbfc3) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:12.307309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68034b-aefe-4288-96da-33df24405be8 req-71f0a3b9-1124-46eb-acfa-1722e3416977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:12.308924 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-71f0a3b9-1124-46eb-acfa-1722e3416977 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2384918 Aug 20 11:43:12.313034 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f498afe4-b896-458b-924f-44384362ac66 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.313383 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-f498afe4-b896-458b-924f-44384362ac66 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Added segment 8a3c9d4b-8426-44f1-9fe9-2568e22545e4 of type vlan for network 496edcf9-3ece-48e2-9f96-68f103027027 Aug 20 11:43:12.341256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-0d794257-731d-45d6-94f9-090ebceb0db4 req-b121729c-41db-4d3f-8794-3aec63762a79 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Deleting port f29aa130-d098-4910-80dc-9cb2cc3f218d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:12.341596 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0d794257-731d-45d6-94f9-090ebceb0db4 req-b121729c-41db-4d3f-8794-3aec63762a79 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.393183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-657faf7b-7c0f-4bf6-8338-0b7428b725f1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:12.397485 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device df39dc9e-8354-4f47-9be1-6d80218fd0cc no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:12.418230 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: df39dc9e-8354-4f47-9be1-6d80218fd0cc {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:12.418565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device df39dc9e-8354-4f47-9be1-6d80218fd0cc not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:12.422331 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4d84c2e-3424-44d9-88ec-3d82d4d39499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.466297 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.471602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41228) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:12.475309 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-16a515e4-bde3-43ae-b002-824eb1a92f68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c HTTP/1.1" status: 200 len: 217 time: 0.1386118 Aug 20 11:43:12.476149 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-657faf7b-7c0f-4bf6-8338-0b7428b725f1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:12.482485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657faf7b-7c0f-4bf6-8338-0b7428b725f1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Pushing event updated for resources: {'Port': ['ID=ca0e3b87-c21a-490b-8e4c-5ccb9c03e786,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:12.484626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-657faf7b-7c0f-4bf6-8338-0b7428b725f1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:12.491350 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f498afe4-b896-458b-924f-44384362ac66 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.542656 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-678d1e50-7040-444d-9b05-785eb3f90300 admin admin] Deleting subnet f83e06db-b30a-453c-abd4-f6c81c91dbd9 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:43:12.547605 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-678d1e50-7040-444d-9b05-785eb3f90300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.594118 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.597760 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-678d1e50-7040-444d-9b05-785eb3f90300 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.681005 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:12.693621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:12.698720 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:12.701320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Pushing event updated for resources: {'Port': ['ID=c030ec40-ee45-4605-b57b-b4eae52cbfc3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:12.703706 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-678d1e50-7040-444d-9b05-785eb3f90300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.757650 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:12.758002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:12.758346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:12.758681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:12.759017 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:12.759349 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:12.759676 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:12.760534 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:12.760903 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:12.761252 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:12.761564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:12.761883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:12.799690 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:12.800354 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.822920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-678d1e50-7040-444d-9b05-785eb3f90300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.850135 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d1e50-7040-444d-9b05-785eb3f90300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83e06db-b30a-453c-abd4-f6c81c91dbd9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:12.853921 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-678d1e50-7040-444d-9b05-785eb3f90300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.855982 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-678d1e50-7040-444d-9b05-785eb3f90300 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f83e06db-b30a-453c-abd4-f6c81c91dbd9 HTTP/1.1" status: 204 len: 168 time: 0.3833513 Aug 20 11:43:12.858810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41230) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:12.934362 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34114c4b-2da0-4c8a-bc60-f95513983ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.986929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68034b-aefe-4288-96da-33df24405be8 req-9420a78d-8b87-4205-be2d-5ed14c279d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:12.988405 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-9420a78d-8b87-4205-be2d-5ed14c279d7a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.5008934 Aug 20 11:43:12.997870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-657faf7b-7c0f-4bf6-8338-0b7428b725f1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:12.998473 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-657faf7b-7c0f-4bf6-8338-0b7428b725f1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.000815 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f498afe4-b896-458b-924f-44384362ac66 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.005870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498afe4-b896-458b-924f-44384362ac66 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:13.006451 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f498afe4-b896-458b-924f-44384362ac66 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.016089 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34114c4b-2da0-4c8a-bc60-f95513983ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.027209 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-34114c4b-2da0-4c8a-bc60-f95513983ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83f3b1a-83ed-4e0c-9db8-f192c1c4b361']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:13.038011 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-34114c4b-2da0-4c8a-bc60-f95513983ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f16d979-f3c4-4709-a610-bc577fdd5847') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:13.038312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-34114c4b-2da0-4c8a-bc60-f95513983ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f16d979-f3c4-4709-a610-bc577fdd5847') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:13.048866 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34114c4b-2da0-4c8a-bc60-f95513983ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.065265 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34114c4b-2da0-4c8a-bc60-f95513983ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.073608 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34114c4b-2da0-4c8a-bc60-f95513983ef7 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:13.074023 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34114c4b-2da0-4c8a-bc60-f95513983ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:13.075912 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:13.106264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0d794257-731d-45d6-94f9-090ebceb0db4 req-b121729c-41db-4d3f-8794-3aec63762a79 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] For port f29aa130-d098-4910-80dc-9cb2cc3f218d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f29aa130-d098-4910-80dc-9cb2cc3f218d,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:13.106575 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0d794257-731d-45d6-94f9-090ebceb0db4 req-b121729c-41db-4d3f-8794-3aec63762a79 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.164500 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34114c4b-2da0-4c8a-bc60-f95513983ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.170597 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34114c4b-2da0-4c8a-bc60-f95513983ef7 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.175064 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-34114c4b-2da0-4c8a-bc60-f95513983ef7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a83f3b1a-83ed-4e0c-9db8-f192c1c4b361 HTTP/1.1" status: 204 len: 168 time: 0.3152013 Aug 20 11:43:13.191472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498afe4-b896-458b-924f-44384362ac66 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Network': ['ID=496edcf9-3ece-48e2-9f96-68f103027027,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:13.197188 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e827e-fd87-47ff-8056-aa1941d42fec req-4d9bbf05-e5b3-43e3-912a-0723d8524513 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:13.199320 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-972e827e-fd87-47ff-8056-aa1941d42fec req-4d9bbf05-e5b3-43e3-912a-0723d8524513 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 949 time: 0.0826259 Aug 20 11:43:13.200624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34114c4b-2da0-4c8a-bc60-f95513983ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a83f3b1a-83ed-4e0c-9db8-f192c1c4b361,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:13.210283 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 496edcf9-3ece-48e2-9f96-68f103027027 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:13.212319 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68034b-aefe-4288-96da-33df24405be8 req-5dff1758-dcad-4b20-92f8-cef37b5d5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:13.214060 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-5dff1758-dcad-4b20-92f8-cef37b5d5f2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2014575 Aug 20 11:43:13.285732 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-972e827e-fd87-47ff-8056-aa1941d42fec req-0f49d119-783e-4f4b-bc83-594ff90c0ed9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592501 Aug 20 11:43:13.370743 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4d84c2e-3424-44d9-88ec-3d82d4d39499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.389001 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4d84c2e-3424-44d9-88ec-3d82d4d39499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.392339 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41240) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:13.396523 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3c26f8ed-66ef-4bf5-a0a9-cd8697863906 req-1a7904b9-e12e-4a24-9f0e-a48bfa4b11b7 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 210 time: 0.0366960 Aug 20 11:43:13.406722 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-657faf7b-7c0f-4bf6-8338-0b7428b725f1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9835916 Aug 20 11:43:13.416499 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-51f55c73-7b9c-4205-a9e1-e83dbd98cfdb tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6414962 Aug 20 11:43:13.425704 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-5b7fb1a0-a3a8-4362-8bc1-89570cb8d82e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Made reservation on behalf of c382743cae4c432194461288fbfc3ce6 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:13.429828 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-5b7fb1a0-a3a8-4362-8bc1-89570cb8d82e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.450886 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Request body: {'port': {'device_id': '472cebc9-2284-4649-8dcc-848ad466e28f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:13.466261 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Request body: {'port': {'device_id': '1afdc9ec-2d84-4d09-bcc2-d725f5926e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:13.484948 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f498afe4-b896-458b-924f-44384362ac66 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4961700 Aug 20 11:43:13.492607 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41242) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:13.508274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-02f5b793-652b-4493-b470-b0935d846c5f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'subnet': {'network_id': '496edcf9-3ece-48e2-9f96-68f103027027', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:13.527129 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870ba1b-9cb8-4af5-b581-6594b7f8be4c req-5dcca94e-49ce-4603-9517-71bcc13b1934 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:13.528655 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4870ba1b-9cb8-4af5-b581-6594b7f8be4c req-5dcca94e-49ce-4603-9517-71bcc13b1934 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 945 time: 0.2412989 Aug 20 11:43:13.548543 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d4d84c2e-3424-44d9-88ec-3d82d4d39499 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b536a01b12af49e7b242173ae3938417&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3580062 Aug 20 11:43:13.549303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d84c2e-3424-44d9-88ec-3d82d4d39499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ee20bb-17c1-4e40-b43f-1bafe83d9f3d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:13.559175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41244) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:13.574029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ea68a129-caa0-4942-ae32-53041cfecd48 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:13.593020 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-e89aef8b-bd22-4e46-85f4-69354b4afe61 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693237 Aug 20 11:43:13.598043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7cd3dd75-8677-493d-acac-c3016fc6a36c up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:13.600489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: ea68a129-caa0-4942-ae32-53041cfecd48 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:13.601061 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e9dc5427-49f6-4574-aa0e-17d0d288d6ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff5551a092b14a95a3fcd2e0c4cdd484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074692 Aug 20 11:43:13.601258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ea68a129-caa0-4942-ae32-53041cfecd48 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:13.601681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41246) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:13.617152 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0d794257-731d-45d6-94f9-090ebceb0db4 req-b121729c-41db-4d3f-8794-3aec63762a79 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.617613 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0d794257-731d-45d6-94f9-090ebceb0db4 req-b121729c-41db-4d3f-8794-3aec63762a79 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.617884 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-0d794257-731d-45d6-94f9-090ebceb0db4 req-b121729c-41db-4d3f-8794-3aec63762a79 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Floating IP 4a210d09-258b-4fb3-ad8c-8157e13aaab8 disassociated. External IP: 172.25.8.64, port: f29aa130-d098-4910-80dc-9cb2cc3f218d. Aug 20 11:43:13.618223 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-0d794257-731d-45d6-94f9-090ebceb0db4 req-b121729c-41db-4d3f-8794-3aec63762a79 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Calling delete_port for f29aa130-d098-4910-80dc-9cb2cc3f218d owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:13.655687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 7cd3dd75-8677-493d-acac-c3016fc6a36c completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:13.660894 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 7cd3dd75-8677-493d-acac-c3016fc6a36c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:13.661315 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.681459 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.712241 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.745136 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.768335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:13.771726 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93b562c-ac9d-489f-906c-f2cfd84b6afd" -d '{"events": [{"server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "name": "network-vif-plugged", "status": "completed", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:13.775061 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4870ba1b-9cb8-4af5-b581-6594b7f8be4c req-901dd569-e005-4925-bb3e-2c82cca68e4c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups?id=de11403a-1f1e-4fa0-beb7-eedf7576ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356868 Aug 20 11:43:13.803167 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:13.811972 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.834065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-5b7fb1a0-a3a8-4362-8bc1-89570cb8d82e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Allocated IP 172.20.0.3 (fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f/b0ba0e86-c93e-4fdd-8a8a-f181b113b751/52e8e73c-7968-4f59-92d2-4fe05908da89) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:13.856302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f5b793-652b-4493-b470-b0935d846c5f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:13.862021 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02f5b793-652b-4493-b470-b0935d846c5f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.866812 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-867767b0-4c1b-4aa7-9217-7b197d5f2adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.882312 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd27c0ba-cbba-4f7b-9865-1033b6e9cfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.883954 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e523b1ab-da0a-4ef3-af3d-da0af738e745 x-openstack-request-id: req-e523b1ab-da0a-4ef3-af3d-da0af738e745 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:13.884245 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "name": "network-vif-plugged", "status": "completed", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:13.884688 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e523b1ab-da0a-4ef3-af3d-da0af738e745 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:13.885423 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c', 'code': 200} Aug 20 11:43:13.896250 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=7cd3dd75-8677-493d-acac-c3016fc6a36c,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:13.918691 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-d2b2a32f-4490-425b-bed4-b5b084c312bd service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981746 Aug 20 11:43:13.981962 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd27c0ba-cbba-4f7b-9865-1033b6e9cfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.038943 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-867767b0-4c1b-4aa7-9217-7b197d5f2adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.077825 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0d794257-731d-45d6-94f9-090ebceb0db4 req-b121729c-41db-4d3f-8794-3aec63762a79 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.117990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121729c-41db-4d3f-8794-3aec63762a79 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event deleted for resources: {'Port': ['ID=f29aa130-d098-4910-80dc-9cb2cc3f218d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:14.124768 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd27c0ba-cbba-4f7b-9865-1033b6e9cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.127375 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd27c0ba-cbba-4f7b-9865-1033b6e9cfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.130870 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dd27c0ba-cbba-4f7b-9865-1033b6e9cfa2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5ee20bb-17c1-4e40-b43f-1bafe83d9f3d HTTP/1.1" status: 204 len: 168 time: 0.5684366 Aug 20 11:43:14.180787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27c0ba-cbba-4f7b-9865-1033b6e9cfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ee20bb-17c1-4e40-b43f-1bafe83d9f3d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:14.277672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d794257-731d-45d6-94f9-090ebceb0db4 req-b121729c-41db-4d3f-8794-3aec63762a79 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Router f4fc4f51-bd65-4ebe-a161-533eb67e9631 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:43:14.282939 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-867767b0-4c1b-4aa7-9217-7b197d5f2adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.285550 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-867767b0-4c1b-4aa7-9217-7b197d5f2adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.289586 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-867767b0-4c1b-4aa7-9217-7b197d5f2adc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bc914a2-8892-4570-8657-ffef7351bf6c HTTP/1.1" status: 204 len: 168 time: 0.6635687 Aug 20 11:43:14.324225 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867767b0-4c1b-4aa7-9217-7b197d5f2adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc914a2-8892-4570-8657-ffef7351bf6c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:14.381573 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-5b7fb1a0-a3a8-4362-8bc1-89570cb8d82e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.477773 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d794257-731d-45d6-94f9-090ebceb0db4 req-b121729c-41db-4d3f-8794-3aec63762a79 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:14.485145 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02f5b793-652b-4493-b470-b0935d846c5f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.488827 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6387b3e-0f65-4814-8ead-e33a7ce0440e None None] Sync routers for ids ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:14.505727 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6387b3e-0f65-4814-8ead-e33a7ce0440e None None] Routers {'f4fc4f51-bd65-4ebe-a161-533eb67e9631'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:14.507697 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b6387b3e-0f65-4814-8ead-e33a7ce0440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:14.588963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d794257-731d-45d6-94f9-090ebceb0db4 req-b121729c-41db-4d3f-8794-3aec63762a79 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] No DVR routers for this DVR port f29aa130-d098-4910-80dc-9cb2cc3f218d on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:14.591980 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0d794257-731d-45d6-94f9-090ebceb0db4 req-b121729c-41db-4d3f-8794-3aec63762a79 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.595346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d794257-731d-45d6-94f9-090ebceb0db4 req-b121729c-41db-4d3f-8794-3aec63762a79 tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.76 "DELETE /v2.0/ports/f29aa130-d098-4910-80dc-9cb2cc3f218d HTTP/1.1" status: 204 len: 173 time: 2.6094279 Aug 20 11:43:14.601426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'name': 'network-vif-deleted', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:14.604675 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74e4e87-72cd-41a1-9826-fce4616043f5" -d '{"events": [{"server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "name": "network-vif-deleted", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:14.641622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbd42c-8fec-440b-9278-aa104c50987c req-6550e804-502e-4e48-94c2-662dace50bd4 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:14.643299 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2bbd42c-8fec-440b-9278-aa104c50987c req-6550e804-502e-4e48-94c2-662dace50bd4 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.1562850 Aug 20 11:43:14.680667 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b2062736-c952-4edf-9129-5616d7637b3c req-a72286eb-ddf4-469d-a967-cb128e600259 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 210 time: 0.1003225 Aug 20 11:43:14.725492 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-5b7fb1a0-a3a8-4362-8bc1-89570cb8d82e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.745319 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2bbd42c-8fec-440b-9278-aa104c50987c req-66aed93b-65b0-43a0-9fec-b68c2208eadc tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903664 Aug 20 11:43:14.779888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-b6387b3e-0f65-4814-8ead-e33a7ce0440e None None] Set router f4fc4f51-bd65-4ebe-a161-533eb67e9631 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:14.791462 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c79df4-8210-496f-a7de-bcc1066e6d90 x-openstack-request-id: req-30c79df4-8210-496f-a7de-bcc1066e6d90 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:14.791781 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cea43a-ec90-463d-8d25-142ed1a7a927", "name": "network-vif-deleted", "tag": "f29aa130-d098-4910-80dc-9cb2cc3f218d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:14.792071 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30c79df4-8210-496f-a7de-bcc1066e6d90 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:14.792479 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cea43a-ec90-463d-8d25-142ed1a7a927', 'name': 'network-vif-deleted', 'tag': 'f29aa130-d098-4910-80dc-9cb2cc3f218d', 'status': 'completed', 'code': 200} Aug 20 11:43:14.824881 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5b793-652b-4493-b470-b0935d846c5f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Subnet': ['ID=46e85627-2768-44a1-a092-b4bb024c1f73,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:14.871345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41272) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:14.875571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f5b793-652b-4493-b470-b0935d846c5f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Checking segment: {'id': '8a3c9d4b-8426-44f1-9fe9-2568e22545e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '496edcf9-3ece-48e2-9f96-68f103027027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:14.876090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f5b793-652b-4493-b470-b0935d846c5f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network hostable DHCP agents. Network: 496edcf9-3ece-48e2-9f96-68f103027027, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:14.879176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-5b7fb1a0-a3a8-4362-8bc1-89570cb8d82e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:14.899627 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-5b7fb1a0-a3a8-4362-8bc1-89570cb8d82e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:14.903913 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-5b7fb1a0-a3a8-4362-8bc1-89570cb8d82e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:14.946141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fb1a0-a3a8-4362-8bc1-89570cb8d82e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Pushing event updated for resources: {'Port': ['ID=52e8e73c-7968-4f59-92d2-4fe05908da89,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:14.948020 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d5ff8871-6421-40e1-bb4b-f5813c760fa7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6ee0e3126a6429887e4058009eebebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0747309 Aug 20 11:43:14.958259 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41274) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:14.974408 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f5b793-652b-4493-b470-b0935d846c5f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network 496edcf9-3ece-48e2-9f96-68f103027027 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:15.001758 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-02f5b793-652b-4493-b470-b0935d846c5f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 496edcf9-3ece-48e2-9f96-68f103027027) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:15.016274 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c7bfa3b8-0dfe-4c17-97a9-a162e979a378 req-a1b1796b-d5c9-4d4a-8df9-92abbd7f3a7c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cea43a-ec90-463d-8d25-142ed1a7a927 HTTP/1.1" status: 200 len: 210 time: 0.0731909 Aug 20 11:43:15.017094 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f5b793-652b-4493-b470-b0935d846c5f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:15.017722 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02f5b793-652b-4493-b470-b0935d846c5f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.031463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-5b7fb1a0-a3a8-4362-8bc1-89570cb8d82e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:15.032148 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-5b7fb1a0-a3a8-4362-8bc1-89570cb8d82e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.090487 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-5b7fb1a0-a3a8-4362-8bc1-89570cb8d82e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2560630 Aug 20 11:43:15.096159 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-02f5b793-652b-4493-b470-b0935d846c5f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5959558 Aug 20 11:43:15.096810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41276) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:15.116365 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3264b57a-39a9-4d3e-8d90-0d78257ec352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.116946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Request body: {'port': {'device_id': '372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:15.143662 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3264b57a-39a9-4d3e-8d90-0d78257ec352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.166728 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f324d7-be7f-4e55-9794-44e51e713161 None None] Network 496edcf9-3ece-48e2-9f96-68f103027027 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:15.189869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c030ec40-ee45-4605-b57b-b4eae52cbfc3 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:15.206593 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3264b57a-39a9-4d3e-8d90-0d78257ec352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.211724 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3264b57a-39a9-4d3e-8d90-0d78257ec352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.213639 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3264b57a-39a9-4d3e-8d90-0d78257ec352 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca56bb54-d3d3-438f-a084-353b35fc3a43 HTTP/1.1" status: 204 len: 168 time: 0.2531669 Aug 20 11:43:15.235186 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264b57a-39a9-4d3e-8d90-0d78257ec352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca56bb54-d3d3-438f-a084-353b35fc3a43,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:15.243249 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.302859 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.310331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Transition to ACTIVE for port object c030ec40-ee45-4605-b57b-b4eae52cbfc3 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:15.327248 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.437841 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84132f57-117d-4f38-992e-ad3a2fd7479b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.476496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c030ec40-ee45-4605-b57b-b4eae52cbfc3,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:15.623408 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f29aa130-d098-4910-80dc-9cb2cc3f218d no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:15.653914 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: f29aa130-d098-4910-80dc-9cb2cc3f218d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:15.654596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f29aa130-d098-4910-80dc-9cb2cc3f218d not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:15.656942 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d8fd1c-a6b7-43b3-b6ef-e2e90bd1e93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-496edcf9-3ece-48e2-9f96-68f103027027', 'network_id': '496edcf9-3ece-48e2-9f96-68f103027027', 'tenant_id': 'fbce249a6adc44c7b99fe108dcd9cc2e', 'fixed_ips': [{'subnet_id': '46e85627-2768-44a1-a092-b4bb024c1f73'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:15.658588 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-33d8fd1c-a6b7-43b3-b6ef-e2e90bd1e93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.668726 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Attempting to bind port c030ec40-ee45-4605-b57b-b4eae52cbfc3 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:15.669089 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Attempting to bind port c030ec40-ee45-4605-b57b-b4eae52cbfc3 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '53a0a83a-9397-4588-b3f6-4f4b598b8365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:15.669427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Attempting to bind port c030ec40-ee45-4605-b57b-b4eae52cbfc3 on network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:15.680672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Port c030ec40-ee45-4605-b57b-b4eae52cbfc3 on network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:43:15.680672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Attempting to bind port c030ec40-ee45-4605-b57b-b4eae52cbfc3 on network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:15.683742 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84132f57-117d-4f38-992e-ad3a2fd7479b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.707545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:15.708282 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:15.708665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Checking segment: {'id': '53a0a83a-9397-4588-b3f6-4f4b598b8365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:15.709153 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Bound using segment: {'id': '53a0a83a-9397-4588-b3f6-4f4b598b8365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:15.709615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Bound port: c030ec40-ee45-4605-b57b-b4eae52cbfc3, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a0a83a-9397-4588-b3f6-4f4b598b8365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:15.709980 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.732345 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.762881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Transition to ACTIVE for port object ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:15.771348 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.937435 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e8e73c-7968-4f59-92d2-4fe05908da89 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:15.941970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Pushing event updated for resources: {'Port': ['ID=ca0e3b87-c21a-490b-8e4c-5ccb9c03e786,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:15.946126 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.960211 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Transition to ACTIVE for port object 52e8e73c-7968-4f59-92d2-4fe05908da89 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:15.983573 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.018378 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] For port c030ec40-ee45-4605-b57b-b4eae52cbfc3, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:16.045112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b6387b3e-0f65-4814-8ead-e33a7ce0440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'name': 'tempest-ServerActionsTestJSON-1042697549-router', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:18Z', 'updated_at': '2021-08-20T11:34:26Z', 'revision_number': 4, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'gw_port': {'id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:19Z', 'updated_at': '2021-08-20T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'adf13166-4076-4e19-b0fc-479292eb5394', 'name': '', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'mac_address': 'fa:16:3e:38:31:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:24Z', 'updated_at': '2021-08-20T11:34:33Z', 'revision_number': 5, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'subnets': [{'id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:16.062400 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] For port c030ec40-ee45-4605-b57b-b4eae52cbfc3, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c030ec40-ee45-4605-b57b-b4eae52cbfc3,segment=NetworkSegment(53a0a83a-9397-4588-b3f6-4f4b598b8365),segment_id=53a0a83a-9397-4588-b3f6-4f4b598b8365)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:16.077547 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84132f57-117d-4f38-992e-ad3a2fd7479b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.083672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Attempting to bind port ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:16.084009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Attempting to bind port ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '53a0a83a-9397-4588-b3f6-4f4b598b8365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:16.084342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Attempting to bind port ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 on network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:16.095256 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.112900 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Port ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 on network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:43:16.112900 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Attempting to bind port ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 on network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:16.117641 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41300) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:16.119741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:16.120081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Checking segment: {'id': '53a0a83a-9397-4588-b3f6-4f4b598b8365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:16.120227 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6387b3e-0f65-4814-8ead-e33a7ce0440e None None] Checking router: f4fc4f51-bd65-4ebe-a161-533eb67e9631 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:43:16.120468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Bound using segment: {'id': '53a0a83a-9397-4588-b3f6-4f4b598b8365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:16.120939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Bound port: ca0e3b87-c21a-490b-8e4c-5ccb9c03e786, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a0a83a-9397-4588-b3f6-4f4b598b8365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:16.121299 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.169326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0ab30-6480-42a2-9752-28ea1496111b req-41e9a98f-2cc6-4f0e-aa02-4b2d92475c9f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:16.170907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e4d0ab30-6480-42a2-9752-28ea1496111b req-41e9a98f-2cc6-4f0e-aa02-4b2d92475c9f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.2547762 Aug 20 11:43:16.172079 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84132f57-117d-4f38-992e-ad3a2fd7479b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.217705 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84132f57-117d-4f38-992e-ad3a2fd7479b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Subnet': ['ID=46e85627-2768-44a1-a092-b4bb024c1f73,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:16.221172 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-84132f57-117d-4f38-992e-ad3a2fd7479b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496edcf9-3ece-48e2-9f96-68f103027027']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:16.226127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Pushing event updated for resources: {'Port': ['ID=52e8e73c-7968-4f59-92d2-4fe05908da89,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server [None req-33d8fd1c-a6b7-43b3-b6ef-e2e90bd1e93e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46e85627-2768-44a1-a092-b4bb024c1f73: This subnet is being modified by another concurrent operation. Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:43:16.230991 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise exception Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46e85627-2768-44a1-a092-b4bb024c1f73: This subnet is being modified by another concurrent operation. Aug 20 11:43:16.235072 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Aug 20 11:43:16.240818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6387b3e-0f65-4814-8ead-e33a7ce0440e None None] Routers {'f4fc4f51-bd65-4ebe-a161-533eb67e9631'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:16.241263 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b6387b3e-0f65-4814-8ead-e33a7ce0440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:16.256481 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e4d0ab30-6480-42a2-9752-28ea1496111b req-68fa7185-2f24-4470-8408-11cd27b4232c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660229 Aug 20 11:43:16.303152 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-84132f57-117d-4f38-992e-ad3a2fd7479b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3c9d4b-8426-44f1-9fe9-2568e22545e4') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:16.307258 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-84132f57-117d-4f38-992e-ad3a2fd7479b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3c9d4b-8426-44f1-9fe9-2568e22545e4') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:16.366306 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea679d5-4b37-4fdb-8445-48c94e713ded req-6607ff77-cd5f-480a-8ce2-b0b5c84af5b1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:16.367950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875a9892-70bd-4bcf-89f2-95ab6c0ee2fd None None] Network 496edcf9-3ece-48e2-9f96-68f103027027 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:16.370568 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ea679d5-4b37-4fdb-8445-48c94e713ded req-6607ff77-cd5f-480a-8ce2-b0b5c84af5b1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 943 time: 0.4078915 Aug 20 11:43:16.398945 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84132f57-117d-4f38-992e-ad3a2fd7479b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.407936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41312) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:16.433067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f4baef1b-8f48-4983-9ce5-6d5958f181f3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-972118895-network', 'tenant_id': 'bcde9ac575c746c6a786cf1aa87c6e2b'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:16.461352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] For port ca0e3b87-c21a-490b-8e4c-5ccb9c03e786, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:16.482116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] For port ca0e3b87-c21a-490b-8e4c-5ccb9c03e786, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ca0e3b87-c21a-490b-8e4c-5ccb9c03e786,segment=NetworkSegment(53a0a83a-9397-4588-b3f6-4f4b598b8365),segment_id=53a0a83a-9397-4588-b3f6-4f4b598b8365)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:16.491804 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4baef1b-8f48-4983-9ce5-6d5958f181f3 admin admin] Made reservation on behalf of bcde9ac575c746c6a786cf1aa87c6e2b for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:16.495978 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4baef1b-8f48-4983-9ce5-6d5958f181f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.507058 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.567755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Pushing event updated for resources: {'Port': ['ID=ca0e3b87-c21a-490b-8e4c-5ccb9c03e786,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:16.583528 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4baef1b-8f48-4983-9ce5-6d5958f181f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.627111 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-b6387b3e-0f65-4814-8ead-e33a7ce0440e None None] Set router f4fc4f51-bd65-4ebe-a161-533eb67e9631 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:16.629480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:16.630107 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.637518 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-21b86405-19e9-4464-8877-1f95ee8399eb service neutron] 10.222.0.35 "PUT /v2.0/ports/ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 HTTP/1.1" status: 200 len: 1092 time: 3.1826270 Aug 20 11:43:16.670938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68034b-aefe-4288-96da-33df24405be8 req-936344b4-420b-4fbb-8195-c69221005931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:16.673590 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-936344b4-420b-4fbb-8195-c69221005931 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220&tenant_id=4968b5d340e042799a12f4492ac2ee3a HTTP/1.1" status: 200 len: 1101 time: 0.1081789 Aug 20 11:43:16.698522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:16.721053 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f3462-154e-4c6b-9f25-455b8c1c140d None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:43:16.797845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afdc9ec-2d84-4d09-bcc2-d725f5926e06', 'tag': 'ca0e3b87-c21a-490b-8e4c-5ccb9c03e786'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:16.800828 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beef59f-957b-4d83-8273-87f956b41887" -d '{"events": [{"name": "network-changed", "server_uuid": "1afdc9ec-2d84-4d09-bcc2-d725f5926e06", "tag": "ca0e3b87-c21a-490b-8e4c-5ccb9c03e786"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:16.843947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-1cb198c9-1560-4aab-91e6-e7ab26736184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:16.846005 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-1cb198c9-1560-4aab-91e6-e7ab26736184 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c382743cae4c432194461288fbfc3ce6&device_id=1afdc9ec-2d84-4d09-bcc2-d725f5926e06 HTTP/1.1" status: 200 len: 1095 time: 0.1632578 Aug 20 11:43:16.910800 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b93b05e-9af5-435a-8ef8-7e02b74e57a0 x-openstack-request-id: req-9b93b05e-9af5-435a-8ef8-7e02b74e57a0 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:16.911456 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afdc9ec-2d84-4d09-bcc2-d725f5926e06", "tag": "ca0e3b87-c21a-490b-8e4c-5ccb9c03e786", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:16.911901 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b93b05e-9af5-435a-8ef8-7e02b74e57a0 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:16.912478 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afdc9ec-2d84-4d09-bcc2-d725f5926e06', 'tag': 'ca0e3b87-c21a-490b-8e4c-5ccb9c03e786', 'status': 'completed', 'code': 200} Aug 20 11:43:16.913257 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.920384 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-c745e375-438c-4b75-b238-03119284cfea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 HTTP/1.1" status: 200 len: 217 time: 0.0630593 Aug 20 11:43:16.954901 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41326) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:16.966304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:16.966849 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.968297 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] 10.222.0.35 "PUT /v2.0/ports/c030ec40-ee45-4605-b57b-b4eae52cbfc3 HTTP/1.1" status: 200 len: 1092 time: 3.5329585 Aug 20 11:43:16.990525 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84132f57-117d-4f38-992e-ad3a2fd7479b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.992452 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472cebc9-2284-4649-8dcc-848ad466e28f', 'tag': 'c030ec40-ee45-4605-b57b-b4eae52cbfc3'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:16.996592 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3f3462-154e-4c6b-9f25-455b8c1c140d None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:43:16.998099 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673b602f-8aba-4772-a414-e04380ea814d" -d '{"events": [{"name": "network-changed", "server_uuid": "472cebc9-2284-4649-8dcc-848ad466e28f", "tag": "c030ec40-ee45-4605-b57b-b4eae52cbfc3"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:17.038446 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2f363-19bd-4d6c-b067-e0bd485ef7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c030ec40-ee45-4605-b57b-b4eae52cbfc3,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:17.042227 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84132f57-117d-4f38-992e-ad3a2fd7479b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:17.042829 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84132f57-117d-4f38-992e-ad3a2fd7479b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.048663 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4baef1b-8f48-4983-9ce5-6d5958f181f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.052765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-3a79ce0e-a63a-499c-8527-82914b96215a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:17.054525 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-3a79ce0e-a63a-499c-8527-82914b96215a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0ba0e86-c93e-4fdd-8a8a-f181b113b751 HTTP/1.1" status: 200 len: 858 time: 0.1226261 Aug 20 11:43:17.075445 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ea679d5-4b37-4fdb-8445-48c94e713ded req-df4b46b9-fc35-47dd-9c31-66057681692a tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6646247 Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:17.076106 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:17.079163 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b6434a-908b-463b-a47e-9aee2efe1969 x-openstack-request-id: req-d5b6434a-908b-463b-a47e-9aee2efe1969 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:17.079163 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472cebc9-2284-4649-8dcc-848ad466e28f", "tag": "c030ec40-ee45-4605-b57b-b4eae52cbfc3", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:17.079163 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5b6434a-908b-463b-a47e-9aee2efe1969 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:17.079884 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472cebc9-2284-4649-8dcc-848ad466e28f', 'tag': 'c030ec40-ee45-4605-b57b-b4eae52cbfc3', 'status': 'completed', 'code': 200} Aug 20 11:43:17.128976 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4baef1b-8f48-4983-9ce5-6d5958f181f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.156627 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2c8cffd-b52f-48d7-a1b8-af032790c31f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479009 Aug 20 11:43:17.169421 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Attempting to bind port 52e8e73c-7968-4f59-92d2-4fe05908da89 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:17.169775 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Attempting to bind port 52e8e73c-7968-4f59-92d2-4fe05908da89 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '53a0a83a-9397-4588-b3f6-4f4b598b8365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:17.170118 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Attempting to bind port 52e8e73c-7968-4f59-92d2-4fe05908da89 on network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:17.189606 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8bff18b-e7c9-492e-bd4b-cfe8e2208e7c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.191184 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Port 52e8e73c-7968-4f59-92d2-4fe05908da89 on network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:43:17.191529 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Attempting to bind port 52e8e73c-7968-4f59-92d2-4fe05908da89 on network fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:17.194788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-8b1b2797-1647-4f1d-a256-83ed40c35048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:17.196360 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-8b1b2797-1647-4f1d-a256-83ed40c35048 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c382743cae4c432194461288fbfc3ce6&device_id=472cebc9-2284-4649-8dcc-848ad466e28f HTTP/1.1" status: 200 len: 1095 time: 0.1619945 Aug 20 11:43:17.201857 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84132f57-117d-4f38-992e-ad3a2fd7479b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.211507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5d12511c-b682-4bb5-b3c8-49098ff0a658 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-579638621'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:17.216971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:17.217247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Checking segment: {'id': '53a0a83a-9397-4588-b3f6-4f4b598b8365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:17.217629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Bound using segment: {'id': '53a0a83a-9397-4588-b3f6-4f4b598b8365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:17.218080 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Bound port: 52e8e73c-7968-4f59-92d2-4fe05908da89, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a0a83a-9397-4588-b3f6-4f4b598b8365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:17.218441 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.235873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4baef1b-8f48-4983-9ce5-6d5958f181f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:17.266793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4baef1b-8f48-4983-9ce5-6d5958f181f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ba001d-cf7a-4944-b5d1-9f4c57593b32,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:17.288340 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84132f57-117d-4f38-992e-ad3a2fd7479b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.290090 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-84132f57-117d-4f38-992e-ad3a2fd7479b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/496edcf9-3ece-48e2-9f96-68f103027027 HTTP/1.1" status: 204 len: 168 time: 2.1927292 Aug 20 11:43:17.299708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41334) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:17.300783 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84132f57-117d-4f38-992e-ad3a2fd7479b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Network': ['ID=496edcf9-3ece-48e2-9f96-68f103027027,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:17.301469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b6387b3e-0f65-4814-8ead-e33a7ce0440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'name': 'tempest-ServerActionsTestJSON-1042697549-router', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:18Z', 'updated_at': '2021-08-20T11:34:26Z', 'revision_number': 4, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'gw_port': {'id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:19Z', 'updated_at': '2021-08-20T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'adf13166-4076-4e19-b0fc-479292eb5394', 'name': '', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'mac_address': 'fa:16:3e:38:31:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:24Z', 'updated_at': '2021-08-20T11:34:33Z', 'revision_number': 5, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'subnets': [{'id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:17.302868 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4baef1b-8f48-4983-9ce5-6d5958f181f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.303112 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-8223c26c-4b29-4a33-af69-82413ffc9415 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c030ec40-ee45-4605-b57b-b4eae52cbfc3 HTTP/1.1" status: 200 len: 217 time: 0.0872798 Aug 20 11:43:17.303285 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-f4baef1b-8f48-4983-9ce5-6d5958f181f3 admin admin] Added segment 9995941d-3023-4107-b1ce-b826d99d617b of type vlan for network 23ab9d4a-8578-42de-b2f2-9abb205ba29f Aug 20 11:43:17.315124 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c90bf361-bd86-4965-a8e6-a531daabcd78 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1474926795'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:17.347200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6387b3e-0f65-4814-8ead-e33a7ce0440e None None] The sync data for ids ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'] in n-d-804299-2 is: [{'id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'name': 'tempest-ServerActionsTestJSON-1042697549-router', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:18Z', 'updated_at': '2021-08-20T11:34:26Z', 'revision_number': 4, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'gw_port': {'id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:19Z', 'updated_at': '2021-08-20T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'adf13166-4076-4e19-b0fc-479292eb5394', 'name': '', 'network_id': '601cbfc5-e222-4e33-a80a-eb90561bedd1', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'mac_address': 'fa:16:3e:38:31:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:24Z', 'updated_at': '2021-08-20T11:34:33Z', 'revision_number': 5, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'subnets': [{'id': '10cb89f6-e588-493a-8613-14967bd5bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:43:17.363569 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8bff18b-e7c9-492e-bd4b-cfe8e2208e7c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.372882 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4baef1b-8f48-4983-9ce5-6d5958f181f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.434418 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-9d92fb06-070d-4e7b-a567-7b7b7f4ea84d service neutron] 10.222.0.35 "GET /v2.0/networks/fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675047 Aug 20 11:43:17.441033 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d12511c-b682-4bb5-b3c8-49098ff0a658 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Made reservation on behalf of 290e1e7f1765408eace3de38f4b98e45 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:17.444660 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d12511c-b682-4bb5-b3c8-49098ff0a658 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.488705 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d12511c-b682-4bb5-b3c8-49098ff0a658 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.510997 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90bf361-bd86-4965-a8e6-a531daabcd78 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:17.514559 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c90bf361-bd86-4965-a8e6-a531daabcd78 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.532250 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4baef1b-8f48-4983-9ce5-6d5958f181f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.533325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4baef1b-8f48-4983-9ce5-6d5958f181f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:17.533992 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4baef1b-8f48-4983-9ce5-6d5958f181f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.535246 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-ba8c01f3-1577-4136-b12b-7722f103c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:17.536844 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-ba8c01f3-1577-4136-b12b-7722f103c846 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0ba0e86-c93e-4fdd-8a8a-f181b113b751 HTTP/1.1" status: 200 len: 858 time: 0.2099478 Aug 20 11:43:17.537859 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] For port 52e8e73c-7968-4f59-92d2-4fe05908da89, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:17.546521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] For port 52e8e73c-7968-4f59-92d2-4fe05908da89, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=52e8e73c-7968-4f59-92d2-4fe05908da89,segment=NetworkSegment(53a0a83a-9397-4588-b3f6-4f4b598b8365),segment_id=53a0a83a-9397-4588-b3f6-4f4b598b8365)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:17.549964 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:17.569210 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.634413 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3a7ed-5d49-4d1e-b37f-392426677bcc req-294f3c49-7ee1-4e71-8b70-ccdc8cc45222 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:17.634683 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90bf361-bd86-4965-a8e6-a531daabcd78 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:17.636527 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5d3a7ed-5d49-4d1e-b37f-392426677bcc req-294f3c49-7ee1-4e71-8b70-ccdc8cc45222 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.2416618 Aug 20 11:43:17.642243 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-2b8662d9-3365-4469-a62c-5178d233879c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918698 Aug 20 11:43:17.642897 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8bff18b-e7c9-492e-bd4b-cfe8e2208e7c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.646057 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8bff18b-e7c9-492e-bd4b-cfe8e2208e7c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.649877 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b8bff18b-e7c9-492e-bd4b-cfe8e2208e7c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "DELETE /v2.0/security-groups/de11403a-1f1e-4fa0-beb7-eedf7576ac61 HTTP/1.1" status: 204 len: 168 time: 1.2344151 Aug 20 11:43:17.653021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41336) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:17.684088 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4baef1b-8f48-4983-9ce5-6d5958f181f3 admin admin] Pushing event updated for resources: {'Network': ['ID=23ab9d4a-8578-42de-b2f2-9abb205ba29f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:17.695595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 23ab9d4a-8578-42de-b2f2-9abb205ba29f details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:17.707629 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c90bf361-bd86-4965-a8e6-a531daabcd78 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.708505 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-c90bf361-bd86-4965-a8e6-a531daabcd78 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Added segment 07a000c6-e8c6-4273-86ad-b8275ed97fb6 of type vlan for network 7c0def33-51ca-4884-9640-dbb450783697 Aug 20 11:43:17.709180 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-44aacdde-a876-4f17-a1fa-b41c46a8a89a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] show failed (client error): The resource could not be found. Aug 20 11:43:17.709984 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:17.710240 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-44aacdde-a876-4f17-a1fa-b41c46a8a89a tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "GET /v2.0/security-groups/de11403a-1f1e-4fa0-beb7-eedf7576ac61 HTTP/1.1" status: 404 len: 347 time: 0.0531754 Aug 20 11:43:17.710629 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.712032 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] 10.222.0.35 "PUT /v2.0/ports/52e8e73c-7968-4f59-92d2-4fe05908da89 HTTP/1.1" status: 200 len: 1091 time: 2.6048939 Aug 20 11:43:17.717814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:17.719456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41338) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:17.756559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bff18b-e7c9-492e-bd4b-cfe8e2208e7c tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de11403a-1f1e-4fa0-beb7-eedf7576ac61,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:17.787765 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-89d4100d-6505-487f-8e02-4e44f9338cd1 service neutron] 10.222.0.35 "GET /v2.0/networks/fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288622 Aug 20 11:43:17.811720 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8131be85-6533-40f4-bce0-e8c06b9f91af None None] New status for floating IP 4a210d09-258b-4fb3-ad8c-8157e13aaab8: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:43:17.835496 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5d3a7ed-5d49-4d1e-b37f-392426677bcc req-ac0b915b-821b-4208-867e-ca5a7c6df1a7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864910 Aug 20 11:43:17.868375 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2113213-5952-4565-bb50-37d30a2e557e service neutron] Pushing event updated for resources: {'Port': ['ID=52e8e73c-7968-4f59-92d2-4fe05908da89,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:17.872716 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c90bf361-bd86-4965-a8e6-a531daabcd78 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.875208 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.940014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Transition to ACTIVE for port object 7cd3dd75-8677-493d-acac-c3016fc6a36c will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:17.947751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-69ae94c3-ddf0-41a9-b072-e68e44767a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:17.948899 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.949830 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-69ae94c3-ddf0-41a9-b072-e68e44767a3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c382743cae4c432194461288fbfc3ce6&device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 1094 time: 0.1827829 Aug 20 11:43:17.964735 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-c7e25e0d-b85f-40e7-8042-d2907add4687 service neutron] 10.222.0.35 "GET /v2.0/networks/fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064077 Aug 20 11:43:17.972995 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c90bf361-bd86-4965-a8e6-a531daabcd78 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.978680 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90bf361-bd86-4965-a8e6-a531daabcd78 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:17.979589 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c90bf361-bd86-4965-a8e6-a531daabcd78 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.008987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beef59f-957b-4d83-8273-87f956b41887 req-86e56a6f-6224-4742-9c65-f172c85ca909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:18.011027 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0beef59f-957b-4d83-8273-87f956b41887 req-86e56a6f-6224-4742-9c65-f172c85ca909 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c382743cae4c432194461288fbfc3ce6&device_id=1afdc9ec-2d84-4d09-bcc2-d725f5926e06 HTTP/1.1" status: 200 len: 1095 time: 0.1381910 Aug 20 11:43:18.043861 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd3dd75-8677-493d-acac-c3016fc6a36c,revision_number=10']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:18.049357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] No DVR routers for this DVR port 7cd3dd75-8677-493d-acac-c3016fc6a36c on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:18.049538 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-f572338c-d062-425f-810f-ba5930dbf957 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52e8e73c-7968-4f59-92d2-4fe05908da89 HTTP/1.1" status: 200 len: 217 time: 0.0882039 Aug 20 11:43:18.085659 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d12511c-b682-4bb5-b3c8-49098ff0a658 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.104540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-71523ee4-e79c-49d4-a435-e45201b4431f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Deleting port 1f04ee41-782e-4d26-b5d1-0909468d7d0e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:18.104540 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71523ee4-e79c-49d4-a435-e45201b4431f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.113229 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f4baef1b-8f48-4983-9ce5-6d5958f181f3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9892855 Aug 20 11:43:18.113828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41342) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:18.147707 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d12511c-b682-4bb5-b3c8-49098ff0a658 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.170353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7db31962-9c2c-46a7-8c91-b37631399085 admin admin] Request body: {'subnet': {'network_id': '23ab9d4a-8578-42de-b2f2-9abb205ba29f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-972118895-subnet', 'tenant_id': 'bcde9ac575c746c6a786cf1aa87c6e2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:18.214669 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c90bf361-bd86-4965-a8e6-a531daabcd78 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9105310 Aug 20 11:43:18.223137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Attempting to bind port 7cd3dd75-8677-493d-acac-c3016fc6a36c on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:18.223480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Attempting to bind port 7cd3dd75-8677-493d-acac-c3016fc6a36c by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:18.224203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Attempting to bind port 7cd3dd75-8677-493d-acac-c3016fc6a36c on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:18.224499 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bf361-bd86-4965-a8e6-a531daabcd78 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Network': ['ID=7c0def33-51ca-4884-9640-dbb450783697,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:18.230620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41344) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:18.231852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d12511c-b682-4bb5-b3c8-49098ff0a658 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:18.238245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Port 7cd3dd75-8677-493d-acac-c3016fc6a36c on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:43:18.238864 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Attempting to bind port 7cd3dd75-8677-493d-acac-c3016fc6a36c on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:18.240764 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 7c0def33-51ca-4884-9640-dbb450783697 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:18.296345 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12511c-b682-4bb5-b3c8-49098ff0a658 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dddc013-593d-41ea-938d-93cd9045b44d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:18.300601 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d12511c-b682-4bb5-b3c8-49098ff0a658 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.301114 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-5d12511c-b682-4bb5-b3c8-49098ff0a658 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Added segment 60f06a17-8a30-4738-b9b5-ce6086f02b83 of type vlan for network 20d5141f-5481-4fdf-9011-88c53f0cd4dd Aug 20 11:43:18.305630 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-c032808b-0cfa-47e0-91fd-90f6113853e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:18.307885 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-c032808b-0cfa-47e0-91fd-90f6113853e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0ba0e86-c93e-4fdd-8a8a-f181b113b751 HTTP/1.1" status: 200 len: 858 time: 0.1818008 Aug 20 11:43:18.395081 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-60efaacd-ea8e-47a5-abd1-73c0c43b395f service neutron] 10.222.0.35 "GET /v2.0/networks/fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806276 Aug 20 11:43:18.409527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb10011-99e7-4dbe-bbd4-b0343bdfd53b req-c22ea95d-6067-4a2c-a364-88430ef62543 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:18.411136 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-deb10011-99e7-4dbe-bbd4-b0343bdfd53b req-c22ea95d-6067-4a2c-a364-88430ef62543 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 943 time: 0.2231665 Aug 20 11:43:18.413331 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-291adf9f-4be2-4b0a-9651-f0e77164d052 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925984 Aug 20 11:43:18.418900 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d12511c-b682-4bb5-b3c8-49098ff0a658 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.564321 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d12511c-b682-4bb5-b3c8-49098ff0a658 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.569770 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d12511c-b682-4bb5-b3c8-49098ff0a658 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:18.570380 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d12511c-b682-4bb5-b3c8-49098ff0a658 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.582251 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-deb10011-99e7-4dbe-bbd4-b0343bdfd53b req-0153e7be-70bb-4224-88e9-f45a027fa57e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607127 Aug 20 11:43:18.596481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d684521d-6f3d-4515-825d-b9d400cfb776 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'subnet': {'network_id': '7c0def33-51ca-4884-9640-dbb450783697', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:18.628685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db31962-9c2c-46a7-8c91-b37631399085 admin admin] Made reservation on behalf of bcde9ac575c746c6a786cf1aa87c6e2b for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:18.630928 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7db31962-9c2c-46a7-8c91-b37631399085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.660797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5d12511c-b682-4bb5-b3c8-49098ff0a658 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6962373 Aug 20 11:43:18.662716 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b602f-8aba-4772-a414-e04380ea814d req-22c6863a-61b8-4c52-88ad-bf0d77f62bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:18.664111 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41346) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:18.664248 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-673b602f-8aba-4772-a414-e04380ea814d req-22c6863a-61b8-4c52-88ad-bf0d77f62bef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c382743cae4c432194461288fbfc3ce6&device_id=472cebc9-2284-4649-8dcc-848ad466e28f HTTP/1.1" status: 200 len: 1095 time: 0.2044137 Aug 20 11:43:18.669362 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-78047733-2d6d-4528-b67f-9b2293604cbb service neutron] 10.222.0.35 "GET /v2.0/networks/fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467351 Aug 20 11:43:18.675081 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12511c-b682-4bb5-b3c8-49098ff0a658 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Pushing event updated for resources: {'Network': ['ID=20d5141f-5481-4fdf-9011-88c53f0cd4dd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:18.686827 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 20d5141f-5481-4fdf-9011-88c53f0cd4dd details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:18.691395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e292cf01-959f-4856-b7e7-d9cbc48afa3e tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Request body: {'subnet': {'network_id': '20d5141f-5481-4fdf-9011-88c53f0cd4dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:18.723224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:18.723561 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:18.723945 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:18.724385 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Bound port: 7cd3dd75-8677-493d-acac-c3016fc6a36c, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:18.724766 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.727747 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71523ee4-e79c-49d4-a435-e45201b4431f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.728071 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71523ee4-e79c-49d4-a435-e45201b4431f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.761425 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beef59f-957b-4d83-8273-87f956b41887 req-f06b0de3-5b85-4af6-ada4-84452edfe8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:18.762913 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0beef59f-957b-4d83-8273-87f956b41887 req-f06b0de3-5b85-4af6-ada4-84452edfe8b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f HTTP/1.1" status: 200 len: 918 time: 0.7408667 Aug 20 11:43:18.808624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-71523ee4-e79c-49d4-a435-e45201b4431f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Calling delete_port for 1f04ee41-782e-4d26-b5d1-0909468d7d0e owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:18.859594 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf31a19-6542-4899-b6fb-b6bac11b9f60 req-c1d5fecd-f6f1-4d0c-9e5d-b4b06c66d76a service neutron] 10.222.0.35 "GET /v2.0/networks/fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709988 Aug 20 11:43:18.860586 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b602f-8aba-4772-a414-e04380ea814d req-f1c62225-3b9a-4be4-96cd-285f990b967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:18.861934 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-673b602f-8aba-4772-a414-e04380ea814d req-f1c62225-3b9a-4be4-96cd-285f990b967e service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f HTTP/1.1" status: 200 len: 918 time: 0.1757522 Aug 20 11:43:18.896449 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0beef59f-957b-4d83-8273-87f956b41887 req-08d214d8-bcf7-4854-82f9-bd56dbab7c72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 HTTP/1.1" status: 200 len: 217 time: 0.1010041 Aug 20 11:43:18.914459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:18.917202 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b9e599-b85e-475b-8979-a62c387ba3eb" -d '{"events": [{"server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:18.918188 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-673b602f-8aba-4772-a414-e04380ea814d req-01db33f3-2486-468e-ba95-3210262a63f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c030ec40-ee45-4605-b57b-b4eae52cbfc3 HTTP/1.1" status: 200 len: 217 time: 0.0426450 Aug 20 11:43:18.974966 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b602f-8aba-4772-a414-e04380ea814d req-851ea61d-3b9b-4e91-b4f9-198e285210b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:18.977293 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-673b602f-8aba-4772-a414-e04380ea814d req-851ea61d-3b9b-4e91-b4f9-198e285210b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0ba0e86-c93e-4fdd-8a8a-f181b113b751 HTTP/1.1" status: 200 len: 858 time: 0.0481381 Aug 20 11:43:18.981634 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8259e037-ab59-4e0c-87e6-2932d75e31e3 x-openstack-request-id: req-8259e037-ab59-4e0c-87e6-2932d75e31e3 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:18.981923 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:18.982170 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8259e037-ab59-4e0c-87e6-2932d75e31e3 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:18.982563 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c', 'code': 200} Aug 20 11:43:19.023298 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-673b602f-8aba-4772-a414-e04380ea814d req-5b67ed86-e58e-4b02-9c1a-a7ea40a6028e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305243 Aug 20 11:43:19.081292 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b', 'tag': '52e8e73c-7968-4f59-92d2-4fe05908da89'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:19.083688 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bb5037-a940-4060-ad8f-09262c9d470b" -d '{"events": [{"name": "network-changed", "server_uuid": "372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b", "tag": "52e8e73c-7968-4f59-92d2-4fe05908da89"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:19.095179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:19.104195 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:19.124548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d684521d-6f3d-4515-825d-b9d400cfb776 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:19.128029 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d684521d-6f3d-4515-825d-b9d400cfb776 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.129622 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9210716-6aee-4ab5-9a42-5b2229ce5e4c x-openstack-request-id: req-c9210716-6aee-4ab5-9a42-5b2229ce5e4c {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:19.129914 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b", "tag": "52e8e73c-7968-4f59-92d2-4fe05908da89", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:19.130165 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9210716-6aee-4ab5-9a42-5b2229ce5e4c {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:19.130545 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b', 'tag': '52e8e73c-7968-4f59-92d2-4fe05908da89', 'status': 'completed', 'code': 200} Aug 20 11:43:19.131675 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beef59f-957b-4d83-8273-87f956b41887 req-27c6ac0a-a6d0-499d-970e-94acc420a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:19.132683 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-673b602f-8aba-4772-a414-e04380ea814d req-4b26e7a6-5b32-4110-9f5e-bdc3815995da service neutron] 10.222.0.35 "GET /v2.0/networks/fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987589 Aug 20 11:43:19.133142 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0beef59f-957b-4d83-8273-87f956b41887 req-27c6ac0a-a6d0-499d-970e-94acc420a8b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0ba0e86-c93e-4fdd-8a8a-f181b113b751 HTTP/1.1" status: 200 len: 858 time: 0.2093842 Aug 20 11:43:19.142883 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.251891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb5037-a940-4060-ad8f-09262c9d470b req-9466e492-6b81-454e-b037-b91c76fb04de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:19.253551 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-20bb5037-a940-4060-ad8f-09262c9d470b req-9466e492-6b81-454e-b037-b91c76fb04de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c382743cae4c432194461288fbfc3ce6&device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 1094 time: 0.0967140 Aug 20 11:43:19.285650 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-673b602f-8aba-4772-a414-e04380ea814d req-aab43afb-de68-4764-b042-ed46bcac565e service neutron] 10.222.0.35 "GET /v2.0/networks/fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373053 Aug 20 11:43:19.287128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5ecf6-2726-4b48-938b-095012880e48 req-f2ef1b08-d76f-4900-85a1-325976b72567 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:19.288597 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-87a5ecf6-2726-4b48-938b-095012880e48 req-f2ef1b08-d76f-4900-85a1-325976b72567 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 949 time: 0.3433790 Aug 20 11:43:19.299105 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0beef59f-957b-4d83-8273-87f956b41887 req-05fe7c43-17f2-4679-ace1-1fba5813e8ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177859 Aug 20 11:43:19.299670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e292cf01-959f-4856-b7e7-d9cbc48afa3e tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Made reservation on behalf of 290e1e7f1765408eace3de38f4b98e45 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:19.302995 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e292cf01-959f-4856-b7e7-d9cbc48afa3e tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.325311 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:19.325926 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.327296 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] 10.222.0.76 "PUT /v2.0/ports/7cd3dd75-8677-493d-acac-c3016fc6a36c HTTP/1.1" status: 200 len: 1097 time: 2.6432936 Aug 20 11:43:19.357089 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb5037-a940-4060-ad8f-09262c9d470b req-3de77fef-6d95-4d1f-9431-c56058c614b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:19.358746 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-20bb5037-a940-4060-ad8f-09262c9d470b req-3de77fef-6d95-4d1f-9431-c56058c614b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f HTTP/1.1" status: 200 len: 918 time: 0.0949340 Aug 20 11:43:19.408855 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-20bb5037-a940-4060-ad8f-09262c9d470b req-9ad2da95-e86f-46ac-b4ff-f7b353e0669f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52e8e73c-7968-4f59-92d2-4fe05908da89 HTTP/1.1" status: 200 len: 217 time: 0.0420635 Aug 20 11:43:19.466459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb5037-a940-4060-ad8f-09262c9d470b req-d2e505fb-f7aa-4e5b-afc2-841833273e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:19.467950 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-20bb5037-a940-4060-ad8f-09262c9d470b req-d2e505fb-f7aa-4e5b-afc2-841833273e52 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0ba0e86-c93e-4fdd-8a8a-f181b113b751 HTTP/1.1" status: 200 len: 858 time: 0.0498059 Aug 20 11:43:19.517440 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-20bb5037-a940-4060-ad8f-09262c9d470b req-72eb6d1f-158e-48b9-bcf6-a1a4be27b9e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360348 Aug 20 11:43:19.560201 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ef131-543c-42e3-8f91-8b5883556f29 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd3dd75-8677-493d-acac-c3016fc6a36c,revision_number=11']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:19.616520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7cd3dd75-8677-493d-acac-c3016fc6a36c no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:19.629013 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-20bb5037-a940-4060-ad8f-09262c9d470b req-d205a915-a08a-4ac8-aa00-bbe71548980d service neutron] 10.222.0.35 "GET /v2.0/networks/fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014752 Aug 20 11:43:19.670794 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7cd3dd75-8677-493d-acac-c3016fc6a36c not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:19.678673 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-87a5ecf6-2726-4b48-938b-095012880e48 req-268ed9e7-efb5-4929-b549-8b06b921b3f3 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410206 Aug 20 11:43:19.679493 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7db31962-9c2c-46a7-8c91-b37631399085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.727456 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71523ee4-e79c-49d4-a435-e45201b4431f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.774044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68034b-aefe-4288-96da-33df24405be8 req-f4508d93-61f0-4162-b56e-74bba7fe7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:19.775700 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-f4508d93-61f0-4162-b56e-74bba7fe7198 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 1100 time: 0.3992934 Aug 20 11:43:19.781546 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe89e1-9c3e-4662-b414-0a4c2c3e5789 req-33bd878e-0ac6-4d60-9645-685ac297cbed tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:19.783025 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f6fe89e1-9c3e-4662-b414-0a4c2c3e5789 req-33bd878e-0ac6-4d60-9645-685ac297cbed tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 943 time: 0.0806773 Aug 20 11:43:19.788628 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-20bb5037-a940-4060-ad8f-09262c9d470b req-673984c6-2463-4b66-8a66-94b25b06e2b4 service neutron] 10.222.0.35 "GET /v2.0/networks/fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492393 Aug 20 11:43:19.822941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71523ee4-e79c-49d4-a435-e45201b4431f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Pushing event deleted for resources: {'Port': ['ID=1f04ee41-782e-4d26-b5d1-0909468d7d0e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:19.823410 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f6fe89e1-9c3e-4662-b414-0a4c2c3e5789 req-5ad7b1da-a780-4dae-9c05-510bb35951bc tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337937 Aug 20 11:43:19.827124 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0beef59f-957b-4d83-8273-87f956b41887 req-279a6739-cb45-40d7-ba8d-58a6c2b4a48d service neutron] 10.222.0.35 "GET /v2.0/networks/fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041230 Aug 20 11:43:19.942722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db31962-9c2c-46a7-8c91-b37631399085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a9c794-fa7b-4204-8961-59abd54b9f53,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:20.092347 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db31962-9c2c-46a7-8c91-b37631399085 admin admin] Checking segment: {'id': '9995941d-3023-4107-b1ce-b826d99d617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '23ab9d4a-8578-42de-b2f2-9abb205ba29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:20.092721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db31962-9c2c-46a7-8c91-b37631399085 admin admin] Network hostable DHCP agents. Network: 23ab9d4a-8578-42de-b2f2-9abb205ba29f, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:20.141202 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d684521d-6f3d-4515-825d-b9d400cfb776 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.145348 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71523ee4-e79c-49d4-a435-e45201b4431f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.147796 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71523ee4-e79c-49d4-a435-e45201b4431f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.148957 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-71523ee4-e79c-49d4-a435-e45201b4431f tempest-ServerActionsTestJSON-1586979182 tempest-ServerActionsTestJSON-1586979182-project] 10.222.0.37 "DELETE /v2.0/floatingips/4a210d09-258b-4fb3-ad8c-8157e13aaab8 HTTP/1.1" status: 204 len: 168 time: 2.4275322 Aug 20 11:43:20.152059 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41356) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:20.229337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68034b-aefe-4288-96da-33df24405be8 req-9349b263-36fc-4592-a5ee-63c3227d77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:20.230778 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-9349b263-36fc-4592-a5ee-63c3227d77d9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.4274013 Aug 20 11:43:20.240101 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e292cf01-959f-4856-b7e7-d9cbc48afa3e tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.248750 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0beef59f-957b-4d83-8273-87f956b41887 req-2ef97387-52cf-46b4-9f7d-652d1c606edd service neutron] 10.222.0.35 "GET /v2.0/networks/fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078197 Aug 20 11:43:20.259242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db31962-9c2c-46a7-8c91-b37631399085 admin admin] Network 23ab9d4a-8578-42de-b2f2-9abb205ba29f is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:20.267952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684521d-6f3d-4515-825d-b9d400cfb776 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Subnet': ['ID=4960da68-2a53-4a1c-aeca-8277a9f603c1,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:20.333807 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-3d0ea17a-52e3-48b7-a52b-49751644afdc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c HTTP/1.1" status: 200 len: 217 time: 0.0883498 Aug 20 11:43:20.334544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-7db31962-9c2c-46a7-8c91-b37631399085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 23ab9d4a-8578-42de-b2f2-9abb205ba29f) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:20.343967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2f14ad-3441-46f5-a2a9-9f8bfd88b7fa None None] Network 23ab9d4a-8578-42de-b2f2-9abb205ba29f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:20.349588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db31962-9c2c-46a7-8c91-b37631399085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:20.350179 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7db31962-9c2c-46a7-8c91-b37631399085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.411977 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d684521d-6f3d-4515-825d-b9d400cfb776 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Checking segment: {'id': '07a000c6-e8c6-4273-86ad-b8275ed97fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7c0def33-51ca-4884-9640-dbb450783697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:20.412403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d684521d-6f3d-4515-825d-b9d400cfb776 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network hostable DHCP agents. Network: 7c0def33-51ca-4884-9640-dbb450783697, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:20.428680 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7db31962-9c2c-46a7-8c91-b37631399085 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2896228 Aug 20 11:43:20.433008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292cf01-959f-4856-b7e7-d9cbc48afa3e tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Pushing event updated for resources: {'Subnet': ['ID=094f3f95-05d3-4117-932a-4af81aa87124,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:20.444370 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292cf01-959f-4856-b7e7-d9cbc48afa3e tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Checking segment: {'id': '60f06a17-8a30-4738-b9b5-ce6086f02b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20d5141f-5481-4fdf-9011-88c53f0cd4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:20.444755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292cf01-959f-4856-b7e7-d9cbc48afa3e tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Network hostable DHCP agents. Network: 20d5141f-5481-4fdf-9011-88c53f0cd4dd, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:20.453608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68034b-aefe-4288-96da-33df24405be8 req-455e63c7-bc7d-43a9-9b1b-a7899f577e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:20.455111 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-455e63c7-bc7d-43a9-9b1b-a7899f577e23 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1071792 Aug 20 11:43:20.473380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d684521d-6f3d-4515-825d-b9d400cfb776 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network 7c0def33-51ca-4884-9640-dbb450783697 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:20.496858 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-d684521d-6f3d-4515-825d-b9d400cfb776 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 7c0def33-51ca-4884-9640-dbb450783697) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:20.498569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292cf01-959f-4856-b7e7-d9cbc48afa3e tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Network 20d5141f-5481-4fdf-9011-88c53f0cd4dd is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:20.501311 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976fb2f5-859e-4952-919d-4f0bf4986eb6 None None] Network 23ab9d4a-8578-42de-b2f2-9abb205ba29f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:20.505658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f878d014-f351-4e91-afd9-62bc39da3686 None None] Network 7c0def33-51ca-4884-9640-dbb450783697 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:20.508076 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d684521d-6f3d-4515-825d-b9d400cfb776 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:20.508689 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d684521d-6f3d-4515-825d-b9d400cfb776 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.524591 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-e292cf01-959f-4856-b7e7-d9cbc48afa3e tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 20d5141f-5481-4fdf-9011-88c53f0cd4dd) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:20.530295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292cf01-959f-4856-b7e7-d9cbc48afa3e tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:20.530874 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e292cf01-959f-4856-b7e7-d9cbc48afa3e tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.536994 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d684521d-6f3d-4515-825d-b9d400cfb776 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2997241 Aug 20 11:43:20.545516 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41364) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:20.546509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68034b-aefe-4288-96da-33df24405be8 req-b61cd584-6b3f-4d39-a417-c4005a7fa3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:20.548598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-b61cd584-6b3f-4d39-a417-c4005a7fa3a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0835645 Aug 20 11:43:20.571665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e292cf01-959f-4856-b7e7-d9cbc48afa3e tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8924153 Aug 20 11:43:20.573156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41366) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:20.573775 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e7a6a3-3271-4d06-b7ef-a4826ffca8c1 None None] Network 20d5141f-5481-4fdf-9011-88c53f0cd4dd requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:20.594383 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-438a8554-420d-4e85-9b10-985980a64afc tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-782869890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:20.677590 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-438a8554-420d-4e85-9b10-985980a64afc tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.678997 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-438a8554-420d-4e85-9b10-985980a64afc tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.710809 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af6b8ade-c5c9-4397-8481-20d8242924d5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.753844 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-1d521894-8690-4733-bab7-541976fdb470 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980851 Aug 20 11:43:20.816212 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af6b8ade-c5c9-4397-8481-20d8242924d5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.833273 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-438a8554-420d-4e85-9b10-985980a64afc tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.897895 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-438a8554-420d-4e85-9b10-985980a64afc tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.942328 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af6b8ade-c5c9-4397-8481-20d8242924d5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.947982 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-438a8554-420d-4e85-9b10-985980a64afc tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.949498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-438a8554-420d-4e85-9b10-985980a64afc tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3592353 Aug 20 11:43:20.952389 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41382) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:20.960055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1035d38-b2c3-429c-91ed-2d406835d73b req-3b82b1c9-1cc3-487b-8650-35240ffe77ce tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:20.961673 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e1035d38-b2c3-429c-91ed-2d406835d73b req-3b82b1c9-1cc3-487b-8650-35240ffe77ce tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 949 time: 0.1663728 Aug 20 11:43:20.971276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41384) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:20.979443 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-70a1b11c-eda1-47a5-aa75-4dd2f97c5000 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1447007305-network', 'tenant_id': '822e9805185e44949780354874c89dce'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:21.014095 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:21.016341 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadb47b9-2a63-4033-9af4-a7958b72cd5a" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:21.093687 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-4f99a7ad-527d-4fd8-8405-73792ff6ef68 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141334 Aug 20 11:43:21.140395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7276d1e-8f0e-4eac-adba-83ad0d9fe801 None None] Network 7c0def33-51ca-4884-9640-dbb450783697 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:21.163587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-20d5141f-5481-4fdf-9011-88c53f0cd4dd', 'network_id': '20d5141f-5481-4fdf-9011-88c53f0cd4dd', 'tenant_id': '290e1e7f1765408eace3de38f4b98e45', 'fixed_ips': [{'subnet_id': '094f3f95-05d3-4117-932a-4af81aa87124'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:21.164463 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.185273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a1b11c-eda1-47a5-aa75-4dd2f97c5000 admin admin] Made reservation on behalf of 822e9805185e44949780354874c89dce for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:21.187587 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-70a1b11c-eda1-47a5-aa75-4dd2f97c5000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.193721 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e1035d38-b2c3-429c-91ed-2d406835d73b req-3bff60c2-2d88-4d23-a586-eed4f73cb057 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097533 Aug 20 11:43:21.202559 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-70a1b11c-eda1-47a5-aa75-4dd2f97c5000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.274202 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6928b208-b17b-40d5-b380-fe9a26e8cffb x-openstack-request-id: req-6928b208-b17b-40d5-b380-fe9a26e8cffb {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:21.274419 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:21.274545 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6928b208-b17b-40d5-b380-fe9a26e8cffb {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:21.274936 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c', 'status': 'completed', 'code': 200} Aug 20 11:43:21.376090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b8ade-c5c9-4397-8481-20d8242924d5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Subnet': ['ID=4960da68-2a53-4a1c-aeca-8277a9f603c1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:21.436027 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a1155e-b4a2-4d62-8c72-ed2fa1086da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.446463 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.468129 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-66b32195-a973-45f0-9e30-ec2dec04bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:21.469665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-66b32195-a973-45f0-9e30-ec2dec04bed0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 1100 time: 0.1576521 Aug 20 11:43:21.475389 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-74805354-7cf2-4bcf-a5e4-86230efd875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:21.476854 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-74805354-7cf2-4bcf-a5e4-86230efd875c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 1100 time: 0.1620843 Aug 20 11:43:21.477722 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Allocated IP 172.20.0.2 (20d5141f-5481-4fdf-9011-88c53f0cd4dd/094f3f95-05d3-4117-932a-4af81aa87124/ac014a0b-edcd-4d03-9ce2-230110d9d916) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:21.491333 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af6b8ade-c5c9-4397-8481-20d8242924d5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.508698 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-af6b8ade-c5c9-4397-8481-20d8242924d5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0def33-51ca-4884-9640-dbb450783697']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:21.526693 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13510de-1656-4d84-ae2a-4e74ba80e0cf req-3385c2ef-8fec-4e9d-b80f-9656c1795444 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:21.529084 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a13510de-1656-4d84-ae2a-4e74ba80e0cf req-3385c2ef-8fec-4e9d-b80f-9656c1795444 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 943 time: 0.5757339 Aug 20 11:43:21.534682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-af6b8ade-c5c9-4397-8481-20d8242924d5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a000c6-e8c6-4273-86ad-b8275ed97fb6') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:21.535537 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-af6b8ade-c5c9-4397-8481-20d8242924d5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a000c6-e8c6-4273-86ad-b8275ed97fb6') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:21.599959 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af6b8ade-c5c9-4397-8481-20d8242924d5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.621026 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c030ec40-ee45-4605-b57b-b4eae52cbfc3 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:43:21.629005 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af6b8ade-c5c9-4397-8481-20d8242924d5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.652508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6b8ade-c5c9-4397-8481-20d8242924d5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:21.652987 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af6b8ade-c5c9-4397-8481-20d8242924d5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:21.656681 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:21.665280 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a13510de-1656-4d84-ae2a-4e74ba80e0cf req-e882d35c-9ce1-4995-a709-5933136dff3f tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915966 Aug 20 11:43:21.668127 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.758004 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port c030ec40-ee45-4605-b57b-b4eae52cbfc3, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c030ec40-ee45-4605-b57b-b4eae52cbfc3,segment=NetworkSegment(53a0a83a-9397-4588-b3f6-4f4b598b8365),segment_id=53a0a83a-9397-4588-b3f6-4f4b598b8365)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:21.771423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'c030ec40-ee45-4605-b57b-b4eae52cbfc3', 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f', 'port_id': 'c030ec40-ee45-4605-b57b-b4eae52cbfc3', 'mac_address': 'fa:16:3e:99:d9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ba0e86-c93e-4fdd-8a8a-f181b113b751', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:43:21.796015 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af6b8ade-c5c9-4397-8481-20d8242924d5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.798369 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Transition to ACTIVE for port object ac014a0b-edcd-4d03-9ce2-230110d9d916 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:21.804907 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af6b8ade-c5c9-4397-8481-20d8242924d5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.811691 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-af6b8ade-c5c9-4397-8481-20d8242924d5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/7c0def33-51ca-4884-9640-dbb450783697 HTTP/1.1" status: 204 len: 168 time: 1.2649114 Aug 20 11:43:21.814688 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41388) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:21.830495 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-492341f1-8c80-498f-be6d-2bf0ed4cd361 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-899067008'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:21.833678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Transition to ACTIVE for port object ac014a0b-edcd-4d03-9ce2-230110d9d916 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:21.835405 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.838107 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b8ade-c5c9-4397-8481-20d8242924d5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Network': ['ID=7c0def33-51ca-4884-9640-dbb450783697,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:21.850634 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.885170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c030ec40-ee45-4605-b57b-b4eae52cbfc3 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:21.902732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Network 20d5141f-5481-4fdf-9011-88c53f0cd4dd is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:21.906521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:21.915531 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:21.946165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-36a1155e-b4a2-4d62-8c72-ed2fa1086da1 admin admin] Deleting port adf13166-4076-4e19-b0fc-479292eb5394 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:21.946607 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a1155e-b4a2-4d62-8c72-ed2fa1086da1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.957912 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port c030ec40-ee45-4605-b57b-b4eae52cbfc3, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c030ec40-ee45-4605-b57b-b4eae52cbfc3,segment=NetworkSegment(53a0a83a-9397-4588-b3f6-4f4b598b8365),segment_id=53a0a83a-9397-4588-b3f6-4f4b598b8365)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:21.959778 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:43:21.960533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Pushing event updated for resources: {'Port': ['ID=ac014a0b-edcd-4d03-9ce2-230110d9d916,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:21.986680 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.987335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:43:22.037040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Attempting to bind port ac014a0b-edcd-4d03-9ce2-230110d9d916 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:22.037040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Attempting to bind port ac014a0b-edcd-4d03-9ce2-230110d9d916 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '60f06a17-8a30-4738-b9b5-ce6086f02b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20d5141f-5481-4fdf-9011-88c53f0cd4dd'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:22.037455 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Attempting to bind port ac014a0b-edcd-4d03-9ce2-230110d9d916 on network 20d5141f-5481-4fdf-9011-88c53f0cd4dd {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:22.044312 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-70a1b11c-eda1-47a5-aa75-4dd2f97c5000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.052046 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:22.052365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Checking segment: {'id': '60f06a17-8a30-4738-b9b5-ce6086f02b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20d5141f-5481-4fdf-9011-88c53f0cd4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:22.052752 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.053145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Bound using segment: {'id': '60f06a17-8a30-4738-b9b5-ce6086f02b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20d5141f-5481-4fdf-9011-88c53f0cd4dd'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:22.053623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Bound port: ac014a0b-edcd-4d03-9ce2-230110d9d916, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f06a17-8a30-4738-b9b5-ce6086f02b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20d5141f-5481-4fdf-9011-88c53f0cd4dd'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:22.054000 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.064321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-36a1155e-b4a2-4d62-8c72-ed2fa1086da1 admin admin] For port adf13166-4076-4e19-b0fc-479292eb5394, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=adf13166-4076-4e19-b0fc-479292eb5394,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:22.064807 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a1155e-b4a2-4d62-8c72-ed2fa1086da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.083159 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-36a1155e-b4a2-4d62-8c72-ed2fa1086da1 admin admin] Calling delete_port for adf13166-4076-4e19-b0fc-479292eb5394 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:22.089903 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492341f1-8c80-498f-be6d-2bf0ed4cd361 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:22.093602 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-492341f1-8c80-498f-be6d-2bf0ed4cd361 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.099930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port ca0e3b87-c21a-490b-8e4c-5ccb9c03e786, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ca0e3b87-c21a-490b-8e4c-5ccb9c03e786,segment=NetworkSegment(53a0a83a-9397-4588-b3f6-4f4b598b8365),segment_id=53a0a83a-9397-4588-b3f6-4f4b598b8365)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:22.120426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=c030ec40-ee45-4605-b57b-b4eae52cbfc3,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:22.124141 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-70a1b11c-eda1-47a5-aa75-4dd2f97c5000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.140117 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'ca0e3b87-c21a-490b-8e4c-5ccb9c03e786', 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f', 'port_id': 'ca0e3b87-c21a-490b-8e4c-5ccb9c03e786', 'mac_address': 'fa:16:3e:09:55:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ba0e86-c93e-4fdd-8a8a-f181b113b751', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:43:22.159981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492341f1-8c80-498f-be6d-2bf0ed4cd361 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:22.174236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-492341f1-8c80-498f-be6d-2bf0ed4cd361 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.174888 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-492341f1-8c80-498f-be6d-2bf0ed4cd361 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Added segment 5c9512e3-bc08-4ff2-8e37-0fa66dbb53bc of type vlan for network a62bcacb-355a-4bf8-8e29-cdb43e224d90 Aug 20 11:43:22.200272 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] For port ac014a0b-edcd-4d03-9ce2-230110d9d916, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:22.203127 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a1b11c-eda1-47a5-aa75-4dd2f97c5000 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:22.205297 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] For port ac014a0b-edcd-4d03-9ce2-230110d9d916, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ac014a0b-edcd-4d03-9ce2-230110d9d916,segment=NetworkSegment(60f06a17-8a30-4738-b9b5-ce6086f02b83),segment_id=60f06a17-8a30-4738-b9b5-ce6086f02b83)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:22.210767 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.214965 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.265378 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-70a1b11c-eda1-47a5-aa75-4dd2f97c5000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.265739 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-70a1b11c-eda1-47a5-aa75-4dd2f97c5000 admin admin] Added segment 5bf1942d-ffb4-4bce-bb20-c86522d6410c of type vlan for network 86327a4b-eb60-4bab-ac20-812fb3de18aa Aug 20 11:43:22.282435 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-592971b5-09e8-409e-97cb-edbcae6ac20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:22.283941 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-592971b5-09e8-409e-97cb-edbcae6ac20f service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.7924178 Aug 20 11:43:22.285934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:22.289021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1b11c-eda1-47a5-aa75-4dd2f97c5000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec122ae-f4d4-4e2e-963f-187fbb9d034e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:22.302407 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-492341f1-8c80-498f-be6d-2bf0ed4cd361 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.312495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port ca0e3b87-c21a-490b-8e4c-5ccb9c03e786, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ca0e3b87-c21a-490b-8e4c-5ccb9c03e786,segment=NetworkSegment(53a0a83a-9397-4588-b3f6-4f4b598b8365),segment_id=53a0a83a-9397-4588-b3f6-4f4b598b8365)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:22.334654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-b6850270-c532-4468-b730-694123a7635e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:22.336290 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-b6850270-c532-4468-b730-694123a7635e service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.8585651 Aug 20 11:43:22.340225 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-492341f1-8c80-498f-be6d-2bf0ed4cd361 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.347150 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.348019 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 52e8e73c-7968-4f59-92d2-4fe05908da89 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:43:22.353096 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492341f1-8c80-498f-be6d-2bf0ed4cd361 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:22.355155 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-492341f1-8c80-498f-be6d-2bf0ed4cd361 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.356496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06c62d-23a9-4814-a05c-0dc65f88d07b None None] Pushing event updated for resources: {'Port': ['ID=ac014a0b-edcd-4d03-9ce2-230110d9d916,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:22.366342 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2f178a70-66fd-4f01-a2e9-97444165d425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.406946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-7b663083-3072-477c-a46c-d7ab89c13875 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c HTTP/1.1" status: 200 len: 217 time: 0.1112421 Aug 20 11:43:22.418545 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 52e8e73c-7968-4f59-92d2-4fe05908da89, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=52e8e73c-7968-4f59-92d2-4fe05908da89,segment=NetworkSegment(53a0a83a-9397-4588-b3f6-4f4b598b8365),segment_id=53a0a83a-9397-4588-b3f6-4f4b598b8365)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:22.445764 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-492341f1-8c80-498f-be6d-2bf0ed4cd361 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6290901 Aug 20 11:43:22.446412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41392) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:22.453598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '52e8e73c-7968-4f59-92d2-4fe05908da89', 'network_id': 'fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f', 'port_id': '52e8e73c-7968-4f59-92d2-4fe05908da89', 'mac_address': 'fa:16:3e:9a:34:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ba0e86-c93e-4fdd-8a8a-f181b113b751', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:43:22.458385 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-70a1b11c-eda1-47a5-aa75-4dd2f97c5000 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.459255 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=ca0e3b87-c21a-490b-8e4c-5ccb9c03e786,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:22.464052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1ecd3390-fd77-4206-9670-d85a8e442f0f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'subnet': {'network_id': 'a62bcacb-355a-4bf8-8e29-cdb43e224d90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:22.482459 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-a1665a2c-c501-417a-be4c-5dcd7701bbc1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c HTTP/1.1" status: 200 len: 217 time: 0.1028693 Aug 20 11:43:22.511025 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.524653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e8e73c-7968-4f59-92d2-4fe05908da89 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:22.548316 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 52e8e73c-7968-4f59-92d2-4fe05908da89, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=52e8e73c-7968-4f59-92d2-4fe05908da89,segment=NetworkSegment(53a0a83a-9397-4588-b3f6-4f4b598b8365),segment_id=53a0a83a-9397-4588-b3f6-4f4b598b8365)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:22.553312 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.556230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492341f1-8c80-498f-be6d-2bf0ed4cd361 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Network': ['ID=a62bcacb-355a-4bf8-8e29-cdb43e224d90,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:22.610483 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network a62bcacb-355a-4bf8-8e29-cdb43e224d90 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:22.617200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c20ef-e403-4e05-8b9f-32e8e47a342b req-135a4582-3bb8-45b8-a1c1-44ff8d156e87 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:22.618742 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e2c20ef-e403-4e05-8b9f-32e8e47a342b req-135a4582-3bb8-45b8-a1c1-44ff8d156e87 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 949 time: 0.3241761 Aug 20 11:43:22.628339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Allocated IP 172.20.0.1 (20d5141f-5481-4fdf-9011-88c53f0cd4dd/094f3f95-05d3-4117-932a-4af81aa87124/90811664-5ad8-4540-bec3-1db7ef81c10d) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:22.652410 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-70a1b11c-eda1-47a5-aa75-4dd2f97c5000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.653426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a1b11c-eda1-47a5-aa75-4dd2f97c5000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:22.654006 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-70a1b11c-eda1-47a5-aa75-4dd2f97c5000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.656875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-f837c1d5-191a-4257-b5a7-b353b218b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:22.658491 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-f837c1d5-191a-4257-b5a7-b353b218b0a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1967602 Aug 20 11:43:22.660577 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a1155e-b4a2-4d62-8c72-ed2fa1086da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.703837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-a4f90149-2f55-4cc4-9b00-afdaa03d332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:22.717116 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-a4f90149-2f55-4cc4-9b00-afdaa03d332a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.2272768 Aug 20 11:43:22.743763 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecd3390-fd77-4206-9670-d85a8e442f0f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:22.755953 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ecd3390-fd77-4206-9670-d85a8e442f0f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.759415 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=52e8e73c-7968-4f59-92d2-4fe05908da89,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:22.875818 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1155e-b4a2-4d62-8c72-ed2fa1086da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=adf13166-4076-4e19-b0fc-479292eb5394,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:22.880127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-70a1b11c-eda1-47a5-aa75-4dd2f97c5000 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9070466 Aug 20 11:43:22.895707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41396) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:22.907055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-89b0fe1f-7999-4238-991b-1d720bf136cc admin admin] Request body: {'subnet': {'network_id': '86327a4b-eb60-4bab-ac20-812fb3de18aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1447007305-subnet', 'tenant_id': '822e9805185e44949780354874c89dce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:22.921652 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e2c20ef-e403-4e05-8b9f-32e8e47a342b req-6584363b-2867-4716-94f1-58dcac174b1d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909889 Aug 20 11:43:22.935569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1b11c-eda1-47a5-aa75-4dd2f97c5000 admin admin] Pushing event updated for resources: {'Network': ['ID=86327a4b-eb60-4bab-ac20-812fb3de18aa,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:22.951132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 86327a4b-eb60-4bab-ac20-812fb3de18aa details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:22.953243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-1ecd3390-fd77-4206-9670-d85a8e442f0f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Performing IP validity checks on allocation pools {{(pid=94690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 11:43:22.953959 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-1ecd3390-fd77-4206-9670-d85a8e442f0f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 11:43:22.981838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-2b88562d-c264-429e-8b07-1b614daaa627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:22.983681 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-2b88562d-c264-429e-8b07-1b614daaa627 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3003936 Aug 20 11:43:22.992059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-083c7a45-6c9d-467e-895f-424313bc8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:22.994722 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-083c7a45-6c9d-467e-895f-424313bc8964 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2420506 Aug 20 11:43:23.012252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b0fe1f-7999-4238-991b-1d720bf136cc admin admin] Made reservation on behalf of 822e9805185e44949780354874c89dce for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:23.014799 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-89b0fe1f-7999-4238-991b-1d720bf136cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.033650 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104833f3-b106-4cd1-a612-d74bcde449ab req-79aedfcf-5671-43fa-a6d9-481687d69c7e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:23.036198 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-104833f3-b106-4cd1-a612-d74bcde449ab req-79aedfcf-5671-43fa-a6d9-481687d69c7e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 944 time: 0.1625488 Aug 20 11:43:23.044160 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['52e8e73c-7968-4f59-92d2-4fe05908da89'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:23.046979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['ca0e3b87-c21a-490b-8e4c-5ccb9c03e786'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:23.049050 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['c030ec40-ee45-4605-b57b-b4eae52cbfc3'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:23.134470 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-104833f3-b106-4cd1-a612-d74bcde449ab req-78a4cd61-7716-4a4e-bc5d-13f0fd430caf tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668273 Aug 20 11:43:23.188326 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.227972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Transition to ACTIVE for port object 90811664-5ad8-4540-bec3-1db7ef81c10d will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:23.301948 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a1155e-b4a2-4d62-8c72-ed2fa1086da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.358388 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-7b6ac2f2-0568-47b6-a558-66999f86865f service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518124 Aug 20 11:43:23.365300 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-d88c56ea-3cb4-483a-a130-051e237caf2f service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693597 Aug 20 11:43:23.532420 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.619940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Network 20d5141f-5481-4fdf-9011-88c53f0cd4dd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:23.630691 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ecd3390-fd77-4206-9670-d85a8e442f0f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.638001 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7cd3dd75-8677-493d-acac-c3016fc6a36c details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:43:23.641539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a1155e-b4a2-4d62-8c72-ed2fa1086da1 admin admin] Router f4fc4f51-bd65-4ebe-a161-533eb67e9631 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:43:23.668472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:23.673796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:23.722553 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.724780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Pushing event updated for resources: {'Port': ['ID=90811664-5ad8-4540-bec3-1db7ef81c10d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:23.752973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed49ee7f-201f-4fae-9f4a-2c6b6d3bacdd None None] Network 20d5141f-5481-4fdf-9011-88c53f0cd4dd requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:23.777144 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd3390-fd77-4206-9670-d85a8e442f0f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Subnet': ['ID=83bcf131-4fe0-422e-910a-971c16eb9d32,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:23.791548 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecd3390-fd77-4206-9670-d85a8e442f0f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Checking segment: {'id': '5c9512e3-bc08-4ff2-8e37-0fa66dbb53bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a62bcacb-355a-4bf8-8e29-cdb43e224d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:23.791920 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecd3390-fd77-4206-9670-d85a8e442f0f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network hostable DHCP agents. Network: a62bcacb-355a-4bf8-8e29-cdb43e224d90, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:23.796083 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-85efafcd-b14a-443b-8b21-dba345b6d30f service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298179 Aug 20 11:43:23.815634 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-89b0fe1f-7999-4238-991b-1d720bf136cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.815905 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecd3390-fd77-4206-9670-d85a8e442f0f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network a62bcacb-355a-4bf8-8e29-cdb43e224d90 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:23.819106 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dadb47b9-2a63-4033-9af4-a7958b72cd5a req-106f5a1d-1605-4518-893b-59ae183901ae service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403090 Aug 20 11:43:23.841326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:23.865609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '7cd3dd75-8677-493d-acac-c3016fc6a36c', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '7cd3dd75-8677-493d-acac-c3016fc6a36c', 'mac_address': 'fa:16:3e:87:b4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:43:23.876094 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1ecd3390-fd77-4206-9670-d85a8e442f0f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, a62bcacb-355a-4bf8-8e29-cdb43e224d90) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:23.888675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecd3390-fd77-4206-9670-d85a8e442f0f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:23.889359 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ecd3390-fd77-4206-9670-d85a8e442f0f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.891808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3204b610-b9c1-4d97-9a83-f9ce65360662 None None] Network a62bcacb-355a-4bf8-8e29-cdb43e224d90 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:23.923211 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1ecd3390-fd77-4206-9670-d85a8e442f0f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4690773 Aug 20 11:43:23.924380 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41398) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:23.936668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a1155e-b4a2-4d62-8c72-ed2fa1086da1 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:23.941205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0fe1f-7999-4238-991b-1d720bf136cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=861de312-918d-44b2-9c09-545cef336dcf,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:23.949615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b0fe1f-7999-4238-991b-1d720bf136cc admin admin] Checking segment: {'id': '5bf1942d-ffb4-4bce-bb20-c86522d6410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '86327a4b-eb60-4bab-ac20-812fb3de18aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:23.949979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0fe1f-7999-4238-991b-1d720bf136cc admin admin] Network hostable DHCP agents. Network: 86327a4b-eb60-4bab-ac20-812fb3de18aa, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:23.960625 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-36a1155e-b4a2-4d62-8c72-ed2fa1086da1 admin admin] 10.222.0.37 "PUT /v2.0/routers/f4fc4f51-bd65-4ebe-a161-533eb67e9631/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8051014 Aug 20 11:43:23.969669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41402) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:23.981464 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eeff06-f16d-43c6-acb4-6b3a4cbfbdfa None None] Sync routers for ids ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:23.983770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e4e74375-b2ba-4be8-a616-9680264eddc5 None None] Provisioning for port ac014a0b-edcd-4d03-9ce2-230110d9d916 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:24.055186 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.070776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eeff06-f16d-43c6-acb4-6b3a4cbfbdfa None None] Routers {'f4fc4f51-bd65-4ebe-a161-533eb67e9631'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:24.071810 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-80eeff06-f16d-43c6-acb4-6b3a4cbfbdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:42:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:24.086851 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28a14ea3-427f-4ec2-9f85-e7bfa6a8accc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.094282 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.140144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd3dd75-8677-493d-acac-c3016fc6a36c {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:24.156389 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28a14ea3-427f-4ec2-9f85-e7bfa6a8accc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.184966 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95c33e3b-8de7-41bd-906b-8dd27cbc35d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.222333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:24.237818 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28a14ea3-427f-4ec2-9f85-e7bfa6a8accc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.241577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0fe1f-7999-4238-991b-1d720bf136cc admin admin] Network 86327a4b-eb60-4bab-ac20-812fb3de18aa is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:24.287555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9f93a-50ff-45f3-aaec-241d00e139e5 req-4711448a-0e4f-4878-bc14-2c17940259b5 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:24.289197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5df9f93a-50ff-45f3-aaec-241d00e139e5 req-4711448a-0e4f-4878-bc14-2c17940259b5 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 949 time: 0.2169533 Aug 20 11:43:24.289832 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-89b0fe1f-7999-4238-991b-1d720bf136cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 86327a4b-eb60-4bab-ac20-812fb3de18aa) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:24.308405 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a14ea3-427f-4ec2-9f85-e7bfa6a8accc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Subnet': ['ID=83bcf131-4fe0-422e-910a-971c16eb9d32,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:24.371705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b0fe1f-7999-4238-991b-1d720bf136cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:24.373750 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-89b0fe1f-7999-4238-991b-1d720bf136cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.381932 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a7d66-4387-40f1-83a6-f966a0b4436c req-9d820307-b503-4cf9-9fb7-aba660818d44 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:24.384270 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3f3a7d66-4387-40f1-83a6-f966a0b4436c req-9d820307-b503-4cf9-9fb7-aba660818d44 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 944 time: 0.1436965 Aug 20 11:43:24.389358 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28a14ea3-427f-4ec2-9f85-e7bfa6a8accc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.432601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b6ed72-037b-4fe7-8ed8-0d7b1120a221 None None] Network 86327a4b-eb60-4bab-ac20-812fb3de18aa requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:24.439668 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.443767 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-89b0fe1f-7999-4238-991b-1d720bf136cc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5462739 Aug 20 11:43:24.447785 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3f3a7d66-4387-40f1-83a6-f966a0b4436c req-d96e638e-350f-4740-8c4e-3de888d5360c tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540047 Aug 20 11:43:24.450330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-28a14ea3-427f-4ec2-9f85-e7bfa6a8accc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62bcacb-355a-4bf8-8e29-cdb43e224d90']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:24.474047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-28a14ea3-427f-4ec2-9f85-e7bfa6a8accc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9512e3-bc08-4ff2-8e37-0fa66dbb53bc') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:24.474347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-28a14ea3-427f-4ec2-9f85-e7bfa6a8accc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9512e3-bc08-4ff2-8e37-0fa66dbb53bc') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:24.513714 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5df9f93a-50ff-45f3-aaec-241d00e139e5 req-af99b794-ff71-4a5c-9fa7-f966ec3634ac tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763308 Aug 20 11:43:24.515408 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28a14ea3-427f-4ec2-9f85-e7bfa6a8accc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.526114 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95c33e3b-8de7-41bd-906b-8dd27cbc35d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.557627 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28a14ea3-427f-4ec2-9f85-e7bfa6a8accc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.575906 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a14ea3-427f-4ec2-9f85-e7bfa6a8accc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:24.577099 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28a14ea3-427f-4ec2-9f85-e7bfa6a8accc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:24.581526 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:24.586821 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3926ec30-8f4e-40f1-bf38-79c6c90e4675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-a62bcacb-355a-4bf8-8e29-cdb43e224d90', 'network_id': 'a62bcacb-355a-4bf8-8e29-cdb43e224d90', 'tenant_id': 'fbce249a6adc44c7b99fe108dcd9cc2e', 'fixed_ips': [{'subnet_id': '83bcf131-4fe0-422e-910a-971c16eb9d32'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:24.587826 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3926ec30-8f4e-40f1-bf38-79c6c90e4675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.624892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-80eeff06-f16d-43c6-acb4-6b3a4cbfbdfa None None] Set router f4fc4f51-bd65-4ebe-a161-533eb67e9631 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:24.725148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-95c33e3b-8de7-41bd-906b-8dd27cbc35d0 admin admin] Deleting port e35a84ad-8a7e-42f3-918c-7c40a2b2c91f {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:24.725722 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95c33e3b-8de7-41bd-906b-8dd27cbc35d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.727136 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28a14ea3-427f-4ec2-9f85-e7bfa6a8accc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.739255 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28a14ea3-427f-4ec2-9f85-e7bfa6a8accc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.744146 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-28a14ea3-427f-4ec2-9f85-e7bfa6a8accc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/a62bcacb-355a-4bf8-8e29-cdb43e224d90 HTTP/1.1" status: 204 len: 168 time: 0.8194306 Aug 20 11:43:24.748238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ac014a0b-edcd-4d03-9ce2-230110d9d916 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:24.750746 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41412) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:24.751102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['7cd3dd75-8677-493d-acac-c3016fc6a36c'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:24.773654 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-16a3cbce-dba4-408c-b686-cefc9d9147a3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-213069764'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:24.791658 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a14ea3-427f-4ec2-9f85-e7bfa6a8accc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Network': ['ID=a62bcacb-355a-4bf8-8e29-cdb43e224d90,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:24.828181 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b289d9-fc13-43a1-a80a-e97f768efecb req-31c05bb3-d669-4176-9651-908597c24524 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:24.829951 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d0b289d9-fc13-43a1-a80a-e97f768efecb req-31c05bb3-d669-4176-9651-908597c24524 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 950 time: 0.1695383 Aug 20 11:43:24.838668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a3cbce-dba4-408c-b686-cefc9d9147a3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:24.843116 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=7cd3dd75-8677-493d-acac-c3016fc6a36c,revision_number=12']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:24.844370 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16a3cbce-dba4-408c-b686-cefc9d9147a3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.908860 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a3cbce-dba4-408c-b686-cefc9d9147a3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:24.945969 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d0b289d9-fc13-43a1-a80a-e97f768efecb req-301904b9-6f60-4515-9244-149613d55236 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819991 Aug 20 11:43:24.945969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16a3cbce-dba4-408c-b686-cefc9d9147a3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.945969 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-16a3cbce-dba4-408c-b686-cefc9d9147a3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Added segment cfc7c1fd-34ab-4257-a042-caad81fbc9bb of type vlan for network bbc6f075-7ea3-43b1-aaf5-dbe7e6c08ef3 Aug 20 11:43:25.008326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a728e14a-5eac-4939-9dcd-08262d7003b8 None None] Network a62bcacb-355a-4bf8-8e29-cdb43e224d90 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:25.047818 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16a3cbce-dba4-408c-b686-cefc9d9147a3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.054870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a728e14a-5eac-4939-9dcd-08262d7003b8 None None] Network a62bcacb-355a-4bf8-8e29-cdb43e224d90 could not be found, it might have been deleted concurrently. {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 11:43:25.106651 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16a3cbce-dba4-408c-b686-cefc9d9147a3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.113318 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a3cbce-dba4-408c-b686-cefc9d9147a3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:25.113939 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16a3cbce-dba4-408c-b686-cefc9d9147a3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.122860 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded708f2-bd74-486c-9cfa-d3709a085921 None None] Network 86327a4b-eb60-4bab-ac20-812fb3de18aa requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:25.202229 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-16a3cbce-dba4-408c-b686-cefc9d9147a3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4336109 Aug 20 11:43:25.205173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41430) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:25.229414 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e417395f-f6cd-4402-8a63-d859de796c5e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'subnet': {'network_id': 'bbc6f075-7ea3-43b1-aaf5-dbe7e6c08ef3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:25.249793 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3cbce-dba4-408c-b686-cefc9d9147a3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Network': ['ID=bbc6f075-7ea3-43b1-aaf5-dbe7e6c08ef3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:25.276962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network bbc6f075-7ea3-43b1-aaf5-dbe7e6c08ef3 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:25.373531 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-95c33e3b-8de7-41bd-906b-8dd27cbc35d0 admin admin] For port e35a84ad-8a7e-42f3-918c-7c40a2b2c91f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e35a84ad-8a7e-42f3-918c-7c40a2b2c91f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:25.373784 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95c33e3b-8de7-41bd-906b-8dd27cbc35d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.380080 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e417395f-f6cd-4402-8a63-d859de796c5e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:25.380593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port ac014a0b-edcd-4d03-9ce2-230110d9d916 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:25.383782 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e417395f-f6cd-4402-8a63-d859de796c5e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.394967 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-f228e6c5-b4a1-4e92-aa4a-fdf4114c283b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4968b5d340e042799a12f4492ac2ee3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638821 Aug 20 11:43:25.438335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ac014a0b-edcd-4d03-9ce2-230110d9d916 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:25.438690 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.446473 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-95c33e3b-8de7-41bd-906b-8dd27cbc35d0 admin admin] Calling delete_port for e35a84ad-8a7e-42f3-918c-7c40a2b2c91f owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:25.449437 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7482700e-ce73-4395-992d-c772d0054635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.464130 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.473067 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.491816 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-240ccdf1-6635-49c8-8af9-63a99a0a6331 None None] Provisioning complete for port ac014a0b-edcd-4d03-9ce2-230110d9d916 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:25.492188 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-240ccdf1-6635-49c8-8af9-63a99a0a6331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.516795 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.600215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-aeb739fd-e1ba-4da5-955d-b1b76a0235b9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:25.609526 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-aeb739fd-e1ba-4da5-955d-b1b76a0235b9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133276 Aug 20 11:43:25.624018 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.629105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Pushing event updated for resources: {'Port': ['ID=90811664-5ad8-4540-bec3-1db7ef81c10d,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:25.638991 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1e40955-e621-4284-9033-3a39eec07821 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/quotas/4968b5d340e042799a12f4492ac2ee3a HTTP/1.1" status: 200 len: 375 time: 0.0282841 Aug 20 11:43:25.640247 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:25.645381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c124856-321f-41be-833f-fbbe44cade0b req-22e20566-8809-4442-bc8b-c605bbe80887 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:25.646594 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c124856-321f-41be-833f-fbbe44cade0b req-22e20566-8809-4442-bc8b-c605bbe80887 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/networks?id=23ab9d4a-8578-42de-b2f2-9abb205ba29f HTTP/1.1" status: 200 len: 824 time: 0.2809501 Aug 20 11:43:25.735200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-80eeff06-f16d-43c6-acb4-6b3a4cbfbdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'name': 'tempest-ServerActionsTestJSON-1042697549-router', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:18Z', 'updated_at': '2021-08-20T11:43:22Z', 'revision_number': 5, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'gw_port': {'id': 'e35a84ad-8a7e-42f3-918c-7c40a2b2c91f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:19Z', 'updated_at': '2021-08-20T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:25.742249 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c124856-321f-41be-833f-fbbe44cade0b req-8ca3e46d-1ab9-484f-9ff9-08e957806d77 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/quotas/bcde9ac575c746c6a786cf1aa87c6e2b HTTP/1.1" status: 200 len: 375 time: 0.0591078 Aug 20 11:43:25.749414 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-6537de74-ce59-4795-9a5e-319994b00c66 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862811 Aug 20 11:43:25.784906 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e417395f-f6cd-4402-8a63-d859de796c5e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.794776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eeff06-f16d-43c6-acb4-6b3a4cbfbdfa None None] Checking router: f4fc4f51-bd65-4ebe-a161-533eb67e9631 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:43:25.802217 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.803979 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-240ccdf1-6635-49c8-8af9-63a99a0a6331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.805243 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c124856-321f-41be-833f-fbbe44cade0b req-d4ec960e-7bce-47ce-9558-be3f5678bad2 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcde9ac575c746c6a786cf1aa87c6e2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608315 Aug 20 11:43:25.851819 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eeff06-f16d-43c6-acb4-6b3a4cbfbdfa None None] Routers {'f4fc4f51-bd65-4ebe-a161-533eb67e9631'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:25.852854 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-80eeff06-f16d-43c6-acb4-6b3a4cbfbdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:43:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:25.861789 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:25.867009 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e417395f-f6cd-4402-8a63-d859de796c5e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Checking segment: {'id': 'cfc7c1fd-34ab-4257-a042-caad81fbc9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bbc6f075-7ea3-43b1-aaf5-dbe7e6c08ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:25.867379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e417395f-f6cd-4402-8a63-d859de796c5e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network hostable DHCP agents. Network: bbc6f075-7ea3-43b1-aaf5-dbe7e6c08ef3, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:25.873381 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417395f-f6cd-4402-8a63-d859de796c5e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Subnet': ['ID=e7d168d8-ccbe-4db8-8bb5-6b154ca96fea,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:25.890185 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e417395f-f6cd-4402-8a63-d859de796c5e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network bbc6f075-7ea3-43b1-aaf5-dbe7e6c08ef3 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:25.899079 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port ac014a0b-edcd-4d03-9ce2-230110d9d916, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ac014a0b-edcd-4d03-9ce2-230110d9d916,segment=NetworkSegment(60f06a17-8a30-4738-b9b5-ce6086f02b83),segment_id=60f06a17-8a30-4738-b9b5-ce6086f02b83)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:25.905659 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-e417395f-f6cd-4402-8a63-d859de796c5e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, bbc6f075-7ea3-43b1-aaf5-dbe7e6c08ef3) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:25.905841 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:25.905841 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.910802 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e417395f-f6cd-4402-8a63-d859de796c5e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:25.911611 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e417395f-f6cd-4402-8a63-d859de796c5e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.939015 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e417395f-f6cd-4402-8a63-d859de796c5e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7272475 Aug 20 11:43:25.945455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41448) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:25.949030 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.952398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae51e76f-6bb2-4d96-b85b-566b98614460 None None] Network bbc6f075-7ea3-43b1-aaf5-dbe7e6c08ef3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:26.048463 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Network 20d5141f-5481-4fdf-9011-88c53f0cd4dd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:26.057634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:26.085418 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10057cc5-13b2-42fc-8644-8f933fc5d5ea tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.122405 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-80eeff06-f16d-43c6-acb4-6b3a4cbfbdfa None None] Set router f4fc4f51-bd65-4ebe-a161-533eb67e9631 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:26.208975 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705443e-09c4-4c1d-97e1-78cc504193ff req-9f4aa839-0e70-420b-b4ad-4a72fd8665ea tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:26.217536 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f705443e-09c4-4c1d-97e1-78cc504193ff req-9f4aa839-0e70-420b-b4ad-4a72fd8665ea tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 944 time: 0.2755115 Aug 20 11:43:26.220813 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10057cc5-13b2-42fc-8644-8f933fc5d5ea tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.234550 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95c33e3b-8de7-41bd-906b-8dd27cbc35d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.247748 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-240ccdf1-6635-49c8-8af9-63a99a0a6331 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:43:26.248086 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-240ccdf1-6635-49c8-8af9-63a99a0a6331 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:43:26.279255 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-80eeff06-f16d-43c6-acb4-6b3a4cbfbdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'name': 'tempest-ServerActionsTestJSON-1042697549-router', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:18Z', 'updated_at': '2021-08-20T11:43:24Z', 'revision_number': 6, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:26.315796 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f705443e-09c4-4c1d-97e1-78cc504193ff req-ef955c6d-3f61-4141-8f70-9ca581bc02cf tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970068 Aug 20 11:43:26.325271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c33e3b-8de7-41bd-906b-8dd27cbc35d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35a84ad-8a7e-42f3-918c-7c40a2b2c91f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:26.359267 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10057cc5-13b2-42fc-8644-8f933fc5d5ea tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.360390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=ac014a0b-edcd-4d03-9ce2-230110d9d916,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:26.412965 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c124856-321f-41be-833f-fbbe44cade0b req-af8b2515-48da-4521-a6dd-e997b5eb07ce service neutron] 10.222.0.37 "GET /v2.0/networks/23ab9d4a-8578-42de-b2f2-9abb205ba29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533302 Aug 20 11:43:26.425044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eeff06-f16d-43c6-acb4-6b3a4cbfbdfa None None] The sync data for ids ['f4fc4f51-bd65-4ebe-a161-533eb67e9631'] in n-d-804299-2 is: [{'id': 'f4fc4f51-bd65-4ebe-a161-533eb67e9631', 'name': 'tempest-ServerActionsTestJSON-1042697549-router', 'tenant_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:18Z', 'updated_at': '2021-08-20T11:43:24Z', 'revision_number': 6, 'project_id': '947e0c1b067b4c5f9c1cddc27a1d480c', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:43:26.485456 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.507827 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10057cc5-13b2-42fc-8644-8f933fc5d5ea tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d168d8-ccbe-4db8-8bb5-6b154ca96fea,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:26.520094 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f99e8a3-abe9-408d-a4a1-a46396e8e298 req-f2d147a8-ef07-45b9-8897-0fae1ff82992 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 210 time: 0.1490750 Aug 20 11:43:26.530283 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10057cc5-13b2-42fc-8644-8f933fc5d5ea tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.543299 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-10057cc5-13b2-42fc-8644-8f933fc5d5ea tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc6f075-7ea3-43b1-aaf5-dbe7e6c08ef3']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:26.555179 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-10057cc5-13b2-42fc-8644-8f933fc5d5ea tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc7c1fd-34ab-4257-a042-caad81fbc9bb') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:26.555698 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-10057cc5-13b2-42fc-8644-8f933fc5d5ea tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc7c1fd-34ab-4257-a042-caad81fbc9bb') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:26.570662 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10057cc5-13b2-42fc-8644-8f933fc5d5ea tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.588539 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c124856-321f-41be-833f-fbbe44cade0b req-919ee579-5611-41a2-98ae-26568cdba17b service neutron] 10.222.0.37 "GET /v2.0/networks/23ab9d4a-8578-42de-b2f2-9abb205ba29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637626 Aug 20 11:43:26.596531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10057cc5-13b2-42fc-8644-8f933fc5d5ea tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.604248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95c33e3b-8de7-41bd-906b-8dd27cbc35d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.613913 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Router b1decb27-67b4-43d1-890e-9dd8c91b835e is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:43:26.618042 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10057cc5-13b2-42fc-8644-8f933fc5d5ea tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:26.618603 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10057cc5-13b2-42fc-8644-8f933fc5d5ea tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:26.623012 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:26.733952 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10057cc5-13b2-42fc-8644-8f933fc5d5ea tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.736205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71acff39-f863-40a0-b43d-684b1dbc21ac None None] Network bbc6f075-7ea3-43b1-aaf5-dbe7e6c08ef3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:26.744472 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10057cc5-13b2-42fc-8644-8f933fc5d5ea tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.746725 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-10057cc5-13b2-42fc-8644-8f933fc5d5ea tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/bbc6f075-7ea3-43b1-aaf5-dbe7e6c08ef3 HTTP/1.1" status: 204 len: 168 time: 0.7987499 Aug 20 11:43:26.759156 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41456) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:26.760620 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71acff39-f863-40a0-b43d-684b1dbc21ac None None] Network bbc6f075-7ea3-43b1-aaf5-dbe7e6c08ef3 could not be found, it might have been deleted concurrently. {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 11:43:26.764315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10057cc5-13b2-42fc-8644-8f933fc5d5ea tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Network': ['ID=bbc6f075-7ea3-43b1-aaf5-dbe7e6c08ef3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:26.769857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7f34cf51-74fe-4a03-b84b-5e3af71e5044 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1229268696'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:26.820669 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f34cf51-74fe-4a03-b84b-5e3af71e5044 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:26.833674 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f34cf51-74fe-4a03-b84b-5e3af71e5044 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.836238 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.848536 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95c33e3b-8de7-41bd-906b-8dd27cbc35d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.877908 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95c33e3b-8de7-41bd-906b-8dd27cbc35d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.878396 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afdc9ec-2d84-4d09-bcc2-d725f5926e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0e3b87-c21a-490b-8e4c-5ccb9c03e786'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:26.880675 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c73170-85b6-4c12-8cb6-86faca0a1d55" -d '{"events": [{"server_uuid": "1afdc9ec-2d84-4d09-bcc2-d725f5926e06", "name": "network-vif-plugged", "status": "completed", "tag": "ca0e3b87-c21a-490b-8e4c-5ccb9c03e786"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:26.933591 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-240ccdf1-6635-49c8-8af9-63a99a0a6331 None None] Provisioning for port 90811664-5ad8-4540-bec3-1db7ef81c10d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:26.937446 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port ca0e3b87-c21a-490b-8e4c-5ccb9c03e786, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ca0e3b87-c21a-490b-8e4c-5ccb9c03e786,segment=NetworkSegment(53a0a83a-9397-4588-b3f6-4f4b598b8365),segment_id=53a0a83a-9397-4588-b3f6-4f4b598b8365)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:26.940682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-240ccdf1-6635-49c8-8af9-63a99a0a6331 None None] Provisioning complete for port 90811664-5ad8-4540-bec3-1db7ef81c10d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:26.941229 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-240ccdf1-6635-49c8-8af9-63a99a0a6331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.945097 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.946126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c030ec40-ee45-4605-b57b-b4eae52cbfc3 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:26.960525 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-02211e73-1341-4e04-91f0-3fb3036e7725 req-ec12b4b9-d4c3-4b7b-a181-293f0e3b0206 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 210 time: 0.0960221 Aug 20 11:43:27.003539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f34cf51-74fe-4a03-b84b-5e3af71e5044 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:27.005676 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95c33e3b-8de7-41bd-906b-8dd27cbc35d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.009564 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c33e3b-8de7-41bd-906b-8dd27cbc35d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4fc4f51-bd65-4ebe-a161-533eb67e9631 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:43:27.023017 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ac014a0b-edcd-4d03-9ce2-230110d9d916 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:27.024378 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f34cf51-74fe-4a03-b84b-5e3af71e5044 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.025058 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-7f34cf51-74fe-4a03-b84b-5e3af71e5044 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Added segment af6aeed1-03ba-497a-94c5-2c284d3e8757 of type vlan for network eb8c0e48-785a-48c8-835e-7bd62b84a945 Aug 20 11:43:27.025940 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95c33e3b-8de7-41bd-906b-8dd27cbc35d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.030092 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-95c33e3b-8de7-41bd-906b-8dd27cbc35d0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f4fc4f51-bd65-4ebe-a161-533eb67e9631 HTTP/1.1" status: 204 len: 168 time: 3.0541234 Aug 20 11:43:27.030982 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41466) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:27.060424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:27.075161 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16aee4-3930-4452-91f5-5f4b9bcfe3d8 None None] Sync routers for ids ['b1decb27-67b4-43d1-890e-9dd8c91b835e'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:27.076713 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d194edc7-93c7-4e45-82b5-7889bf8f48f7 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] 10.222.0.37 "PUT /v2.0/routers/b1decb27-67b4-43d1-890e-9dd8c91b835e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1138880 Aug 20 11:43:27.097024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41470) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:27.102078 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cbe3b5-80c2-4231-87d6-2801fc3e4f4d x-openstack-request-id: req-40cbe3b5-80c2-4231-87d6-2801fc3e4f4d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:27.105685 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16aee4-3930-4452-91f5-5f4b9bcfe3d8 None None] Routers {'b1decb27-67b4-43d1-890e-9dd8c91b835e'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:27.106623 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bc16aee4-3930-4452-91f5-5f4b9bcfe3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:43:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b1decb27-67b4-43d1-890e-9dd8c91b835e'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:27.120083 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e6784b82-a8b6-47de-a9fc-7b4b7b671fb6 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Request body: {'port': {'network_id': '20d5141f-5481-4fdf-9011-88c53f0cd4dd', 'name': 'tempest-FloatingIPNegativeTestJSON-1667320830'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:27.120601 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afdc9ec-2d84-4d09-bcc2-d725f5926e06", "name": "network-vif-plugged", "status": "completed", "tag": "ca0e3b87-c21a-490b-8e4c-5ccb9c03e786", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:27.122849 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40cbe3b5-80c2-4231-87d6-2801fc3e4f4d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:27.123453 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afdc9ec-2d84-4d09-bcc2-d725f5926e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0e3b87-c21a-490b-8e4c-5ccb9c03e786', 'code': 200} Aug 20 11:43:27.151831 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f34cf51-74fe-4a03-b84b-5e3af71e5044 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.196800 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bc16aee4-3930-4452-91f5-5f4b9bcfe3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:27.220761 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16aee4-3930-4452-91f5-5f4b9bcfe3d8 None None] Routers {'b1decb27-67b4-43d1-890e-9dd8c91b835e'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:27.221628 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bc16aee4-3930-4452-91f5-5f4b9bcfe3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:43:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b1decb27-67b4-43d1-890e-9dd8c91b835e'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:27.240216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-240ccdf1-6635-49c8-8af9-63a99a0a6331 None None] Port 90811664-5ad8-4540-bec3-1db7ef81c10d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:43:27.252961 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-515893cb-138f-4f0c-8dc4-8add926cefa7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=4968b5d340e042799a12f4492ac2ee3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1231613 Aug 20 11:43:27.273220 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f34cf51-74fe-4a03-b84b-5e3af71e5044 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.280302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f34cf51-74fe-4a03-b84b-5e3af71e5044 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:27.281110 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f34cf51-74fe-4a03-b84b-5e3af71e5044 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.287207 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=ca0e3b87-c21a-490b-8e4c-5ccb9c03e786,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:27.314417 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bc16aee4-3930-4452-91f5-5f4b9bcfe3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:27.317321 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16aee4-3930-4452-91f5-5f4b9bcfe3d8 None None] The sync data for ids ['b1decb27-67b4-43d1-890e-9dd8c91b835e'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:43:27.333006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port c030ec40-ee45-4605-b57b-b4eae52cbfc3 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:27.354690 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ac014a0b-edcd-4d03-9ce2-230110d9d916 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:27.356200 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.362599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port c030ec40-ee45-4605-b57b-b4eae52cbfc3 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:27.362971 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.377607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-d315e402-f9ed-4a43-b38b-e73b3d22d1e0 admin admin] Deleting subnet 10cb89f6-e588-493a-8613-14967bd5bedf {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:43:27.427929 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d315e402-f9ed-4a43-b38b-e73b3d22d1e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.477621 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8705dc05-6383-43e7-9126-0c6938a73cde None None] Provisioning complete for port 90811664-5ad8-4540-bec3-1db7ef81c10d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:27.477993 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8705dc05-6383-43e7-9126-0c6938a73cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.523706 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcac70-e7fa-4b1b-8bcc-d2a79e7692a6 req-6cf7b651-f496-4bae-9bf8-836bfbca1c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:27.526616 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-88fcac70-e7fa-4b1b-8bcc-d2a79e7692a6 req-6cf7b651-f496-4bae-9bf8-836bfbca1c20 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1afdc9ec-2d84-4d09-bcc2-d725f5926e06 HTTP/1.1" status: 200 len: 1097 time: 0.3491788 Aug 20 11:43:27.533996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8705dc05-6383-43e7-9126-0c6938a73cde None None] Port 90811664-5ad8-4540-bec3-1db7ef81c10d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:43:27.626996 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d315e402-f9ed-4a43-b38b-e73b3d22d1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.640579 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7cd3dd75-8677-493d-acac-c3016fc6a36c up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:27.709379 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.719315 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7cb511f1-9e35-48c6-a792-f43c3c9e5fd5 req-f4ddd1e2-11f3-4e43-97cc-27ac0c05b659 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 210 time: 0.0877507 Aug 20 11:43:27.747919 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 7cd3dd75-8677-493d-acac-c3016fc6a36c completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:27.748534 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 7cd3dd75-8677-493d-acac-c3016fc6a36c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:27.748955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-2f097811-697d-4e76-b3c7-23828ab4c408 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:27.749101 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.750677 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-2f097811-697d-4e76-b3c7-23828ab4c408 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4429297 Aug 20 11:43:27.757783 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-88fcac70-e7fa-4b1b-8bcc-d2a79e7692a6 req-623c596d-e3ef-4e88-be5f-ab550ab4e99f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138557 Aug 20 11:43:27.769194 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-01ddea70-0a77-49fc-bb2d-e360fa193937 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Request body: {'port': {'device_id': '4130aca6-d273-45c2-bb04-d0629757707d', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '4968b5d340e042799a12f4492ac2ee3a'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:27.782676 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port c030ec40-ee45-4605-b57b-b4eae52cbfc3, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c030ec40-ee45-4605-b57b-b4eae52cbfc3,segment=NetworkSegment(53a0a83a-9397-4588-b3f6-4f4b598b8365),segment_id=53a0a83a-9397-4588-b3f6-4f4b598b8365)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:27.789944 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.792242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 52e8e73c-7968-4f59-92d2-4fe05908da89 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:27.888003 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d315e402-f9ed-4a43-b38b-e73b3d22d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.909551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=c030ec40-ee45-4605-b57b-b4eae52cbfc3,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:27.922668 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7f34cf51-74fe-4a03-b84b-5e3af71e5044 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1595705 Aug 20 11:43:27.926591 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41480) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:27.936237 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.940027 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-32bdd3d1-8087-4ddb-98b9-83022d82ac2b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'subnet': {'network_id': 'eb8c0e48-785a-48c8-835e-7bd62b84a945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:27.943088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 52e8e73c-7968-4f59-92d2-4fe05908da89 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:27.949939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 52e8e73c-7968-4f59-92d2-4fe05908da89 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:27.950357 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.981059 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.985485 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34cf51-74fe-4a03-b84b-5e3af71e5044 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Network': ['ID=eb8c0e48-785a-48c8-835e-7bd62b84a945,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:28.008889 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6784b82-a8b6-47de-a9fc-7b4b7b671fb6 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Made reservation on behalf of 290e1e7f1765408eace3de38f4b98e45 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:28.015705 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6784b82-a8b6-47de-a9fc-7b4b7b671fb6 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.025409 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network eb8c0e48-785a-48c8-835e-7bd62b84a945 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:28.046729 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d315e402-f9ed-4a43-b38b-e73b3d22d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.050981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6e6d4-d71c-4840-8e0b-0fd45d33bfec req-347cf110-aee4-48ab-897a-7ef42e36f2ef tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:28.058709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-01ddea70-0a77-49fc-bb2d-e360fa193937 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Made reservation on behalf of 4968b5d340e042799a12f4492ac2ee3a for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:28.058901 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4af6e6d4-d71c-4840-8e0b-0fd45d33bfec req-347cf110-aee4-48ab-897a-7ef42e36f2ef tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 944 time: 0.1475816 Aug 20 11:43:28.062853 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-01ddea70-0a77-49fc-bb2d-e360fa193937 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.070377 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:28.080056 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.084062 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-e6784b82-a8b6-47de-a9fc-7b4b7b671fb6 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] device_id is not set on port 6a237e4c-226d-4262-b94e-77aff0a40e72 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:43:28.107220 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d315e402-f9ed-4a43-b38b-e73b3d22d1e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.110129 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d315e402-f9ed-4a43-b38b-e73b3d22d1e0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/10cb89f6-e588-493a-8613-14967bd5bedf HTTP/1.1" status: 204 len: 168 time: 1.0707932 Aug 20 11:43:28.114596 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315e402-f9ed-4a43-b38b-e73b3d22d1e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10cb89f6-e588-493a-8613-14967bd5bedf,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:28.117153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41484) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:28.150822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf5da60-1bf0-4aa4-a22f-09912b3cb33d None None] Network 601cbfc5-e222-4e33-a80a-eb90561bedd1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:28.177019 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-562e6406-178d-4523-972f-afc7f792f892 req-11134893-6a1b-4ae5-a429-126d80fd6dff tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 210 time: 0.0710530 Aug 20 11:43:28.183051 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4af6e6d4-d71c-4840-8e0b-0fd45d33bfec req-a666fa8e-cc1c-44da-8c72-44f0cc2ef62e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231799 Aug 20 11:43:28.235042 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.239739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=7cd3dd75-8677-493d-acac-c3016fc6a36c,revision_number=13']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:28.271543 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bdd3d1-8087-4ddb-98b9-83022d82ac2b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:28.275150 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32bdd3d1-8087-4ddb-98b9-83022d82ac2b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.310176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-e6784b82-a8b6-47de-a9fc-7b4b7b671fb6 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Allocated IP 172.20.0.10 (20d5141f-5481-4fdf-9011-88c53f0cd4dd/094f3f95-05d3-4117-932a-4af81aa87124/6a237e4c-226d-4262-b94e-77aff0a40e72) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:28.321406 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 52e8e73c-7968-4f59-92d2-4fe05908da89, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=52e8e73c-7968-4f59-92d2-4fe05908da89,segment=NetworkSegment(53a0a83a-9397-4588-b3f6-4f4b598b8365),segment_id=53a0a83a-9397-4588-b3f6-4f4b598b8365)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:28.330591 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.409863 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=52e8e73c-7968-4f59-92d2-4fe05908da89,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:28.423779 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e35a84ad-8a7e-42f3-918c-7c40a2b2c91f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:28.446062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: e35a84ad-8a7e-42f3-918c-7c40a2b2c91f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:28.446512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e35a84ad-8a7e-42f3-918c-7c40a2b2c91f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:28.447191 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device adf13166-4076-4e19-b0fc-479292eb5394 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:28.469628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a968499-9ec1-4623-95c3-38c3c663052a None None] DHCP port deletion for 601cbfc5-e222-4e33-a80a-eb90561bedd1 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:43:28.472721 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: adf13166-4076-4e19-b0fc-479292eb5394 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:28.473137 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device adf13166-4076-4e19-b0fc-479292eb5394 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:28.522560 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3a968499-9ec1-4623-95c3-38c3c663052a None None] Deleting port 4fe5b965-80f1-4634-9ea2-bf45bdf6518c {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:28.523006 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a968499-9ec1-4623-95c3-38c3c663052a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.526457 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6784b82-a8b6-47de-a9fc-7b4b7b671fb6 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.541630 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e6784b82-a8b6-47de-a9fc-7b4b7b671fb6 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Transition to ACTIVE for port object 6a237e4c-226d-4262-b94e-77aff0a40e72 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:28.577086 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6784b82-a8b6-47de-a9fc-7b4b7b671fb6 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.587294 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3a968499-9ec1-4623-95c3-38c3c663052a None None] For port 4fe5b965-80f1-4634-9ea2-bf45bdf6518c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4fe5b965-80f1-4634-9ea2-bf45bdf6518c,segment=NetworkSegment(699bae19-0486-4c5a-82a0-587d4c28b528),segment_id=699bae19-0486-4c5a-82a0-587d4c28b528)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:28.587792 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a968499-9ec1-4623-95c3-38c3c663052a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.601504 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3a968499-9ec1-4623-95c3-38c3c663052a None None] Calling delete_port for 4fe5b965-80f1-4634-9ea2-bf45bdf6518c owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:28.622560 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6784b82-a8b6-47de-a9fc-7b4b7b671fb6 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Network 20d5141f-5481-4fdf-9011-88c53f0cd4dd is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:28.625754 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-e6784b82-a8b6-47de-a9fc-7b4b7b671fb6 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:28.629416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6784b82-a8b6-47de-a9fc-7b4b7b671fb6 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:28.667164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6784b82-a8b6-47de-a9fc-7b4b7b671fb6 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Pushing event updated for resources: {'Port': ['ID=6a237e4c-226d-4262-b94e-77aff0a40e72,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:28.687682 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac9c686c-ad2e-4bf0-9fe7-39d9ddb7cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.691463 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a968499-9ec1-4623-95c3-38c3c663052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.704081 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6784b82-a8b6-47de-a9fc-7b4b7b671fb6 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:28.705184 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6784b82-a8b6-47de-a9fc-7b4b7b671fb6 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.723312 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e6784b82-a8b6-47de-a9fc-7b4b7b671fb6 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6133988 Aug 20 11:43:28.726790 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a968499-9ec1-4623-95c3-38c3c663052a None None] Pushing event deleted for resources: {'Port': ['ID=4fe5b965-80f1-4634-9ea2-bf45bdf6518c,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:28.727599 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41486) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:28.729303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a968499-9ec1-4623-95c3-38c3c663052a None None] No DVR routers for this DVR port 4fe5b965-80f1-4634-9ea2-bf45bdf6518c on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:28.744368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:28.772908 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.856588 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-26770567-e41b-46e8-b6c2-49dffeeaf75d req-bf367eda-725a-4f6e-b2d8-e750d95e5514 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 210 time: 0.0335932 Aug 20 11:43:28.921467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c124856-321f-41be-833f-fbbe44cade0b req-cef2ea26-4da8-4d22-9147-43be5f5908cc tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:28.922942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c124856-321f-41be-833f-fbbe44cade0b req-cef2ea26-4da8-4d22-9147-43be5f5908cc tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.76 "GET /v2.0/networks?id=23ab9d4a-8578-42de-b2f2-9abb205ba29f HTTP/1.1" status: 200 len: 824 time: 0.6946988 Aug 20 11:43:28.929514 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.932776 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac9c686c-ad2e-4bf0-9fe7-39d9ddb7cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.935470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-01ddea70-0a77-49fc-bb2d-e360fa193937 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Allocated IP 192.168.233.81 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:28.952624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-4c124856-321f-41be-833f-fbbe44cade0b req-577430a1-e93d-4957-8313-f1c2de1763f8 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Request body: {'port': {'device_id': '8d2fb328-48e9-4f61-ba54-4d69aeb09a25', 'network_id': '23ab9d4a-8578-42de-b2f2-9abb205ba29f', 'admin_state_up': True, 'tenant_id': 'bcde9ac575c746c6a786cf1aa87c6e2b'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:28.962885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ac9c686c-ad2e-4bf0-9fe7-39d9ddb7cbe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601cbfc5-e222-4e33-a80a-eb90561bedd1']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:28.968516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-03881d81-4c10-4eaf-9a9d-8555c76a0718 None None] Provisioning for port 6a237e4c-226d-4262-b94e-77aff0a40e72 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:28.973158 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-03881d81-4c10-4eaf-9a9d-8555c76a0718 None None] Provisioning complete for port 6a237e4c-226d-4262-b94e-77aff0a40e72 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:28.974024 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-03881d81-4c10-4eaf-9a9d-8555c76a0718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.020207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ac9c686c-ad2e-4bf0-9fe7-39d9ddb7cbe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699bae19-0486-4c5a-82a0-587d4c28b528') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:29.020507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ac9c686c-ad2e-4bf0-9fe7-39d9ddb7cbe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699bae19-0486-4c5a-82a0-587d4c28b528') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:29.031606 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac9c686c-ad2e-4bf0-9fe7-39d9ddb7cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.033365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-03881d81-4c10-4eaf-9a9d-8555c76a0718 None None] Port 6a237e4c-226d-4262-b94e-77aff0a40e72 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:43:29.063617 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Allocated IP 172.25.8.38 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/5bf91e60-9e22-4c62-97e5-7ff0dc8cffe6) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:29.091618 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac9c686c-ad2e-4bf0-9fe7-39d9ddb7cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.112890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9c686c-ad2e-4bf0-9fe7-39d9ddb7cbe4 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:29.113209 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac9c686c-ad2e-4bf0-9fe7-39d9ddb7cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:29.118026 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:29.124845 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472cebc9-2284-4649-8dcc-848ad466e28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c030ec40-ee45-4605-b57b-b4eae52cbfc3'}, {'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c'}, {'server_uuid': '372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e8e73c-7968-4f59-92d2-4fe05908da89'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:29.127240 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e5444f-6cf1-4b1e-925b-ec8efdde6611" -d '{"events": [{"server_uuid": "472cebc9-2284-4649-8dcc-848ad466e28f", "name": "network-vif-plugged", "status": "completed", "tag": "c030ec40-ee45-4605-b57b-b4eae52cbfc3"}, {"server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "name": "network-vif-plugged", "status": "completed", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c"}, {"server_uuid": "372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b", "name": "network-vif-plugged", "status": "completed", "tag": "52e8e73c-7968-4f59-92d2-4fe05908da89"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:29.178593 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abbbdee-ee72-4709-b535-2ff7c5f0ab02 x-openstack-request-id: req-4abbbdee-ee72-4709-b535-2ff7c5f0ab02 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:29.179013 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472cebc9-2284-4649-8dcc-848ad466e28f", "name": "network-vif-plugged", "status": "completed", "tag": "c030ec40-ee45-4605-b57b-b4eae52cbfc3", "code": 200}, {"server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "name": "network-vif-plugged", "status": "completed", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c", "code": 200}, {"server_uuid": "372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b", "name": "network-vif-plugged", "status": "completed", "tag": "52e8e73c-7968-4f59-92d2-4fe05908da89", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:29.179235 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.179549 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4abbbdee-ee72-4709-b535-2ff7c5f0ab02 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:29.180289 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472cebc9-2284-4649-8dcc-848ad466e28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c030ec40-ee45-4605-b57b-b4eae52cbfc3', 'code': 200} Aug 20 11:43:29.180813 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c', 'code': 200} Aug 20 11:43:29.181126 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e8e73c-7968-4f59-92d2-4fe05908da89', 'code': 200} Aug 20 11:43:29.227954 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.300488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:29.304245 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac9c686c-ad2e-4bf0-9fe7-39d9ddb7cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.314600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:29.347302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:29.365004 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac9c686c-ad2e-4bf0-9fe7-39d9ddb7cbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.366804 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ac9c686c-ad2e-4bf0-9fe7-39d9ddb7cbe4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/601cbfc5-e222-4e33-a80a-eb90561bedd1 HTTP/1.1" status: 204 len: 168 time: 1.2357142 Aug 20 11:43:29.368255 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Pushing event updated for resources: {'Port': ['ID=5bf91e60-9e22-4c62-97e5-7ff0dc8cffe6,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:29.374144 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32bdd3d1-8087-4ddb-98b9-83022d82ac2b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.419105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871665d-6b8b-4fd5-ab61-43d953c54352 req-9ecf3e37-18f8-44f7-8007-8b1d9f2d94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:29.420658 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e871665d-6b8b-4fd5-ab61-43d953c54352 req-9ecf3e37-18f8-44f7-8007-8b1d9f2d94e0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 1096 time: 0.1191239 Aug 20 11:43:29.434046 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-163fa216-d159-4f7c-aac0-1b9e1341be83 req-0fd85ae9-76a4-4a2f-8317-feb634be98fe tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 210 time: 0.1409316 Aug 20 11:43:29.452796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718957c-e105-42dc-860c-65a71710e49c req-84d3c6b4-482a-42f2-9603-125135e7923a tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:29.454342 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6718957c-e105-42dc-860c-65a71710e49c req-84d3c6b4-482a-42f2-9603-125135e7923a tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 945 time: 0.1445072 Aug 20 11:43:29.469733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c686c-ad2e-4bf0-9fe7-39d9ddb7cbe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=601cbfc5-e222-4e33-a80a-eb90561bedd1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:29.529215 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e871665d-6b8b-4fd5-ab61-43d953c54352 req-001442c7-8ce7-4dd4-af2e-ca57646dbe83 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930629 Aug 20 11:43:29.543054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c124856-321f-41be-833f-fbbe44cade0b req-577430a1-e93d-4957-8313-f1c2de1763f8 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Made reservation on behalf of bcde9ac575c746c6a786cf1aa87c6e2b for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:29.547439 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4c124856-321f-41be-833f-fbbe44cade0b req-577430a1-e93d-4957-8313-f1c2de1763f8 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.550341 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.554329 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6718957c-e105-42dc-860c-65a71710e49c req-072eed9a-b42b-48a8-b53d-d7daea3f079b tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902860 Aug 20 11:43:29.570630 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdd3d1-8087-4ddb-98b9-83022d82ac2b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Subnet': ['ID=5d6d06f3-dceb-4e23-85ae-f69fbe48cdc9,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:29.588714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda03e-ed7e-4272-a962-1f7f1d331b77 req-96d77e70-4db5-4bff-93b8-9b101a90e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:29.590749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bfda03e-ed7e-4272-a962-1f7f1d331b77 req-96d77e70-4db5-4bff-93b8-9b101a90e2ef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=472cebc9-2284-4649-8dcc-848ad466e28f HTTP/1.1" status: 200 len: 1097 time: 0.2840972 Aug 20 11:43:29.595627 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41498) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:29.601960 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.630579 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-01ddea70-0a77-49fc-bb2d-e360fa193937 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.637511 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bdd3d1-8087-4ddb-98b9-83022d82ac2b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Checking segment: {'id': 'af6aeed1-03ba-497a-94c5-2c284d3e8757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'eb8c0e48-785a-48c8-835e-7bd62b84a945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:29.637877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bdd3d1-8087-4ddb-98b9-83022d82ac2b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network hostable DHCP agents. Network: eb8c0e48-785a-48c8-835e-7bd62b84a945, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:29.703254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-01ddea70-0a77-49fc-bb2d-e360fa193937 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Transition to ACTIVE for port object 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:29.761129 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.764144 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-825ac0ab-3988-40c6-9e5f-9ad7945b8472 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=947e0c1b067b4c5f9c1cddc27a1d480c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667249 Aug 20 11:43:29.766510 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.768331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41500) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:29.791590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bdd3d1-8087-4ddb-98b9-83022d82ac2b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network eb8c0e48-785a-48c8-835e-7bd62b84a945 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:29.830599 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-32bdd3d1-8087-4ddb-98b9-83022d82ac2b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, eb8c0e48-785a-48c8-835e-7bd62b84a945) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:29.839704 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e61cd9-c1f4-4e26-b23f-f2cba0498a44 None None] Network eb8c0e48-785a-48c8-835e-7bd62b84a945 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:29.845662 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bdd3d1-8087-4ddb-98b9-83022d82ac2b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:29.846241 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32bdd3d1-8087-4ddb-98b9-83022d82ac2b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.853630 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bfda03e-ed7e-4272-a962-1f7f1d331b77 req-6051577c-cb0e-451f-9eee-0492f045bae4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183438 Aug 20 11:43:29.862015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-4c124856-321f-41be-833f-fbbe44cade0b req-577430a1-e93d-4957-8313-f1c2de1763f8 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Allocated IP 172.20.0.8 (23ab9d4a-8578-42de-b2f2-9abb205ba29f/41a9c794-fa7b-4204-8961-59abd54b9f53/bcb7118a-43c0-44a7-9319-a16c98737137) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:29.870711 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-01ddea70-0a77-49fc-bb2d-e360fa193937 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.876699 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Pushing event updated for resources: {'Port': ['ID=5bf91e60-9e22-4c62-97e5-7ff0dc8cffe6,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:29.898285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['28af82fb-9ab8-485a-8b42-493125ccb526', '5e605c4c-2b5d-47db-b200-be470000f036', '7cd3dd75-8677-493d-acac-c3016fc6a36c'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:29.908764 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.911535 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-11e34d7f-8fda-4a5c-abc4-e234da3ed0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.913730 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-32bdd3d1-8087-4ddb-98b9-83022d82ac2b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9844518 Aug 20 11:43:29.919461 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41504) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:29.941545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-01ddea70-0a77-49fc-bb2d-e360fa193937 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:29.947863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-01ddea70-0a77-49fc-bb2d-e360fa193937 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:29.959488 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-01ddea70-0a77-49fc-bb2d-e360fa193937 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:29.992844 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.994348 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-33754f43-73d2-4907-ae77-ecdef8e138b0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2581041 Aug 20 11:43:30.006694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41506) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:30.022288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddea70-0a77-49fc-bb2d-e360fa193937 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Pushing event updated for resources: {'Port': ['ID=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:30.033565 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-125f9d02-f820-4b8d-8a65-f27617fc01d9 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Request body: {'floatingip': {'port_id': '6a237e4c-226d-4262-b94e-77aff0a40e72', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:30.087072 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-11e34d7f-8fda-4a5c-abc4-e234da3ed0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.112540 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-eb8c0e48-785a-48c8-835e-7bd62b84a945', 'network_id': 'eb8c0e48-785a-48c8-835e-7bd62b84a945', 'tenant_id': 'fbce249a6adc44c7b99fe108dcd9cc2e', 'fixed_ips': [{'subnet_id': '5d6d06f3-dceb-4e23-85ae-f69fbe48cdc9'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:30.113413 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.176602 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-125f9d02-f820-4b8d-8a65-f27617fc01d9 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.179596 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.192756 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-11e34d7f-8fda-4a5c-abc4-e234da3ed0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.195444 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-11e34d7f-8fda-4a5c-abc4-e234da3ed0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.196810 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-11e34d7f-8fda-4a5c-abc4-e234da3ed0d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8ccbd3e-6782-493f-ad07-4991b0a8d3f4 HTTP/1.1" status: 204 len: 168 time: 0.4250808 Aug 20 11:43:30.233478 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-01ddea70-0a77-49fc-bb2d-e360fa193937 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:30.234105 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-01ddea70-0a77-49fc-bb2d-e360fa193937 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.265477 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.294132 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-01ddea70-0a77-49fc-bb2d-e360fa193937 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5297394 Aug 20 11:43:30.302530 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-12c47d86-52cb-46ae-a4a1-858e12abac07 None None] Provisioning for port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:30.309420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c6bf9-5bcf-4368-b7bb-80baae9a77f2 req-d2bc0752-3f29-4e86-a912-6f1a66ad6396 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:30.312128 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e34d7f-8fda-4a5c-abc4-e234da3ed0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ccbd3e-6782-493f-ad07-4991b0a8d3f4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:30.317972 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2c8c6bf9-5bcf-4368-b7bb-80baae9a77f2 req-d2bc0752-3f29-4e86-a912-6f1a66ad6396 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 935 time: 0.3539090 Aug 20 11:43:30.337027 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-12c47d86-52cb-46ae-a4a1-858e12abac07 None None] Provisioning complete for port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:30.337027 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-12c47d86-52cb-46ae-a4a1-858e12abac07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.355272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Request body: {'port': {'device_id': '4130aca6-d273-45c2-bb04-d0629757707d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:30.407942 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Allocated IP 172.20.0.1 (eb8c0e48-785a-48c8-835e-7bd62b84a945/5d6d06f3-dceb-4e23-85ae-f69fbe48cdc9/5256f96b-acfd-4130-9c21-bb4e75b07159) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:30.417145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-12c47d86-52cb-46ae-a4a1-858e12abac07 None None] Port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:43:30.496350 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-125f9d02-f820-4b8d-8a65-f27617fc01d9 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] update failed (client error): The resource could not be found. Aug 20 11:43:30.497424 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-125f9d02-f820-4b8d-8a65-f27617fc01d9 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] 10.222.0.37 "PUT /v2.0/floatingips/1abb3a22-545b-4097-b4bb-c0f671bcbdd1 HTTP/1.1" status: 404 len: 507 time: 0.4766669 Aug 20 11:43:30.500443 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41514) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:30.530065 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4c124856-321f-41be-833f-fbbe44cade0b req-577430a1-e93d-4957-8313-f1c2de1763f8 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.542124 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2c8c6bf9-5bcf-4368-b7bb-80baae9a77f2 req-a4d193c2-5ef2-43b9-8637-f8d0f7487e65 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232873 Aug 20 11:43:30.550131 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.559799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4fe5b965-80f1-4634-9ea2-bf45bdf6518c no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:30.640316 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 4fe5b965-80f1-4634-9ea2-bf45bdf6518c {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:30.640705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4fe5b965-80f1-4634-9ea2-bf45bdf6518c not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:30.684699 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4c124856-321f-41be-833f-fbbe44cade0b req-577430a1-e93d-4957-8313-f1c2de1763f8 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.770792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f212ab2-6b88-474d-9e5d-eb350207a794 req-d85a4074-9e5b-4ebb-9539-3322291b5740 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:30.772498 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f212ab2-6b88-474d-9e5d-eb350207a794 req-d85a4074-9e5b-4ebb-9539-3322291b5740 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 931 time: 0.1466565 Aug 20 11:43:30.793739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c124856-321f-41be-833f-fbbe44cade0b req-577430a1-e93d-4957-8313-f1c2de1763f8 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Network 23ab9d4a-8578-42de-b2f2-9abb205ba29f is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:30.800867 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd94c8-5738-4fa9-98b4-d35886b25211 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Deleting port 5bf91e60-9e22-4c62-97e5-7ff0dc8cffe6 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:30.801355 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7fd94c8-5738-4fa9-98b4-d35886b25211 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.808181 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.819918 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Transition to ACTIVE for port object 5256f96b-acfd-4130-9c21-bb4e75b07159 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:30.839689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Transition to ACTIVE for port object 5256f96b-acfd-4130-9c21-bb4e75b07159 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:30.846786 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.878533 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f212ab2-6b88-474d-9e5d-eb350207a794 req-09df983a-59c5-4118-b825-f7ca0b206520 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978119 Aug 20 11:43:30.896847 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Network eb8c0e48-785a-48c8-835e-7bd62b84a945 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:30.897565 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.900877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:30.916968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:30.919096 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-4c124856-321f-41be-833f-fbbe44cade0b req-577430a1-e93d-4957-8313-f1c2de1763f8 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:30.921109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577430a1-e93d-4957-8313-f1c2de1763f8 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Pushing event updated for resources: {'Port': ['ID=bcb7118a-43c0-44a7-9319-a16c98737137,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:30.923722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c124856-321f-41be-833f-fbbe44cade0b req-577430a1-e93d-4957-8313-f1c2de1763f8 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:30.941198 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Pushing event updated for resources: {'Port': ['ID=5256f96b-acfd-4130-9c21-bb4e75b07159,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:30.958493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6d06f3-dceb-4e23-85ae-f69fbe48cdc9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:31.031231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Attempting to bind port 5256f96b-acfd-4130-9c21-bb4e75b07159 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:31.031604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Attempting to bind port 5256f96b-acfd-4130-9c21-bb4e75b07159 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'af6aeed1-03ba-497a-94c5-2c284d3e8757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'eb8c0e48-785a-48c8-835e-7bd62b84a945'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:31.031968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Attempting to bind port 5256f96b-acfd-4130-9c21-bb4e75b07159 on network eb8c0e48-785a-48c8-835e-7bd62b84a945 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:31.034764 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7fd94c8-5738-4fa9-98b4-d35886b25211 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.035635 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7fd94c8-5738-4fa9-98b4-d35886b25211 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.043292 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:31.043665 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Checking segment: {'id': 'af6aeed1-03ba-497a-94c5-2c284d3e8757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'eb8c0e48-785a-48c8-835e-7bd62b84a945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:31.046814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34dbe9-346b-4e7f-be3d-ef209e9946a0 req-a2e5f2c2-b27f-408b-b449-6666af9d02a5 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:31.050428 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.051127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Bound using segment: {'id': 'af6aeed1-03ba-497a-94c5-2c284d3e8757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'eb8c0e48-785a-48c8-835e-7bd62b84a945'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:31.051799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Bound port: 5256f96b-acfd-4130-9c21-bb4e75b07159, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6aeed1-03ba-497a-94c5-2c284d3e8757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'eb8c0e48-785a-48c8-835e-7bd62b84a945'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:31.052840 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.054989 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ba34dbe9-346b-4e7f-be3d-ef209e9946a0 req-a2e5f2c2-b27f-408b-b449-6666af9d02a5 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 945 time: 0.3683043 Aug 20 11:43:31.061346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd94c8-5738-4fa9-98b4-d35886b25211 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Calling delete_port for 5bf91e60-9e22-4c62-97e5-7ff0dc8cffe6 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:31.063862 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.098022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8c0e48-785a-48c8-835e-7bd62b84a945']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:31.104671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c124856-321f-41be-833f-fbbe44cade0b req-577430a1-e93d-4957-8313-f1c2de1763f8 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:31.105070 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4c124856-321f-41be-833f-fbbe44cade0b req-577430a1-e93d-4957-8313-f1c2de1763f8 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.111552 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6aeed1-03ba-497a-94c5-2c284d3e8757') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:31.111855 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6aeed1-03ba-497a-94c5-2c284d3e8757') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:31.160216 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.165473 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c124856-321f-41be-833f-fbbe44cade0b req-577430a1-e93d-4957-8313-f1c2de1763f8 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2276826 Aug 20 11:43:31.172566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ba34dbe9-346b-4e7f-be3d-ef209e9946a0 req-f3b2eb19-0081-40ea-ac13-200e9db3d595 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973272 Aug 20 11:43:31.189276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:31.191952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Request body: {'port': {'device_id': '8d2fb328-48e9-4f61-ba54-4d69aeb09a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:31.199397 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.211753 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] For port 5256f96b-acfd-4130-9c21-bb4e75b07159, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:31.221579 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.233803 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:31.234265 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:31.237618 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:31.267514 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.310493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Transition to ACTIVE for port object 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:31.311227 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] For port 5256f96b-acfd-4130-9c21-bb4e75b07159, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5256f96b-acfd-4130-9c21-bb4e75b07159,segment=NetworkSegment(af6aeed1-03ba-497a-94c5-2c284d3e8757),segment_id=af6aeed1-03ba-497a-94c5-2c284d3e8757)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:31.313944 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:43:31.313944 n-d-804299-2 neutron-server[94690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:43:31.313944 n-d-804299-2 neutron-server[94690]: [parameters: {'id': 'eb8c0e48-785a-48c8-835e-7bd62b84a945'}] Aug 20 11:43:31.313944 n-d-804299-2 neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:43:31.314810 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:43:31.317283 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.317504 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.397554 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7fd94c8-5738-4fa9-98b4-d35886b25211 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.454716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1227b0-0a0b-4e7b-a226-1f53de917e7b None None] Pushing event updated for resources: {'Port': ['ID=5256f96b-acfd-4130-9c21-bb4e75b07159,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:31.463256 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd94c8-5738-4fa9-98b4-d35886b25211 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Pushing event deleted for resources: {'Port': ['ID=5bf91e60-9e22-4c62-97e5-7ff0dc8cffe6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:31.470461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Pushing event updated for resources: {'Port': ['ID=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:31.492971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c78d0c-438d-4b04-9b52-b500551c3fc9 None None] Network eb8c0e48-785a-48c8-835e-7bd62b84a945 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:31.544257 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7fd94c8-5738-4fa9-98b4-d35886b25211 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.547947 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7fd94c8-5738-4fa9-98b4-d35886b25211 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.549463 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c7fd94c8-5738-4fa9-98b4-d35886b25211 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] 10.222.0.37 "DELETE /v2.0/floatingips/1abb3a22-545b-4097-b4bb-c0f671bcbdd1 HTTP/1.1" status: 204 len: 168 time: 1.0477543 Aug 20 11:43:31.580794 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41542) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:31.596294 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-fa4c4d12-3dba-45a7-9311-bdc0fbe34598 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Request body: {'floatingip': {'floating_network_id': '20d5141f-5481-4fdf-9011-88c53f0cd4dd', 'port_id': '6a237e4c-226d-4262-b94e-77aff0a40e72', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:31.628256 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa4c4d12-3dba-45a7-9311-bdc0fbe34598 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.795991 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-fa4c4d12-3dba-45a7-9311-bdc0fbe34598 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:43:31.797256 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ac3efe-34c5-44a0-8879-e77ed66079d0 None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:43:31.797716 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fa4c4d12-3dba-45a7-9311-bdc0fbe34598 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2156742 Aug 20 11:43:31.802247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41554) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:31.807865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': '6a237e4c-226d-4262-b94e-77aff0a40e72', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:31.815899 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.859542 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.979456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Attempting to bind port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:31.979797 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Attempting to bind port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:31.980143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Attempting to bind port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:31.995735 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ac3efe-34c5-44a0-8879-e77ed66079d0 None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:43:32.001083 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d60c1-e2ac-4e04-b2e1-d2b023e72f35 req-c843b019-3ed7-4421-b5ab-91d67767f1c7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:32.002614 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f22d60c1-e2ac-4e04-b2e1-d2b023e72f35 req-c843b019-3ed7-4421-b5ab-91d67767f1c7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 947 time: 0.1610188 Aug 20 11:43:32.006424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:43:32.006746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Attempting to bind port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:32.021535 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7bfe9f14-d3f5-4b09-b3a7-c4b55183ae64 req-a68cd0b9-a304-49df-9172-c9da795a4415 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0684135 Aug 20 11:43:32.027166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:32.027498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:32.028063 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:32.028848 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Bound port: 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:32.029468 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.095965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Deleting port 5256f96b-acfd-4130-9c21-bb4e75b07159 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:32.096583 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.143491 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f22d60c1-e2ac-4e04-b2e1-d2b023e72f35 req-908483aa-5ceb-43a1-bf0e-127df49a142d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318877 Aug 20 11:43:32.198709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:32.222833 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:32.235623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb7118a-43c0-44a7-9319-a16c98737137 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:32.249309 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.268184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Transition to ACTIVE for port object bcb7118a-43c0-44a7-9319-a16c98737137 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:32.270932 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.288182 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] For port 5256f96b-acfd-4130-9c21-bb4e75b07159, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5256f96b-acfd-4130-9c21-bb4e75b07159,segment=NetworkSegment(af6aeed1-03ba-497a-94c5-2c284d3e8757),segment_id=af6aeed1-03ba-497a-94c5-2c284d3e8757)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:32.288575 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.304892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ad10f-f989-4421-9d9c-9f4ce5c4f196 req-a6ecdf1f-2a1a-43cd-af68-844b48063aec tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:32.309290 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed8ad10f-f989-4421-9d9c-9f4ce5c4f196 req-a6ecdf1f-2a1a-43cd-af68-844b48063aec tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 931 time: 0.1991189 Aug 20 11:43:32.320295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Calling delete_port for 5256f96b-acfd-4130-9c21-bb4e75b07159 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:32.350434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Pushing event updated for resources: {'Port': ['ID=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:32.355971 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.428005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:32.428683 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.430173 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-e1429f96-c1b9-425b-9d1d-9a03b6657232 service neutron] 10.222.0.76 "PUT /v2.0/ports/653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 HTTP/1.1" status: 200 len: 1095 time: 2.1099260 Aug 20 11:43:32.434331 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed8ad10f-f989-4421-9d9c-9f4ce5c4f196 req-b8285b9d-c085-42ed-8fb4-6b2fddafa0b7 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506401 Aug 20 11:43:32.435651 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.442333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:32.450243 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37100a45-27b6-461c-a347-5e7a894964eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:32.519445 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.522088 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51eb1419-427d-4cc4-a034-9a108a69aab2 x-openstack-request-id: req-51eb1419-427d-4cc4-a034-9a108a69aab2 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:32.522387 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:32.522641 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51eb1419-427d-4cc4-a034-9a108a69aab2 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:32.523042 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93', 'status': 'completed', 'code': 200} Aug 20 11:43:32.544326 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No DVR routers for this DVR port 5256f96b-acfd-4130-9c21-bb4e75b07159 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:32.564913 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb7118a-43c0-44a7-9319-a16c98737137,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:32.582153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b87a00-bae6-48ab-b808-8622f2426e53 req-2896343e-e627-4ee8-8471-4d5812efb873 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:32.588181 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05b87a00-bae6-48ab-b808-8622f2426e53 req-2896343e-e627-4ee8-8471-4d5812efb873 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 945 time: 0.2519331 Aug 20 11:43:32.613833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Port': ['ID=5256f96b-acfd-4130-9c21-bb4e75b07159,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:32.614655 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-9fe77920-db55-4ad8-9738-9c10fb52ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:32.621026 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-9fe77920-db55-4ad8-9738-9c10fb52ccf1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 1098 time: 0.1368771 Aug 20 11:43:32.696531 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.704164 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Attempting to bind port bcb7118a-43c0-44a7-9319-a16c98737137 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:32.704559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Attempting to bind port bcb7118a-43c0-44a7-9319-a16c98737137 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '9995941d-3023-4107-b1ce-b826d99d617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '23ab9d4a-8578-42de-b2f2-9abb205ba29f'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:32.704858 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Attempting to bind port bcb7118a-43c0-44a7-9319-a16c98737137 on network 23ab9d4a-8578-42de-b2f2-9abb205ba29f {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:32.706117 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.709485 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Allocated IP 172.25.8.163 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/ecc1dfd9-cbc5-467d-9d61-d164e97ffe45) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:32.724773 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Port bcb7118a-43c0-44a7-9319-a16c98737137 on network 23ab9d4a-8578-42de-b2f2-9abb205ba29f not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:43:32.725101 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8c0e48-785a-48c8-835e-7bd62b84a945']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:32.725225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Attempting to bind port bcb7118a-43c0-44a7-9319-a16c98737137 on network 23ab9d4a-8578-42de-b2f2-9abb205ba29f {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:32.740503 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6aeed1-03ba-497a-94c5-2c284d3e8757') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:32.741277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6aeed1-03ba-497a-94c5-2c284d3e8757') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:32.764199 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.783507 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-835bf3b2-9a68-4c2b-a288-b87ccb7efa8a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 HTTP/1.1" status: 200 len: 217 time: 0.1109483 Aug 20 11:43:32.785805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:32.786218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Checking segment: {'id': '9995941d-3023-4107-b1ce-b826d99d617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '23ab9d4a-8578-42de-b2f2-9abb205ba29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:32.786604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Bound using segment: {'id': '9995941d-3023-4107-b1ce-b826d99d617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '23ab9d4a-8578-42de-b2f2-9abb205ba29f'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:32.787047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Bound port: bcb7118a-43c0-44a7-9319-a16c98737137, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9995941d-3023-4107-b1ce-b826d99d617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '23ab9d4a-8578-42de-b2f2-9abb205ba29f'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:32.787409 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.813336 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.823644 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:32.824055 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:32.827026 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:32.842667 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05b87a00-bae6-48ab-b808-8622f2426e53 req-0495dfc7-d90f-4be9-b5a3-eea5eb60f9ab tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480400 Aug 20 11:43:32.880585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-6e1df240-3966-408f-8dfa-12f5713ed0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:32.888795 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-6e1df240-3966-408f-8dfa-12f5713ed0f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0937400 Aug 20 11:43:32.909315 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.925739 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.927805 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/eb8c0e48-785a-48c8-835e-7bd62b84a945 HTTP/1.1" status: 204 len: 168 time: 3.0054679 Aug 20 11:43:32.933925 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41574) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:32.948230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1e11b661-6cf0-49ed-a63e-7392d6a768bf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1920862792'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:32.953623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.956079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] For port bcb7118a-43c0-44a7-9319-a16c98737137, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:32.963624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f9058-d12d-48f5-9738-eb3200dd5374 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Network': ['ID=eb8c0e48-785a-48c8-835e-7bd62b84a945,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:32.978333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] For port bcb7118a-43c0-44a7-9319-a16c98737137, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=bcb7118a-43c0-44a7-9319-a16c98737137,segment=NetworkSegment(9995941d-3023-4107-b1ce-b826d99d617b),segment_id=9995941d-3023-4107-b1ce-b826d99d617b)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:32.985375 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.994808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-0e148556-5921-4bbe-b21e-22191f1ed5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:32.996375 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-0e148556-5921-4bbe-b21e-22191f1ed5c5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0922508 Aug 20 11:43:33.022244 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e11b661-6cf0-49ed-a63e-7392d6a768bf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:33.026413 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e11b661-6cf0-49ed-a63e-7392d6a768bf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.045375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:33.046249 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.056361 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c124856-321f-41be-833f-fbbe44cade0b req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] 10.222.0.76 "PUT /v2.0/ports/bcb7118a-43c0-44a7-9319-a16c98737137 HTTP/1.1" status: 200 len: 1091 time: 1.8600440 Aug 20 11:43:33.058042 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982105f-55f7-48d9-955e-fdb54727422a req-7052eb29-a646-491e-8327-b9b7636c8934 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:33.059839 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d982105f-55f7-48d9-955e-fdb54727422a req-7052eb29-a646-491e-8327-b9b7636c8934 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afdc9ec-2d84-4d09-bcc2-d725f5926e06 HTTP/1.1" status: 200 len: 946 time: 0.1266971 Aug 20 11:43:33.095879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e11b661-6cf0-49ed-a63e-7392d6a768bf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:33.112407 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.132232 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e11b661-6cf0-49ed-a63e-7392d6a768bf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.132877 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-1e11b661-6cf0-49ed-a63e-7392d6a768bf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Added segment 19c15450-00bb-473b-8763-84bfa0f3ab6c of type vlan for network 593a72e8-f9cf-47f9-9bba-8e17eb8f097d Aug 20 11:43:33.174085 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0bb7a71c-a163-421d-b964-bc5b6e20ebfb req-175e50a6-bc15-49ee-a932-b9c74e9b7301 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0635324 Aug 20 11:43:33.180759 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4d1a9-65e7-4b83-8841-96845ba67241 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb7118a-43c0-44a7-9319-a16c98737137,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:33.183575 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:33.216619 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:33.229576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:33.234232 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d982105f-55f7-48d9-955e-fdb54727422a req-43f97132-c90c-4b4a-9450-65a068e5c5ec tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590934 Aug 20 11:43:33.239989 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-03cd335a-1a24-49c5-ae3f-4c86749b62c2 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240231 Aug 20 11:43:33.242797 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Pushing event updated for resources: {'Port': ['ID=ecc1dfd9-cbc5-467d-9d61-d164e97ffe45,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:33.252622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c124856-321f-41be-833f-fbbe44cade0b req-051a2ab1-2580-4b59-bb9b-962f9721cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:33.257669 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c124856-321f-41be-833f-fbbe44cade0b req-051a2ab1-2580-4b59-bb9b-962f9721cd1c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bcde9ac575c746c6a786cf1aa87c6e2b&device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 1094 time: 0.1644824 Aug 20 11:43:33.272279 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e11b661-6cf0-49ed-a63e-7392d6a768bf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.345958 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e11b661-6cf0-49ed-a63e-7392d6a768bf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.351599 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e11b661-6cf0-49ed-a63e-7392d6a768bf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:33.352195 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e11b661-6cf0-49ed-a63e-7392d6a768bf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.378228 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c124856-321f-41be-833f-fbbe44cade0b req-c6e105fa-2ba9-44f7-96ae-a7060c3be2ba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcb7118a-43c0-44a7-9319-a16c98737137 HTTP/1.1" status: 200 len: 217 time: 0.1049218 Aug 20 11:43:33.471429 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1e11b661-6cf0-49ed-a63e-7392d6a768bf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5286117 Aug 20 11:43:33.472074 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41584) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:33.476986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e07f9-7f50-47ec-b56a-8135762f8453 req-0eec8da3-4a53-4163-9749-d8a7562db528 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:33.478509 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-282e07f9-7f50-47ec-b56a-8135762f8453 req-0eec8da3-4a53-4163-9749-d8a7562db528 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 947 time: 0.1788619 Aug 20 11:43:33.481983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c124856-321f-41be-833f-fbbe44cade0b req-9fdc3f1a-f220-4071-b903-ccad141eb6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:33.483285 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c124856-321f-41be-833f-fbbe44cade0b req-9fdc3f1a-f220-4071-b903-ccad141eb6d0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=41a9c794-fa7b-4204-8961-59abd54b9f53 HTTP/1.1" status: 200 len: 864 time: 0.0887313 Aug 20 11:43:33.485232 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-466d4fba-da9c-484d-a9fd-22c4bed5b15b req-b95afb64-210b-401b-8c8b-6721b76a34ee service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262452 Aug 20 11:43:33.486306 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-36a5e1c0-4851-449a-8899-ac4b9c333aaf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:33.532430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c124856-321f-41be-833f-fbbe44cade0b req-fe6934e1-4adc-452d-a883-111403201b56 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=23ab9d4a-8578-42de-b2f2-9abb205ba29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312340 Aug 20 11:43:33.547800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11b661-6cf0-49ed-a63e-7392d6a768bf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Network': ['ID=593a72e8-f9cf-47f9-9bba-8e17eb8f097d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:33.559262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 593a72e8-f9cf-47f9-9bba-8e17eb8f097d details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:33.569792 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-282e07f9-7f50-47ec-b56a-8135762f8453 req-b6b797f4-0f4d-425f-96be-b5e92af666f3 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836043 Aug 20 11:43:33.578743 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fae4dc-7f71-4f24-b3c6-34c6c124eb1b req-49dc667f-3626-4ddb-bbcd-e1649428501a tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:33.580416 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-53fae4dc-7f71-4f24-b3c6-34c6c124eb1b req-49dc667f-3626-4ddb-bbcd-e1649428501a tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=472cebc9-2284-4649-8dcc-848ad466e28f HTTP/1.1" status: 200 len: 946 time: 0.2458587 Aug 20 11:43:33.648536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37100a45-27b6-461c-a347-5e7a894964eb req-cafacb96-0759-4d99-8d9c-2564bea92e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:33.651018 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37100a45-27b6-461c-a347-5e7a894964eb req-cafacb96-0759-4d99-8d9c-2564bea92e59 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 1098 time: 0.0797086 Aug 20 11:43:33.717331 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-53fae4dc-7f71-4f24-b3c6-34c6c124eb1b req-b7395f86-13f2-402e-9759-93cb447063a1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262519 Aug 20 11:43:33.746870 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Deleting port ecc1dfd9-cbc5-467d-9d61-d164e97ffe45 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:33.747327 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.766121 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c124856-321f-41be-833f-fbbe44cade0b req-e5a7f4db-7b2c-46a3-ad51-0408098c40f6 service neutron] 10.222.0.76 "GET /v2.0/networks/23ab9d4a-8578-42de-b2f2-9abb205ba29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188277 Aug 20 11:43:33.807459 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a5e1c0-4851-449a-8899-ac4b9c333aaf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.832470 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a5e1c0-4851-449a-8899-ac4b9c333aaf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.856689 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5de82f-afc5-46a5-b340-68e4561e45cb req-7b852344-ad80-4db9-89b3-5147be7397e5 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:33.857997 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36a5e1c0-4851-449a-8899-ac4b9c333aaf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network 593a72e8-f9cf-47f9-9bba-8e17eb8f097d is not hosted by any dhcp agent {{(pid=94690) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 11:43:33.858479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be5de82f-afc5-46a5-b340-68e4561e45cb req-7b852344-ad80-4db9-89b3-5147be7397e5 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 943 time: 0.1835248 Aug 20 11:43:33.864515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a5e1c0-4851-449a-8899-ac4b9c333aaf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:33.864961 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a5e1c0-4851-449a-8899-ac4b9c333aaf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.867427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37100a45-27b6-461c-a347-5e7a894964eb req-27143090-cf62-47b0-a8d9-678922e3c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:33.869611 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37100a45-27b6-461c-a347-5e7a894964eb req-27143090-cf62-47b0-a8d9-678922e3c92c service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2102518 Aug 20 11:43:33.870344 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-36a5e1c0-4851-449a-8899-ac4b9c333aaf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "PUT /v2.0/networks/593a72e8-f9cf-47f9-9bba-8e17eb8f097d HTTP/1.1" status: 200 len: 723 time: 0.3921115 Aug 20 11:43:33.873351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41588) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:33.940328 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37100a45-27b6-461c-a347-5e7a894964eb req-7d468601-8d7e-4f0a-8895-88a3ee13e843 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 HTTP/1.1" status: 200 len: 217 time: 0.0594811 Aug 20 11:43:34.004846 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be5de82f-afc5-46a5-b340-68e4561e45cb req-3ec21305-db34-46ab-85f8-526b521c3997 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313648 Aug 20 11:43:34.006654 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c124856-321f-41be-833f-fbbe44cade0b req-a8202e3d-cbfb-4688-95fb-f30c088c6cc8 service neutron] 10.222.0.76 "GET /v2.0/networks/23ab9d4a-8578-42de-b2f2-9abb205ba29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250504 Aug 20 11:43:34.032697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37100a45-27b6-461c-a347-5e7a894964eb req-65b0b6a7-ebdf-480e-9dea-ee7f834a3821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:34.032697 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37100a45-27b6-461c-a347-5e7a894964eb req-65b0b6a7-ebdf-480e-9dea-ee7f834a3821 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0759740 Aug 20 11:43:34.078133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37100a45-27b6-461c-a347-5e7a894964eb req-aa83743f-e57d-4135-af18-30d91fef8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:34.079665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37100a45-27b6-461c-a347-5e7a894964eb req-aa83743f-e57d-4135-af18-30d91fef8c57 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430217 Aug 20 11:43:34.174216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37100a45-27b6-461c-a347-5e7a894964eb req-ef6d865e-5064-4bbb-803e-7da811bdc8a6 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856719 Aug 20 11:43:34.228919 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f830edb8-52cd-48ee-971e-eef610b93afa tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'subnet': {'network_id': '593a72e8-f9cf-47f9-9bba-8e17eb8f097d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:34.288683 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37100a45-27b6-461c-a347-5e7a894964eb req-d3298b8d-3a73-460f-9165-aea69cb0cf24 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031120 Aug 20 11:43:34.303994 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6479ab8-eb3c-4472-a355-f71eb9febfc1 req-251ec9d6-f5ec-491c-ada1-56cf9e956528 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0343723 Aug 20 11:43:34.312433 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:34.312810 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:34.355717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5e1c0-4851-449a-8899-ac4b9c333aaf tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Network': ['ID=593a72e8-f9cf-47f9-9bba-8e17eb8f097d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:34.359731 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Calling delete_port for ecc1dfd9-cbc5-467d-9d61-d164e97ffe45 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:34.365598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 593a72e8-f9cf-47f9-9bba-8e17eb8f097d details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:34.441597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f67b0-bcb7-46ba-8ac5-a346b877b46d req-988bb898-0579-4322-af6e-31574d5e97e1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:34.443582 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ec1f67b0-bcb7-46ba-8ac5-a346b877b46d req-988bb898-0579-4322-af6e-31574d5e97e1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=472cebc9-2284-4649-8dcc-848ad466e28f HTTP/1.1" status: 200 len: 946 time: 0.2109349 Aug 20 11:43:34.487268 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f830edb8-52cd-48ee-971e-eef610b93afa tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:34.490582 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f830edb8-52cd-48ee-971e-eef610b93afa tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:34.523882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2fb328-48e9-4f61-ba54-4d69aeb09a25', 'tag': 'bcb7118a-43c0-44a7-9319-a16c98737137'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:34.527242 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ebf274-0d6f-414a-9aae-74efecf341aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2fb328-48e9-4f61-ba54-4d69aeb09a25", "tag": "bcb7118a-43c0-44a7-9319-a16c98737137"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:34.557388 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ec1f67b0-bcb7-46ba-8ac5-a346b877b46d req-f0123e24-674a-4ad6-97e5-129a936adc04 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034446 Aug 20 11:43:34.565857 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2c9c95-5442-44c5-a359-8811428a9ccf x-openstack-request-id: req-8a2c9c95-5442-44c5-a359-8811428a9ccf {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:34.566329 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2fb328-48e9-4f61-ba54-4d69aeb09a25", "tag": "bcb7118a-43c0-44a7-9319-a16c98737137", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:34.566650 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a2c9c95-5442-44c5-a359-8811428a9ccf {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:34.567113 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2fb328-48e9-4f61-ba54-4d69aeb09a25', 'tag': 'bcb7118a-43c0-44a7-9319-a16c98737137', 'status': 'completed', 'code': 200} Aug 20 11:43:34.630367 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:34.637366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebf274-0d6f-414a-9aae-74efecf341aa req-6825434f-27f1-44dd-9ff9-035ff6f921ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:34.638975 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50ebf274-0d6f-414a-9aae-74efecf341aa req-6825434f-27f1-44dd-9ff9-035ff6f921ec service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bcde9ac575c746c6a786cf1aa87c6e2b&device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 1094 time: 0.0444257 Aug 20 11:43:34.669890 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Pushing event deleted for resources: {'Port': ['ID=ecc1dfd9-cbc5-467d-9d61-d164e97ffe45,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:34.752696 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc55f19-f937-4f5c-b3b8-5a13ab7ac687 req-2d302232-0ca8-4478-91e1-dbc7716e4404 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:34.754203 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbc55f19-f937-4f5c-b3b8-5a13ab7ac687 req-2d302232-0ca8-4478-91e1-dbc7716e4404 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 947 time: 0.1129580 Aug 20 11:43:34.778238 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebf274-0d6f-414a-9aae-74efecf341aa req-b8d18636-bfc7-4f75-ae62-bf76a9ace20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:34.779986 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50ebf274-0d6f-414a-9aae-74efecf341aa req-b8d18636-bfc7-4f75-ae62-bf76a9ace20f service neutron] 10.222.0.76 "GET /v2.0/networks?id=23ab9d4a-8578-42de-b2f2-9abb205ba29f HTTP/1.1" status: 200 len: 924 time: 0.1268592 Aug 20 11:43:34.800525 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] create failed (client error): The resource could not be found. Aug 20 11:43:34.801511 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5bca7f28-de2a-4d96-90b7-109937c88ad0 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9979873 Aug 20 11:43:34.807629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41598) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:34.837575 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50ebf274-0d6f-414a-9aae-74efecf341aa req-fbd8cb0a-4e21-4f68-a4d9-d255d97b3297 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcb7118a-43c0-44a7-9319-a16c98737137 HTTP/1.1" status: 200 len: 217 time: 0.0470808 Aug 20 11:43:34.843609 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbc55f19-f937-4f5c-b3b8-5a13ab7ac687 req-2eb6e259-fa43-490c-b636-68b9b284530c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751383 Aug 20 11:43:34.886383 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f830edb8-52cd-48ee-971e-eef610b93afa tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:34.889583 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebf274-0d6f-414a-9aae-74efecf341aa req-8dd9cd92-b256-4700-ad80-ab27b5f7ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:34.891816 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50ebf274-0d6f-414a-9aae-74efecf341aa req-8dd9cd92-b256-4700-ad80-ab27b5f7ee83 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=41a9c794-fa7b-4204-8961-59abd54b9f53 HTTP/1.1" status: 200 len: 864 time: 0.0476673 Aug 20 11:43:34.929776 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e052591-d07c-4c86-a865-7de6ea56302a req-8f9506f2-9d39-410b-ada3-8a4135843739 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0307174 Aug 20 11:43:34.948775 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50ebf274-0d6f-414a-9aae-74efecf341aa req-32c54cad-f893-4e13-af5f-d0dea3cb9cfb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=23ab9d4a-8578-42de-b2f2-9abb205ba29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410187 Aug 20 11:43:34.959183 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830edb8-52cd-48ee-971e-eef610b93afa tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Subnet': ['ID=727341d1-816d-41b0-bdfd-8ec199fde6ab,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:34.987671 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-709c15dc-2fb8-4e15-b12e-13efb4d2dc8d tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Deleting port 6a237e4c-226d-4262-b94e-77aff0a40e72 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:34.988018 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-709c15dc-2fb8-4e15-b12e-13efb4d2dc8d tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:34.990680 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f830edb8-52cd-48ee-971e-eef610b93afa tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Checking segment: {'id': '19c15450-00bb-473b-8763-84bfa0f3ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '593a72e8-f9cf-47f9-9bba-8e17eb8f097d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:34.991043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f830edb8-52cd-48ee-971e-eef610b93afa tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network hostable DHCP agents. Network: 593a72e8-f9cf-47f9-9bba-8e17eb8f097d, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:35.039865 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50ebf274-0d6f-414a-9aae-74efecf341aa req-c09b6cab-cf1f-4452-add5-56ec6c5c14ed service neutron] 10.222.0.76 "GET /v2.0/networks/23ab9d4a-8578-42de-b2f2-9abb205ba29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830410 Aug 20 11:43:35.054080 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f830edb8-52cd-48ee-971e-eef610b93afa tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network 593a72e8-f9cf-47f9-9bba-8e17eb8f097d is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:35.075128 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f830edb8-52cd-48ee-971e-eef610b93afa tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 593a72e8-f9cf-47f9-9bba-8e17eb8f097d) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:35.081889 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f830edb8-52cd-48ee-971e-eef610b93afa tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:35.082498 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f830edb8-52cd-48ee-971e-eef610b93afa tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.085999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbde066-d7ad-456a-9b0a-0268b8d475b5 None None] Network 593a72e8-f9cf-47f9-9bba-8e17eb8f097d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:35.140116 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-709c15dc-2fb8-4e15-b12e-13efb4d2dc8d tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.154511 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41602) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:35.154765 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f830edb8-52cd-48ee-971e-eef610b93afa tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9308660 Aug 20 11:43:35.161238 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4900e8fe-8ddc-4946-a3a8-94ed5e801d43 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:35.161878 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-709c15dc-2fb8-4e15-b12e-13efb4d2dc8d tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Calling delete_port for 6a237e4c-226d-4262-b94e-77aff0a40e72 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:35.167634 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50ebf274-0d6f-414a-9aae-74efecf341aa req-0b1bdbb8-fca5-4851-80b4-fcdd5c61419e service neutron] 10.222.0.76 "GET /v2.0/networks/23ab9d4a-8578-42de-b2f2-9abb205ba29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196434 Aug 20 11:43:35.224063 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37971e2-5160-4217-bfaf-b25e10cb2df5 req-1fabd6dc-effd-4ddd-9b6d-fea171bedcfb tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:35.225619 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c37971e2-5160-4217-bfaf-b25e10cb2df5 req-1fabd6dc-effd-4ddd-9b6d-fea171bedcfb tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 943 time: 0.1394777 Aug 20 11:43:35.239139 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-593a72e8-f9cf-47f9-9bba-8e17eb8f097d', 'network_id': '593a72e8-f9cf-47f9-9bba-8e17eb8f097d', 'tenant_id': 'fbce249a6adc44c7b99fe108dcd9cc2e', 'fixed_ips': [{'subnet_id': '727341d1-816d-41b0-bdfd-8ec199fde6ab'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:35.240318 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.260084 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4900e8fe-8ddc-4946-a3a8-94ed5e801d43 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126066259'] for subnet, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.290962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c37971e2-5160-4217-bfaf-b25e10cb2df5 req-976dabdd-5d1c-4c21-b69e-41cf71f4a582 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517945 Aug 20 11:43:35.355941 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-709c15dc-2fb8-4e15-b12e-13efb4d2dc8d tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.391223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c15dc-2fb8-4e15-b12e-13efb4d2dc8d tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Pushing event deleted for resources: {'Port': ['ID=6a237e4c-226d-4262-b94e-77aff0a40e72,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:35.446163 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47a1dc2b-3f20-468a-80d9-106cb5dcf816 req-6e2bdf4e-e22f-4326-a233-af12c8d96def tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0542412 Aug 20 11:43:35.466860 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4900e8fe-8ddc-4946-a3a8-94ed5e801d43 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742077156666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127913806'] for subnet, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.479258 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-709c15dc-2fb8-4e15-b12e-13efb4d2dc8d tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.481576 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-709c15dc-2fb8-4e15-b12e-13efb4d2dc8d tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] 10.222.0.37 "DELETE /v2.0/ports/6a237e4c-226d-4262-b94e-77aff0a40e72 HTTP/1.1" status: 204 len: 168 time: 0.6730819 Aug 20 11:43:35.484137 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41606) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:35.518050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4900e8fe-8ddc-4946-a3a8-94ed5e801d43 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:35.518657 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4900e8fe-8ddc-4946-a3a8-94ed5e801d43 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.521079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4900e8fe-8ddc-4946-a3a8-94ed5e801d43 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "PUT /v2.0/subnets/727341d1-816d-41b0-bdfd-8ec199fde6ab HTTP/1.1" status: 200 len: 806 time: 0.3654211 Aug 20 11:43:35.524133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41608) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:35.529180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Allocated IP 172.20.0.2 (593a72e8-f9cf-47f9-9bba-8e17eb8f097d/727341d1-816d-41b0-bdfd-8ec199fde6ab/1715e0f9-9655-4fea-aa6e-35ef398caa41) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:35.546471 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df84ca0-c048-45d2-93e2-335c5074d26b tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:35.548540 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9df84ca0-c048-45d2-93e2-335c5074d26b tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1decb27-67b4-43d1-890e-9dd8c91b835e HTTP/1.1" status: 200 len: 913 time: 0.0631711 Aug 20 11:43:35.551688 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41610) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:35.635917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900e8fe-8ddc-4946-a3a8-94ed5e801d43 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Subnet': ['ID=727341d1-816d-41b0-bdfd-8ec199fde6ab,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:35.689901 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.718384 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.726875 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Transition to ACTIVE for port object 1715e0f9-9655-4fea-aa6e-35ef398caa41 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:35.742859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Transition to ACTIVE for port object 1715e0f9-9655-4fea-aa6e-35ef398caa41 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:35.743085 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.750163 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.787125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Network 593a72e8-f9cf-47f9-9bba-8e17eb8f097d is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:35.792089 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:35.795880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:35.805572 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c2a12-e005-4b6c-bc99-24719edfa28f req-46fc2ba3-111d-453b-b9f1-24ff01e94dd0 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:35.807458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Pushing event updated for resources: {'Port': ['ID=1715e0f9-9655-4fea-aa6e-35ef398caa41,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:35.807730 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc2c2a12-e005-4b6c-bc99-24719edfa28f req-46fc2ba3-111d-453b-b9f1-24ff01e94dd0 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=472cebc9-2284-4649-8dcc-848ad466e28f HTTP/1.1" status: 200 len: 946 time: 0.1366074 Aug 20 11:43:35.816987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:35.817252 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:35.817596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:35.817933 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:35.818266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:35.818599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:35.818934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:35.819250 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:35.819576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:35.819898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:35.820218 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:35.820969 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:35.832304 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.869068 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Subnet': ['ID=727341d1-816d-41b0-bdfd-8ec199fde6ab,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:35.872740 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Attempting to bind port 1715e0f9-9655-4fea-aa6e-35ef398caa41 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:35.873114 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Attempting to bind port 1715e0f9-9655-4fea-aa6e-35ef398caa41 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '19c15450-00bb-473b-8763-84bfa0f3ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '593a72e8-f9cf-47f9-9bba-8e17eb8f097d'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:35.873773 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Attempting to bind port 1715e0f9-9655-4fea-aa6e-35ef398caa41 on network 593a72e8-f9cf-47f9-9bba-8e17eb8f097d {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:35.878925 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:35.879305 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Checking segment: {'id': '19c15450-00bb-473b-8763-84bfa0f3ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '593a72e8-f9cf-47f9-9bba-8e17eb8f097d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:35.879707 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.880100 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Bound using segment: {'id': '19c15450-00bb-473b-8763-84bfa0f3ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '593a72e8-f9cf-47f9-9bba-8e17eb8f097d'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:35.880577 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Bound port: 1715e0f9-9655-4fea-aa6e-35ef398caa41, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c15450-00bb-473b-8763-84bfa0f3ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '593a72e8-f9cf-47f9-9bba-8e17eb8f097d'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:35.881029 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.890329 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc2c2a12-e005-4b6c-bc99-24719edfa28f req-dcdc9ca0-2303-42b8-a0df-319a8cd6932a tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565522 Aug 20 11:43:35.964286 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] For port 1715e0f9-9655-4fea-aa6e-35ef398caa41, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:35.967676 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] For port 1715e0f9-9655-4fea-aa6e-35ef398caa41, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=1715e0f9-9655-4fea-aa6e-35ef398caa41,segment=NetworkSegment(19c15450-00bb-473b-8763-84bfa0f3ab6c),segment_id=19c15450-00bb-473b-8763-84bfa0f3ab6c)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:35.972145 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.993149 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-384cbb3f-3520-4244-815d-13bed29e5f16 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.011013 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.025940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593a72e8-f9cf-47f9-9bba-8e17eb8f097d']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:36.037633 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c15450-00bb-473b-8763-84bfa0f3ab6c') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:36.037930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c15450-00bb-473b-8763-84bfa0f3ab6c') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:36.052013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c1627-7571-4f0d-9901-beb87a34bb4a req-99fc1beb-6015-4686-ab6d-47c1ea189451 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:36.053547 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-471c1627-7571-4f0d-9901-beb87a34bb4a req-99fc1beb-6015-4686-ab6d-47c1ea189451 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 947 time: 0.1030023 Aug 20 11:43:36.057164 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.062760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f45355-bb58-4475-9d9d-3c80af9bb54b None None] Pushing event updated for resources: {'Port': ['ID=1715e0f9-9655-4fea-aa6e-35ef398caa41,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:36.074853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e984207-6fb7-4fea-98f7-ecc5a5b2861f None None] Network 593a72e8-f9cf-47f9-9bba-8e17eb8f097d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:36.098670 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.109209 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-471c1627-7571-4f0d-9901-beb87a34bb4a req-397fdd94-15c1-40e2-8e75-a78f75528af9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 Aug 20 11:43:36.110143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:36.110590 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:36.113861 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:36.203966 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e90034d-9a54-4041-9161-dbba99f7bfdd None None] Network 593a72e8-f9cf-47f9-9bba-8e17eb8f097d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:36.278370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-384cbb3f-3520-4244-815d-13bed29e5f16 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Deleting port 90811664-5ad8-4540-bec3-1db7ef81c10d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:36.278738 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-384cbb3f-3520-4244-815d-13bed29e5f16 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.339126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2dc627-5564-4908-8564-f4151d760f6d None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:43:36.381515 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-384cbb3f-3520-4244-815d-13bed29e5f16 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.436978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-384cbb3f-3520-4244-815d-13bed29e5f16 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Calling delete_port for 90811664-5ad8-4540-bec3-1db7ef81c10d owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:36.453011 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.api [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:43:36.453011 n-d-804299-2 neutron-server[94691]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:43:36.453011 n-d-804299-2 neutron-server[94691]: [parameters: {'id': '593a72e8-f9cf-47f9-9bba-8e17eb8f097d'}] Aug 20 11:43:36.453011 n-d-804299-2 neutron-server[94691]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:43:36.453868 n-d-804299-2 neutron-server[94691]: DEBUG oslo_db.api [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:43:36.460222 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2dc627-5564-4908-8564-f4151d760f6d None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:43:36.461198 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d2dd2-3c86-4238-a35e-5fe202cab817 req-a402a332-be3a-4ce9-b45f-a43a2db77515 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:36.463463 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7d5d2dd2-3c86-4238-a35e-5fe202cab817 req-a402a332-be3a-4ce9-b45f-a43a2db77515 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 943 time: 0.0714619 Aug 20 11:43:36.464621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc97d1c-4c66-46c8-9b07-036677c13692 req-ff76f623-85d1-4aae-9dd5-31f1d48b82c7 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:36.466147 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5cc97d1c-4c66-46c8-9b07-036677c13692 req-ff76f623-85d1-4aae-9dd5-31f1d48b82c7 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.35 "GET /v2.0/ports?device_id=472cebc9-2284-4649-8dcc-848ad466e28f HTTP/1.1" status: 200 len: 946 time: 0.0618830 Aug 20 11:43:36.591145 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7d5d2dd2-3c86-4238-a35e-5fe202cab817 req-f0f60132-d03a-42f2-9db4-1fc89a54abef tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685050 Aug 20 11:43:36.609720 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1eccfe6-7a4d-4126-a3db-df61d47ec267 req-9bf7ba78-2336-47fc-9180-9a012e44e2c1 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0563600 Aug 20 11:43:36.654076 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-5cc97d1c-4c66-46c8-9b07-036677c13692 req-9fe055f2-8677-4850-80e2-74aba2c7031e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Deleting port c030ec40-ee45-4605-b57b-b4eae52cbfc3 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:36.654421 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5cc97d1c-4c66-46c8-9b07-036677c13692 req-9fe055f2-8677-4850-80e2-74aba2c7031e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.707617 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-384cbb3f-3520-4244-815d-13bed29e5f16 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.737288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cbb3f-3520-4244-815d-13bed29e5f16 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Pushing event deleted for resources: {'Port': ['ID=90811664-5ad8-4540-bec3-1db7ef81c10d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:36.753937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-5cc97d1c-4c66-46c8-9b07-036677c13692 req-9fe055f2-8677-4850-80e2-74aba2c7031e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] For port c030ec40-ee45-4605-b57b-b4eae52cbfc3, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c030ec40-ee45-4605-b57b-b4eae52cbfc3,segment=NetworkSegment(53a0a83a-9397-4588-b3f6-4f4b598b8365),segment_id=53a0a83a-9397-4588-b3f6-4f4b598b8365)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:36.754304 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5cc97d1c-4c66-46c8-9b07-036677c13692 req-9fe055f2-8677-4850-80e2-74aba2c7031e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.769173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-5cc97d1c-4c66-46c8-9b07-036677c13692 req-9fe055f2-8677-4850-80e2-74aba2c7031e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Calling delete_port for c030ec40-ee45-4605-b57b-b4eae52cbfc3 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:36.885331 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-384cbb3f-3520-4244-815d-13bed29e5f16 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.919968 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5cc97d1c-4c66-46c8-9b07-036677c13692 req-9fe055f2-8677-4850-80e2-74aba2c7031e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.935796 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['ca0e3b87-c21a-490b-8e4c-5ccb9c03e786', '52e8e73c-7968-4f59-92d2-4fe05908da89', 'c030ec40-ee45-4605-b57b-b4eae52cbfc3'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:36.953584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe055f2-8677-4850-80e2-74aba2c7031e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Pushing event deleted for resources: {'Port': ['ID=c030ec40-ee45-4605-b57b-b4eae52cbfc3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:36.955631 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.031347 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc97d1c-4c66-46c8-9b07-036677c13692 req-9fe055f2-8677-4850-80e2-74aba2c7031e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] No DVR routers for this DVR port c030ec40-ee45-4605-b57b-b4eae52cbfc3 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:37.035665 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5cc97d1c-4c66-46c8-9b07-036677c13692 req-9fe055f2-8677-4850-80e2-74aba2c7031e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.037658 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5cc97d1c-4c66-46c8-9b07-036677c13692 req-9fe055f2-8677-4850-80e2-74aba2c7031e tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.35 "DELETE /v2.0/ports/c030ec40-ee45-4605-b57b-b4eae52cbfc3 HTTP/1.1" status: 204 len: 173 time: 0.5599422 Aug 20 11:43:37.038091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472cebc9-2284-4649-8dcc-848ad466e28f', 'name': 'network-vif-deleted', 'tag': 'c030ec40-ee45-4605-b57b-b4eae52cbfc3'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:37.040384 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35eb4259-33f5-4549-816d-83bc7252f4d1" -d '{"events": [{"server_uuid": "472cebc9-2284-4649-8dcc-848ad466e28f", "name": "network-vif-deleted", "tag": "c030ec40-ee45-4605-b57b-b4eae52cbfc3"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:37.077997 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384cbb3f-3520-4244-815d-13bed29e5f16 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Router b1decb27-67b4-43d1-890e-9dd8c91b835e has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:43:37.090132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Deleting port 1715e0f9-9655-4fea-aa6e-35ef398caa41 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:37.090517 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.112695 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d7d3294d-2e63-49dc-b5ad-b996f7c33b89 req-2d628012-be0f-4225-ba25-ce53de884030 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=472cebc9-2284-4649-8dcc-848ad466e28f HTTP/1.1" status: 200 len: 210 time: 0.0470927 Aug 20 11:43:37.148464 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0313fdc-b0b6-43bb-a3eb-da1d24c8850c x-openstack-request-id: req-b0313fdc-b0b6-43bb-a3eb-da1d24c8850c {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:37.148464 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472cebc9-2284-4649-8dcc-848ad466e28f", "name": "network-vif-deleted", "tag": "c030ec40-ee45-4605-b57b-b4eae52cbfc3", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:37.148464 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0313fdc-b0b6-43bb-a3eb-da1d24c8850c {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:37.148979 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472cebc9-2284-4649-8dcc-848ad466e28f', 'name': 'network-vif-deleted', 'tag': 'c030ec40-ee45-4605-b57b-b4eae52cbfc3', 'status': 'completed', 'code': 200} Aug 20 11:43:37.200059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] For port 1715e0f9-9655-4fea-aa6e-35ef398caa41, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=1715e0f9-9655-4fea-aa6e-35ef398caa41,segment=NetworkSegment(19c15450-00bb-473b-8763-84bfa0f3ab6c),segment_id=19c15450-00bb-473b-8763-84bfa0f3ab6c)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:37.200576 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.203902 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384cbb3f-3520-4244-815d-13bed29e5f16 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:37.217598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a027c7-6b11-4365-8d5d-ddec767cb30a None None] Sync routers for ids ['b1decb27-67b4-43d1-890e-9dd8c91b835e'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:37.218761 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-384cbb3f-3520-4244-815d-13bed29e5f16 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] 10.222.0.37 "PUT /v2.0/routers/b1decb27-67b4-43d1-890e-9dd8c91b835e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6654029 Aug 20 11:43:37.223650 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41628) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:37.246178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a027c7-6b11-4365-8d5d-ddec767cb30a None None] Routers {'b1decb27-67b4-43d1-890e-9dd8c91b835e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:37.247186 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d6a027c7-6b11-4365-8d5d-ddec767cb30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:43:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b1decb27-67b4-43d1-890e-9dd8c91b835e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:37.249120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Calling delete_port for 1715e0f9-9655-4fea-aa6e-35ef398caa41 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:37.285298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d6a027c7-6b11-4365-8d5d-ddec767cb30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:37.309509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a027c7-6b11-4365-8d5d-ddec767cb30a None None] Routers {'b1decb27-67b4-43d1-890e-9dd8c91b835e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:37.310397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d6a027c7-6b11-4365-8d5d-ddec767cb30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:43:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b1decb27-67b4-43d1-890e-9dd8c91b835e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:37.314819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a7207-2021-44ac-bd20-eb1d058ba033 req-0058f901-66bd-42ce-b61c-81a58c17cd63 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:37.316376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f83a7207-2021-44ac-bd20-eb1d058ba033 req-0058f901-66bd-42ce-b61c-81a58c17cd63 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 947 time: 0.1119061 Aug 20 11:43:37.317950 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c91bb72-9fea-4d4b-92a0-a6c9800a0912 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.349659 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d6a027c7-6b11-4365-8d5d-ddec767cb30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:37.349882 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a027c7-6b11-4365-8d5d-ddec767cb30a None None] The sync data for ids ['b1decb27-67b4-43d1-890e-9dd8c91b835e'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:43:37.378592 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f83a7207-2021-44ac-bd20-eb1d058ba033 req-a9af00af-76d4-46e4-86af-ff241ba35f8a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474057 Aug 20 11:43:37.383330 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.413159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No DVR routers for this DVR port 1715e0f9-9655-4fea-aa6e-35ef398caa41 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:37.421287 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Port': ['ID=1715e0f9-9655-4fea-aa6e-35ef398caa41,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:37.492568 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c91bb72-9fea-4d4b-92a0-a6c9800a0912 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.494783 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c91bb72-9fea-4d4b-92a0-a6c9800a0912 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.498610 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.508373 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593a72e8-f9cf-47f9-9bba-8e17eb8f097d']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:37.519737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c15450-00bb-473b-8763-84bfa0f3ab6c') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:37.520035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c15450-00bb-473b-8763-84bfa0f3ab6c') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:37.529318 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.538131 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c91bb72-9fea-4d4b-92a0-a6c9800a0912 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.538631 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c91bb72-9fea-4d4b-92a0-a6c9800a0912 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Fanout notify agent at l3_agent the message router_deleted on router b1decb27-67b4-43d1-890e-9dd8c91b835e {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:43:37.546438 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c91bb72-9fea-4d4b-92a0-a6c9800a0912 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.546577 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.547467 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8c91bb72-9fea-4d4b-92a0-a6c9800a0912 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] 10.222.0.37 "DELETE /v2.0/routers/b1decb27-67b4-43d1-890e-9dd8c91b835e HTTP/1.1" status: 204 len: 168 time: 0.3228528 Aug 20 11:43:37.550037 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41630) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:37.555130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:37.555421 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:37.558481 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:37.606037 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5cd4681-0d56-47b4-bd5e-768086ee6273 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Deleting subnet 094f3f95-05d3-4117-932a-4af81aa87124 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:43:37.609338 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4681-0d56-47b4-bd5e-768086ee6273 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.623703 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.653501 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.654588 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device bcb7118a-43c0-44a7-9319-a16c98737137 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:43:37.658036 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/593a72e8-f9cf-47f9-9bba-8e17eb8f097d HTTP/1.1" status: 204 len: 168 time: 2.1293204 Aug 20 11:43:37.658036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d3659-e3dc-4a9b-9e94-59b6c7c8134e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Network': ['ID=593a72e8-f9cf-47f9-9bba-8e17eb8f097d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:37.661956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41636) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:37.672483 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4681-0d56-47b4-bd5e-768086ee6273 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.683619 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b1991a-0f1c-41f5-a364-fd374d15e092 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:37.684218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b1991a-0f1c-41f5-a364-fd374d15e092 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:37.689621 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-94b1991a-0f1c-41f5-a364-fd374d15e092 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/593a72e8-f9cf-47f9-9bba-8e17eb8f097d HTTP/1.1" status: 404 len: 339 time: 0.0230787 Aug 20 11:43:37.690060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41638) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:37.696177 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3774a9e7-6ec9-4d5e-9ebc-9f1920e0510d tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-264207382', 'description': 'd1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:37.721997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3774a9e7-6ec9-4d5e-9ebc-9f1920e0510d tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:37.727133 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3774a9e7-6ec9-4d5e-9ebc-9f1920e0510d tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.799024 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e1ff3edc-0bff-49b4-b072-535a088d633f req-960ef580-39bc-43ae-9d8b-0ce2255271e0 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0412011 Aug 20 11:43:37.799847 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3774a9e7-6ec9-4d5e-9ebc-9f1920e0510d tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:37.811426 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3774a9e7-6ec9-4d5e-9ebc-9f1920e0510d tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.811426 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-3774a9e7-6ec9-4d5e-9ebc-9f1920e0510d tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Added segment 6db678bd-2d52-4665-9863-5a3da963cf2c of type vlan for network 959a2b6b-8d0c-47a5-b260-b7cde6101eca Aug 20 11:43:37.841070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port bcb7118a-43c0-44a7-9319-a16c98737137, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=bcb7118a-43c0-44a7-9319-a16c98737137,segment=NetworkSegment(9995941d-3023-4107-b1ce-b826d99d617b),segment_id=9995941d-3023-4107-b1ce-b826d99d617b)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:37.855759 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'bcb7118a-43c0-44a7-9319-a16c98737137', 'network_id': '23ab9d4a-8578-42de-b2f2-9abb205ba29f', 'port_id': 'bcb7118a-43c0-44a7-9319-a16c98737137', 'mac_address': 'fa:16:3e:4d:f0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a9c794-fa7b-4204-8961-59abd54b9f53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:43:37.856788 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3774a9e7-6ec9-4d5e-9ebc-9f1920e0510d tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.862570 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11093c5e-6cda-495f-bdf1-b48e670df91e req-8707c987-e92c-4288-9c29-ff1f517bbc90 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:37.864127 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11093c5e-6cda-495f-bdf1-b48e670df91e req-8707c987-e92c-4288-9c29-ff1f517bbc90 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 943 time: 0.1341898 Aug 20 11:43:37.886096 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3774a9e7-6ec9-4d5e-9ebc-9f1920e0510d tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.893129 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3774a9e7-6ec9-4d5e-9ebc-9f1920e0510d tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:37.893978 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3774a9e7-6ec9-4d5e-9ebc-9f1920e0510d tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.894586 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4681-0d56-47b4-bd5e-768086ee6273 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.912330 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.934493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb7118a-43c0-44a7-9319-a16c98737137 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:37.954254 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11093c5e-6cda-495f-bdf1-b48e670df91e req-c10aa13c-2cf0-48fa-8708-f8772432dad4 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820234 Aug 20 11:43:37.980091 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3774a9e7-6ec9-4d5e-9ebc-9f1920e0510d tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2803566 Aug 20 11:43:37.980091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41642) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:37.980489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port bcb7118a-43c0-44a7-9319-a16c98737137, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=bcb7118a-43c0-44a7-9319-a16c98737137,segment=NetworkSegment(9995941d-3023-4107-b1ce-b826d99d617b),segment_id=9995941d-3023-4107-b1ce-b826d99d617b)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:37.987352 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.988376 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:43:37.993163 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4681-0d56-47b4-bd5e-768086ee6273 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.024169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd4681-0d56-47b4-bd5e-768086ee6273 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Pushing event deleted for resources: {'Subnet': ['ID=094f3f95-05d3-4117-932a-4af81aa87124,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:38.030857 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4681-0d56-47b4-bd5e-768086ee6273 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.032910 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c5cd4681-0d56-47b4-bd5e-768086ee6273 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] 10.222.0.37 "DELETE /v2.0/subnets/094f3f95-05d3-4117-932a-4af81aa87124 HTTP/1.1" status: 204 len: 168 time: 0.4817903 Aug 20 11:43:38.035198 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41646) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:38.047037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2e84f2-0985-421e-ac4d-3361feed67c2 None None] Network 20d5141f-5481-4fdf-9011-88c53f0cd4dd requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:38.052762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774a9e7-6ec9-4d5e-9ebc-9f1920e0510d tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Network': ['ID=959a2b6b-8d0c-47a5-b260-b7cde6101eca,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:38.096943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5c2c84-72b4-42ca-a543-24181b886b72 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:38.098475 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5d5c2c84-72b4-42ca-a543-24181b886b72 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "GET /v2.0/networks?id=959a2b6b-8d0c-47a5-b260-b7cde6101eca HTTP/1.1" status: 200 len: 760 time: 0.1228244 Aug 20 11:43:38.101708 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41648) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:38.112530 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-be231fd2-5e74-4431-a9c2-89ce6b6a87dc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'network': {'description': 'd2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:38.131899 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 959a2b6b-8d0c-47a5-b260-b7cde6101eca details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:38.173470 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.255064 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.resource_extend [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:43:38.261696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Deleting port ac014a0b-edcd-4d03-9ce2-230110d9d916 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:38.262086 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.355653 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] For port ac014a0b-edcd-4d03-9ce2-230110d9d916, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ac014a0b-edcd-4d03-9ce2-230110d9d916,segment=NetworkSegment(60f06a17-8a30-4738-b9b5-ce6086f02b83),segment_id=60f06a17-8a30-4738-b9b5-ce6086f02b83)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:38.355873 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=bcb7118a-43c0-44a7-9319-a16c98737137,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:38.355966 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.363250 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-be231fd2-5e74-4431-a9c2-89ce6b6a87dc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.382319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Calling delete_port for ac014a0b-edcd-4d03-9ce2-230110d9d916 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:38.385271 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-be231fd2-5e74-4431-a9c2-89ce6b6a87dc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.499949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be231fd2-5e74-4431-a9c2-89ce6b6a87dc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network 959a2b6b-8d0c-47a5-b260-b7cde6101eca is not hosted by any dhcp agent {{(pid=94691) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 11:43:38.512750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be231fd2-5e74-4431-a9c2-89ce6b6a87dc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:38.513467 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-be231fd2-5e74-4431-a9c2-89ce6b6a87dc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.517374 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-be231fd2-5e74-4431-a9c2-89ce6b6a87dc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "PUT /v2.0/networks/959a2b6b-8d0c-47a5-b260-b7cde6101eca HTTP/1.1" status: 200 len: 757 time: 0.4122150 Aug 20 11:43:38.518286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41682) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:38.540097 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.541092 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:38.556521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93', 'mac_address': 'fa:16:3e:f3:35:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:43:38.568256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be231fd2-5e74-4431-a9c2-89ce6b6a87dc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Network': ['ID=959a2b6b-8d0c-47a5-b260-b7cde6101eca,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:38.596240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 959a2b6b-8d0c-47a5-b260-b7cde6101eca details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:38.651237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Pushing event deleted for resources: {'Port': ['ID=ac014a0b-edcd-4d03-9ce2-230110d9d916,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:38.680886 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] No DVR routers for this DVR port ac014a0b-edcd-4d03-9ce2-230110d9d916 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:38.684125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee308388-533d-4251-8bc0-709a7c2ba3a6 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:38.687329 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ee308388-533d-4251-8bc0-709a7c2ba3a6 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "GET /v2.0/networks?id=959a2b6b-8d0c-47a5-b260-b7cde6101eca HTTP/1.1" status: 200 len: 760 time: 0.1676803 Aug 20 11:43:38.693311 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41684) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:38.700358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c8f4fc4c-03da-4ea5-a836-a9e6ace647cd tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-715023735'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:38.769279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f4fc4c-03da-4ea5-a836-a9e6ace647cd tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:38.773934 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c8f4fc4c-03da-4ea5-a836-a9e6ace647cd tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.814939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae1ca85-1594-4c74-9fdd-07346c19ead0 None None] DHCP port deletion for 20d5141f-5481-4fdf-9011-88c53f0cd4dd request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:43:38.830846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f4fc4c-03da-4ea5-a836-a9e6ace647cd tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:38.853323 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.858379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2af87-961b-450f-9c1e-c70fb90a98fa req-fbe4cb60-6662-4bd7-9cc2-8e9d1aa38bfb tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:38.860089 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-15d2af87-961b-450f-9c1e-c70fb90a98fa req-fbe4cb60-6662-4bd7-9cc2-8e9d1aa38bfb tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 947 time: 0.2045219 Aug 20 11:43:38.871111 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c8f4fc4c-03da-4ea5-a836-a9e6ace647cd tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.871485 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-c8f4fc4c-03da-4ea5-a836-a9e6ace647cd tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Added segment 0f9bd480-74fc-47ed-8c02-c50c2e82ae54 of type vlan for network 45a04af7-f1a6-4524-b334-242fbee7b157 Aug 20 11:43:38.871875 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.878989 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.887029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:38.904785 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d5141f-5481-4fdf-9011-88c53f0cd4dd']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:38.919781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:38.924859 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.932973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f06a17-8a30-4738-b9b5-ce6086f02b83') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:38.933297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f06a17-8a30-4738-b9b5-ce6086f02b83') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:38.952148 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-15d2af87-961b-450f-9c1e-c70fb90a98fa req-f1e69448-3114-4dc2-89a7-f0bce4fb2e0c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803082 Aug 20 11:43:38.952148 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.968706 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c8f4fc4c-03da-4ea5-a836-a9e6ace647cd tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.993105 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.003861 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c8f4fc4c-03da-4ea5-a836-a9e6ace647cd tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.004023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:39.004453 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:39.008665 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:39.016270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f4fc4c-03da-4ea5-a836-a9e6ace647cd tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:39.020674 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c8f4fc4c-03da-4ea5-a836-a9e6ace647cd tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.046616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:39.085805 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.102061 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.106659 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] 10.222.0.37 "DELETE /v2.0/networks/20d5141f-5481-4fdf-9011-88c53f0cd4dd HTTP/1.1" status: 204 len: 168 time: 1.0679119 Aug 20 11:43:39.115692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f684443-8252-49cf-878c-1ad0b90214e4 tempest-FloatingIPNegativeTestJSON-442709375 tempest-FloatingIPNegativeTestJSON-442709375-project] Pushing event deleted for resources: {'Network': ['ID=20d5141f-5481-4fdf-9011-88c53f0cd4dd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:39.143488 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-736d2c32-80aa-43b0-acd2-2c6a48c49c69 req-37f23465-39df-4b6a-b884-57ac5ebcdb39 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0745304 Aug 20 11:43:39.148120 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c8f4fc4c-03da-4ea5-a836-a9e6ace647cd tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4532354 Aug 20 11:43:39.151716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41700) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:39.159154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-55198f33-78b0-40d2-9d90-744e195428bc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'subnet': {'network_id': '45a04af7-f1a6-4524-b334-242fbee7b157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:39.199968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:39.215922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4fc4c-03da-4ea5-a836-a9e6ace647cd tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Network': ['ID=45a04af7-f1a6-4524-b334-242fbee7b157,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:39.263546 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a6a85-339a-4f31-8513-0f7cca552e40 req-f8a0e6d8-df7a-4301-8dcd-0f6c62899f3a tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:39.266315 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-390a6a85-339a-4f31-8513-0f7cca552e40 req-f8a0e6d8-df7a-4301-8dcd-0f6c62899f3a tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 944 time: 0.1308751 Aug 20 11:43:39.270076 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55198f33-78b0-40d2-9d90-744e195428bc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:39.271309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 45a04af7-f1a6-4524-b334-242fbee7b157 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:39.274223 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-55198f33-78b0-40d2-9d90-744e195428bc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.330569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['bcb7118a-43c0-44a7-9319-a16c98737137'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:39.349428 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-390a6a85-339a-4f31-8513-0f7cca552e40 req-95b73fbe-7bc7-424e-8ac0-f6d7b546faad tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695605 Aug 20 11:43:39.563479 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41712) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:39.588592 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-55198f33-78b0-40d2-9d90-744e195428bc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.666739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55198f33-78b0-40d2-9d90-744e195428bc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Subnet': ['ID=f5248bad-5c91-4503-a9a7-41b17ba8170d,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:39.675456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55198f33-78b0-40d2-9d90-744e195428bc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Checking segment: {'id': '0f9bd480-74fc-47ed-8c02-c50c2e82ae54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '45a04af7-f1a6-4524-b334-242fbee7b157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:39.676005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55198f33-78b0-40d2-9d90-744e195428bc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network hostable DHCP agents. Network: 45a04af7-f1a6-4524-b334-242fbee7b157, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:39.702798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55198f33-78b0-40d2-9d90-744e195428bc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network 45a04af7-f1a6-4524-b334-242fbee7b157 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:39.714841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-55198f33-78b0-40d2-9d90-744e195428bc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 45a04af7-f1a6-4524-b334-242fbee7b157) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:39.716221 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c030ec40-ee45-4605-b57b-b4eae52cbfc3 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:39.725973 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55198f33-78b0-40d2-9d90-744e195428bc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:39.726759 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-55198f33-78b0-40d2-9d90-744e195428bc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.744119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f302a54e-76e9-4482-969f-085b021ee4f1 None None] Network 45a04af7-f1a6-4524-b334-242fbee7b157 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:39.745776 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-55198f33-78b0-40d2-9d90-744e195428bc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5927444 Aug 20 11:43:39.748027 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41718) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:39.781391 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4212c88c-41c8-4830-ae42-9a9f54b63892 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=290e1e7f1765408eace3de38f4b98e45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2166979 Aug 20 11:43:39.784075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41720) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:39.817142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: c030ec40-ee45-4605-b57b-b4eae52cbfc3 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:39.817478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c030ec40-ee45-4605-b57b-b4eae52cbfc3 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:39.883849 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0192038e-c316-4d17-b3b8-89644282f3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.921884 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0192038e-c316-4d17-b3b8-89644282f3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.975212 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.997054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35eb11-bfe8-4320-b827-c393ab3c0866 req-b2b4e90d-ceba-475c-aa16-90586acdbf86 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:40.003253 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35eb11-bfe8-4320-b827-c393ab3c0866 req-b2b4e90d-ceba-475c-aa16-90586acdbf86 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:40.004942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf35eb11-bfe8-4320-b827-c393ab3c0866 req-b2b4e90d-ceba-475c-aa16-90586acdbf86 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afdc9ec-2d84-4d09-bcc2-d725f5926e06&device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 1682 time: 0.1173301 Aug 20 11:43:40.028375 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-45a04af7-f1a6-4524-b334-242fbee7b157', 'network_id': '45a04af7-f1a6-4524-b334-242fbee7b157', 'tenant_id': 'fbce249a6adc44c7b99fe108dcd9cc2e', 'fixed_ips': [{'subnet_id': 'f5248bad-5c91-4503-a9a7-41b17ba8170d'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:40.031328 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.037804 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0192038e-c316-4d17-b3b8-89644282f3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.040485 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0192038e-c316-4d17-b3b8-89644282f3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.044184 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0192038e-c316-4d17-b3b8-89644282f3b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3dddc013-593d-41ea-938d-93cd9045b44d HTTP/1.1" status: 204 len: 168 time: 0.2567551 Aug 20 11:43:40.053492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192038e-c316-4d17-b3b8-89644282f3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dddc013-593d-41ea-938d-93cd9045b44d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:40.099481 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.166654 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf35eb11-bfe8-4320-b827-c393ab3c0866 req-50eaf458-fe76-43bc-9a01-30a40a4f8adf tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274688 Aug 20 11:43:40.169201 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f8bef-da25-4a1b-a527-41fcbfda4698 req-961abb33-5015-4ac2-b79c-3bc782b4b08b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:40.179611 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9e2f8bef-da25-4a1b-a527-41fcbfda4698 req-961abb33-5015-4ac2-b79c-3bc782b4b08b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 948 time: 0.1153657 Aug 20 11:43:40.234574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Allocated IP 172.20.0.2 (45a04af7-f1a6-4524-b334-242fbee7b157/f5248bad-5c91-4503-a9a7-41b17ba8170d/4258b550-c564-42ff-afa6-ce796eb45fa7) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:40.257731 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9e2f8bef-da25-4a1b-a527-41fcbfda4698 req-c1803fc0-fc89-4842-8a3e-3b0de2688f0c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753453 Aug 20 11:43:40.315750 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed74a539-2985-498d-88a2-76a198fd3ba2 req-615b44ae-e508-4073-8dd3-2898b7510621 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0545647 Aug 20 11:43:40.458798 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.471419 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Transition to ACTIVE for port object 4258b550-c564-42ff-afa6-ce796eb45fa7 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:40.508187 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Transition to ACTIVE for port object 4258b550-c564-42ff-afa6-ce796eb45fa7 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:40.519249 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.539505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ac014a0b-edcd-4d03-9ce2-230110d9d916 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:40.568606 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.598585 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: ac014a0b-edcd-4d03-9ce2-230110d9d916 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:40.598966 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ac014a0b-edcd-4d03-9ce2-230110d9d916 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:40.609442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Network 45a04af7-f1a6-4524-b334-242fbee7b157 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:40.612511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:40.616804 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c186d5-f8dd-4a80-afc4-256bcfba078a req-9562a47e-0dab-4da2-b7f4-532db671c4d1 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:40.620450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:40.623632 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Pushing event updated for resources: {'Port': ['ID=4258b550-c564-42ff-afa6-ce796eb45fa7,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:40.624525 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62c186d5-f8dd-4a80-afc4-256bcfba078a req-9562a47e-0dab-4da2-b7f4-532db671c4d1 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 944 time: 0.1515534 Aug 20 11:43:40.657409 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Subnet': ['ID=f5248bad-5c91-4503-a9a7-41b17ba8170d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:40.693414 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Attempting to bind port 4258b550-c564-42ff-afa6-ce796eb45fa7 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:40.693780 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Attempting to bind port 4258b550-c564-42ff-afa6-ce796eb45fa7 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '0f9bd480-74fc-47ed-8c02-c50c2e82ae54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '45a04af7-f1a6-4524-b334-242fbee7b157'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:40.694142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Attempting to bind port 4258b550-c564-42ff-afa6-ce796eb45fa7 on network 45a04af7-f1a6-4524-b334-242fbee7b157 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:40.701923 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:40.702232 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Checking segment: {'id': '0f9bd480-74fc-47ed-8c02-c50c2e82ae54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '45a04af7-f1a6-4524-b334-242fbee7b157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:40.703813 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.704228 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Bound using segment: {'id': '0f9bd480-74fc-47ed-8c02-c50c2e82ae54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '45a04af7-f1a6-4524-b334-242fbee7b157'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:40.704747 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Bound port: 4258b550-c564-42ff-afa6-ce796eb45fa7, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9bd480-74fc-47ed-8c02-c50c2e82ae54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '45a04af7-f1a6-4524-b334-242fbee7b157'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:40.705259 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.761057 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.771492 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a04af7-f1a6-4524-b334-242fbee7b157']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:40.782432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9bd480-74fc-47ed-8c02-c50c2e82ae54') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:40.782738 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9bd480-74fc-47ed-8c02-c50c2e82ae54') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:40.802862 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] For port 4258b550-c564-42ff-afa6-ce796eb45fa7, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:40.803978 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.808512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] For port 4258b550-c564-42ff-afa6-ce796eb45fa7, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4258b550-c564-42ff-afa6-ce796eb45fa7,segment=NetworkSegment(0f9bd480-74fc-47ed-8c02-c50c2e82ae54),segment_id=0f9bd480-74fc-47ed-8c02-c50c2e82ae54)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:40.814295 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.836440 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.843232 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:40.843687 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:40.846841 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:40.928763 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb28f816-791c-4053-a6b2-1cbba753eba8 None None] Network 45a04af7-f1a6-4524-b334-242fbee7b157 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:40.937818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d61fc-7b51-4d8a-a42a-a2ee2bd940e7 None None] Pushing event updated for resources: {'Port': ['ID=4258b550-c564-42ff-afa6-ce796eb45fa7,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:40.975050 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62c186d5-f8dd-4a80-afc4-256bcfba078a req-f9216029-508c-4969-b8f7-6cb649285376 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492239 Aug 20 11:43:40.995537 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.api [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:43:40.995537 n-d-804299-2 neutron-server[94691]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:43:40.995537 n-d-804299-2 neutron-server[94691]: [parameters: {'id': '45a04af7-f1a6-4524-b334-242fbee7b157'}] Aug 20 11:43:40.995537 n-d-804299-2 neutron-server[94691]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:43:40.995912 n-d-804299-2 neutron-server[94691]: DEBUG oslo_db.api [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:43:41.094408 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41762) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:41.148124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c53f00-c5b9-4a79-9e99-05cc7341d458 None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:43:41.221582 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-08ce3dcf-ecbb-4bad-a255-35d36beb52a2 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-648463182'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:41.250580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ce3dcf-ecbb-4bad-a255-35d36beb52a2 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:41.254169 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08ce3dcf-ecbb-4bad-a255-35d36beb52a2 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.288368 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08ce3dcf-ecbb-4bad-a255-35d36beb52a2 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.290880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c53f00-c5b9-4a79-9e99-05cc7341d458 None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:43:41.405882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309212a-a8e1-4543-86ec-de50881358ac req-5162b8a2-2593-4579-969b-f598f8a73cf1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:41.417763 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8309212a-a8e1-4543-86ec-de50881358ac req-5162b8a2-2593-4579-969b-f598f8a73cf1 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afdc9ec-2d84-4d09-bcc2-d725f5926e06 HTTP/1.1" status: 200 len: 946 time: 0.0708203 Aug 20 11:43:41.426688 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a1463-119d-481f-882c-217569e722e4 req-1350995c-43fc-4630-b926-6f8c59652e5f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:41.428226 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a10a1463-119d-481f-882c-217569e722e4 req-1350995c-43fc-4630-b926-6f8c59652e5f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 948 time: 0.0907753 Aug 20 11:43:41.465942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8309212a-a8e1-4543-86ec-de50881358ac req-f8c43f11-eb77-4f2a-8429-8dc7da9d3184 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462713 Aug 20 11:43:41.489715 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08ce3dcf-ecbb-4bad-a255-35d36beb52a2 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.497327 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.501549 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a10a1463-119d-481f-882c-217569e722e4 req-a9fa8693-26c3-4bfc-8ab2-0154b315e4b9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660489 Aug 20 11:43:41.508596 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08ce3dcf-ecbb-4bad-a255-35d36beb52a2 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.543771 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ce3dcf-ecbb-4bad-a255-35d36beb52a2 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:41.581206 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce3dcf-ecbb-4bad-a255-35d36beb52a2 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7301d1c6-30bb-4201-901c-f739c9151925,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:41.587908 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08ce3dcf-ecbb-4bad-a255-35d36beb52a2 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.588599 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-08ce3dcf-ecbb-4bad-a255-35d36beb52a2 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Added segment 672c3587-a9ff-4da3-b760-01e13e0c3f83 of type vlan for network f538cd5c-848d-4cf0-b553-38fe1c4d7d1a Aug 20 11:43:41.640897 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08ce3dcf-ecbb-4bad-a255-35d36beb52a2 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.643508 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7382e079-dcf6-4400-9b59-cc4fe49428b0 req-d6eecb22-be5a-47ff-b864-1af3fed84ab6 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0618548 Aug 20 11:43:41.646203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Deleting port 4258b550-c564-42ff-afa6-ce796eb45fa7 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:41.646758 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.656222 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device bcb7118a-43c0-44a7-9319-a16c98737137 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:41.706366 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08ce3dcf-ecbb-4bad-a255-35d36beb52a2 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.713974 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce3dcf-ecbb-4bad-a255-35d36beb52a2 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:41.714592 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08ce3dcf-ecbb-4bad-a255-35d36beb52a2 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.734226 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port bcb7118a-43c0-44a7-9319-a16c98737137 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:41.736733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] For port 4258b550-c564-42ff-afa6-ce796eb45fa7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4258b550-c564-42ff-afa6-ce796eb45fa7,segment=NetworkSegment(0f9bd480-74fc-47ed-8c02-c50c2e82ae54),segment_id=0f9bd480-74fc-47ed-8c02-c50c2e82ae54)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:41.738715 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.739405 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port bcb7118a-43c0-44a7-9319-a16c98737137 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:41.739677 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.759423 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Calling delete_port for 4258b550-c564-42ff-afa6-ce796eb45fa7 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:41.786623 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce3dcf-ecbb-4bad-a255-35d36beb52a2 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Network': ['ID=f538cd5c-848d-4cf0-b553-38fe1c4d7d1a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:41.793782 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-08ce3dcf-ecbb-4bad-a255-35d36beb52a2 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6969459 Aug 20 11:43:41.801026 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network f538cd5c-848d-4cf0-b553-38fe1c4d7d1a details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:41.865718 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.888557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No DVR routers for this DVR port 4258b550-c564-42ff-afa6-ce796eb45fa7 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:41.922580 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Port': ['ID=4258b550-c564-42ff-afa6-ce796eb45fa7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:41.932048 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.968733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2fb328-48e9-4f61-ba54-4d69aeb09a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb7118a-43c0-44a7-9319-a16c98737137'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:41.971017 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b9fad3-e4a5-4969-93a1-9fbfa20302cd" -d '{"events": [{"server_uuid": "8d2fb328-48e9-4f61-ba54-4d69aeb09a25", "name": "network-vif-plugged", "status": "completed", "tag": "bcb7118a-43c0-44a7-9319-a16c98737137"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:41.989827 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port bcb7118a-43c0-44a7-9319-a16c98737137, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=bcb7118a-43c0-44a7-9319-a16c98737137,segment=NetworkSegment(9995941d-3023-4107-b1ce-b826d99d617b),segment_id=9995941d-3023-4107-b1ce-b826d99d617b)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:41.995809 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.996913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:42.061628 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f199b3c2-b08f-4eac-a603-6d9f01349b41 x-openstack-request-id: req-f199b3c2-b08f-4eac-a603-6d9f01349b41 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:42.062520 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2fb328-48e9-4f61-ba54-4d69aeb09a25", "name": "network-vif-plugged", "status": "completed", "tag": "bcb7118a-43c0-44a7-9319-a16c98737137", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:42.062520 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f199b3c2-b08f-4eac-a603-6d9f01349b41 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:42.063084 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2fb328-48e9-4f61-ba54-4d69aeb09a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb7118a-43c0-44a7-9319-a16c98737137', 'code': 200} Aug 20 11:43:42.071077 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:42.081846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a04af7-f1a6-4524-b334-242fbee7b157']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:42.107462 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=bcb7118a-43c0-44a7-9319-a16c98737137,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:42.128835 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9bd480-74fc-47ed-8c02-c50c2e82ae54') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:42.129159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9bd480-74fc-47ed-8c02-c50c2e82ae54') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:42.148446 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:42.153874 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:42.154250 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:42.213612 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:42.257720 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:42.260908 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:42.265147 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:42.266193 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:42.301536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:42.306370 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:42.323250 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:42.374109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de9cdd-2a39-4785-881a-0e6bc538b904 req-2aac8e57-7a11-4318-95a1-cba4fec25563 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:42.376823 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f7de9cdd-2a39-4785-881a-0e6bc538b904 req-2aac8e57-7a11-4318-95a1-cba4fec25563 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 945 time: 0.2427666 Aug 20 11:43:42.378331 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:42.382413 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed548695-2963-4266-ab9f-1c079b4dfc9a req-32877191-5d53-4f8d-a087-a2f813783513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:42.382850 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:42.385089 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed548695-2963-4266-ab9f-1c079b4dfc9a req-32877191-5d53-4f8d-a087-a2f813783513 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 1096 time: 0.2397525 Aug 20 11:43:42.408046 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:42.409845 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/45a04af7-f1a6-4524-b334-242fbee7b157 HTTP/1.1" status: 204 len: 168 time: 2.6608174 Aug 20 11:43:42.410732 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d2c9a-d105-42c7-b2c5-608627f53bf8 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Network': ['ID=45a04af7-f1a6-4524-b334-242fbee7b157,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:42.413072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41780) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:42.460548 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d96433a-3e60-4598-b214-093fc5c3421f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] GET failed (client error): The resource could not be found. Aug 20 11:43:42.463418 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6d96433a-3e60-4598-b214-093fc5c3421f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "GET /v2.0/subnets/f5248bad-5c91-4503-a9a7-41b17ba8170d HTTP/1.1" status: 404 len: 337 time: 0.0494132 Aug 20 11:43:42.472775 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41782) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:42.495949 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-037cae04-5aee-401b-9c34-0a5ee5158ee3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:42.496803 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037cae04-5aee-401b-9c34-0a5ee5158ee3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:42.505565 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-037cae04-5aee-401b-9c34-0a5ee5158ee3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/45a04af7-f1a6-4524-b334-242fbee7b157 HTTP/1.1" status: 404 len: 339 time: 0.0346148 Aug 20 11:43:42.506481 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41786) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:42.545038 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f7de9cdd-2a39-4785-881a-0e6bc538b904 req-311aab41-fb3e-4b6a-9c4b-20a960a2bfe3 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554623 Aug 20 11:43:42.562667 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed548695-2963-4266-ab9f-1c079b4dfc9a req-8b6d9bfc-7c35-412b-b6be-3c56d0a29a13 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560049 Aug 20 11:43:42.663026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aee5b0-79f4-4ea2-9f02-52dba79f63b4 req-447a19ac-a314-483f-b91e-e85dce673df2 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:42.664609 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-67aee5b0-79f4-4ea2-9f02-52dba79f63b4 req-447a19ac-a314-483f-b91e-e85dce673df2 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.0597205 Aug 20 11:43:42.730586 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-67aee5b0-79f4-4ea2-9f02-52dba79f63b4 req-e5c98567-5eaf-4cb8-8f57-9d221d2d78d4 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565917 Aug 20 11:43:42.808058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28980ba-a50a-4c52-880f-716e70e72aa3 req-269ea1a8-a699-4ebd-b9a9-2db18c47833a tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:42.809555 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f28980ba-a50a-4c52-880f-716e70e72aa3 req-269ea1a8-a699-4ebd-b9a9-2db18c47833a tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.35 "GET /v2.0/ports?device_id=1afdc9ec-2d84-4d09-bcc2-d725f5926e06 HTTP/1.1" status: 200 len: 946 time: 0.1066804 Aug 20 11:43:42.891000 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c7b7e3e9-3511-48ef-8570-0a3c1d8be81e req-979643ca-b807-487e-9fce-a31d47944e76 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0741122 Aug 20 11:43:42.956541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-f28980ba-a50a-4c52-880f-716e70e72aa3 req-52f17d5d-71ea-402a-902d-cb9d13c30ab9 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Deleting port ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:42.957186 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f28980ba-a50a-4c52-880f-716e70e72aa3 req-52f17d5d-71ea-402a-902d-cb9d13c30ab9 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:43.083974 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-f28980ba-a50a-4c52-880f-716e70e72aa3 req-52f17d5d-71ea-402a-902d-cb9d13c30ab9 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] For port ca0e3b87-c21a-490b-8e4c-5ccb9c03e786, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ca0e3b87-c21a-490b-8e4c-5ccb9c03e786,segment=NetworkSegment(53a0a83a-9397-4588-b3f6-4f4b598b8365),segment_id=53a0a83a-9397-4588-b3f6-4f4b598b8365)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:43.084993 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f28980ba-a50a-4c52-880f-716e70e72aa3 req-52f17d5d-71ea-402a-902d-cb9d13c30ab9 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:43.103591 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-f28980ba-a50a-4c52-880f-716e70e72aa3 req-52f17d5d-71ea-402a-902d-cb9d13c30ab9 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Calling delete_port for ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:43.119446 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241ba5d-1c3a-422b-b6ed-454153e2f3da req-ff3bfa6f-74da-449b-bbd3-f680cad204dc tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:43.120920 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7241ba5d-1c3a-422b-b6ed-454153e2f3da req-ff3bfa6f-74da-449b-bbd3-f680cad204dc tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.35 "GET /v2.0/ports?device_id=372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b HTTP/1.1" status: 200 len: 945 time: 0.1417685 Aug 20 11:43:43.146120 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4a633-9093-45d9-8f6a-d6825808c5e5 req-59a3ce31-13ac-48cf-afe0-26c1def10232 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:43.153513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1aa4a633-9093-45d9-8f6a-d6825808c5e5 req-59a3ce31-13ac-48cf-afe0-26c1def10232 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afdc9ec-2d84-4d09-bcc2-d725f5926e06 HTTP/1.1" status: 200 len: 946 time: 0.5688100 Aug 20 11:43:43.186641 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024ad94a-86a9-40bb-b944-18aa382133d3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:43.190898 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-024ad94a-86a9-40bb-b944-18aa382133d3 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6832418 Aug 20 11:43:43.197633 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41794) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:43.254391 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41796) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:43.256282 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b5b8b986-18e1-45b2-aca3-ef78e4eb124d tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 207 time: 0.0546889 Aug 20 11:43:43.321556 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1aa4a633-9093-45d9-8f6a-d6825808c5e5 req-a7ed8eac-a91f-42b4-8067-4448c14ca2ba tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/security-groups?id=077e7838-ed16-45e1-95ee-6d94bfdfd8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670895 Aug 20 11:43:43.359109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-7241ba5d-1c3a-422b-b6ed-454153e2f3da req-9188e035-4b19-448c-a5f4-7e72ebccde19 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Deleting port 52e8e73c-7968-4f59-92d2-4fe05908da89 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:43.359548 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7241ba5d-1c3a-422b-b6ed-454153e2f3da req-9188e035-4b19-448c-a5f4-7e72ebccde19 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:43.478275 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-7241ba5d-1c3a-422b-b6ed-454153e2f3da req-9188e035-4b19-448c-a5f4-7e72ebccde19 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] For port 52e8e73c-7968-4f59-92d2-4fe05908da89, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=52e8e73c-7968-4f59-92d2-4fe05908da89,segment=NetworkSegment(53a0a83a-9397-4588-b3f6-4f4b598b8365),segment_id=53a0a83a-9397-4588-b3f6-4f4b598b8365)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:43.479148 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7241ba5d-1c3a-422b-b6ed-454153e2f3da req-9188e035-4b19-448c-a5f4-7e72ebccde19 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:43.496134 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-7241ba5d-1c3a-422b-b6ed-454153e2f3da req-9188e035-4b19-448c-a5f4-7e72ebccde19 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Calling delete_port for 52e8e73c-7968-4f59-92d2-4fe05908da89 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:43.718789 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7241ba5d-1c3a-422b-b6ed-454153e2f3da req-9188e035-4b19-448c-a5f4-7e72ebccde19 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:43.738850 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['ca0e3b87-c21a-490b-8e4c-5ccb9c03e786', '52e8e73c-7968-4f59-92d2-4fe05908da89'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:43.810482 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f28980ba-a50a-4c52-880f-716e70e72aa3 req-52f17d5d-71ea-402a-902d-cb9d13c30ab9 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:43.848754 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-7241ba5d-1c3a-422b-b6ed-454153e2f3da req-9188e035-4b19-448c-a5f4-7e72ebccde19 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] No DVR routers for this DVR port 52e8e73c-7968-4f59-92d2-4fe05908da89 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:43.854800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188e035-4b19-448c-a5f4-7e72ebccde19 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Pushing event deleted for resources: {'Port': ['ID=52e8e73c-7968-4f59-92d2-4fe05908da89,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:43.885726 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7241ba5d-1c3a-422b-b6ed-454153e2f3da req-9188e035-4b19-448c-a5f4-7e72ebccde19 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:43.887757 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7241ba5d-1c3a-422b-b6ed-454153e2f3da req-9188e035-4b19-448c-a5f4-7e72ebccde19 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.35 "DELETE /v2.0/ports/52e8e73c-7968-4f59-92d2-4fe05908da89 HTTP/1.1" status: 204 len: 173 time: 0.7601404 Aug 20 11:43:43.889063 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b', 'name': 'network-vif-deleted', 'tag': '52e8e73c-7968-4f59-92d2-4fe05908da89'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:43.892543 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354a3133-8cfb-4d48-b134-b2f47ccc00a0" -d '{"events": [{"server_uuid": "372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b", "name": "network-vif-deleted", "tag": "52e8e73c-7968-4f59-92d2-4fe05908da89"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:43.892880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa6141c-583a-4dd4-8e19-670dcfc7681c tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:43.900778 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa6141c-583a-4dd4-8e19-670dcfc7681c tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:43.906827 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa6141c-583a-4dd4-8e19-670dcfc7681c tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:43.912752 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa6141c-583a-4dd4-8e19-670dcfc7681c tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:43.920863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7aa6141c-583a-4dd4-8e19-670dcfc7681c tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.6653757 Aug 20 11:43:43.921803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f17d5d-71ea-402a-902d-cb9d13c30ab9 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Pushing event deleted for resources: {'Port': ['ID=ca0e3b87-c21a-490b-8e4c-5ccb9c03e786,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:43.925744 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41804) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:43.946702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a830e3-c1de-4993-b95b-8ceecf517a30 req-51665422-1d61-4ac0-8304-40b595b745e5 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:43.948287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-56a830e3-c1de-4993-b95b-8ceecf517a30 req-51665422-1d61-4ac0-8304-40b595b745e5 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.0968003 Aug 20 11:43:44.032420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11021f4d-858f-445b-8581-26cc7f7d6866 req-511c1467-8e21-4067-b81a-36513872ca9f tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:44.040983 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11021f4d-858f-445b-8581-26cc7f7d6866 req-511c1467-8e21-4067-b81a-36513872ca9f tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 945 time: 0.3426154 Aug 20 11:43:44.045002 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-56a830e3-c1de-4993-b95b-8ceecf517a30 req-40ad84a2-5a53-42e6-94d6-131e42195a1d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889542 Aug 20 11:43:44.058324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28980ba-a50a-4c52-880f-716e70e72aa3 req-52f17d5d-71ea-402a-902d-cb9d13c30ab9 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] No DVR routers for this DVR port ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:44.064208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:44.068179 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8fbbbb-a467-4be6-8dfc-2132ffaf3247" -d '{"events": [{"server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "name": "network-vif-plugged", "status": "completed", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:44.070637 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f28980ba-a50a-4c52-880f-716e70e72aa3 req-52f17d5d-71ea-402a-902d-cb9d13c30ab9 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:44.076240 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f28980ba-a50a-4c52-880f-716e70e72aa3 req-52f17d5d-71ea-402a-902d-cb9d13c30ab9 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.35 "DELETE /v2.0/ports/ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 HTTP/1.1" status: 204 len: 173 time: 1.2574987 Aug 20 11:43:44.080178 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afdc9ec-2d84-4d09-bcc2-d725f5926e06', 'name': 'network-vif-deleted', 'tag': 'ca0e3b87-c21a-490b-8e4c-5ccb9c03e786'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:44.087687 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3381c536-aee9-49ac-b2c5-3d9aebffa227" -d '{"events": [{"server_uuid": "1afdc9ec-2d84-4d09-bcc2-d725f5926e06", "name": "network-vif-deleted", "tag": "ca0e3b87-c21a-490b-8e4c-5ccb9c03e786"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:44.129559 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec063610-3527-48b6-bda9-6931d3bc887a x-openstack-request-id: req-ec063610-3527-48b6-bda9-6931d3bc887a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:44.130560 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b", "name": "network-vif-deleted", "tag": "52e8e73c-7968-4f59-92d2-4fe05908da89", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:44.131202 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec063610-3527-48b6-bda9-6931d3bc887a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:44.132345 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372b7c4b-8b4a-4113-9bcc-5a13c6a89e2b', 'name': 'network-vif-deleted', 'tag': '52e8e73c-7968-4f59-92d2-4fe05908da89', 'status': 'completed', 'code': 200} Aug 20 11:43:44.177923 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11021f4d-858f-445b-8581-26cc7f7d6866 req-9eecd220-5d0c-435d-9cd3-f6a688774d61 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319525 Aug 20 11:43:44.223084 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dfbbdf66-b0e3-48f0-b786-931591068832 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2924664 Aug 20 11:43:44.224164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41812) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:44.246035 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae0c758-2342-4f98-8b6d-67bb68db2655 x-openstack-request-id: req-7ae0c758-2342-4f98-8b6d-67bb68db2655 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:44.246439 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "name": "network-vif-plugged", "status": "completed", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:44.246716 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ae0c758-2342-4f98-8b6d-67bb68db2655 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:44.247296 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93', 'code': 200} Aug 20 11:43:44.282871 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-389c6940-3dfa-4245-92d2-870d09d3ff4f req-bde86856-2672-4ff4-8105-bca42c52c9b5 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0534039 Aug 20 11:43:44.303541 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a210bcba-e233-48fb-9f9f-2bcaab96b14c x-openstack-request-id: req-a210bcba-e233-48fb-9f9f-2bcaab96b14c {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:44.303840 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afdc9ec-2d84-4d09-bcc2-d725f5926e06", "name": "network-vif-deleted", "tag": "ca0e3b87-c21a-490b-8e4c-5ccb9c03e786", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:44.304090 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a210bcba-e233-48fb-9f9f-2bcaab96b14c {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:44.304485 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afdc9ec-2d84-4d09-bcc2-d725f5926e06', 'name': 'network-vif-deleted', 'tag': 'ca0e3b87-c21a-490b-8e4c-5ccb9c03e786', 'status': 'completed', 'code': 200} Aug 20 11:43:44.389317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf66b74-146f-44ae-af81-29bba417ade8 req-640fee2c-76dd-4848-a257-6aa945d96cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:44.392302 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6cf66b74-146f-44ae-af81-29bba417ade8 req-640fee2c-76dd-4848-a257-6aa945d96cd6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 1100 time: 0.0768845 Aug 20 11:43:44.479388 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6cf66b74-146f-44ae-af81-29bba417ade8 req-60ac647c-6fbb-43da-adf8-7c93c1a7b522 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770597 Aug 20 11:43:44.485165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c726db74-8497-48ee-9581-3df076dc46a7 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:44.493776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c726db74-8497-48ee-9581-3df076dc46a7 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:44.495398 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c726db74-8497-48ee-9581-3df076dc46a7 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2679276 Aug 20 11:43:44.498974 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41820) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:44.521176 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-856826ad-03a0-474d-9f9c-ecd20b57d934 req-45016423-77d2-4bcb-8607-8896febcd934 tempest-ListServersNegativeTestJSON-855520644 tempest-ListServersNegativeTestJSON-855520644-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afdc9ec-2d84-4d09-bcc2-d725f5926e06 HTTP/1.1" status: 200 len: 210 time: 0.0446551 Aug 20 11:43:44.589761 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be806-2073-4f2a-8b6c-8faeb21c7bb5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:44.592019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be806-2073-4f2a-8b6c-8faeb21c7bb5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:44.594009 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7d5be806-2073-4f2a-8b6c-8faeb21c7bb5 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0936921 Aug 20 11:43:44.597074 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41824) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:44.723093 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec490821-dc95-4364-abde-099afefd67c9 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:44.724500 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ec490821-dc95-4364-abde-099afefd67c9 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "GET /v2.0/networks/c03047c9-82ed-4e9f-9b9d-804d9631d059 HTTP/1.1" status: 200 len: 800 time: 0.1264975 Aug 20 11:43:44.729498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41828) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:44.875897 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb2ea2-2960-4a06-926d-0caac54a5bce req-f3e47ad0-2b52-4bb2-9c58-465fb7a4b4dc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:44.877429 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89cb2ea2-2960-4a06-926d-0caac54a5bce req-f3e47ad0-2b52-4bb2-9c58-465fb7a4b4dc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 946 time: 0.0895312 Aug 20 11:43:44.887394 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d3bb554b-a07a-4059-bb20-b05f39b2f29a tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "GET /v2.0/networks/c03047c9-82ed-4e9f-9b9d-804d9631d059?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1531107 Aug 20 11:43:44.887601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41830) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:44.957816 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89cb2ea2-2960-4a06-926d-0caac54a5bce req-87ff47f0-cffa-4880-b892-08c68233f97a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724723 Aug 20 11:43:44.965505 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b7b3a9-b796-4f09-a155-b5dc42e80f7f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:44.970306 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-49b7b3a9-b796-4f09-a155-b5dc42e80f7f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "GET /v2.0/subnets/612812ea-0ddb-4983-8351-d2537b2d9123 HTTP/1.1" status: 200 len: 811 time: 0.0783920 Aug 20 11:43:44.970613 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41832) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:45.023957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcf0dc1-efdc-420c-b2df-6b04ee91ffcb tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['shared'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:45.026178 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dfcf0dc1-efdc-420c-b2df-6b04ee91ffcb tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "GET /v2.0/subnets/612812ea-0ddb-4983-8351-d2537b2d9123?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0547233 Aug 20 11:43:45.030298 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41834) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:45.034986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-fe6bcf83-df50-4c84-bc60-a53f48e93a8f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1451831552'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:45.054343 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6bcf83-df50-4c84-bc60-a53f48e93a8f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:45.057833 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe6bcf83-df50-4c84-bc60-a53f48e93a8f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.081628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6bcf83-df50-4c84-bc60-a53f48e93a8f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:45.091549 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe6bcf83-df50-4c84-bc60-a53f48e93a8f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.091889 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-fe6bcf83-df50-4c84-bc60-a53f48e93a8f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Added segment 86b526b1-df0d-400b-8a7e-e6033bd8db7b of type vlan for network 78d97c28-1e82-4a07-bafb-525536a06534 Aug 20 11:43:45.135964 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe6bcf83-df50-4c84-bc60-a53f48e93a8f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.163517 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe6bcf83-df50-4c84-bc60-a53f48e93a8f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.166864 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56454b66-4739-4808-aaf2-bce7651956dc req-9a19d773-5fc8-41e4-ac7f-77e22b5e855e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:45.168362 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-56454b66-4739-4808-aaf2-bce7651956dc req-9a19d773-5fc8-41e4-ac7f-77e22b5e855e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.0517182 Aug 20 11:43:45.169911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6bcf83-df50-4c84-bc60-a53f48e93a8f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:45.170501 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe6bcf83-df50-4c84-bc60-a53f48e93a8f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.209806 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41840) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:45.213553 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-56454b66-4739-4808-aaf2-bce7651956dc req-311c97ff-2ca7-4039-9e3a-59b9ed63dba2 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382626 Aug 20 11:43:45.220345 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-94991ff8-6c6c-47b8-b221-f42ab7eb1ae5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'subnet': {'network_id': 'f538cd5c-848d-4cf0-b553-38fe1c4d7d1a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:45.241555 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fe6bcf83-df50-4c84-bc60-a53f48e93a8f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2101800 Aug 20 11:43:45.244210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41842) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:45.249342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8ea5ac5d-2dcf-4791-b5e1-15f7263a7f56 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'subnet': {'network_id': '78d97c28-1e82-4a07-bafb-525536a06534', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:45.252897 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bcf83-df50-4c84-bc60-a53f48e93a8f tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Network': ['ID=78d97c28-1e82-4a07-bafb-525536a06534,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:45.266184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 78d97c28-1e82-4a07-bafb-525536a06534 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:45.331805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94991ff8-6c6c-47b8-b221-f42ab7eb1ae5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:45.338081 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94991ff8-6c6c-47b8-b221-f42ab7eb1ae5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.371198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be880a50-0ea0-4fa6-9567-b7de0d706520 req-99d80b0b-6fbe-426a-ad5a-b9b522e58486 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:45.372719 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be880a50-0ea0-4fa6-9567-b7de0d706520 req-99d80b0b-6fbe-426a-ad5a-b9b522e58486 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 945 time: 0.1160223 Aug 20 11:43:45.388047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea5ac5d-2dcf-4791-b5e1-15f7263a7f56 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Made reservation on behalf of fbce249a6adc44c7b99fe108dcd9cc2e for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:45.391340 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ea5ac5d-2dcf-4791-b5e1-15f7263a7f56 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.417200 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-657b07bb-1ed7-4aad-9b23-ef5336f6974f req-178176dd-f115-43b9-9b93-60afe3117ae3 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0363717 Aug 20 11:43:45.465154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.ipam_backend_mixin [None req-8ea5ac5d-2dcf-4791-b5e1-15f7263a7f56 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Performing IP validity checks on allocation pools {{(pid=94691) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 11:43:45.465691 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.ipam_backend_mixin [None req-8ea5ac5d-2dcf-4791-b5e1-15f7263a7f56 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94691) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 11:43:45.471704 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be880a50-0ea0-4fa6-9567-b7de0d706520 req-3cb7c48d-edc1-4daf-8f6f-1badf52b3b53 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915878 Aug 20 11:43:45.592027 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94991ff8-6c6c-47b8-b221-f42ab7eb1ae5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.622505 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ea5ac5d-2dcf-4791-b5e1-15f7263a7f56 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.667856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41852) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:45.675463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a1ed4-56ff-4f17-9bad-798b35f7561f req-acac8937-438f-44ca-9dc6-97afcf1c6cfd tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:45.677250 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-808a1ed4-56ff-4f17-9bad-798b35f7561f req-acac8937-438f-44ca-9dc6-97afcf1c6cfd tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 945 time: 0.1242740 Aug 20 11:43:45.707021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94991ff8-6c6c-47b8-b221-f42ab7eb1ae5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Subnet': ['ID=20192137-dc1d-4d02-93ce-3c07a38ff7e5,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:45.711470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:45.722574 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94991ff8-6c6c-47b8-b221-f42ab7eb1ae5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Checking segment: {'id': '672c3587-a9ff-4da3-b760-01e13e0c3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f538cd5c-848d-4cf0-b553-38fe1c4d7d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:45.722862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94991ff8-6c6c-47b8-b221-f42ab7eb1ae5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network hostable DHCP agents. Network: f538cd5c-848d-4cf0-b553-38fe1c4d7d1a, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:45.723184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5ac5d-2dcf-4791-b5e1-15f7263a7f56 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Subnet': ['ID=815dfc88-06be-410e-b60c-6106d44db2bb,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:45.739199 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4186fcb-3459-4829-802a-743862acfcf8 admin admin] Deleting subnet b0ba0e86-c93e-4fdd-8a8a-f181b113b751 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:43:45.741558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea5ac5d-2dcf-4791-b5e1-15f7263a7f56 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Checking segment: {'id': '86b526b1-df0d-400b-8a7e-e6033bd8db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '78d97c28-1e82-4a07-bafb-525536a06534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:45.741985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea5ac5d-2dcf-4791-b5e1-15f7263a7f56 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network hostable DHCP agents. Network: 78d97c28-1e82-4a07-bafb-525536a06534, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:45.745377 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:45.746158 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device ca0e3b87-c21a-490b-8e4c-5ccb9c03e786 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:45.746746 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4186fcb-3459-4829-802a-743862acfcf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.746911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 52e8e73c-7968-4f59-92d2-4fe05908da89 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:45.751824 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-808a1ed4-56ff-4f17-9bad-798b35f7561f req-409a3669-f9a8-4ece-bea5-d0ce42635a62 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618002 Aug 20 11:43:45.761599 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94991ff8-6c6c-47b8-b221-f42ab7eb1ae5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network f538cd5c-848d-4cf0-b553-38fe1c4d7d1a is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:45.772116 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 52e8e73c-7968-4f59-92d2-4fe05908da89 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:45.772395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 52e8e73c-7968-4f59-92d2-4fe05908da89 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:45.774636 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-94991ff8-6c6c-47b8-b221-f42ab7eb1ae5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, f538cd5c-848d-4cf0-b553-38fe1c4d7d1a) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:45.785028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c2c8b0-a56a-4b05-b6df-396787e011bb None None] Network f538cd5c-848d-4cf0-b553-38fe1c4d7d1a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:45.786908 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94991ff8-6c6c-47b8-b221-f42ab7eb1ae5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:45.787399 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94991ff8-6c6c-47b8-b221-f42ab7eb1ae5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764643'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.799037 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4186fcb-3459-4829-802a-743862acfcf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.812960 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-94991ff8-6c6c-47b8-b221-f42ab7eb1ae5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5943859 Aug 20 11:43:45.813860 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41858) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:45.819102 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d8fb0bb6-be11-4784-9ea6-0268f7732e21 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1463636677'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:45.824952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea5ac5d-2dcf-4791-b5e1-15f7263a7f56 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Network 78d97c28-1e82-4a07-bafb-525536a06534 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:45.836581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-8ea5ac5d-2dcf-4791-b5e1-15f7263a7f56 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 78d97c28-1e82-4a07-bafb-525536a06534) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:45.841330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea5ac5d-2dcf-4791-b5e1-15f7263a7f56 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:45.841931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ea5ac5d-2dcf-4791-b5e1-15f7263a7f56 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.846774 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fb0bb6-be11-4784-9ea6-0268f7732e21 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:45.851457 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8fb0bb6-be11-4784-9ea6-0268f7732e21 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.853641 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ad5883-5c20-450e-95fb-d40f0214d285 None None] Network 78d97c28-1e82-4a07-bafb-525536a06534 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:45.865339 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4186fcb-3459-4829-802a-743862acfcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.871827 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8ea5ac5d-2dcf-4791-b5e1-15f7263a7f56 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6265616 Aug 20 11:43:45.873753 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41860) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:45.882034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b66355e7-a4a4-4a5c-bb56-fd3dd9f4e672 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:45.925838 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8fb0bb6-be11-4784-9ea6-0268f7732e21 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:45.938909 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4186fcb-3459-4829-802a-743862acfcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.949247 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8fb0bb6-be11-4784-9ea6-0268f7732e21 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.949595 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-d8fb0bb6-be11-4784-9ea6-0268f7732e21 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Added segment 2851945d-909c-45cb-b1ce-bbd9160ce6cd of type vlan for network 4219b3dd-4c0b-446d-a53f-bd95641dbb01 Aug 20 11:43:45.963859 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4186fcb-3459-4829-802a-743862acfcf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.969135 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41862) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:45.973146 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e4186fcb-3459-4829-802a-743862acfcf8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b0ba0e86-c93e-4fdd-8a8a-f181b113b751 HTTP/1.1" status: 204 len: 168 time: 0.3016591 Aug 20 11:43:45.991589 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4186fcb-3459-4829-802a-743862acfcf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0ba0e86-c93e-4fdd-8a8a-f181b113b751,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:46.061370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f538cd5c-848d-4cf0-b553-38fe1c4d7d1a', 'network_id': 'f538cd5c-848d-4cf0-b553-38fe1c4d7d1a', 'tenant_id': 'be427dd83b8c42beb47567a5d09f8199', 'fixed_ips': [{'subnet_id': '20192137-dc1d-4d02-93ce-3c07a38ff7e5'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:46.062233 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.107132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-78d97c28-1e82-4a07-bafb-525536a06534', 'network_id': '78d97c28-1e82-4a07-bafb-525536a06534', 'tenant_id': 'fbce249a6adc44c7b99fe108dcd9cc2e', 'fixed_ips': [{'subnet_id': '815dfc88-06be-410e-b60c-6106d44db2bb'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:46.107980 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.147613 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8fb0bb6-be11-4784-9ea6-0268f7732e21 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.164453 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b66355e7-a4a4-4a5c-bb56-fd3dd9f4e672 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126280356'] for subnet, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.207072 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac17ccce-c651-4116-b440-e710760bf81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.223065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb58ad1-3fcb-411e-aa1f-d0fec702a0ea req-354befcf-3141-4116-ad2a-2d4c4f736532 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:46.225515 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecb58ad1-3fcb-411e-aa1f-d0fec702a0ea req-354befcf-3141-4116-ad2a-2d4c4f736532 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 946 time: 0.1414332 Aug 20 11:43:46.234816 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c82a2-fd16-4619-a719-ba88356a06fe req-c3274b23-b99f-41a8-9454-79f8f89a1b15 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:46.236686 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-498c82a2-fd16-4619-a719-ba88356a06fe req-c3274b23-b99f-41a8-9454-79f8f89a1b15 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 945 time: 0.0641952 Aug 20 11:43:46.278191 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8fb0bb6-be11-4784-9ea6-0268f7732e21 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.283757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb0bb6-be11-4784-9ea6-0268f7732e21 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:46.284340 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8fb0bb6-be11-4784-9ea6-0268f7732e21 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.297512 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-498c82a2-fd16-4619-a719-ba88356a06fe req-8b58778e-6968-404d-9a57-a5fb633ed5da tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494504 Aug 20 11:43:46.319343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Allocated IP 2001:db8:0:ffff::2 (f538cd5c-848d-4cf0-b553-38fe1c4d7d1a/20192137-dc1d-4d02-93ce-3c07a38ff7e5/a9eac520-3597-4a82-a9b4-b48e6b719982) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:46.409351 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:43:46.409351 n-d-804299-2 neutron-server[94692]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 20 11:43:46.409351 n-d-804299-2 neutron-server[94692]: [parameters: {'in_use': 1, 'id_1': '815dfc88-06be-410e-b60c-6106d44db2bb'}] Aug 20 11:43:46.409351 n-d-804299-2 neutron-server[94692]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:43:46.409864 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:43:46.425696 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d8fb0bb6-be11-4784-9ea6-0268f7732e21 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6104817 Aug 20 11:43:46.428681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41872) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:46.439263 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-13f68791-a8b9-4a24-a423-4fbfd60835d3 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'subnet': {'network_id': '4219b3dd-4c0b-446d-a53f-bd95641dbb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:46.468021 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecb58ad1-3fcb-411e-aa1f-d0fec702a0ea req-b07c073d-da39-4cc4-988e-1c2eed87ed60 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152231 Aug 20 11:43:46.473392 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb0bb6-be11-4784-9ea6-0268f7732e21 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Network': ['ID=4219b3dd-4c0b-446d-a53f-bd95641dbb01,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:46.505516 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.512445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c61ec-827c-4456-ae5b-815e46e38536 req-75aae1a3-027c-4598-a126-52f5b9e67d24 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:46.514099 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c1c61ec-827c-4456-ae5b-815e46e38536 req-75aae1a3-027c-4598-a126-52f5b9e67d24 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.35 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 946 time: 0.1743536 Aug 20 11:43:46.517944 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Transition to ACTIVE for port object a9eac520-3597-4a82-a9b4-b48e6b719982 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:46.532810 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac17ccce-c651-4116-b440-e710760bf81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.539415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a72874-3611-4e03-9947-d075f7b6dbee req-f1e1dd67-efdf-4d36-9fed-f0a82e7b6975 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:46.540939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Transition to ACTIVE for port object a9eac520-3597-4a82-a9b4-b48e6b719982 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:46.547634 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-54a72874-3611-4e03-9947-d075f7b6dbee req-f1e1dd67-efdf-4d36-9fed-f0a82e7b6975 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.1728742 Aug 20 11:43:46.547932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 4219b3dd-4c0b-446d-a53f-bd95641dbb01 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:46.550096 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-ac17ccce-c651-4116-b440-e710760bf81c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:46.566408 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-ac17ccce-c651-4116-b440-e710760bf81c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a0a83a-9397-4588-b3f6-4f4b598b8365') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:46.566711 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-ac17ccce-c651-4116-b440-e710760bf81c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a0a83a-9397-4588-b3f6-4f4b598b8365') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:46.597296 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.597540 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac17ccce-c651-4116-b440-e710760bf81c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.643081 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5cca0af1-4ef8-4e66-b5ea-d24e6334d637 req-46989357-54bf-4cea-945f-e44bd485ac7b tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0475736 Aug 20 11:43:46.645056 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac17ccce-c651-4116-b440-e710760bf81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.647646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Network f538cd5c-848d-4cf0-b553-38fe1c4d7d1a is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:46.654269 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:46.662895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:46.663142 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac17ccce-c651-4116-b440-e710760bf81c admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:46.663253 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac17ccce-c651-4116-b440-e710760bf81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:46.665476 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:46.680118 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-54a72874-3611-4e03-9947-d075f7b6dbee req-6cc9c3d6-e4f3-4a24-8f99-10225c733e5b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277049 Aug 20 11:43:46.706686 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f68791-a8b9-4a24-a423-4fbfd60835d3 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:46.712524 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b66355e7-a4a4-4a5c-bb56-fd3dd9f4e672 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742077156666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125992847'] for subnet, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.715940 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13f68791-a8b9-4a24-a423-4fbfd60835d3 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.799080 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66355e7-a4a4-4a5c-bb56-fd3dd9f4e672 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:46.803979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b66355e7-a4a4-4a5c-bb56-fd3dd9f4e672 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.805398 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b66355e7-a4a4-4a5c-bb56-fd3dd9f4e672 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "PUT /v2.0/subnets/815dfc88-06be-410e-b60c-6106d44db2bb HTTP/1.1" status: 200 len: 877 time: 0.9296603 Aug 20 11:43:46.810860 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41880) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:46.875507 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac17ccce-c651-4116-b440-e710760bf81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.880431 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac17ccce-c651-4116-b440-e710760bf81c admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.882414 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ac17ccce-c651-4116-b440-e710760bf81c admin admin] 10.222.0.37 "DELETE /v2.0/networks/fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f HTTP/1.1" status: 204 len: 168 time: 0.8940232 Aug 20 11:43:46.928226 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:46.984669 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66355e7-a4a4-4a5c-bb56-fd3dd9f4e672 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event updated for resources: {'Subnet': ['ID=815dfc88-06be-410e-b60c-6106d44db2bb,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:46.989937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17ccce-c651-4116-b440-e710760bf81c admin admin] Pushing event deleted for resources: {'Network': ['ID=fc9b7f10-6edf-41e1-9cef-cd8607cf2e0f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:46.999043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-4c1c61ec-827c-4456-ae5b-815e46e38536 req-cff559b0-71f5-4925-bebd-e3a4bf0ff1ce tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Deleting port ad1717bc-4964-4464-a227-8b3a2ca3c16c {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:47.000869 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4c1c61ec-827c-4456-ae5b-815e46e38536 req-cff559b0-71f5-4925-bebd-e3a4bf0ff1ce tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.033343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ec746-7f0c-4b71-a499-df93c2a060cc req-ebc53a36-bd54-478a-97ed-9410c36677d5 tempest-MigrationsAdminTest-827659397 tempest-MigrationsAdminTest-827659397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:47.034949 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6f4ec746-7f0c-4b71-a499-df93c2a060cc req-ebc53a36-bd54-478a-97ed-9410c36677d5 tempest-MigrationsAdminTest-827659397 tempest-MigrationsAdminTest-827659397-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 1100 time: 0.2103601 Aug 20 11:43:47.078589 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.091559 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Allocated IP 172.20.0.3 (78d97c28-1e82-4a07-bafb-525536a06534/815dfc88-06be-410e-b60c-6106d44db2bb/12b829a1-3b1c-4407-bbfa-691d7136b5e2) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:47.112486 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6f4ec746-7f0c-4b71-a499-df93c2a060cc req-005c5b8e-5dce-4e4d-ac5d-356b786f42aa tempest-MigrationsAdminTest-827659397 tempest-MigrationsAdminTest-827659397-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596104 Aug 20 11:43:47.118918 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Pushing event updated for resources: {'Port': ['ID=a9eac520-3597-4a82-a9b4-b48e6b719982,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:47.145631 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Attempting to bind port a9eac520-3597-4a82-a9b4-b48e6b719982 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:47.146008 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Attempting to bind port a9eac520-3597-4a82-a9b4-b48e6b719982 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '672c3587-a9ff-4da3-b760-01e13e0c3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f538cd5c-848d-4cf0-b553-38fe1c4d7d1a'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:47.146354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Attempting to bind port a9eac520-3597-4a82-a9b4-b48e6b719982 on network f538cd5c-848d-4cf0-b553-38fe1c4d7d1a {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:47.176562 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41888) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:47.180077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:47.180448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Checking segment: {'id': '672c3587-a9ff-4da3-b760-01e13e0c3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f538cd5c-848d-4cf0-b553-38fe1c4d7d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:47.180950 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.181479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Bound using segment: {'id': '672c3587-a9ff-4da3-b760-01e13e0c3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f538cd5c-848d-4cf0-b553-38fe1c4d7d1a'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:47.181975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Bound port: a9eac520-3597-4a82-a9b4-b48e6b719982, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672c3587-a9ff-4da3-b760-01e13e0c3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f538cd5c-848d-4cf0-b553-38fe1c4d7d1a'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:47.182369 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.202226 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.268118 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4c1c61ec-827c-4456-ae5b-815e46e38536 req-cff559b0-71f5-4925-bebd-e3a4bf0ff1ce tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] For port ad1717bc-4964-4464-a227-8b3a2ca3c16c, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ad1717bc-4964-4464-a227-8b3a2ca3c16c,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:47.268118 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4c1c61ec-827c-4456-ae5b-815e46e38536 req-cff559b0-71f5-4925-bebd-e3a4bf0ff1ce tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.278842 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a1d6f-ec7e-4895-ad26-be7d842dfd54 req-237ddd55-f3f1-47fa-a901-1abfd6642717 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:47.287098 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-293a1d6f-ec7e-4895-ad26-be7d842dfd54 req-237ddd55-f3f1-47fa-a901-1abfd6642717 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 945 time: 0.2092934 Aug 20 11:43:47.295768 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] For port a9eac520-3597-4a82-a9b4-b48e6b719982, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:47.300403 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] For port a9eac520-3597-4a82-a9b4-b48e6b719982, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a9eac520-3597-4a82-a9b4-b48e6b719982,segment=NetworkSegment(672c3587-a9ff-4da3-b760-01e13e0c3f83),segment_id=672c3587-a9ff-4da3-b760-01e13e0c3f83)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:47.318767 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.333464 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13f68791-a8b9-4a24-a423-4fbfd60835d3 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.402693 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c5bdf688-3920-4eed-8f92-09330561fca9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c382743cae4c432194461288fbfc3ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2249682 Aug 20 11:43:47.409973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41894) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:47.426762 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.432755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336463b1-a2ba-426b-9b48-b89d15cb24a1 None None] Pushing event updated for resources: {'Port': ['ID=a9eac520-3597-4a82-a9b4-b48e6b719982,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:47.450222 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Transition to ACTIVE for port object 12b829a1-3b1c-4407-bbfa-691d7136b5e2 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:47.466586 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-293a1d6f-ec7e-4895-ad26-be7d842dfd54 req-8591f78b-f03d-4d05-883f-56a9dbed35b1 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767628 Aug 20 11:43:47.481767 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Transition to ACTIVE for port object 12b829a1-3b1c-4407-bbfa-691d7136b5e2 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:47.485817 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac4e4650-5859-427a-9e8a-f687f463843a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.490682 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.498624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f68791-a8b9-4a24-a423-4fbfd60835d3 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Subnet': ['ID=01371eab-db84-47de-b914-70a0f980be2e,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:47.541037 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac4e4650-5859-427a-9e8a-f687f463843a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.550302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Network 78d97c28-1e82-4a07-bafb-525536a06534 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:47.554174 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:47.554884 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.562196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:47.563255 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f68791-a8b9-4a24-a423-4fbfd60835d3 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Checking segment: {'id': '2851945d-909c-45cb-b1ce-bbd9160ce6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4219b3dd-4c0b-446d-a53f-bd95641dbb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:47.564941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f68791-a8b9-4a24-a423-4fbfd60835d3 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network hostable DHCP agents. Network: 4219b3dd-4c0b-446d-a53f-bd95641dbb01, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:47.565601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Pushing event updated for resources: {'Port': ['ID=12b829a1-3b1c-4407-bbfa-691d7136b5e2,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:47.613167 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Subnet': ['ID=815dfc88-06be-410e-b60c-6106d44db2bb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:47.668391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Attempting to bind port 12b829a1-3b1c-4407-bbfa-691d7136b5e2 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:47.669236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Attempting to bind port 12b829a1-3b1c-4407-bbfa-691d7136b5e2 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '86b526b1-df0d-400b-8a7e-e6033bd8db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '78d97c28-1e82-4a07-bafb-525536a06534'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:47.669846 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Attempting to bind port 12b829a1-3b1c-4407-bbfa-691d7136b5e2 on network 78d97c28-1e82-4a07-bafb-525536a06534 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:47.714604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:47.715234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Checking segment: {'id': '86b526b1-df0d-400b-8a7e-e6033bd8db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '78d97c28-1e82-4a07-bafb-525536a06534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:47.715739 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.716242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Bound using segment: {'id': '86b526b1-df0d-400b-8a7e-e6033bd8db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '78d97c28-1e82-4a07-bafb-525536a06534'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:47.716886 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Bound port: 12b829a1-3b1c-4407-bbfa-691d7136b5e2, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b526b1-df0d-400b-8a7e-e6033bd8db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '78d97c28-1e82-4a07-bafb-525536a06534'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:47.717372 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.742613 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.761343 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4c1c61ec-827c-4456-ae5b-815e46e38536 req-cff559b0-71f5-4925-bebd-e3a4bf0ff1ce tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.761731 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4c1c61ec-827c-4456-ae5b-815e46e38536 req-cff559b0-71f5-4925-bebd-e3a4bf0ff1ce tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.761955 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-4c1c61ec-827c-4456-ae5b-815e46e38536 req-cff559b0-71f5-4925-bebd-e3a4bf0ff1ce tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Floating IP f7f87e18-815f-47fd-a475-3139e4c0e98c disassociated. External IP: 172.25.8.86, port: ad1717bc-4964-4464-a227-8b3a2ca3c16c. Aug 20 11:43:47.762279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-4c1c61ec-827c-4456-ae5b-815e46e38536 req-cff559b0-71f5-4925-bebd-e3a4bf0ff1ce tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Calling delete_port for ad1717bc-4964-4464-a227-8b3a2ca3c16c owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:47.763571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d97c28-1e82-4a07-bafb-525536a06534']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:47.778220 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b526b1-df0d-400b-8a7e-e6033bd8db7b') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:47.778220 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b526b1-df0d-400b-8a7e-e6033bd8db7b') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:47.787116 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.810318 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.823471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] For port 12b829a1-3b1c-4407-bbfa-691d7136b5e2, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:47.825057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:47.825711 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:47.829492 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:47.862566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f68791-a8b9-4a24-a423-4fbfd60835d3 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network 4219b3dd-4c0b-446d-a53f-bd95641dbb01 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:47.889291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-13f68791-a8b9-4a24-a423-4fbfd60835d3 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 4219b3dd-4c0b-446d-a53f-bd95641dbb01) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:47.893937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f68791-a8b9-4a24-a423-4fbfd60835d3 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:47.894800 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13f68791-a8b9-4a24-a423-4fbfd60835d3 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.900505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfba8e7-5e18-4433-abab-0e49471f3c22 None None] Network 4219b3dd-4c0b-446d-a53f-bd95641dbb01 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:47.922681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837f06d-94da-49e8-8e1a-bf5b964987b7 req-ea3036a5-9c7e-4d5c-82fb-20a9eedfbeee tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:47.924293 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3837f06d-94da-49e8-8e1a-bf5b964987b7 req-ea3036a5-9c7e-4d5c-82fb-20a9eedfbeee tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 946 time: 0.1674697 Aug 20 11:43:47.952485 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-13f68791-a8b9-4a24-a423-4fbfd60835d3 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5225468 Aug 20 11:43:47.961175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41908) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:47.965162 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac4e4650-5859-427a-9e8a-f687f463843a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.967825 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac4e4650-5859-427a-9e8a-f687f463843a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.969104 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ac4e4650-5859-427a-9e8a-f687f463843a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/077e7838-ed16-45e1-95ee-6d94bfdfd8c4 HTTP/1.1" status: 204 len: 168 time: 0.5579872 Aug 20 11:43:48.030037 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0cd4b7e2-1129-4ff9-a74f-f046f2f7d5b7 req-ac494609-6f82-4de7-9c19-834f152ce7bb tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0936322 Aug 20 11:43:48.082954 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e4650-5859-427a-9e8a-f687f463843a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077e7838-ed16-45e1-95ee-6d94bfdfd8c4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:48.091858 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3837f06d-94da-49e8-8e1a-bf5b964987b7 req-1982c92a-c579-4933-b901-1b9182ab8eb3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=1414fe9c-9316-4ded-8b43-da2dcdd866a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598794 Aug 20 11:43:48.092385 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:43:48.092385 n-d-804299-2 neutron-server[94690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:43:48.092385 n-d-804299-2 neutron-server[94690]: [parameters: {'id': '78d97c28-1e82-4a07-bafb-525536a06534'}] Aug 20 11:43:48.092385 n-d-804299-2 neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:43:48.094389 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:43:48.111092 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-0d1451ce-5216-4895-9d2d-146b671308bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1630816 Aug 20 11:43:48.137683 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] For port 12b829a1-3b1c-4407-bbfa-691d7136b5e2, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=12b829a1-3b1c-4407-bbfa-691d7136b5e2,segment=NetworkSegment(86b526b1-df0d-400b-8a7e-e6033bd8db7b),segment_id=86b526b1-df0d-400b-8a7e-e6033bd8db7b)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:48.143130 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:48.167199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1671770-602a-460d-937e-75aa765323bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-4219b3dd-4c0b-446d-a53f-bd95641dbb01', 'network_id': '4219b3dd-4c0b-446d-a53f-bd95641dbb01', 'tenant_id': 'be427dd83b8c42beb47567a5d09f8199', 'fixed_ips': [{'subnet_id': '01371eab-db84-47de-b914-70a0f980be2e'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:48.168094 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d1671770-602a-460d-937e-75aa765323bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:48.168454 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4c1c61ec-827c-4456-ae5b-815e46e38536 req-cff559b0-71f5-4925-bebd-e3a4bf0ff1ce tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:48.203147 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:48.208628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff559b0-71f5-4925-bebd-e3a4bf0ff1ce tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event deleted for resources: {'Port': ['ID=ad1717bc-4964-4464-a227-8b3a2ca3c16c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:48.248357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7720126-bc88-4187-8d00-09267a61a77a req-1e610576-a70e-4008-9942-3fbf8e693444 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:48.257772 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b7720126-bc88-4187-8d00-09267a61a77a req-1e610576-a70e-4008-9942-3fbf8e693444 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.0822959 Aug 20 11:43:48.322998 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b7720126-bc88-4187-8d00-09267a61a77a req-2e06441f-f84b-43fa-88dc-852ed8b270e8 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639164 Aug 20 11:43:48.343499 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:48.443375 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40843b5-ac18-4f02-87eb-a34ce3cceb99 None None] Pushing event updated for resources: {'Port': ['ID=12b829a1-3b1c-4407-bbfa-691d7136b5e2,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:48.499571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96096946-3e12-406c-bd95-581101612a3b None None] Network 78d97c28-1e82-4a07-bafb-525536a06534 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:48.600677 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:48.697807 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-d1671770-602a-460d-937e-75aa765323bc None None] Allocated IP 2001:db8::1 (4219b3dd-4c0b-446d-a53f-bd95641dbb01/01371eab-db84-47de-b914-70a0f980be2e/f7be5aea-e135-43f5-bf4b-ef974d3aa055) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:48.708690 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a9eac520-3597-4a82-a9b4-b48e6b719982 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:48.744284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Deleting port 12b829a1-3b1c-4407-bbfa-691d7136b5e2 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:48.744919 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:48.895136 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] For port 12b829a1-3b1c-4407-bbfa-691d7136b5e2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=12b829a1-3b1c-4407-bbfa-691d7136b5e2,segment=NetworkSegment(86b526b1-df0d-400b-8a7e-e6033bd8db7b),segment_id=86b526b1-df0d-400b-8a7e-e6033bd8db7b)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:48.895786 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:48.930501 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Calling delete_port for 12b829a1-3b1c-4407-bbfa-691d7136b5e2 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:49.063638 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.081057 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae24438-41e6-40ce-b4f3-4a859e84886f None None] Network f538cd5c-848d-4cf0-b553-38fe1c4d7d1a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:49.107735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Port': ['ID=12b829a1-3b1c-4407-bbfa-691d7136b5e2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:49.119813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No DVR routers for this DVR port 12b829a1-3b1c-4407-bbfa-691d7136b5e2 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:49.192688 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c1c61ec-827c-4456-ae5b-815e46e38536 req-cff559b0-71f5-4925-bebd-e3a4bf0ff1ce tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Router 57ad8a20-f468-4f3f-9075-f133547422ed has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:43:49.210724 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port a9eac520-3597-4a82-a9b4-b48e6b719982 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:49.218958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89548e28-8973-4b62-9062-bf3fb87de899 req-81e70668-7765-4730-bc7d-524707776de6 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:49.221140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89548e28-8973-4b62-9062-bf3fb87de899 req-81e70668-7765-4730-bc7d-524707776de6 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 945 time: 0.8799822 Aug 20 11:43:49.235415 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-09f8c25a-5af8-4117-83b9-ed3be1b1a610 None None] Provisioning for port a9eac520-3597-4a82-a9b4-b48e6b719982 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:49.248980 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.254503 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port a9eac520-3597-4a82-a9b4-b48e6b719982 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:49.254858 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.257090 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb2ba93-8b2b-4358-9842-b86721c32eb5 None None] Network 78d97c28-1e82-4a07-bafb-525536a06534 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:49.304028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a79a0-5045-4763-a599-05e6d15e5de4 req-64f27daa-b12c-4c43-bda8-2cb0848f3a78 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:49.312125 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-999a79a0-5045-4763-a599-05e6d15e5de4 req-64f27daa-b12c-4c43-bda8-2cb0848f3a78 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 945 time: 0.2405469 Aug 20 11:43:49.323804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-09f8c25a-5af8-4117-83b9-ed3be1b1a610 None None] Provisioning complete for port a9eac520-3597-4a82-a9b4-b48e6b719982 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:49.324213 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-09f8c25a-5af8-4117-83b9-ed3be1b1a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.331075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d97c28-1e82-4a07-bafb-525536a06534']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:49.335224 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ac30bb38-36e6-4efd-9de2-8cde02a1e2ca req-49c28167-13e5-446a-8e17-826cd8705603 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0882311 Aug 20 11:43:49.344446 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b526b1-df0d-400b-8a7e-e6033bd8db7b') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:49.344862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b526b1-df0d-400b-8a7e-e6033bd8db7b') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:49.355240 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.372450 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.382804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:49.383049 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:49.398590 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:49.484048 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41960) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:49.513546 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11159767-8467-4cf5-a0a1-b4cef8ad7364 req-c0c45ce9-8525-4446-bae8-83610bb360a1 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=44071d4c-6724-4f78-9fb0-d86852914608 HTTP/1.1" status: 200 len: 210 time: 0.0493402 Aug 20 11:43:49.532899 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.540659 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.547122 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/78d97c28-1e82-4a07-bafb-525536a06534 HTTP/1.1" status: 204 len: 168 time: 2.7343094 Aug 20 11:43:49.547833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41964) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:49.595875 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d305061-9edb-4744-84fd-60a45cdcc768 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Network': ['ID=78d97c28-1e82-4a07-bafb-525536a06534,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:49.599423 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e13282-66f2-457a-88f4-77a52923fd86 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:49.599906 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e13282-66f2-457a-88f4-77a52923fd86 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:49.604734 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c6e13282-66f2-457a-88f4-77a52923fd86 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/subnets/815dfc88-06be-410e-b60c-6106d44db2bb HTTP/1.1" status: 404 len: 337 time: 0.0516751 Aug 20 11:43:49.605373 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41966) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:49.644948 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-999a79a0-5045-4763-a599-05e6d15e5de4 req-0f5e5ba8-af90-47be-9904-7fe02b81a317 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286273 Aug 20 11:43:49.667597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-76974c16-c38c-48af-bd13-ab3b089d3abc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-237435876-network', 'tenant_id': '61102427b20544a99687c14b264833fb'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:49.670223 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2d6daa-a752-4150-a6bb-d15322cd8d10 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:49.670848 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd2d6daa-a752-4150-a6bb-d15322cd8d10 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:49.675537 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dd2d6daa-a752-4150-a6bb-d15322cd8d10 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/78d97c28-1e82-4a07-bafb-525536a06534 HTTP/1.1" status: 404 len: 339 time: 0.0680981 Aug 20 11:43:49.675825 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d1671770-602a-460d-937e-75aa765323bc None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.677118 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41968) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:49.712574 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e40487-f9f1-4a03-b580-d721d5ac3a7b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:49.713492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e40487-f9f1-4a03-b580-d721d5ac3a7b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:49.714363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c1c61ec-827c-4456-ae5b-815e46e38536 req-cff559b0-71f5-4925-bebd-e3a4bf0ff1ce tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:49.719848 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-66e40487-f9f1-4a03-b580-d721d5ac3a7b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/subnets/f5248bad-5c91-4503-a9a7-41b17ba8170d HTTP/1.1" status: 404 len: 337 time: 0.0390949 Aug 20 11:43:49.720675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41970) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:49.723888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-89548e28-8973-4b62-9062-bf3fb87de899 req-7fedfd0a-6003-4271-98c0-4e8caf0c9f90 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Deleting port bcb7118a-43c0-44a7-9319-a16c98737137 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:49.724315 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89548e28-8973-4b62-9062-bf3fb87de899 req-7fedfd0a-6003-4271-98c0-4e8caf0c9f90 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.725774 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d284c07b-03f5-45c3-88d3-eb81151baa5c None None] Sync routers for ids ['57ad8a20-f468-4f3f-9075-f133547422ed'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:49.737623 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d284c07b-03f5-45c3-88d3-eb81151baa5c None None] Routers {'57ad8a20-f468-4f3f-9075-f133547422ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:49.738335 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d284c07b-03f5-45c3-88d3-eb81151baa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:43:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['57ad8a20-f468-4f3f-9075-f133547422ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:49.742499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76974c16-c38c-48af-bd13-ab3b089d3abc admin admin] Made reservation on behalf of 61102427b20544a99687c14b264833fb for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:49.745483 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-76974c16-c38c-48af-bd13-ab3b089d3abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.747191 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device ad1717bc-4964-4464-a227-8b3a2ca3c16c no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:49.749513 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-1001ad33-afc9-4704-a309-7d06f4e62dd7 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:49.750372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1001ad33-afc9-4704-a309-7d06f4e62dd7 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:49.756055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d1671770-602a-460d-937e-75aa765323bc None None] Transition to ACTIVE for port object f7be5aea-e135-43f5-bf4b-ef974d3aa055 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:49.763079 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1001ad33-afc9-4704-a309-7d06f4e62dd7 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/45a04af7-f1a6-4524-b334-242fbee7b157 HTTP/1.1" status: 404 len: 339 time: 0.0391397 Aug 20 11:43:49.764051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41972) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:49.797503 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe35a06-e407-42ea-a535-2e433a2926f5 req-096a1963-4dab-4365-a3f7-8778251ab411 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:49.799557 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5fe35a06-e407-42ea-a535-2e433a2926f5 req-096a1963-4dab-4365-a3f7-8778251ab411 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.1932702 Aug 20 11:43:49.801261 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: ad1717bc-4964-4464-a227-8b3a2ca3c16c {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:49.801786 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device ad1717bc-4964-4464-a227-8b3a2ca3c16c not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:49.825743 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d1671770-602a-460d-937e-75aa765323bc None None] Transition to ACTIVE for port object f7be5aea-e135-43f5-bf4b-ef974d3aa055 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:49.836757 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-76974c16-c38c-48af-bd13-ab3b089d3abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.862599 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d1671770-602a-460d-937e-75aa765323bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.864031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1c61ec-827c-4456-ae5b-815e46e38536 req-cff559b0-71f5-4925-bebd-e3a4bf0ff1ce tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] No DVR routers for this DVR port ad1717bc-4964-4464-a227-8b3a2ca3c16c on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:49.874538 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4c1c61ec-827c-4456-ae5b-815e46e38536 req-cff559b0-71f5-4925-bebd-e3a4bf0ff1ce tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.877454 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c1c61ec-827c-4456-ae5b-815e46e38536 req-cff559b0-71f5-4925-bebd-e3a4bf0ff1ce tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.35 "DELETE /v2.0/ports/ad1717bc-4964-4464-a227-8b3a2ca3c16c HTTP/1.1" status: 204 len: 173 time: 3.3504024 Aug 20 11:43:49.878568 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-d284c07b-03f5-45c3-88d3-eb81151baa5c None None] Set router 57ad8a20-f468-4f3f-9075-f133547422ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:49.881269 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44071d4c-6724-4f78-9fb0-d86852914608', 'name': 'network-vif-deleted', 'tag': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:49.896047 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c79d9b-bef7-4ee3-be45-7ae9cbef8b1d" -d '{"events": [{"server_uuid": "44071d4c-6724-4f78-9fb0-d86852914608", "name": "network-vif-deleted", "tag": "ad1717bc-4964-4464-a227-8b3a2ca3c16c"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:49.945162 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1671770-602a-460d-937e-75aa765323bc None None] Network 4219b3dd-4c0b-446d-a53f-bd95641dbb01 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:49.952425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-d1671770-602a-460d-937e-75aa765323bc None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:50.021361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1671770-602a-460d-937e-75aa765323bc None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:50.036962 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9a9b89-68cb-4748-ae95-80f63bec9a47 x-openstack-request-id: req-8e9a9b89-68cb-4748-ae95-80f63bec9a47 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:50.038057 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44071d4c-6724-4f78-9fb0-d86852914608", "name": "network-vif-deleted", "tag": "ad1717bc-4964-4464-a227-8b3a2ca3c16c", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:50.038402 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e9a9b89-68cb-4748-ae95-80f63bec9a47 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:50.039811 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44071d4c-6724-4f78-9fb0-d86852914608', 'name': 'network-vif-deleted', 'tag': 'ad1717bc-4964-4464-a227-8b3a2ca3c16c', 'status': 'completed', 'code': 200} Aug 20 11:43:50.054928 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-09f8c25a-5af8-4117-83b9-ed3be1b1a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.061049 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.112471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-09f8c25a-5af8-4117-83b9-ed3be1b1a610 None None] For port a9eac520-3597-4a82-a9b4-b48e6b719982, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a9eac520-3597-4a82-a9b4-b48e6b719982,segment=NetworkSegment(672c3587-a9ff-4da3-b760-01e13e0c3f83),segment_id=672c3587-a9ff-4da3-b760-01e13e0c3f83)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:50.149293 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Subnet': ['ID=01371eab-db84-47de-b914-70a0f980be2e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:50.170744 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.187825 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-09f8c25a-5af8-4117-83b9-ed3be1b1a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.210222 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d284c07b-03f5-45c3-88d3-eb81151baa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e9ccbda7-8437-4fce-9250-c945ac11ac4a', 'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'mac_address': 'fa:16:3e:87:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:22Z', 'updated_at': '2021-08-20T11:39:28Z', 'revision_number': 5, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'subnets': [{'id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:50.240490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1671770-602a-460d-937e-75aa765323bc None None] Pushing event updated for resources: {'Port': ['ID=f7be5aea-e135-43f5-bf4b-ef974d3aa055,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:50.245424 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d284c07b-03f5-45c3-88d3-eb81151baa5c None None] Checking router: 57ad8a20-f468-4f3f-9075-f133547422ed for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:43:50.256604 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d284c07b-03f5-45c3-88d3-eb81151baa5c None None] Routers {'57ad8a20-f468-4f3f-9075-f133547422ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:50.257515 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d284c07b-03f5-45c3-88d3-eb81151baa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:43:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['57ad8a20-f468-4f3f-9075-f133547422ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:50.281233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-89548e28-8973-4b62-9062-bf3fb87de899 req-7fedfd0a-6003-4271-98c0-4e8caf0c9f90 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] For port bcb7118a-43c0-44a7-9319-a16c98737137, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=bcb7118a-43c0-44a7-9319-a16c98737137,segment=NetworkSegment(9995941d-3023-4107-b1ce-b826d99d617b),segment_id=9995941d-3023-4107-b1ce-b826d99d617b)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:50.281784 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89548e28-8973-4b62-9062-bf3fb87de899 req-7fedfd0a-6003-4271-98c0-4e8caf0c9f90 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.312469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d1671770-602a-460d-937e-75aa765323bc None None] Attempting to bind port f7be5aea-e135-43f5-bf4b-ef974d3aa055 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:50.312469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d1671770-602a-460d-937e-75aa765323bc None None] Attempting to bind port f7be5aea-e135-43f5-bf4b-ef974d3aa055 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '2851945d-909c-45cb-b1ce-bbd9160ce6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4219b3dd-4c0b-446d-a53f-bd95641dbb01'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:50.312949 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1671770-602a-460d-937e-75aa765323bc None None] Attempting to bind port f7be5aea-e135-43f5-bf4b-ef974d3aa055 on network 4219b3dd-4c0b-446d-a53f-bd95641dbb01 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:50.323550 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.347732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1671770-602a-460d-937e-75aa765323bc None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:50.348141 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1671770-602a-460d-937e-75aa765323bc None None] Checking segment: {'id': '2851945d-909c-45cb-b1ce-bbd9160ce6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4219b3dd-4c0b-446d-a53f-bd95641dbb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:50.348623 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d1671770-602a-460d-937e-75aa765323bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.349118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1671770-602a-460d-937e-75aa765323bc None None] Bound using segment: {'id': '2851945d-909c-45cb-b1ce-bbd9160ce6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4219b3dd-4c0b-446d-a53f-bd95641dbb01'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:50.349658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d1671770-602a-460d-937e-75aa765323bc None None] Bound port: f7be5aea-e135-43f5-bf4b-ef974d3aa055, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2851945d-909c-45cb-b1ce-bbd9160ce6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4219b3dd-4c0b-446d-a53f-bd95641dbb01'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:50.350103 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d1671770-602a-460d-937e-75aa765323bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.378305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-f86359f8-bd71-4436-b2e5-09734a8b34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:50.385398 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-f86359f8-bd71-4436-b2e5-09734a8b34dc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 1100 time: 0.2372744 Aug 20 11:43:50.386478 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-89548e28-8973-4b62-9062-bf3fb87de899 req-7fedfd0a-6003-4271-98c0-4e8caf0c9f90 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Calling delete_port for bcb7118a-43c0-44a7-9319-a16c98737137 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:50.413102 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:43:50.413521 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:43:50.421585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4219b3dd-4c0b-446d-a53f-bd95641dbb01']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:50.442169 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7a34e076-858c-447f-8279-354f958ba742 None None] Provisioning complete for port a9eac520-3597-4a82-a9b4-b48e6b719982 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:50.442668 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7a34e076-858c-447f-8279-354f958ba742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.475031 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5fe35a06-e407-42ea-a535-2e433a2926f5 req-074727c1-84e5-47bb-b8e9-f09ef26fd13f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6383622 Aug 20 11:43:50.494737 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1da5bfe-07d0-4555-a875-b92e866ac727 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.531965 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8c25a-5af8-4117-83b9-ed3be1b1a610 None None] Pushing event updated for resources: {'Port': ['ID=a9eac520-3597-4a82-a9b4-b48e6b719982,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:50.565333 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-d284c07b-03f5-45c3-88d3-eb81151baa5c None None] Set router 57ad8a20-f468-4f3f-9075-f133547422ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:50.628696 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1da5bfe-07d0-4555-a875-b92e866ac727 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.639780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41982) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:50.644140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d1671770-602a-460d-937e-75aa765323bc None None] For port f7be5aea-e135-43f5-bf4b-ef974d3aa055, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:50.648426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d1671770-602a-460d-937e-75aa765323bc None None] For port f7be5aea-e135-43f5-bf4b-ef974d3aa055, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f7be5aea-e135-43f5-bf4b-ef974d3aa055,segment=NetworkSegment(2851945d-909c-45cb-b1ce-bbd9160ce6cd),segment_id=2851945d-909c-45cb-b1ce-bbd9160ce6cd)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:50.650226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2851945d-909c-45cb-b1ce-bbd9160ce6cd') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:50.650695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2851945d-909c-45cb-b1ce-bbd9160ce6cd') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:50.655115 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d1671770-602a-460d-937e-75aa765323bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.655464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-57571934-ce0f-4453-ac2d-984153b03607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:50.657314 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-57571934-ce0f-4453-ac2d-984153b03607 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2499094 Aug 20 11:43:50.659184 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-df4d660c-d0e1-484c-873d-04df6cef3674 req-dd8a9051-2dea-4cac-aa66-e6172be5c244 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.1432097 Aug 20 11:43:50.678946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d1da5bfe-07d0-4555-a875-b92e866ac727 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959a2b6b-8d0c-47a5-b260-b7cde6101eca']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:50.700857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d1da5bfe-07d0-4555-a875-b92e866ac727 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db678bd-2d52-4665-9863-5a3da963cf2c') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:50.701168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d1da5bfe-07d0-4555-a875-b92e866ac727 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db678bd-2d52-4665-9863-5a3da963cf2c') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:50.729478 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.736937 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1da5bfe-07d0-4555-a875-b92e866ac727 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.793918 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-551602da-7fdf-4216-aa2f-e9e9fa774941 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 HTTP/1.1" status: 200 len: 217 time: 0.0798364 Aug 20 11:43:50.834296 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d284c07b-03f5-45c3-88d3-eb81151baa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e9ccbda7-8437-4fce-9250-c945ac11ac4a', 'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'mac_address': 'fa:16:3e:87:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:22Z', 'updated_at': '2021-08-20T11:39:28Z', 'revision_number': 5, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'subnets': [{'id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:50.836312 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1da5bfe-07d0-4555-a875-b92e866ac727 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.853074 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1da5bfe-07d0-4555-a875-b92e866ac727 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:50.854352 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1da5bfe-07d0-4555-a875-b92e866ac727 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.856727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-313c5149-0e0c-4cad-bb56-19137b2d4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:50.858251 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-313c5149-0e0c-4cad-bb56-19137b2d4528 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0563695 Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:50.861221 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:50.879407 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.889026 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d284c07b-03f5-45c3-88d3-eb81151baa5c None None] The sync data for ids ['57ad8a20-f468-4f3f-9075-f133547422ed'] in n-d-804299-2 is: [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e9ccbda7-8437-4fce-9250-c945ac11ac4a', 'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'mac_address': 'fa:16:3e:87:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:22Z', 'updated_at': '2021-08-20T11:39:28Z', 'revision_number': 5, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'subnets': [{'id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:43:50.914084 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-76974c16-c38c-48af-bd13-ab3b089d3abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.927654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:50.928410 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.935629 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9884e4fe-70f5-4a90-a3ad-6a660ea353bf tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:50.937223 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:50.949953 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-76974c16-c38c-48af-bd13-ab3b089d3abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.963939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1671770-602a-460d-937e-75aa765323bc None None] Pushing event updated for resources: {'Port': ['ID=f7be5aea-e135-43f5-bf4b-ef974d3aa055,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:50.974644 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1da5bfe-07d0-4555-a875-b92e866ac727 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.988610 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b5d16e-b2ad-4e15-82e6-a5484d7c1d35 None None] Network 4219b3dd-4c0b-446d-a53f-bd95641dbb01 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:50.999383 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb5e7f-9cb8-40a8-96a8-012cdcafb4c8 req-3ce4ca7e-dc9c-49eb-a590-5c3ae52fa686 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:51.005741 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37cb5e7f-9cb8-40a8-96a8-012cdcafb4c8 req-3ce4ca7e-dc9c-49eb-a590-5c3ae52fa686 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 945 time: 0.2627180 Aug 20 11:43:51.033053 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1da5bfe-07d0-4555-a875-b92e866ac727 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.037488 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d1da5bfe-07d0-4555-a875-b92e866ac727 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/959a2b6b-8d0c-47a5-b260-b7cde6101eca HTTP/1.1" status: 204 len: 168 time: 1.2689874 Aug 20 11:43:51.037488 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9884e4fe-70f5-4a90-a3ad-6a660ea353bf tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.048424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41986) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.072355 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76974c16-c38c-48af-bd13-ab3b089d3abc admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:51.090076 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da5bfe-07d0-4555-a875-b92e866ac727 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Network': ['ID=959a2b6b-8d0c-47a5-b260-b7cde6101eca,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:51.093930 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.api [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:43:51.093930 n-d-804299-2 neutron-server[94691]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:43:51.093930 n-d-804299-2 neutron-server[94691]: [parameters: {'id': '4219b3dd-4c0b-446d-a53f-bd95641dbb01'}] Aug 20 11:43:51.093930 n-d-804299-2 neutron-server[94691]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:43:51.094328 n-d-804299-2 neutron-server[94691]: DEBUG oslo_db.api [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:43:51.102189 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c53958-010a-4f00-8bab-44090305ad19 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:51.102701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c53958-010a-4f00-8bab-44090305ad19 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:51.106824 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-89c53958-010a-4f00-8bab-44090305ad19 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/subnets/727341d1-816d-41b0-bdfd-8ec199fde6ab HTTP/1.1" status: 404 len: 337 time: 0.0538759 Aug 20 11:43:51.106824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-70fb59a2-d1a0-40b7-a7a2-42061401c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:51.107882 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-70fb59a2-d1a0-40b7-a7a2-42061401c4c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2396638 Aug 20 11:43:51.108503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76974c16-c38c-48af-bd13-ab3b089d3abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e5c56d-851f-44ee-a9a1-a5863c1ff24b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:51.114614 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37cb5e7f-9cb8-40a8-96a8-012cdcafb4c8 req-7a28950f-74bf-44bd-a073-adb895947bd8 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/security-groups?id=16ba001d-cf7a-4944-b5d1-9f4c57593b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976026 Aug 20 11:43:51.115081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41988) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.151919 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-76974c16-c38c-48af-bd13-ab3b089d3abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.152265 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-76974c16-c38c-48af-bd13-ab3b089d3abc admin admin] Added segment cbd28daa-da42-4dac-91ad-d7f61e93c78f of type vlan for network 20807c99-64e7-492c-a4b6-4a1524653d4e Aug 20 11:43:51.183021 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9884e4fe-70f5-4a90-a3ad-6a660ea353bf tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.189845 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9884e4fe-70f5-4a90-a3ad-6a660ea353bf tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.195539 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9884e4fe-70f5-4a90-a3ad-6a660ea353bf tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "DELETE /v2.0/security-groups/1414fe9c-9316-4ded-8b43-da2dcdd866a4 HTTP/1.1" status: 204 len: 168 time: 0.5511315 Aug 20 11:43:51.195645 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41990) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.200459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba145a6-0441-4662-a37f-770dfc46b5e2 None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:43:51.227650 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884e4fe-70f5-4a90-a3ad-6a660ea353bf tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1414fe9c-9316-4ded-8b43-da2dcdd866a4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:51.230992 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-5a8d069d-5d49-45b6-8778-6665e2c9905c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] show failed (client error): The resource could not be found. Aug 20 11:43:51.234396 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5a8d069d-5d49-45b6-8778-6665e2c9905c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups/1414fe9c-9316-4ded-8b43-da2dcdd866a4 HTTP/1.1" status: 404 len: 347 time: 0.0266204 Aug 20 11:43:51.234684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41992) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.253306 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffaaa851-48a6-4c79-b3a7-1a46e0fcac30 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:51.253527 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a9eac520-3597-4a82-a9b4-b48e6b719982 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:51.253890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffaaa851-48a6-4c79-b3a7-1a46e0fcac30 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:51.255653 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ffaaa851-48a6-4c79-b3a7-1a46e0fcac30 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/593a72e8-f9cf-47f9-9bba-8e17eb8f097d HTTP/1.1" status: 404 len: 339 time: 0.1383560 Aug 20 11:43:51.277957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41994) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.319441 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-76974c16-c38c-48af-bd13-ab3b089d3abc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.320017 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-be05ae39-d071-40de-9860-b0f7043a9936 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:51.320222 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be05ae39-d071-40de-9860-b0f7043a9936 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:51.326042 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-be05ae39-d071-40de-9860-b0f7043a9936 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/subnets/5d6d06f3-dceb-4e23-85ae-f69fbe48cdc9 HTTP/1.1" status: 404 len: 337 time: 0.0446315 Aug 20 11:43:51.326360 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89548e28-8973-4b62-9062-bf3fb87de899 req-7fedfd0a-6003-4271-98c0-4e8caf0c9f90 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.326477 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41996) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.344439 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['bcb7118a-43c0-44a7-9319-a16c98737137'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:51.380927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedfd0a-6003-4271-98c0-4e8caf0c9f90 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Pushing event deleted for resources: {'Port': ['ID=bcb7118a-43c0-44a7-9319-a16c98737137,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:51.391811 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-df97d9a2-2858-44b7-98e2-f4d630b76785 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:51.392514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df97d9a2-2858-44b7-98e2-f4d630b76785 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:51.393111 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0eb080-7862-4c11-9862-584c3c32c9c5 None None] New status for floating IP f7f87e18-815f-47fd-a475-3139e4c0e98c: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:43:51.394995 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-df97d9a2-2858-44b7-98e2-f4d630b76785 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/eb8c0e48-785a-48c8-835e-7bd62b84a945 HTTP/1.1" status: 404 len: 339 time: 0.0673029 Aug 20 11:43:51.397345 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41998) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.405242 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-d7058207-c464-4cd4-b6a6-32eb31af405c service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863412 Aug 20 11:43:51.431144 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-76974c16-c38c-48af-bd13-ab3b089d3abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.432064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76974c16-c38c-48af-bd13-ab3b089d3abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:51.432664 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-76974c16-c38c-48af-bd13-ab3b089d3abc admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.452132 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2cc90f-8002-4c1a-95eb-3db59c5622f4 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:51.452461 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2cc90f-8002-4c1a-95eb-3db59c5622f4 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:51.456446 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4c2cc90f-8002-4c1a-95eb-3db59c5622f4 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/subnets/e7d168d8-ccbe-4db8-8bb5-6b154ca96fea HTTP/1.1" status: 404 len: 337 time: 0.0559092 Aug 20 11:43:51.457449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42000) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.487949 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2a3eff-e4be-41e1-940d-c14d4082adec tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:51.488818 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2a3eff-e4be-41e1-940d-c14d4082adec tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:51.492262 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-be2a3eff-e4be-41e1-940d-c14d4082adec tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/bbc6f075-7ea3-43b1-aaf5-dbe7e6c08ef3 HTTP/1.1" status: 404 len: 339 time: 0.0314810 Aug 20 11:43:51.498004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42004) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.533739 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7d9c49-2e8c-41d7-8952-22eea8dc9d4b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:51.536988 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-89548e28-8973-4b62-9062-bf3fb87de899 req-7fedfd0a-6003-4271-98c0-4e8caf0c9f90 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] No DVR routers for this DVR port bcb7118a-43c0-44a7-9319-a16c98737137 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:51.545724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7d9c49-2e8c-41d7-8952-22eea8dc9d4b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:51.553121 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ec7d9c49-2e8c-41d7-8952-22eea8dc9d4b tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/subnets/83bcf131-4fe0-422e-910a-971c16eb9d32 HTTP/1.1" status: 404 len: 337 time: 0.0541389 Aug 20 11:43:51.561067 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42006) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.580115 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port a9eac520-3597-4a82-a9b4-b48e6b719982 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:51.580929 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.583791 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89548e28-8973-4b62-9062-bf3fb87de899 req-7fedfd0a-6003-4271-98c0-4e8caf0c9f90 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.585958 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89548e28-8973-4b62-9062-bf3fb87de899 req-7fedfd0a-6003-4271-98c0-4e8caf0c9f90 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.76 "DELETE /v2.0/ports/bcb7118a-43c0-44a7-9319-a16c98737137 HTTP/1.1" status: 204 len: 173 time: 2.3559229 Aug 20 11:43:51.593206 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfcd71b-0500-4cb4-8a52-580b49c30bce tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:51.593790 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dfcd71b-0500-4cb4-8a52-580b49c30bce tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:51.597873 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2dfcd71b-0500-4cb4-8a52-580b49c30bce tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/a62bcacb-355a-4bf8-8e29-cdb43e224d90 HTTP/1.1" status: 404 len: 339 time: 0.0332711 Aug 20 11:43:51.598776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42008) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.598901 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.619977 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-76974c16-c38c-48af-bd13-ab3b089d3abc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1294413 Aug 20 11:43:51.622734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42010) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.630877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba145a6-0441-4662-a37f-770dfc46b5e2 None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:43:51.635687 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-283e470a-5ce6-46d3-9101-a852c98e4c91 admin admin] Request body: {'subnet': {'network_id': '20807c99-64e7-492c-a4b6-4a1524653d4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-237435876-subnet', 'tenant_id': '61102427b20544a99687c14b264833fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:51.639476 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e2eda769-eac7-468d-b828-b5d12e405c89 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Deleting port d74a236f-df16-4b9c-a251-fd270116def4 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:51.640042 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2eda769-eac7-468d-b828-b5d12e405c89 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.645218 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c03d90-b425-4231-b46b-40e28f74d761 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:51.645596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c03d90-b425-4231-b46b-40e28f74d761 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:51.651668 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-84c03d90-b425-4231-b46b-40e28f74d761 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/subnets/4960da68-2a53-4a1c-aeca-8277a9f603c1 HTTP/1.1" status: 404 len: 337 time: 0.0485570 Aug 20 11:43:51.659949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42012) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.687329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76974c16-c38c-48af-bd13-ab3b089d3abc admin admin] Pushing event updated for resources: {'Network': ['ID=20807c99-64e7-492c-a4b6-4a1524653d4e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:51.738245 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd7a5cf-e19a-4791-bd8f-cbbea4f34de2 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:51.738870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd7a5cf-e19a-4791-bd8f-cbbea4f34de2 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:51.741443 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9dd7a5cf-e19a-4791-bd8f-cbbea4f34de2 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/7c0def33-51ca-4884-9640-dbb450783697 HTTP/1.1" status: 404 len: 339 time: 0.0737321 Aug 20 11:43:51.743890 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42016) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.777715 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 20807c99-64e7-492c-a4b6-4a1524653d4e details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:51.786479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283e470a-5ce6-46d3-9101-a852c98e4c91 admin admin] Made reservation on behalf of 61102427b20544a99687c14b264833fb for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:51.788180 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fb1f8b-7a47-47fe-ae99-a923cfcc3fc1 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:51.788659 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17fb1f8b-7a47-47fe-ae99-a923cfcc3fc1 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:51.788989 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-283e470a-5ce6-46d3-9101-a852c98e4c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.793526 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-17fb1f8b-7a47-47fe-ae99-a923cfcc3fc1 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/subnets/46e85627-2768-44a1-a092-b4bb024c1f73 HTTP/1.1" status: 404 len: 337 time: 0.0452757 Aug 20 11:43:51.793526 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2eda769-eac7-468d-b828-b5d12e405c89 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.793526 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2eda769-eac7-468d-b828-b5d12e405c89 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.793896 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42018) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.807012 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-ad780b56-ed26-4c52-9c94-831bd5389e1f service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859091 Aug 20 11:43:51.829644 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e2eda769-eac7-468d-b828-b5d12e405c89 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Calling delete_port for d74a236f-df16-4b9c-a251-fd270116def4 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:51.833008 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-634ebdef-a840-4053-9cea-a9200404a8e9 req-b1170af4-6491-45db-b4e0-e8e1b21eb07a tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0478246 Aug 20 11:43:51.882834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e51da6-2462-4f50-95aa-14604559fd5a req-6372f48a-4319-4906-99b4-d8ce9475b231 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:51.885856 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4e51da6-2462-4f50-95aa-14604559fd5a req-6372f48a-4319-4906-99b4-d8ce9475b231 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.3124306 Aug 20 11:43:51.890899 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a20dccf-bd61-4400-a77f-4ee9831948b2 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:51.891797 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a20dccf-bd61-4400-a77f-4ee9831948b2 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:51.894071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9a20dccf-bd61-4400-a77f-4ee9831948b2 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/496edcf9-3ece-48e2-9f96-68f103027027 HTTP/1.1" status: 404 len: 339 time: 0.0982392 Aug 20 11:43:51.897652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42020) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.939979 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4837f0-873f-41c2-8900-517d3d46fe52 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:51.940694 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4837f0-873f-41c2-8900-517d3d46fe52 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:51.942812 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ee4837f0-873f-41c2-8900-517d3d46fe52 tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/subnets/77f49c8f-b00c-40b6-8c99-2551fcf05576 HTTP/1.1" status: 404 len: 337 time: 0.0440512 Aug 20 11:43:51.945252 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42022) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.971988 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab95feb2-ee7f-4efa-9eef-e55fd23e952e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:51.972624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab95feb2-ee7f-4efa-9eef-e55fd23e952e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:51.974744 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ab95feb2-ee7f-4efa-9eef-e55fd23e952e tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/0a786bb2-c609-4b38-a605-ae3857fb750f HTTP/1.1" status: 404 len: 339 time: 0.0283654 Aug 20 11:43:51.980137 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42024) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:52.011040 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-3937979f-daf9-47ed-8a05-70d96c1d67fd tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:52.011498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3937979f-daf9-47ed-8a05-70d96c1d67fd tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:52.013277 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3937979f-daf9-47ed-8a05-70d96c1d67fd tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/subnets/b45e88b0-2c6b-47cf-928d-c5332c293c9e HTTP/1.1" status: 404 len: 337 time: 0.0321767 Aug 20 11:43:52.016412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42026) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:52.043395 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-145530bc-3456-4283-b279-e4ed460a92eb tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] DELETE failed (client error): The resource could not be found. Aug 20 11:43:52.044609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145530bc-3456-4283-b279-e4ed460a92eb tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:43:52.045692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Deleting port f7be5aea-e135-43f5-bf4b-ef974d3aa055 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:52.046034 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.046249 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-145530bc-3456-4283-b279-e4ed460a92eb tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/7e241597-59b0-4abe-9b2d-6a800ccf3951 HTTP/1.1" status: 404 len: 339 time: 0.0285912 Aug 20 11:43:52.047674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2fb328-48e9-4f61-ba54-4d69aeb09a25', 'name': 'network-vif-deleted', 'tag': 'bcb7118a-43c0-44a7-9319-a16c98737137'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:52.048557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42028) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:52.049879 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1879e4c-76a0-4ff8-947e-2503a703005b" -d '{"events": [{"server_uuid": "8d2fb328-48e9-4f61-ba54-4d69aeb09a25", "name": "network-vif-deleted", "tag": "bcb7118a-43c0-44a7-9319-a16c98737137"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:52.097623 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4e51da6-2462-4f50-95aa-14604559fd5a req-3bb56db4-37f3-4daa-95d8-4a34bf9ed2ff tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021067 Aug 20 11:43:52.140824 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f28b08-d44b-4578-82f0-c5e9ff696ee1 x-openstack-request-id: req-39f28b08-d44b-4578-82f0-c5e9ff696ee1 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:52.141122 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2fb328-48e9-4f61-ba54-4d69aeb09a25", "name": "network-vif-deleted", "tag": "bcb7118a-43c0-44a7-9319-a16c98737137", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:52.144358 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39f28b08-d44b-4578-82f0-c5e9ff696ee1 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:52.144505 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2fb328-48e9-4f61-ba54-4d69aeb09a25', 'name': 'network-vif-deleted', 'tag': 'bcb7118a-43c0-44a7-9319-a16c98737137', 'status': 'completed', 'code': 200} Aug 20 11:43:52.154550 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47769e8-bca3-4424-a5e5-d6ce131349be tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Deleting subnet 612812ea-0ddb-4983-8351-d2537b2d9123 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:43:52.161502 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c47769e8-bca3-4424-a5e5-d6ce131349be tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.218562 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c47769e8-bca3-4424-a5e5-d6ce131349be tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.230451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9093ca49-bbd3-4949-9162-31755bbeea1e None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:43:52.244001 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2eda769-eac7-468d-b828-b5d12e405c89 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.276508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] For port f7be5aea-e135-43f5-bf4b-ef974d3aa055, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f7be5aea-e135-43f5-bf4b-ef974d3aa055,segment=NetworkSegment(2851945d-909c-45cb-b1ce-bbd9160ce6cd),segment_id=2851945d-909c-45cb-b1ce-bbd9160ce6cd)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:52.276912 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.298569 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eda769-eac7-468d-b828-b5d12e405c89 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event deleted for resources: {'Port': ['ID=d74a236f-df16-4b9c-a251-fd270116def4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:52.314153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Calling delete_port for f7be5aea-e135-43f5-bf4b-ef974d3aa055 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:52.321851 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-283e470a-5ce6-46d3-9101-a852c98e4c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.337825 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7dc517ca-7275-41aa-a644-2127b670cee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.372585 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f421389d-af08-4b52-8ee9-f49ea0d67243 req-45d96a1c-f292-48c4-b12c-c5dc2e0d2c62 tempest-ServersNegativeTestMultiTenantJSON-839714122 tempest-ServersNegativeTestMultiTenantJSON-839714122-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2fb328-48e9-4f61-ba54-4d69aeb09a25 HTTP/1.1" status: 200 len: 210 time: 0.1211336 Aug 20 11:43:52.383151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9093ca49-bbd3-4949-9162-31755bbeea1e None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:43:52.429163 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2eda769-eac7-468d-b828-b5d12e405c89 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.432512 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2eda769-eac7-468d-b828-b5d12e405c89 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.436468 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e2eda769-eac7-468d-b828-b5d12e405c89 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "DELETE /v2.0/floatingips/f7f87e18-815f-47fd-a475-3139e4c0e98c HTTP/1.1" status: 204 len: 168 time: 1.1982107 Aug 20 11:43:52.457585 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c47769e8-bca3-4424-a5e5-d6ce131349be tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.474443 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e470a-5ce6-46d3-9101-a852c98e4c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a835e74c-2b68-481c-a9b7-7b2ff328dde1,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:52.475876 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.508567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Port': ['ID=f7be5aea-e135-43f5-bf4b-ef974d3aa055,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:52.520740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No DVR routers for this DVR port f7be5aea-e135-43f5-bf4b-ef974d3aa055 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:52.529283 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283e470a-5ce6-46d3-9101-a852c98e4c91 admin admin] Checking segment: {'id': 'cbd28daa-da42-4dac-91ad-d7f61e93c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '20807c99-64e7-492c-a4b6-4a1524653d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:52.529641 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283e470a-5ce6-46d3-9101-a852c98e4c91 admin admin] Network hostable DHCP agents. Network: 20807c99-64e7-492c-a4b6-4a1524653d4e, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:52.573636 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c47769e8-bca3-4424-a5e5-d6ce131349be tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.590212 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c47769e8-bca3-4424-a5e5-d6ce131349be tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.592149 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c47769e8-bca3-4424-a5e5-d6ce131349be tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/subnets/612812ea-0ddb-4983-8351-d2537b2d9123 HTTP/1.1" status: 204 len: 168 time: 0.5425172 Aug 20 11:43:52.597806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42036) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:52.614593 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47769e8-bca3-4424-a5e5-d6ce131349be tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Subnet': ['ID=612812ea-0ddb-4983-8351-d2537b2d9123,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:52.672126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283e470a-5ce6-46d3-9101-a852c98e4c91 admin admin] Network 20807c99-64e7-492c-a4b6-4a1524653d4e is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:52.684934 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.702601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4219b3dd-4c0b-446d-a53f-bd95641dbb01']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:52.714614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-283e470a-5ce6-46d3-9101-a852c98e4c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 20807c99-64e7-492c-a4b6-4a1524653d4e) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:52.727057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2851945d-909c-45cb-b1ce-bbd9160ce6cd') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:52.727357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2851945d-909c-45cb-b1ce-bbd9160ce6cd') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:52.737181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283e470a-5ce6-46d3-9101-a852c98e4c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:52.737776 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-283e470a-5ce6-46d3-9101-a852c98e4c91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.747347 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.747990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42038) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:52.752458 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.752760 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-036f671b-ece4-40d7-ab7f-7d355ab9086f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1771982917', 'description': 'tempest-description--873982382'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:52.768553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79f4e79-f18c-47a6-9958-ddc6cabf0597 None None] Network c03047c9-82ed-4e9f-9b9d-804d9631d059 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:52.772475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f03e233-02fe-4243-ad9f-3314fe86a10d None None] Network 20807c99-64e7-492c-a4b6-4a1524653d4e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:52.774326 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.782929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:52.783327 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.785065 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-036f671b-ece4-40d7-ab7f-7d355ab9086f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:52.786234 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:52.837295 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-283e470a-5ce6-46d3-9101-a852c98e4c91 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2115383 Aug 20 11:43:52.866719 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.875316 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.877239 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/4219b3dd-4c0b-446d-a53f-bd95641dbb01 HTTP/1.1" status: 204 len: 168 time: 4.9151287 Aug 20 11:43:52.895066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42044) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:52.901569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-9ee7b8ea-f8ab-4752-8c3d-543bba3bb8cc tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-259785973'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:52.908384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40aeb6a-498a-448d-b0af-e660b45b9359 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Network': ['ID=4219b3dd-4c0b-446d-a53f-bd95641dbb01,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:52.912019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Deleting port f793a9e4-94d1-45e9-a0ea-59130d4db22d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:52.912360 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.923455 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-036f671b-ece4-40d7-ab7f-7d355ab9086f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.929526 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-036f671b-ece4-40d7-ab7f-7d355ab9086f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.995460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee7b8ea-f8ab-4752-8c3d-543bba3bb8cc tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:53.000649 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ee7b8ea-f8ab-4752-8c3d-543bba3bb8cc tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.010968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] For port f793a9e4-94d1-45e9-a0ea-59130d4db22d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f793a9e4-94d1-45e9-a0ea-59130d4db22d,segment=NetworkSegment(9583eec4-5b36-4d61-ad46-a43ac492b0d2),segment_id=9583eec4-5b36-4d61-ad46-a43ac492b0d2)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:53.011636 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.033846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f671b-ece4-40d7-ab7f-7d355ab9086f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83b7b7a-5872-46de-9882-578362fa1a4b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:53.042408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Calling delete_port for f793a9e4-94d1-45e9-a0ea-59130d4db22d owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:53.052736 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a38acb3-c793-46b7-848b-340fd04c60a1 req-da765247-18fa-4889-a88a-bf9c69e190e0 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0765672 Aug 20 11:43:53.053877 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-036f671b-ece4-40d7-ab7f-7d355ab9086f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.055195 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-036f671b-ece4-40d7-ab7f-7d355ab9086f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3061566 Aug 20 11:43:53.059208 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42048) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:53.063601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee7b8ea-f8ab-4752-8c3d-543bba3bb8cc tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:53.081822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-48486a0c-efca-4a30-814a-68a8a8dff4e6 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Request body: {'security_group_rule': {'security_group_id': 'a83b7b7a-5872-46de-9882-578362fa1a4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:53.117977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28deee8c-4b62-46dd-91c6-573390c39c3c None None] Network 20807c99-64e7-492c-a4b6-4a1524653d4e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:53.123645 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48486a0c-efca-4a30-814a-68a8a8dff4e6 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.220738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f91e897-9e83-4b1c-b749-955d5a09f4ea None None] DHCP port deletion for c03047c9-82ed-4e9f-9b9d-804d9631d059 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:43:53.276460 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48486a0c-efca-4a30-814a-68a8a8dff4e6 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.282239 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48486a0c-efca-4a30-814a-68a8a8dff4e6 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.310595 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48486a0c-efca-4a30-814a-68a8a8dff4e6 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a15e456-8e96-4a37-b97b-8aa73969aa68,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:53.322919 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ba8ea-65d2-4da1-95ac-c523ab3db718 req-5218c725-b0bd-4184-87c9-499023e9b7b4 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:53.335666 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2c4ba8ea-65d2-4da1-95ac-c523ab3db718 req-5218c725-b0bd-4184-87c9-499023e9b7b4 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.1167638 Aug 20 11:43:53.344350 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48486a0c-efca-4a30-814a-68a8a8dff4e6 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.345672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-48486a0c-efca-4a30-814a-68a8a8dff4e6 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2853134 Aug 20 11:43:53.348463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42060) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:53.350370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4f91e897-9e83-4b1c-b749-955d5a09f4ea None None] Deleting port f793a9e4-94d1-45e9-a0ea-59130d4db22d {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:53.350861 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4f91e897-9e83-4b1c-b749-955d5a09f4ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.360846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b83707be-ade2-4538-b8b6-765a5cb0af4a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Request body: {'security_group_rule': {'security_group_id': 'a83b7b7a-5872-46de-9882-578362fa1a4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:53.398059 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2c4ba8ea-65d2-4da1-95ac-c523ab3db718 req-d769ba50-3af8-4735-a2cb-e99fe295e23e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614841 Aug 20 11:43:53.409232 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b83707be-ade2-4538-b8b6-765a5cb0af4a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.448159 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4f91e897-9e83-4b1c-b749-955d5a09f4ea None None] For port f793a9e4-94d1-45e9-a0ea-59130d4db22d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f793a9e4-94d1-45e9-a0ea-59130d4db22d,segment=NetworkSegment(9583eec4-5b36-4d61-ad46-a43ac492b0d2),segment_id=9583eec4-5b36-4d61-ad46-a43ac492b0d2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:53.449137 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4f91e897-9e83-4b1c-b749-955d5a09f4ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.460065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42068) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:53.463574 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ee7b8ea-f8ab-4752-8c3d-543bba3bb8cc tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.464063 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-9ee7b8ea-f8ab-4752-8c3d-543bba3bb8cc tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Added segment 0d599785-e665-48d6-a897-cd0452fde0b7 of type vlan for network 142dd7c5-b747-40bc-b4a9-fbe132fe5aa3 Aug 20 11:43:53.471760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4f91e897-9e83-4b1c-b749-955d5a09f4ea None None] Calling delete_port for f793a9e4-94d1-45e9-a0ea-59130d4db22d owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:53.491543 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b83707be-ade2-4538-b8b6-765a5cb0af4a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.498875 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b83707be-ade2-4538-b8b6-765a5cb0af4a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.533131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-9948d851-6ea0-453e-9bb0-941e80ba8d40 admin admin] Deleting subnet 41a9c794-fa7b-4204-8961-59abd54b9f53 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:43:53.536570 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83707be-ade2-4538-b8b6-765a5cb0af4a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a98b61-4fa2-4edd-91d5-12b7ff0d8358,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:53.538872 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9948d851-6ea0-453e-9bb0-941e80ba8d40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.564982 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b83707be-ade2-4538-b8b6-765a5cb0af4a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.566225 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b83707be-ade2-4538-b8b6-765a5cb0af4a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2168067 Aug 20 11:43:53.569199 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ee7b8ea-f8ab-4752-8c3d-543bba3bb8cc tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.570401 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42070) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:53.575123 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4f91e897-9e83-4b1c-b749-955d5a09f4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.575639 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:53.594043 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9948d851-6ea0-453e-9bb0-941e80ba8d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.603189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91e897-9e83-4b1c-b749-955d5a09f4ea None None] Pushing event deleted for resources: {'Port': ['ID=f793a9e4-94d1-45e9-a0ea-59130d4db22d,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:53.605313 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.609904 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f91e897-9e83-4b1c-b749-955d5a09f4ea None None] No DVR routers for this DVR port f793a9e4-94d1-45e9-a0ea-59130d4db22d on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:53.631087 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.643281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7df930-8353-4690-93f4-a6e96459931c req-2d641ba6-0344-42f0-a8eb-24602b42fb12 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:53.645091 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd7df930-8353-4690-93f4-a6e96459931c req-2d641ba6-0344-42f0-a8eb-24602b42fb12 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/networks?id=20807c99-64e7-492c-a4b6-4a1524653d4e HTTP/1.1" status: 200 len: 813 time: 0.2282791 Aug 20 11:43:53.646934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] No DVR routers for this DVR port f793a9e4-94d1-45e9-a0ea-59130d4db22d on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:53.648611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Port': ['ID=f793a9e4-94d1-45e9-a0ea-59130d4db22d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:53.655324 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ee7b8ea-f8ab-4752-8c3d-543bba3bb8cc tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.660755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee7b8ea-f8ab-4752-8c3d-543bba3bb8cc tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:53.661318 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ee7b8ea-f8ab-4752-8c3d-543bba3bb8cc tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.666548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device bcb7118a-43c0-44a7-9319-a16c98737137 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:53.684367 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9948d851-6ea0-453e-9bb0-941e80ba8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.702225 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: bcb7118a-43c0-44a7-9319-a16c98737137 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:53.703405 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device bcb7118a-43c0-44a7-9319-a16c98737137 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:53.760957 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd7df930-8353-4690-93f4-a6e96459931c req-9b4e6546-5c61-4dbf-bc1c-4458d5d083d9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/quotas/61102427b20544a99687c14b264833fb HTTP/1.1" status: 200 len: 375 time: 0.0970592 Aug 20 11:43:53.769515 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9948d851-6ea0-453e-9bb0-941e80ba8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.792775 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9ee7b8ea-f8ab-4752-8c3d-543bba3bb8cc tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8954275 Aug 20 11:43:53.798530 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42072) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:53.805112 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3b46d16c-e2b6-4c9b-8f5e-bcc0461002af tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'subnet': {'network_id': '142dd7c5-b747-40bc-b4a9-fbe132fe5aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:53.809018 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948d851-6ea0-453e-9bb0-941e80ba8d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a9c794-fa7b-4204-8961-59abd54b9f53,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:53.816090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7b8ea-f8ab-4752-8c3d-543bba3bb8cc tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Network': ['ID=142dd7c5-b747-40bc-b4a9-fbe132fe5aa3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:53.830765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 142dd7c5-b747-40bc-b4a9-fbe132fe5aa3 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:53.835596 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd7df930-8353-4690-93f4-a6e96459931c req-e5e2ab6e-661e-462c-998f-922bfd0cba73 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=61102427b20544a99687c14b264833fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469120 Aug 20 11:43:53.840659 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.857168 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9948d851-6ea0-453e-9bb0-941e80ba8d40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.861265 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9948d851-6ea0-453e-9bb0-941e80ba8d40 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/41a9c794-fa7b-4204-8961-59abd54b9f53 HTTP/1.1" status: 204 len: 168 time: 0.3980255 Aug 20 11:43:53.861420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03047c9-82ed-4e9f-9b9d-804d9631d059']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:53.861908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42074) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:53.891566 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.919404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9583eec4-5b36-4d61-ad46-a43ac492b0d2') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:53.919703 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9583eec4-5b36-4d61-ad46-a43ac492b0d2') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:53.960446 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b46d16c-e2b6-4c9b-8f5e-bcc0461002af tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:53.961074 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.964791 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b46d16c-e2b6-4c9b-8f5e-bcc0461002af tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.996886 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.019297 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:54.019674 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:54.023013 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:54.065477 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e72ee7de-4c9e-48d6-ae60-a1cf46748480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.085811 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Allocated IP 172.25.8.139 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/33b0484e-7474-45d9-9520-82f3c12125c5) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:54.115887 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd7df930-8353-4690-93f4-a6e96459931c req-aa002efd-efb6-4b38-89d1-88bfd8441d62 service neutron] 10.222.0.37 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673059 Aug 20 11:43:54.145682 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.163782 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.165694 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] 10.222.0.37 "DELETE /v2.0/networks/c03047c9-82ed-4e9f-9b9d-804d9631d059 HTTP/1.1" status: 204 len: 168 time: 1.5665920 Aug 20 11:43:54.193851 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-badccff3-c5f7-47c7-a417-1807e644fa67 req-1255b6ec-af42-48c6-8f37-c49e16685860 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0419819 Aug 20 11:43:54.265816 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3359b-c60a-416f-a742-f064b07661fc tempest-NetworksTest-565391392 tempest-NetworksTest-565391392-project] Pushing event deleted for resources: {'Network': ['ID=c03047c9-82ed-4e9f-9b9d-804d9631d059,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:54.290259 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e72ee7de-4c9e-48d6-ae60-a1cf46748480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.310394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e72ee7de-4c9e-48d6-ae60-a1cf46748480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ab9d4a-8578-42de-b2f2-9abb205ba29f']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:54.325976 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.326926 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e72ee7de-4c9e-48d6-ae60-a1cf46748480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9995941d-3023-4107-b1ce-b826d99d617b') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:54.327303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e72ee7de-4c9e-48d6-ae60-a1cf46748480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9995941d-3023-4107-b1ce-b826d99d617b') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:54.335058 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b46d16c-e2b6-4c9b-8f5e-bcc0461002af tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.344341 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e72ee7de-4c9e-48d6-ae60-a1cf46748480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.352102 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd7df930-8353-4690-93f4-a6e96459931c req-b485e461-f3a7-4af6-b9a7-daeaf896b953 service neutron] 10.222.0.37 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352459 Aug 20 11:43:54.360041 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e72ee7de-4c9e-48d6-ae60-a1cf46748480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.367435 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72ee7de-4c9e-48d6-ae60-a1cf46748480 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:54.367842 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e72ee7de-4c9e-48d6-ae60-a1cf46748480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:54.370274 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:54.416992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46d16c-e2b6-4c9b-8f5e-bcc0461002af tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Subnet': ['ID=fa8e97e7-bc9e-4002-9d2a-6fac48753abe,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:54.431949 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42082) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:54.441954 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.448153 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e72ee7de-4c9e-48d6-ae60-a1cf46748480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.474624 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e72ee7de-4c9e-48d6-ae60-a1cf46748480 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.476868 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e72ee7de-4c9e-48d6-ae60-a1cf46748480 admin admin] 10.222.0.37 "DELETE /v2.0/networks/23ab9d4a-8578-42de-b2f2-9abb205ba29f HTTP/1.1" status: 204 len: 168 time: 0.6052263 Aug 20 11:43:54.478307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ee7de-4c9e-48d6-ae60-a1cf46748480 admin admin] Pushing event deleted for resources: {'Network': ['ID=23ab9d4a-8578-42de-b2f2-9abb205ba29f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:54.479984 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b46d16c-e2b6-4c9b-8f5e-bcc0461002af tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Checking segment: {'id': '0d599785-e665-48d6-a897-cd0452fde0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '142dd7c5-b747-40bc-b4a9-fbe132fe5aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:54.480362 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b46d16c-e2b6-4c9b-8f5e-bcc0461002af tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network hostable DHCP agents. Network: 142dd7c5-b747-40bc-b4a9-fbe132fe5aa3, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:54.480817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42088) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:54.520684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:54.529490 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:54.542563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-879ad6a1-0097-458b-845f-94f9c250772f admin admin] Deleting subnet 861de312-918d-44b2-9c09-545cef336dcf {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:43:54.550367 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:54.553810 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-879ad6a1-0097-458b-845f-94f9c250772f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.588192 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event updated for resources: {'Port': ['ID=33b0484e-7474-45d9-9520-82f3c12125c5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:54.605611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b46d16c-e2b6-4c9b-8f5e-bcc0461002af tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network 142dd7c5-b747-40bc-b4a9-fbe132fe5aa3 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:54.613137 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-879ad6a1-0097-458b-845f-94f9c250772f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.634937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-3b46d16c-e2b6-4c9b-8f5e-bcc0461002af tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 142dd7c5-b747-40bc-b4a9-fbe132fe5aa3) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:54.645544 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c04cde0-f2bf-4d3d-a251-045903cccb4b None None] Network 142dd7c5-b747-40bc-b4a9-fbe132fe5aa3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:54.646534 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46d16c-e2b6-4c9b-8f5e-bcc0461002af tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:54.647289 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b46d16c-e2b6-4c9b-8f5e-bcc0461002af tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.676083 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dddfa-4f8a-4e33-bb96-de9d27adf0f0 req-3431f9c1-b28a-429c-83ad-8987f5f93641 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:54.677675 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bb5dddfa-4f8a-4e33-bb96-de9d27adf0f0 req-3431f9c1-b28a-429c-83ad-8987f5f93641 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.1523137 Aug 20 11:43:54.717451 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-879ad6a1-0097-458b-845f-94f9c250772f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.725594 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3b46d16c-e2b6-4c9b-8f5e-bcc0461002af tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9257817 Aug 20 11:43:54.735822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42094) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:54.743825 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c0a46873-9050-4c74-adab-974b15df0659 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2052953095'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:54.750706 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-874eed6e-ae31-457e-8bdb-468b80315487 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbce249a6adc44c7b99fe108dcd9cc2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174732 Aug 20 11:43:54.756811 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42096) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:54.779193 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc680ddd-13e0-4f5f-9ddd-41b27260f382 req-f63f40a0-2084-4ff8-9c1a-80804e1e873e tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 210 time: 0.1169441 Aug 20 11:43:54.802923 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-879ad6a1-0097-458b-845f-94f9c250772f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.823190 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.829987 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bb5dddfa-4f8a-4e33-bb96-de9d27adf0f0 req-33066532-9b88-4817-ad4b-dc3e624177ac tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410511 Aug 20 11:43:54.844850 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a46873-9050-4c74-adab-974b15df0659 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:54.848739 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0a46873-9050-4c74-adab-974b15df0659 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.859791 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-879ad6a1-0097-458b-845f-94f9c250772f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.861432 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-879ad6a1-0097-458b-845f-94f9c250772f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/861de312-918d-44b2-9c09-545cef336dcf HTTP/1.1" status: 204 len: 168 time: 0.3793502 Aug 20 11:43:54.862577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ad6a1-0097-458b-845f-94f9c250772f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=861de312-918d-44b2-9c09-545cef336dcf,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:54.867202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42102) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:54.892622 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-142dd7c5-b747-40bc-b4a9-fbe132fe5aa3', 'network_id': '142dd7c5-b747-40bc-b4a9-fbe132fe5aa3', 'tenant_id': 'be427dd83b8c42beb47567a5d09f8199', 'fixed_ips': [{'subnet_id': 'fa8e97e7-bc9e-4002-9d2a-6fac48753abe'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:54.894209 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.903559 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ad30e07-0ba0-4220-bd6f-ef489299f455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.922129 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.960305 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a46873-9050-4c74-adab-974b15df0659 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:54.968064 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39a4ee43-28d2-46b7-a2a0-424ae2ce4f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.973886 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ad30e07-0ba0-4220-bd6f-ef489299f455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.983704 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0a46873-9050-4c74-adab-974b15df0659 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.984058 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-c0a46873-9050-4c74-adab-974b15df0659 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Added segment 64797ccd-dc8c-4330-94ec-7a00755d5fd1 of type vlan for network e472e445-c199-40bf-8f4d-7e20c0f78c58 Aug 20 11:43:55.069407 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Allocated IP 2001:db8::3 (142dd7c5-b747-40bc-b4a9-fbe132fe5aa3/fa8e97e7-bc9e-4002-9d2a-6fac48753abe/304b264c-520b-4268-b41d-76c5741dc73b) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:55.079980 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39a4ee43-28d2-46b7-a2a0-424ae2ce4f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.086332 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0a46873-9050-4c74-adab-974b15df0659 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.113349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-39a4ee43-28d2-46b7-a2a0-424ae2ce4f18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86327a4b-eb60-4bab-ac20-812fb3de18aa']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:55.130421 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-39a4ee43-28d2-46b7-a2a0-424ae2ce4f18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf1942d-ffb4-4bce-bb20-c86522d6410c') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:55.131045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-39a4ee43-28d2-46b7-a2a0-424ae2ce4f18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf1942d-ffb4-4bce-bb20-c86522d6410c') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:55.143814 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39a4ee43-28d2-46b7-a2a0-424ae2ce4f18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.157128 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ad30e07-0ba0-4220-bd6f-ef489299f455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.159702 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ad30e07-0ba0-4220-bd6f-ef489299f455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.161988 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39a4ee43-28d2-46b7-a2a0-424ae2ce4f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.162249 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4ad30e07-0ba0-4220-bd6f-ef489299f455 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98750c36-1a23-448e-8394-307707d6de8f HTTP/1.1" status: 204 len: 168 time: 0.4045136 Aug 20 11:43:55.177314 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0a46873-9050-4c74-adab-974b15df0659 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.184191 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a46873-9050-4c74-adab-974b15df0659 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:55.185136 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0a46873-9050-4c74-adab-974b15df0659 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.199269 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a4ee43-28d2-46b7-a2a0-424ae2ce4f18 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:55.206957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad30e07-0ba0-4220-bd6f-ef489299f455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98750c36-1a23-448e-8394-307707d6de8f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:55.207599 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39a4ee43-28d2-46b7-a2a0-424ae2ce4f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.269070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c0a46873-9050-4c74-adab-974b15df0659 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5319021 Aug 20 11:43:55.291944 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42110) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:55.303668 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.323612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1c764e7d-93fb-45d3-9d8e-058625e52ffb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'subnet': {'network_id': 'e472e445-c199-40bf-8f4d-7e20c0f78c58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:55.331358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f793a9e4-94d1-45e9-a0ea-59130d4db22d no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:55.341774 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a8b5cd82-8f0e-4165-87b2-6c17e7599588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:55.374016 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:55.376169 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39a4ee43-28d2-46b7-a2a0-424ae2ce4f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.380010 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Transition to ACTIVE for port object 304b264c-520b-4268-b41d-76c5741dc73b will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:55.398426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Transition to ACTIVE for port object 304b264c-520b-4268-b41d-76c5741dc73b will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:55.411033 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a46873-9050-4c74-adab-974b15df0659 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Network': ['ID=e472e445-c199-40bf-8f4d-7e20c0f78c58,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:55.413445 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39a4ee43-28d2-46b7-a2a0-424ae2ce4f18 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.422797 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-39a4ee43-28d2-46b7-a2a0-424ae2ce4f18 admin admin] 10.222.0.37 "DELETE /v2.0/networks/86327a4b-eb60-4bab-ac20-812fb3de18aa HTTP/1.1" status: 204 len: 168 time: 0.5531003 Aug 20 11:43:55.436555 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: f793a9e4-94d1-45e9-a0ea-59130d4db22d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:55.437786 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f793a9e4-94d1-45e9-a0ea-59130d4db22d not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:55.447201 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.455338 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.455556 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.466566 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network e472e445-c199-40bf-8f4d-7e20c0f78c58 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:55.490573 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4ee43-28d2-46b7-a2a0-424ae2ce4f18 admin admin] Pushing event deleted for resources: {'Network': ['ID=86327a4b-eb60-4bab-ac20-812fb3de18aa,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:55.513221 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c764e7d-93fb-45d3-9d8e-058625e52ffb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:55.516958 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c764e7d-93fb-45d3-9d8e-058625e52ffb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.530851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a945f0a6-b47b-4b2a-816b-76c5b1e4cd21 req-66356d4e-0250-4d2d-a656-6c3063a60ddd tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0896013 Aug 20 11:43:55.538024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Pushing event updated for resources: {'Port': ['ID=304b264c-520b-4268-b41d-76c5741dc73b,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:55.548660 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.572920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Network 142dd7c5-b747-40bc-b4a9-fbe132fe5aa3 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:55.599719 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:55.602238 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event updated for resources: {'Port': ['ID=33b0484e-7474-45d9-9520-82f3c12125c5,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:55.608385 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:55.624455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-1c764e7d-93fb-45d3-9d8e-058625e52ffb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Performing IP validity checks on allocation pools {{(pid=94690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 11:43:55.625141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-1c764e7d-93fb-45d3-9d8e-058625e52ffb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 11:43:55.633351 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.661032 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.662471 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8c1014fa-1849-4e6c-a762-87de86030047 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0908957 Aug 20 11:43:55.734177 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42120) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:55.809016 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1b5ce923-dc16-42b7-a65e-31e812ec947a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcde9ac575c746c6a786cf1aa87c6e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724576 Aug 20 11:43:55.811361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42126) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:55.877914 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-241f2d33-10c8-44b5-9eac-dc58d89c6b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.906618 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-241f2d33-10c8-44b5-9eac-dc58d89c6b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.952866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Attempting to bind port 304b264c-520b-4268-b41d-76c5741dc73b on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:55.953943 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Attempting to bind port 304b264c-520b-4268-b41d-76c5741dc73b by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '0d599785-e665-48d6-a897-cd0452fde0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '142dd7c5-b747-40bc-b4a9-fbe132fe5aa3'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:55.954471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Attempting to bind port 304b264c-520b-4268-b41d-76c5741dc73b on network 142dd7c5-b747-40bc-b4a9-fbe132fe5aa3 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:55.961079 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:55.961702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Checking segment: {'id': '0d599785-e665-48d6-a897-cd0452fde0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '142dd7c5-b747-40bc-b4a9-fbe132fe5aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:55.962561 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.963172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Bound using segment: {'id': '0d599785-e665-48d6-a897-cd0452fde0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '142dd7c5-b747-40bc-b4a9-fbe132fe5aa3'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:55.963822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Bound port: 304b264c-520b-4268-b41d-76c5741dc73b, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d599785-e665-48d6-a897-cd0452fde0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '142dd7c5-b747-40bc-b4a9-fbe132fe5aa3'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:55.964373 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.986649 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-473bffc9-018f-4701-8d50-f9b163cc4878 req-a73ca353-b236-4427-85c2-7c3621349c54 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 210 time: 0.0671332 Aug 20 11:43:55.989989 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-241f2d33-10c8-44b5-9eac-dc58d89c6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.992781 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-241f2d33-10c8-44b5-9eac-dc58d89c6b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.994745 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-241f2d33-10c8-44b5-9eac-dc58d89c6b54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16ba001d-cf7a-4944-b5d1-9f4c57593b32 HTTP/1.1" status: 204 len: 168 time: 0.1815488 Aug 20 11:43:56.002025 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c764e7d-93fb-45d3-9d8e-058625e52ffb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:56.012203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f2d33-10c8-44b5-9eac-dc58d89c6b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ba001d-cf7a-4944-b5d1-9f4c57593b32,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:56.050430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-113ee538-a0d8-4dea-8f68-4360de870f00 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1771982917&fields=id&tenant_id=3b7fc38fbfd349b389016707e8806081 HTTP/1.1" status: 200 len: 267 time: 0.0785859 Aug 20 11:43:56.091306 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] For port 304b264c-520b-4268-b41d-76c5741dc73b, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:56.095181 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] For port 304b264c-520b-4268-b41d-76c5741dc73b, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=304b264c-520b-4268-b41d-76c5741dc73b,segment=NetworkSegment(0d599785-e665-48d6-a897-cd0452fde0b7),segment_id=0d599785-e665-48d6-a897-cd0452fde0b7)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:56.121533 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:56.171944 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c764e7d-93fb-45d3-9d8e-058625e52ffb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Checking segment: {'id': '64797ccd-dc8c-4330-94ec-7a00755d5fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e472e445-c199-40bf-8f4d-7e20c0f78c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:56.172409 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c764e7d-93fb-45d3-9d8e-058625e52ffb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network hostable DHCP agents. Network: e472e445-c199-40bf-8f4d-7e20c0f78c58, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:56.181133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c764e7d-93fb-45d3-9d8e-058625e52ffb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Subnet': ['ID=4ee625de-3541-4ccd-85ac-bbdb0fbbf4d2,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:56.213881 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22c342-aff0-4c1b-ba4f-306b699c6b19 None None] Pushing event updated for resources: {'Port': ['ID=304b264c-520b-4268-b41d-76c5741dc73b,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:56.242288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95792cd5-a880-4a44-9781-5535bdd00109 req-05e576c3-cb7b-4cc3-906c-01c3f6fcedea tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:56.251354 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95792cd5-a880-4a44-9781-5535bdd00109 req-05e576c3-cb7b-4cc3-906c-01c3f6fcedea tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.1457582 Aug 20 11:43:56.280581 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c764e7d-93fb-45d3-9d8e-058625e52ffb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network e472e445-c199-40bf-8f4d-7e20c0f78c58 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:56.287681 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:56.315477 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1c764e7d-93fb-45d3-9d8e-058625e52ffb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, e472e445-c199-40bf-8f4d-7e20c0f78c58) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:56.324379 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee262af5-e5c7-421f-80b8-0b3606843c0f None None] Network e472e445-c199-40bf-8f4d-7e20c0f78c58 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:56.330251 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c764e7d-93fb-45d3-9d8e-058625e52ffb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:56.331104 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c764e7d-93fb-45d3-9d8e-058625e52ffb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:56.372402 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95792cd5-a880-4a44-9781-5535bdd00109 req-fdd45216-12b3-4444-b767-4028c404445e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177945 Aug 20 11:43:56.381458 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1c764e7d-93fb-45d3-9d8e-058625e52ffb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0757613 Aug 20 11:43:56.382460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42150) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:56.431326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-9298f138-ea61-4513-b4df-fa48837334b0 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:56.440397 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-9298f138-ea61-4513-b4df-fa48837334b0 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/networks?id=b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 200 len: 816 time: 0.3730850 Aug 20 11:43:56.534221 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-58d56d8b-70be-4787-87db-004338aa0358 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/quotas/3b7fc38fbfd349b389016707e8806081 HTTP/1.1" status: 200 len: 375 time: 0.0928211 Aug 20 11:43:56.625286 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:56.640574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-e472e445-c199-40bf-8f4d-7e20c0f78c58', 'network_id': 'e472e445-c199-40bf-8f4d-7e20c0f78c58', 'tenant_id': 'be427dd83b8c42beb47567a5d09f8199', 'fixed_ips': [{'subnet_id': '4ee625de-3541-4ccd-85ac-bbdb0fbbf4d2'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:56.642176 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:56.662568 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42158) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:56.752389 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-267f5bc0-157f-4375-992f-e3986537c01f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b7fc38fbfd349b389016707e8806081&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2085679 Aug 20 11:43:56.761441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7df930-8353-4690-93f4-a6e96459931c req-1ba32ec9-a438-4323-8bb5-5d2573bf5943 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:56.763032 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd7df930-8353-4690-93f4-a6e96459931c req-1ba32ec9-a438-4323-8bb5-5d2573bf5943 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.35 "GET /v2.0/networks?id=20807c99-64e7-492c-a4b6-4a1524653d4e HTTP/1.1" status: 200 len: 813 time: 0.5119543 Aug 20 11:43:56.777749 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-84b724fd-6a59-499e-8453-75e2543becf2 req-dbb53071-9346-447b-ace3-5c2ae5bfb5ca tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0474820 Aug 20 11:43:56.803281 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:56.819115 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-241a5ec5-9d1c-4108-a740-ab4c1362e36b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=822e9805185e44949780354874c89dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553667 Aug 20 11:43:56.822604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-fd7df930-8353-4690-93f4-a6e96459931c req-cc179eff-0b8a-4f73-bbec-0ab529018f89 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Request body: {'port': {'device_id': 'd55c5c21-c525-4a07-ab85-f0ec5736dfac', 'network_id': '20807c99-64e7-492c-a4b6-4a1524653d4e', 'admin_state_up': True, 'tenant_id': '61102427b20544a99687c14b264833fb'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:56.840990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42162) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:56.841345 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42164) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:56.848309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Allocated IP 2001:db8::3 (e472e445-c199-40bf-8f4d-7e20c0f78c58/4ee625de-3541-4ccd-85ac-bbdb0fbbf4d2/90fccd57-a863-420b-aea7-d5b9abd62c78) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:56.917233 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1291e12-77f7-4800-b9c3-335f3db3ac5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:56.945140 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1291e12-77f7-4800-b9c3-335f3db3ac5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.002193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4aaa6f73-2d06-486e-9dd1-41ffec844a73 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1705059138'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:57.018189 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1291e12-77f7-4800-b9c3-335f3db3ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.021298 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1291e12-77f7-4800-b9c3-335f3db3ac5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.022579 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c1291e12-77f7-4800-b9c3-335f3db3ac5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eec122ae-f4d4-4e2e-963f-187fbb9d034e HTTP/1.1" status: 204 len: 168 time: 0.1802945 Aug 20 11:43:57.031788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1291e12-77f7-4800-b9c3-335f3db3ac5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec122ae-f4d4-4e2e-963f-187fbb9d034e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:57.037688 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-87761ea1-5c5b-425f-90e2-2ba804be0a37 service neutron] 10.222.0.37 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841346 Aug 20 11:43:57.039000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7df930-8353-4690-93f4-a6e96459931c req-cc179eff-0b8a-4f73-bbec-0ab529018f89 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Made reservation on behalf of 61102427b20544a99687c14b264833fb for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:57.045254 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fd7df930-8353-4690-93f4-a6e96459931c req-cc179eff-0b8a-4f73-bbec-0ab529018f89 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.058227 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaa6f73-2d06-486e-9dd1-41ffec844a73 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:57.063051 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4aaa6f73-2d06-486e-9dd1-41ffec844a73 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.074320 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4aaa6f73-2d06-486e-9dd1-41ffec844a73 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.079739 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.089140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Transition to ACTIVE for port object 90fccd57-a863-420b-aea7-d5b9abd62c78 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:57.120938 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Transition to ACTIVE for port object 90fccd57-a863-420b-aea7-d5b9abd62c78 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:57.140974 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.202389 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.222143 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Network e472e445-c199-40bf-8f4d-7e20c0f78c58 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:57.226419 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:57.234893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:57.239145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Pushing event updated for resources: {'Port': ['ID=90fccd57-a863-420b-aea7-d5b9abd62c78,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:57.263848 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee625de-3541-4ccd-85ac-bbdb0fbbf4d2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:57.294174 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-572abf53-7218-4d4a-870b-087265472fdc req-4c4d09af-ccb0-4987-b03d-da33a77b97ac tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 210 time: 0.0970039 Aug 20 11:43:57.302488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 304b264c-520b-4268-b41d-76c5741dc73b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:57.388125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Attempting to bind port 90fccd57-a863-420b-aea7-d5b9abd62c78 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:57.388586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Attempting to bind port 90fccd57-a863-420b-aea7-d5b9abd62c78 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '64797ccd-dc8c-4330-94ec-7a00755d5fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e472e445-c199-40bf-8f4d-7e20c0f78c58'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:57.389103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Attempting to bind port 90fccd57-a863-420b-aea7-d5b9abd62c78 on network e472e445-c199-40bf-8f4d-7e20c0f78c58 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:57.397198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-fd7df930-8353-4690-93f4-a6e96459931c req-cc179eff-0b8a-4f73-bbec-0ab529018f89 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Allocated IP 172.20.0.6 (20807c99-64e7-492c-a4b6-4a1524653d4e/a835e74c-2b68-481c-a9b7-7b2ff328dde1/45989948-05f2-4b2e-9235-928a75eaa3cf) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:57.404619 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:57.405120 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Checking segment: {'id': '64797ccd-dc8c-4330-94ec-7a00755d5fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e472e445-c199-40bf-8f4d-7e20c0f78c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:57.405633 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.406147 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Bound using segment: {'id': '64797ccd-dc8c-4330-94ec-7a00755d5fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e472e445-c199-40bf-8f4d-7e20c0f78c58'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:57.406691 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Bound port: 90fccd57-a863-420b-aea7-d5b9abd62c78, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64797ccd-dc8c-4330-94ec-7a00755d5fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e472e445-c199-40bf-8f4d-7e20c0f78c58'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:57.407154 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.418462 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.447950 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e472e445-c199-40bf-8f4d-7e20c0f78c58']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:57.459563 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 304b264c-520b-4268-b41d-76c5741dc73b completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:57.468810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64797ccd-dc8c-4330-94ec-7a00755d5fd1') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:57.469420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64797ccd-dc8c-4330-94ec-7a00755d5fd1') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:57.478323 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4aaa6f73-2d06-486e-9dd1-41ffec844a73 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.486154 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4aaa6f73-2d06-486e-9dd1-41ffec844a73 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.499913 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.510300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] For port 90fccd57-a863-420b-aea7-d5b9abd62c78, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:57.514332 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] For port 90fccd57-a863-420b-aea7-d5b9abd62c78, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=90fccd57-a863-420b-aea7-d5b9abd62c78,segment=NetworkSegment(64797ccd-dc8c-4330-94ec-7a00755d5fd1),segment_id=64797ccd-dc8c-4330-94ec-7a00755d5fd1)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:57.519588 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.535695 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aaa6f73-2d06-486e-9dd1-41ffec844a73 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:57.577276 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.593990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:57.594471 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.605744 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-06751ffb-8353-49e9-8344-97bff9c04d0f service neutron] 10.222.0.37 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554044 Aug 20 11:43:57.611132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a00eab-1be7-4f8a-9231-c7a912aeb540 None None] Pushing event updated for resources: {'Port': ['ID=90fccd57-a863-420b-aea7-d5b9abd62c78,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:57.620126 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:57.635379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa6f73-2d06-486e-9dd1-41ffec844a73 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e666ced-24f2-4f4e-bc0d-bf0eed47e9ec,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:57.704121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96586376-c0f1-436a-9da3-9f4d038aaf2b None None] Network e472e445-c199-40bf-8f4d-7e20c0f78c58 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:57.710201 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fd7df930-8353-4690-93f4-a6e96459931c req-cc179eff-0b8a-4f73-bbec-0ab529018f89 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.728334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4aaa6f73-2d06-486e-9dd1-41ffec844a73 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.732732 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-4aaa6f73-2d06-486e-9dd1-41ffec844a73 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Added segment 302c852b-a936-4c4c-b281-2356af47fd90 of type vlan for network 19dadc12-d40a-43d2-81cb-81fac45f1893 Aug 20 11:43:57.737144 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:43:57.737144 n-d-804299-2 neutron-server[94690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:43:57.737144 n-d-804299-2 neutron-server[94690]: [parameters: {'id': 'e472e445-c199-40bf-8f4d-7e20c0f78c58'}] Aug 20 11:43:57.737144 n-d-804299-2 neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:43:57.737499 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:43:57.778608 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fd7df930-8353-4690-93f4-a6e96459931c req-cc179eff-0b8a-4f73-bbec-0ab529018f89 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.782027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671be97-b61a-4d47-8c1f-498a316c29d9 req-fe2ed7f2-16c8-4665-b993-d6b4ba7e945f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:57.785694 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e671be97-b61a-4d47-8c1f-498a316c29d9 req-fe2ed7f2-16c8-4665-b993-d6b4ba7e945f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.2515240 Aug 20 11:43:57.854579 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2ed310-591d-4ab5-b374-dbed41b84ce9 None None] Network 142dd7c5-b747-40bc-b4a9-fbe132fe5aa3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:57.936361 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f538e5c4-c4d9-485f-b863-75b81e7a3130 req-684ff09a-5ab0-451f-9a78-5064da00faf6 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0436356 Aug 20 11:43:57.939427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7df930-8353-4690-93f4-a6e96459931c req-cc179eff-0b8a-4f73-bbec-0ab529018f89 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Network 20807c99-64e7-492c-a4b6-4a1524653d4e is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:57.965491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-fd7df930-8353-4690-93f4-a6e96459931c req-cc179eff-0b8a-4f73-bbec-0ab529018f89 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:57.973823 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc179eff-0b8a-4f73-bbec-0ab529018f89 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Pushing event updated for resources: {'Port': ['ID=45989948-05f2-4b2e-9235-928a75eaa3cf,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:57.981176 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.988499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7df930-8353-4690-93f4-a6e96459931c req-cc179eff-0b8a-4f73-bbec-0ab529018f89 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:58.005743 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1450ea72-a37e-45e2-8fc2-6445c7fbcf6e None None] Provisioning for port 304b264c-520b-4268-b41d-76c5741dc73b completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:58.021044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1450ea72-a37e-45e2-8fc2-6445c7fbcf6e None None] Provisioning complete for port 304b264c-520b-4268-b41d-76c5741dc73b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:58.021667 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1450ea72-a37e-45e2-8fc2-6445c7fbcf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.107301 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-860c0b50-187c-4e7b-b5b5-5a03583250ab req-e5b538d6-5ccb-4f4c-bdc3-0d4017b38fea tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 210 time: 0.0549073 Aug 20 11:43:58.138367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7df930-8353-4690-93f4-a6e96459931c req-cc179eff-0b8a-4f73-bbec-0ab529018f89 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:58.139298 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fd7df930-8353-4690-93f4-a6e96459931c req-cc179eff-0b8a-4f73-bbec-0ab529018f89 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.158321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd7df930-8353-4690-93f4-a6e96459931c req-cc179eff-0b8a-4f73-bbec-0ab529018f89 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3433650 Aug 20 11:43:58.171404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Request body: {'port': {'device_id': 'd55c5c21-c525-4a07-ab85-f0ec5736dfac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:58.295474 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.309755 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.335344 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1450ea72-a37e-45e2-8fc2-6445c7fbcf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.370288 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4aaa6f73-2d06-486e-9dd1-41ffec844a73 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.383199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-1450ea72-a37e-45e2-8fc2-6445c7fbcf6e None None] For port 304b264c-520b-4268-b41d-76c5741dc73b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=304b264c-520b-4268-b41d-76c5741dc73b,segment=NetworkSegment(0d599785-e665-48d6-a897-cd0452fde0b7),segment_id=0d599785-e665-48d6-a897-cd0452fde0b7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:58.389497 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1450ea72-a37e-45e2-8fc2-6445c7fbcf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.462263 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450ea72-a37e-45e2-8fc2-6445c7fbcf6e None None] Pushing event updated for resources: {'Port': ['ID=304b264c-520b-4268-b41d-76c5741dc73b,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:58.469627 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e671be97-b61a-4d47-8c1f-498a316c29d9 req-de771fb8-eb94-45e5-9dae-ec45a9c24705 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6424236 Aug 20 11:43:58.513297 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4aaa6f73-2d06-486e-9dd1-41ffec844a73 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.526875 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaa6f73-2d06-486e-9dd1-41ffec844a73 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:58.527585 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4aaa6f73-2d06-486e-9dd1-41ffec844a73 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.585591 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84488e-435f-43e0-8895-d00060ba0ae5 req-99c1146a-d8c7-46f7-9af5-87fd256a3319 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:58.593950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d84488e-435f-43e0-8895-d00060ba0ae5 req-99c1146a-d8c7-46f7-9af5-87fd256a3319 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 931 time: 0.1022103 Aug 20 11:43:58.641868 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4aaa6f73-2d06-486e-9dd1-41ffec844a73 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7955770 Aug 20 11:43:58.646443 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42216) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:58.648243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Deleting port 90fccd57-a863-420b-aea7-d5b9abd62c78 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:58.648719 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.656216 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-cba5837f-44f9-422a-b665-80e5f46b50de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'name': 'tempest-PortsIpV6TestJSON-531035814'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:58.673298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad86445-c6e4-432e-97bd-34c9a2db945d None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:43:58.713187 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d84488e-435f-43e0-8895-d00060ba0ae5 req-d34a8d05-c1a5-4df2-acb7-0b2e2a96233b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132476 Aug 20 11:43:58.728207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa6f73-2d06-486e-9dd1-41ffec844a73 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Network': ['ID=19dadc12-d40a-43d2-81cb-81fac45f1893,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:58.750747 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-37a65978-50e9-49a9-9352-435066c636c8 None None] Provisioning complete for port 304b264c-520b-4268-b41d-76c5741dc73b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:58.751192 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-37a65978-50e9-49a9-9352-435066c636c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.790002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:58.826774 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] For port 90fccd57-a863-420b-aea7-d5b9abd62c78, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=90fccd57-a863-420b-aea7-d5b9abd62c78,segment=NetworkSegment(64797ccd-dc8c-4330-94ec-7a00755d5fd1),segment_id=64797ccd-dc8c-4330-94ec-7a00755d5fd1)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:58.827375 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.871039 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Calling delete_port for 90fccd57-a863-420b-aea7-d5b9abd62c78 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:58.909949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45989948-05f2-4b2e-9235-928a75eaa3cf {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:58.923146 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.950760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Transition to ACTIVE for port object 45989948-05f2-4b2e-9235-928a75eaa3cf will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:58.959261 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:43:58.960291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba5837f-44f9-422a-b665-80e5f46b50de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:58.962346 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.966272 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cba5837f-44f9-422a-b665-80e5f46b50de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.970729 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad86445-c6e4-432e-97bd-34c9a2db945d None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:43:59.009628 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-cba5837f-44f9-422a-b665-80e5f46b50de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] device_id is not set on port 9e40025f-ee1e-4df4-8d07-c41575610c6b yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:43:59.037563 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.038714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42222) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:59.078826 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=45989948-05f2-4b2e-9235-928a75eaa3cf,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:59.093623 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No DVR routers for this DVR port 90fccd57-a863-420b-aea7-d5b9abd62c78 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:59.119494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Port': ['ID=90fccd57-a863-420b-aea7-d5b9abd62c78,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:59.152682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Attempting to bind port 45989948-05f2-4b2e-9235-928a75eaa3cf on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:59.153040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Attempting to bind port 45989948-05f2-4b2e-9235-928a75eaa3cf by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'cbd28daa-da42-4dac-91ad-d7f61e93c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '20807c99-64e7-492c-a4b6-4a1524653d4e'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:59.153369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Attempting to bind port 45989948-05f2-4b2e-9235-928a75eaa3cf on network 20807c99-64e7-492c-a4b6-4a1524653d4e {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:59.158275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Port 45989948-05f2-4b2e-9235-928a75eaa3cf on network 20807c99-64e7-492c-a4b6-4a1524653d4e not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:43:59.158604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Attempting to bind port 45989948-05f2-4b2e-9235-928a75eaa3cf on network 20807c99-64e7-492c-a4b6-4a1524653d4e {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:59.175177 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:59.175515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Checking segment: {'id': 'cbd28daa-da42-4dac-91ad-d7f61e93c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '20807c99-64e7-492c-a4b6-4a1524653d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:59.175901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Bound using segment: {'id': 'cbd28daa-da42-4dac-91ad-d7f61e93c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '20807c99-64e7-492c-a4b6-4a1524653d4e'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:59.176328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Bound port: 45989948-05f2-4b2e-9235-928a75eaa3cf, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd28daa-da42-4dac-91ad-d7f61e93c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '20807c99-64e7-492c-a4b6-4a1524653d4e'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:59.176727 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.228984 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 304b264c-520b-4268-b41d-76c5741dc73b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:59.282068 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-695c8fb2-487f-489a-89af-bed3f1101aaa req-4d12211e-ef9f-4ff1-891b-3079adee76b8 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 210 time: 0.0415595 Aug 20 11:43:59.305018 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2af955ea-cdf2-44a0-96ee-6e581a036553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.321297 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b443a1a9-8d2d-4c2f-b2ac-1b90819d2e50 req-eb793065-8116-43fb-adee-ed03da88c96e tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.2035818 Aug 20 11:43:59.375457 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.398132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e472e445-c199-40bf-8f4d-7e20c0f78c58']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:59.417897 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] For port 45989948-05f2-4b2e-9235-928a75eaa3cf, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:59.425109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64797ccd-dc8c-4330-94ec-7a00755d5fd1') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:59.425404 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64797ccd-dc8c-4330-94ec-7a00755d5fd1') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:59.433510 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 304b264c-520b-4268-b41d-76c5741dc73b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:59.434193 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.450803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] For port 45989948-05f2-4b2e-9235-928a75eaa3cf, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=45989948-05f2-4b2e-9235-928a75eaa3cf,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:59.461176 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.475980 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.503325 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.515913 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:59.516320 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:59.520193 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:59.531759 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-e4c4d65f-ae46-4a67-bb5e-3ace2f455da5 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:59.533328 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-e4c4d65f-ae46-4a67-bb5e-3ace2f455da5 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.76 "GET /v2.0/networks?id=b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 200 len: 816 time: 0.2440832 Aug 20 11:43:59.539673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:59.540888 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.542395 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd7df930-8353-4690-93f4-a6e96459931c req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] 10.222.0.35 "PUT /v2.0/ports/45989948-05f2-4b2e-9235-928a75eaa3cf HTTP/1.1" status: 200 len: 1091 time: 1.3754754 Aug 20 11:43:59.542872 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55c5c21-c525-4a07-ab85-f0ec5736dfac', 'tag': '45989948-05f2-4b2e-9235-928a75eaa3cf'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:59.545149 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c339a6-fdc7-4860-b778-52ef69bfcb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "d55c5c21-c525-4a07-ab85-f0ec5736dfac", "tag": "45989948-05f2-4b2e-9235-928a75eaa3cf"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:59.562441 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cba5837f-44f9-422a-b665-80e5f46b50de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.604068 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8eb5e1c-2eac-42af-a516-932671571ebf x-openstack-request-id: req-c8eb5e1c-2eac-42af-a516-932671571ebf {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:59.604351 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55c5c21-c525-4a07-ab85-f0ec5736dfac", "tag": "45989948-05f2-4b2e-9235-928a75eaa3cf", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:59.604596 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8eb5e1c-2eac-42af-a516-932671571ebf {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:59.605027 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55c5c21-c525-4a07-ab85-f0ec5736dfac', 'tag': '45989948-05f2-4b2e-9235-928a75eaa3cf', 'status': 'completed', 'code': 200} Aug 20 11:43:59.627011 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.631992 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.633948 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/e472e445-c199-40bf-8f4d-7e20c0f78c58 HTTP/1.1" status: 204 len: 168 time: 3.2505095 Aug 20 11:43:59.645232 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42234) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:59.655460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e1741143-6e79-4ace-a5d3-0089b5c6dc18 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1465316509'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:59.672257 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034d5a9-eb1c-4008-a115-4fb47e215f12 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Network': ['ID=e472e445-c199-40bf-8f4d-7e20c0f78c58,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:59.685155 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cba5837f-44f9-422a-b665-80e5f46b50de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.689669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd5ca9-8ad1-4d7a-bec4-45a118955cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=45989948-05f2-4b2e-9235-928a75eaa3cf,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:59.708768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-9527812e-dd05-430f-a136-2f11f9ab8c84 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b7fc38fbfd349b389016707e8806081 HTTP/1.1" status: 200 len: 380 time: 0.1423342 Aug 20 11:43:59.727989 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2af955ea-cdf2-44a0-96ee-6e581a036553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.731790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-80d3eea1-3bef-4794-a53b-413c31f7b22b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Request body: {'port': {'device_id': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'admin_state_up': True, 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'security_groups': ['a83b7b7a-5872-46de-9882-578362fa1a4b']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:59.744576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5837f-44f9-422a-b665-80e5f46b50de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=9e40025f-ee1e-4df4-8d07-c41575610c6b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:59.752300 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2af955ea-cdf2-44a0-96ee-6e581a036553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.770737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1741143-6e79-4ace-a5d3-0089b5c6dc18 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:59.775189 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1741143-6e79-4ace-a5d3-0089b5c6dc18 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.780201 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5837f-44f9-422a-b665-80e5f46b50de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Checking segment: {'id': '302c852b-a936-4c4c-b281-2356af47fd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:59.780569 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba5837f-44f9-422a-b665-80e5f46b50de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network hostable DHCP agents. Network: 19dadc12-d40a-43d2-81cb-81fac45f1893, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:59.847293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1741143-6e79-4ace-a5d3-0089b5c6dc18 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:59.863611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba5837f-44f9-422a-b665-80e5f46b50de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:59.869329 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1741143-6e79-4ace-a5d3-0089b5c6dc18 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.869679 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-e1741143-6e79-4ace-a5d3-0089b5c6dc18 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Added segment aa5c4637-19f2-487c-b9f9-0354a6d3dea3 of type vlan for network d4ec9811-280e-4b08-80de-48241f4aab2d Aug 20 11:43:59.889606 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1d262-d591-465d-95be-6831d957a18b req-e228f6fe-7f19-4927-8262-8a46dc667600 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:59.891218 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-96e1d262-d591-465d-95be-6831d957a18b req-e228f6fe-7f19-4927-8262-8a46dc667600 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.0987725 Aug 20 11:43:59.897504 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-cba5837f-44f9-422a-b665-80e5f46b50de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 19dadc12-d40a-43d2-81cb-81fac45f1893) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:59.902735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5837f-44f9-422a-b665-80e5f46b50de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:59.908534 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5837f-44f9-422a-b665-80e5f46b50de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:59.909223 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cba5837f-44f9-422a-b665-80e5f46b50de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.912258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43391396-486b-4921-a5d9-681ed61a7cc0 None None] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:59.968894 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1741143-6e79-4ace-a5d3-0089b5c6dc18 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.974292 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cba5837f-44f9-422a-b665-80e5f46b50de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3226295 Aug 20 11:43:59.979576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42238) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:59.984487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b80abfd7-8c6c-44b0-845c-54ee8ee105a2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-643325371'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:00.027681 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-96e1d262-d591-465d-95be-6831d957a18b req-b4eb3436-e3e6-48c7-97cd-49ae6830d662 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971808 Aug 20 11:44:00.043076 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1741143-6e79-4ace-a5d3-0089b5c6dc18 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.056059 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1741143-6e79-4ace-a5d3-0089b5c6dc18 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:00.058158 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1741143-6e79-4ace-a5d3-0089b5c6dc18 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.065286 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80abfd7-8c6c-44b0-845c-54ee8ee105a2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:00.069239 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b80abfd7-8c6c-44b0-845c-54ee8ee105a2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.080841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7df930-8353-4690-93f4-a6e96459931c req-92158ba2-67b2-430c-8601-bf925ce1cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:00.082356 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd7df930-8353-4690-93f4-a6e96459931c req-92158ba2-67b2-430c-8601-bf925ce1cedb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61102427b20544a99687c14b264833fb&device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 1094 time: 0.4731214 Aug 20 11:44:00.097247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b0d14-bd37-4070-8848-38232e995fac req-cc041758-603e-4be9-93cb-ae2aeabc7a70 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:00.098968 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1c6b0d14-bd37-4070-8848-38232e995fac req-cc041758-603e-4be9-93cb-ae2aeabc7a70 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.4908087 Aug 20 11:44:00.148874 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e1741143-6e79-4ace-a5d3-0089b5c6dc18 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4980469 Aug 20 11:44:00.150951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42240) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:00.158564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-2cdd28b6-6578-42ab-8230-e5ed0da7b3df tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'subnet': {'network_id': 'd4ec9811-280e-4b08-80de-48241f4aab2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:00.170247 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2af955ea-cdf2-44a0-96ee-6e581a036553 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5fbbaecf9ef145b886b3dc11350e6a6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1261554 Aug 20 11:44:00.179120 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd7df930-8353-4690-93f4-a6e96459931c req-cee3d14b-ceac-49ce-8489-505a86f9a3d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45989948-05f2-4b2e-9235-928a75eaa3cf HTTP/1.1" status: 200 len: 217 time: 0.0791922 Aug 20 11:44:00.179714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af955ea-cdf2-44a0-96ee-6e581a036553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061fae65-63ed-4781-ad4d-f6eb90e164d9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:00.185830 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42242) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:00.218712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1741143-6e79-4ace-a5d3-0089b5c6dc18 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Network': ['ID=d4ec9811-280e-4b08-80de-48241f4aab2d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:00.231643 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80abfd7-8c6c-44b0-845c-54ee8ee105a2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:00.234060 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network d4ec9811-280e-4b08-80de-48241f4aab2d details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:00.254644 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b80abfd7-8c6c-44b0-845c-54ee8ee105a2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.255136 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-b80abfd7-8c6c-44b0-845c-54ee8ee105a2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Added segment 5fb5d0cf-a0da-4696-91f6-16f6a8338367 of type vlan for network c8ab7562-9a8d-4511-b077-ed4dd5b417e8 Aug 20 11:44:00.285675 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1c6b0d14-bd37-4070-8848-38232e995fac req-c567d9ea-3ee3-4dfe-9f2d-c28e934492df tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745627 Aug 20 11:44:00.286644 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdd28b6-6578-42ab-8230-e5ed0da7b3df tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:00.291593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cdd28b6-6578-42ab-8230-e5ed0da7b3df tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.309849 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7df930-8353-4690-93f4-a6e96459931c req-b3aad8d1-4ef3-4106-a991-989a23f76ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:00.311586 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd7df930-8353-4690-93f4-a6e96459931c req-b3aad8d1-4ef3-4106-a991-989a23f76ab7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a835e74c-2b68-481c-a9b7-7b2ff328dde1 HTTP/1.1" status: 200 len: 853 time: 0.1214733 Aug 20 11:44:00.389767 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-58e038d2-fe2b-4b11-8542-ecfab30d08a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.393854 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b80abfd7-8c6c-44b0-845c-54ee8ee105a2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.394448 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd7df930-8353-4690-93f4-a6e96459931c req-f33effcb-ecae-490e-b47c-fa4f4e0cb5b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20807c99-64e7-492c-a4b6-4a1524653d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694735 Aug 20 11:44:00.394883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-80d3eea1-3bef-4794-a53b-413c31f7b22b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Made reservation on behalf of 3b7fc38fbfd349b389016707e8806081 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:00.398386 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-80d3eea1-3bef-4794-a53b-413c31f7b22b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.432182 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b80abfd7-8c6c-44b0-845c-54ee8ee105a2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.438441 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80abfd7-8c6c-44b0-845c-54ee8ee105a2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:00.439030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b80abfd7-8c6c-44b0-845c-54ee8ee105a2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.500152 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-33fffece-5bd7-4be4-8c83-debc6d2b19fd req-60389639-14d8-4a6d-94d8-aa7dbd165406 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 210 time: 0.0778892 Aug 20 11:44:00.520679 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93f0f907-2b9e-46f3-ab74-c7dd5d85439e req-de30ecfe-37c0-40f8-832b-62c8740f3868 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0542250 Aug 20 11:44:00.524979 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-58e038d2-fe2b-4b11-8542-ecfab30d08a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.545927 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b80abfd7-8c6c-44b0-845c-54ee8ee105a2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5631011 Aug 20 11:44:00.548445 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42248) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:00.560200 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'ports': [{'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893'}, {'network_id': 'c8ab7562-9a8d-4511-b077-ed4dd5b417e8'}]} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:00.560509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:00.561023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'network_id': 'c8ab7562-9a8d-4511-b077-ed4dd5b417e8'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:00.614289 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80abfd7-8c6c-44b0-845c-54ee8ee105a2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Network': ['ID=c8ab7562-9a8d-4511-b077-ed4dd5b417e8,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:00.630608 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network c8ab7562-9a8d-4511-b077-ed4dd5b417e8 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:00.635555 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd7df930-8353-4690-93f4-a6e96459931c req-7ab533ec-aa11-4a31-add8-64333baaaa58 service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332077 Aug 20 11:44:00.726998 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-58e038d2-fe2b-4b11-8542-ecfab30d08a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.730148 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-58e038d2-fe2b-4b11-8542-ecfab30d08a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.731269 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-58e038d2-fe2b-4b11-8542-ecfab30d08a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/061fae65-63ed-4781-ad4d-f6eb90e164d9 HTTP/1.1" status: 204 len: 168 time: 0.5422759 Aug 20 11:44:00.738042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-80d3eea1-3bef-4794-a53b-413c31f7b22b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Allocated IP 172.20.0.6 (b817b733-e7a4-4e0a-bc42-a33cd394358d/103eddf2-fc89-4533-8efb-85f3a3a4ce52/ca8aeb76-3af5-45d0-b845-6ce360fa2345) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:00.762495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e038d2-fe2b-4b11-8542-ecfab30d08a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061fae65-63ed-4781-ad4d-f6eb90e164d9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:00.806799 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd7df930-8353-4690-93f4-a6e96459931c req-30751832-ce70-4b5a-8122-9dfbdf32a319 service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528313 Aug 20 11:44:00.823542 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'port': 2} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:00.828379 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.843674 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cdd28b6-6578-42ab-8230-e5ed0da7b3df tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.854056 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.934838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c339a6-fdc7-4860-b778-52ef69bfcb5c req-19f2c6cc-7a0c-4fda-a3b6-1a555a6c089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:00.936365 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b7c339a6-fdc7-4860-b778-52ef69bfcb5c req-19f2c6cc-7a0c-4fda-a3b6-1a555a6c089a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61102427b20544a99687c14b264833fb&device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 1094 time: 0.0637152 Aug 20 11:44:00.965878 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd28b6-6578-42ab-8230-e5ed0da7b3df tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Subnet': ['ID=ad815518-f479-407e-9273-f6bc9ea3aee0,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:00.996379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdd28b6-6578-42ab-8230-e5ed0da7b3df tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Checking segment: {'id': 'aa5c4637-19f2-487c-b9f9-0354a6d3dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd4ec9811-280e-4b08-80de-48241f4aab2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:00.996904 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdd28b6-6578-42ab-8230-e5ed0da7b3df tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network hostable DHCP agents. Network: d4ec9811-280e-4b08-80de-48241f4aab2d, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:44:01.025764 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] device_id is not set on port 80b1bf08-7919-4b5f-a594-7cb7aae99f70 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:01.034100 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdd28b6-6578-42ab-8230-e5ed0da7b3df tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network d4ec9811-280e-4b08-80de-48241f4aab2d is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:44:01.047491 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-2cdd28b6-6578-42ab-8230-e5ed0da7b3df tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, d4ec9811-280e-4b08-80de-48241f4aab2d) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:01.049494 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-80d3eea1-3bef-4794-a53b-413c31f7b22b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.053708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdd28b6-6578-42ab-8230-e5ed0da7b3df tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:01.054443 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cdd28b6-6578-42ab-8230-e5ed0da7b3df tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.072897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984bc1b2-7ba3-4218-9db6-a6d27855c723 None None] Network d4ec9811-280e-4b08-80de-48241f4aab2d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:01.079342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-80d3eea1-3bef-4794-a53b-413c31f7b22b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Transition to ACTIVE for port object ca8aeb76-3af5-45d0-b845-6ce360fa2345 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:01.088902 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c339a6-fdc7-4860-b778-52ef69bfcb5c req-d660aa64-efe0-4ea5-a4b8-1d3c6236dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:01.092058 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b7c339a6-fdc7-4860-b778-52ef69bfcb5c req-d660aa64-efe0-4ea5-a4b8-1d3c6236dc54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20807c99-64e7-492c-a4b6-4a1524653d4e HTTP/1.1" status: 200 len: 913 time: 0.1409960 Aug 20 11:44:01.101403 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2cdd28b6-6578-42ab-8230-e5ed0da7b3df tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9468155 Aug 20 11:44:01.112363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42260) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:01.156510 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b7c339a6-fdc7-4860-b778-52ef69bfcb5c req-1e9ba7db-5673-44dd-8d68-fc347664f70d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45989948-05f2-4b2e-9235-928a75eaa3cf HTTP/1.1" status: 200 len: 217 time: 0.0562346 Aug 20 11:44:01.254443 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b790673-4fa5-4103-9943-33a6559ffb41 req-f3b3586c-3a9b-4645-aa7a-ea5c8ca7f1c9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:01.256385 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b790673-4fa5-4103-9943-33a6559ffb41 req-f3b3586c-3a9b-4645-aa7a-ea5c8ca7f1c9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.0916126 Aug 20 11:44:01.263601 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-80d3eea1-3bef-4794-a53b-413c31f7b22b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.293321 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-d4ec9811-280e-4b08-80de-48241f4aab2d', 'network_id': 'd4ec9811-280e-4b08-80de-48241f4aab2d', 'tenant_id': 'be427dd83b8c42beb47567a5d09f8199', 'fixed_ips': [{'subnet_id': 'ad815518-f479-407e-9273-f6bc9ea3aee0'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:44:01.294249 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.329787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3eea1-3bef-4794-a53b-413c31f7b22b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event updated for resources: {'Port': ['ID=ca8aeb76-3af5-45d0-b845-6ce360fa2345,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:01.333307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c339a6-fdc7-4860-b778-52ef69bfcb5c req-fdbaf7d7-1506-4abc-a582-577b1d982815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:01.334890 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b7c339a6-fdc7-4860-b778-52ef69bfcb5c req-fdbaf7d7-1506-4abc-a582-577b1d982815 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a835e74c-2b68-481c-a9b7-7b2ff328dde1 HTTP/1.1" status: 200 len: 853 time: 0.1611691 Aug 20 11:44:01.368598 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b790673-4fa5-4103-9943-33a6559ffb41 req-990f03f4-f844-44f0-8275-cda46362a2a5 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938072 Aug 20 11:44:01.368598 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.392121 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b7c339a6-fdc7-4860-b778-52ef69bfcb5c req-e6bd1f12-9bad-4d6a-9f28-a39d330c175d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20807c99-64e7-492c-a4b6-4a1524653d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475035 Aug 20 11:44:01.401969 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-80d3eea1-3bef-4794-a53b-413c31f7b22b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Network b817b733-e7a4-4e0a-bc42-a33cd394358d is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:01.412180 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-80d3eea1-3bef-4794-a53b-413c31f7b22b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:01.418471 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.439099 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-80d3eea1-3bef-4794-a53b-413c31f7b22b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:01.501099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Allocated IP 2001:db8::1 (d4ec9811-280e-4b08-80de-48241f4aab2d/ad815518-f479-407e-9273-f6bc9ea3aee0/42a0862a-8915-4577-9327-cdde2a3a73ea) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:01.505051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] device_id is not set on port 10cdf443-5e59-4f15-b17b-c6054c55e382 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:01.674979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3c531-8726-4d9d-8eff-0076fa275578 req-c62a08e7-d721-4073-a93e-e1674fdff7fd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:01.676940 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62a3c531-8726-4d9d-8eff-0076fa275578 req-c62a08e7-d721-4073-a93e-e1674fdff7fd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.2783391 Aug 20 11:44:01.689792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-80d3eea1-3bef-4794-a53b-413c31f7b22b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:01.690440 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-80d3eea1-3bef-4794-a53b-413c31f7b22b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.745014 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b7c339a6-fdc7-4860-b778-52ef69bfcb5c req-fa428c74-aad7-4e51-9c80-b99238f36af9 service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225672 Aug 20 11:44:01.750233 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f7194-c834-4df3-8d19-f5dca4469437 req-d5f833a1-1f91-42ae-80ac-64122df4770e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:01.750632 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.758167 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-850f7194-c834-4df3-8d19-f5dca4469437 req-d5f833a1-1f91-42ae-80ac-64122df4770e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 931 time: 0.1316819 Aug 20 11:44:01.759653 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-80d3eea1-3bef-4794-a53b-413c31f7b22b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0351863 Aug 20 11:44:01.768845 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.778415 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Transition to ACTIVE for port object 42a0862a-8915-4577-9327-cdde2a3a73ea will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:01.796027 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Transition to ACTIVE for port object 42a0862a-8915-4577-9327-cdde2a3a73ea will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:01.799121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Request body: {'port': {'device_id': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:01.804471 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.825657 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-850f7194-c834-4df3-8d19-f5dca4469437 req-597d02f5-a1e3-4a7b-a3b4-08d87bc854c4 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659130 Aug 20 11:44:01.849148 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.854080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Network d4ec9811-280e-4b08-80de-48241f4aab2d is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:01.856821 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62a3c531-8726-4d9d-8eff-0076fa275578 req-b3985dbc-6db7-4676-8f13-9cf1357cda94 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550820 Aug 20 11:44:01.876602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:01.880003 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:01.891261 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5687e309-4a4f-4be7-a860-15536bfa011e None None] Provisioning for port ca8aeb76-3af5-45d0-b845-6ce360fa2345 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:01.900742 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5687e309-4a4f-4be7-a860-15536bfa011e None None] Provisioning complete for port ca8aeb76-3af5-45d0-b845-6ce360fa2345 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:01.901429 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5687e309-4a4f-4be7-a860-15536bfa011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.932730 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.958140 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.959260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Pushing event updated for resources: {'Port': ['ID=42a0862a-8915-4577-9327-cdde2a3a73ea,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:02.011538 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=80b1bf08-7919-4b5f-a594-7cb7aae99f70,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:02.029056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-5687e309-4a4f-4be7-a860-15536bfa011e None None] Port ca8aeb76-3af5-45d0-b845-6ce360fa2345 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:44:02.036969 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Attempting to bind port 42a0862a-8915-4577-9327-cdde2a3a73ea on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:02.037538 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Attempting to bind port 42a0862a-8915-4577-9327-cdde2a3a73ea by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'aa5c4637-19f2-487c-b9f9-0354a6d3dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd4ec9811-280e-4b08-80de-48241f4aab2d'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:02.038092 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Attempting to bind port 42a0862a-8915-4577-9327-cdde2a3a73ea on network d4ec9811-280e-4b08-80de-48241f4aab2d {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:02.040685 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b7c339a6-fdc7-4860-b778-52ef69bfcb5c req-8329526a-5f00-4333-834a-864506a69367 service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856352 Aug 20 11:44:02.041813 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.044736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:02.045521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Checking segment: {'id': 'aa5c4637-19f2-487c-b9f9-0354a6d3dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd4ec9811-280e-4b08-80de-48241f4aab2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:02.046233 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.046787 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Bound using segment: {'id': 'aa5c4637-19f2-487c-b9f9-0354a6d3dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd4ec9811-280e-4b08-80de-48241f4aab2d'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:02.047498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Bound port: 42a0862a-8915-4577-9327-cdde2a3a73ea, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5c4637-19f2-487c-b9f9-0354a6d3dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd4ec9811-280e-4b08-80de-48241f4aab2d'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:02.048038 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.068109 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6ac6547a-60ee-4b91-b1b3-239b26d1fcf7 req-714a71a1-a75c-4c46-928f-de6d5c83484c tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0621138 Aug 20 11:44:02.078090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:02.079800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:02.082295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:02.083592 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.121545 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] For port 42a0862a-8915-4577-9327-cdde2a3a73ea, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:02.124867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] For port 42a0862a-8915-4577-9327-cdde2a3a73ea, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=42a0862a-8915-4577-9327-cdde2a3a73ea,segment=NetworkSegment(aa5c4637-19f2-487c-b9f9-0354a6d3dea3),segment_id=aa5c4637-19f2-487c-b9f9-0354a6d3dea3)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:02.130346 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.159196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Checking segment: {'id': '5fb5d0cf-a0da-4696-91f6-16f6a8338367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8ab7562-9a8d-4511-b077-ed4dd5b417e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:02.159770 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network hostable DHCP agents. Network: c8ab7562-9a8d-4511-b077-ed4dd5b417e8, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:44:02.161633 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Subnet': ['ID=ad815518-f479-407e-9273-f6bc9ea3aee0,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:02.170833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=10cdf443-5e59-4f15-b17b-c6054c55e382,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:02.188121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network c8ab7562-9a8d-4511-b077-ed4dd5b417e8 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:44:02.199827 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, c8ab7562-9a8d-4511-b077-ed4dd5b417e8) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:02.205895 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:02.213612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:02.219778 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:02.220518 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.228448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8257cd-4d28-4cc1-aa04-f463c50d994d None None] Network c8ab7562-9a8d-4511-b077-ed4dd5b417e8 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:02.241747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42288) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:02.242418 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d39a59fe-69f9-4e20-8f08-bfd71327e5c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6916678 Aug 20 11:44:02.294388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226c68a-36be-44fb-b0e2-55872763be6f None None] Pushing event updated for resources: {'Port': ['ID=42a0862a-8915-4577-9327-cdde2a3a73ea,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:02.301251 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.313354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75499593-5f3c-4ae4-a5ed-baa84ba8db7e None None] Network d4ec9811-280e-4b08-80de-48241f4aab2d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:02.367996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ec9811-280e-4b08-80de-48241f4aab2d']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:02.389399 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5c4637-19f2-487c-b9f9-0354a6d3dea3') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:02.389697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5c4637-19f2-487c-b9f9-0354a6d3dea3') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:02.409244 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.448038 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.495404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:02.496261 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:02.503760 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:02.512190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b9475d-6521-4a93-8e67-62f46d380c85 None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:44:02.574570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f1961f15-0021-459d-8c4d-b59e39da96c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port 10cdf443-5e59-4f15-b17b-c6054c55e382 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:02.574863 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f1961f15-0021-459d-8c4d-b59e39da96c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.629966 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b9475d-6521-4a93-8e67-62f46d380c85 None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:44:02.653346 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.api [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:44:02.653346 n-d-804299-2 neutron-server[94691]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:44:02.653346 n-d-804299-2 neutron-server[94691]: [parameters: {'id': 'd4ec9811-280e-4b08-80de-48241f4aab2d'}] Aug 20 11:44:02.653346 n-d-804299-2 neutron-server[94691]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:44:02.653913 n-d-804299-2 neutron-server[94691]: DEBUG oslo_db.api [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:44:02.669196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867da5d-a9f8-4437-9def-a5911fdb8479 req-f90a83a3-cbb8-4d4b-83a9-c38d3c0adada tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:02.670718 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7867da5d-a9f8-4437-9def-a5911fdb8479 req-f90a83a3-cbb8-4d4b-83a9-c38d3c0adada tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.2407620 Aug 20 11:44:02.714060 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.717964 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f1961f15-0021-459d-8c4d-b59e39da96c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.741796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f1961f15-0021-459d-8c4d-b59e39da96c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for 10cdf443-5e59-4f15-b17b-c6054c55e382 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:02.758378 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8aeb76-3af5-45d0-b845-6ce360fa2345 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:44:02.779617 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.819933 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7867da5d-a9f8-4437-9def-a5911fdb8479 req-a199bcfd-f19b-42be-8f0d-63094bcce91c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396532 Aug 20 11:44:02.839404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Transition to ACTIVE for port object ca8aeb76-3af5-45d0-b845-6ce360fa2345 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:02.850817 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.926933 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8aeb76-3af5-45d0-b845-6ce360fa2345,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:02.936343 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f1961f15-0021-459d-8c4d-b59e39da96c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:03.004807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233171ae-57f7-4078-9496-bce2e0a4d314 req-6c5a68f8-3e90-4129-a774-8c786105f345 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:03.005433 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1961f15-0021-459d-8c4d-b59e39da96c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=10cdf443-5e59-4f15-b17b-c6054c55e382,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:03.013013 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-233171ae-57f7-4078-9496-bce2e0a4d314 req-6c5a68f8-3e90-4129-a774-8c786105f345 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.0778525 Aug 20 11:44:03.046448 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f1961f15-0021-459d-8c4d-b59e39da96c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:03.048372 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f1961f15-0021-459d-8c4d-b59e39da96c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/10cdf443-5e59-4f15-b17b-c6054c55e382 HTTP/1.1" status: 204 len: 168 time: 0.8033197 Aug 20 11:44:03.051624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42310) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:03.061195 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-233171ae-57f7-4078-9496-bce2e0a4d314 req-e77e36be-9e7f-4f15-bb5f-78da7f6ce549 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472112 Aug 20 11:44:03.140143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Attempting to bind port ca8aeb76-3af5-45d0-b845-6ce360fa2345 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:03.140487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Attempting to bind port ca8aeb76-3af5-45d0-b845-6ce360fa2345 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:03.140850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Attempting to bind port ca8aeb76-3af5-45d0-b845-6ce360fa2345 on network b817b733-e7a4-4e0a-bc42-a33cd394358d {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:03.158901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872265f-6643-4809-8be3-3f4f0fc12f2b req-262b7b4c-8bfe-4f45-b706-49051eeeed5e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:03.167990 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b872265f-6643-4809-8be3-3f4f0fc12f2b req-262b7b4c-8bfe-4f45-b706-49051eeeed5e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.1664901 Aug 20 11:44:03.174058 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:03.186322 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Port ca8aeb76-3af5-45d0-b845-6ce360fa2345 on network b817b733-e7a4-4e0a-bc42-a33cd394358d not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:03.186655 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Attempting to bind port ca8aeb76-3af5-45d0-b845-6ce360fa2345 on network b817b733-e7a4-4e0a-bc42-a33cd394358d {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:03.215958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868bc331-3f58-4469-ba10-d4f42f787e46 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:03.221925 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868bc331-3f58-4469-ba10-d4f42f787e46 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:03.223531 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-868bc331-3f58-4469-ba10-d4f42f787e46 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1688156 Aug 20 11:44:03.228558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:03.228558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Checking segment: {'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:03.228558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Bound using segment: {'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:03.229109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42318) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:03.229210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Bound port: ca8aeb76-3af5-45d0-b845-6ce360fa2345, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:03.229210 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:03.231752 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bdfd099e-61c3-4849-8f9d-2c43c282c6e6 req-98efc415-0c40-439e-8762-f7c12021b5ae tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0416143 Aug 20 11:44:03.305061 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b872265f-6643-4809-8be3-3f4f0fc12f2b req-2704df97-0cf1-434e-9bd7-36b2fe616c4f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361020 Aug 20 11:44:03.345226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] For port ca8aeb76-3af5-45d0-b845-6ce360fa2345, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:03.349499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] For port ca8aeb76-3af5-45d0-b845-6ce360fa2345, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:03.357440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c64fce85-741d-42c4-a098-8822e84b8ce0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port 80b1bf08-7919-4b5f-a594-7cb7aae99f70 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:03.357760 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:03.357920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c64fce85-741d-42c4-a098-8822e84b8ce0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:03.366858 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Deleting port 42a0862a-8915-4577-9327-cdde2a3a73ea {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:03.367219 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:03.436626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:03.437270 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:03.439307 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] 10.222.0.76 "PUT /v2.0/ports/ca8aeb76-3af5-45d0-b845-6ce360fa2345 HTTP/1.1" status: 200 len: 1091 time: 1.6453643 Aug 20 11:44:03.449033 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'tag': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:03.452898 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c64fce85-741d-42c4-a098-8822e84b8ce0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:03.456835 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d5eafa-b6fe-47d3-a6ad-a5140313e4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7", "tag": "ca8aeb76-3af5-45d0-b845-6ce360fa2345"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:03.492276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c64fce85-741d-42c4-a098-8822e84b8ce0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for 80b1bf08-7919-4b5f-a594-7cb7aae99f70 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:03.498299 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8aeb76-3af5-45d0-b845-6ce360fa2345,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:03.516081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] For port 42a0862a-8915-4577-9327-cdde2a3a73ea, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=42a0862a-8915-4577-9327-cdde2a3a73ea,segment=NetworkSegment(aa5c4637-19f2-487c-b9f9-0354a6d3dea3),segment_id=aa5c4637-19f2-487c-b9f9-0354a6d3dea3)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:03.516467 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:03.537484 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564ac189-0d7a-4746-a070-d2f202a3b00d x-openstack-request-id: req-564ac189-0d7a-4746-a070-d2f202a3b00d {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:03.537484 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7", "tag": "ca8aeb76-3af5-45d0-b845-6ce360fa2345", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:03.537484 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-564ac189-0d7a-4746-a070-d2f202a3b00d {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:03.537866 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'tag': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'status': 'completed', 'code': 200} Aug 20 11:44:03.545325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:03.545674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:03.546018 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:03.546508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:03.546663 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:03.547020 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:03.547326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:03.547652 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:03.547974 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:03.548311 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:03.548619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:03.548968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031525a-1805-4bf9-91fa-26ba4038da09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:03.570503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Calling delete_port for 42a0862a-8915-4577-9327-cdde2a3a73ea owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:03.599142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-0cd71979-a1e0-4126-9abf-7a494905ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:03.604658 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-0cd71979-a1e0-4126-9abf-7a494905ba15 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b7fc38fbfd349b389016707e8806081&device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 1094 time: 0.1035652 Aug 20 11:44:03.619761 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c64fce85-741d-42c4-a098-8822e84b8ce0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:03.671317 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c64fce85-741d-42c4-a098-8822e84b8ce0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:03.678621 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c64fce85-741d-42c4-a098-8822e84b8ce0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/80b1bf08-7919-4b5f-a594-7cb7aae99f70 HTTP/1.1" status: 204 len: 168 time: 0.4448171 Aug 20 11:44:03.679257 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42328) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:03.682581 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fce85-741d-42c4-a098-8822e84b8ce0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=80b1bf08-7919-4b5f-a594-7cb7aae99f70,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:03.709476 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-9709c3bc-744b-4634-aa2e-c0274f974327 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345 HTTP/1.1" status: 200 len: 217 time: 0.0786934 Aug 20 11:44:03.786906 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-5cffee0a-d198-420d-af0f-4978a24f46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:03.788736 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-5cffee0a-d198-420d-af0f-4978a24f46b2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=103eddf2-fc89-4533-8efb-85f3a3a4ce52 HTTP/1.1" status: 200 len: 855 time: 0.0671775 Aug 20 11:44:03.806212 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:03.846825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 45989948-05f2-4b2e-9235-928a75eaa3cf details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:44:03.862371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Port': ['ID=42a0862a-8915-4577-9327-cdde2a3a73ea,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:03.866923 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d659ef46-8b74-4662-a56a-d5bb9ca09c34 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:03.872808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No DVR routers for this DVR port 42a0862a-8915-4577-9327-cdde2a3a73ea on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:03.873772 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d659ef46-8b74-4662-a56a-d5bb9ca09c34 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1931591 Aug 20 11:44:03.874388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42334) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:03.932437 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-0485f4c3-ab0c-497e-8487-ed6b9f97fb33 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] GET failed (client error): The resource could not be found. Aug 20 11:44:03.942242 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0485f4c3-ab0c-497e-8487-ed6b9f97fb33 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/10cdf443-5e59-4f15-b17b-c6054c55e382 HTTP/1.1" status: 404 len: 333 time: 0.0667589 Aug 20 11:44:03.942879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42336) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:03.999615 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-20638715-62b1-4b70-a6e0-bd4f8de960db tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] GET failed (client error): The resource could not be found. Aug 20 11:44:04.006765 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-20638715-62b1-4b70-a6e0-bd4f8de960db tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/80b1bf08-7919-4b5f-a594-7cb7aae99f70 HTTP/1.1" status: 404 len: 333 time: 0.0625360 Aug 20 11:44:04.009837 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42338) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:04.052351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 45989948-05f2-4b2e-9235-928a75eaa3cf, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=45989948-05f2-4b2e-9235-928a75eaa3cf,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:04.079669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '45989948-05f2-4b2e-9235-928a75eaa3cf', 'network_id': '20807c99-64e7-492c-a4b6-4a1524653d4e', 'port_id': '45989948-05f2-4b2e-9235-928a75eaa3cf', 'mac_address': 'fa:16:3e:f4:fd:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a835e74c-2b68-481c-a9b7-7b2ff328dde1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:44:04.139072 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-235ec106-98a5-49e1-b5c5-b75d2416cec6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.173543 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.189982 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45989948-05f2-4b2e-9235-928a75eaa3cf {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:44:04.212581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-6d17d6be-f36c-406f-9069-5877eb24a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:04.214158 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-6d17d6be-f36c-406f-9069-5877eb24a719 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b817b733-e7a4-4e0a-bc42-a33cd394358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4189894 Aug 20 11:44:04.217879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 45989948-05f2-4b2e-9235-928a75eaa3cf, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=45989948-05f2-4b2e-9235-928a75eaa3cf,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:04.226642 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.292221 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=45989948-05f2-4b2e-9235-928a75eaa3cf,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:04.320175 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-235ec106-98a5-49e1-b5c5-b75d2416cec6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.332563 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-235ec106-98a5-49e1-b5c5-b75d2416cec6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ab7562-9a8d-4511-b077-ed4dd5b417e8']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:04.339564 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.348008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3befda4-38f1-4da7-9779-fd137d7757a6 req-9ccaecf9-1bd0-4109-8933-507c21579649 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:04.349556 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b3befda4-38f1-4da7-9779-fd137d7757a6 req-9ccaecf9-1bd0-4109-8933-507c21579649 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.1640310 Aug 20 11:44:04.351557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42348) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:04.355473 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-235ec106-98a5-49e1-b5c5-b75d2416cec6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb5d0cf-a0da-4696-91f6-16f6a8338367') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:04.355777 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-235ec106-98a5-49e1-b5c5-b75d2416cec6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb5d0cf-a0da-4696-91f6-16f6a8338367') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:04.355962 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ec9811-280e-4b08-80de-48241f4aab2d']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:04.375200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5c4637-19f2-487c-b9f9-0354a6d3dea3') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:04.375200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5c4637-19f2-487c-b9f9-0354a6d3dea3') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:04.376516 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-235ec106-98a5-49e1-b5c5-b75d2416cec6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.384397 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025ff19-5463-43ca-a6fa-3cad1cf3c726 req-fc5ec423-d54a-4cb8-9eee-4a62993fa222 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:04.386043 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7025ff19-5463-43ca-a6fa-3cad1cf3c726 req-fc5ec423-d54a-4cb8-9eee-4a62993fa222 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.1924579 Aug 20 11:44:04.405416 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.405672 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-235ec106-98a5-49e1-b5c5-b75d2416cec6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.417600 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b3befda4-38f1-4da7-9779-fd137d7757a6 req-c3132420-319b-47df-aff7-0315a3a5577c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561748 Aug 20 11:44:04.419232 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235ec106-98a5-49e1-b5c5-b75d2416cec6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:04.419232 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-235ec106-98a5-49e1-b5c5-b75d2416cec6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:04.422249 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:04.451025 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.454186 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-eff21ab3-263e-4db0-9e0f-953c8a2d02f5 service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883748 Aug 20 11:44:04.464452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:04.465204 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:04.468929 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:04.507018 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-130ca3a9-623f-4abe-b6d5-99e8355515a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.536235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['45989948-05f2-4b2e-9235-928a75eaa3cf'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:44:04.543449 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7025ff19-5463-43ca-a6fa-3cad1cf3c726 req-9a9f8471-9c7a-452e-af00-f6480d98397d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403928 Aug 20 11:44:04.556490 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4f367c6-ee7c-4509-87b6-907e72d70ae8 req-2529e39f-0f48-4c3b-81f0-7190b91814bb tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0448265 Aug 20 11:44:04.557209 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-235ec106-98a5-49e1-b5c5-b75d2416cec6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.575995 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-235ec106-98a5-49e1-b5c5-b75d2416cec6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.578020 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-235ec106-98a5-49e1-b5c5-b75d2416cec6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/networks/c8ab7562-9a8d-4511-b077-ed4dd5b417e8 HTTP/1.1" status: 204 len: 168 time: 0.5670829 Aug 20 11:44:04.585946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42352) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:04.612042 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.615449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4a07a230-be8b-40f9-a711-d782b3e01111 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1333238866'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:04.624313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ec106-98a5-49e1-b5c5-b75d2416cec6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Network': ['ID=c8ab7562-9a8d-4511-b077-ed4dd5b417e8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:04.634413 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.636524 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/d4ec9811-280e-4b08-80de-48241f4aab2d HTTP/1.1" status: 204 len: 168 time: 3.5221932 Aug 20 11:44:04.640402 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42354) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:04.648662 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9071de79-819e-4d39-8a4a-37c608829c00 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1545649683'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:04.669839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c7148-7f05-492a-b7da-299165fac1de tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Network': ['ID=d4ec9811-280e-4b08-80de-48241f4aab2d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:04.686707 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a7ee6cd-7399-4802-afa0-52378b761d45 req-710e1d83-083c-40df-9708-2026ca717963 service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238450 Aug 20 11:44:04.735761 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af516512-9190-477a-b9aa-5ee36e5bdb26 req-d8fa1bd8-3133-4214-86fe-5418d691644b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:04.737361 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af516512-9190-477a-b9aa-5ee36e5bdb26 req-d8fa1bd8-3133-4214-86fe-5418d691644b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.0740495 Aug 20 11:44:04.739702 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-130ca3a9-623f-4abe-b6d5-99e8355515a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.752752 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-130ca3a9-623f-4abe-b6d5-99e8355515a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.794492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a07a230-be8b-40f9-a711-d782b3e01111 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:04.798034 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a07a230-be8b-40f9-a711-d782b3e01111 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.804308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5eafa-b6fe-47d3-a6ad-a5140313e4c4 req-597467f0-13ff-4cf6-99a2-ca3d3cd5bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:04.806399 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-48d5eafa-b6fe-47d3-a6ad-a5140313e4c4 req-597467f0-13ff-4cf6-99a2-ca3d3cd5bcee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b7fc38fbfd349b389016707e8806081&device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 1094 time: 0.0678928 Aug 20 11:44:04.809292 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af516512-9190-477a-b9aa-5ee36e5bdb26 req-fc7669a8-6a6b-44bf-b7ba-9298d7699965 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621462 Aug 20 11:44:04.823012 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ca3a9-623f-4abe-b6d5-99e8355515a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f49a39b-2d22-43aa-a165-e34bd06cc701,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:04.829187 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-130ca3a9-623f-4abe-b6d5-99e8355515a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f4c55d53a3b42b4966d6d365096e958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759581 Aug 20 11:44:04.829977 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42356) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:04.860503 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9071de79-819e-4d39-8a4a-37c608829c00 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:04.863986 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9071de79-819e-4d39-8a4a-37c608829c00 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.899191 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a07a230-be8b-40f9-a711-d782b3e01111 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:04.904495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5eafa-b6fe-47d3-a6ad-a5140313e4c4 req-de1116dd-8983-491a-beaf-e861d36d379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:04.906145 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-48d5eafa-b6fe-47d3-a6ad-a5140313e4c4 req-de1116dd-8983-491a-beaf-e861d36d379b service neutron] 10.222.0.76 "GET /v2.0/networks?id=b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 200 len: 916 time: 0.0930221 Aug 20 11:44:04.923183 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a07a230-be8b-40f9-a711-d782b3e01111 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.923553 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-4a07a230-be8b-40f9-a711-d782b3e01111 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Added segment bae4f9d6-75b1-406d-924a-bfa05405f8bb of type vlan for network 5f323e2d-ff51-4978-b0a4-940831318b58 Aug 20 11:44:04.926336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9071de79-819e-4d39-8a4a-37c608829c00 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:04.949016 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-48d5eafa-b6fe-47d3-a6ad-a5140313e4c4 req-91d8b47d-6af7-40ff-a995-500e01abbad0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345 HTTP/1.1" status: 200 len: 217 time: 0.0360820 Aug 20 11:44:04.972189 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be1e90b4-3e2d-4a5b-af9f-cb640eb469e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.974961 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9071de79-819e-4d39-8a4a-37c608829c00 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.975347 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-9071de79-819e-4d39-8a4a-37c608829c00 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Added segment 896d0231-0bfe-43cd-a160-169aad23aa6c of type vlan for network 3e740913-8439-404e-a9de-f07f81286319 Aug 20 11:44:04.997348 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a07a230-be8b-40f9-a711-d782b3e01111 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.004357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5eafa-b6fe-47d3-a6ad-a5140313e4c4 req-d997dbd4-26ae-4713-ad8c-fff8a4732c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:05.005906 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-48d5eafa-b6fe-47d3-a6ad-a5140313e4c4 req-d997dbd4-26ae-4713-ad8c-fff8a4732c87 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=103eddf2-fc89-4533-8efb-85f3a3a4ce52 HTTP/1.1" status: 200 len: 855 time: 0.0500379 Aug 20 11:44:05.048078 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9071de79-819e-4d39-8a4a-37c608829c00 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.052813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5eafa-b6fe-47d3-a6ad-a5140313e4c4 req-af65aced-a01d-4cec-95aa-eecf8c0ea5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:05.054310 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-48d5eafa-b6fe-47d3-a6ad-a5140313e4c4 req-af65aced-a01d-4cec-95aa-eecf8c0ea5ac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b817b733-e7a4-4e0a-bc42-a33cd394358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406318 Aug 20 11:44:05.055661 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be1e90b4-3e2d-4a5b-af9f-cb640eb469e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.090738 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a07a230-be8b-40f9-a711-d782b3e01111 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.096254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a07a230-be8b-40f9-a711-d782b3e01111 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:05.096871 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a07a230-be8b-40f9-a711-d782b3e01111 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.146396 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-48d5eafa-b6fe-47d3-a6ad-a5140313e4c4 req-3b50eedd-a82c-44a7-b0ff-4ea08cd7be5d service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847790 Aug 20 11:44:05.171998 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9071de79-819e-4d39-8a4a-37c608829c00 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.177452 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9071de79-819e-4d39-8a4a-37c608829c00 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:05.178039 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9071de79-819e-4d39-8a4a-37c608829c00 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.198851 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4a07a230-be8b-40f9-a711-d782b3e01111 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6093132 Aug 20 11:44:05.199777 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42358) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:05.204897 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a3d4a5d7-6e64-40b2-8a85-7e38142cb422 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'subnet': {'network_id': '5f323e2d-ff51-4978-b0a4-940831318b58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:05.211070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07a230-be8b-40f9-a711-d782b3e01111 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Network': ['ID=5f323e2d-ff51-4978-b0a4-940831318b58,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:05.222932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 5f323e2d-ff51-4978-b0a4-940831318b58 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:05.233128 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9071de79-819e-4d39-8a4a-37c608829c00 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5888598 Aug 20 11:44:05.233938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42360) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:05.239116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1e9017e4-d20b-4d85-ab3f-a83752eedd46 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'subnet': {'network_id': '3e740913-8439-404e-a9de-f07f81286319', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:05.306365 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-48d5eafa-b6fe-47d3-a6ad-a5140313e4c4 req-4b29c01a-6d87-4832-bca2-70514161a1ad service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511643 Aug 20 11:44:05.314824 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be1e90b4-3e2d-4a5b-af9f-cb640eb469e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.317642 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be1e90b4-3e2d-4a5b-af9f-cb640eb469e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.321710 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-be1e90b4-3e2d-4a5b-af9f-cb640eb469e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f49a39b-2d22-43aa-a165-e34bd06cc701 HTTP/1.1" status: 204 len: 168 time: 0.4834573 Aug 20 11:44:05.346383 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e90b4-3e2d-4a5b-af9f-cb640eb469e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f49a39b-2d22-43aa-a165-e34bd06cc701,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:05.354496 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9017e4-d20b-4d85-ab3f-a83752eedd46 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:05.357607 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071de79-819e-4d39-8a4a-37c608829c00 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Network': ['ID=3e740913-8439-404e-a9de-f07f81286319,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:05.358394 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1e9017e4-d20b-4d85-ab3f-a83752eedd46 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.370999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 3e740913-8439-404e-a9de-f07f81286319 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:05.389702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d4a5d7-6e64-40b2-8a85-7e38142cb422 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:05.393327 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3d4a5d7-6e64-40b2-8a85-7e38142cb422 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.583721 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1e9017e4-d20b-4d85-ab3f-a83752eedd46 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.625417 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a9230-f887-438a-9fb9-991c45f3762b req-19f6f444-8d4e-4f33-80f9-5bba0399315e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:05.627388 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-057a9230-f887-438a-9fb9-991c45f3762b req-19f6f444-8d4e-4f33-80f9-5bba0399315e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.1170950 Aug 20 11:44:05.681861 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3d4a5d7-6e64-40b2-8a85-7e38142cb422 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.691387 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42372) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:05.703184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9017e4-d20b-4d85-ab3f-a83752eedd46 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Subnet': ['ID=7c32559d-7372-4141-9dbe-6d32589c921a,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:05.715468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9017e4-d20b-4d85-ab3f-a83752eedd46 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Checking segment: {'id': '896d0231-0bfe-43cd-a160-169aad23aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3e740913-8439-404e-a9de-f07f81286319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:05.715829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9017e4-d20b-4d85-ab3f-a83752eedd46 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network hostable DHCP agents. Network: 3e740913-8439-404e-a9de-f07f81286319, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:44:05.734603 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cd4d4-115d-4996-8247-c710999646d1 req-548b135d-e8df-4dd6-bef9-5f1bf6d293bc tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:05.736123 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d66cd4d4-115d-4996-8247-c710999646d1 req-548b135d-e8df-4dd6-bef9-5f1bf6d293bc tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 944 time: 0.0940704 Aug 20 11:44:05.739735 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-057a9230-f887-438a-9fb9-991c45f3762b req-a6eb13c2-6515-472b-ba93-44add537ad9c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007023 Aug 20 11:44:05.749574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9017e4-d20b-4d85-ab3f-a83752eedd46 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network 3e740913-8439-404e-a9de-f07f81286319 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:44:05.749838 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b53be127-c403-47d0-93b9-38b5c76c59c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.791737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-1e9017e4-d20b-4d85-ab3f-a83752eedd46 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 3e740913-8439-404e-a9de-f07f81286319) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:05.804750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bc8ce9-96ac-49e5-a098-cce18f03a691 None None] Network 3e740913-8439-404e-a9de-f07f81286319 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:05.810563 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d66cd4d4-115d-4996-8247-c710999646d1 req-bd97638d-6f07-49f2-8d97-eea70f1dea8b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638256 Aug 20 11:44:05.815656 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9017e4-d20b-4d85-ab3f-a83752eedd46 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:05.816260 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1e9017e4-d20b-4d85-ab3f-a83752eedd46 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.824488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4a5d7-6e64-40b2-8a85-7e38142cb422 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Subnet': ['ID=0135c519-907a-43fc-9660-713744b2ad1f,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:05.832551 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d4a5d7-6e64-40b2-8a85-7e38142cb422 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Checking segment: {'id': 'bae4f9d6-75b1-406d-924a-bfa05405f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5f323e2d-ff51-4978-b0a4-940831318b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:05.834244 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d4a5d7-6e64-40b2-8a85-7e38142cb422 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network hostable DHCP agents. Network: 5f323e2d-ff51-4978-b0a4-940831318b58, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:44:05.882353 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d4a5d7-6e64-40b2-8a85-7e38142cb422 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network 5f323e2d-ff51-4978-b0a4-940831318b58 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:44:05.882880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 45989948-05f2-4b2e-9235-928a75eaa3cf up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:05.903031 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-46e41bed-47ae-41ef-b3ef-6832e41fbf0b req-421fb383-5117-42db-b51d-20342e61f98a tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0389681 Aug 20 11:44:05.912798 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a3d4a5d7-6e64-40b2-8a85-7e38142cb422 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 5f323e2d-ff51-4978-b0a4-940831318b58) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:05.921169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d4a5d7-6e64-40b2-8a85-7e38142cb422 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:05.921754 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3d4a5d7-6e64-40b2-8a85-7e38142cb422 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.934683 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf58aa-8f60-42ab-880b-8a0cbb73afeb None None] Network 5f323e2d-ff51-4978-b0a4-940831318b58 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:05.937969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b53be127-c403-47d0-93b9-38b5c76c59c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.952315 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b53be127-c403-47d0-93b9-38b5c76c59c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.955648 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1e9017e4-d20b-4d85-ab3f-a83752eedd46 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7206371 Aug 20 11:44:05.959812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42376) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:05.978242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790165a4-5b9f-40f1-8694-151b970ded7e req-a66373db-b894-4591-8d4d-c9ac23e5ffb4 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:05.980011 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-790165a4-5b9f-40f1-8694-151b970ded7e req-a66373db-b894-4591-8d4d-c9ac23e5ffb4 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.0860102 Aug 20 11:44:05.984132 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a3d4a5d7-6e64-40b2-8a85-7e38142cb422 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7810245 Aug 20 11:44:05.984440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42378) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:05.997271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-706c0a99-46f8-4d3d-bba8-393e06c27e89 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'network_id': '5f323e2d-ff51-4978-b0a4-940831318b58', 'name': 'tempest-PortsIpV6TestJSON-1205823420'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:06.003336 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b53be127-c403-47d0-93b9-38b5c76c59c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02a3182dc3314c77a58ee3ecd9c266fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045824 Aug 20 11:44:06.012052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42380) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:06.039086 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 45989948-05f2-4b2e-9235-928a75eaa3cf completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:06.073162 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-790165a4-5b9f-40f1-8694-151b970ded7e req-44fbb1e7-784b-4e2d-8c75-0c82deda3e40 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785024 Aug 20 11:44:06.075804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53be127-c403-47d0-93b9-38b5c76c59c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af36c167-13fe-44d6-b103-7acc72904d0d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:06.076331 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 45989948-05f2-4b2e-9235-928a75eaa3cf triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:06.076441 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.137362 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb3c867a-9ae5-4229-b3cb-e0f7b855931a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.143272 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f650015-7118-4256-a4f6-97c0da265358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.181263 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f650015-7118-4256-a4f6-97c0da265358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.194176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb6f9fd-ac39-4eb4-93dc-d595e06fd668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-3e740913-8439-404e-a9de-f07f81286319', 'network_id': '3e740913-8439-404e-a9de-f07f81286319', 'tenant_id': 'be427dd83b8c42beb47567a5d09f8199', 'fixed_ips': [{'subnet_id': '7c32559d-7372-4141-9dbe-6d32589c921a'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:44:06.195040 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ccb6f9fd-ac39-4eb4-93dc-d595e06fd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.200191 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb3c867a-9ae5-4229-b3cb-e0f7b855931a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.213511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706c0a99-46f8-4d3d-bba8-393e06c27e89 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:06.217183 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-706c0a99-46f8-4d3d-bba8-393e06c27e89 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.243562 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-706c0a99-46f8-4d3d-bba8-393e06c27e89 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] device_id is not set on port 79890049-1c4a-45d0-873a-9f20048c4f3a yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:06.264730 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-5f323e2d-ff51-4978-b0a4-940831318b58', 'network_id': '5f323e2d-ff51-4978-b0a4-940831318b58', 'tenant_id': '1efcbdd862e1473db5eab96f5b992905', 'fixed_ips': [{'subnet_id': '0135c519-907a-43fc-9660-713744b2ad1f'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:44:06.265580 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.274290 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb3c867a-9ae5-4229-b3cb-e0f7b855931a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.307364 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f650015-7118-4256-a4f6-97c0da265358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.310460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c867a-9ae5-4229-b3cb-e0f7b855931a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Subnet': ['ID=7c32559d-7372-4141-9dbe-6d32589c921a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:06.310765 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f650015-7118-4256-a4f6-97c0da265358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.322064 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2f650015-7118-4256-a4f6-97c0da265358 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af36c167-13fe-44d6-b103-7acc72904d0d HTTP/1.1" status: 204 len: 168 time: 0.2991428 Aug 20 11:44:06.338805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f650015-7118-4256-a4f6-97c0da265358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af36c167-13fe-44d6-b103-7acc72904d0d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:06.339192 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.405556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55c5c21-c525-4a07-ab85-f0ec5736dfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45989948-05f2-4b2e-9235-928a75eaa3cf'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:06.407853 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4493661-094d-42e1-8055-72a24c176894" -d '{"events": [{"server_uuid": "d55c5c21-c525-4a07-ab85-f0ec5736dfac", "name": "network-vif-plugged", "status": "completed", "tag": "45989948-05f2-4b2e-9235-928a75eaa3cf"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:06.410383 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb3c867a-9ae5-4229-b3cb-e0f7b855931a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.413448 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-706c0a99-46f8-4d3d-bba8-393e06c27e89 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Allocated IP 2001:db8::2ff (5f323e2d-ff51-4978-b0a4-940831318b58/0135c519-907a-43fc-9660-713744b2ad1f/79890049-1c4a-45d0-873a-9f20048c4f3a) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:06.424341 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-eb3c867a-9ae5-4229-b3cb-e0f7b855931a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e740913-8439-404e-a9de-f07f81286319']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:06.436103 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-eb3c867a-9ae5-4229-b3cb-e0f7b855931a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896d0231-0bfe-43cd-a160-169aad23aa6c') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:06.436317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-eb3c867a-9ae5-4229-b3cb-e0f7b855931a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896d0231-0bfe-43cd-a160-169aad23aa6c') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:06.445552 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb3c867a-9ae5-4229-b3cb-e0f7b855931a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.461134 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb3c867a-9ae5-4229-b3cb-e0f7b855931a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.468997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3c867a-9ae5-4229-b3cb-e0f7b855931a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:06.469408 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb3c867a-9ae5-4229-b3cb-e0f7b855931a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:06.473010 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server [None req-ccb6f9fd-ac39-4eb4-93dc-d595e06fd668 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c32559d-7372-4141-9dbe-6d32589c921a: This subnet is being modified by another concurrent operation. Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:44:06.475300 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise exception Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c32559d-7372-4141-9dbe-6d32589c921a: This subnet is being modified by another concurrent operation. Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Aug 20 11:44:06.479922 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 45989948-05f2-4b2e-9235-928a75eaa3cf, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=45989948-05f2-4b2e-9235-928a75eaa3cf,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:06.494475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fcd963-af31-449a-ace2-34893cf38835 None None] Network 3e740913-8439-404e-a9de-f07f81286319 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:06.500130 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.552755 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258868bc-4754-486c-a79c-f1414fc8e8ea x-openstack-request-id: req-258868bc-4754-486c-a79c-f1414fc8e8ea {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:06.553301 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55c5c21-c525-4a07-ab85-f0ec5736dfac", "name": "network-vif-plugged", "status": "completed", "tag": "45989948-05f2-4b2e-9235-928a75eaa3cf", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:06.553662 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-258868bc-4754-486c-a79c-f1414fc8e8ea {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:06.554155 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55c5c21-c525-4a07-ab85-f0ec5736dfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45989948-05f2-4b2e-9235-928a75eaa3cf', 'code': 200} Aug 20 11:44:06.568478 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb3c867a-9ae5-4229-b3cb-e0f7b855931a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.577910 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb3c867a-9ae5-4229-b3cb-e0f7b855931a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.587504 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-eb3c867a-9ae5-4229-b3cb-e0f7b855931a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/3e740913-8439-404e-a9de-f07f81286319 HTTP/1.1" status: 204 len: 168 time: 0.6211302 Aug 20 11:44:06.588667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42386) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:06.604523 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d8441c83-4098-4efb-9327-54651cf1c005 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-56688729'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:06.621377 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c867a-9ae5-4229-b3cb-e0f7b855931a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Network': ['ID=3e740913-8439-404e-a9de-f07f81286319,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:06.663133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8441c83-4098-4efb-9327-54651cf1c005 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:06.665638 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-706c0a99-46f8-4d3d-bba8-393e06c27e89 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.667715 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d8441c83-4098-4efb-9327-54651cf1c005 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.673588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0677ed-a0d8-4045-b14e-3d39da041a2c req-e6fb5924-5095-4945-bebb-d4de7ad9b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:06.675206 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc0677ed-a0d8-4045-b14e-3d39da041a2c req-e6fb5924-5095-4945-bebb-d4de7ad9b5e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 1096 time: 0.0672235 Aug 20 11:44:06.685317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-706c0a99-46f8-4d3d-bba8-393e06c27e89 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Transition to ACTIVE for port object 79890049-1c4a-45d0-873a-9f20048c4f3a will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:06.724937 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-706c0a99-46f8-4d3d-bba8-393e06c27e89 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.726527 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8441c83-4098-4efb-9327-54651cf1c005 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:06.736371 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc0677ed-a0d8-4045-b14e-3d39da041a2c req-8b5eb5eb-d9cd-4074-9db7-792c04a7afd5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531483 Aug 20 11:44:06.741530 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d8441c83-4098-4efb-9327-54651cf1c005 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.741935 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-d8441c83-4098-4efb-9327-54651cf1c005 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Added segment 1adcb9d0-e116-4643-bd86-faf69d8de145 of type vlan for network 5975bc8c-e444-41f8-b2df-8f54b97bc190 Aug 20 11:44:06.784596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706c0a99-46f8-4d3d-bba8-393e06c27e89 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network 5f323e2d-ff51-4978-b0a4-940831318b58 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:06.788747 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-706c0a99-46f8-4d3d-bba8-393e06c27e89 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:06.792468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c0a99-46f8-4d3d-bba8-393e06c27e89 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:06.797595 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d8441c83-4098-4efb-9327-54651cf1c005 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.799567 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706c0a99-46f8-4d3d-bba8-393e06c27e89 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:06.800227 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-706c0a99-46f8-4d3d-bba8-393e06c27e89 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.828896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c0a99-46f8-4d3d-bba8-393e06c27e89 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=79890049-1c4a-45d0-873a-9f20048c4f3a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:06.838484 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d8441c83-4098-4efb-9327-54651cf1c005 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.839203 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-706c0a99-46f8-4d3d-bba8-393e06c27e89 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8489966 Aug 20 11:44:06.839955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42398) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:06.845322 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8441c83-4098-4efb-9327-54651cf1c005 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:06.846191 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d8441c83-4098-4efb-9327-54651cf1c005 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.855197 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=45989948-05f2-4b2e-9235-928a75eaa3cf,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:06.945345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Allocated IP 2001:db8::2 (5f323e2d-ff51-4978-b0a4-940831318b58/0135c519-907a-43fc-9660-713744b2ad1f/67582d2c-79fb-4e03-b2b2-c8b04932745d) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:07.034218 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d8441c83-4098-4efb-9327-54651cf1c005 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4415464 Aug 20 11:44:07.034501 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f99bd716-24bd-4255-b7b9-6cbb2c148dea tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port 79890049-1c4a-45d0-873a-9f20048c4f3a {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:07.034501 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f99bd716-24bd-4255-b7b9-6cbb2c148dea tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.036532 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-efbbc5b0-fa1f-4649-8d76-e4cd92ca9377 req-1cf07428-8de7-4a73-84d6-1722a1cfb54b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0409153 Aug 20 11:44:07.037006 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42404) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:07.043945 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b4c45f9c-b1d2-41b0-ac10-ba08c32c452b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'subnet': {'network_id': '5975bc8c-e444-41f8-b2df-8f54b97bc190', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:07.047198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8441c83-4098-4efb-9327-54651cf1c005 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Network': ['ID=5975bc8c-e444-41f8-b2df-8f54b97bc190,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:07.083618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 5975bc8c-e444-41f8-b2df-8f54b97bc190 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:07.105950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d9c50-dd1b-4a62-83fc-c646485a6d1d req-d4b24bff-90c9-4c80-8e99-e66b5cc0a004 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:07.113556 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-608d9c50-dd1b-4a62-83fc-c646485a6d1d req-d4b24bff-90c9-4c80-8e99-e66b5cc0a004 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.2208035 Aug 20 11:44:07.151819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a07544-b200-4bc9-b27e-515049e03919 req-3c81d6af-9a8f-47f6-a625-c3e22b4f1c17 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:07.155422 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d6a07544-b200-4bc9-b27e-515049e03919 req-3c81d6af-9a8f-47f6-a625-c3e22b4f1c17 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1869609 Aug 20 11:44:07.159978 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f99bd716-24bd-4255-b7b9-6cbb2c148dea tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.187961 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-608d9c50-dd1b-4a62-83fc-c646485a6d1d req-88ba963f-bfb6-4813-a25f-7d32b30a022e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732126 Aug 20 11:44:07.213503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c45f9c-b1d2-41b0-ac10-ba08c32c452b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:07.219003 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4c45f9c-b1d2-41b0-ac10-ba08c32c452b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.245505 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.270614 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Transition to ACTIVE for port object 67582d2c-79fb-4e03-b2b2-c8b04932745d will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:07.297382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Transition to ACTIVE for port object 67582d2c-79fb-4e03-b2b2-c8b04932745d will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:07.309155 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.341810 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-beb5300a-38cf-42d1-b23e-1b12a428270e req-7d7cbe1e-02dd-4860-ae9a-a955a4bc1062 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0493913 Aug 20 11:44:07.377452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Network 5f323e2d-ff51-4978-b0a4-940831318b58 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:07.378976 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:07.381530 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:07.447765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Pushing event updated for resources: {'Port': ['ID=67582d2c-79fb-4e03-b2b2-c8b04932745d,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:07.459240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Attempting to bind port 67582d2c-79fb-4e03-b2b2-c8b04932745d on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:07.459827 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Attempting to bind port 67582d2c-79fb-4e03-b2b2-c8b04932745d by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'bae4f9d6-75b1-406d-924a-bfa05405f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5f323e2d-ff51-4978-b0a4-940831318b58'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:07.460357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Attempting to bind port 67582d2c-79fb-4e03-b2b2-c8b04932745d on network 5f323e2d-ff51-4978-b0a4-940831318b58 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:07.468014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:07.468596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Checking segment: {'id': 'bae4f9d6-75b1-406d-924a-bfa05405f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5f323e2d-ff51-4978-b0a4-940831318b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:07.469189 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.469898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Bound using segment: {'id': 'bae4f9d6-75b1-406d-924a-bfa05405f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5f323e2d-ff51-4978-b0a4-940831318b58'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:07.470544 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Bound port: 67582d2c-79fb-4e03-b2b2-c8b04932745d, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae4f9d6-75b1-406d-924a-bfa05405f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5f323e2d-ff51-4978-b0a4-940831318b58'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:07.471101 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.559620 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] For port 67582d2c-79fb-4e03-b2b2-c8b04932745d, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:07.565417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] For port 67582d2c-79fb-4e03-b2b2-c8b04932745d, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=67582d2c-79fb-4e03-b2b2-c8b04932745d,segment=NetworkSegment(bae4f9d6-75b1-406d-924a-bfa05405f8bb),segment_id=bae4f9d6-75b1-406d-924a-bfa05405f8bb)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:07.570725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06dc684-4f0e-4bae-bfb7-799bdc7879eb req-7b6d4487-2891-46f6-a7a8-8bced3619283 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:07.572110 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.573336 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b06dc684-4f0e-4bae-bfb7-799bdc7879eb req-7b6d4487-2891-46f6-a7a8-8bced3619283 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.1160321 Aug 20 11:44:07.605528 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4c45f9c-b1d2-41b0-ac10-ba08c32c452b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.630403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f99bd716-24bd-4255-b7b9-6cbb2c148dea tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for 79890049-1c4a-45d0-873a-9f20048c4f3a owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:07.658613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2b12c-90fc-44f0-b958-941f29eec03d None None] Pushing event updated for resources: {'Port': ['ID=67582d2c-79fb-4e03-b2b2-c8b04932745d,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:07.663618 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b06dc684-4f0e-4bae-bfb7-799bdc7879eb req-f803a767-e29b-4a9d-9668-06cf256d74c9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820310 Aug 20 11:44:07.690980 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c45f9c-b1d2-41b0-ac10-ba08c32c452b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Subnet': ['ID=0b4538af-662c-4006-a7c4-9b8d71013144,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:07.701926 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d6a07544-b200-4bc9-b27e-515049e03919 req-0d733706-78cf-4c05-bc53-01e12336df9a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381229 Aug 20 11:44:07.723953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c45f9c-b1d2-41b0-ac10-ba08c32c452b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Checking segment: {'id': '1adcb9d0-e116-4643-bd86-faf69d8de145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5975bc8c-e444-41f8-b2df-8f54b97bc190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:07.723953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c45f9c-b1d2-41b0-ac10-ba08c32c452b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network hostable DHCP agents. Network: 5975bc8c-e444-41f8-b2df-8f54b97bc190, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:44:07.736480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c45f9c-b1d2-41b0-ac10-ba08c32c452b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network 5975bc8c-e444-41f8-b2df-8f54b97bc190 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:44:07.754272 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ca8aeb76-3af5-45d0-b845-6ce360fa2345 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:44:07.764747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-b4c45f9c-b1d2-41b0-ac10-ba08c32c452b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 5975bc8c-e444-41f8-b2df-8f54b97bc190) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:07.774458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ea84df-6fc3-4ac9-93cc-828b60b6909f None None] Network 5975bc8c-e444-41f8-b2df-8f54b97bc190 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:07.778524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c45f9c-b1d2-41b0-ac10-ba08c32c452b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:07.779882 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4c45f9c-b1d2-41b0-ac10-ba08c32c452b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.800778 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b4c45f9c-b1d2-41b0-ac10-ba08c32c452b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7598047 Aug 20 11:44:07.801347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42422) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:07.807408 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-bff640af-6d7c-46d0-a666-9405d11f50c5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'subnet': {'network_id': '5975bc8c-e444-41f8-b2df-8f54b97bc190', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:07.923899 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f99bd716-24bd-4255-b7b9-6cbb2c148dea tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.970227 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bd716-24bd-4255-b7b9-6cbb2c148dea tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=79890049-1c4a-45d0-873a-9f20048c4f3a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:08.014293 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f99bd716-24bd-4255-b7b9-6cbb2c148dea tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.018923 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ca8aeb76-3af5-45d0-b845-6ce360fa2345, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:08.019124 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f99bd716-24bd-4255-b7b9-6cbb2c148dea tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/79890049-1c4a-45d0-873a-9f20048c4f3a HTTP/1.1" status: 204 len: 168 time: 1.1750524 Aug 20 11:44:08.020389 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42428) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:08.035681 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'port_id': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'mac_address': 'fa:16:3e:16:3e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:44:08.073025 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff640af-6d7c-46d0-a666-9405d11f50c5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:08.077108 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bff640af-6d7c-46d0-a666-9405d11f50c5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.079108 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3649e3-9f19-4404-aba3-4c851e095a8d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] DELETE failed (client error): The resource could not be found. Aug 20 11:44:08.079831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3649e3-9f19-4404-aba3-4c851e095a8d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:08.084838 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-df3649e3-9f19-4404-aba3-4c851e095a8d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/79890049-1c4a-45d0-873a-9f20048c4f3a HTTP/1.1" status: 404 len: 333 time: 0.0626900 Aug 20 11:44:08.085625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42430) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:08.116939 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55eab13-75b0-492d-a274-001ab2f127b8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] GET failed (client error): The resource could not be found. Aug 20 11:44:08.122725 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f55eab13-75b0-492d-a274-001ab2f127b8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/79890049-1c4a-45d0-873a-9f20048c4f3a HTTP/1.1" status: 404 len: 333 time: 0.0352027 Aug 20 11:44:08.123650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42432) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:08.125458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-5975bc8c-e444-41f8-b2df-8f54b97bc190', 'network_id': '5975bc8c-e444-41f8-b2df-8f54b97bc190', 'tenant_id': 'be427dd83b8c42beb47567a5d09f8199', 'fixed_ips': [{'subnet_id': '0b4538af-662c-4006-a7c4-9b8d71013144'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:44:08.126315 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.165365 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.231692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8aeb76-3af5-45d0-b845-6ce360fa2345 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:44:08.258161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df6aac9-d125-45be-9c5d-7ad1114cf1f6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting subnet 0135c519-907a-43fc-9660-713744b2ad1f {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:44:08.268949 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ca8aeb76-3af5-45d0-b845-6ce360fa2345, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:08.272209 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5df6aac9-d125-45be-9c5d-7ad1114cf1f6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.286818 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.394628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Allocated IP 2001:db8::2 (5975bc8c-e444-41f8-b2df-8f54b97bc190/0b4538af-662c-4006-a7c4-9b8d71013144/781f4229-fc45-4395-a3aa-3760942e8270) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:08.405655 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ca8aeb76-3af5-45d0-b845-6ce360fa2345,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:08.470545 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5df6aac9-d125-45be-9c5d-7ad1114cf1f6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.525848 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b4dfb-129c-4183-811a-9d62df1a603a req-93e6bd9c-bb12-4d89-8774-90cff8e526df tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:08.533202 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f1b4dfb-129c-4183-811a-9d62df1a603a req-93e6bd9c-bb12-4d89-8774-90cff8e526df tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 944 time: 0.1993706 Aug 20 11:44:08.546549 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['ca8aeb76-3af5-45d0-b845-6ce360fa2345'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:44:08.558512 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bff640af-6d7c-46d0-a666-9405d11f50c5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.595476 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6930c6bd-6d2a-452c-a188-5b16bd4e8e28 req-b3ccae98-c31a-49b5-849d-06e2e1e0a614 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0525146 Aug 20 11:44:08.631406 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f1b4dfb-129c-4183-811a-9d62df1a603a req-5da09e9e-c288-4e51-a14e-0498e9ec94e1 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972924 Aug 20 11:44:08.660893 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff640af-6d7c-46d0-a666-9405d11f50c5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network 5975bc8c-e444-41f8-b2df-8f54b97bc190 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:08.664130 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-bff640af-6d7c-46d0-a666-9405d11f50c5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:08.677913 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff640af-6d7c-46d0-a666-9405d11f50c5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:08.678554 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bff640af-6d7c-46d0-a666-9405d11f50c5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.705159 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff640af-6d7c-46d0-a666-9405d11f50c5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Subnet': ['ID=f13c8132-b558-4f7e-b1f0-5d97c62edc05,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:08.726569 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5df6aac9-d125-45be-9c5d-7ad1114cf1f6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.735215 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bff640af-6d7c-46d0-a666-9405d11f50c5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9320209 Aug 20 11:44:08.737064 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42454) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:08.803098 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.822873 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-eb734d66-3be5-4ff9-8a4e-3aaa03d0f437 service neutron] show failed (client error): The resource could not be found. Aug 20 11:44:08.823892 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-eb734d66-3be5-4ff9-8a4e-3aaa03d0f437 service neutron] 10.222.0.76 "GET /v2.0/ports/653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93/bindings/n-h1-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.1532216 Aug 20 11:44:08.859473 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Transition to ACTIVE for port object 781f4229-fc45-4395-a3aa-3760942e8270 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:08.884191 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.902448 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5df6aac9-d125-45be-9c5d-7ad1114cf1f6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.924490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Transition to ACTIVE for port object 781f4229-fc45-4395-a3aa-3760942e8270 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:08.945140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1dd20c-32cc-4f6c-9202-2b9c5860b829 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:08.950103 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.950302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1dd20c-32cc-4f6c-9202-2b9c5860b829 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:08.960758 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1dd20c-32cc-4f6c-9202-2b9c5860b829 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:08.965741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1dd20c-32cc-4f6c-9202-2b9c5860b829 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:08.968855 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1dd20c-32cc-4f6c-9202-2b9c5860b829 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:08.981961 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8b1dd20c-32cc-4f6c-9202-2b9c5860b829 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2362995 Aug 20 11:44:08.981961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42458) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:08.987290 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6aac9-d125-45be-9c5d-7ad1114cf1f6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Subnet': ['ID=0135c519-907a-43fc-9660-713744b2ad1f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:08.991177 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5df6aac9-d125-45be-9c5d-7ad1114cf1f6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.994554 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5df6aac9-d125-45be-9c5d-7ad1114cf1f6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/0135c519-907a-43fc-9660-713744b2ad1f HTTP/1.1" status: 204 len: 168 time: 0.8699183 Aug 20 11:44:09.000214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8c761b24-7e73-4d3e-ae5f-708db050b1e4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2144956877'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:09.009594 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42460) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:09.068795 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c761b24-7e73-4d3e-ae5f-708db050b1e4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:09.075259 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c761b24-7e73-4d3e-ae5f-708db050b1e4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.078657 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Network 5975bc8c-e444-41f8-b2df-8f54b97bc190 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:09.102192 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:09.118148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef25242-79fa-40d6-87ec-27ccacc3a71b req-cfbec4cb-18eb-4a4c-9226-ffd0b190d082 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:09.123597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:09.127159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ef25242-79fa-40d6-87ec-27ccacc3a71b req-cfbec4cb-18eb-4a4c-9226-ffd0b190d082 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.2933972 Aug 20 11:44:09.191394 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Pushing event updated for resources: {'Port': ['ID=781f4229-fc45-4395-a3aa-3760942e8270,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:09.223997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5864851-68c0-424a-9477-211d512d7729 None None] Network 5f323e2d-ff51-4978-b0a4-940831318b58 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:09.240688 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ef25242-79fa-40d6-87ec-27ccacc3a71b req-88f32aff-c64a-4dda-b33f-3cf185ff6f0b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076169 Aug 20 11:44:09.281775 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.287426 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf5564e-6e00-4dd3-9367-46efa2bc5f41 req-7b21f231-b6ad-4ee7-a207-2b007f6201e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8af715e5b5084e0db5422a002f439bc3&device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.1479459 Aug 20 11:44:09.295035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-619d7cf3-85a4-4eb2-a1a8-056cbfccf700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:09.300080 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-619d7cf3-85a4-4eb2-a1a8-056cbfccf700 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d&tenant_id=4968b5d340e042799a12f4492ac2ee3a HTTP/1.1" status: 200 len: 1100 time: 0.1985445 Aug 20 11:44:09.321976 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Attempting to bind port 781f4229-fc45-4395-a3aa-3760942e8270 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:09.322640 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:09.323150 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Attempting to bind port 781f4229-fc45-4395-a3aa-3760942e8270 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '1adcb9d0-e116-4643-bd86-faf69d8de145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5975bc8c-e444-41f8-b2df-8f54b97bc190'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:09.323699 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Attempting to bind port 781f4229-fc45-4395-a3aa-3760942e8270 on network 5975bc8c-e444-41f8-b2df-8f54b97bc190 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:09.346620 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c761b24-7e73-4d3e-ae5f-708db050b1e4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:09.355178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:09.355850 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Checking segment: {'id': '1adcb9d0-e116-4643-bd86-faf69d8de145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5975bc8c-e444-41f8-b2df-8f54b97bc190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:09.356430 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.357006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Bound using segment: {'id': '1adcb9d0-e116-4643-bd86-faf69d8de145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5975bc8c-e444-41f8-b2df-8f54b97bc190'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:09.358132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Bound port: 781f4229-fc45-4395-a3aa-3760942e8270, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1adcb9d0-e116-4643-bd86-faf69d8de145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5975bc8c-e444-41f8-b2df-8f54b97bc190'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:09.358812 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.374040 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf5564e-6e00-4dd3-9367-46efa2bc5f41 req-44058cd7-e327-476a-8984-046b954fb6f9 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8af715e5b5084e0db5422a002f439bc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730286 Aug 20 11:44:09.390551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-332b4949-5315-4a9d-b390-461dfd63137a None None] Provisioning for port 67582d2c-79fb-4e03-b2b2-c8b04932745d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:09.403583 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c761b24-7e73-4d3e-ae5f-708db050b1e4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.404146 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-8c761b24-7e73-4d3e-ae5f-708db050b1e4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Added segment 411e73af-2074-4540-9d91-f85f2cea469b of type vlan for network aa9b28e6-e429-4f06-83a0-ade9bfd64a8d Aug 20 11:44:09.426971 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5f4ebef9-13b6-48cd-9dff-87e070f19ed8 req-0ea2975b-aca6-4481-895e-425f3f6c6eff tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0817266 Aug 20 11:44:09.456964 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 67582d2c-79fb-4e03-b2b2-c8b04932745d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:09.478492 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.559227 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] For port 781f4229-fc45-4395-a3aa-3760942e8270, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:09.565831 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] For port 781f4229-fc45-4395-a3aa-3760942e8270, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=781f4229-fc45-4395-a3aa-3760942e8270,segment=NetworkSegment(1adcb9d0-e116-4643-bd86-faf69d8de145),segment_id=1adcb9d0-e116-4643-bd86-faf69d8de145)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:09.575552 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.585400 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 67582d2c-79fb-4e03-b2b2-c8b04932745d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:09.612723 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port 67582d2c-79fb-4e03-b2b2-c8b04932745d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:09.612723 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.640040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 67582d2c-79fb-4e03-b2b2-c8b04932745d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:09.640458 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d65f8-38d3-4ba8-b657-d39595bba69b req-3740170a-2e91-4878-91c6-2ec49af289c9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:09.641354 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.651584 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e333997e-1608-4c58-812e-65f40b6a5a0b None None] DHCP port deletion for 5f323e2d-ff51-4978-b0a4-940831318b58 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:44:09.653661 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-773d65f8-38d3-4ba8-b657-d39595bba69b req-3740170a-2e91-4878-91c6-2ec49af289c9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.3565547 Aug 20 11:44:09.668962 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c761b24-7e73-4d3e-ae5f-708db050b1e4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.757910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] For port 67582d2c-79fb-4e03-b2b2-c8b04932745d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=67582d2c-79fb-4e03-b2b2-c8b04932745d,segment=NetworkSegment(bae4f9d6-75b1-406d-924a-bfa05405f8bb),segment_id=bae4f9d6-75b1-406d-924a-bfa05405f8bb)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:09.758801 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.798432 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a32b1-c5b9-419c-bb36-b60a25583dad None None] Pushing event updated for resources: {'Port': ['ID=781f4229-fc45-4395-a3aa-3760942e8270,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:09.841834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for 67582d2c-79fb-4e03-b2b2-c8b04932745d owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:09.867952 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e333997e-1608-4c58-812e-65f40b6a5a0b None None] Deleting port 67582d2c-79fb-4e03-b2b2-c8b04932745d {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:09.868331 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e333997e-1608-4c58-812e-65f40b6a5a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.872948 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c761b24-7e73-4d3e-ae5f-708db050b1e4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.878485 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c761b24-7e73-4d3e-ae5f-708db050b1e4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:09.879118 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c761b24-7e73-4d3e-ae5f-708db050b1e4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.914450 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-773d65f8-38d3-4ba8-b657-d39595bba69b req-e0ece04e-68f6-45eb-930e-d952471008ff tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596111 Aug 20 11:44:09.920727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5564e-6e00-4dd3-9367-46efa2bc5f41 req-b5aede50-466a-473a-91f1-2aaa99a7cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:09.923266 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf5564e-6e00-4dd3-9367-46efa2bc5f41 req-b5aede50-466a-473a-91f1-2aaa99a7cd5e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5407429 Aug 20 11:44:10.041314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42474) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:10.046928 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8c761b24-7e73-4d3e-ae5f-708db050b1e4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0632184 Aug 20 11:44:10.050144 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42476) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:10.056020 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-383e14d2-b5ed-4240-98b7-49423567c369 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:10.093472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3744-c610-45fe-bb92-157fd4451f2e req-a0648c81-43d6-45ed-b38e-67f652a1b768 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:10.101758 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-895a3744-c610-45fe-bb92-157fd4451f2e req-a0648c81-43d6-45ed-b38e-67f652a1b768 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 944 time: 0.3196976 Aug 20 11:44:10.102732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e333997e-1608-4c58-812e-65f40b6a5a0b None None] For port 67582d2c-79fb-4e03-b2b2-c8b04932745d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=67582d2c-79fb-4e03-b2b2-c8b04932745d,segment=NetworkSegment(bae4f9d6-75b1-406d-924a-bfa05405f8bb),segment_id=bae4f9d6-75b1-406d-924a-bfa05405f8bb)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:10.105048 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e333997e-1608-4c58-812e-65f40b6a5a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.116028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:10.140803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e333997e-1608-4c58-812e-65f40b6a5a0b None None] Calling delete_port for 67582d2c-79fb-4e03-b2b2-c8b04932745d owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:10.166022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c761b24-7e73-4d3e-ae5f-708db050b1e4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Network': ['ID=aa9b28e6-e429-4f06-83a0-ade9bfd64a8d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:10.188224 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.205427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:10.210079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-895a3744-c610-45fe-bb92-157fd4451f2e req-cef10a42-f67c-44bd-895e-38c72fb5d119 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061440 Aug 20 11:44:10.245044 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.267779 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network aa9b28e6-e429-4f06-83a0-ade9bfd64a8d details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:10.298850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=67582d2c-79fb-4e03-b2b2-c8b04932745d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:10.320220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No DVR routers for this DVR port 67582d2c-79fb-4e03-b2b2-c8b04932745d on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:10.325112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:10.327098 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f9f6fa-bfd9-453d-bbbf-6fbf3ed64346" -d '{"events": [{"server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "name": "network-vif-unplugged", "status": "completed", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:10.329820 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e87f963-51f6-4997-b972-6672f304aff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.335053 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.402593 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e333997e-1608-4c58-812e-65f40b6a5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.415332 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Transition to ACTIVE for port object 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:10.432612 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333997e-1608-4c58-812e-65f40b6a5a0b None None] Pushing event deleted for resources: {'Port': ['ID=67582d2c-79fb-4e03-b2b2-c8b04932745d,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:10.434795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e333997e-1608-4c58-812e-65f40b6a5a0b None None] No DVR routers for this DVR port 67582d2c-79fb-4e03-b2b2-c8b04932745d on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:10.516874 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-383e14d2-b5ed-4240-98b7-49423567c369 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.555898 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-383e14d2-b5ed-4240-98b7-49423567c369 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.618507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-383e14d2-b5ed-4240-98b7-49423567c369 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network aa9b28e6-e429-4f06-83a0-ade9bfd64a8d is not hosted by any dhcp agent {{(pid=94690) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 11:44:10.624047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e14d2-b5ed-4240-98b7-49423567c369 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:10.624622 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-383e14d2-b5ed-4240-98b7-49423567c369 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.628605 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-383e14d2-b5ed-4240-98b7-49423567c369 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "PUT /v2.0/networks/aa9b28e6-e429-4f06-83a0-ade9bfd64a8d HTTP/1.1" status: 200 len: 723 time: 0.5748887 Aug 20 11:44:10.639958 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-bd8cb381-ac50-4e79-b0ab-a30733008021 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:10.653925 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-bd8cb381-ac50-4e79-b0ab-a30733008021 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/networks?id=20807c99-64e7-492c-a4b6-4a1524653d4e HTTP/1.1" status: 200 len: 813 time: 0.3704159 Aug 20 11:44:10.658799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42496) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:10.680011 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b342dc96-b6c4-4535-907a-d2055686adbf tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'subnet': {'network_id': 'aa9b28e6-e429-4f06-83a0-ade9bfd64a8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:10.703744 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-848acc65-d361-4dd1-b97f-f649ed7436d0 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/quotas/61102427b20544a99687c14b264833fb HTTP/1.1" status: 200 len: 375 time: 0.0487194 Aug 20 11:44:10.729068 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.747133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e14d2-b5ed-4240-98b7-49423567c369 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Network': ['ID=aa9b28e6-e429-4f06-83a0-ade9bfd64a8d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:10.762609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network aa9b28e6-e429-4f06-83a0-ade9bfd64a8d details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:10.774509 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.796086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f323e2d-ff51-4978-b0a4-940831318b58']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:10.818459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae4f9d6-75b1-406d-924a-bfa05405f8bb') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:10.818845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae4f9d6-75b1-406d-924a-bfa05405f8bb') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:10.826969 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-f3ec54cb-0f2c-4dab-b3c9-bf7eefe9e55e tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=61102427b20544a99687c14b264833fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828178 Aug 20 11:44:10.874314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da3c8c-7c4d-4e71-9e74-39dd17344669 req-1cf50fc9-dae8-44ae-afd9-0b287706e837 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:10.875898 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5da3c8c-7c4d-4e71-9e74-39dd17344669 req-1cf50fc9-dae8-44ae-afd9-0b287706e837 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.5376353 Aug 20 11:44:10.878248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.883156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] No DVR routers for this DVR port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:10.891890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Pushing event updated for resources: {'Port': ['ID=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,revision_number=6']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:10.917860 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.964842 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:10.965401 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.966073 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-716dd296-d387-43e0-98e3-a4418e1c4528 service neutron] 10.222.0.37 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337879 Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:10.992481 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:11.023835 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b95d2b-4a3f-4161-a834-2f711c19fccb None None] Network 5975bc8c-e444-41f8-b2df-8f54b97bc190 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:11.071172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Attempting to bind port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:11.071621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Attempting to bind port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:11.072486 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Attempting to bind port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:11.095261 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5da3c8c-7c4d-4e71-9e74-39dd17344669 req-b85e3c2a-1bab-40c0-a62c-e353e27614aa tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994455 Aug 20 11:44:11.096747 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f1dae8cc-6ae0-4790-bc78-2379b2107a92 None None] Provisioning for port 781f4229-fc45-4395-a3aa-3760942e8270 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:11.099977 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:11.100518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Attempting to bind port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:11.111411 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.118792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:11.118943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:11.120396 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:11.121128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Bound port: 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:11.121694 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.134629 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.137316 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/networks/5f323e2d-ff51-4978-b0a4-940831318b58 HTTP/1.1" status: 204 len: 168 time: 2.1247861 Aug 20 11:44:11.138791 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-1d1d6aa2-6bec-4dd8-8172-6cc6062148d7 service neutron] 10.222.0.37 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627405 Aug 20 11:44:11.143254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42498) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:11.158650 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-419631aa-148b-4265-946c-6b3a2ea3cc84 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-227223105'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:11.165621 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e87f963-51f6-4997-b972-6672f304aff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.167836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43a35d-3df7-44c3-99a7-3b334cd55df4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Network': ['ID=5f323e2d-ff51-4978-b0a4-940831318b58,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:11.176891 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e87f963-51f6-4997-b972-6672f304aff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.216878 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ecf5564e-6e00-4dd3-9367-46efa2bc5f41 req-d698240a-cbed-4fc3-9b53-a0a568271fe6 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.35 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0424399 Aug 20 11:44:11.241671 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b342dc96-b6c4-4535-907a-d2055686adbf tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:11.249750 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b342dc96-b6c4-4535-907a-d2055686adbf tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.282173 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c01894-8cd2-4e8e-82aa-ffa27b204ee4 x-openstack-request-id: req-47c01894-8cd2-4e8e-82aa-ffa27b204ee4 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:11.283320 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "name": "network-vif-unplugged", "status": "completed", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:11.283715 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47c01894-8cd2-4e8e-82aa-ffa27b204ee4 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:11.284462 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93', 'code': 200} Aug 20 11:44:11.292440 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0e87f963-51f6-4997-b972-6672f304aff6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=113ad0c149eb4239a1ab151b928af1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2279465 Aug 20 11:44:11.303937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42502) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:11.307749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87f963-51f6-4997-b972-6672f304aff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b24a8e0-e643-4253-af0b-bf97760d78b7,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:11.311829 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 781f4229-fc45-4395-a3aa-3760942e8270 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:11.337578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:11.393035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:11.425795 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f45246a-bf03-4263-b840-005362557330 req-1f069c74-1f8b-4eae-84ce-5c27abc610c2 tempest-ServerShowV254Test-1801193710 tempest-ServerShowV254Test-1801193710-project] 10.222.0.37 "GET /v2.0/ports?device_id=716e85a4-4f57-4fbb-a9ba-07d4403d4948 HTTP/1.1" status: 200 len: 210 time: 0.0685017 Aug 20 11:44:11.440841 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.475900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 781f4229-fc45-4395-a3aa-3760942e8270 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:11.480723 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 781f4229-fc45-4395-a3aa-3760942e8270 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:11.481146 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.535987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Pushing event updated for resources: {'Port': ['ID=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,revision_number=7']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:11.592139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419631aa-148b-4265-946c-6b3a2ea3cc84 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:11.597297 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:11.598065 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-419631aa-148b-4265-946c-6b3a2ea3cc84 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.598296 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.600330 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-60af9c78-af99-4f43-9f3b-99ccb3f135d1 service neutron] 10.222.0.35 "PUT /v2.0/ports/653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 HTTP/1.1" status: 200 len: 1095 time: 2.2899802 Aug 20 11:44:11.612464 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffbd28a-0e4a-4b1f-b83f-18413f032254 None None] Update dhcp port {'port': {'network_id': '5975bc8c-e444-41f8-b2df-8f54b97bc190', 'fixed_ips': [{'subnet_id': '0b4538af-662c-4006-a7c4-9b8d71013144', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f13c8132-b558-4f7e-b1f0-5d97c62edc05'}], 'binding:host_id': 'n-d-804299-2'}, 'id': '781f4229-fc45-4395-a3aa-3760942e8270'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:44:11.619602 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7434dce4-de39-47f1-983d-0ebacea6dd91 req-6fc16773-b1c9-4d5f-8afb-bf5c14e117da tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 210 time: 0.0787497 Aug 20 11:44:11.625577 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-85d0adb8-75d6-4e06-b823-55f98819c1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.656103 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.711665 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bffbd28a-0e4a-4b1f-b83f-18413f032254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.721286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-953ebf6b-38a3-478e-95c5-4128163257a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:11.722831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-953ebf6b-38a3-478e-95c5-4128163257a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 1098 time: 0.0945206 Aug 20 11:44:11.725030 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-85d0adb8-75d6-4e06-b823-55f98819c1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.744855 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28077ac0-e275-480f-9ea2-d7cd91aec004 req-e4cd3d7e-2e38-40cb-9e8d-229a5995d66d tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:11.760152 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-28077ac0-e275-480f-9ea2-d7cd91aec004 req-e4cd3d7e-2e38-40cb-9e8d-229a5995d66d tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 944 time: 0.2515306 Aug 20 11:44:11.765023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ca8aeb76-3af5-45d0-b845-6ce360fa2345 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:11.847876 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b342dc96-b6c4-4535-907a-d2055686adbf tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.870070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 781f4229-fc45-4395-a3aa-3760942e8270, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=781f4229-fc45-4395-a3aa-3760942e8270,segment=NetworkSegment(1adcb9d0-e116-4643-bd86-faf69d8de145),segment_id=1adcb9d0-e116-4643-bd86-faf69d8de145)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:11.891642 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419631aa-148b-4265-946c-6b3a2ea3cc84 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:11.901593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-22487a17-a668-4890-93aa-3c90937423d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:11.904461 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.905125 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-22487a17-a668-4890-93aa-3c90937423d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.1731977 Aug 20 11:44:11.907533 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-85d0adb8-75d6-4e06-b823-55f98819c1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.915971 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-85d0adb8-75d6-4e06-b823-55f98819c1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.925446 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-85d0adb8-75d6-4e06-b823-55f98819c1b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b24a8e0-e643-4253-af0b-bf97760d78b7 HTTP/1.1" status: 204 len: 168 time: 0.6184499 Aug 20 11:44:11.941491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0adb8-75d6-4e06-b823-55f98819c1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b24a8e0-e643-4253-af0b-bf97760d78b7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:11.971386 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-28077ac0-e275-480f-9ea2-d7cd91aec004 req-c35ad4ca-059c-459c-9e61-5e92f613ca48 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089729 Aug 20 11:44:12.000927 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-419631aa-148b-4265-946c-6b3a2ea3cc84 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:12.001233 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-419631aa-148b-4265-946c-6b3a2ea3cc84 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Added segment dc2befcd-b6f7-4a9f-b97e-6014a6e4b121 of type vlan for network d517f28b-e41b-48b0-bef9-78798f039a82 Aug 20 11:44:12.038007 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-506c104d-fc3e-4231-acce-f2fd1548badc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 HTTP/1.1" status: 200 len: 217 time: 0.1102705 Aug 20 11:44:12.047839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 67582d2c-79fb-4e03-b2b2-c8b04932745d no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:12.094769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342dc96-b6c4-4535-907a-d2055686adbf tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Subnet': ['ID=d8d20b13-888b-4b98-9ddd-597e0e1f150e,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:12.104519 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-3d5f9bee-c925-4aba-8214-43e3f4ae8646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:12.106175 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-3d5f9bee-c925-4aba-8214-43e3f4ae8646 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0615923 Aug 20 11:44:12.117297 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-419631aa-148b-4265-946c-6b3a2ea3cc84 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:12.121950 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342dc96-b6c4-4535-907a-d2055686adbf tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Checking segment: {'id': '411e73af-2074-4540-9d91-f85f2cea469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa9b28e6-e429-4f06-83a0-ade9bfd64a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:12.122494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b342dc96-b6c4-4535-907a-d2055686adbf tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network hostable DHCP agents. Network: aa9b28e6-e429-4f06-83a0-ade9bfd64a8d, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:44:12.162725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 67582d2c-79fb-4e03-b2b2-c8b04932745d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:44:12.163215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 67582d2c-79fb-4e03-b2b2-c8b04932745d not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:44:12.172837 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b342dc96-b6c4-4535-907a-d2055686adbf tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network aa9b28e6-e429-4f06-83a0-ade9bfd64a8d is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:44:12.184117 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-ff3b33d8-2daa-40b0-9124-7dc33e80b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:12.184781 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-419631aa-148b-4265-946c-6b3a2ea3cc84 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:12.185716 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-ff3b33d8-2daa-40b0-9124-7dc33e80b9b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705473 Aug 20 11:44:12.193588 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419631aa-148b-4265-946c-6b3a2ea3cc84 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:12.194221 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-419631aa-148b-4265-946c-6b3a2ea3cc84 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:12.221087 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-b342dc96-b6c4-4535-907a-d2055686adbf tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, aa9b28e6-e429-4f06-83a0-ade9bfd64a8d) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:12.247585 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a0161c-2240-4779-8147-ab11dbbbe024 None None] Network aa9b28e6-e429-4f06-83a0-ade9bfd64a8d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:12.323341 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419631aa-148b-4265-946c-6b3a2ea3cc84 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Network': ['ID=d517f28b-e41b-48b0-bef9-78798f039a82,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:12.329457 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342dc96-b6c4-4535-907a-d2055686adbf tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:12.330089 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b342dc96-b6c4-4535-907a-d2055686adbf tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:12.350325 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-419631aa-148b-4265-946c-6b3a2ea3cc84 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2056606 Aug 20 11:44:12.351105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42520) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:12.358158 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-70d701c1-4cd6-4c0c-a003-9d0e5509d041 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'subnet': {'network_id': 'd517f28b-e41b-48b0-bef9-78798f039a82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:12.367313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6c1a5-1615-4e8b-8ab6-f86d1d02b084 req-27fb25d5-6b6b-4d44-941f-cfeef90652f7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:12.376107 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-60b6c1a5-1615-4e8b-8ab6-f86d1d02b084 req-27fb25d5-6b6b-4d44-941f-cfeef90652f7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 947 time: 0.1322951 Aug 20 11:44:12.432091 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-ab2775c1-6636-4e38-8593-61393fc1ff63 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316570 Aug 20 11:44:12.448892 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-60b6c1a5-1615-4e8b-8ab6-f86d1d02b084 req-9204d6a7-41ba-459a-8be9-41bfaa9e71e6 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713458 Aug 20 11:44:12.458657 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port ca8aeb76-3af5-45d0-b845-6ce360fa2345 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:12.478627 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b342dc96-b6c4-4535-907a-d2055686adbf tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8154478 Aug 20 11:44:12.479263 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42524) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:12.492147 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f861fe90-b5e8-452f-aebf-d791e45ac0ab tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:12.506967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42526) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:12.510470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network d517f28b-e41b-48b0-bef9-78798f039a82 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:12.570023 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:12.586738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d701c1-4cd6-4c0c-a003-9d0e5509d041 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:12.587047 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b00daf4-3edd-48f6-a3e4-51f437e83eef req-e7c4394b-a7d6-4019-86ef-364d640741ff service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316273 Aug 20 11:44:12.590149 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-70d701c1-4cd6-4c0c-a003-9d0e5509d041 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:12.614714 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=781f4229-fc45-4395-a3aa-3760942e8270,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:12.627548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port ca8aeb76-3af5-45d0-b845-6ce360fa2345 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:12.628184 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:12.713544 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f861fe90-b5e8-452f-aebf-d791e45ac0ab tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126280356'] for subnet, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:12.722324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-bffbd28a-0e4a-4b1f-b83f-18413f032254 None None] Allocated IP 172.20.0.1 (5975bc8c-e444-41f8-b2df-8f54b97bc190/f13c8132-b558-4f7e-b1f0-5d97c62edc05/781f4229-fc45-4395-a3aa-3760942e8270) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:12.815401 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4dd08ff9-f23b-4cd1-bf01-e7dedcb55d97 req-3fd60f98-ae42-479f-af37-3e68c425df2c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 210 time: 0.0670416 Aug 20 11:44:12.944800 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.005688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-aa9b28e6-e429-4f06-83a0-ade9bfd64a8d', 'network_id': 'aa9b28e6-e429-4f06-83a0-ade9bfd64a8d', 'tenant_id': 'be427dd83b8c42beb47567a5d09f8199', 'fixed_ips': [{'subnet_id': 'd8d20b13-888b-4b98-9ddd-597e0e1f150e'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:44:13.006873 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.012796 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bffbd28a-0e4a-4b1f-b83f-18413f032254 None None] For port 781f4229-fc45-4395-a3aa-3760942e8270, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=781f4229-fc45-4395-a3aa-3760942e8270,segment=NetworkSegment(1adcb9d0-e116-4643-bd86-faf69d8de145),segment_id=1adcb9d0-e116-4643-bd86-faf69d8de145)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:13.034319 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42536) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:13.063626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ca8aeb76-3af5-45d0-b845-6ce360fa2345, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:13.098533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:13.111899 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c39e29c-2aa6-4ab8-955c-c427b75a5986" -d '{"events": [{"server_uuid": "0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7", "name": "network-vif-plugged", "status": "completed", "tag": "ca8aeb76-3af5-45d0-b845-6ce360fa2345"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:13.121568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-29321618-23b1-43b4-a35a-476380f0796b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:13.134001 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.136973 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.140156 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-29321618-23b1-43b4-a35a-476380f0796b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.35 "GET /v2.0/networks?id=20807c99-64e7-492c-a4b6-4a1524653d4e HTTP/1.1" status: 200 len: 813 time: 0.2121253 Aug 20 11:44:13.149303 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.158852 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-d013c32b-d0c2-48cc-8de5-0d0c650fdeb3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Request body: {'port': {'device_id': 'ed39b6db-7296-41de-af12-891bf11006a2', 'network_id': '20807c99-64e7-492c-a4b6-4a1524653d4e', 'admin_state_up': True, 'tenant_id': '61102427b20544a99687c14b264833fb'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:13.160049 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f861fe90-b5e8-452f-aebf-d791e45ac0ab tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742077156666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125992847'] for subnet, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.189649 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-70d701c1-4cd6-4c0c-a003-9d0e5509d041 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.234166 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d615fa0-8030-46cf-a7aa-7300ddf117de x-openstack-request-id: req-6d615fa0-8030-46cf-a7aa-7300ddf117de {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:13.235096 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7", "name": "network-vif-plugged", "status": "completed", "tag": "ca8aeb76-3af5-45d0-b845-6ce360fa2345", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:13.235457 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d615fa0-8030-46cf-a7aa-7300ddf117de {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:13.236099 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'code': 200} Aug 20 11:44:13.268171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f861fe90-b5e8-452f-aebf-d791e45ac0ab tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:13.269138 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bffbd28a-0e4a-4b1f-b83f-18413f032254 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.269268 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f861fe90-b5e8-452f-aebf-d791e45ac0ab tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.273238 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f861fe90-b5e8-452f-aebf-d791e45ac0ab tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "PUT /v2.0/subnets/d8d20b13-888b-4b98-9ddd-597e0e1f150e HTTP/1.1" status: 200 len: 826 time: 0.7908840 Aug 20 11:44:13.275890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42542) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:13.283826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 781f4229-fc45-4395-a3aa-3760942e8270 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:13.286826 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=063261f98fb048bdbf30657fbc00063b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7732341 Aug 20 11:44:13.290310 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5682f8c-5064-48a8-b8fc-7cff2a1a30f0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:13.292286 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42544) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:13.293605 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:13.296096 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53cbc69-fdac-46f1-a2b1-e939e535eb63" -d '{"events": [{"name": "network-changed", "server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:13.339008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:13.339425 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:13.339768 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:13.340106 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:13.340438 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:13.340795 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:13.341126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:13.341456 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:13.341779 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:13.342103 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:13.342425 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:13.342748 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eda8b7-9d61-4048-8132-3110539a2e84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:13.346716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bffbd28a-0e4a-4b1f-b83f-18413f032254 None None] Transition to ACTIVE for port object 781f4229-fc45-4395-a3aa-3760942e8270 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:13.354813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861fe90-b5e8-452f-aebf-d791e45ac0ab tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Subnet': ['ID=d8d20b13-888b-4b98-9ddd-597e0e1f150e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:13.374307 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bffbd28a-0e4a-4b1f-b83f-18413f032254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.412466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3c05f-f96d-4003-8bab-3f9d91d75e2a req-14a80d22-0f18-41b1-baec-9288f2278a62 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:13.414030 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5bb3c05f-f96d-4003-8bab-3f9d91d75e2a req-14a80d22-0f18-41b1-baec-9288f2278a62 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.2432778 Aug 20 11:44:13.426701 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d701c1-4cd6-4c0c-a003-9d0e5509d041 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Checking segment: {'id': 'dc2befcd-b6f7-4a9f-b97e-6014a6e4b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd517f28b-e41b-48b0-bef9-78798f039a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:13.427209 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d701c1-4cd6-4c0c-a003-9d0e5509d041 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network hostable DHCP agents. Network: d517f28b-e41b-48b0-bef9-78798f039a82, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:44:13.443612 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ca8aeb76-3af5-45d0-b845-6ce360fa2345,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:13.459508 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38eabadc-a831-446c-8893-a73c6a3983d8 x-openstack-request-id: req-38eabadc-a831-446c-8893-a73c6a3983d8 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:13.460467 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:13.460965 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38eabadc-a831-446c-8893-a73c6a3983d8 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:13.461472 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93', 'status': 'completed', 'code': 200} Aug 20 11:44:13.462397 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4a3522b-0e4b-49e4-a962-5a892aad49e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.494477 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d701c1-4cd6-4c0c-a003-9d0e5509d041 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Subnet': ['ID=914719d8-4689-4c01-be53-7373501ea7e6,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:13.521400 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Allocated IP 2001:db8::2 (aa9b28e6-e429-4f06-83a0-ade9bfd64a8d/d8d20b13-888b-4b98-9ddd-597e0e1f150e/c0936a4b-3dac-4a56-97fd-68610fa090d5) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:13.533770 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d701c1-4cd6-4c0c-a003-9d0e5509d041 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network d517f28b-e41b-48b0-bef9-78798f039a82 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:44:13.540981 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e8125b19-af46-4da1-851a-df5b0027f6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.556366 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5bb3c05f-f96d-4003-8bab-3f9d91d75e2a req-8e17570c-e8df-4a60-831b-b5566a0fd57b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206651 Aug 20 11:44:13.568528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-70d701c1-4cd6-4c0c-a003-9d0e5509d041 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, d517f28b-e41b-48b0-bef9-78798f039a82) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:13.571189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbd28a-0e4a-4b1f-b83f-18413f032254 None None] Pushing event updated for resources: {'Port': ['ID=781f4229-fc45-4395-a3aa-3760942e8270,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:13.584424 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d701c1-4cd6-4c0c-a003-9d0e5509d041 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:13.585062 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-70d701c1-4cd6-4c0c-a003-9d0e5509d041 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.588196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c723e5-4ef5-4ac3-849f-69a352eeb952 None None] Network d517f28b-e41b-48b0-bef9-78798f039a82 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:13.592439 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-67d04b36-d934-44f0-b5c9-8b18ef2a2c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:13.594853 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-67d04b36-d934-44f0-b5c9-8b18ef2a2c5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 1098 time: 0.1486607 Aug 20 11:44:13.599368 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e8125b19-af46-4da1-851a-df5b0027f6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.676331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-d013c32b-d0c2-48cc-8de5-0d0c650fdeb3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Made reservation on behalf of 61102427b20544a99687c14b264833fb for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:13.680236 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-d013c32b-d0c2-48cc-8de5-0d0c650fdeb3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.723332 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-70d701c1-4cd6-4c0c-a003-9d0e5509d041 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3700616 Aug 20 11:44:13.733016 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42550) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:13.790865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-cb3597ee-012d-486a-8ca8-6a246fe7b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:13.792394 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-cb3597ee-012d-486a-8ca8-6a246fe7b270 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.1830313 Aug 20 11:44:13.799444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-fdc34258-25e2-47ca-b80c-98b137428e81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'network_id': 'd517f28b-e41b-48b0-bef9-78798f039a82', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-567140978'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:13.812610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7252aed-fdd8-4865-a6ad-1cb53262e5c8 req-f59ccdcb-d1b2-446a-9e41-fb6a0b5e207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:13.814468 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7252aed-fdd8-4865-a6ad-1cb53262e5c8 req-f59ccdcb-d1b2-446a-9e41-fb6a0b5e207f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 1096 time: 0.5077615 Aug 20 11:44:13.832853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:13.850133 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.890289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-7e22b42e-9fa0-42d2-9d88-142278142c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:13.891785 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-7e22b42e-9fa0-42d2-9d88-142278142c9b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 1098 time: 0.4343216 Aug 20 11:44:13.892513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-565cd131-837e-4563-a8fe-daaab66f3bdb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 HTTP/1.1" status: 200 len: 217 time: 0.0904408 Aug 20 11:44:13.896824 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e8125b19-af46-4da1-851a-df5b0027f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.899347 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Transition to ACTIVE for port object c0936a4b-3dac-4a56-97fd-68610fa090d5 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:13.904116 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e8125b19-af46-4da1-851a-df5b0027f6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.911277 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e8125b19-af46-4da1-851a-df5b0027f6b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5682f8c-5064-48a8-b8fc-7cff2a1a30f0 HTTP/1.1" status: 204 len: 168 time: 0.6123080 Aug 20 11:44:13.959577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad210e-6c76-434b-a06e-5ddf1e619253 req-ccb47579-de20-46b9-82f6-6adb8ff281aa tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:13.967649 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28ad210e-6c76-434b-a06e-5ddf1e619253 req-ccb47579-de20-46b9-82f6-6adb8ff281aa tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 947 time: 0.3550367 Aug 20 11:44:13.972529 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.982245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Transition to ACTIVE for port object c0936a4b-3dac-4a56-97fd-68610fa090d5 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:13.986923 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-7f001534-bac4-40da-8cf6-8e03e6075301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:13.987972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:44:13.988624 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-7f001534-bac4-40da-8cf6-8e03e6075301 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0763080 Aug 20 11:44:14.000572 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.015024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-d517f28b-e41b-48b0-bef9-78798f039a82', 'network_id': 'd517f28b-e41b-48b0-bef9-78798f039a82', 'tenant_id': '1efcbdd862e1473db5eab96f5b992905', 'fixed_ips': [{'subnet_id': '914719d8-4689-4c01-be53-7373501ea7e6'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:44:14.016176 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.082745 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Network aa9b28e6-e429-4f06-83a0-ade9bfd64a8d is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:14.089707 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a465e46e-df7c-4d94-a313-47fcddc6998e req-ae7a4352-8329-480d-bb96-652ce27e55a1 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 210 time: 0.0932469 Aug 20 11:44:14.107971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8125b19-af46-4da1-851a-df5b0027f6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5682f8c-5064-48a8-b8fc-7cff2a1a30f0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:14.108351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:14.120317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-fb0c6af1-a110-4e92-9ebd-3db4aac836ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:14.121948 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-fb0c6af1-a110-4e92-9ebd-3db4aac836ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1181364 Aug 20 11:44:14.131095 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:14.137521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Pushing event updated for resources: {'Port': ['ID=c0936a4b-3dac-4a56-97fd-68610fa090d5,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:14.185919 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7252aed-fdd8-4865-a6ad-1cb53262e5c8 req-2f1bf2cf-91f4-4526-b200-e01275deaaf1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581967 Aug 20 11:44:14.283725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-1065615c-3d7c-4606-8745-80635f16001e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:14.295785 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-1065615c-3d7c-4606-8745-80635f16001e service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.3831470 Aug 20 11:44:14.311410 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28ad210e-6c76-434b-a06e-5ddf1e619253 req-cc8dc8bb-a5df-4cca-93de-db7112de8589 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366442 Aug 20 11:44:14.323015 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-fb6bd6a5-7c05-412c-8486-e6406fd479d0 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929142 Aug 20 11:44:14.366720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-d013c32b-d0c2-48cc-8de5-0d0c650fdeb3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Allocated IP 172.20.0.8 (20807c99-64e7-492c-a4b6-4a1524653d4e/a835e74c-2b68-481c-a9b7-7b2ff328dde1/33c43e96-f159-4a74-8063-35748449f4e3) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:14.411754 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a3206f-2b30-4dfd-92c4-fad3d59f7a5b None None] Network 5975bc8c-e444-41f8-b2df-8f54b97bc190 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:14.514691 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-9ae2f08a-adb3-4f0c-8149-a51307ae966f service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833677 Aug 20 11:44:14.536491 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-169f6127-86d2-427c-ab7d-b5f7489d02cd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 HTTP/1.1" status: 200 len: 217 time: 0.1312611 Aug 20 11:44:14.542345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Attempting to bind port c0936a4b-3dac-4a56-97fd-68610fa090d5 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:14.542869 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Attempting to bind port c0936a4b-3dac-4a56-97fd-68610fa090d5 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '411e73af-2074-4540-9d91-f85f2cea469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa9b28e6-e429-4f06-83a0-ade9bfd64a8d'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:14.543071 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Attempting to bind port c0936a4b-3dac-4a56-97fd-68610fa090d5 on network aa9b28e6-e429-4f06-83a0-ade9bfd64a8d {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:14.582307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:14.582581 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Checking segment: {'id': '411e73af-2074-4540-9d91-f85f2cea469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa9b28e6-e429-4f06-83a0-ade9bfd64a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:14.583235 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.583836 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Bound using segment: {'id': '411e73af-2074-4540-9d91-f85f2cea469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa9b28e6-e429-4f06-83a0-ade9bfd64a8d'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:14.584529 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Bound port: c0936a4b-3dac-4a56-97fd-68610fa090d5, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411e73af-2074-4540-9d91-f85f2cea469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa9b28e6-e429-4f06-83a0-ade9bfd64a8d'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:14.585258 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.641239 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6f6777b5-a2b4-4669-afec-0624e1f82538 None None] Provisioning for port 781f4229-fc45-4395-a3aa-3760942e8270 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:14.668539 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6f6777b5-a2b4-4669-afec-0624e1f82538 None None] Provisioning complete for port 781f4229-fc45-4395-a3aa-3760942e8270 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:14.668954 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6f6777b5-a2b4-4669-afec-0624e1f82538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.674415 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Allocated IP 2001:db8::2 (d517f28b-e41b-48b0-bef9-78798f039a82/914719d8-4689-4c01-be53-7373501ea7e6/2bcdd37f-783c-429b-af9f-4088e3288bdf) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:14.680556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-a88c71d0-8d4c-4ecd-a859-2bed5b1201e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:14.682247 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-a88c71d0-8d4c-4ecd-a859-2bed5b1201e1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1270854 Aug 20 11:44:14.684183 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4a3522b-0e4b-49e4-a962-5a892aad49e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.723343 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4a3522b-0e4b-49e4-a962-5a892aad49e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.769391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] For port c0936a4b-3dac-4a56-97fd-68610fa090d5, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:14.784358 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32174c35-6fd3-4619-9c2c-36f285ee3310 req-eb7befb9-9bde-4116-beaa-59b4d5086314 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:14.793433 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-32174c35-6fd3-4619-9c2c-36f285ee3310 req-eb7befb9-9bde-4116-beaa-59b4d5086314 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.0766957 Aug 20 11:44:14.849058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] For port c0936a4b-3dac-4a56-97fd-68610fa090d5, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c0936a4b-3dac-4a56-97fd-68610fa090d5,segment=NetworkSegment(411e73af-2074-4540-9d91-f85f2cea469b),segment_id=411e73af-2074-4540-9d91-f85f2cea469b)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:14.863832 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.870891 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-32174c35-6fd3-4619-9c2c-36f285ee3310 req-62c8a66f-831c-4418-b4bd-70a42a6efb96 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764654 Aug 20 11:44:14.913746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Deleting port c0936a4b-3dac-4a56-97fd-68610fa090d5 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:14.913977 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.016353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] For port c0936a4b-3dac-4a56-97fd-68610fa090d5, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c0936a4b-3dac-4a56-97fd-68610fa090d5,segment=NetworkSegment(411e73af-2074-4540-9d91-f85f2cea469b),segment_id=411e73af-2074-4540-9d91-f85f2cea469b)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:15.016744 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.039257 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Calling delete_port for c0936a4b-3dac-4a56-97fd-68610fa090d5 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:15.215479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc34258-25e2-47ca-b80c-98b137428e81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:15.224454 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fdc34258-25e2-47ca-b80c-98b137428e81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.353366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 781f4229-fc45-4395-a3aa-3760942e8270 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:15.388809 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa467ab0-2bf4-455b-95d9-3e2e12c8bb90 None None] Pushing event updated for resources: {'Port': ['ID=c0936a4b-3dac-4a56-97fd-68610fa090d5,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:15.530027 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.542775 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Transition to ACTIVE for port object 2bcdd37f-783c-429b-af9f-4088e3288bdf will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:15.575153 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 781f4229-fc45-4395-a3aa-3760942e8270 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:15.575903 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.591035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Transition to ACTIVE for port object 2bcdd37f-783c-429b-af9f-4088e3288bdf will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:15.629337 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.707352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Network d517f28b-e41b-48b0-bef9-78798f039a82 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:15.719549 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:15.738962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:15.743887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Pushing event updated for resources: {'Port': ['ID=2bcdd37f-783c-429b-af9f-4088e3288bdf,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:15.803417 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.853550 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c4a3522b-0e4b-49e4-a962-5a892aad49e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8af715e5b5084e0db5422a002f439bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8177471 Aug 20 11:44:15.862510 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Attempting to bind port 2bcdd37f-783c-429b-af9f-4088e3288bdf on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:15.863524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Attempting to bind port 2bcdd37f-783c-429b-af9f-4088e3288bdf by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'dc2befcd-b6f7-4a9f-b97e-6014a6e4b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd517f28b-e41b-48b0-bef9-78798f039a82'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:15.864111 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Attempting to bind port 2bcdd37f-783c-429b-af9f-4088e3288bdf on network d517f28b-e41b-48b0-bef9-78798f039a82 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:15.864940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Port': ['ID=c0936a4b-3dac-4a56-97fd-68610fa090d5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:15.868282 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3522b-0e4b-49e4-a962-5a892aad49e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc767cc-224f-4102-9a64-0b35323903c5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:15.881440 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:15.882173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Checking segment: {'id': 'dc2befcd-b6f7-4a9f-b97e-6014a6e4b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd517f28b-e41b-48b0-bef9-78798f039a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:15.882788 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.884290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Bound using segment: {'id': 'dc2befcd-b6f7-4a9f-b97e-6014a6e4b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd517f28b-e41b-48b0-bef9-78798f039a82'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:15.885059 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Bound port: 2bcdd37f-783c-429b-af9f-4088e3288bdf, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2befcd-b6f7-4a9f-b97e-6014a6e4b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd517f28b-e41b-48b0-bef9-78798f039a82'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:15.885667 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.889855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42594) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:15.895278 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-ac18b174-051f-4c16-9212-9ee843ff7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:15.896856 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-ac18b174-051f-4c16-9212-9ee843ff7c66 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2029047 Aug 20 11:44:15.906225 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-38b89020-58f0-4792-b775-7a3e6242f14f req-70e91b6f-75b8-4247-a4ed-14123852bbab tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 210 time: 0.1044610 Aug 20 11:44:15.921451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:44:15.966420 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c4c6ad4d-4666-402b-843b-f219c34eadf5 None None] Provisioning complete for port 781f4229-fc45-4395-a3aa-3760942e8270 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:15.967506 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c4c6ad4d-4666-402b-843b-f219c34eadf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.981449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-fdc34258-25e2-47ca-b80c-98b137428e81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] device_id is not set on port 33a03a57-a638-4dff-8e5f-0f12a0d06ca3 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:16.080705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No DVR routers for this DVR port c0936a4b-3dac-4a56-97fd-68610fa090d5 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:16.104011 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-d013c32b-d0c2-48cc-8de5-0d0c650fdeb3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.111253 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] For port 2bcdd37f-783c-429b-af9f-4088e3288bdf, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:16.116146 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] For port 2bcdd37f-783c-429b-af9f-4088e3288bdf, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2bcdd37f-783c-429b-af9f-4088e3288bdf,segment=NetworkSegment(dc2befcd-b6f7-4a9f-b97e-6014a6e4b121),segment_id=dc2befcd-b6f7-4a9f-b97e-6014a6e4b121)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:16.128214 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.208882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d59b3-a48b-4372-9a37-ac417722ebd2 req-c8ef75a7-06f5-4bce-a77b-836b78383c70 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:16.216529 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9e0d59b3-a48b-4372-9a37-ac417722ebd2 req-c8ef75a7-06f5-4bce-a77b-836b78383c70 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 947 time: 0.7698600 Aug 20 11:44:16.228203 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-d013c32b-d0c2-48cc-8de5-0d0c650fdeb3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.250121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['45989948-05f2-4b2e-9235-928a75eaa3cf'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:44:16.316720 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9e0d59b3-a48b-4372-9a37-ac417722ebd2 req-55fe6bb6-fb11-4c15-b495-99dfcbddb5c7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919781 Aug 20 11:44:16.378207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-d013c32b-d0c2-48cc-8de5-0d0c650fdeb3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Network 20807c99-64e7-492c-a4b6-4a1524653d4e is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:16.410893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-d013c32b-d0c2-48cc-8de5-0d0c650fdeb3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:16.478133 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.494502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-d013c32b-d0c2-48cc-8de5-0d0c650fdeb3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:16.502387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002dad3-03aa-4ebe-bcd0-610cfa987c5a None None] Pushing event updated for resources: {'Port': ['ID=2bcdd37f-783c-429b-af9f-4088e3288bdf,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:16.507951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a8a51-ff3b-4a5f-a472-f57b8498dcbd req-743052e9-93ad-4cc5-a4f8-438c53fc3ef3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:16.510220 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-751a8a51-ff3b-4a5f-a472-f57b8498dcbd req-743052e9-93ad-4cc5-a4f8-438c53fc3ef3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.4226260 Aug 20 11:44:16.516880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:16.552171 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93', 'mac_address': 'fa:16:3e:f3:35:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:44:16.581846 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d2c6fd9e-2b4e-4414-b8b5-1e990c88df92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.632199 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.656513 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d2c6fd9e-2b4e-4414-b8b5-1e990c88df92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.671862 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:44:16.698508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12810f52-8cc9-4b72-99ab-dfc79d4265fb None None] Network aa9b28e6-e429-4f06-83a0-ade9bfd64a8d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:16.712742 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013c32b-d0c2-48cc-8de5-0d0c650fdeb3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Pushing event updated for resources: {'Port': ['ID=33c43e96-f159-4a74-8063-35748449f4e3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:16.769813 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-5ea0469f-c6cb-4244-85bc-5ff4f8f777ca service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8593547 Aug 20 11:44:16.792717 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-751a8a51-ff3b-4a5f-a472-f57b8498dcbd req-27f1739c-17e5-49b6-ac94-670a34f48666 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616267 Aug 20 11:44:16.800525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-fdc34258-25e2-47ca-b80c-98b137428e81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Allocated IP 2001:db8::2a4 (d517f28b-e41b-48b0-bef9-78798f039a82/914719d8-4689-4c01-be53-7373501ea7e6/33a03a57-a638-4dff-8e5f-0f12a0d06ca3) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:16.819455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-d013c32b-d0c2-48cc-8de5-0d0c650fdeb3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:16.820103 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-d013c32b-d0c2-48cc-8de5-0d0c650fdeb3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.852977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-eec96041-54b5-4e57-98e0-734e0dc21a6f None None] Could not find standard attr ID for object c0936a4b-3dac-4a56-97fd-68610fa090d5. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:44:16.859552 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:16.873863 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.878330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-76b03f35-02b6-4d28-9c91-0d825ba31648 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:16.880191 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-76b03f35-02b6-4d28-9c91-0d825ba31648 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.35 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d&tenant_id=4968b5d340e042799a12f4492ac2ee3a&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 947 time: 0.1671758 Aug 20 11:44:16.888196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4302-2d04-454c-9dc9-d95e75147422 req-cb3c5559-e4ad-43ff-a2e8-65b7609481dc tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:16.895672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2a8e4302-2d04-454c-9dc9-d95e75147422 req-cb3c5559-e4ad-43ff-a2e8-65b7609481dc tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 947 time: 0.1219957 Aug 20 11:44:16.944707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:16.965805 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2a8e4302-2d04-454c-9dc9-d95e75147422 req-bfea7347-49f9-4b31-92e4-e7b1dd93e13f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693967 Aug 20 11:44:17.019183 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-d013c32b-d0c2-48cc-8de5-0d0c650fdeb3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8667848 Aug 20 11:44:17.046494 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-d77fc5e1-7912-4742-94c7-13cafb20f5c2 service neutron] 10.222.0.35 "GET /v2.0/ports/653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93/bindings/n-h1-804299-2 HTTP/1.1" status: 200 len: 382 time: 0.1487691 Aug 20 11:44:17.046932 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Request body: {'port': {'device_id': 'ed39b6db-7296-41de-af12-891bf11006a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:17.085003 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:17.179631 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d20b13-888b-4b98-9ddd-597e0e1f150e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:17.194932 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-c1ca5e6b-c22f-4397-9b5c-471c55aff891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:17.197198 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-c1ca5e6b-c22f-4397-9b5c-471c55aff891 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 1099 time: 0.1202362 Aug 20 11:44:17.202538 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d2c6fd9e-2b4e-4414-b8b5-1e990c88df92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:17.207532 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d2c6fd9e-2b4e-4414-b8b5-1e990c88df92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:17.207532 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d2c6fd9e-2b4e-4414-b8b5-1e990c88df92 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/adc767cc-224f-4102-9a64-0b35323903c5 HTTP/1.1" status: 204 len: 168 time: 1.3085623 Aug 20 11:44:17.230250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6fd9e-2b4e-4414-b8b5-1e990c88df92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc767cc-224f-4102-9a64-0b35323903c5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:17.237377 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a1ed7-ba1d-44b7-9553-628b84fe73fa req-cab1831d-eda3-406a-a0ad-7bc69e4ac54f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:17.239654 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8e1a1ed7-ba1d-44b7-9553-628b84fe73fa req-cab1831d-eda3-406a-a0ad-7bc69e4ac54f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 931 time: 0.1497555 Aug 20 11:44:17.256733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:44:17.395669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2bcdd37f-783c-429b-af9f-4088e3288bdf up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:17.438019 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8e1a1ed7-ba1d-44b7-9553-628b84fe73fa req-43010219-d958-45d5-af7b-6ab0e4877f57 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905143 Aug 20 11:44:17.469485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd69590-8ccb-42d8-8d1b-9a80e2ae6272 req-9df04b9a-6d07-4684-a1ca-b53ad0fd986f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:17.479438 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-699e6726-5a16-4dcc-8236-f4ef649825e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:17.481662 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1dd69590-8ccb-42d8-8d1b-9a80e2ae6272 req-9df04b9a-6d07-4684-a1ca-b53ad0fd986f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.4943800 Aug 20 11:44:17.491231 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-699e6726-5a16-4dcc-8236-f4ef649825e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2750239 Aug 20 11:44:17.492040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42626) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:17.497954 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-852107bb-93ab-4fbc-b92e-971407066e2c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Request body: {'floatingip': {'port_id': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:17.524717 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a53cbc69-fdac-46f1-a2b1-e939e535eb63 req-3c03bceb-7693-480b-ad04-fe56f66ca3c3 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7274432 Aug 20 11:44:17.530303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cfe24d-628a-4926-99ec-6a654a4ebfec None None] Network aa9b28e6-e429-4f06-83a0-ade9bfd64a8d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:17.553872 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:17.581475 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:17.606186 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fdc34258-25e2-47ca-b80c-98b137428e81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:17.641509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9b28e6-e429-4f06-83a0-ade9bfd64a8d']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:17.663308 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-852107bb-93ab-4fbc-b92e-971407066e2c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:17.674366 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-b83f5451-bf93-4567-9907-8dca4c79f012 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 HTTP/1.1" status: 200 len: 217 time: 0.1682940 Aug 20 11:44:17.685674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411e73af-2074-4540-9d91-f85f2cea469b') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:17.685674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411e73af-2074-4540-9d91-f85f2cea469b') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:17.696707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 2bcdd37f-783c-429b-af9f-4088e3288bdf completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:17.697526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-fdc34258-25e2-47ca-b80c-98b137428e81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Transition to ACTIVE for port object 33a03a57-a638-4dff-8e5f-0f12a0d06ca3 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:17.722455 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:17.779736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8558d9b4-16ad-4157-815f-2cb70157fed2 None None] Network d517f28b-e41b-48b0-bef9-78798f039a82 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:17.797541 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:17.821705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:17.822778 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:17.825359 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:17.863576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-6301f39e-4851-4a2a-9552-970133e517ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:17.865392 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-6301f39e-4851-4a2a-9552-970133e517ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1803980 Aug 20 11:44:17.895052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16724be-3c5f-4cb3-b226-e04febf4ff24 None None] DHCP port deletion for aa9b28e6-e429-4f06-83a0-ade9bfd64a8d request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:44:17.944454 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fdc34258-25e2-47ca-b80c-98b137428e81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.005335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d7f85bb6-726e-4bf6-a483-0503cc858ad4 None None] Provisioning for port 2bcdd37f-783c-429b-af9f-4088e3288bdf completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:18.017069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-894d42b6-6d05-41e8-a679-8e9286c07f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:18.019141 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-894d42b6-6d05-41e8-a679-8e9286c07f22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1367486 Aug 20 11:44:18.052558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d7f85bb6-726e-4bf6-a483-0503cc858ad4 None None] Provisioning complete for port 2bcdd37f-783c-429b-af9f-4088e3288bdf triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:18.059962 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7f85bb6-726e-4bf6-a483-0503cc858ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.112361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c43e96-f159-4a74-8063-35748449f4e3 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:44:18.121241 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.131491 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.136368 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.139405 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/aa9b28e6-e429-4f06-83a0-ade9bfd64a8d HTTP/1.1" status: 204 len: 168 time: 4.8619242 Aug 20 11:44:18.147196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42646) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:18.194559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc34258-25e2-47ca-b80c-98b137428e81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=33a03a57-a638-4dff-8e5f-0f12a0d06ca3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:18.207424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2e09-90eb-46d7-af3d-8af73d462801 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Network': ['ID=aa9b28e6-e429-4f06-83a0-ade9bfd64a8d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:18.214477 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc34258-25e2-47ca-b80c-98b137428e81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network d517f28b-e41b-48b0-bef9-78798f039a82 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:18.217769 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e6d14f-9373-46e9-847e-9372e0a9f378 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] DELETE failed (client error): The resource could not be found. Aug 20 11:44:18.218406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e6d14f-9373-46e9-847e-9372e0a9f378 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:18.218848 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Transition to ACTIVE for port object 33c43e96-f159-4a74-8063-35748449f4e3 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:18.221307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-fdc34258-25e2-47ca-b80c-98b137428e81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:18.224250 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-85e6d14f-9373-46e9-847e-9372e0a9f378 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/aa9b28e6-e429-4f06-83a0-ade9bfd64a8d HTTP/1.1" status: 404 len: 339 time: 0.0469961 Aug 20 11:44:18.226214 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc34258-25e2-47ca-b80c-98b137428e81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:18.236239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc34258-25e2-47ca-b80c-98b137428e81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:18.237698 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fdc34258-25e2-47ca-b80c-98b137428e81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.243990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42648) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:18.253137 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7f85bb6-726e-4bf6-a483-0503cc858ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.255243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-38209ae2-6926-4a48-bc53-46a78c6c05c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1973669425', 'description': 'd1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:18.259426 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.341394 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d7f85bb6-726e-4bf6-a483-0503cc858ad4 None None] For port 2bcdd37f-783c-429b-af9f-4088e3288bdf, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2bcdd37f-783c-429b-af9f-4088e3288bdf,segment=NetworkSegment(dc2befcd-b6f7-4a9f-b97e-6014a6e4b121),segment_id=dc2befcd-b6f7-4a9f-b97e-6014a6e4b121)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:18.346759 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7f85bb6-726e-4bf6-a483-0503cc858ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.348715 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28ab9a-edd2-46fb-8df9-c36d823c6225 req-7a317e9f-dde1-4183-b2ce-d0146e1f3770 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:18.350670 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a28ab9a-edd2-46fb-8df9-c36d823c6225 req-7a317e9f-dde1-4183-b2ce-d0146e1f3770 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 948 time: 0.2296183 Aug 20 11:44:18.364767 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fdc34258-25e2-47ca-b80c-98b137428e81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.6265645 Aug 20 11:44:18.372338 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42654) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:18.450656 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Pushing event updated for resources: {'Port': ['ID=33c43e96-f159-4a74-8063-35748449f4e3,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:18.458253 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f85bb6-726e-4bf6-a483-0503cc858ad4 None None] Pushing event updated for resources: {'Port': ['ID=2bcdd37f-783c-429b-af9f-4088e3288bdf,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:18.465322 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38209ae2-6926-4a48-bc53-46a78c6c05c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:18.470543 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-38209ae2-6926-4a48-bc53-46a78c6c05c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.500217 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38209ae2-6926-4a48-bc53-46a78c6c05c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:18.511544 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-38209ae2-6926-4a48-bc53-46a78c6c05c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.512695 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-38209ae2-6926-4a48-bc53-46a78c6c05c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Added segment 05de8c04-d777-479c-93b1-9fffee42c220 of type vlan for network 092a9ffc-7b72-424f-80ad-9aafca7bb331 Aug 20 11:44:18.517719 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-49d1e360-4d25-4448-ade7-76ef06385600 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627709 Aug 20 11:44:18.561354 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-38209ae2-6926-4a48-bc53-46a78c6c05c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.631579 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-38209ae2-6926-4a48-bc53-46a78c6c05c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.637843 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38209ae2-6926-4a48-bc53-46a78c6c05c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:18.638527 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-38209ae2-6926-4a48-bc53-46a78c6c05c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.680020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9ad162ec-6e30-4650-9c12-6765c522b4d6 None None] Provisioning complete for port 2bcdd37f-783c-429b-af9f-4088e3288bdf triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:18.680509 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9ad162ec-6e30-4650-9c12-6765c522b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.709807 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-38209ae2-6926-4a48-bc53-46a78c6c05c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4638064 Aug 20 11:44:18.735416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42666) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:18.767294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Attempting to bind port 33c43e96-f159-4a74-8063-35748449f4e3 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:18.767906 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Attempting to bind port 33c43e96-f159-4a74-8063-35748449f4e3 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'cbd28daa-da42-4dac-91ad-d7f61e93c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '20807c99-64e7-492c-a4b6-4a1524653d4e'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:18.768856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Attempting to bind port 33c43e96-f159-4a74-8063-35748449f4e3 on network 20807c99-64e7-492c-a4b6-4a1524653d4e {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:18.785704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42670) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:18.835991 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9ad162ec-6e30-4650-9c12-6765c522b4d6 None None] Provisioning for port 33a03a57-a638-4dff-8e5f-0f12a0d06ca3 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:18.845573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9ad162ec-6e30-4650-9c12-6765c522b4d6 None None] Provisioning complete for port 33a03a57-a638-4dff-8e5f-0f12a0d06ca3 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:18.846325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23c02d-3ee9-430f-a827-02a9c7dad8cb req-546de05f-3201-4d28-bd10-02e086c283df tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:18.847257 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9ad162ec-6e30-4650-9c12-6765c522b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.851433 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b23c02d-3ee9-430f-a827-02a9c7dad8cb req-546de05f-3201-4d28-bd10-02e086c283df tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 943 time: 0.2572780 Aug 20 11:44:18.862229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Port 33c43e96-f159-4a74-8063-35748449f4e3 on network 20807c99-64e7-492c-a4b6-4a1524653d4e not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:18.862556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Attempting to bind port 33c43e96-f159-4a74-8063-35748449f4e3 on network 20807c99-64e7-492c-a4b6-4a1524653d4e {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:18.868321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38209ae2-6926-4a48-bc53-46a78c6c05c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Network': ['ID=092a9ffc-7b72-424f-80ad-9aafca7bb331,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:18.904201 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:18.904547 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Checking segment: {'id': 'cbd28daa-da42-4dac-91ad-d7f61e93c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '20807c99-64e7-492c-a4b6-4a1524653d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:18.905721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Bound using segment: {'id': 'cbd28daa-da42-4dac-91ad-d7f61e93c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '20807c99-64e7-492c-a4b6-4a1524653d4e'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:18.906183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Bound port: 33c43e96-f159-4a74-8063-35748449f4e3, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd28daa-da42-4dac-91ad-d7f61e93c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '20807c99-64e7-492c-a4b6-4a1524653d4e'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:18.906545 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.950045 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 092a9ffc-7b72-424f-80ad-9aafca7bb331 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:18.951785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e2b2a1-96dd-4e04-9c2b-143d0f236aac None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:44:18.962570 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a28ab9a-edd2-46fb-8df9-c36d823c6225 req-2b304eed-0fbf-4e36-8777-85218ad3a91c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014304 Aug 20 11:44:19.042125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9ad162ec-6e30-4650-9c12-6765c522b4d6 None None] Port 33a03a57-a638-4dff-8e5f-0f12a0d06ca3 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:44:19.050917 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b23c02d-3ee9-430f-a827-02a9c7dad8cb req-fb6503e7-8f0d-462c-bb12-a168f5583791 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754186 Aug 20 11:44:19.101313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] For port 33c43e96-f159-4a74-8063-35748449f4e3, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:19.106141 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] For port 33c43e96-f159-4a74-8063-35748449f4e3, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=33c43e96-f159-4a74-8063-35748449f4e3,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:19.116752 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:19.190130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-83b47c0a-1084-450e-9647-6495c6b4dc8b None None] Provisioning complete for port 33a03a57-a638-4dff-8e5f-0f12a0d06ca3 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:19.190717 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-83b47c0a-1084-450e-9647-6495c6b4dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:19.200032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:19.200693 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:19.202165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] 10.222.0.35 "PUT /v2.0/ports/33c43e96-f159-4a74-8063-35748449f4e3 HTTP/1.1" status: 200 len: 1091 time: 2.1595473 Aug 20 11:44:19.213945 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed39b6db-7296-41de-af12-891bf11006a2', 'tag': '33c43e96-f159-4a74-8063-35748449f4e3'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:19.224079 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc7c790-67f0-48d2-8304-0c173509999c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed39b6db-7296-41de-af12-891bf11006a2", "tag": "33c43e96-f159-4a74-8063-35748449f4e3"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:19.254131 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2bcdd37f-783c-429b-af9f-4088e3288bdf up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:19.260879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e2b2a1-96dd-4e04-9c2b-143d0f236aac None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:44:19.272866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-26052ebf-6317-4960-8acd-71ec1b9852b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-220945691-network', 'tenant_id': 'e1ad3e387c63490391d9da91965d6828'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:19.296553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-83b47c0a-1084-450e-9647-6495c6b4dc8b None None] Port 33a03a57-a638-4dff-8e5f-0f12a0d06ca3 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:44:19.315818 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601bda20-2341-43cc-b56c-1ab491309328 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:19.324896 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-601bda20-2341-43cc-b56c-1ab491309328 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "GET /v2.0/networks?id=092a9ffc-7b72-424f-80ad-9aafca7bb331 HTTP/1.1" status: 200 len: 765 time: 0.5164356 Aug 20 11:44:19.342234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42682) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:19.343993 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83909b15-98e0-4326-a774-f5de2b51225c x-openstack-request-id: req-83909b15-98e0-4326-a774-f5de2b51225c {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:19.344291 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed39b6db-7296-41de-af12-891bf11006a2", "tag": "33c43e96-f159-4a74-8063-35748449f4e3", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:19.344547 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83909b15-98e0-4326-a774-f5de2b51225c {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:19.345038 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed39b6db-7296-41de-af12-891bf11006a2', 'tag': '33c43e96-f159-4a74-8063-35748449f4e3', 'status': 'completed', 'code': 200} Aug 20 11:44:19.354321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-485898d1-4d15-4bd3-9e73-9978406beed6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'network': {'description': 'd2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:19.385348 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fe864-d632-4573-a712-becb5bdc8289 service neutron] Pushing event updated for resources: {'Port': ['ID=33c43e96-f159-4a74-8063-35748449f4e3,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:19.406062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26052ebf-6317-4960-8acd-71ec1b9852b9 admin admin] Made reservation on behalf of e1ad3e387c63490391d9da91965d6828 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:19.408921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26052ebf-6317-4960-8acd-71ec1b9852b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:19.417614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-0943ee94-f381-43ac-9005-0b477458dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:19.419640 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-0943ee94-f381-43ac-9005-0b477458dc2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61102427b20544a99687c14b264833fb&device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 1094 time: 0.1262472 Aug 20 11:44:19.425921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26052ebf-6317-4960-8acd-71ec1b9852b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:19.495977 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-f8df26ac-bbc0-405f-ae44-9200d6a73f0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33c43e96-f159-4a74-8063-35748449f4e3 HTTP/1.1" status: 200 len: 217 time: 0.0598209 Aug 20 11:44:19.634773 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-7dadaeb4-270b-4484-8c68-270da13727e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:19.636340 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-7dadaeb4-270b-4484-8c68-270da13727e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a835e74c-2b68-481c-a9b7-7b2ff328dde1 HTTP/1.1" status: 200 len: 853 time: 0.1303592 Aug 20 11:44:19.647292 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-485898d1-4d15-4bd3-9e73-9978406beed6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:19.652787 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26052ebf-6317-4960-8acd-71ec1b9852b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:19.671754 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-f9ad2ea5-1700-4999-9adb-42c5759ab463 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1026525 Aug 20 11:44:19.681180 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-485898d1-4d15-4bd3-9e73-9978406beed6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:19.689646 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26052ebf-6317-4960-8acd-71ec1b9852b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:19.713964 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2bcdd37f-783c-429b-af9f-4088e3288bdf triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:19.714347 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:19.720176 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-b882edf3-3218-45a4-b258-266e5cc991a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20807c99-64e7-492c-a4b6-4a1524653d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600646 Aug 20 11:44:19.758189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26052ebf-6317-4960-8acd-71ec1b9852b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:19.832569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c0936a4b-3dac-4a56-97fd-68610fa090d5 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:19.854436 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26052ebf-6317-4960-8acd-71ec1b9852b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:19.855036 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-26052ebf-6317-4960-8acd-71ec1b9852b9 admin admin] Added segment 17d541f2-d055-4345-81b3-61c63faca904 of type vlan for network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 Aug 20 11:44:19.857185 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26052ebf-6317-4960-8acd-71ec1b9852b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1036cceb-f309-48d8-a412-44d2c4096166,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:19.860563 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: c0936a4b-3dac-4a56-97fd-68610fa090d5 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:44:19.861148 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c0936a4b-3dac-4a56-97fd-68610fa090d5 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:44:19.912745 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6446e-2544-4110-9476-3135903088be req-eacaa666-fd3c-411c-8d97-cc95e4008a84 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:19.919124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6446e-2544-4110-9476-3135903088be req-eacaa666-fd3c-411c-8d97-cc95e4008a84 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:19.925271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6446e-2544-4110-9476-3135903088be req-eacaa666-fd3c-411c-8d97-cc95e4008a84 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:19.938507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:19.947809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6446e-2544-4110-9476-3135903088be req-eacaa666-fd3c-411c-8d97-cc95e4008a84 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:19.955694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6446e-2544-4110-9476-3135903088be req-eacaa666-fd3c-411c-8d97-cc95e4008a84 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:19.964857 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6446e-2544-4110-9476-3135903088be req-eacaa666-fd3c-411c-8d97-cc95e4008a84 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:19.974608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6446e-2544-4110-9476-3135903088be req-eacaa666-fd3c-411c-8d97-cc95e4008a84 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:20.001046 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c3e6446e-2544-4110-9476-3135903088be req-eacaa666-fd3c-411c-8d97-cc95e4008a84 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5431 time: 0.2752094 Aug 20 11:44:20.004653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:20.008510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b781b775-7570-46de-a029-170daaa5d997 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port 33a03a57-a638-4dff-8e5f-0f12a0d06ca3 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:20.009125 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b781b775-7570-46de-a029-170daaa5d997 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:20.012745 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:20.013253 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:20.035932 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.resource_extend [None req-852107bb-93ab-4fbc-b92e-971407066e2c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:44:20.085446 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26052ebf-6317-4960-8acd-71ec1b9852b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:20.135576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-485898d1-4d15-4bd3-9e73-9978406beed6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network 092a9ffc-7b72-424f-80ad-9aafca7bb331 is not hosted by any dhcp agent {{(pid=94690) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 11:44:20.143656 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485898d1-4d15-4bd3-9e73-9978406beed6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:20.144249 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-485898d1-4d15-4bd3-9e73-9978406beed6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:20.148376 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-485898d1-4d15-4bd3-9e73-9978406beed6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "PUT /v2.0/networks/092a9ffc-7b72-424f-80ad-9aafca7bb331 HTTP/1.1" status: 200 len: 762 time: 0.7970850 Aug 20 11:44:20.153338 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:20.155142 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c3e6446e-2544-4110-9476-3135903088be req-125b3101-6241-4618-b1df-508aaef267d1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1491890 Aug 20 11:44:20.158940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42700) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:20.161672 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-ca55c822-8704-4f4c-ba05-8db1eb8905b6 service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190314 Aug 20 11:44:20.215811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:20.218444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:20.224337 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4666ab25-5c61-4329-af75-ad70de69df2e" -d '{"events": [{"server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "name": "network-vif-plugged", "status": "completed", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:20.229189 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:20.281796 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-852107bb-93ab-4fbc-b92e-971407066e2c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:20.303319 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-852107bb-93ab-4fbc-b92e-971407066e2c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:20.312672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:20.315483 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26052ebf-6317-4960-8acd-71ec1b9852b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:20.317060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26052ebf-6317-4960-8acd-71ec1b9852b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:20.317197 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26052ebf-6317-4960-8acd-71ec1b9852b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:20.356118 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485898d1-4d15-4bd3-9e73-9978406beed6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Network': ['ID=092a9ffc-7b72-424f-80ad-9aafca7bb331,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:20.377115 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 092a9ffc-7b72-424f-80ad-9aafca7bb331 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:20.389415 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b781b775-7570-46de-a029-170daaa5d997 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:20.409938 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a1056-0a4a-41d1-9d4d-aa34f4a615bd req-341c0be1-5826-4118-9d6d-053e9ca0b0ef tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:20.411869 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7b1a1056-0a4a-41d1-9d4d-aa34f4a615bd req-341c0be1-5826-4118-9d6d-053e9ca0b0ef tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 948 time: 0.2585335 Aug 20 11:44:20.428489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b781b775-7570-46de-a029-170daaa5d997 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for 33a03a57-a638-4dff-8e5f-0f12a0d06ca3 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:20.563220 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7b1a1056-0a4a-41d1-9d4d-aa34f4a615bd req-7f96de81-9d23-43c7-b4b7-7ab30db1a5a3 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409371 Aug 20 11:44:20.566138 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-852107bb-93ab-4fbc-b92e-971407066e2c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Floating IP e4f39886-2821-4be3-a38c-3e4d4f1b32f6 associated. External IP: 172.25.8.139, port: ca8aeb76-3af5-45d0-b845-6ce360fa2345. Aug 20 11:44:20.651861 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b9eacf-689d-4bf5-8151-bcd49446a49a x-openstack-request-id: req-c3b9eacf-689d-4bf5-8151-bcd49446a49a {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:20.652591 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "name": "network-vif-plugged", "status": "completed", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:20.653763 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3b9eacf-689d-4bf5-8151-bcd49446a49a {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:20.654416 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93', 'code': 200} Aug 20 11:44:20.709001 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-26052ebf-6317-4960-8acd-71ec1b9852b9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9043581 Aug 20 11:44:20.709376 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42712) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:20.720783 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-52e936ef-0be5-461a-8c61-f74d79840b6f admin admin] Request body: {'subnet': {'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-220945691-subnet', 'tenant_id': 'e1ad3e387c63490391d9da91965d6828', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:20.732952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f31d7e-5045-416c-aead-7b3469d25027 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:20.732952 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-62f31d7e-5045-416c-aead-7b3469d25027 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "GET /v2.0/networks?id=092a9ffc-7b72-424f-80ad-9aafca7bb331 HTTP/1.1" status: 200 len: 765 time: 0.5646493 Aug 20 11:44:20.733141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42714) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:20.744825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26052ebf-6317-4960-8acd-71ec1b9852b9 admin admin] Pushing event updated for resources: {'Network': ['ID=b3bfbfd5-4051-40da-a35c-169d2e7b40d1,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:20.753405 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a2329c89-1659-4e10-a6bf-f2acfb2f7cbf req-88e1084b-37e2-42e1-89b1-9b2b5656875a service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770662 Aug 20 11:44:20.759079 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:20.763747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59df03-2889-40cb-97f8-1287c8bb965d req-d865c928-ff2b-4abf-9f91-09489f0eda9e tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:20.765334 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e59df03-2889-40cb-97f8-1287c8bb965d req-d865c928-ff2b-4abf-9f91-09489f0eda9e tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 943 time: 0.4678142 Aug 20 11:44:20.845805 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b781b775-7570-46de-a029-170daaa5d997 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:20.863113 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e936ef-0be5-461a-8c61-f74d79840b6f admin admin] Made reservation on behalf of e1ad3e387c63490391d9da91965d6828 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:20.866784 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-52e936ef-0be5-461a-8c61-f74d79840b6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:20.869442 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e59df03-2889-40cb-97f8-1287c8bb965d req-f196c6ae-969e-4e7b-9223-9111f16ed96c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911012 Aug 20 11:44:20.874948 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7c790-67f0-48d2-8304-0c173509999c req-8bca95d0-9ca1-4480-990d-81aec73da693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:20.876419 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5cc7c790-67f0-48d2-8304-0c173509999c req-8bca95d0-9ca1-4480-990d-81aec73da693 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61102427b20544a99687c14b264833fb&device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 1094 time: 0.0622973 Aug 20 11:44:20.946799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781b775-7570-46de-a029-170daaa5d997 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=33a03a57-a638-4dff-8e5f-0f12a0d06ca3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:21.027943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7c790-67f0-48d2-8304-0c173509999c req-00c540f3-f559-4c3d-bcf6-e729684c70db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.029652 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5cc7c790-67f0-48d2-8304-0c173509999c req-00c540f3-f559-4c3d-bcf6-e729684c70db service neutron] 10.222.0.35 "GET /v2.0/networks?id=20807c99-64e7-492c-a4b6-4a1524653d4e HTTP/1.1" status: 200 len: 913 time: 0.1236236 Aug 20 11:44:21.080130 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5cc7c790-67f0-48d2-8304-0c173509999c req-c53eb000-09c7-4a62-a280-2154b670712f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33c43e96-f159-4a74-8063-35748449f4e3 HTTP/1.1" status: 200 len: 217 time: 0.0384738 Aug 20 11:44:21.094918 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b781b775-7570-46de-a029-170daaa5d997 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:21.096885 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b781b775-7570-46de-a029-170daaa5d997 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/33a03a57-a638-4dff-8e5f-0f12a0d06ca3 HTTP/1.1" status: 204 len: 168 time: 2.7112539 Aug 20 11:44:21.100076 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42728) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:21.168953 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-152bb5dc-80f5-41e7-89a8-baf8735f6b05 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] GET failed (client error): The resource could not be found. Aug 20 11:44:21.174568 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-152bb5dc-80f5-41e7-89a8-baf8735f6b05 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/33a03a57-a638-4dff-8e5f-0f12a0d06ca3 HTTP/1.1" status: 404 len: 333 time: 0.0725946 Aug 20 11:44:21.176846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229d1b9d-4746-4cba-b8e7-d093a856674a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.177010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42730) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:21.178380 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-229d1b9d-4746-4cba-b8e7-d093a856674a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4460499 Aug 20 11:44:21.184156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42732) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:21.218514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13b0b-4538-4963-b19e-f1e710959670 req-b05a95d7-8dda-4a2e-963c-81b9f6c45eb9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.224427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13b0b-4538-4963-b19e-f1e710959670 req-b05a95d7-8dda-4a2e-963c-81b9f6c45eb9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.230962 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13b0b-4538-4963-b19e-f1e710959670 req-b05a95d7-8dda-4a2e-963c-81b9f6c45eb9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.238104 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-02aa146a-37cb-465a-a8e9-350f4d8ce756 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 207 time: 0.0496905 Aug 20 11:44:21.239251 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13b0b-4538-4963-b19e-f1e710959670 req-b05a95d7-8dda-4a2e-963c-81b9f6c45eb9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.240950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42738) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:21.247565 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13b0b-4538-4963-b19e-f1e710959670 req-b05a95d7-8dda-4a2e-963c-81b9f6c45eb9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.253696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13b0b-4538-4963-b19e-f1e710959670 req-b05a95d7-8dda-4a2e-963c-81b9f6c45eb9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.259602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13b0b-4538-4963-b19e-f1e710959670 req-b05a95d7-8dda-4a2e-963c-81b9f6c45eb9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.261641 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dae13b0b-4538-4963-b19e-f1e710959670 req-b05a95d7-8dda-4a2e-963c-81b9f6c45eb9 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5431 time: 0.2668734 Aug 20 11:44:21.281956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7c790-67f0-48d2-8304-0c173509999c req-1ca46367-15ff-4214-8125-470cfbde1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.283561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5cc7c790-67f0-48d2-8304-0c173509999c req-1ca46367-15ff-4214-8125-470cfbde1baf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a835e74c-2b68-481c-a9b7-7b2ff328dde1 HTTP/1.1" status: 200 len: 853 time: 0.1946859 Aug 20 11:44:21.351616 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852107bb-93ab-4fbc-b92e-971407066e2c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Router 57ad8a20-f468-4f3f-9075-f133547422ed has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:44:21.365729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13b0b-4538-4963-b19e-f1e710959670 req-567cf024-083e-4059-a327-0224ba651560 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.367141 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dae13b0b-4538-4963-b19e-f1e710959670 req-567cf024-083e-4059-a327-0224ba651560 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.35 "GET /v2.0/ports/0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0935626 Aug 20 11:44:21.371127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5cc7c790-67f0-48d2-8304-0c173509999c req-7055292f-3563-415c-b174-68bf02ff5aa9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20807c99-64e7-492c-a4b6-4a1524653d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420909 Aug 20 11:44:21.384385 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-574892dd-bd6c-495a-bf5e-b549cefd0d79 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting subnet 914719d8-4689-4c01-be53-7373501ea7e6 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:44:21.446725 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-574892dd-bd6c-495a-bf5e-b549cefd0d79 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:21.452948 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9769fb-f850-4cd4-8c4e-b7a460eb86de req-0e2ffd31-73bb-4109-bb98-b82a8795d945 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.459119 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9769fb-f850-4cd4-8c4e-b7a460eb86de req-0e2ffd31-73bb-4109-bb98-b82a8795d945 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.465154 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9769fb-f850-4cd4-8c4e-b7a460eb86de req-0e2ffd31-73bb-4109-bb98-b82a8795d945 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.470914 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9769fb-f850-4cd4-8c4e-b7a460eb86de req-0e2ffd31-73bb-4109-bb98-b82a8795d945 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.479275 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9769fb-f850-4cd4-8c4e-b7a460eb86de req-0e2ffd31-73bb-4109-bb98-b82a8795d945 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.487059 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9769fb-f850-4cd4-8c4e-b7a460eb86de req-0e2ffd31-73bb-4109-bb98-b82a8795d945 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.494704 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9769fb-f850-4cd4-8c4e-b7a460eb86de req-0e2ffd31-73bb-4109-bb98-b82a8795d945 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.496688 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bf9769fb-f850-4cd4-8c4e-b7a460eb86de req-0e2ffd31-73bb-4109-bb98-b82a8795d945 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5431 time: 0.2193747 Aug 20 11:44:21.533089 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdea7c6-e170-4338-bc66-3ad733d4de3a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.539746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdea7c6-e170-4338-bc66-3ad733d4de3a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.546137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdea7c6-e170-4338-bc66-3ad733d4de3a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.552392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdea7c6-e170-4338-bc66-3ad733d4de3a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.559498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdea7c6-e170-4338-bc66-3ad733d4de3a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.565392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdea7c6-e170-4338-bc66-3ad733d4de3a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.572676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5fdea7c6-e170-4338-bc66-3ad733d4de3a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3022106 Aug 20 11:44:21.577880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42744) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:21.582540 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-574892dd-bd6c-495a-bf5e-b549cefd0d79 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:21.731520 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bf9769fb-f850-4cd4-8c4e-b7a460eb86de req-a5396a12-dfe7-4ee3-957d-40112ab65698 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2021894 Aug 20 11:44:21.743536 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5cc7c790-67f0-48d2-8304-0c173509999c req-df08e7ac-3125-4b38-97c4-435026ebe137 service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523753 Aug 20 11:44:21.775658 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-52e936ef-0be5-461a-8c61-f74d79840b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:21.905953 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c7bd46cb-431b-4139-b515-1b7fa5331700 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.3266947 Aug 20 11:44:21.914896 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b92c67-96d5-4355-9ac7-3b9e75b3bfd8 req-38994454-8e92-4c08-966d-891e8ced0b2c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.916943 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76b92c67-96d5-4355-9ac7-3b9e75b3bfd8 req-38994454-8e92-4c08-966d-891e8ced0b2c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.2383864 Aug 20 11:44:21.921964 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42752) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:21.999723 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-574892dd-bd6c-495a-bf5e-b549cefd0d79 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:22.093890 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dae13b0b-4538-4963-b19e-f1e710959670 req-09e03ef6-0275-4616-84b9-b80c63235e48 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.35 "GET /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6913059 Aug 20 11:44:22.116168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577303a-ae01-4bda-96d8-b8fd7b6d9c97 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:22.119560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577303a-ae01-4bda-96d8-b8fd7b6d9c97 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:22.122242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577303a-ae01-4bda-96d8-b8fd7b6d9c97 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:22.124432 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852107bb-93ab-4fbc-b92e-971407066e2c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:44:22.124611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577303a-ae01-4bda-96d8-b8fd7b6d9c97 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:22.127369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577303a-ae01-4bda-96d8-b8fd7b6d9c97 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:22.130112 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4577303a-ae01-4bda-96d8-b8fd7b6d9c97 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2041843 Aug 20 11:44:22.136587 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42760) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:22.139712 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e102ba-0752-4107-8219-528304a62750 None None] Sync routers for ids ['57ad8a20-f468-4f3f-9075-f133547422ed'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:44:22.145666 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5cc7c790-67f0-48d2-8304-0c173509999c req-e2ab1f88-fad3-4625-94bd-fb75bd7ab24e service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855565 Aug 20 11:44:22.151677 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-852107bb-93ab-4fbc-b92e-971407066e2c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:22.158035 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e102ba-0752-4107-8219-528304a62750 None None] Routers {'57ad8a20-f468-4f3f-9075-f133547422ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:44:22.158672 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-76e102ba-0752-4107-8219-528304a62750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:43:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['57ad8a20-f468-4f3f-9075-f133547422ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:22.177767 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76b92c67-96d5-4355-9ac7-3b9e75b3bfd8 req-5700cbfb-7b0f-4f52-ad07-e4d5014d6b74 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464643 Aug 20 11:44:22.190243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-dae13b0b-4538-4963-b19e-f1e710959670 req-be8cf94c-e3b8-4bdc-8639-85511e690edd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:22.197702 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-574892dd-bd6c-495a-bf5e-b549cefd0d79 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:22.259813 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-574892dd-bd6c-495a-bf5e-b549cefd0d79 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:22.260913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be3a68d-b403-49ad-837f-7306e2161f2b None None] Network d517f28b-e41b-48b0-bef9-78798f039a82 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:22.263599 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-574892dd-bd6c-495a-bf5e-b549cefd0d79 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/914719d8-4689-4c01-be53-7373501ea7e6 HTTP/1.1" status: 204 len: 168 time: 1.0855651 Aug 20 11:44:22.264951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574892dd-bd6c-495a-bf5e-b549cefd0d79 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Subnet': ['ID=914719d8-4689-4c01-be53-7373501ea7e6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:22.267416 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42766) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:22.336811 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-76e102ba-0752-4107-8219-528304a62750 None None] Set router 57ad8a20-f468-4f3f-9075-f133547422ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:44:22.447298 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-852107bb-93ab-4fbc-b92e-971407066e2c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "PUT /v2.0/floatingips/e4f39886-2821-4be3-a38c-3e4d4f1b32f6 HTTP/1.1" status: 200 len: 991 time: 4.9519866 Aug 20 11:44:22.457680 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:22.458653 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6b6a8661-6663-4564-a922-523ec983b308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:22.470539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'tag': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:22.480244 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f16a10d-ebaf-4af5-8476-5bc174b8212c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7", "tag": "ca8aeb76-3af5-45d0-b845-6ce360fa2345"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:22.523129 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e936ef-0be5-461a-8c61-f74d79840b6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ea546d-aa14-4d25-bbdf-390c9e0a87dc,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:22.625535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port 2bcdd37f-783c-429b-af9f-4088e3288bdf {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:22.626150 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:22.628250 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-76e102ba-0752-4107-8219-528304a62750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'e4f39886-2821-4be3-a38c-3e4d4f1b32f6', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'port_id': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'mac_address': 'fa:16:3e:16:3e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:43:54Z', 'updated_at': '2021-08-20T11:44:19Z', 'revision_number': 1, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ccbda7-8437-4fce-9250-c945ac11ac4a', 'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'mac_address': 'fa:16:3e:87:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:22Z', 'updated_at': '2021-08-20T11:39:28Z', 'revision_number': 5, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'subnets': [{'id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:22.636867 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3043b242-9fba-4cdd-99cb-93d83c9a65fd tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:22.638295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3043b242-9fba-4cdd-99cb-93d83c9a65fd tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:22.639822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3043b242-9fba-4cdd-99cb-93d83c9a65fd tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:22.641736 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3043b242-9fba-4cdd-99cb-93d83c9a65fd tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:22.643152 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3043b242-9fba-4cdd-99cb-93d83c9a65fd tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:22.649341 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3043b242-9fba-4cdd-99cb-93d83c9a65fd tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4260564 Aug 20 11:44:22.658788 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28c69f1-d95d-46b7-bada-676f9cf31830 None None] DHCP port deletion for d517f28b-e41b-48b0-bef9-78798f039a82 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:44:22.659101 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42776) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:22.670771 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e936ef-0be5-461a-8c61-f74d79840b6f admin admin] Checking segment: {'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:22.671133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e936ef-0be5-461a-8c61-f74d79840b6f admin admin] Network hostable DHCP agents. Network: b3bfbfd5-4051-40da-a35c-169d2e7b40d1, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:44:22.680725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4907063-c174-4afd-ab40-152516564af0 req-421d05d8-51ef-45f7-aca4-dc21ccbae8f0 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:22.682273 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4907063-c174-4afd-ab40-152516564af0 req-421d05d8-51ef-45f7-aca4-dc21ccbae8f0 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 943 time: 0.5874846 Aug 20 11:44:22.683912 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b9d6de-4121-4912-aa1b-1ee2b7a2b77f x-openstack-request-id: req-59b9d6de-4121-4912-aa1b-1ee2b7a2b77f {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:22.684191 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7", "tag": "ca8aeb76-3af5-45d0-b845-6ce360fa2345", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:22.684449 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59b9d6de-4121-4912-aa1b-1ee2b7a2b77f {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:22.684853 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'tag': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'status': 'completed', 'code': 200} Aug 20 11:44:22.687683 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-be8cf94c-e3b8-4bdc-8639-85511e690edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:22.697958 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e102ba-0752-4107-8219-528304a62750 None None] Checking router: 57ad8a20-f468-4f3f-9075-f133547422ed for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:44:22.715923 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e102ba-0752-4107-8219-528304a62750 None None] Routers {'57ad8a20-f468-4f3f-9075-f133547422ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:44:22.717023 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-76e102ba-0752-4107-8219-528304a62750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:43:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['57ad8a20-f468-4f3f-9075-f133547422ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:22.748779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-f847480c-2e44-4bdd-928d-bb1482302921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:22.752255 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-f847480c-2e44-4bdd-928d-bb1482302921 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d&tenant_id=4968b5d340e042799a12f4492ac2ee3a HTTP/1.1" status: 200 len: 1100 time: 0.1911917 Aug 20 11:44:22.762441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e28c69f1-d95d-46b7-bada-676f9cf31830 None None] Deleting port 2bcdd37f-783c-429b-af9f-4088e3288bdf {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:22.762814 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e28c69f1-d95d-46b7-bada-676f9cf31830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:22.828599 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:22.863366 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-76e102ba-0752-4107-8219-528304a62750 None None] Set router 57ad8a20-f468-4f3f-9075-f133547422ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:44:22.875555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] For port 2bcdd37f-783c-429b-af9f-4088e3288bdf, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2bcdd37f-783c-429b-af9f-4088e3288bdf,segment=NetworkSegment(dc2befcd-b6f7-4a9f-b97e-6014a6e4b121),segment_id=dc2befcd-b6f7-4a9f-b97e-6014a6e4b121)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:22.875929 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:22.883889 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4907063-c174-4afd-ab40-152516564af0 req-d8ca7476-88c6-4258-99f3-9285950b8a6d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771414 Aug 20 11:44:22.894039 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e936ef-0be5-461a-8c61-f74d79840b6f admin admin] Network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:44:22.923013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16a10d-ebaf-4af5-8476-5bc174b8212c req-311d6c11-784e-4f38-a4ff-39c2fc6346a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:22.924779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f16a10d-ebaf-4af5-8476-5bc174b8212c req-311d6c11-784e-4f38-a4ff-39c2fc6346a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b7fc38fbfd349b389016707e8806081&device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 1096 time: 0.2143233 Aug 20 11:44:22.942016 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for 2bcdd37f-783c-429b-af9f-4088e3288bdf owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:22.971278 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-52e936ef-0be5-461a-8c61-f74d79840b6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, b3bfbfd5-4051-40da-a35c-169d2e7b40d1) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:23.009635 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e936ef-0be5-461a-8c61-f74d79840b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:23.014772 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-52e936ef-0be5-461a-8c61-f74d79840b6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:23.064661 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f2ede4-7bbb-406c-834b-1d9bf6e000e5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:23.071110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16a10d-ebaf-4af5-8476-5bc174b8212c req-d28fda50-dbff-4629-81a1-c74e2bc5ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:23.072797 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f16a10d-ebaf-4af5-8476-5bc174b8212c req-d28fda50-dbff-4629-81a1-c74e2bc5ea32 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 200 len: 916 time: 0.1285520 Aug 20 11:44:23.073276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42784) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:23.074583 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b9f2ede4-7bbb-406c-834b-1d9bf6e000e5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "GET /v2.0/networks/f538cd5c-848d-4cf0-b553-38fe1c4d7d1a HTTP/1.1" status: 200 len: 803 time: 0.4107754 Aug 20 11:44:23.092206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d15bd1-1bcf-486c-9f5e-40f0c6a48c9c None None] Network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:23.095744 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-52e936ef-0be5-461a-8c61-f74d79840b6f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3823357 Aug 20 11:44:23.164932 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-be8cf94c-e3b8-4bdc-8639-85511e690edd service neutron] For port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:23.176951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e28c69f1-d95d-46b7-bada-676f9cf31830 None None] For port 2bcdd37f-783c-429b-af9f-4088e3288bdf, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2bcdd37f-783c-429b-af9f-4088e3288bdf,segment=NetworkSegment(dc2befcd-b6f7-4a9f-b97e-6014a6e4b121),segment_id=dc2befcd-b6f7-4a9f-b97e-6014a6e4b121)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:23.177760 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e28c69f1-d95d-46b7-bada-676f9cf31830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:23.197154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e28c69f1-d95d-46b7-bada-676f9cf31830 None None] Calling delete_port for 2bcdd37f-783c-429b-af9f-4088e3288bdf owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:23.237878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2bcdd37f-783c-429b-af9f-4088e3288bdf no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:23.249813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-be8cf94c-e3b8-4bdc-8639-85511e690edd service neutron] For port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:23.342924 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-76e102ba-0752-4107-8219-528304a62750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'e4f39886-2821-4be3-a38c-3e4d4f1b32f6', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'port_id': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'mac_address': 'fa:16:3e:16:3e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:43:54Z', 'updated_at': '2021-08-20T11:44:19Z', 'revision_number': 1, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ccbda7-8437-4fce-9250-c945ac11ac4a', 'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'mac_address': 'fa:16:3e:87:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:22Z', 'updated_at': '2021-08-20T11:39:28Z', 'revision_number': 5, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'subnets': [{'id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:23.352894 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-dae13b0b-4538-4963-b19e-f1e710959670 req-be8cf94c-e3b8-4bdc-8639-85511e690edd service neutron] device_id is not set on port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:23.373538 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-be8cf94c-e3b8-4bdc-8639-85511e690edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:23.380258 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-be8cf94c-e3b8-4bdc-8639-85511e690edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:23.391803 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:23.412372 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e102ba-0752-4107-8219-528304a62750 None None] The sync data for ids ['57ad8a20-f468-4f3f-9075-f133547422ed'] in n-d-804299-2 is: [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'e4f39886-2821-4be3-a38c-3e4d4f1b32f6', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'port_id': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'mac_address': 'fa:16:3e:16:3e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:43:54Z', 'updated_at': '2021-08-20T11:44:19Z', 'revision_number': 1, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ccbda7-8437-4fce-9250-c945ac11ac4a', 'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'mac_address': 'fa:16:3e:87:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:22Z', 'updated_at': '2021-08-20T11:39:28Z', 'revision_number': 5, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'subnets': [{'id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:44:23.426292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83e42-494b-439d-92d5-7b53c41ce89d req-b48c1868-9121-4adb-843d-7362f6768372 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:23.434424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83e42-494b-439d-92d5-7b53c41ce89d req-b48c1868-9121-4adb-843d-7362f6768372 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:23.441474 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83e42-494b-439d-92d5-7b53c41ce89d req-b48c1868-9121-4adb-843d-7362f6768372 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:23.449224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83e42-494b-439d-92d5-7b53c41ce89d req-b48c1868-9121-4adb-843d-7362f6768372 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:23.456127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110931ac-27df-4e49-9efd-22224965435d None None] Network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:23.456670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83e42-494b-439d-92d5-7b53c41ce89d req-b48c1868-9121-4adb-843d-7362f6768372 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:23.464017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83e42-494b-439d-92d5-7b53c41ce89d req-b48c1868-9121-4adb-843d-7362f6768372 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:23.470009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83e42-494b-439d-92d5-7b53c41ce89d req-b48c1868-9121-4adb-843d-7362f6768372 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:23.479527 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0cf83e42-494b-439d-92d5-7b53c41ce89d req-b48c1868-9121-4adb-843d-7362f6768372 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 5431 time: 0.6079817 Aug 20 11:44:23.482466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cf94c-e3b8-4bdc-8639-85511e690edd service neutron] Pushing event updated for resources: {'Port': ['ID=0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:23.493842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80722f0a-e45e-4cf0-b55a-5b58b6b4f65d req-fb4fadb7-f84a-44bc-9b78-9b864c1836fd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:23.504951 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-80722f0a-e45e-4cf0-b55a-5b58b6b4f65d req-fb4fadb7-f84a-44bc-9b78-9b864c1836fd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.1945448 Aug 20 11:44:23.558603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-be8cf94c-e3b8-4bdc-8639-85511e690edd service neutron] No DVR routers for this DVR port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:23.608928 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-80722f0a-e45e-4cf0-b55a-5b58b6b4f65d req-276ad7bb-86f3-4b26-b512-c2bf5d13d846 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029468 Aug 20 11:44:23.630327 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e28c69f1-d95d-46b7-bada-676f9cf31830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:23.640088 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-dae13b0b-4538-4963-b19e-f1e710959670 req-be8cf94c-e3b8-4bdc-8639-85511e690edd service neutron] In _notify_port_updated(), no bound segment for port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 on network b853601e-e5a6-4bac-a3f5-84410a4476f4 {{(pid=94690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:44:23.640088 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13b0b-4538-4963-b19e-f1e710959670 req-be8cf94c-e3b8-4bdc-8639-85511e690edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:23.640088 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-be8cf94c-e3b8-4bdc-8639-85511e690edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:23.641034 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dae13b0b-4538-4963-b19e-f1e710959670 req-be8cf94c-e3b8-4bdc-8639-85511e690edd service neutron] 10.222.0.35 "PUT /v2.0/ports/0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 HTTP/1.1" status: 200 len: 1026 time: 1.5183802 Aug 20 11:44:23.649668 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:23.694410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c69f1-d95d-46b7-bada-676f9cf31830 None None] Pushing event deleted for resources: {'Port': ['ID=2bcdd37f-783c-429b-af9f-4088e3288bdf,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:23.723333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c69f1-d95d-46b7-bada-676f9cf31830 None None] No DVR routers for this DVR port 2bcdd37f-783c-429b-af9f-4088e3288bdf on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:23.809769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13b0b-4538-4963-b19e-f1e710959670 req-4f9633de-610b-4cd8-8fb1-87878fae6df8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:23.815217 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dae13b0b-4538-4963-b19e-f1e710959670 req-4f9633de-610b-4cd8-8fb1-87878fae6df8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.35 "GET /v2.0/ports/f73427c2-302c-4d69-82a5-d2190ada2e2e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1676254 Aug 20 11:44:23.838351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-dae13b0b-4538-4963-b19e-f1e710959670 req-ee300878-f4da-49d3-82bc-08d3299736e4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:23.862854 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66383bc5-64a0-44a3-9b3e-d0421ebaccbc None None] New status for floating IP e4f39886-2821-4be3-a38c-3e4d4f1b32f6: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:44:23.873638 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f16a10d-ebaf-4af5-8476-5bc174b8212c req-3716b759-9f0f-46ae-a737-797eff80ce4d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345 HTTP/1.1" status: 200 len: 999 time: 0.7739131 Aug 20 11:44:23.917511 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0cf83e42-494b-439d-92d5-7b53c41ce89d req-19551528-454f-46ed-b4aa-d43aa74afcaa tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&id=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4370589 Aug 20 11:44:23.925081 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0af3915e-10ab-4b1e-bb65-44c9e036d559 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "GET /v2.0/networks/f538cd5c-848d-4cf0-b553-38fe1c4d7d1a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.8285420 Aug 20 11:44:23.928940 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42816) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:23.990781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 33c43e96-f159-4a74-8063-35748449f4e3 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:44:24.010571 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.017581 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device d5054f1e-1723-48c0-b1b4-5eda599cf42a no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:24.021306 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-ee300878-f4da-49d3-82bc-08d3299736e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.061436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689eae1b-986a-44f7-a6ca-5b8dfa14802f tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:24.066461 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-689eae1b-986a-44f7-a6ca-5b8dfa14802f tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "GET /v2.0/subnets/20192137-dc1d-4d02-93ce-3c07a38ff7e5 HTTP/1.1" status: 200 len: 843 time: 0.1137617 Aug 20 11:44:24.068836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42828) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:24.125997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-be0ad0be-afd2-4f35-b54e-eb6a1230d23a None None] Provisioning complete for port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:24.126719 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-be0ad0be-afd2-4f35-b54e-eb6a1230d23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.246893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-be0ad0be-afd2-4f35-b54e-eb6a1230d23a None None] Port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:44:24.251123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:24.257386 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1598a19b-55a1-4216-9ea4-0b16f03dfbd8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:24.265053 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1598a19b-55a1-4216-9ea4-0b16f03dfbd8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "GET /v2.0/subnets/20192137-dc1d-4d02-93ce-3c07a38ff7e5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1916301 Aug 20 11:44:24.299159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=2bcdd37f-783c-429b-af9f-4088e3288bdf,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:24.302797 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16a10d-ebaf-4af5-8476-5bc174b8212c req-512b9730-3bb2-4559-936d-b00a2d82a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:24.303472 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42832) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:24.305859 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f16a10d-ebaf-4af5-8476-5bc174b8212c req-512b9730-3bb2-4559-936d-b00a2d82a9e2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=103eddf2-fc89-4533-8efb-85f3a3a4ce52 HTTP/1.1" status: 200 len: 855 time: 0.4183648 Aug 20 11:44:24.308245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No DVR routers for this DVR port 2bcdd37f-783c-429b-af9f-4088e3288bdf on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:24.315947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a6379571-92ae-42fc-84f9-d794618cabeb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-203984980'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:24.332511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-e6068a2d-7342-433b-82b4-0a5f849431ca tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:24.334084 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-e6068a2d-7342-433b-82b4-0a5f849431ca tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/networks?id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1 HTTP/1.1" status: 200 len: 814 time: 0.2905264 Aug 20 11:44:24.349186 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 33c43e96-f159-4a74-8063-35748449f4e3, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=33c43e96-f159-4a74-8063-35748449f4e3,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:24.360783 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.372591 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-56019c49-4709-4504-a5b5-2829493f6dd3 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/quotas/e1ad3e387c63490391d9da91965d6828 HTTP/1.1" status: 200 len: 375 time: 0.0318308 Aug 20 11:44:24.384906 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6379571-92ae-42fc-84f9-d794618cabeb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:24.388536 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6379571-92ae-42fc-84f9-d794618cabeb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.393614 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '33c43e96-f159-4a74-8063-35748449f4e3', 'network_id': '20807c99-64e7-492c-a4b6-4a1524653d4e', 'port_id': '33c43e96-f159-4a74-8063-35748449f4e3', 'mac_address': 'fa:16:3e:9e:e6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a835e74c-2b68-481c-a9b7-7b2ff328dde1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:44:24.399499 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5054f1e-1723-48c0-b1b4-5eda599cf42a'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:24.402275 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec285b86-75ed-45b9-90a5-fc844871bf63" -d '{"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-unplugged", "status": "completed", "tag": "d5054f1e-1723-48c0-b1b4-5eda599cf42a"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:24.419023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:24.421613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port d5054f1e-1723-48c0-b1b4-5eda599cf42a, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d5054f1e-1723-48c0-b1b4-5eda599cf42a,segment=NetworkSegment(d32fd6d1-a28b-4ada-a11d-647bfef7364c),segment_id=d32fd6d1-a28b-4ada-a11d-647bfef7364c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:24.422724 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.436352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d517f28b-e41b-48b0-bef9-78798f039a82']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:24.441915 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-c53cdfb4-2510-4bef-a5fd-637f9565fe09 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e1ad3e387c63490391d9da91965d6828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627198 Aug 20 11:44:24.448498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2befcd-b6f7-4a9f-b97e-6014a6e4b121') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:24.448937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2befcd-b6f7-4a9f-b97e-6014a6e4b121') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:24.450085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-ee300878-f4da-49d3-82bc-08d3299736e4 service neutron] For port f73427c2-302c-4d69-82a5-d2190ada2e2e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f73427c2-302c-4d69-82a5-d2190ada2e2e,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:24.458388 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.462340 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.463912 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 9fcc8b63-6f5a-4f97-8d58-274552ae7093 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:24.526029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6379571-92ae-42fc-84f9-d794618cabeb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:24.546278 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.557074 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6379571-92ae-42fc-84f9-d794618cabeb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.557424 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-a6379571-92ae-42fc-84f9-d794618cabeb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Added segment a430ac68-ecd9-4643-b37a-88c6b1484a6d of type vlan for network 5bcca126-0032-43a2-9112-6890387051da Aug 20 11:44:24.565176 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.577378 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16a10d-ebaf-4af5-8476-5bc174b8212c req-dca2c21e-3ab8-466b-ba1e-1ae7338550a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:24.579327 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f16a10d-ebaf-4af5-8476-5bc174b8212c req-dca2c21e-3ab8-466b-ba1e-1ae7338550a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b817b733-e7a4-4e0a-bc42-a33cd394358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2396424 Aug 20 11:44:24.581736 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-ee300878-f4da-49d3-82bc-08d3299736e4 service neutron] For port f73427c2-302c-4d69-82a5-d2190ada2e2e, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:24.593905 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:24.594462 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.595105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c43e96-f159-4a74-8063-35748449f4e3 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:24.600306 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:24.607375 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=d5054f1e-1723-48c0-b1b4-5eda599cf42a,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:24.655694 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 33c43e96-f159-4a74-8063-35748449f4e3, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=33c43e96-f159-4a74-8063-35748449f4e3,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:24.660435 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6379571-92ae-42fc-84f9-d794618cabeb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.665545 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.672174 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.689576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-dae13b0b-4538-4963-b19e-f1e710959670 req-ee300878-f4da-49d3-82bc-08d3299736e4 service neutron] device_id is not set on port f73427c2-302c-4d69-82a5-d2190ada2e2e yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:24.708779 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-ee300878-f4da-49d3-82bc-08d3299736e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.714353 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-ae891ebd-9fc7-4814-bed7-f26af28f816b service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611840 Aug 20 11:44:24.733389 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-ee300878-f4da-49d3-82bc-08d3299736e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.748232 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6379571-92ae-42fc-84f9-d794618cabeb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.749393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 9fcc8b63-6f5a-4f97-8d58-274552ae7093, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=9fcc8b63-6f5a-4f97-8d58-274552ae7093,segment=NetworkSegment(4bd933ce-9ca8-41e8-a616-b4e74153651a),segment_id=4bd933ce-9ca8-41e8-a616-b4e74153651a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:24.754876 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.755932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f73427c2-302c-4d69-82a5-d2190ada2e2e no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:24.756303 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6379571-92ae-42fc-84f9-d794618cabeb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:24.756987 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6379571-92ae-42fc-84f9-d794618cabeb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.804487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=33c43e96-f159-4a74-8063-35748449f4e3,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:24.849733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f73427c2-302c-4d69-82a5-d2190ada2e2e not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:44:24.850595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:24.908886 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a6379571-92ae-42fc-84f9-d794618cabeb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6018462 Aug 20 11:44:24.911465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=9fcc8b63-6f5a-4f97-8d58-274552ae7093,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:24.913532 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42844) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:24.924120 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['33c43e96-f159-4a74-8063-35748449f4e3'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:44:24.924935 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ff8a27e6-04a5-4bad-8357-f5b192d4ae42 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'subnet': {'network_id': '5bcca126-0032-43a2-9112-6890387051da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:24.987634 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:44:24.988146 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:24.994513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee300878-f4da-49d3-82bc-08d3299736e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f73427c2-302c-4d69-82a5-d2190ada2e2e,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:25.062372 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:25.064717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6379571-92ae-42fc-84f9-d794618cabeb tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Network': ['ID=5bcca126-0032-43a2-9112-6890387051da,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:25.064989 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c7cbfa-114b-4746-a95d-3a287c57a199" -d '{"events": [{"server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "name": "network-vif-unplugged", "status": "completed", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:25.067963 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-ee300878-f4da-49d3-82bc-08d3299736e4 service neutron] No DVR routers for this DVR port f73427c2-302c-4d69-82a5-d2190ada2e2e on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:25.089513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 5bcca126-0032-43a2-9112-6890387051da details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:25.110838 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.167259 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-7a788655-fd01-4524-bbb9-3bb37516ad9c service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453404 Aug 20 11:44:25.179141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-dae13b0b-4538-4963-b19e-f1e710959670 req-ee300878-f4da-49d3-82bc-08d3299736e4 service neutron] In _notify_port_updated(), no bound segment for port f73427c2-302c-4d69-82a5-d2190ada2e2e on network b853601e-e5a6-4bac-a3f5-84410a4476f4 {{(pid=94690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:44:25.180370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13b0b-4538-4963-b19e-f1e710959670 req-ee300878-f4da-49d3-82bc-08d3299736e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:25.181264 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-ee300878-f4da-49d3-82bc-08d3299736e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.182832 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dae13b0b-4538-4963-b19e-f1e710959670 req-ee300878-f4da-49d3-82bc-08d3299736e4 service neutron] 10.222.0.35 "PUT /v2.0/ports/f73427c2-302c-4d69-82a5-d2190ada2e2e HTTP/1.1" status: 200 len: 1025 time: 1.3505220 Aug 20 11:44:25.196573 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975473d2-984f-4431-acd0-81a220ce1865 req-13f13db1-f966-472a-9bb6-26be62aea55a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:25.207276 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-975473d2-984f-4431-acd0-81a220ce1865 req-13f13db1-f966-472a-9bb6-26be62aea55a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 943 time: 0.8655002 Aug 20 11:44:25.249347 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Transition to ACTIVE for port object 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:25.256918 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8a27e6-04a5-4bad-8357-f5b192d4ae42 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Made reservation on behalf of be427dd83b8c42beb47567a5d09f8199 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:25.262429 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.263103 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff8a27e6-04a5-4bad-8357-f5b192d4ae42 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.290378 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4e501d89-3178-4681-b668-864e6e22f5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.301153 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.308317 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/networks/d517f28b-e41b-48b0-bef9-78798f039a82 HTTP/1.1" status: 204 len: 168 time: 3.0390971 Aug 20 11:44:25.312114 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.325676 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.339569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42856) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:25.349175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e3140b02-5dea-4f9a-9eb2-c475a8c4686f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'name': 'tempest-PortsIpV6TestJSON-897108497'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:25.375941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171c376-245a-4e65-84a6-f7ba0cbc5d97 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Network': ['ID=d517f28b-e41b-48b0-bef9-78798f039a82,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:25.431981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-ff8a27e6-04a5-4bad-8357-f5b192d4ae42 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Performing IP validity checks on allocation pools {{(pid=94690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 11:44:25.432663 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-ff8a27e6-04a5-4bad-8357-f5b192d4ae42 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 11:44:25.442366 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.464128 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-975473d2-984f-4431-acd0-81a220ce1865 req-3f83f620-0358-4f31-ab6b-a7354197bc28 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556353 Aug 20 11:44:25.503038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-65e6adc9-426d-447d-8d09-643836691e07 None None] Provisioning complete for port f73427c2-302c-4d69-82a5-d2190ada2e2e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:25.503598 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65e6adc9-426d-447d-8d09-643836691e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.524126 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74ec902-bc4c-4d40-b792-3a34d542f4dc x-openstack-request-id: req-a74ec902-bc4c-4d40-b792-3a34d542f4dc {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:25.524905 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-unplugged", "status": "completed", "tag": "d5054f1e-1723-48c0-b1b4-5eda599cf42a", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:25.525584 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a74ec902-bc4c-4d40-b792-3a34d542f4dc {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:25.528868 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5054f1e-1723-48c0-b1b4-5eda599cf42a', 'code': 200} Aug 20 11:44:25.570026 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f16a10d-ebaf-4af5-8476-5bc174b8212c req-8bd0b7e9-3661-4fe5-a38d-336fb261ae77 service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9708188 Aug 20 11:44:25.601233 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7fb1e7c4-65b0-45e4-b85a-c5f5918cad98,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:25.610273 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.611157 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device eb9bf277-a00a-426c-859c-9c0822d72347 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:25.724133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-65e6adc9-426d-447d-8d09-643836691e07 None None] Port f73427c2-302c-4d69-82a5-d2190ada2e2e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:44:25.767607 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-dae13b0b-4538-4963-b19e-f1e710959670 req-cefc87dd-c9a7-4cf7-9e1e-c8905fdbf6ca tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Deleting port d5054f1e-1723-48c0-b1b4-5eda599cf42a {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:25.768136 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-cefc87dd-c9a7-4cf7-9e1e-c8905fdbf6ca tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.795119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] No DVR routers for this DVR port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:25.832020 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Pushing event updated for resources: {'Port': ['ID=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,revision_number=10']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:25.868138 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=7fb1e7c4-65b0-45e4-b85a-c5f5918cad98,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:25.872276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232f11c-00a5-4df2-959e-144a2a90af0f req-e67002f5-b1cc-45a7-b46c-8ed4770331d4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:25.878560 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232f11c-00a5-4df2-959e-144a2a90af0f req-e67002f5-b1cc-45a7-b46c-8ed4770331d4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:25.884259 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.884559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232f11c-00a5-4df2-959e-144a2a90af0f req-e67002f5-b1cc-45a7-b46c-8ed4770331d4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:25.890751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232f11c-00a5-4df2-959e-144a2a90af0f req-e67002f5-b1cc-45a7-b46c-8ed4770331d4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:25.896913 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232f11c-00a5-4df2-959e-144a2a90af0f req-e67002f5-b1cc-45a7-b46c-8ed4770331d4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:25.899259 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7232f11c-00a5-4df2-959e-144a2a90af0f req-e67002f5-b1cc-45a7-b46c-8ed4770331d4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 3880 time: 0.2858703 Aug 20 11:44:25.902556 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff8a27e6-04a5-4bad-8357-f5b192d4ae42 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.950011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port eb9bf277-a00a-426c-859c-9c0822d72347, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=eb9bf277-a00a-426c-859c-9c0822d72347,segment=NetworkSegment(4bd933ce-9ca8-41e8-a616-b4e74153651a),segment_id=4bd933ce-9ca8-41e8-a616-b4e74153651a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:25.959163 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3140b02-5dea-4f9a-9eb2-c475a8c4686f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:25.959561 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.960295 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 494df33d-3398-4c62-b57c-b0334aacc33a no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:25.964939 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3140b02-5dea-4f9a-9eb2-c475a8c4686f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.038645 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a27e6-04a5-4bad-8357-f5b192d4ae42 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Subnet': ['ID=c91dc3d3-4185-4a80-900d-13e9c956fd34,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:26.042695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-e3140b02-5dea-4f9a-9eb2-c475a8c4686f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] device_id is not set on port 938498cd-1398-46cd-b194-881eec396e67 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:26.044533 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-cefc87dd-c9a7-4cf7-9e1e-c8905fdbf6ca tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] For port d5054f1e-1723-48c0-b1b4-5eda599cf42a, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d5054f1e-1723-48c0-b1b4-5eda599cf42a,segment=NetworkSegment(d32fd6d1-a28b-4ada-a11d-647bfef7364c),segment_id=d32fd6d1-a28b-4ada-a11d-647bfef7364c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:26.044934 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-cefc87dd-c9a7-4cf7-9e1e-c8905fdbf6ca tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.051948 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7232f11c-00a5-4df2-959e-144a2a90af0f req-d3e18662-884c-4a26-b31e-ceaec38b6203 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193864 Aug 20 11:44:26.064061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Attempting to bind port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:26.065289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Attempting to bind port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:26.065860 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Attempting to bind port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:26.078650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:26.079797 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Attempting to bind port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:26.102363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:26.102363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:26.102363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:26.102363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Bound port: 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:26.102363 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.175211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d6e59-7551-432e-9900-2adc789e629b req-985ba7c7-f01e-4ddb-beaf-7d7aa1c81a50 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:26.187183 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f98d6e59-7551-432e-9900-2adc789e629b req-985ba7c7-f01e-4ddb-beaf-7d7aa1c81a50 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 948 time: 0.3721423 Aug 20 11:44:26.244810 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=eb9bf277-a00a-426c-859c-9c0822d72347,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:26.271291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:26.276683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:26.280384 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f16a10d-ebaf-4af5-8476-5bc174b8212c req-ca9e93cc-a1b1-4091-ba55-bc1d65de6663 service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000837 Aug 20 11:44:26.304410 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.334364 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.372259 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:26.372928 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.374366 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] 10.222.0.76 "PUT /v2.0/ports/653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 HTTP/1.1" status: 200 len: 1096 time: 3.5761929 Aug 20 11:44:26.438464 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.445018 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f98d6e59-7551-432e-9900-2adc789e629b req-fec2695d-1178-4308-9bd9-680e56fb421b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564621 Aug 20 11:44:26.536094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 494df33d-3398-4c62-b57c-b0334aacc33a, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=494df33d-3398-4c62-b57c-b0334aacc33a,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:26.542202 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.554484 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 33c43e96-f159-4a74-8063-35748449f4e3 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:26.661437 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2ec9ed-636a-4094-bb46-7e2ba75dbac1 x-openstack-request-id: req-7b2ec9ed-636a-4094-bb46-7e2ba75dbac1 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:26.662169 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "name": "network-vif-unplugged", "status": "completed", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:26.662169 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b2ec9ed-636a-4094-bb46-7e2ba75dbac1 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:26.662388 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93', 'code': 200} Aug 20 11:44:26.716269 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a6c7f-aaa9-4503-8b70-41db8acf838e service neutron] Pushing event updated for resources: {'Port': ['ID=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,revision_number=11']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:26.744131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-fb209d96-4136-4b4a-afc8-8326ff1dfc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:26.750178 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-fb209d96-4136-4b4a-afc8-8326ff1dfc25 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 1099 time: 0.3470032 Aug 20 11:44:26.756373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=494df33d-3398-4c62-b57c-b0334aacc33a,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:26.779861 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 33c43e96-f159-4a74-8063-35748449f4e3 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:26.784650 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 33c43e96-f159-4a74-8063-35748449f4e3 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:26.785039 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.810001 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2f8d1ccc-f6da-4090-adf8-2c8347b83d8e req-f4ee684a-57ca-4222-9a31-703f6bab58dd tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 210 time: 0.0490131 Aug 20 11:44:26.875538 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8a27e6-04a5-4bad-8357-f5b192d4ae42 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Checking segment: {'id': 'a430ac68-ecd9-4643-b37a-88c6b1484a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5bcca126-0032-43a2-9112-6890387051da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:26.876057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a27e6-04a5-4bad-8357-f5b192d4ae42 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network hostable DHCP agents. Network: 5bcca126-0032-43a2-9112-6890387051da, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:44:26.895462 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3140b02-5dea-4f9a-9eb2-c475a8c4686f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.925891 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.957115 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-856449f6-6118-41aa-90d9-8041dea4b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:26.958620 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-856449f6-6118-41aa-90d9-8041dea4b613 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.1476359 Aug 20 11:44:26.965732 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a27e6-04a5-4bad-8357-f5b192d4ae42 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Network 5bcca126-0032-43a2-9112-6890387051da is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:44:26.980535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 33c43e96-f159-4a74-8063-35748449f4e3, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=33c43e96-f159-4a74-8063-35748449f4e3,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:26.985791 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.986897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:26.991419 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ff8a27e6-04a5-4bad-8357-f5b192d4ae42 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 5bcca126-0032-43a2-9112-6890387051da) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:27.021911 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-feb909b9-eada-4964-9994-474e4faba6eb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 HTTP/1.1" status: 200 len: 217 time: 0.0547824 Aug 20 11:44:27.026342 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3140b02-5dea-4f9a-9eb2-c475a8c4686f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.033852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2998e393-91a4-4101-be09-f47f8c376992 None None] Network 5bcca126-0032-43a2-9112-6890387051da requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:27.132317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=33c43e96-f159-4a74-8063-35748449f4e3,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:27.135868 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:44:27.147819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8a27e6-04a5-4bad-8357-f5b192d4ae42 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:27.149116 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff8a27e6-04a5-4bad-8357-f5b192d4ae42 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.168528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3140b02-5dea-4f9a-9eb2-c475a8c4686f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:27.186678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-e3140b02-5dea-4f9a-9eb2-c475a8c4686f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:27.189351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3140b02-5dea-4f9a-9eb2-c475a8c4686f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:27.190527 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ff8a27e6-04a5-4bad-8357-f5b192d4ae42 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2709215 Aug 20 11:44:27.196275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3140b02-5dea-4f9a-9eb2-c475a8c4686f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:27.197135 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3140b02-5dea-4f9a-9eb2-c475a8c4686f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.198442 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42894) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:27.208018 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e124ca72-399a-457b-a273-f66dc203fc64 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:27.290709 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-5bcca126-0032-43a2-9112-6890387051da', 'network_id': '5bcca126-0032-43a2-9112-6890387051da', 'tenant_id': 'be427dd83b8c42beb47567a5d09f8199', 'fixed_ips': [{'subnet_id': 'c91dc3d3-4185-4a80-900d-13e9c956fd34'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:44:27.291043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3140b02-5dea-4f9a-9eb2-c475a8c4686f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=938498cd-1398-46cd-b194-881eec396e67,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:27.291676 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.301995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-f86edcf8-f995-4ee9-8157-69e569a76d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:27.303801 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-f86edcf8-f995-4ee9-8157-69e569a76d57 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.2730870 Aug 20 11:44:27.309323 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e3140b02-5dea-4f9a-9eb2-c475a8c4686f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9643817 Aug 20 11:44:27.321609 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42898) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:27.370777 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5e333-bd82-4653-b7a4-55d555f3561d req-3d134be4-0c76-42b1-a6dd-ee0e10cd04d7 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:27.372477 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-61b5e333-bd82-4653-b7a4-55d555f3561d req-3d134be4-0c76-42b1-a6dd-ee0e10cd04d7 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 944 time: 0.4941654 Aug 20 11:44:27.373922 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e124ca72-399a-457b-a273-f66dc203fc64 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126280356'] for subnet, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.406056 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-cefc87dd-c9a7-4cf7-9e1e-c8905fdbf6ca tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.406357 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-cefc87dd-c9a7-4cf7-9e1e-c8905fdbf6ca tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.406807 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-cefc87dd-c9a7-4cf7-9e1e-c8905fdbf6ca tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Floating IP d08a62d8-eb8c-494f-9b5c-120c06f0363d disassociated. External IP: 172.25.8.178, port: d5054f1e-1723-48c0-b1b4-5eda599cf42a. Aug 20 11:44:27.407228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-dae13b0b-4538-4963-b19e-f1e710959670 req-cefc87dd-c9a7-4cf7-9e1e-c8905fdbf6ca tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Calling delete_port for d5054f1e-1723-48c0-b1b4-5eda599cf42a owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:27.439329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c968196-6913-4d4a-86f5-7c3aea88e8da req-f2473053-8026-4790-9c1b-ba5f9a56984e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:27.445583 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c968196-6913-4d4a-86f5-7c3aea88e8da req-f2473053-8026-4790-9c1b-ba5f9a56984e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:27.451401 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c968196-6913-4d4a-86f5-7c3aea88e8da req-f2473053-8026-4790-9c1b-ba5f9a56984e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:27.457769 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c968196-6913-4d4a-86f5-7c3aea88e8da req-f2473053-8026-4790-9c1b-ba5f9a56984e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:27.464611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c968196-6913-4d4a-86f5-7c3aea88e8da req-f2473053-8026-4790-9c1b-ba5f9a56984e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:27.466471 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1c968196-6913-4d4a-86f5-7c3aea88e8da req-f2473053-8026-4790-9c1b-ba5f9a56984e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 3876 time: 0.2264717 Aug 20 11:44:27.494073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-8d9909f5-0d95-4efa-a16c-5413a55f8f3c tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:27.495547 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-8d9909f5-0d95-4efa-a16c-5413a55f8f3c tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.35 "GET /v2.0/networks?id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1 HTTP/1.1" status: 200 len: 814 time: 0.3655024 Aug 20 11:44:27.503878 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-61b5e333-bd82-4653-b7a4-55d555f3561d req-e11fbeb0-fe4e-4366-8eba-f0612ee74ce5 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221654 Aug 20 11:44:27.525431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-109dfa70-6350-423c-a404-62d0ca044106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:27.526925 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-109dfa70-6350-423c-a404-62d0ca044106 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2134678 Aug 20 11:44:27.531675 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fcc8b63-6f5a-4f97-8d58-274552ae7093'}, {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb1e7c4-65b0-45e4-b85a-c5f5918cad98'}, {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9bf277-a00a-426c-859c-9c0822d72347'}, {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494df33d-3398-4c62-b57c-b0334aacc33a'}, {'server_uuid': 'ed39b6db-7296-41de-af12-891bf11006a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c43e96-f159-4a74-8063-35748449f4e3'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:27.536083 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6766cf-235f-4ea5-a6bc-6335921322e1" -d '{"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-unplugged", "status": "completed", "tag": "9fcc8b63-6f5a-4f97-8d58-274552ae7093"}, {"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb1e7c4-65b0-45e4-b85a-c5f5918cad98"}, {"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9bf277-a00a-426c-859c-9c0822d72347"}, {"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-unplugged", "status": "completed", "tag": "494df33d-3398-4c62-b57c-b0334aacc33a"}, {"server_uuid": "ed39b6db-7296-41de-af12-891bf11006a2", "name": "network-vif-plugged", "status": "completed", "tag": "33c43e96-f159-4a74-8063-35748449f4e3"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:27.539541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-12a1fbe0-a247-49cf-9d2d-efd174e48d68 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Request body: {'port': {'device_id': '83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f', 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1', 'admin_state_up': True, 'tenant_id': 'e1ad3e387c63490391d9da91965d6828'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:27.543567 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:44:27.543567 n-d-804299-2 neutron-server[94692]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 20 11:44:27.543567 n-d-804299-2 neutron-server[94692]: [parameters: {'in_use': 1, 'id_1': 'c91dc3d3-4185-4a80-900d-13e9c956fd34'}] Aug 20 11:44:27.543567 n-d-804299-2 neutron-server[94692]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:44:27.547060 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:44:27.667960 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1c968196-6913-4d4a-86f5-7c3aea88e8da req-21db31e0-743a-4d85-966e-8eb818200e3f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894732 Aug 20 11:44:27.744260 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-4665ece5-f9f4-4e99-aaa7-90bcee213173 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port 938498cd-1398-46cd-b194-881eec396e67 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:27.744713 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4665ece5-f9f4-4e99-aaa7-90bcee213173 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.748361 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-cefc87dd-c9a7-4cf7-9e1e-c8905fdbf6ca tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.761249 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e124ca72-399a-457b-a273-f66dc203fc64 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742077156666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125992847'] for subnet, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.791380 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2addc4-46e2-405e-aa82-c7ba0756a9e7 x-openstack-request-id: req-5a2addc4-46e2-405e-aa82-c7ba0756a9e7 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:27.791796 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-unplugged", "status": "completed", "tag": "9fcc8b63-6f5a-4f97-8d58-274552ae7093", "code": 200}, {"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb1e7c4-65b0-45e4-b85a-c5f5918cad98", "code": 200}, {"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9bf277-a00a-426c-859c-9c0822d72347", "code": 200}, {"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-unplugged", "status": "completed", "tag": "494df33d-3398-4c62-b57c-b0334aacc33a", "code": 200}, {"server_uuid": "ed39b6db-7296-41de-af12-891bf11006a2", "name": "network-vif-plugged", "status": "completed", "tag": "33c43e96-f159-4a74-8063-35748449f4e3", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:27.792150 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a2addc4-46e2-405e-aa82-c7ba0756a9e7 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:27.793036 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fcc8b63-6f5a-4f97-8d58-274552ae7093', 'code': 200} Aug 20 11:44:27.793630 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb1e7c4-65b0-45e4-b85a-c5f5918cad98', 'code': 200} Aug 20 11:44:27.793986 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9bf277-a00a-426c-859c-9c0822d72347', 'code': 200} Aug 20 11:44:27.794989 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494df33d-3398-4c62-b57c-b0334aacc33a', 'code': 200} Aug 20 11:44:27.794989 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed39b6db-7296-41de-af12-891bf11006a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c43e96-f159-4a74-8063-35748449f4e3', 'code': 200} Aug 20 11:44:27.798387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-cd7e8039-c40a-404f-a6c5-c999977e859a service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522433 Aug 20 11:44:27.847807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d1da9-84b5-46d7-879c-a9b47626453a req-04585b61-ab40-4e4c-81c3-48b0310ae1e5 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:27.857245 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-045d1da9-84b5-46d7-879c-a9b47626453a req-04585b61-ab40-4e4c-81c3-48b0310ae1e5 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 948 time: 0.2268059 Aug 20 11:44:27.879002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc87dd-c9a7-4cf7-9e1e-c8905fdbf6ca tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event deleted for resources: {'Port': ['ID=d5054f1e-1723-48c0-b1b4-5eda599cf42a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:27.911593 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.924552 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4665ece5-f9f4-4e99-aaa7-90bcee213173 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.928236 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-12a1fbe0-a247-49cf-9d2d-efd174e48d68 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Made reservation on behalf of e1ad3e387c63490391d9da91965d6828 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:27.932225 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-12a1fbe0-a247-49cf-9d2d-efd174e48d68 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.932659 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124ca72-399a-457b-a273-f66dc203fc64 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event updated for resources: {'Subnet': ['ID=c91dc3d3-4185-4a80-900d-13e9c956fd34,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:27.973375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-4665ece5-f9f4-4e99-aaa7-90bcee213173 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for 938498cd-1398-46cd-b194-881eec396e67 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:28.027048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e124ca72-399a-457b-a273-f66dc203fc64 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:28.027660 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e124ca72-399a-457b-a273-f66dc203fc64 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:28.028990 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e124ca72-399a-457b-a273-f66dc203fc64 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "PUT /v2.0/subnets/c91dc3d3-4185-4a80-900d-13e9c956fd34 HTTP/1.1" status: 200 len: 900 time: 0.8274841 Aug 20 11:44:28.035773 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4d9403b-7041-4d59-96b0-081fa27387a0 req-539e4249-82c9-4d33-9a85-191fc70beb41 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 210 time: 0.0547304 Aug 20 11:44:28.035928 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42920) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:28.049061 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-045d1da9-84b5-46d7-879c-a9b47626453a req-0fe63226-2627-428a-8be4-b8a2f48c3c2f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908290 Aug 20 11:44:28.052758 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:28.118809 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dde08c3b-5df0-4782-bedb-de58176da0a7 req-cfef744e-69a4-4433-9c50-e0ad697cfe11 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099306 Aug 20 11:44:28.147107 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622b6ff-4434-4d99-b7ad-cdb3496c83d1 req-7546ee39-3c79-4b2d-8fed-9981413d4585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:28.148696 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5622b6ff-4434-4d99-b7ad-cdb3496c83d1 req-7546ee39-3c79-4b2d-8fed-9981413d4585 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 1096 time: 0.2089591 Aug 20 11:44:28.211288 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4665ece5-f9f4-4e99-aaa7-90bcee213173 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:28.232664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dae13b0b-4538-4963-b19e-f1e710959670 req-cefc87dd-c9a7-4cf7-9e1e-c8905fdbf6ca tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:44:28.240794 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5622b6ff-4434-4d99-b7ad-cdb3496c83d1 req-e2fa0dd3-5125-4846-a73c-64b4d1cb7eda service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800874 Aug 20 11:44:28.246689 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:28.256572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665ece5-f9f4-4e99-aaa7-90bcee213173 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=938498cd-1398-46cd-b194-881eec396e67,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:28.269357 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4665ece5-f9f4-4e99-aaa7-90bcee213173 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:28.279916 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4665ece5-f9f4-4e99-aaa7-90bcee213173 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/938498cd-1398-46cd-b194-881eec396e67 HTTP/1.1" status: 204 len: 168 time: 0.9503331 Aug 20 11:44:28.281386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-12a1fbe0-a247-49cf-9d2d-efd174e48d68 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Allocated IP 172.20.0.3 (b3bfbfd5-4051-40da-a35c-169d2e7b40d1/95ea546d-aa14-4d25-bbdf-390c9e0a87dc/1d2afb67-a1eb-4261-a96a-7a1042605aa5) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:28.283294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42924) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:28.288512 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-cb4df2d2-90b6-42ef-937c-fa2d7f6c649d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'mac_address': 'fa:16:3e:ac:ab:9a', 'name': 'tempest-PortsIpV6TestJSON-655311254'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:28.329713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Allocated IP 2001:db8::3 (5bcca126-0032-43a2-9112-6890387051da/c91dc3d3-4185-4a80-900d-13e9c956fd34/ee4b2857-1a36-4a54-b873-67acb3ce94c9) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:28.431696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dae13b0b-4538-4963-b19e-f1e710959670 req-cefc87dd-c9a7-4cf7-9e1e-c8905fdbf6ca tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:44:28.447745 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c0870-951e-4067-b3f3-1b270e8ece2a None None] Sync routers for ids ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:44:28.462499 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c0870-951e-4067-b3f3-1b270e8ece2a None None] Routers {'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:44:28.463309 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-364c0870-951e-4067-b3f3-1b270e8ece2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:44:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:28.523024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-cefc87dd-c9a7-4cf7-9e1e-c8905fdbf6ca tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] No DVR routers for this DVR port d5054f1e-1723-48c0-b1b4-5eda599cf42a on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:28.529443 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-cefc87dd-c9a7-4cf7-9e1e-c8905fdbf6ca tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:28.531685 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dae13b0b-4538-4963-b19e-f1e710959670 req-cefc87dd-c9a7-4cf7-9e1e-c8905fdbf6ca tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.35 "DELETE /v2.0/ports/d5054f1e-1723-48c0-b1b4-5eda599cf42a HTTP/1.1" status: 204 len: 173 time: 3.3382163 Aug 20 11:44:28.532272 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-deleted', 'tag': 'd5054f1e-1723-48c0-b1b4-5eda599cf42a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:28.537810 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285f4868-17ec-4091-9782-17ca73b0f829" -d '{"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-deleted", "tag": "d5054f1e-1723-48c0-b1b4-5eda599cf42a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:28.544026 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:28.628254 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-364c0870-951e-4067-b3f3-1b270e8ece2a None None] Set router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:44:28.690916 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1acaab2-7bc9-4ffe-a3cd-ed93c2397a3d x-openstack-request-id: req-f1acaab2-7bc9-4ffe-a3cd-ed93c2397a3d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:28.691865 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-deleted", "tag": "d5054f1e-1723-48c0-b1b4-5eda599cf42a", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:28.692605 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1acaab2-7bc9-4ffe-a3cd-ed93c2397a3d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:28.693622 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-deleted', 'tag': 'd5054f1e-1723-48c0-b1b4-5eda599cf42a', 'status': 'completed', 'code': 200} Aug 20 11:44:28.714031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:28.728214 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a12c4e-afa6-4253-882c-fe352ee4b41e" -d '{"events": [{"name": "network-changed", "server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:28.733019 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:28.749710 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-12a1fbe0-a247-49cf-9d2d-efd174e48d68 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:28.751629 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Transition to ACTIVE for port object ee4b2857-1a36-4a54-b873-67acb3ce94c9 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:28.755348 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4df2d2-90b6-42ef-937c-fa2d7f6c649d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:28.784522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Transition to ACTIVE for port object ee4b2857-1a36-4a54-b873-67acb3ce94c9 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:28.792932 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:28.849449 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Network 5bcca126-0032-43a2-9112-6890387051da is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:28.855030 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:28.859922 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:28.865929 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-364c0870-951e-4067-b3f3-1b270e8ece2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'name': 'tempest-TaggedBootDevicesTest-858164126-router', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:00Z', 'updated_at': '2021-08-20T11:34:08Z', 'revision_number': 4, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'gw_port': {'id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:03Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '9e2c372f-5728-48f1-b94a-adaba237c9bf', 'name': '', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'mac_address': 'fa:16:3e:bd:f2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8375492f-a635-4946-b4e7-f896d423826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:06Z', 'updated_at': '2021-08-20T11:34:22Z', 'revision_number': 5, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'subnets': [{'id': '8375492f-a635-4946-b4e7-f896d423826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:28.887658 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:28.930515 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c0870-951e-4067-b3f3-1b270e8ece2a None None] Checking router: c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:44:28.932674 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Subnet': ['ID=c91dc3d3-4185-4a80-900d-13e9c956fd34,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:28.939970 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-dae13b0b-4538-4963-b19e-f1e710959670 req-02b681c4-6921-4d17-a766-87bbff60b8df tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Deleting port 494df33d-3398-4c62-b57c-b0334aacc33a {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:28.940595 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-02b681c4-6921-4d17-a766-87bbff60b8df tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:28.950805 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c0870-951e-4067-b3f3-1b270e8ece2a None None] Routers {'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:44:28.951463 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-364c0870-951e-4067-b3f3-1b270e8ece2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:44:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:28.959832 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Pushing event updated for resources: {'Port': ['ID=ee4b2857-1a36-4a54-b873-67acb3ce94c9,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:28.965771 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Attempting to bind port ee4b2857-1a36-4a54-b873-67acb3ce94c9 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:28.966217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Attempting to bind port ee4b2857-1a36-4a54-b873-67acb3ce94c9 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'a430ac68-ecd9-4643-b37a-88c6b1484a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5bcca126-0032-43a2-9112-6890387051da'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:28.966719 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Attempting to bind port ee4b2857-1a36-4a54-b873-67acb3ce94c9 on network 5bcca126-0032-43a2-9112-6890387051da {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:28.972239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92290ae5-63de-4f5e-a947-150b6295471c req-97062593-22fb-4539-8e75-01e08583d03a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:28.982117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb4df2d2-90b6-42ef-937c-fa2d7f6c649d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:28.986564 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:28.986909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Checking segment: {'id': 'a430ac68-ecd9-4643-b37a-88c6b1484a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5bcca126-0032-43a2-9112-6890387051da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:28.987312 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:28.987712 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Bound using segment: {'id': 'a430ac68-ecd9-4643-b37a-88c6b1484a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5bcca126-0032-43a2-9112-6890387051da'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:28.988189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Bound port: ee4b2857-1a36-4a54-b873-67acb3ce94c9, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a430ac68-ecd9-4643-b37a-88c6b1484a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5bcca126-0032-43a2-9112-6890387051da'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:28.988569 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:28.990544 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92290ae5-63de-4f5e-a947-150b6295471c req-97062593-22fb-4539-8e75-01e08583d03a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:28.999399 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92290ae5-63de-4f5e-a947-150b6295471c req-97062593-22fb-4539-8e75-01e08583d03a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:29.005330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92290ae5-63de-4f5e-a947-150b6295471c req-97062593-22fb-4539-8e75-01e08583d03a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:29.007092 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92290ae5-63de-4f5e-a947-150b6295471c req-97062593-22fb-4539-8e75-01e08583d03a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 3142 time: 0.2251925 Aug 20 11:44:29.024025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc182c-a8e1-498b-ba2d-aea0a1f89b1e req-51858b5f-8242-4dd2-99b6-d7c502162cfc tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:29.025740 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8bc182c-a8e1-498b-ba2d-aea0a1f89b1e req-51858b5f-8242-4dd2-99b6-d7c502162cfc tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 945 time: 0.2854915 Aug 20 11:44:29.077525 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-12a1fbe0-a247-49cf-9d2d-efd174e48d68 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:29.084688 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-cb4df2d2-90b6-42ef-937c-fa2d7f6c649d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] device_id is not set on port d403ff90-6b19-4601-89be-0e0cbd3735e6 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:29.144487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] For port ee4b2857-1a36-4a54-b873-67acb3ce94c9, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:29.153811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] For port ee4b2857-1a36-4a54-b873-67acb3ce94c9, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ee4b2857-1a36-4a54-b873-67acb3ce94c9,segment=NetworkSegment(a430ac68-ecd9-4643-b37a-88c6b1484a6d),segment_id=a430ac68-ecd9-4643-b37a-88c6b1484a6d)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:29.159551 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:29.167274 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:29.172248 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92290ae5-63de-4f5e-a947-150b6295471c req-1a04c6c0-e8f7-4963-a0ff-49befbec72d1 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366758 Aug 20 11:44:29.186362 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcca126-0032-43a2-9112-6890387051da']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:29.207927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a430ac68-ecd9-4643-b37a-88c6b1484a6d') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:29.208223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a430ac68-ecd9-4643-b37a-88c6b1484a6d') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:29.210325 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8bc182c-a8e1-498b-ba2d-aea0a1f89b1e req-b5566577-1ea6-4f58-8e66-ddd6eb48ef8d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608927 Aug 20 11:44:29.213715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-12a1fbe0-a247-49cf-9d2d-efd174e48d68 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:29.231049 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-02b681c4-6921-4d17-a766-87bbff60b8df tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] For port 494df33d-3398-4c62-b57c-b0334aacc33a, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=494df33d-3398-4c62-b57c-b0334aacc33a,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:29.231584 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-02b681c4-6921-4d17-a766-87bbff60b8df tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:29.235120 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:29.277999 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-dae13b0b-4538-4963-b19e-f1e710959670 req-02b681c4-6921-4d17-a766-87bbff60b8df tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Calling delete_port for 494df33d-3398-4c62-b57c-b0334aacc33a owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:29.280340 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:29.281113 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-12a1fbe0-a247-49cf-9d2d-efd174e48d68 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:29.283682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-12a1fbe0-a247-49cf-9d2d-efd174e48d68 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:29.293918 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:29.294333 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:29.297382 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:29.394515 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e894c710-3178-4e65-960d-00ef7c70bf0a x-openstack-request-id: req-e894c710-3178-4e65-960d-00ef7c70bf0a {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:29.399644 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:29.400178 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e894c710-3178-4e65-960d-00ef7c70bf0a {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:29.400813 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93', 'status': 'completed', 'code': 200} Aug 20 11:44:29.423102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde4d44b-396c-4b11-80f0-cd4a1fd17d8b None None] Network 5bcca126-0032-43a2-9112-6890387051da requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:29.426395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440073b1-fa1e-4e2c-8b24-d1eec94e75e9 None None] Pushing event updated for resources: {'Port': ['ID=ee4b2857-1a36-4a54-b873-67acb3ce94c9,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:29.441873 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-364c0870-951e-4067-b3f3-1b270e8ece2a None None] Set router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:44:29.448547 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1fbe0-a247-49cf-9d2d-efd174e48d68 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Pushing event updated for resources: {'Port': ['ID=1d2afb67-a1eb-4261-a96a-7a1042605aa5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:29.475088 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:44:29.475088 n-d-804299-2 neutron-server[94690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:44:29.475088 n-d-804299-2 neutron-server[94690]: [parameters: {'id': '5bcca126-0032-43a2-9112-6890387051da'}] Aug 20 11:44:29.475088 n-d-804299-2 neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:44:29.475686 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:44:29.499281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-cbc7a8fa-590c-462e-aa5d-7cfbd89eedb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:29.500846 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-cbc7a8fa-590c-462e-aa5d-7cfbd89eedb7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 1099 time: 0.0789864 Aug 20 11:44:29.624203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40cc740-3691-471f-98cd-b80cbfc273dd None None] Network 5bcca126-0032-43a2-9112-6890387051da requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:29.686234 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-12a1fbe0-a247-49cf-9d2d-efd174e48d68 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:29.687337 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-12a1fbe0-a247-49cf-9d2d-efd174e48d68 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:29.714632 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-250999a2-3627-4f7b-8148-7b0bd485fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:29.716229 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-250999a2-3627-4f7b-8148-7b0bd485fbb4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2061665 Aug 20 11:44:29.718012 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-02b681c4-6921-4d17-a766-87bbff60b8df tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:29.728541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee68ba-1af1-4a1b-8e4d-50222cd279b3 req-2f12c1ce-0c97-4c8d-81aa-037cc0fcef4e tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:29.736815 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6bee68ba-1af1-4a1b-8e4d-50222cd279b3 req-2f12c1ce-0c97-4c8d-81aa-037cc0fcef4e tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 931 time: 0.1697109 Aug 20 11:44:29.759109 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb4df2d2-90b6-42ef-937c-fa2d7f6c649d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:29.763463 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-12a1fbe0-a247-49cf-9d2d-efd174e48d68 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2417145 Aug 20 11:44:29.771339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-148489d3-8e59-4cbb-b508-ff3966fcc1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:29.773074 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-148489d3-8e59-4cbb-b508-ff3966fcc1f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 1099 time: 0.3322663 Aug 20 11:44:29.782966 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Request body: {'port': {'device_id': '83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:29.813534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92994a00-fac6-465f-8d0b-ce9e0151a939 req-6bac2f4d-d0d2-44bf-9afd-222429c1453d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:29.823254 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92994a00-fac6-465f-8d0b-ce9e0151a939 req-6bac2f4d-d0d2-44bf-9afd-222429c1453d tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 948 time: 0.2563317 Aug 20 11:44:29.826370 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-6b5db630-9b3f-4ddd-a42f-2a0bef25e032 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 HTTP/1.1" status: 200 len: 217 time: 0.0849440 Aug 20 11:44:29.827430 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b681c4-6921-4d17-a766-87bbff60b8df tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event deleted for resources: {'Port': ['ID=494df33d-3398-4c62-b57c-b0334aacc33a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:29.845608 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e55b7-89b1-48c7-b51a-0eaad9ab6c71 None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:44:29.979598 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:29.982234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-02b681c4-6921-4d17-a766-87bbff60b8df tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] No DVR routers for this DVR port 494df33d-3398-4c62-b57c-b0334aacc33a on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:29.997454 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6bee68ba-1af1-4a1b-8e4d-50222cd279b3 req-f40b274f-e3f8-4a13-bdd8-230583e3ded1 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596366 Aug 20 11:44:30.006100 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-02b681c4-6921-4d17-a766-87bbff60b8df tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:30.010200 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dae13b0b-4538-4963-b19e-f1e710959670 req-02b681c4-6921-4d17-a766-87bbff60b8df tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.35 "DELETE /v2.0/ports/494df33d-3398-4c62-b57c-b0334aacc33a HTTP/1.1" status: 204 len: 173 time: 1.4682658 Aug 20 11:44:30.012739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e55b7-89b1-48c7-b51a-0eaad9ab6c71 None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:44:30.091389 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:30.092556 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-364c0870-951e-4067-b3f3-1b270e8ece2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'name': 'tempest-TaggedBootDevicesTest-858164126-router', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:00Z', 'updated_at': '2021-08-20T11:34:08Z', 'revision_number': 4, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'gw_port': {'id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:03Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '9e2c372f-5728-48f1-b94a-adaba237c9bf', 'name': '', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'mac_address': 'fa:16:3e:bd:f2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8375492f-a635-4946-b4e7-f896d423826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:06Z', 'updated_at': '2021-08-20T11:34:22Z', 'revision_number': 5, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'subnets': [{'id': '8375492f-a635-4946-b4e7-f896d423826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:30.107479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92994a00-fac6-465f-8d0b-ce9e0151a939 req-d32fa11f-bb24-49c3-96ff-9dc905bc25d7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827830 Aug 20 11:44:30.145099 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb4df2d2-90b6-42ef-937c-fa2d7f6c649d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:30.147790 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-e66f8231-3493-4aa5-9075-204cae685994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:30.154425 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-e66f8231-3493-4aa5-9075-204cae685994 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.3182676 Aug 20 11:44:30.183454 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-5bb3a8a4-61cd-428a-91c0-e381fb801c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:30.184017 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c0870-951e-4067-b3f3-1b270e8ece2a None None] The sync data for ids ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'] in n-d-804299-2 is: [{'id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'name': 'tempest-TaggedBootDevicesTest-858164126-router', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:00Z', 'updated_at': '2021-08-20T11:34:08Z', 'revision_number': 4, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'gw_port': {'id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:03Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '9e2c372f-5728-48f1-b94a-adaba237c9bf', 'name': '', 'network_id': 'ded88394-ae35-4901-8c3e-b6672476441c', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'mac_address': 'fa:16:3e:bd:f2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8375492f-a635-4946-b4e7-f896d423826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:06Z', 'updated_at': '2021-08-20T11:34:22Z', 'revision_number': 5, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'subnets': [{'id': '8375492f-a635-4946-b4e7-f896d423826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:44:30.186003 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-5bb3a8a4-61cd-428a-91c0-e381fb801c64 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.3982558 Aug 20 11:44:30.633562 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c81c032-d016-44e7-911f-4ceb25aa82ce None None] New status for floating IP d08a62d8-eb8c-494f-9b5c-120c06f0363d: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:44:30.653225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4df2d2-90b6-42ef-937c-fa2d7f6c649d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:30.662869 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-cb4df2d2-90b6-42ef-937c-fa2d7f6c649d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:30.665499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4df2d2-90b6-42ef-937c-fa2d7f6c649d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:30.671525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4df2d2-90b6-42ef-937c-fa2d7f6c649d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:30.672095 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb4df2d2-90b6-42ef-937c-fa2d7f6c649d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:30.675391 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-3d31dc94-cbf8-49c6-8b74-2268b5da2c9e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 HTTP/1.1" status: 200 len: 217 time: 0.4265647 Aug 20 11:44:30.675788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-70b5aea9-d1ea-40f6-ad4f-18fff6b8d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:30.677308 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-70b5aea9-d1ea-40f6-ad4f-18fff6b8d7e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4674726 Aug 20 11:44:30.769132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4df2d2-90b6-42ef-937c-fa2d7f6c649d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=d403ff90-6b19-4601-89be-0e0cbd3735e6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:30.785604 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-deleted', 'tag': '494df33d-3398-4c62-b57c-b0334aacc33a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:30.788023 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf4af72-002c-4c46-9d43-f4a4bf06b35b" -d '{"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-deleted", "tag": "494df33d-3398-4c62-b57c-b0334aacc33a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:30.799638 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-7b05a434-2dc5-4df7-9190-1650a13d71fd service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118631 Aug 20 11:44:30.830182 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cb4df2d2-90b6-42ef-937c-fa2d7f6c649d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5457511 Aug 20 11:44:30.834712 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42982) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:30.837145 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-dae13b0b-4538-4963-b19e-f1e710959670 req-6ba073b0-4e12-4f5f-9bbb-f6b9038d4a03 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Deleting port 9fcc8b63-6f5a-4f97-8d58-274552ae7093 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:30.837498 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-6ba073b0-4e12-4f5f-9bbb-f6b9038d4a03 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:30.859447 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8c830-9641-434a-aa5c-a1a93eaeeeae req-bc182019-eb4a-4068-ad4d-650ec4907482 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:30.861174 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ee8c830-9641-434a-aa5c-a1a93eaeeeae req-bc182019-eb4a-4068-ad4d-650ec4907482 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 945 time: 0.2458696 Aug 20 11:44:30.925676 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-b626b018-cbc0-49cf-8b47-0683628983be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:30.927162 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-b626b018-cbc0-49cf-8b47-0683628983be service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.2322876 Aug 20 11:44:30.940376 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35228a2-78f1-465a-927b-a25a817a78a4 req-97edf9ce-3e0a-44bd-b501-c5f760dc00c5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:30.942957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Deleting port ee4b2857-1a36-4a54-b873-67acb3ce94c9 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:30.943686 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:30.946382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35228a2-78f1-465a-927b-a25a817a78a4 req-97edf9ce-3e0a-44bd-b501-c5f760dc00c5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:30.952372 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35228a2-78f1-465a-927b-a25a817a78a4 req-97edf9ce-3e0a-44bd-b501-c5f760dc00c5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:30.954084 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b35228a2-78f1-465a-927b-a25a817a78a4 req-97edf9ce-3e0a-44bd-b501-c5f760dc00c5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 2409 time: 0.2967567 Aug 20 11:44:30.972651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f3d0e5-e09a-4ecb-8764-95523710eef8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:30.974044 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b3f3d0e5-e09a-4ecb-8764-95523710eef8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/d403ff90-6b19-4601-89be-0e0cbd3735e6 HTTP/1.1" status: 200 len: 844 time: 0.1294372 Aug 20 11:44:30.980235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42986) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:31.107811 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ee8c830-9641-434a-aa5c-a1a93eaeeeae req-36ec16d8-ba18-4b94-996c-f7dfc119e389 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046149 Aug 20 11:44:31.125626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] For port ee4b2857-1a36-4a54-b873-67acb3ce94c9, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ee4b2857-1a36-4a54-b873-67acb3ce94c9,segment=NetworkSegment(a430ac68-ecd9-4643-b37a-88c6b1484a6d),segment_id=a430ac68-ecd9-4643-b37a-88c6b1484a6d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:31.126004 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.176394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-e6c76bbb-5e20-4efd-b8ec-0f53d92ce3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:31.180371 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-6ba073b0-4e12-4f5f-9bbb-f6b9038d4a03 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] For port 9fcc8b63-6f5a-4f97-8d58-274552ae7093, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=9fcc8b63-6f5a-4f97-8d58-274552ae7093,segment=NetworkSegment(4bd933ce-9ca8-41e8-a616-b4e74153651a),segment_id=4bd933ce-9ca8-41e8-a616-b4e74153651a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:31.181096 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-6ba073b0-4e12-4f5f-9bbb-f6b9038d4a03 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.189158 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-e6c76bbb-5e20-4efd-b8ec-0f53d92ce3c8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2322066 Aug 20 11:44:31.201182 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b35228a2-78f1-465a-927b-a25a817a78a4 req-38df1410-8ef5-4f66-aa5b-7f45e25f6501 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239175 Aug 20 11:44:31.202551 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Calling delete_port for ee4b2857-1a36-4a54-b873-67acb3ce94c9 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:31.211486 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-dae13b0b-4538-4963-b19e-f1e710959670 req-6ba073b0-4e12-4f5f-9bbb-f6b9038d4a03 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Calling delete_port for 9fcc8b63-6f5a-4f97-8d58-274552ae7093 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:31.217822 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-57127e6c-7e73-49d3-bb5c-3e3ae0cd8ead service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062209 Aug 20 11:44:31.279877 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204b6085-e658-49be-8137-17b2f677d50c x-openstack-request-id: req-204b6085-e658-49be-8137-17b2f677d50c {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:31.280175 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-deleted", "tag": "494df33d-3398-4c62-b57c-b0334aacc33a", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:31.280434 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-204b6085-e658-49be-8137-17b2f677d50c {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:31.280866 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-deleted', 'tag': '494df33d-3398-4c62-b57c-b0334aacc33a', 'status': 'completed', 'code': 200} Aug 20 11:44:31.430072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e612b-582d-4374-90fb-786b6c4b04b9 req-b32697c3-1b10-496c-ab56-2d0c98e20227 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:31.431801 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c19e612b-582d-4374-90fb-786b6c4b04b9 req-b32697c3-1b10-496c-ab56-2d0c98e20227 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 931 time: 0.0926747 Aug 20 11:44:31.461044 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.489763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2afb67-a1eb-4261-a96a-7a1042605aa5 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:44:31.497448 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-44ae83e9-1b76-4464-9373-75b148c4d8e7 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port d403ff90-6b19-4601-89be-0e0cbd3735e6 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:31.497850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-44ae83e9-1b76-4464-9373-75b148c4d8e7 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.499112 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Port': ['ID=ee4b2857-1a36-4a54-b873-67acb3ce94c9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:31.510530 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-590f4413-6fc9-4f91-9d27-af0efbb4936a service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041873 Aug 20 11:44:31.518074 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d184380-2fd8-45e5-95ff-5d16d6fe46e4 req-a00bb470-3969-472e-b374-3d4d3fac6cc0 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:31.519768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d184380-2fd8-45e5-95ff-5d16d6fe46e4 req-a00bb470-3969-472e-b374-3d4d3fac6cc0 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 948 time: 0.1919539 Aug 20 11:44:31.531995 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.538267 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No DVR routers for this DVR port ee4b2857-1a36-4a54-b873-67acb3ce94c9 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:31.552475 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c19e612b-582d-4374-90fb-786b6c4b04b9 req-ef8ed60a-657e-4b34-b07a-069cb02c52aa tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121795 Aug 20 11:44:31.659488 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-6ba073b0-4e12-4f5f-9bbb-f6b9038d4a03 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.666084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Transition to ACTIVE for port object 1d2afb67-a1eb-4261-a96a-7a1042605aa5 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:31.680791 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.692915 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.704029 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-44ae83e9-1b76-4464-9373-75b148c4d8e7 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.709050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba073b0-4e12-4f5f-9bbb-f6b9038d4a03 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event deleted for resources: {'Port': ['ID=9fcc8b63-6f5a-4f97-8d58-274552ae7093,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:31.712961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcca126-0032-43a2-9112-6890387051da']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:31.720561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d184380-2fd8-45e5-95ff-5d16d6fe46e4 req-57e9c210-5a1c-4e69-9e92-c547970a82ce tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501696 Aug 20 11:44:31.731850 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a430ac68-ecd9-4643-b37a-88c6b1484a6d') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:31.732155 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a430ac68-ecd9-4643-b37a-88c6b1484a6d') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:31.777707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-44ae83e9-1b76-4464-9373-75b148c4d8e7 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for d403ff90-6b19-4601-89be-0e0cbd3735e6 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:31.794380 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.796413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-6ba073b0-4e12-4f5f-9bbb-f6b9038d4a03 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] No DVR routers for this DVR port 9fcc8b63-6f5a-4f97-8d58-274552ae7093 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:31.803504 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-6ba073b0-4e12-4f5f-9bbb-f6b9038d4a03 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.805714 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dae13b0b-4538-4963-b19e-f1e710959670 req-6ba073b0-4e12-4f5f-9bbb-f6b9038d4a03 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.35 "DELETE /v2.0/ports/9fcc8b63-6f5a-4f97-8d58-274552ae7093 HTTP/1.1" status: 204 len: 173 time: 1.7743595 Aug 20 11:44:31.819688 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.826664 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8a12c4e-afa6-4253-882c-fe352ee4b41e req-73e6a283-0b4b-4aac-9d3d-0950d852ec24 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919006 Aug 20 11:44:31.860273 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:31.861002 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:31.864243 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:31.872054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2afb67-a1eb-4261-a96a-7a1042605aa5,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:31.884859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:44:32.010582 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.015088 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.017096 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/5bcca126-0032-43a2-9112-6890387051da HTTP/1.1" status: 204 len: 168 time: 3.9799712 Aug 20 11:44:32.027549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43018) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:32.037651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcecd64-f355-4903-910c-78060692a093 req-966f1937-221a-4225-a402-80c67d237601 tempest-MigrationsAdminTest-827659397 tempest-MigrationsAdminTest-827659397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:32.041137 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fcecd64-f355-4903-910c-78060692a093 req-966f1937-221a-4225-a402-80c67d237601 tempest-MigrationsAdminTest-827659397 tempest-MigrationsAdminTest-827659397-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 1099 time: 0.1431141 Aug 20 11:44:32.055492 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:32.055793 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a36a5-1983-41c0-b5a2-8e66106adcf6 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Network': ['ID=5bcca126-0032-43a2-9112-6890387051da,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:32.076934 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-44ae83e9-1b76-4464-9373-75b148c4d8e7 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.078923 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6a9f2c-b9ad-4a6f-8410-dcc484f2cb45 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] DELETE failed (client error): The resource could not be found. Aug 20 11:44:32.079411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6a9f2c-b9ad-4a6f-8410-dcc484f2cb45 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:32.084145 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4d6a9f2c-b9ad-4a6f-8410-dcc484f2cb45 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/subnets/c91dc3d3-4185-4a80-900d-13e9c956fd34 HTTP/1.1" status: 404 len: 337 time: 0.0417471 Aug 20 11:44:32.088048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b39676-bdb4-4faf-949f-c7c5ee13d1c3 req-47869499-8816-4a70-b0e2-fb29c8fed5b6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:32.088193 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43022) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:32.089636 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1b39676-bdb4-4faf-949f-c7c5ee13d1c3 req-47869499-8816-4a70-b0e2-fb29c8fed5b6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 945 time: 0.1458442 Aug 20 11:44:32.099487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93', 'mac_address': 'fa:16:3e:f3:35:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:44:32.100749 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-dae13b0b-4538-4963-b19e-f1e710959670 req-d5524b38-9293-4d43-b668-2981f89689cf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Deleting port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:32.101052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-d5524b38-9293-4d43-b668-2981f89689cf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.138677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae83e9-1b76-4464-9373-75b148c4d8e7 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=d403ff90-6b19-4601-89be-0e0cbd3735e6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:32.140892 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae801782-9824-4b3e-ad36-c9e5475fdb30 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] DELETE failed (client error): The resource could not be found. Aug 20 11:44:32.141452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae801782-9824-4b3e-ad36-c9e5475fdb30 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:32.146413 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ae801782-9824-4b3e-ad36-c9e5475fdb30 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/5bcca126-0032-43a2-9112-6890387051da HTTP/1.1" status: 404 len: 339 time: 0.0556691 Aug 20 11:44:32.147036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43026) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:32.161936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Attempting to bind port 1d2afb67-a1eb-4261-a96a-7a1042605aa5 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:32.162772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Attempting to bind port 1d2afb67-a1eb-4261-a96a-7a1042605aa5 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:32.163119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Attempting to bind port 1d2afb67-a1eb-4261-a96a-7a1042605aa5 on network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:32.170241 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.197448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:44:32.223975 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1b39676-bdb4-4faf-949f-c7c5ee13d1c3 req-8abac550-e4b5-46a3-8e69-0049c5a7a9bc tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979104 Aug 20 11:44:32.224663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:32.231755 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.255124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Port 1d2afb67-a1eb-4261-a96a-7a1042605aa5 on network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:32.255839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Attempting to bind port 1d2afb67-a1eb-4261-a96a-7a1042605aa5 on network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:32.274880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:32.275482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Checking segment: {'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:32.276029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Bound using segment: {'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:32.276679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Bound port: 1d2afb67-a1eb-4261-a96a-7a1042605aa5, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:32.277203 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.287094 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-44ae83e9-1b76-4464-9373-75b148c4d8e7 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.288358 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-d5524b38-9293-4d43-b668-2981f89689cf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] For port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7fb1e7c4-65b0-45e4-b85a-c5f5918cad98,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:32.288766 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-d5524b38-9293-4d43-b668-2981f89689cf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.290462 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-44ae83e9-1b76-4464-9373-75b148c4d8e7 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/d403ff90-6b19-4601-89be-0e0cbd3735e6 HTTP/1.1" status: 204 len: 168 time: 1.3094969 Aug 20 11:44:32.296669 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43034) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:32.310676 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,revision_number=12']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:32.315011 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fcecd64-f355-4903-910c-78060692a093 req-b0792cdd-ed9f-430b-83ec-a5f669bcf6b7 tempest-MigrationsAdminTest-827659397 tempest-MigrationsAdminTest-827659397-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296848 Aug 20 11:44:32.350670 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-135d766f-96a0-49bc-8487-6222b298730a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] GET failed (client error): The resource could not be found. Aug 20 11:44:32.352974 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-135d766f-96a0-49bc-8487-6222b298730a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/d403ff90-6b19-4601-89be-0e0cbd3735e6 HTTP/1.1" status: 404 len: 333 time: 0.0554636 Aug 20 11:44:32.359111 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43038) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:32.361311 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-dae13b0b-4538-4963-b19e-f1e710959670 req-d5524b38-9293-4d43-b668-2981f89689cf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Calling delete_port for 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:32.368545 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-063fd511-42d0-4fdc-a46e-f6a6af391005 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'name': 'tempest-PortsIpV6TestJSON-898465677'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:32.393554 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7faf1983-660e-4191-bcda-4e0dff1b24c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.506941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:44:32.539762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] For port 1d2afb67-a1eb-4261-a96a-7a1042605aa5, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:32.628909 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-d5524b38-9293-4d43-b668-2981f89689cf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.639980 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] For port 1d2afb67-a1eb-4261-a96a-7a1042605aa5, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=1d2afb67-a1eb-4261-a96a-7a1042605aa5,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:32.643772 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7faf1983-660e-4191-bcda-4e0dff1b24c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.658957 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.665858 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-7faf1983-660e-4191-bcda-4e0dff1b24c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092a9ffc-7b72-424f-80ad-9aafca7bb331']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:32.677969 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063fd511-42d0-4fdc-a46e-f6a6af391005 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:32.689301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-7faf1983-660e-4191-bcda-4e0dff1b24c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05de8c04-d777-479c-93b1-9fffee42c220') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:32.689301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-7faf1983-660e-4191-bcda-4e0dff1b24c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05de8c04-d777-479c-93b1-9fffee42c220') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:32.696220 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-063fd511-42d0-4fdc-a46e-f6a6af391005 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.699239 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.713959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:32.714785 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.716333 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] 10.222.0.35 "PUT /v2.0/ports/1d2afb67-a1eb-4261-a96a-7a1042605aa5 HTTP/1.1" status: 200 len: 1091 time: 2.9389651 Aug 20 11:44:32.717702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f', 'tag': '1d2afb67-a1eb-4261-a96a-7a1042605aa5'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:32.720176 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c485a93e-b349-4bd4-83d3-6117a6a8d2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f", "tag": "1d2afb67-a1eb-4261-a96a-7a1042605aa5"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:32.740478 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7faf1983-660e-4191-bcda-4e0dff1b24c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.753493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-063fd511-42d0-4fdc-a46e-f6a6af391005 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] device_id is not set on port f19b3606-86b1-4803-b765-21bf9d8f0cff yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:32.766080 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdfd1b-4248-4036-b901-9934b22f826e req-63a86557-79c3-44f9-9c09-58e16794ef71 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:32.773894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdfd1b-4248-4036-b901-9934b22f826e req-63a86557-79c3-44f9-9c09-58e16794ef71 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:32.775530 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7fdfd1b-4248-4036-b901-9934b22f826e req-63a86557-79c3-44f9-9c09-58e16794ef71 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 1599 time: 0.2874358 Aug 20 11:44:32.813375 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5524b38-9293-4d43-b668-2981f89689cf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event deleted for resources: {'Port': ['ID=7fb1e7c4-65b0-45e4-b85a-c5f5918cad98,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:32.825466 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7faf1983-660e-4191-bcda-4e0dff1b24c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.857482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e77e5-18ee-4db4-a143-790b936af395 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2afb67-a1eb-4261-a96a-7a1042605aa5,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:32.863819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7faf1983-660e-4191-bcda-4e0dff1b24c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:32.864229 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7faf1983-660e-4191-bcda-4e0dff1b24c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:32.867620 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:32.886220 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-d5524b38-9293-4d43-b668-2981f89689cf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] No DVR routers for this DVR port 7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:32.897165 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-d5524b38-9293-4d43-b668-2981f89689cf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.900388 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dae13b0b-4538-4963-b19e-f1e710959670 req-d5524b38-9293-4d43-b668-2981f89689cf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.35 "DELETE /v2.0/ports/7fb1e7c4-65b0-45e4-b85a-c5f5918cad98 HTTP/1.1" status: 204 len: 173 time: 1.0877852 Aug 20 11:44:32.952195 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7fdfd1b-4248-4036-b901-9934b22f826e req-e3bf6e17-a53e-4721-be1f-150c42dad51c tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559529 Aug 20 11:44:32.956411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-55641d38-938e-4be8-ae58-fab399bd8f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:32.958277 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-55641d38-938e-4be8-ae58-fab399bd8f87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1ad3e387c63490391d9da91965d6828&device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 1094 time: 0.1818566 Aug 20 11:44:32.959895 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7faf1983-660e-4191-bcda-4e0dff1b24c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.971754 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f8eba-7d22-4f58-96fb-c029cdf46a45 req-19d98a68-60ee-459e-86d1-efc9e4b4a7a4 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:32.973326 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-413f8eba-7d22-4f58-96fb-c029cdf46a45 req-19d98a68-60ee-459e-86d1-efc9e4b4a7a4 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 943 time: 0.2294960 Aug 20 11:44:32.979804 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7faf1983-660e-4191-bcda-4e0dff1b24c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.984501 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7faf1983-660e-4191-bcda-4e0dff1b24c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/092a9ffc-7b72-424f-80ad-9aafca7bb331 HTTP/1.1" status: 204 len: 168 time: 0.8243582 Aug 20 11:44:32.989098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43056) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:33.037026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf1983-660e-4191-bcda-4e0dff1b24c8 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Network': ['ID=092a9ffc-7b72-424f-80ad-9aafca7bb331,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:33.066940 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d729afd-a02d-47f4-b0ef-576a91679a76 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] DELETE failed (client error): The resource could not be found. Aug 20 11:44:33.067401 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d729afd-a02d-47f4-b0ef-576a91679a76 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:33.071976 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2d729afd-a02d-47f4-b0ef-576a91679a76 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/subnets/d8d20b13-888b-4b98-9ddd-597e0e1f150e HTTP/1.1" status: 404 len: 337 time: 0.0777478 Aug 20 11:44:33.082925 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-d04ffca4-8927-47e3-916a-756302b84a51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d2afb67-a1eb-4261-a96a-7a1042605aa5 HTTP/1.1" status: 200 len: 217 time: 0.0926063 Aug 20 11:44:33.084670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43058) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:33.136726 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-413f8eba-7d22-4f58-96fb-c029cdf46a45 req-020fe8d2-2877-4e53-b6fa-e60134e8cc7c tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460741 Aug 20 11:44:33.149124 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-063fd511-42d0-4fdc-a46e-f6a6af391005 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.157974 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-0f5bd6c2-c1d0-4ca2-aa0d-5444ef52749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:33.159540 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-0f5bd6c2-c1d0-4ca2-aa0d-5444ef52749d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95ea546d-aa14-4d25-bbdf-390c9e0a87dc HTTP/1.1" status: 200 len: 854 time: 0.0506160 Aug 20 11:44:33.185782 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-dae13b0b-4538-4963-b19e-f1e710959670 req-4ff71423-fd1d-4fe0-ba8c-e6b728ed397f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Deleting port eb9bf277-a00a-426c-859c-9c0822d72347 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:33.185782 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-4ff71423-fd1d-4fe0-ba8c-e6b728ed397f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.185968 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fdfafe3-b7a2-4255-8454-48c239f427ee tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] DELETE failed (client error): The resource could not be found. Aug 20 11:44:33.185968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fdfafe3-b7a2-4255-8454-48c239f427ee tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:33.185968 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8fdfafe3-b7a2-4255-8454-48c239f427ee tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/aa9b28e6-e429-4f06-83a0-ade9bfd64a8d HTTP/1.1" status: 404 len: 339 time: 0.0981946 Aug 20 11:44:33.195041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43060) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:33.222686 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-063fd511-42d0-4fdc-a46e-f6a6af391005 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.227988 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-cedc3f6b-6efc-4bdc-b1b6-f3510eb7ccc0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405250 Aug 20 11:44:33.268928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5be46-6ab9-44d8-99f4-31cdc8e038df req-f585bc99-f434-4450-9e83-2a2ea3577a8e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:33.276518 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05f5be46-6ab9-44d8-99f4-31cdc8e038df req-f585bc99-f434-4450-9e83-2a2ea3577a8e tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.2373142 Aug 20 11:44:33.284534 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4ba3e2-67e9-4ea9-925f-20a1371f7331 x-openstack-request-id: req-4f4ba3e2-67e9-4ea9-925f-20a1371f7331 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:33.284846 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f", "tag": "1d2afb67-a1eb-4261-a96a-7a1042605aa5", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:33.285095 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f4ba3e2-67e9-4ea9-925f-20a1371f7331 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:33.285481 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f', 'tag': '1d2afb67-a1eb-4261-a96a-7a1042605aa5', 'status': 'completed', 'code': 200} Aug 20 11:44:33.304323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-deleted', 'tag': '9fcc8b63-6f5a-4f97-8d58-274552ae7093'}, {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-deleted', 'tag': '7fb1e7c4-65b0-45e4-b85a-c5f5918cad98'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:33.312449 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95538b5d-78bc-4872-9b5f-61050aab9947" -d '{"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-deleted", "tag": "9fcc8b63-6f5a-4f97-8d58-274552ae7093"}, {"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-deleted", "tag": "7fb1e7c4-65b0-45e4-b85a-c5f5918cad98"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:33.344517 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063fd511-42d0-4fdc-a46e-f6a6af391005 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:33.358319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-063fd511-42d0-4fdc-a46e-f6a6af391005 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:33.410561 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063fd511-42d0-4fdc-a46e-f6a6af391005 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:33.417842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063fd511-42d0-4fdc-a46e-f6a6af391005 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:33.419159 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-063fd511-42d0-4fdc-a46e-f6a6af391005 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.431759 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-43237853-f4bc-4d8d-a576-5a347e51cfc4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Deleting subnet f13c8132-b558-4f7e-b1f0-5d97c62edc05 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:44:33.436757 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-43237853-f4bc-4d8d-a576-5a347e51cfc4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.450207 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-063fd511-42d0-4fdc-a46e-f6a6af391005 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0898397 Aug 20 11:44:33.462847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43072) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:33.480053 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a0c43102-42df-462c-a185-d1a03cff324b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:33.511440 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-43237853-f4bc-4d8d-a576-5a347e51cfc4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.516499 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05f5be46-6ab9-44d8-99f4-31cdc8e038df req-1c80b814-fa1a-4582-8c47-b65e6162615f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391460 Aug 20 11:44:33.521858 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fd511-42d0-4fdc-a46e-f6a6af391005 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=f19b3606-86b1-4803-b765-21bf9d8f0cff,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:33.531290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa9a7a-895d-4870-92ef-5679ae8a2a64 req-7ddcc568-69f3-4ee4-ba30-caa0747e78ad tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:33.532827 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2fa9a7a-895d-4870-92ef-5679ae8a2a64 req-7ddcc568-69f3-4ee4-ba30-caa0747e78ad tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 945 time: 0.2099872 Aug 20 11:44:33.552375 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-61b4fd7f-15c2-4e86-a302-d6b4b34a2aa7 service neutron] 10.222.0.35 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693868 Aug 20 11:44:33.571384 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd307c1a-4a6a-4126-948f-b81e6e869aa0 req-58a6d443-8d72-4af3-8f66-36c420d1daf3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:33.573006 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cd307c1a-4a6a-4126-948f-b81e6e869aa0 req-58a6d443-8d72-4af3-8f66-36c420d1daf3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 945 time: 0.2266674 Aug 20 11:44:33.606435 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f761ce6-6b34-4efc-9dc1-ecef4d2fb727 x-openstack-request-id: req-1f761ce6-6b34-4efc-9dc1-ecef4d2fb727 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:33.606733 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-deleted", "tag": "9fcc8b63-6f5a-4f97-8d58-274552ae7093", "status": "completed", "code": 200}, {"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-deleted", "tag": "7fb1e7c4-65b0-45e4-b85a-c5f5918cad98", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:33.606985 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f761ce6-6b34-4efc-9dc1-ecef4d2fb727 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:33.607377 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-deleted', 'tag': '9fcc8b63-6f5a-4f97-8d58-274552ae7093', 'status': 'completed', 'code': 200} Aug 20 11:44:33.607626 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-deleted', 'tag': '7fb1e7c4-65b0-45e4-b85a-c5f5918cad98', 'status': 'completed', 'code': 200} Aug 20 11:44:33.628839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-4ff71423-fd1d-4fe0-ba8c-e6b728ed397f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] For port eb9bf277-a00a-426c-859c-9c0822d72347, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=eb9bf277-a00a-426c-859c-9c0822d72347,segment=NetworkSegment(4bd933ce-9ca8-41e8-a616-b4e74153651a),segment_id=4bd933ce-9ca8-41e8-a616-b4e74153651a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:33.629208 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-4ff71423-fd1d-4fe0-ba8c-e6b728ed397f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.681476 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-baf59cfb-d294-493c-b40e-3d1c8352035b req-01e9ab9c-16ab-4204-9fec-7b4013bc23b1 service neutron] 10.222.0.35 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198196 Aug 20 11:44:33.708171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-dae13b0b-4538-4963-b19e-f1e710959670 req-4ff71423-fd1d-4fe0-ba8c-e6b728ed397f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Calling delete_port for eb9bf277-a00a-426c-859c-9c0822d72347 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:33.724058 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0c43102-42df-462c-a185-d1a03cff324b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.782174 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-43237853-f4bc-4d8d-a576-5a347e51cfc4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.795404 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cd307c1a-4a6a-4126-948f-b81e6e869aa0 req-dab725e8-6995-4e72-8ffc-05e04732d2d1 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978521 Aug 20 11:44:33.822209 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485a93e-b349-4bd4-83d3-6117a6a8d2c3 req-f990e28d-0ebc-4590-8ea6-a4730c0daf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:33.823753 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c485a93e-b349-4bd4-83d3-6117a6a8d2c3 req-f990e28d-0ebc-4590-8ea6-a4730c0daf39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1ad3e387c63490391d9da91965d6828&device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 1094 time: 0.0950794 Aug 20 11:44:33.831453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43076) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:33.883986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:33.897662 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-f2fa9a7a-895d-4870-92ef-5679ae8a2a64 req-9ac1b284-02d2-4684-857d-3817294bd1cb tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Deleting port 33c43e96-f159-4a74-8063-35748449f4e3 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:33.898001 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f2fa9a7a-895d-4870-92ef-5679ae8a2a64 req-9ac1b284-02d2-4684-857d-3817294bd1cb tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.935630 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-43237853-f4bc-4d8d-a576-5a347e51cfc4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.955432 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:33.961350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:33.962014 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.991097 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a34666-8a90-4f1f-9474-e78d4995f5d5 None None] Network 5975bc8c-e444-41f8-b2df-8f54b97bc190 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:34.020792 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4dce3e9d-d455-42a3-8d96-527e8741b62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.030736 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485a93e-b349-4bd4-83d3-6117a6a8d2c3 req-12435746-46f5-4f1a-bba0-932461778ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:34.032242 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c485a93e-b349-4bd4-83d3-6117a6a8d2c3 req-12435746-46f5-4f1a-bba0-932461778ade service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1 HTTP/1.1" status: 200 len: 914 time: 0.1932495 Aug 20 11:44:34.032961 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43237853-f4bc-4d8d-a576-5a347e51cfc4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Subnet': ['ID=f13c8132-b558-4f7e-b1f0-5d97c62edc05,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:34.049183 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-43237853-f4bc-4d8d-a576-5a347e51cfc4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.053694 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-43237853-f4bc-4d8d-a576-5a347e51cfc4 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/subnets/f13c8132-b558-4f7e-b1f0-5d97c62edc05 HTTP/1.1" status: 204 len: 168 time: 0.8570759 Aug 20 11:44:34.100171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43082) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:34.128368 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c485a93e-b349-4bd4-83d3-6117a6a8d2c3 req-f878b485-2b69-4c04-95d8-a3410bf12105 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d2afb67-a1eb-4261-a96a-7a1042605aa5 HTTP/1.1" status: 200 len: 217 time: 0.0702028 Aug 20 11:44:34.144948 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.194831 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:34.198568 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7836aa28-e139-4321-8a05-dbde84976ce1" -d '{"events": [{"server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "name": "network-vif-plugged", "status": "completed", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:34.217745 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:34.225549 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.300873 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,revision_number=13']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:34.468741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-f2fa9a7a-895d-4870-92ef-5679ae8a2a64 req-9ac1b284-02d2-4684-857d-3817294bd1cb tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] For port 33c43e96-f159-4a74-8063-35748449f4e3, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=33c43e96-f159-4a74-8063-35748449f4e3,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:34.469341 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f2fa9a7a-895d-4870-92ef-5679ae8a2a64 req-9ac1b284-02d2-4684-857d-3817294bd1cb tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.478742 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0c43102-42df-462c-a185-d1a03cff324b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.498547 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0c43102-42df-462c-a185-d1a03cff324b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.507338 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-f2fa9a7a-895d-4870-92ef-5679ae8a2a64 req-9ac1b284-02d2-4684-857d-3817294bd1cb tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Calling delete_port for 33c43e96-f159-4a74-8063-35748449f4e3 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:34.511457 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-4ff71423-fd1d-4fe0-ba8c-e6b728ed397f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.565915 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3c01f-bb56-4054-b572-5277960df33d req-ad2a67d8-39e8-4820-8fb2-5a7067a79546 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:34.567506 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00b3c01f-bb56-4054-b572-5277960df33d req-ad2a67d8-39e8-4820-8fb2-5a7067a79546 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 943 time: 0.1791420 Aug 20 11:44:34.580057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485a93e-b349-4bd4-83d3-6117a6a8d2c3 req-9632444a-e4f6-44dc-938c-df55aa094345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:34.580290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a0c43102-42df-462c-a185-d1a03cff324b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] In _notify_port_updated(), no bound segment for port f19b3606-86b1-4803-b765-21bf9d8f0cff on network 19dadc12-d40a-43d2-81cb-81fac45f1893 {{(pid=94690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:44:34.581577 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c485a93e-b349-4bd4-83d3-6117a6a8d2c3 req-9632444a-e4f6-44dc-938c-df55aa094345 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95ea546d-aa14-4d25-bbdf-390c9e0a87dc HTTP/1.1" status: 200 len: 854 time: 0.4415715 Aug 20 11:44:34.586427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c43102-42df-462c-a185-d1a03cff324b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:34.587070 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0c43102-42df-462c-a185-d1a03cff324b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.588402 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a0c43102-42df-462c-a185-d1a03cff324b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "PUT /v2.0/ports/f19b3606-86b1-4803-b765-21bf9d8f0cff HTTP/1.1" status: 200 len: 818 time: 1.1180768 Aug 20 11:44:34.594884 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43090) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:34.595795 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ef36c-79f8-4132-9ce6-ecd1a70b9181 req-5389245b-ee99-4f85-8adc-6b82f96d4cb4 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:34.597384 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-590ef36c-79f8-4132-9ce6-ecd1a70b9181 req-5389245b-ee99-4f85-8adc-6b82f96d4cb4 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.76 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 949 time: 0.5582266 Aug 20 11:44:34.602035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f341fa-5def-4e67-a091-3473d2611c74 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Deleting subnet 0b4538af-662c-4006-a7c4-9b8d71013144 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:44:34.620311 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19f341fa-5def-4e67-a091-3473d2611c74 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.647928 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c43102-42df-462c-a185-d1a03cff324b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=f19b3606-86b1-4803-b765-21bf9d8f0cff,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:34.683873 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c485a93e-b349-4bd4-83d3-6117a6a8d2c3 req-8453d937-1c44-43f1-8830-bf1f34e84c55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760539 Aug 20 11:44:34.691822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac3f86-b232-4c75-be6c-daeffd0cd03f req-10de0da7-ec67-4a93-a613-65b5db1f36cf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:34.697197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06ac3f86-b232-4c75-be6c-daeffd0cd03f req-10de0da7-ec67-4a93-a613-65b5db1f36cf tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 865 time: 0.5925076 Aug 20 11:44:34.741288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff71423-fd1d-4fe0-ba8c-e6b728ed397f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event deleted for resources: {'Port': ['ID=eb9bf277-a00a-426c-859c-9c0822d72347,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:34.771549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae13b0b-4538-4963-b19e-f1e710959670 req-4ff71423-fd1d-4fe0-ba8c-e6b728ed397f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] No DVR routers for this DVR port eb9bf277-a00a-426c-859c-9c0822d72347 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:34.777250 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-dae13b0b-4538-4963-b19e-f1e710959670 req-4ff71423-fd1d-4fe0-ba8c-e6b728ed397f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.779203 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dae13b0b-4538-4963-b19e-f1e710959670 req-4ff71423-fd1d-4fe0-ba8c-e6b728ed397f tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.35 "DELETE /v2.0/ports/eb9bf277-a00a-426c-859c-9c0822d72347 HTTP/1.1" status: 204 len: 173 time: 1.8621259 Aug 20 11:44:34.803264 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19f341fa-5def-4e67-a091-3473d2611c74 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.828623 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00b3c01f-bb56-4054-b572-5277960df33d req-89efbf23-b9ae-4c70-8e88-130d5591570c tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351360 Aug 20 11:44:34.911175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-440136e6-0d57-4877-8905-4f7611e0208d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port f19b3606-86b1-4803-b765-21bf9d8f0cff {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:34.911580 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-440136e6-0d57-4877-8905-4f7611e0208d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.921905 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a82916-db3d-4ce1-9aa3-8bd0c47ebc4a x-openstack-request-id: req-45a82916-db3d-4ce1-9aa3-8bd0c47ebc4a {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:34.922421 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "name": "network-vif-plugged", "status": "completed", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:34.922421 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45a82916-db3d-4ce1-9aa3-8bd0c47ebc4a {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:34.922813 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93', 'code': 200} Aug 20 11:44:34.953913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-85bebfad-7b1c-4bfd-92c5-e4f0723b7444 None None] Provisioning complete for port 781f4229-fc45-4395-a3aa-3760942e8270 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:34.954288 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-85bebfad-7b1c-4bfd-92c5-e4f0723b7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.984414 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f2fa9a7a-895d-4870-92ef-5679ae8a2a64 req-9ac1b284-02d2-4684-857d-3817294bd1cb tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.000050 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['45989948-05f2-4b2e-9235-928a75eaa3cf'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:44:35.061485 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06ac3f86-b232-4c75-be6c-daeffd0cd03f req-7f966c96-db0c-4a95-ab56-27deb123c32d tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f3194d4-6356-42de-9111-d33eed55156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3308055 Aug 20 11:44:35.093063 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-440136e6-0d57-4877-8905-4f7611e0208d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.124697 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-440136e6-0d57-4877-8905-4f7611e0208d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for f19b3606-86b1-4803-b765-21bf9d8f0cff owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:35.133993 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1b284-02d2-4684-857d-3817294bd1cb tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Pushing event deleted for resources: {'Port': ['ID=33c43e96-f159-4a74-8063-35748449f4e3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:35.201269 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4dce3e9d-d455-42a3-8d96-527e8741b62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.222544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-590ef36c-79f8-4132-9ce6-ecd1a70b9181 req-aa881fe2-fa28-43d7-8cd6-75882fcb773c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Deleting port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:35.222888 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-590ef36c-79f8-4132-9ce6-ecd1a70b9181 req-aa881fe2-fa28-43d7-8cd6-75882fcb773c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.235450 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fa9a7a-895d-4870-92ef-5679ae8a2a64 req-9ac1b284-02d2-4684-857d-3817294bd1cb tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] No DVR routers for this DVR port 33c43e96-f159-4a74-8063-35748449f4e3 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:35.240009 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f2fa9a7a-895d-4870-92ef-5679ae8a2a64 req-9ac1b284-02d2-4684-857d-3817294bd1cb tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.242599 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2fa9a7a-895d-4870-92ef-5679ae8a2a64 req-9ac1b284-02d2-4684-857d-3817294bd1cb tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.35 "DELETE /v2.0/ports/33c43e96-f159-4a74-8063-35748449f4e3 HTTP/1.1" status: 204 len: 173 time: 1.6945822 Aug 20 11:44:35.330735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e92d60-e13b-4f84-ba83-22626a7fb797 req-b949a2a3-6dc5-4fab-b9ce-0a2bf14846ce tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.331957 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c485a93e-b349-4bd4-83d3-6117a6a8d2c3 req-2833231e-1a47-4b62-99bd-0152cf73be9a service neutron] 10.222.0.35 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050591 Aug 20 11:44:35.337257 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-42e92d60-e13b-4f84-ba83-22626a7fb797 req-b949a2a3-6dc5-4fab-b9ce-0a2bf14846ce tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 950 time: 0.2048988 Aug 20 11:44:35.340320 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4dce3e9d-d455-42a3-8d96-527e8741b62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.404343 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-42e92d60-e13b-4f84-ba83-22626a7fb797 req-9dc0dde0-0e9b-47a6-bbe6-8ff8524d7bff tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603263 Aug 20 11:44:35.418154 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-440136e6-0d57-4877-8905-4f7611e0208d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.446113 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-45faff3a-af9b-4d03-8d8f-a5d8bd2bbfcd req-93ad17ca-eff7-4acb-97db-d4b85a09ad1c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed39b6db-7296-41de-af12-891bf11006a2 HTTP/1.1" status: 200 len: 210 time: 0.1266563 Aug 20 11:44:35.459730 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440136e6-0d57-4877-8905-4f7611e0208d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=f19b3606-86b1-4803-b765-21bf9d8f0cff,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:35.466631 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-440136e6-0d57-4877-8905-4f7611e0208d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.468931 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-440136e6-0d57-4877-8905-4f7611e0208d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/f19b3606-86b1-4803-b765-21bf9d8f0cff HTTP/1.1" status: 204 len: 168 time: 0.8653965 Aug 20 11:44:35.471322 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43096) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:35.477021 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19f341fa-5def-4e67-a091-3473d2611c74 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.523876 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0576f209-9af0-4d3c-851f-6d3ba613df27 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.525596 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0576f209-9af0-4d3c-851f-6d3ba613df27 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0532470 Aug 20 11:44:35.528613 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43098) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:35.553262 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6cb26d-73d0-4b02-8130-75ea6780cc01 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] GET failed (client error): The resource could not be found. Aug 20 11:44:35.554148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce3e9d-d455-42a3-8d96-527e8741b62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb79e488-f564-4d1f-8f3b-c9296d494c6c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:35.555970 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8e6cb26d-73d0-4b02-8130-75ea6780cc01 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/f19b3606-86b1-4803-b765-21bf9d8f0cff HTTP/1.1" status: 404 len: 333 time: 0.0262780 Aug 20 11:44:35.559995 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43100) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:35.565235 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ddddd3bc-7900-4b22-868c-c7c3d34a0ff9 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1705483911'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:35.589398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddddd3bc-7900-4b22-868c-c7c3d34a0ff9 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:35.592038 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4dce3e9d-d455-42a3-8d96-527e8741b62b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=820821bb4816491b838fbc64855fb411&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7595448 Aug 20 11:44:35.594045 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddddd3bc-7900-4b22-868c-c7c3d34a0ff9 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.596120 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43102) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:35.611568 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-deleted', 'tag': 'eb9bf277-a00a-426c-859c-9c0822d72347'}, {'server_uuid': 'ed39b6db-7296-41de-af12-891bf11006a2', 'name': 'network-vif-deleted', 'tag': '33c43e96-f159-4a74-8063-35748449f4e3'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:35.614061 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01e297b-24d2-493a-a049-1997ea587144" -d '{"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-deleted", "tag": "eb9bf277-a00a-426c-859c-9c0822d72347"}, {"server_uuid": "ed39b6db-7296-41de-af12-891bf11006a2", "name": "network-vif-deleted", "tag": "33c43e96-f159-4a74-8063-35748449f4e3"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:35.621188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-590ef36c-79f8-4132-9ce6-ecd1a70b9181 req-aa881fe2-fa28-43d7-8cd6-75882fcb773c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] For port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:35.621741 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-590ef36c-79f8-4132-9ce6-ecd1a70b9181 req-aa881fe2-fa28-43d7-8cd6-75882fcb773c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.631522 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19f341fa-5def-4e67-a091-3473d2611c74 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.660262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-590ef36c-79f8-4132-9ce6-ecd1a70b9181 req-aa881fe2-fa28-43d7-8cd6-75882fcb773c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Calling delete_port for 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:35.669842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddddd3bc-7900-4b22-868c-c7c3d34a0ff9 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:35.688567 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddddd3bc-7900-4b22-868c-c7c3d34a0ff9 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.688567 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-ddddd3bc-7900-4b22-868c-c7c3d34a0ff9 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Added segment 826d2d18-6fc5-4a00-b11c-7c74863bb28f of type vlan for network e15818e0-7d0d-4557-b542-b05f3c16cd8b Aug 20 11:44:35.691225 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bcb2d5-1c43-44aa-b67d-68ef08c744e8 x-openstack-request-id: req-a2bcb2d5-1c43-44aa-b67d-68ef08c744e8 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:35.691622 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c74889f-924e-4593-ab33-78eda0239b96", "name": "network-vif-deleted", "tag": "eb9bf277-a00a-426c-859c-9c0822d72347", "status": "completed", "code": 200}, {"server_uuid": "ed39b6db-7296-41de-af12-891bf11006a2", "name": "network-vif-deleted", "tag": "33c43e96-f159-4a74-8063-35748449f4e3", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:35.691990 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2bcb2d5-1c43-44aa-b67d-68ef08c744e8 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:35.692476 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74889f-924e-4593-ab33-78eda0239b96', 'name': 'network-vif-deleted', 'tag': 'eb9bf277-a00a-426c-859c-9c0822d72347', 'status': 'completed', 'code': 200} Aug 20 11:44:35.692852 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed39b6db-7296-41de-af12-891bf11006a2', 'name': 'network-vif-deleted', 'tag': '33c43e96-f159-4a74-8063-35748449f4e3', 'status': 'completed', 'code': 200} Aug 20 11:44:35.694392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f341fa-5def-4e67-a091-3473d2611c74 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4538af-662c-4006-a7c4-9b8d71013144,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:35.703607 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddc95aa-fc08-4395-b72f-5898542c461e None None] Network 5975bc8c-e444-41f8-b2df-8f54b97bc190 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:35.712159 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19f341fa-5def-4e67-a091-3473d2611c74 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.716295 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-19f341fa-5def-4e67-a091-3473d2611c74 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/subnets/0b4538af-662c-4006-a7c4-9b8d71013144 HTTP/1.1" status: 204 len: 168 time: 1.6110818 Aug 20 11:44:35.717317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43106) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:35.719042 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ce85-a5b8-4c61-a86a-a1c5e7a01b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.729789 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c485a93e-b349-4bd4-83d3-6117a6a8d2c3 req-d53e27c9-cd27-4e5a-889b-a638e89e9efd service neutron] 10.222.0.35 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850124 Aug 20 11:44:35.867744 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ce85-a5b8-4c61-a86a-a1c5e7a01b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.884777 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddddd3bc-7900-4b22-868c-c7c3d34a0ff9 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.961951 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-590ef36c-79f8-4132-9ce6-ecd1a70b9181 req-aa881fe2-fa28-43d7-8cd6-75882fcb773c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.967415 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:44:35.970647 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.974365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['28af82fb-9ab8-485a-8b42-493125ccb526', '5e605c4c-2b5d-47db-b200-be470000f036', '7cd3dd75-8677-493d-acac-c3016fc6a36c'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:44:36.014572 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddddd3bc-7900-4b22-868c-c7c3d34a0ff9 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:36.021472 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddd3bc-7900-4b22-868c-c7c3d34a0ff9 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:36.022294 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddddd3bc-7900-4b22-868c-c7c3d34a0ff9 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:36.041943 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e2b0dd-85aa-49d2-b505-8e874207f4da None None] DHCP port deletion for 5975bc8c-e444-41f8-b2df-8f54b97bc190 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:44:36.044431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 1d2afb67-a1eb-4261-a96a-7a1042605aa5 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:44:36.046474 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 33c43e96-f159-4a74-8063-35748449f4e3 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:36.060114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa881fe2-fa28-43d7-8cd6-75882fcb773c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Pushing event deleted for resources: {'Port': ['ID=653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:36.098713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 33c43e96-f159-4a74-8063-35748449f4e3 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:44:36.099491 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 33c43e96-f159-4a74-8063-35748449f4e3 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:44:36.137983 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ddddd3bc-7900-4b22-868c-c7c3d34a0ff9 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5763907 Aug 20 11:44:36.145016 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43112) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:36.153536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-590ef36c-79f8-4132-9ce6-ecd1a70b9181 req-aa881fe2-fa28-43d7-8cd6-75882fcb773c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] No DVR routers for this DVR port 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:36.154575 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-eb9d9995-078b-43d0-9cee-972c1ba37d3a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'subnet': {'network_id': 'e15818e0-7d0d-4557-b542-b05f3c16cd8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:36.158076 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-590ef36c-79f8-4132-9ce6-ecd1a70b9181 req-aa881fe2-fa28-43d7-8cd6-75882fcb773c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:36.160442 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-590ef36c-79f8-4132-9ce6-ecd1a70b9181 req-aa881fe2-fa28-43d7-8cd6-75882fcb773c tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.76 "DELETE /v2.0/ports/653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 HTTP/1.1" status: 204 len: 173 time: 1.5368855 Aug 20 11:44:36.160841 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ce85-a5b8-4c61-a86a-a1c5e7a01b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:36.160971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'name': 'network-vif-deleted', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:36.164368 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ce85-a5b8-4c61-a86a-a1c5e7a01b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:36.165315 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d742704-197f-47ae-ae45-05b4ababf4fd" -d '{"events": [{"server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "name": "network-vif-deleted", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:36.168190 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ebd0ce85-a5b8-4c61-a86a-a1c5e7a01b5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb79e488-f564-4d1f-8f3b-c9296d494c6c HTTP/1.1" status: 204 len: 168 time: 0.5673866 Aug 20 11:44:36.194075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42356c8-1c38-4b80-9fa0-041397d0bc7d req-fe398bd1-1b54-4976-9909-ad5767a5abc5 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:36.197646 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c42356c8-1c38-4b80-9fa0-041397d0bc7d req-fe398bd1-1b54-4976-9909-ad5767a5abc5 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 943 time: 0.2383223 Aug 20 11:44:36.248773 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.resource_extend [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:44:36.309060 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c42356c8-1c38-4b80-9fa0-041397d0bc7d req-0ba01a22-f2fb-4d63-a5eb-64b552b5967b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055329 Aug 20 11:44:36.345687 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddd3bc-7900-4b22-868c-c7c3d34a0ff9 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Network': ['ID=e15818e0-7d0d-4557-b542-b05f3c16cd8b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:36.377162 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 1d2afb67-a1eb-4261-a96a-7a1042605aa5, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=1d2afb67-a1eb-4261-a96a-7a1042605aa5,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:36.399967 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa7bbb2-a670-4bf4-8861-435553386b59 x-openstack-request-id: req-3aa7bbb2-a670-4bf4-8861-435553386b59 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:36.400261 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4130aca6-d273-45c2-bb04-d0629757707d", "name": "network-vif-deleted", "tag": "653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:36.400509 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3aa7bbb2-a670-4bf4-8861-435553386b59 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:36.401016 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4130aca6-d273-45c2-bb04-d0629757707d', 'name': 'network-vif-deleted', 'tag': '653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93', 'status': 'completed', 'code': 200} Aug 20 11:44:36.406710 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0ce85-a5b8-4c61-a86a-a1c5e7a01b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb79e488-f564-4d1f-8f3b-c9296d494c6c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:36.464875 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e8b2bb5-171a-4ea0-bb87-f34dcd17539f req-5846515a-66bd-4177-8b33-a3a008ac7c15 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 210 time: 0.0999768 Aug 20 11:44:36.510679 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Deleting port 781f4229-fc45-4395-a3aa-3760942e8270 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:36.511377 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:36.583768 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9d9995-078b-43d0-9cee-972c1ba37d3a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:36.588177 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9995-078b-43d0-9cee-972c1ba37d3a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:36.655519 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '1d2afb67-a1eb-4261-a96a-7a1042605aa5', 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1', 'port_id': '1d2afb67-a1eb-4261-a96a-7a1042605aa5', 'mac_address': 'fa:16:3e:f9:fc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ea546d-aa14-4d25-bbdf-390c9e0a87dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:44:36.682744 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network e15818e0-7d0d-4557-b542-b05f3c16cd8b details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:36.750856 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-78951df9-86c3-492c-afe1-66e20d64382a req-a8a5f163-527d-437e-b08f-e9070b0790f6 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=4130aca6-d273-45c2-bb04-d0629757707d HTTP/1.1" status: 200 len: 210 time: 0.0900650 Aug 20 11:44:36.762739 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] For port 781f4229-fc45-4395-a3aa-3760942e8270, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=781f4229-fc45-4395-a3aa-3760942e8270,segment=NetworkSegment(1adcb9d0-e116-4643-bd86-faf69d8de145),segment_id=1adcb9d0-e116-4643-bd86-faf69d8de145)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:36.763273 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:36.790240 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:36.792449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Calling delete_port for 781f4229-fc45-4395-a3aa-3760942e8270 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:36.826927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2afb67-a1eb-4261-a96a-7a1042605aa5 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:44:36.831498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcd660-333a-4790-a621-8f61be9641b5 req-408b0c67-4f25-4d9e-bf48-bfffb2717bee tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:36.835423 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43128) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:36.842659 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2cdcd660-333a-4790-a621-8f61be9641b5 req-408b0c67-4f25-4d9e-bf48-bfffb2717bee tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1488323 Aug 20 11:44:36.864834 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-adafa65a-063f-445b-a5dd-8e63814517fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:36.885188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 1d2afb67-a1eb-4261-a96a-7a1042605aa5, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=1d2afb67-a1eb-4261-a96a-7a1042605aa5,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:36.931231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2b0dd-85aa-49d2-b505-8e874207f4da None None] Deleting port 781f4229-fc45-4395-a3aa-3760942e8270 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:36.931608 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a1e2b0dd-85aa-49d2-b505-8e874207f4da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:36.989475 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2cdcd660-333a-4790-a621-8f61be9641b5 req-4d627239-ae25-4df3-8b20-ce4cc9fde1a8 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455541 Aug 20 11:44:37.020240 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.055292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-adafa65a-063f-445b-a5dd-8e63814517fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.061042 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-adafa65a-063f-445b-a5dd-8e63814517fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.094778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a1e2b0dd-85aa-49d2-b505-8e874207f4da None None] For port 781f4229-fc45-4395-a3aa-3760942e8270, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=781f4229-fc45-4395-a3aa-3760942e8270,segment=NetworkSegment(1adcb9d0-e116-4643-bd86-faf69d8de145),segment_id=1adcb9d0-e116-4643-bd86-faf69d8de145)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:37.095100 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a1e2b0dd-85aa-49d2-b505-8e874207f4da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.127517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafa65a-063f-445b-a5dd-8e63814517fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18930dfe-a50b-426f-ace9-bffca6860384,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:37.139574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2b0dd-85aa-49d2-b505-8e874207f4da None None] Calling delete_port for 781f4229-fc45-4395-a3aa-3760942e8270 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:37.146414 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.156969 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=1d2afb67-a1eb-4261-a96a-7a1042605aa5,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:37.171593 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-adafa65a-063f-445b-a5dd-8e63814517fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4a512c868ee4e92911866b37c4f5a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340681 Aug 20 11:44:37.172300 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43136) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:37.176230 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:37.176589 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:37.176972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:37.177307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:37.177639 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:37.177968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:37.178294 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:37.178618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:37.180043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:37.180790 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:37.181015 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:37.181355 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:37.195876 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Port': ['ID=781f4229-fc45-4395-a3aa-3760942e8270,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:37.203504 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No DVR routers for this DVR port 781f4229-fc45-4395-a3aa-3760942e8270 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:37.209639 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9995-078b-43d0-9cee-972c1ba37d3a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.283429 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56918f89-2bd2-459c-892d-d53d02985f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.283903 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['1d2afb67-a1eb-4261-a96a-7a1042605aa5'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:44:37.322902 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56918f89-2bd2-459c-892d-d53d02985f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.329987 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.341188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 781f4229-fc45-4395-a3aa-3760942e8270 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:37.341413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5975bc8c-e444-41f8-b2df-8f54b97bc190']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:37.353040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1adcb9d0-e116-4643-bd86-faf69d8de145') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:37.353434 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1adcb9d0-e116-4643-bd86-faf69d8de145') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:37.362640 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.377143 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.383221 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:37.383609 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.386973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 781f4229-fc45-4395-a3aa-3760942e8270 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:44:37.387344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 781f4229-fc45-4395-a3aa-3760942e8270 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:44:37.398891 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a1e2b0dd-85aa-49d2-b505-8e874207f4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.405193 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56918f89-2bd2-459c-892d-d53d02985f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.408402 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56918f89-2bd2-459c-892d-d53d02985f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.414978 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-56918f89-2bd2-459c-892d-d53d02985f4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18930dfe-a50b-426f-ace9-bffca6860384 HTTP/1.1" status: 204 len: 168 time: 0.2405124 Aug 20 11:44:37.425394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56918f89-2bd2-459c-892d-d53d02985f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18930dfe-a50b-426f-ace9-bffca6860384,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:37.461925 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:37.475448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2b0dd-85aa-49d2-b505-8e874207f4da None None] No DVR routers for this DVR port 781f4229-fc45-4395-a3aa-3760942e8270 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:37.486375 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2b0dd-85aa-49d2-b505-8e874207f4da None None] Pushing event deleted for resources: {'Port': ['ID=781f4229-fc45-4395-a3aa-3760942e8270,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:37.489023 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.509667 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.511546 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/5975bc8c-e444-41f8-b2df-8f54b97bc190 HTTP/1.1" status: 204 len: 168 time: 1.7935340 Aug 20 11:44:37.513968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43146) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:37.556968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d9995-078b-43d0-9cee-972c1ba37d3a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Subnet': ['ID=70ae88fa-e2e1-4396-98d8-2bd8c291c95e,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:37.559397 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfc312-e1ed-4286-96b7-fdd7dee0f294 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Network': ['ID=5975bc8c-e444-41f8-b2df-8f54b97bc190,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:37.574689 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5346f-da45-49d0-9526-f3ecb4d45262 req-54dec082-b83e-4363-97d6-99fc3e3bb074 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:37.577772 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b493247-aef9-4629-a0d6-2c8ed43834b5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] DELETE failed (client error): The resource could not be found. Aug 20 11:44:37.578430 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b493247-aef9-4629-a0d6-2c8ed43834b5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:37.580986 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1b493247-aef9-4629-a0d6-2c8ed43834b5 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/subnets/7c32559d-7372-4141-9dbe-6d32589c921a HTTP/1.1" status: 404 len: 337 time: 0.0629694 Aug 20 11:44:37.582488 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-84a5346f-da45-49d0-9526-f3ecb4d45262 req-54dec082-b83e-4363-97d6-99fc3e3bb074 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1350996 Aug 20 11:44:37.584312 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43148) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:37.590828 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9d9995-078b-43d0-9cee-972c1ba37d3a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Checking segment: {'id': '826d2d18-6fc5-4a00-b11c-7c74863bb28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e15818e0-7d0d-4557-b542-b05f3c16cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:37.591197 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9d9995-078b-43d0-9cee-972c1ba37d3a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network hostable DHCP agents. Network: e15818e0-7d0d-4557-b542-b05f3c16cd8b, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:44:37.608536 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-148779a9-6558-43c1-8a12-4095e025efb7 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] DELETE failed (client error): The resource could not be found. Aug 20 11:44:37.609600 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148779a9-6558-43c1-8a12-4095e025efb7 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:37.611570 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-148779a9-6558-43c1-8a12-4095e025efb7 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/3e740913-8439-404e-a9de-f07f81286319 HTTP/1.1" status: 404 len: 339 time: 0.0261652 Aug 20 11:44:37.621715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f97d53-06a1-42e7-bdd7-5567dad80bc4 req-206c3208-25dc-44a3-939f-2fe1e7f3ae2f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:37.623638 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43150) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:37.630732 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37f97d53-06a1-42e7-bdd7-5567dad80bc4 req-206c3208-25dc-44a3-939f-2fe1e7f3ae2f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 944 time: 0.1898925 Aug 20 11:44:37.673804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9d9995-078b-43d0-9cee-972c1ba37d3a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network e15818e0-7d0d-4557-b542-b05f3c16cd8b is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:44:37.676048 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-372237e0-5255-46cd-8664-83af0146765a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] DELETE failed (client error): The resource could not be found. Aug 20 11:44:37.676727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372237e0-5255-46cd-8664-83af0146765a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:37.678450 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-372237e0-5255-46cd-8664-83af0146765a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/subnets/ad815518-f479-407e-9273-f6bc9ea3aee0 HTTP/1.1" status: 404 len: 337 time: 0.0521688 Aug 20 11:44:37.681768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43152) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:37.697728 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-84a5346f-da45-49d0-9526-f3ecb4d45262 req-4de36938-bab0-4146-a482-1bd8a6c645b2 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097822 Aug 20 11:44:37.715498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-eb9d9995-078b-43d0-9cee-972c1ba37d3a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, e15818e0-7d0d-4557-b542-b05f3c16cd8b) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:37.730046 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9d9995-078b-43d0-9cee-972c1ba37d3a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:37.731374 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9995-078b-43d0-9cee-972c1ba37d3a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.751709 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37f97d53-06a1-42e7-bdd7-5567dad80bc4 req-ee683485-9b07-4fa3-ba47-251ac249c3f6 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194704 Aug 20 11:44:37.758961 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63a81e4-20cf-4f5c-aafc-21689bc51fb9 None None] Network e15818e0-7d0d-4557-b542-b05f3c16cd8b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:37.760423 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-eb9d9995-078b-43d0-9cee-972c1ba37d3a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6139879 Aug 20 11:44:37.764469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43158) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:37.772378 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ce1107f5-db89-47be-b14d-3887a5cca90c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'subnet': {'network_id': 'e15818e0-7d0d-4557-b542-b05f3c16cd8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:37.779259 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b7df8d-d34c-44b4-88c7-bedeb9c73cba tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] DELETE failed (client error): The resource could not be found. Aug 20 11:44:37.779900 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b7df8d-d34c-44b4-88c7-bedeb9c73cba tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:37.781740 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-16b7df8d-d34c-44b4-88c7-bedeb9c73cba tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/d4ec9811-280e-4b08-80de-48241f4aab2d HTTP/1.1" status: 404 len: 339 time: 0.0821722 Aug 20 11:44:37.784917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43162) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:37.848072 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-43990c8f-d954-4d8c-952e-c3bff1532b7a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] DELETE failed (client error): The resource could not be found. Aug 20 11:44:37.848567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43990c8f-d954-4d8c-952e-c3bff1532b7a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:37.854522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-43990c8f-d954-4d8c-952e-c3bff1532b7a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/subnets/4ee625de-3541-4ccd-85ac-bbdb0fbbf4d2 HTTP/1.1" status: 404 len: 337 time: 0.0682652 Aug 20 11:44:37.856841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43164) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:37.906541 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2df66f-caf0-4e96-ba12-385bdda48453 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] DELETE failed (client error): The resource could not be found. Aug 20 11:44:37.906541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2df66f-caf0-4e96-ba12-385bdda48453 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:37.906541 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5f2df66f-caf0-4e96-ba12-385bdda48453 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/e472e445-c199-40bf-8f4d-7e20c0f78c58 HTTP/1.1" status: 404 len: 339 time: 0.0468419 Aug 20 11:44:37.920151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43168) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:37.927021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:37.971905 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0105fc51-2302-4c6b-ac4e-1a195cbea89b req-4afbbfbe-6b40-4067-82f0-0eabc0adb752 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 210 time: 0.0643659 Aug 20 11:44:37.989938 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:44:37.990294 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 653ebedd-e0b7-4ac3-a2cb-bbc9648f6e93 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:44:38.089021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-e15818e0-7d0d-4557-b542-b05f3c16cd8b', 'network_id': 'e15818e0-7d0d-4557-b542-b05f3c16cd8b', 'tenant_id': '1efcbdd862e1473db5eab96f5b992905', 'fixed_ips': [{'subnet_id': '70ae88fa-e2e1-4396-98d8-2bd8c291c95e'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:44:38.089888 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.140628 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-548ff991-48e0-4efe-a849-9d24bf9b5d19 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Deleting subnet fa8e97e7-bc9e-4002-9d2a-6fac48753abe {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:44:38.146512 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-548ff991-48e0-4efe-a849-9d24bf9b5d19 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.202609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3dda0-749c-4c74-8396-19ac5db6781d req-2574cce7-95dc-43e6-b8d2-25d62b352a35 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:38.209976 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4ca3dda0-749c-4c74-8396-19ac5db6781d req-2574cce7-95dc-43e6-b8d2-25d62b352a35 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2177711 Aug 20 11:44:38.242718 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-548ff991-48e0-4efe-a849-9d24bf9b5d19 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.282397 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1107f5-db89-47be-b14d-3887a5cca90c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:38.286114 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce1107f5-db89-47be-b14d-3887a5cca90c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.288412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Allocated IP 2001:db8::2 (e15818e0-7d0d-4557-b542-b05f3c16cd8b/70ae88fa-e2e1-4396-98d8-2bd8c291c95e/86062aa9-65d1-4f96-b91f-223329b68a7e) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:38.359835 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4ca3dda0-749c-4c74-8396-19ac5db6781d req-d9aaf71c-0afa-4001-889c-1bba2e1fe150 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487837 Aug 20 11:44:38.500235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c454ca-a1b0-4f7c-8649-d9d6b27e027e req-53dd389d-3d8e-4bd4-a72d-775f2cdfdcf9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:38.511657 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80c454ca-a1b0-4f7c-8649-d9d6b27e027e req-53dd389d-3d8e-4bd4-a72d-775f2cdfdcf9 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 951 time: 0.1051898 Aug 20 11:44:38.525218 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.533892 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-548ff991-48e0-4efe-a849-9d24bf9b5d19 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.535934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Transition to ACTIVE for port object 86062aa9-65d1-4f96-b91f-223329b68a7e will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:38.540651 n-d-804299-2 neutron-server[94690]: INFO neutron.db.ipam_backend_mixin [None req-ce1107f5-db89-47be-b14d-3887a5cca90c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 70ae88fa-e2e1-4396-98d8-2bd8c291c95e (CIDR: 2001:db8::/64) Aug 20 11:44:38.554760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Transition to ACTIVE for port object 86062aa9-65d1-4f96-b91f-223329b68a7e will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:38.562104 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.573114 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80c454ca-a1b0-4f7c-8649-d9d6b27e027e req-d4146abe-6f14-4635-9da4-ef93879bdbba tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538027 Aug 20 11:44:38.593617 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1107f5-db89-47be-b14d-3887a5cca90c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:44:38.601270 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1107f5-db89-47be-b14d-3887a5cca90c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:38.614926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Network e15818e0-7d0d-4557-b542-b05f3c16cd8b is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:38.618860 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:38.623573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:38.708206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Attempting to bind port 86062aa9-65d1-4f96-b91f-223329b68a7e on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:38.708777 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Attempting to bind port 86062aa9-65d1-4f96-b91f-223329b68a7e by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '826d2d18-6fc5-4a00-b11c-7c74863bb28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e15818e0-7d0d-4557-b542-b05f3c16cd8b'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:38.709238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Attempting to bind port 86062aa9-65d1-4f96-b91f-223329b68a7e on network e15818e0-7d0d-4557-b542-b05f3c16cd8b {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:38.709657 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-548ff991-48e0-4efe-a849-9d24bf9b5d19 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.716036 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:38.716550 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Checking segment: {'id': '826d2d18-6fc5-4a00-b11c-7c74863bb28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e15818e0-7d0d-4557-b542-b05f3c16cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:38.717068 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.717590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Bound using segment: {'id': '826d2d18-6fc5-4a00-b11c-7c74863bb28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e15818e0-7d0d-4557-b542-b05f3c16cd8b'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:38.718152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Bound port: 86062aa9-65d1-4f96-b91f-223329b68a7e, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826d2d18-6fc5-4a00-b11c-7c74863bb28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e15818e0-7d0d-4557-b542-b05f3c16cd8b'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:38.718995 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.735093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Pushing event updated for resources: {'Port': ['ID=86062aa9-65d1-4f96-b91f-223329b68a7e,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:38.762269 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ce1107f5-db89-47be-b14d-3887a5cca90c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9964025 Aug 20 11:44:38.764924 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43192) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:38.771288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ff991-48e0-4efe-a849-9d24bf9b5d19 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Subnet': ['ID=fa8e97e7-bc9e-4002-9d2a-6fac48753abe,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:38.781200 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-548ff991-48e0-4efe-a849-9d24bf9b5d19 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.787315 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-548ff991-48e0-4efe-a849-9d24bf9b5d19 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/subnets/fa8e97e7-bc9e-4002-9d2a-6fac48753abe HTTP/1.1" status: 204 len: 168 time: 0.8657982 Aug 20 11:44:38.789903 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43198) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:38.791754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0b4c149c-52fa-4eb2-98a6-3ac050d0800b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'subnet': {'network_id': 'e15818e0-7d0d-4557-b542-b05f3c16cd8b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:38.796193 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be51699-9c67-43f2-9529-5a5706a47ca9 None None] Network 142dd7c5-b747-40bc-b4a9-fbe132fe5aa3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:38.886365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] For port 86062aa9-65d1-4f96-b91f-223329b68a7e, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:38.895001 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] For port 86062aa9-65d1-4f96-b91f-223329b68a7e, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=86062aa9-65d1-4f96-b91f-223329b68a7e,segment=NetworkSegment(826d2d18-6fc5-4a00-b11c-7c74863bb28f),segment_id=826d2d18-6fc5-4a00-b11c-7c74863bb28f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:38.897809 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.911283 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.073458 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.132992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859c9c4-be5a-4d37-9405-4e1d7a9108c6 req-db543a97-8beb-42cf-b59b-8f344efd74b7 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:39.141302 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e859c9c4-be5a-4d37-9405-4e1d7a9108c6 req-db543a97-8beb-42cf-b59b-8f344efd74b7 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 944 time: 0.2286894 Aug 20 11:44:39.151166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4c149c-52fa-4eb2-98a6-3ac050d0800b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:39.152329 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943680d2-4454-466a-85f0-1843761d1ec0 None None] Pushing event updated for resources: {'Port': ['ID=86062aa9-65d1-4f96-b91f-223329b68a7e,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:39.176074 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0b4c149c-52fa-4eb2-98a6-3ac050d0800b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.254454 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e859c9c4-be5a-4d37-9405-4e1d7a9108c6 req-4c15d149-872b-46fc-b9c7-3921c518a106 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076326 Aug 20 11:44:39.282478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbe8928-e268-4f9d-8479-c1249fc9cfb1 None None] DHCP port deletion for 142dd7c5-b747-40bc-b4a9-fbe132fe5aa3 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:44:39.297312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Deleting port 304b264c-520b-4268-b41d-76c5741dc73b {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:39.297666 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.352023 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca8dc6f9-add5-4d12-a201-d75bf7224005 req-2a19260f-b758-4231-9d1b-e978d5002445 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 210 time: 0.1589301 Aug 20 11:44:39.382171 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-efbe8928-e268-4f9d-8479-c1249fc9cfb1 None None] Deleting port 304b264c-520b-4268-b41d-76c5741dc73b {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:39.384993 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-efbe8928-e268-4f9d-8479-c1249fc9cfb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.451348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] For port 304b264c-520b-4268-b41d-76c5741dc73b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=304b264c-520b-4268-b41d-76c5741dc73b,segment=NetworkSegment(0d599785-e665-48d6-a897-cd0452fde0b7),segment_id=0d599785-e665-48d6-a897-cd0452fde0b7)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:39.452007 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.486011 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Calling delete_port for 304b264c-520b-4268-b41d-76c5741dc73b owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:39.585128 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43220) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:39.601758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-efbe8928-e268-4f9d-8479-c1249fc9cfb1 None None] For port 304b264c-520b-4268-b41d-76c5741dc73b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=304b264c-520b-4268-b41d-76c5741dc73b,segment=NetworkSegment(0d599785-e665-48d6-a897-cd0452fde0b7),segment_id=0d599785-e665-48d6-a897-cd0452fde0b7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:39.604490 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-efbe8928-e268-4f9d-8479-c1249fc9cfb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.655111 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-efbe8928-e268-4f9d-8479-c1249fc9cfb1 None None] Calling delete_port for 304b264c-520b-4268-b41d-76c5741dc73b owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:39.676341 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.722742 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Port': ['ID=304b264c-520b-4268-b41d-76c5741dc73b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:39.724909 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No DVR routers for this DVR port 304b264c-520b-4268-b41d-76c5741dc73b on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:39.828325 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-efbe8928-e268-4f9d-8479-c1249fc9cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.856419 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fdb44-142e-47ef-b1ae-f30849e1866e req-8ee061ec-b224-4eea-8203-706d5adca319 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:39.858715 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d7fdb44-142e-47ef-b1ae-f30849e1866e req-8ee061ec-b224-4eea-8203-706d5adca319 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 951 time: 0.1769624 Aug 20 11:44:39.884566 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.894819 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe8928-e268-4f9d-8479-c1249fc9cfb1 None None] Pushing event deleted for resources: {'Port': ['ID=304b264c-520b-4268-b41d-76c5741dc73b,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:39.899536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142dd7c5-b747-40bc-b4a9-fbe132fe5aa3']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:39.903782 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe8928-e268-4f9d-8479-c1249fc9cfb1 None None] No DVR routers for this DVR port 304b264c-520b-4268-b41d-76c5741dc73b on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:39.917633 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0b4c149c-52fa-4eb2-98a6-3ac050d0800b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.935417 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d599785-e665-48d6-a897-cd0452fde0b7') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:39.936116 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d599785-e665-48d6-a897-cd0452fde0b7') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:39.949033 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.965719 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.973302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:39.974039 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.059179 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 1d2afb67-a1eb-4261-a96a-7a1042605aa5 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:40.084938 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:40.092404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c149c-52fa-4eb2-98a6-3ac050d0800b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Subnet': ['ID=17907efc-75a6-47ee-adb1-858ddcd06420,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:40.098368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4c149c-52fa-4eb2-98a6-3ac050d0800b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network e15818e0-7d0d-4557-b542-b05f3c16cd8b is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:40.106601 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62b0c3f4-b6e5-4e10-b14a-2bbb62f63a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.157126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-0b4c149c-52fa-4eb2-98a6-3ac050d0800b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:40.160800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4c149c-52fa-4eb2-98a6-3ac050d0800b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:40.161851 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0b4c149c-52fa-4eb2-98a6-3ac050d0800b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.174870 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37a901-d1e6-42e3-8406-8cf843b09464 req-8f9ed833-e4b3-47ae-ae1f-183c58515360 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:40.184655 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f37a901-d1e6-42e3-8406-8cf843b09464 req-8f9ed833-e4b3-47ae-ae1f-183c58515360 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 951 time: 0.4975488 Aug 20 11:44:40.198765 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.249593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-8d7fdb44-142e-47ef-b1ae-f30849e1866e req-3b326687-f16b-477f-8310-8eacab3695bd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Deleting port 7cd3dd75-8677-493d-acac-c3016fc6a36c {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:40.249945 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8d7fdb44-142e-47ef-b1ae-f30849e1866e req-3b326687-f16b-477f-8310-8eacab3695bd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.254641 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.255927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 1d2afb67-a1eb-4261-a96a-7a1042605aa5 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:40.258709 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/142dd7c5-b747-40bc-b4a9-fbe132fe5aa3 HTTP/1.1" status: 204 len: 168 time: 1.4662969 Aug 20 11:44:40.261967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 1d2afb67-a1eb-4261-a96a-7a1042605aa5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:40.262345 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.264380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43230) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:40.267753 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299645cf-38d8-48d3-86ba-b1087b60654b tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Network': ['ID=142dd7c5-b747-40bc-b4a9-fbe132fe5aa3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:40.322251 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f37a901-d1e6-42e3-8406-8cf843b09464 req-142b9c03-c2ba-4003-a913-5eaaaedbfb85 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363742 Aug 20 11:44:40.398803 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-92cd4a72-dcc0-457b-b635-244d10579661 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] DELETE failed (client error): The resource could not be found. Aug 20 11:44:40.399966 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92cd4a72-dcc0-457b-b635-244d10579661 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:40.409145 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-92cd4a72-dcc0-457b-b635-244d10579661 tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/subnets/01371eab-db84-47de-b914-70a0f980be2e HTTP/1.1" status: 404 len: 337 time: 0.1272645 Aug 20 11:44:40.409979 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43236) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:40.478104 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62b0c3f4-b6e5-4e10-b14a-2bbb62f63a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.481483 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-be20942b-0d6c-43b0-b59b-7fe6b89f9d8a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] DELETE failed (client error): The resource could not be found. Aug 20 11:44:40.481483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be20942b-0d6c-43b0-b59b-7fe6b89f9d8a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:40.483463 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-be20942b-0d6c-43b0-b59b-7fe6b89f9d8a tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/4219b3dd-4c0b-446d-a53f-bd95641dbb01 HTTP/1.1" status: 404 len: 339 time: 0.0726261 Aug 20 11:44:40.486213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43238) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:40.492465 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62b0c3f4-b6e5-4e10-b14a-2bbb62f63a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.500325 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.529388 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a938c3f1-78c2-470c-895b-dd34ade24154 req-826eec86-e959-49ae-b890-d769213f9fa0 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 210 time: 0.0499418 Aug 20 11:44:40.541289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2afb67-a1eb-4261-a96a-7a1042605aa5'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:40.544059 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56caea3a-6b79-4295-9e9e-91c356793ddd" -d '{"events": [{"server_uuid": "83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f", "name": "network-vif-plugged", "status": "completed", "tag": "1d2afb67-a1eb-4261-a96a-7a1042605aa5"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:40.560469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0c3f4-b6e5-4e10-b14a-2bbb62f63a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f145482-057a-451f-acbf-24d1ff7c9ba1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:40.586866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 1d2afb67-a1eb-4261-a96a-7a1042605aa5, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=1d2afb67-a1eb-4261-a96a-7a1042605aa5,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:40.592456 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.592723 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-62b0c3f4-b6e5-4e10-b14a-2bbb62f63a29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9a254dd41cd4df5b45216df0a54489b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0013301 Aug 20 11:44:40.593200 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43242) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:40.605288 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0b4c149c-52fa-4eb2-98a6-3ac050d0800b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8297474 Aug 20 11:44:40.634263 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564d4a74-01bc-43e5-9234-79408bef5f68 x-openstack-request-id: req-564d4a74-01bc-43e5-9234-79408bef5f68 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:40.634532 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f", "name": "network-vif-plugged", "status": "completed", "tag": "1d2afb67-a1eb-4261-a96a-7a1042605aa5", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:40.634792 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-564d4a74-01bc-43e5-9234-79408bef5f68 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:40.635179 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2afb67-a1eb-4261-a96a-7a1042605aa5', 'code': 200} Aug 20 11:44:40.647362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43244) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:40.671135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b1db00c5-2d8b-47e6-9e6e-69379e42acc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'network_id': 'e15818e0-7d0d-4557-b542-b05f3c16cd8b', 'fixed_ips': [{'subnet_id': '70ae88fa-e2e1-4396-98d8-2bd8c291c95e'}, {'subnet_id': '17907efc-75a6-47ee-adb1-858ddcd06420'}], 'name': 'tempest-PortsIpV6TestJSON-15071926'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:40.684908 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=1d2afb67-a1eb-4261-a96a-7a1042605aa5,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:40.708268 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cbd4aa35-c258-4e22-9d89-11cb4866b9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.731012 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cbd4aa35-c258-4e22-9d89-11cb4866b9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.758543 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dc9e52-be21-41d7-9108-9cac20561014 None None] Network e15818e0-7d0d-4557-b542-b05f3c16cd8b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:40.794822 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cbd4aa35-c258-4e22-9d89-11cb4866b9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.797889 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cbd4aa35-c258-4e22-9d89-11cb4866b9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.798558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4a0131-7899-4a04-9d31-cc4a8e37feff tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Deleting subnet 20192137-dc1d-4d02-93ce-3c07a38ff7e5 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:44:40.799396 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cbd4aa35-c258-4e22-9d89-11cb4866b9b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f145482-057a-451f-acbf-24d1ff7c9ba1 HTTP/1.1" status: 204 len: 168 time: 0.2052858 Aug 20 11:44:40.810321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4aa35-c258-4e22-9d89-11cb4866b9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f145482-057a-451f-acbf-24d1ff7c9ba1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:40.829555 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1c4a0131-7899-4a04-9d31-cc4a8e37feff tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.834708 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-8d7fdb44-142e-47ef-b1ae-f30849e1866e req-3b326687-f16b-477f-8310-8eacab3695bd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] For port 7cd3dd75-8677-493d-acac-c3016fc6a36c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7cd3dd75-8677-493d-acac-c3016fc6a36c,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:40.835064 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8d7fdb44-142e-47ef-b1ae-f30849e1866e req-3b326687-f16b-477f-8310-8eacab3695bd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.853074 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-62cee785-3180-4c62-9dbf-0767ee5c77fd None None] Provisioning for port 86062aa9-65d1-4f96-b91f-223329b68a7e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:40.901152 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc298d79-49cd-49f2-b40e-0fd16a5d73af req-cdbcb381-b1bc-4b10-aa05-def288ba025e tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:40.908724 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc298d79-49cd-49f2-b40e-0fd16a5d73af req-cdbcb381-b1bc-4b10-aa05-def288ba025e tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 944 time: 0.4982572 Aug 20 11:44:40.925076 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-8d7fdb44-142e-47ef-b1ae-f30849e1866e req-3b326687-f16b-477f-8310-8eacab3695bd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Calling delete_port for 7cd3dd75-8677-493d-acac-c3016fc6a36c owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:40.993769 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1c4a0131-7899-4a04-9d31-cc4a8e37feff tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:41.000869 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fefabc-ac77-4d4a-a663-c1e5166f29fc req-bed36b9d-7c3c-4f54-87ec-3dd1094d767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:41.007060 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-70fefabc-ac77-4d4a-a663-c1e5166f29fc req-bed36b9d-7c3c-4f54-87ec-3dd1094d767c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 1096 time: 0.2995846 Aug 20 11:44:41.099084 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea7f63f-4113-4b14-bbfa-b6009d8e2a79 None None] Update dhcp port {'port': {'network_id': 'e15818e0-7d0d-4557-b542-b05f3c16cd8b', 'fixed_ips': [{'subnet_id': '70ae88fa-e2e1-4396-98d8-2bd8c291c95e', 'ip_address': '2001:db8::2'}, {'subnet_id': '17907efc-75a6-47ee-adb1-858ddcd06420'}], 'binding:host_id': 'n-d-804299-2'}, 'id': '86062aa9-65d1-4f96-b91f-223329b68a7e'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:44:41.134754 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc298d79-49cd-49f2-b40e-0fd16a5d73af req-acac7035-e569-4269-a4b8-8a951d8c738f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243063 Aug 20 11:44:41.174361 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f63f-4113-4b14-bbfa-b6009d8e2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:41.230237 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-70fefabc-ac77-4d4a-a663-c1e5166f29fc req-cb680cae-ee81-4f05-a72b-64c53df0f7e2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575663 Aug 20 11:44:41.285997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1db00c5-2d8b-47e6-9e6e-69379e42acc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:41.417371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 86062aa9-65d1-4f96-b91f-223329b68a7e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:41.433691 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1c4a0131-7899-4a04-9d31-cc4a8e37feff tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:41.553411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-9ea7f63f-4113-4b14-bbfa-b6009d8e2a79 None None] Allocated IP 2001:db8:0:1::2 (e15818e0-7d0d-4557-b542-b05f3c16cd8b/17907efc-75a6-47ee-adb1-858ddcd06420/86062aa9-65d1-4f96-b91f-223329b68a7e) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:41.556450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 86062aa9-65d1-4f96-b91f-223329b68a7e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:41.561781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 86062aa9-65d1-4f96-b91f-223329b68a7e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:41.562154 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:41.740424 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-58e5409b-e587-46f1-bb7d-3681716f6ca0 req-50a2f614-7191-4c47-8324-eb545a99dc2d tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 210 time: 0.0681341 Aug 20 11:44:41.774845 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:41.990132 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b1db00c5-2d8b-47e6-9e6e-69379e42acc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:42.004056 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8d7fdb44-142e-47ef-b1ae-f30849e1866e req-3b326687-f16b-477f-8310-8eacab3695bd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:42.007170 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fc449-3b23-4a89-ae94-945a31b8a969 req-cf102255-4ff0-4bc5-9fa0-12c8eb88772d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:42.019192 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f71fc449-3b23-4a89-ae94-945a31b8a969 req-cf102255-4ff0-4bc5-9fa0-12c8eb88772d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.0868788 Aug 20 11:44:42.021709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16978ad1-1d35-4913-bc3b-ee8720a59f6e req-012241b6-5d36-4c58-ba44-222d8810f018 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:42.023503 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16978ad1-1d35-4913-bc3b-ee8720a59f6e req-012241b6-5d36-4c58-ba44-222d8810f018 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5177ff-84c5-416d-a314-71e1500c2220 HTTP/1.1" status: 200 len: 951 time: 0.5181336 Aug 20 11:44:42.028400 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1c4a0131-7899-4a04-9d31-cc4a8e37feff tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:42.068863 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f71fc449-3b23-4a89-ae94-945a31b8a969 req-dc09fa3b-360a-43c1-ab30-3e48227e3183 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439043 Aug 20 11:44:42.099258 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-b1db00c5-2d8b-47e6-9e6e-69379e42acc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] device_id is not set on port dc37609a-f4ae-4e7a-86eb-7575c02540ea yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:42.107000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b326687-f16b-477f-8310-8eacab3695bd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Pushing event deleted for resources: {'Port': ['ID=7cd3dd75-8677-493d-acac-c3016fc6a36c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:42.124432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a0131-7899-4a04-9d31-cc4a8e37feff tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Subnet': ['ID=20192137-dc1d-4d02-93ce-3c07a38ff7e5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:42.129442 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1c4a0131-7899-4a04-9d31-cc4a8e37feff tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:42.132614 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['28af82fb-9ab8-485a-8b42-493125ccb526', '5e605c4c-2b5d-47db-b200-be470000f036'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:44:42.133986 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43292) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:42.134130 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1c4a0131-7899-4a04-9d31-cc4a8e37feff tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/subnets/20192137-dc1d-4d02-93ce-3c07a38ff7e5 HTTP/1.1" status: 204 len: 168 time: 1.6354544 Aug 20 11:44:42.165288 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d83511-8e92-488a-86a4-3450c5a6e76b None None] Network f538cd5c-848d-4cf0-b553-38fe1c4d7d1a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:42.310852 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:42.418712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef36c88-c124-42b4-a9af-bb20f2ff4e3b req-bdb384de-00ae-4f59-9a36-eda3c12f156a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:42.420297 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eef36c88-c124-42b4-a9af-bb20f2ff4e3b req-bdb384de-00ae-4f59-9a36-eda3c12f156a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2035978 Aug 20 11:44:42.526512 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eef36c88-c124-42b4-a9af-bb20f2ff4e3b req-61cd41e4-8f9c-4c67-b713-1f54011dc0b3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920432 Aug 20 11:44:42.533019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7fdb44-142e-47ef-b1ae-f30849e1866e req-3b326687-f16b-477f-8310-8eacab3695bd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] No DVR routers for this DVR port 7cd3dd75-8677-493d-acac-c3016fc6a36c on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:42.553224 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8d7fdb44-142e-47ef-b1ae-f30849e1866e req-3b326687-f16b-477f-8310-8eacab3695bd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:42.557052 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d7fdb44-142e-47ef-b1ae-f30849e1866e req-3b326687-f16b-477f-8310-8eacab3695bd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.76 "DELETE /v2.0/ports/7cd3dd75-8677-493d-acac-c3016fc6a36c HTTP/1.1" status: 204 len: 173 time: 2.6873460 Aug 20 11:44:42.559695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'name': 'network-vif-deleted', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:42.562441 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Deleting port a9eac520-3597-4a82-a9b4-b48e6b719982 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:42.563541 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1870bcf4-6ec4-4fc1-a7dd-434746d26ca3" -d '{"events": [{"server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "name": "network-vif-deleted", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:42.568756 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:42.578952 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16978ad1-1d35-4913-bc3b-ee8720a59f6e req-f9e26289-fb3a-474f-a478-26a6e723c9b7 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043645 Aug 20 11:44:42.689859 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:44:42.689859 n-d-804299-2 neutron-server[94692]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 20 11:44:42.689859 n-d-804299-2 neutron-server[94692]: [parameters: {'status': 'ACTIVE', 'ports_id': '86062aa9-65d1-4f96-b91f-223329b68a7e'}] Aug 20 11:44:42.689859 n-d-804299-2 neutron-server[94692]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:44:42.690713 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:44:42.727020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9ea7f63f-4113-4b14-bbfa-b6009d8e2a79 None None] For port 86062aa9-65d1-4f96-b91f-223329b68a7e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=86062aa9-65d1-4f96-b91f-223329b68a7e,segment=NetworkSegment(826d2d18-6fc5-4a00-b11c-7c74863bb28f),segment_id=826d2d18-6fc5-4a00-b11c-7c74863bb28f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:42.827802 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da952274-6602-4d49-9e23-77870c6722c6 x-openstack-request-id: req-da952274-6602-4d49-9e23-77870c6722c6 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:42.829603 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5177ff-84c5-416d-a314-71e1500c2220", "name": "network-vif-deleted", "tag": "7cd3dd75-8677-493d-acac-c3016fc6a36c", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:42.830453 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da952274-6602-4d49-9e23-77870c6722c6 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:42.832624 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5177ff-84c5-416d-a314-71e1500c2220', 'name': 'network-vif-deleted', 'tag': '7cd3dd75-8677-493d-acac-c3016fc6a36c', 'status': 'completed', 'code': 200} Aug 20 11:44:42.857824 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2009834c-1c2c-483a-ac5d-1a4132dc17a3 None None] DHCP port deletion for f538cd5c-848d-4cf0-b553-38fe1c4d7d1a request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:44:42.899756 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] For port a9eac520-3597-4a82-a9b4-b48e6b719982, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a9eac520-3597-4a82-a9b4-b48e6b719982,segment=NetworkSegment(672c3587-a9ff-4da3-b760-01e13e0c3f83),segment_id=672c3587-a9ff-4da3-b760-01e13e0c3f83)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:42.900870 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:42.933729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc0856-c83c-47a4-bb44-240ab55bc7d6 req-c5aa59a5-3f3a-4c6c-9bc6-a7919c0885ef tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:42.935416 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6fc0856-c83c-47a4-bb44-240ab55bc7d6 req-c5aa59a5-3f3a-4c6c-9bc6-a7919c0885ef tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 945 time: 0.2211597 Aug 20 11:44:42.936796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Calling delete_port for a9eac520-3597-4a82-a9b4-b48e6b719982 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:43.074352 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8414d582-ba58-4a46-8346-1024d3731a17 req-934d8e98-7ec7-4125-a0e9-329593665e3d tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 210 time: 0.1269343 Aug 20 11:44:43.133237 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f63f-4113-4b14-bbfa-b6009d8e2a79 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.207787 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9ea7f63f-4113-4b14-bbfa-b6009d8e2a79 None None] Transition to ACTIVE for port object 86062aa9-65d1-4f96-b91f-223329b68a7e will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:43.323684 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f63f-4113-4b14-bbfa-b6009d8e2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.441126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-b1db00c5-2d8b-47e6-9e6e-69379e42acc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Allocated IP 2001:db8::14a (e15818e0-7d0d-4557-b542-b05f3c16cd8b/70ae88fa-e2e1-4396-98d8-2bd8c291c95e/dc37609a-f4ae-4e7a-86eb-7575c02540ea) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:43.461724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-b1db00c5-2d8b-47e6-9e6e-69379e42acc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Allocated IP 2001:db8:0:1::1df (e15818e0-7d0d-4557-b542-b05f3c16cd8b/17907efc-75a6-47ee-adb1-858ddcd06420/dc37609a-f4ae-4e7a-86eb-7575c02540ea) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:43.529513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6fc0856-c83c-47a4-bb44-240ab55bc7d6 req-15ab5d3c-06bd-4ba9-8fa8-52e2d0faad87 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876184 Aug 20 11:44:43.577681 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.633796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Port': ['ID=a9eac520-3597-4a82-a9b4-b48e6b719982,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:43.653143 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] No DVR routers for this DVR port a9eac520-3597-4a82-a9b4-b48e6b719982 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:43.688870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2009834c-1c2c-483a-ac5d-1a4132dc17a3 None None] Deleting port a9eac520-3597-4a82-a9b4-b48e6b719982 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:43.689244 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2009834c-1c2c-483a-ac5d-1a4132dc17a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.767792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2009834c-1c2c-483a-ac5d-1a4132dc17a3 None None] For port a9eac520-3597-4a82-a9b4-b48e6b719982, host n-d-804299-2, got binding levels [] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:43.768738 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2009834c-1c2c-483a-ac5d-1a4132dc17a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.784436 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2009834c-1c2c-483a-ac5d-1a4132dc17a3 None None] Calling delete_port for a9eac520-3597-4a82-a9b4-b48e6b719982 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:43.787312 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.ipam_backend_mixin [None req-2009834c-1c2c-483a-ac5d-1a4132dc17a3 None None] Port a9eac520-3597-4a82-a9b4-b48e6b719982 was not found and therefore no delete operation was performed {{(pid=94692) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:44:43.793959 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2009834c-1c2c-483a-ac5d-1a4132dc17a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.818245 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.823912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.837009 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f538cd5c-848d-4cf0-b553-38fe1c4d7d1a']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:43.848979 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672c3587-a9ff-4da3-b760-01e13e0c3f83') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:43.849560 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672c3587-a9ff-4da3-b760-01e13e0c3f83') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:43.860945 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.883300 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.888048 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2009834c-1c2c-483a-ac5d-1a4132dc17a3 None None] No DVR routers for this DVR port a9eac520-3597-4a82-a9b4-b48e6b719982 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:43.901078 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:43.901622 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:43.909374 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:43.912252 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b1db00c5-2d8b-47e6-9e6e-69379e42acc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.928127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7f63f-4113-4b14-bbfa-b6009d8e2a79 None None] Pushing event updated for resources: {'Port': ['ID=86062aa9-65d1-4f96-b91f-223329b68a7e,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:43.962919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-b1db00c5-2d8b-47e6-9e6e-69379e42acc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Transition to ACTIVE for port object dc37609a-f4ae-4e7a-86eb-7575c02540ea will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:43.969733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7cd3dd75-8677-493d-acac-c3016fc6a36c no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:43.975521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 86062aa9-65d1-4f96-b91f-223329b68a7e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=86062aa9-65d1-4f96-b91f-223329b68a7e,segment=NetworkSegment(826d2d18-6fc5-4a00-b11c-7c74863bb28f),segment_id=826d2d18-6fc5-4a00-b11c-7c74863bb28f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:43.977355 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009834c-1c2c-483a-ac5d-1a4132dc17a3 None None] Pushing event deleted for resources: {'Port': ['ID=a9eac520-3597-4a82-a9b4-b48e6b719982,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:44.004811 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:44.021129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 7cd3dd75-8677-493d-acac-c3016fc6a36c {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:44:44.021550 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7cd3dd75-8677-493d-acac-c3016fc6a36c not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:44:44.074663 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b1db00c5-2d8b-47e6-9e6e-69379e42acc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:44.086113 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43336) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:44.118047 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:44.152603 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 304b264c-520b-4268-b41d-76c5741dc73b no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:44.156509 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:44.158849 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] 10.222.0.37 "DELETE /v2.0/networks/f538cd5c-848d-4cf0-b553-38fe1c4d7d1a HTTP/1.1" status: 204 len: 168 time: 2.0234492 Aug 20 11:44:44.229615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efc9ea-5830-4bc7-9e00-8ef7f732b53c tempest-NetworksIpV6Test-96901496 tempest-NetworksIpV6Test-96901496-project] Pushing event deleted for resources: {'Network': ['ID=f538cd5c-848d-4cf0-b553-38fe1c4d7d1a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:44.265346 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 304b264c-520b-4268-b41d-76c5741dc73b {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:44:44.268726 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 304b264c-520b-4268-b41d-76c5741dc73b not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:44:44.279783 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=86062aa9-65d1-4f96-b91f-223329b68a7e,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:44.283228 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1db00c5-2d8b-47e6-9e6e-69379e42acc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network e15818e0-7d0d-4557-b542-b05f3c16cd8b is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:44.288905 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-b1db00c5-2d8b-47e6-9e6e-69379e42acc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:44.294229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1db00c5-2d8b-47e6-9e6e-69379e42acc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:44.300280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1db00c5-2d8b-47e6-9e6e-69379e42acc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:44.301274 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b1db00c5-2d8b-47e6-9e6e-69379e42acc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:44.409635 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4d2ca199-d63e-4efb-bef2-36952fbc368e req-514ab186-9c5c-427d-a249-7214f648a5c5 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 210 time: 0.0957835 Aug 20 11:44:44.410981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db00c5-2d8b-47e6-9e6e-69379e42acc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=dc37609a-f4ae-4e7a-86eb-7575c02540ea,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:44.425616 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b1db00c5-2d8b-47e6-9e6e-69379e42acc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.7702205 Aug 20 11:44:44.426428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43348) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:44.434398 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d9e079e-734c-4bc3-861e-0cbe1335f2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:44.437723 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e97435f6-00eb-40b4-b628-5c8ab04f73fb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '70ae88fa-e2e1-4396-98d8-2bd8c291c95e'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:44.535098 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 86062aa9-65d1-4f96-b91f-223329b68a7e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:44.658992 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e97435f6-00eb-40b4-b628-5c8ab04f73fb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:44.685028 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531fb64-97a5-4148-bf22-22a6286ff724 req-9c5c3d7b-f12a-4c03-a086-74114b8f2b2a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:44.692128 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0531fb64-97a5-4148-bf22-22a6286ff724 req-9c5c3d7b-f12a-4c03-a086-74114b8f2b2a tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.2996330 Aug 20 11:44:44.771346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43356) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:44.809392 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a9eac520-3597-4a82-a9b4-b48e6b719982 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:44.830810 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0531fb64-97a5-4148-bf22-22a6286ff724 req-27336a2c-a49f-4dd0-81bc-58df2dc084de tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130903 Aug 20 11:44:44.847441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: a9eac520-3597-4a82-a9b4-b48e6b719982 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:44:44.847996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a9eac520-3597-4a82-a9b4-b48e6b719982 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:44:44.903590 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d9e079e-734c-4bc3-861e-0cbe1335f2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:44.911460 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d9e079e-734c-4bc3-861e-0cbe1335f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:44.952070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3d9e079e-734c-4bc3-861e-0cbe1335f2d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84af73375d72413d8ee76a2b85c5735c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8639979 Aug 20 11:44:44.958130 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43362) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:45.089917 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e079e-734c-4bc3-861e-0cbe1335f2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02965721-f9fd-4607-b547-128d49568c95,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:45.122538 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b78e655-db7e-44f1-9490-07aacbc94931 None None] Network e15818e0-7d0d-4557-b542-b05f3c16cd8b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:45.127687 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df5c5516-0d48-40b6-84cd-f2036173c354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.153239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-e97435f6-00eb-40b4-b628-5c8ab04f73fb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Delete allocated IP 2001:db8:0:1::1df (e15818e0-7d0d-4557-b542-b05f3c16cd8b/17907efc-75a6-47ee-adb1-858ddcd06420) {{(pid=94691) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 11:44:45.154672 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df5c5516-0d48-40b6-84cd-f2036173c354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.235606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d8e9b56-b57e-4bc9-8602-65144de53408 None None] Provisioning for port 86062aa9-65d1-4f96-b91f-223329b68a7e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:45.250597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d8e9b56-b57e-4bc9-8602-65144de53408 None None] Provisioning complete for port 86062aa9-65d1-4f96-b91f-223329b68a7e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:45.251394 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d8e9b56-b57e-4bc9-8602-65144de53408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.259226 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-815b15c8-471e-4c12-a0b9-83ed526bdcff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be427dd83b8c42beb47567a5d09f8199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4841778 Aug 20 11:44:45.261227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43366) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:45.262137 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df5c5516-0d48-40b6-84cd-f2036173c354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.269802 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df5c5516-0d48-40b6-84cd-f2036173c354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.271837 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-df5c5516-0d48-40b6-84cd-f2036173c354 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02965721-f9fd-4607-b547-128d49568c95 HTTP/1.1" status: 204 len: 168 time: 0.3116236 Aug 20 11:44:45.300154 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c5516-0d48-40b6-84cd-f2036173c354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02965721-f9fd-4607-b547-128d49568c95,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:45.370072 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71870d2a-b0f0-4032-86f5-86d6c5ac774d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.408166 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71870d2a-b0f0-4032-86f5-86d6c5ac774d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.492672 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e97435f6-00eb-40b4-b628-5c8ab04f73fb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.560753 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b4f0546a-1cf9-48da-a71f-4252a83411ce req-91baff93-3b5c-40b8-b9a5-44baca72fafb tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 210 time: 0.0496254 Aug 20 11:44:45.584761 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-e97435f6-00eb-40b4-b628-5c8ab04f73fb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Ignored duplicate provisioning block setup for port dc37609a-f4ae-4e7a-86eb-7575c02540ea by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 11:44:45.603502 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e97435f6-00eb-40b4-b628-5c8ab04f73fb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.724122 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71870d2a-b0f0-4032-86f5-86d6c5ac774d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.729028 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71870d2a-b0f0-4032-86f5-86d6c5ac774d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.730313 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-71870d2a-b0f0-4032-86f5-86d6c5ac774d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7301d1c6-30bb-4201-901c-f739c9151925 HTTP/1.1" status: 204 len: 168 time: 0.4681172 Aug 20 11:44:45.766726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-e97435f6-00eb-40b4-b628-5c8ab04f73fb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] In _notify_port_updated(), no bound segment for port dc37609a-f4ae-4e7a-86eb-7575c02540ea on network e15818e0-7d0d-4557-b542-b05f3c16cd8b {{(pid=94691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:44:45.773701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97435f6-00eb-40b4-b628-5c8ab04f73fb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:45.774562 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e97435f6-00eb-40b4-b628-5c8ab04f73fb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.779561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e97435f6-00eb-40b4-b628-5c8ab04f73fb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "PUT /v2.0/ports/dc37609a-f4ae-4e7a-86eb-7575c02540ea HTTP/1.1" status: 200 len: 924 time: 1.3519261 Aug 20 11:44:45.780624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43382) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:45.787141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-88247f77-f1a4-45f2-95b1-f74ea9687060 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '70ae88fa-e2e1-4396-98d8-2bd8c291c95e'}, {'subnet_id': '17907efc-75a6-47ee-adb1-858ddcd06420'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:45.807153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d20227-85cd-45d2-aa68-70d59b888225 req-0b29a222-09ef-4af8-8c6b-bf4f1b0d5516 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:45.808876 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81d20227-85cd-45d2-aa68-70d59b888225 req-0b29a222-09ef-4af8-8c6b-bf4f1b0d5516 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.2721481 Aug 20 11:44:45.813885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71870d2a-b0f0-4032-86f5-86d6c5ac774d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7301d1c6-30bb-4201-901c-f739c9151925,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:45.839927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97435f6-00eb-40b4-b628-5c8ab04f73fb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=dc37609a-f4ae-4e7a-86eb-7575c02540ea,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:45.872226 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3084024d-7066-4c10-b0fd-b8584b27a370 req-cc0dc775-1178-418e-8e78-3d60701872b9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3515310 Aug 20 11:44:45.948754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43386) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:46.057893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-918e6986-23c3-464e-b98d-96cb4a303c4e None None] Provisioning for port dc37609a-f4ae-4e7a-86eb-7575c02540ea completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:46.073209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-918e6986-23c3-464e-b98d-96cb4a303c4e None None] Provisioning complete for port dc37609a-f4ae-4e7a-86eb-7575c02540ea triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:46.076260 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-918e6986-23c3-464e-b98d-96cb4a303c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.088878 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4884d9e6-7fab-4a8e-b0bf-947a1ac283d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.153924 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-88247f77-f1a4-45f2-95b1-f74ea9687060 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.168229 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-918e6986-23c3-464e-b98d-96cb4a303c4e None None] Port dc37609a-f4ae-4e7a-86eb-7575c02540ea cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:44:46.181935 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-918e6986-23c3-464e-b98d-96cb4a303c4e None None] Provisioning complete for port 86062aa9-65d1-4f96-b91f-223329b68a7e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:46.182810 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-918e6986-23c3-464e-b98d-96cb4a303c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.205535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084024d-7066-4c10-b0fd-b8584b27a370 req-9ddc206b-14df-43da-b095-a85a514f5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:46.207674 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3084024d-7066-4c10-b0fd-b8584b27a370 req-9ddc206b-14df-43da-b095-a85a514f5285 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4968b5d340e042799a12f4492ac2ee3a&device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 1100 time: 0.2348306 Aug 20 11:44:46.273399 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f688e25-a370-4dca-830f-66b185bfc45c req-25cdd122-29e7-4efc-905d-a62f3686347a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:46.281172 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0f688e25-a370-4dca-830f-66b185bfc45c req-25cdd122-29e7-4efc-905d-a62f3686347a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1836445 Aug 20 11:44:46.335211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-81d20227-85cd-45d2-aa68-70d59b888225 req-667b7419-de84-4e04-be25-eb9d95985e1b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Deleting port 5e605c4c-2b5d-47db-b200-be470000f036 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:46.337093 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81d20227-85cd-45d2-aa68-70d59b888225 req-667b7419-de84-4e04-be25-eb9d95985e1b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.355549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56749a-a2d3-42f8-af1a-49f76d7caf27 req-a323b66e-39a0-4164-ad70-813a2dfb9571 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:46.357457 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2f56749a-a2d3-42f8-af1a-49f76d7caf27 req-a323b66e-39a0-4164-ad70-813a2dfb9571 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 950 time: 0.3248639 Aug 20 11:44:46.458998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-de53265f-6d43-41fb-b10c-cf5e740895d9 None None] Provisioning complete for port dc37609a-f4ae-4e7a-86eb-7575c02540ea triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:46.460489 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de53265f-6d43-41fb-b10c-cf5e740895d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.472016 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0f688e25-a370-4dca-830f-66b185bfc45c req-54dfa726-bc79-4366-9341-e4a24d677351 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871355 Aug 20 11:44:46.542662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-de53265f-6d43-41fb-b10c-cf5e740895d9 None None] Port dc37609a-f4ae-4e7a-86eb-7575c02540ea cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:44:46.586471 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2f56749a-a2d3-42f8-af1a-49f76d7caf27 req-3a89aa9b-c682-453b-806b-b9fe3e602976 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203913 Aug 20 11:44:46.619167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084024d-7066-4c10-b0fd-b8584b27a370 req-e66fd912-f27c-4f61-bf34-2be890b1a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:46.620251 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3084024d-7066-4c10-b0fd-b8584b27a370 req-e66fd912-f27c-4f61-bf34-2be890b1a771 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.3856080 Aug 20 11:44:46.732892 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4884d9e6-7fab-4a8e-b0bf-947a1ac283d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.766547 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4884d9e6-7fab-4a8e-b0bf-947a1ac283d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.782233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-81d20227-85cd-45d2-aa68-70d59b888225 req-667b7419-de84-4e04-be25-eb9d95985e1b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] For port 5e605c4c-2b5d-47db-b200-be470000f036, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5e605c4c-2b5d-47db-b200-be470000f036,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:46.782510 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81d20227-85cd-45d2-aa68-70d59b888225 req-667b7419-de84-4e04-be25-eb9d95985e1b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.809212 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2cb9dd18-7770-4062-af9b-0e5d0f34b609 req-fb108ac2-7a70-4233-bc5d-c490d552dc86 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 210 time: 0.0547130 Aug 20 11:44:46.866767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884d9e6-7fab-4a8e-b0bf-947a1ac283d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8e6b4b-b297-45ed-bf90-ca748a5380e5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:46.894659 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f88c935a-61a9-4cb4-a42a-5c1f863ef4ee None None] Provisioning complete for port dc37609a-f4ae-4e7a-86eb-7575c02540ea triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:46.895052 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f88c935a-61a9-4cb4-a42a-5c1f863ef4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.907801 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-88247f77-f1a4-45f2-95b1-f74ea9687060 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Allocated IP 2001:db8:0:1::16a (e15818e0-7d0d-4557-b542-b05f3c16cd8b/17907efc-75a6-47ee-adb1-858ddcd06420/dc37609a-f4ae-4e7a-86eb-7575c02540ea) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:46.913804 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3084024d-7066-4c10-b0fd-b8584b27a370 req-6786b58f-8685-4c62-b2dc-521412d4aa36 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=28af82fb-9ab8-485a-8b42-493125ccb526 HTTP/1.1" status: 200 len: 217 time: 0.1489952 Aug 20 11:44:46.916714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-81d20227-85cd-45d2-aa68-70d59b888225 req-667b7419-de84-4e04-be25-eb9d95985e1b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Calling delete_port for 5e605c4c-2b5d-47db-b200-be470000f036 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:46.931746 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4884d9e6-7fab-4a8e-b0bf-947a1ac283d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5260c134609430cb781aa68dae99af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9778886 Aug 20 11:44:46.936541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43412) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:47.020000 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f88c935a-61a9-4cb4-a42a-5c1f863ef4ee None None] Port dc37609a-f4ae-4e7a-86eb-7575c02540ea cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:44:47.096596 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79cc82-c8a0-4a46-9425-472be128f362 req-e48a28ba-1e85-4d1c-ab6a-8b5178f58a88 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:47.098357 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f79cc82-c8a0-4a46-9425-472be128f362 req-e48a28ba-1e85-4d1c-ab6a-8b5178f58a88 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.3326547 Aug 20 11:44:47.110954 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc930-a875-4be8-8b6f-edf5df9c3c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.160889 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084024d-7066-4c10-b0fd-b8584b27a370 req-54bccd80-9cb0-4b60-8998-10e93fa81323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:47.162419 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3084024d-7066-4c10-b0fd-b8584b27a370 req-54bccd80-9cb0-4b60-8998-10e93fa81323 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.2384703 Aug 20 11:44:47.174348 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-88247f77-f1a4-45f2-95b1-f74ea9687060 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.175997 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f79cc82-c8a0-4a46-9425-472be128f362 req-b85fa932-3db1-4e9b-8927-aa517c668bb9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685232 Aug 20 11:44:47.181123 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc930-a875-4be8-8b6f-edf5df9c3c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.212767 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-88247f77-f1a4-45f2-95b1-f74ea9687060 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Transition to ACTIVE for port object dc37609a-f4ae-4e7a-86eb-7575c02540ea will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:47.243572 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-88247f77-f1a4-45f2-95b1-f74ea9687060 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.335945 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084024d-7066-4c10-b0fd-b8584b27a370 req-8302f378-812a-4154-bcb6-eb7cc9b97488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:47.337516 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3084024d-7066-4c10-b0fd-b8584b27a370 req-8302f378-812a-4154-bcb6-eb7cc9b97488 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1673985 Aug 20 11:44:47.353649 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88247f77-f1a4-45f2-95b1-f74ea9687060 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=dc37609a-f4ae-4e7a-86eb-7575c02540ea,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:47.377726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43430) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:47.383801 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-88247f77-f1a4-45f2-95b1-f74ea9687060 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] In _notify_port_updated(), no bound segment for port dc37609a-f4ae-4e7a-86eb-7575c02540ea on network e15818e0-7d0d-4557-b542-b05f3c16cd8b {{(pid=94690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:44:47.390834 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88247f77-f1a4-45f2-95b1-f74ea9687060 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:47.392041 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-88247f77-f1a4-45f2-95b1-f74ea9687060 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.393871 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-88247f77-f1a4-45f2-95b1-f74ea9687060 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "PUT /v2.0/ports/dc37609a-f4ae-4e7a-86eb-7575c02540ea HTTP/1.1" status: 200 len: 1010 time: 1.6119211 Aug 20 11:44:47.396626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43434) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:47.490984 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc930-a875-4be8-8b6f-edf5df9c3c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.497467 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc930-a875-4be8-8b6f-edf5df9c3c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.501845 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c9ecc930-a875-4be8-8b6f-edf5df9c3c5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb8e6b4b-b297-45ed-bf90-ca748a5380e5 HTTP/1.1" status: 204 len: 168 time: 0.5616586 Aug 20 11:44:47.527143 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81d20227-85cd-45d2-aa68-70d59b888225 req-667b7419-de84-4e04-be25-eb9d95985e1b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.539464 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecc930-a875-4be8-8b6f-edf5df9c3c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8e6b4b-b297-45ed-bf90-ca748a5380e5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:47.539730 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['28af82fb-9ab8-485a-8b42-493125ccb526', '5e605c4c-2b5d-47db-b200-be470000f036'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:44:47.640268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b7419-de84-4e04-be25-eb9d95985e1b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Pushing event deleted for resources: {'Port': ['ID=5e605c4c-2b5d-47db-b200-be470000f036,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:47.715792 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6a11db26-5ecf-4d15-ac9f-f3f47561c8f2 tempest-ServiceProvidersTest-24880381 tempest-ServiceProvidersTest-24880381-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3339832 Aug 20 11:44:47.747260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c108f-83a0-4137-9a61-4c6d8b34cbc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port dc37609a-f4ae-4e7a-86eb-7575c02540ea {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:47.747629 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb1c108f-83a0-4137-9a61-4c6d8b34cbc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.870319 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d20227-85cd-45d2-aa68-70d59b888225 req-667b7419-de84-4e04-be25-eb9d95985e1b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] No DVR routers for this DVR port 5e605c4c-2b5d-47db-b200-be470000f036 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:47.884939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1f95f004-72a1-43d5-9816-0b398c4b4784 None None] Provisioning for port dc37609a-f4ae-4e7a-86eb-7575c02540ea completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:47.885317 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81d20227-85cd-45d2-aa68-70d59b888225 req-667b7419-de84-4e04-be25-eb9d95985e1b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.888103 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81d20227-85cd-45d2-aa68-70d59b888225 req-667b7419-de84-4e04-be25-eb9d95985e1b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.76 "DELETE /v2.0/ports/5e605c4c-2b5d-47db-b200-be470000f036 HTTP/1.1" status: 204 len: 173 time: 2.0689487 Aug 20 11:44:47.890346 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b42d1db-5d3e-4c1a-94f2-52d523350cb6', 'name': 'network-vif-deleted', 'tag': '5e605c4c-2b5d-47db-b200-be470000f036'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:47.899237 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912c9ca6-4b83-4048-bff3-1d779ff5f900" -d '{"events": [{"server_uuid": "2b42d1db-5d3e-4c1a-94f2-52d523350cb6", "name": "network-vif-deleted", "tag": "5e605c4c-2b5d-47db-b200-be470000f036"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:47.902245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1f95f004-72a1-43d5-9816-0b398c4b4784 None None] Provisioning complete for port dc37609a-f4ae-4e7a-86eb-7575c02540ea triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:47.903349 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1f95f004-72a1-43d5-9816-0b398c4b4784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.937560 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e7784e33-3318-47bb-82fe-e48e3851520a req-6e0ab400-35b4-469f-988a-d070e49eb9ed tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b42d1db-5d3e-4c1a-94f2-52d523350cb6 HTTP/1.1" status: 200 len: 210 time: 0.1525486 Aug 20 11:44:47.942093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d00777-6c02-4d92-a3ce-33f4743f8c4e req-2c42e64a-9321-4f37-a4c8-669b71e8606f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:47.943977 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d00777-6c02-4d92-a3ce-33f4743f8c4e req-2c42e64a-9321-4f37-a4c8-669b71e8606f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.3567054 Aug 20 11:44:47.949904 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3084024d-7066-4c10-b0fd-b8584b27a370 req-2d8570ef-91b2-4746-a3f2-9f1570cc8ad9 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000335 Aug 20 11:44:48.038478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1f95f004-72a1-43d5-9816-0b398c4b4784 None None] Port dc37609a-f4ae-4e7a-86eb-7575c02540ea cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:44:48.047884 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb1c108f-83a0-4137-9a61-4c6d8b34cbc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.066992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c108f-83a0-4137-9a61-4c6d8b34cbc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for dc37609a-f4ae-4e7a-86eb-7575c02540ea owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:48.141625 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6d00777-6c02-4d92-a3ce-33f4743f8c4e req-64447ba3-0efc-4604-8911-b6ce1b81e974 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900339 Aug 20 11:44:48.165226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43458) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:48.235324 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3084024d-7066-4c10-b0fd-b8584b27a370 req-a41f069a-b246-4c72-b275-fa7ca23ae368 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719591 Aug 20 11:44:48.247176 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a7c441-7380-46c5-968a-96cb36057ad1 x-openstack-request-id: req-90a7c441-7380-46c5-968a-96cb36057ad1 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:48.247476 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b42d1db-5d3e-4c1a-94f2-52d523350cb6", "name": "network-vif-deleted", "tag": "5e605c4c-2b5d-47db-b200-be470000f036", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:48.247727 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90a7c441-7380-46c5-968a-96cb36057ad1 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:48.248143 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b42d1db-5d3e-4c1a-94f2-52d523350cb6', 'name': 'network-vif-deleted', 'tag': '5e605c4c-2b5d-47db-b200-be470000f036', 'status': 'completed', 'code': 200} Aug 20 11:44:48.417622 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-edaf399c-6487-4d24-8d5c-d11491abb719 req-177212bb-a6af-47c9-ac5e-2c9b7aac2f00 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 210 time: 0.1038826 Aug 20 11:44:48.543600 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4e125-a5c2-4bc8-b34c-6f9cd8e720d0 req-e045ecaf-ded1-4f56-be21-13d208ff4ef4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:48.548694 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8b4e125-a5c2-4bc8-b34c-6f9cd8e720d0 req-e045ecaf-ded1-4f56-be21-13d208ff4ef4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1872571 Aug 20 11:44:48.659261 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ec0abe0-e575-4212-8033-126cdfccd04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.736592 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8b4e125-a5c2-4bc8-b34c-6f9cd8e720d0 req-fcd6aee9-fc2d-4f6b-8717-374c7d59fa43 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842377 Aug 20 11:44:48.811217 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb1c108f-83a0-4137-9a61-4c6d8b34cbc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.851724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c108f-83a0-4137-9a61-4c6d8b34cbc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=dc37609a-f4ae-4e7a-86eb-7575c02540ea,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:48.938426 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ec0abe0-e575-4212-8033-126cdfccd04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.945187 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ec0abe0-e575-4212-8033-126cdfccd04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.948343 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb1c108f-83a0-4137-9a61-4c6d8b34cbc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.956937 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bb1c108f-83a0-4137-9a61-4c6d8b34cbc4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/dc37609a-f4ae-4e7a-86eb-7575c02540ea HTTP/1.1" status: 204 len: 168 time: 1.5575185 Aug 20 11:44:48.957730 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43484) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:49.030349 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c6b7f2-77d0-4a5f-b74d-1fe76ca2482f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] GET failed (client error): The resource could not be found. Aug 20 11:44:49.036689 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c2c6b7f2-77d0-4a5f-b74d-1fe76ca2482f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/dc37609a-f4ae-4e7a-86eb-7575c02540ea HTTP/1.1" status: 404 len: 333 time: 0.0773933 Aug 20 11:44:49.037332 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43492) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:49.053854 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0ec0abe0-e575-4212-8033-126cdfccd04a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9db2f9dad34432c962fa055160c4513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8853877 Aug 20 11:44:49.055375 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43494) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:49.060288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0abe0-e575-4212-8033-126cdfccd04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf36f938-d5e6-44da-a4de-16dabcba0325,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:49.189540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-c359d052-8141-49fd-97d1-1d161dcb2bfd tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting subnet 17907efc-75a6-47ee-adb1-858ddcd06420 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:44:49.201177 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c359d052-8141-49fd-97d1-1d161dcb2bfd tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.257004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad6437-0d91-4e01-9a72-f8d1d4394b1f req-e52429ba-cb48-45c9-98dd-430207715da4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:49.260170 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-35ad6437-0d91-4e01-9a72-f8d1d4394b1f req-e52429ba-cb48-45c9-98dd-430207715da4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1481657 Aug 20 11:44:49.287554 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ef7f38c-9085-4f2c-a8fa-1c891ce022a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.300703 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c359d052-8141-49fd-97d1-1d161dcb2bfd tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.368672 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ef7f38c-9085-4f2c-a8fa-1c891ce022a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.382962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-35ad6437-0d91-4e01-9a72-f8d1d4394b1f req-6ddd9b34-0575-443d-9e09-fee5c25708e1 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120088 Aug 20 11:44:49.457894 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c359d052-8141-49fd-97d1-1d161dcb2bfd tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.506496 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ef7f38c-9085-4f2c-a8fa-1c891ce022a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.509947 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ef7f38c-9085-4f2c-a8fa-1c891ce022a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.511242 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9ef7f38c-9085-4f2c-a8fa-1c891ce022a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf36f938-d5e6-44da-a4de-16dabcba0325 HTTP/1.1" status: 204 len: 168 time: 0.4551909 Aug 20 11:44:49.531796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7f38c-9085-4f2c-a8fa-1c891ce022a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf36f938-d5e6-44da-a4de-16dabcba0325,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:49.604031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac01533-e101-46c8-af02-73fd8393bad1 req-392ba754-f337-491a-9e0f-c7c6a5fef22f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:49.606221 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ac01533-e101-46c8-af02-73fd8393bad1 req-392ba754-f337-491a-9e0f-c7c6a5fef22f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.0760775 Aug 20 11:44:49.607847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c359d052-8141-49fd-97d1-1d161dcb2bfd tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.658858 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0144153-7c0b-4e20-89b7-feda2159ae8d None None] Network e15818e0-7d0d-4557-b542-b05f3c16cd8b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:49.659694 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359d052-8141-49fd-97d1-1d161dcb2bfd tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Subnet': ['ID=17907efc-75a6-47ee-adb1-858ddcd06420,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:49.664930 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c359d052-8141-49fd-97d1-1d161dcb2bfd tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.670968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43518) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:49.671859 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c359d052-8141-49fd-97d1-1d161dcb2bfd tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/17907efc-75a6-47ee-adb1-858ddcd06420 HTTP/1.1" status: 204 len: 168 time: 0.6328394 Aug 20 11:44:49.710380 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ac01533-e101-46c8-af02-73fd8393bad1 req-93ad1296-466e-4788-a9aa-5c04a19974ee tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938277 Aug 20 11:44:49.778164 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d9e222-bfe7-4726-882b-66b55f01e1bd tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting subnet 70ae88fa-e2e1-4396-98d8-2bd8c291c95e {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:44:49.790667 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81d9e222-bfe7-4726-882b-66b55f01e1bd tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.859366 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6ec15957-2866-4249-a5d9-ef2c081aa6ee req-038b2e60-30f9-4ef8-b711-f10e0a064510 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 210 time: 0.0436895 Aug 20 11:44:49.957473 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0209412-fadd-4441-82eb-67919afcdd09 req-989278b2-d753-40ad-9ef3-122abdbdf80f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:49.966389 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c0209412-fadd-4441-82eb-67919afcdd09 req-989278b2-d753-40ad-9ef3-122abdbdf80f tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.5244548 Aug 20 11:44:49.974217 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81d9e222-bfe7-4726-882b-66b55f01e1bd tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.984587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5e605c4c-2b5d-47db-b200-be470000f036 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:50.034671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 5e605c4c-2b5d-47db-b200-be470000f036 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:44:50.035022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5e605c4c-2b5d-47db-b200-be470000f036 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:44:50.121110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c0209412-fadd-4441-82eb-67919afcdd09 req-55626ba2-6364-40ad-9e90-00d7a29bea8b tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481414 Aug 20 11:44:50.221378 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81d9e222-bfe7-4726-882b-66b55f01e1bd tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:50.224921 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29692b-abfd-4508-a0e6-12bf9981a912 req-90a10163-5b1f-4844-832a-eae46a5768c6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:50.227286 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce29692b-abfd-4508-a0e6-12bf9981a912 req-90a10163-5b1f-4844-832a-eae46a5768c6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.0871854 Aug 20 11:44:50.322000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce29692b-abfd-4508-a0e6-12bf9981a912 req-ec0bc5f1-fea0-41d6-84e4-5e672d106616 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869024 Aug 20 11:44:50.343472 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81d9e222-bfe7-4726-882b-66b55f01e1bd tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:50.387819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9e222-bfe7-4726-882b-66b55f01e1bd tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Subnet': ['ID=70ae88fa-e2e1-4396-98d8-2bd8c291c95e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:50.397643 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81d9e222-bfe7-4726-882b-66b55f01e1bd tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:50.402570 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-81d9e222-bfe7-4726-882b-66b55f01e1bd tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/70ae88fa-e2e1-4396-98d8-2bd8c291c95e HTTP/1.1" status: 204 len: 168 time: 0.7304251 Aug 20 11:44:50.402711 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43552) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:50.561115 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67f065-0552-468b-83d2-49148de5a09a req-7696df2b-2754-4313-8eb2-d3878410db7b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:50.571310 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c67f065-0552-468b-83d2-49148de5a09a req-7696df2b-2754-4313-8eb2-d3878410db7b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1057265 Aug 20 11:44:50.594283 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:50.620239 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c67f065-0552-468b-83d2-49148de5a09a req-96b9cd72-8f52-4fe3-9dea-22765f621e5d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477502 Aug 20 11:44:50.677449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port 86062aa9-65d1-4f96-b91f-223329b68a7e {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:50.678059 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:50.761172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bced8-cdc1-4ed4-b9ae-529e07cb31b7 req-7e2673a6-2c99-4019-ba78-13ff7a16dde0 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:50.764676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c9bced8-cdc1-4ed4-b9ae-529e07cb31b7 req-7e2673a6-2c99-4019-ba78-13ff7a16dde0 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.0864556 Aug 20 11:44:50.788820 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] For port 86062aa9-65d1-4f96-b91f-223329b68a7e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=86062aa9-65d1-4f96-b91f-223329b68a7e,segment=NetworkSegment(826d2d18-6fc5-4a00-b11c-7c74863bb28f),segment_id=826d2d18-6fc5-4a00-b11c-7c74863bb28f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:50.789277 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:50.806800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for 86062aa9-65d1-4f96-b91f-223329b68a7e owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:50.960395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970441ee-609a-44e8-812d-e0d6a264c203 None None] Network e15818e0-7d0d-4557-b542-b05f3c16cd8b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:51.013317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f7087-709e-4551-8d42-58f6e42981a1 req-7b61e61e-c79e-4ce5-9368-d0d8e8ec96ae tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:51.024025 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-033f7087-709e-4551-8d42-58f6e42981a1 req-7b61e61e-c79e-4ce5-9368-d0d8e8ec96ae tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1040361 Aug 20 11:44:51.028310 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-7c9bced8-cdc1-4ed4-b9ae-529e07cb31b7 req-e7c644df-db24-4414-8a10-4b241852aadd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Deleting port 28af82fb-9ab8-485a-8b42-493125ccb526 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:51.028791 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7c9bced8-cdc1-4ed4-b9ae-529e07cb31b7 req-e7c644df-db24-4414-8a10-4b241852aadd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.062181 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-75e9e66e-9dcb-41b5-837c-8b530c5c422d None None] Provisioning complete for port 86062aa9-65d1-4f96-b91f-223329b68a7e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:51.062864 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-75e9e66e-9dcb-41b5-837c-8b530c5c422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.092330 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c38d1cb9-ab9b-4103-b675-f0a15b598dad req-c9825c7e-a587-4108-83b8-4a16fbf574a0 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 210 time: 0.0987267 Aug 20 11:44:51.111723 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.120908 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-033f7087-709e-4551-8d42-58f6e42981a1 req-c7f427b3-5312-465e-b893-c57081e7d19f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923071 Aug 20 11:44:51.139719 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No DVR routers for this DVR port 86062aa9-65d1-4f96-b91f-223329b68a7e on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:51.143207 n-d-804299-2 neutron-server[94692]: INFO neutron.plugins.ml2.db [None req-75e9e66e-9dcb-41b5-837c-8b530c5c422d None None] No ports have port_id starting with 86062aa9-65d1-4f96-b91f-223329b68a7e Aug 20 11:44:51.210406 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-7c9bced8-cdc1-4ed4-b9ae-529e07cb31b7 req-e7c644df-db24-4414-8a10-4b241852aadd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] For port 28af82fb-9ab8-485a-8b42-493125ccb526, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=28af82fb-9ab8-485a-8b42-493125ccb526,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:51.211672 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7c9bced8-cdc1-4ed4-b9ae-529e07cb31b7 req-e7c644df-db24-4414-8a10-4b241852aadd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.226860 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=86062aa9-65d1-4f96-b91f-223329b68a7e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:51.229379 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-7c9bced8-cdc1-4ed4-b9ae-529e07cb31b7 req-e7c644df-db24-4414-8a10-4b241852aadd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Calling delete_port for 28af82fb-9ab8-485a-8b42-493125ccb526 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:51.352713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5c46b8-4d35-4a83-a619-5d2d1a3ac1d0 None None] DHCP port deletion for e15818e0-7d0d-4557-b542-b05f3c16cd8b request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:44:51.373479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa44dc-421e-4f79-bf9b-222bfd4eca34 req-4e822478-32a0-40f9-8a11-fd8f920b5635 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:51.375804 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11aa44dc-421e-4f79-bf9b-222bfd4eca34 req-4e822478-32a0-40f9-8a11-fd8f920b5635 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d846df5-b588-4706-8fe1-e5f4482b6c9f HTTP/1.1" status: 200 len: 949 time: 0.1435435 Aug 20 11:44:51.474896 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.490365 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87265702-b0db-4292-b98b-20a8c3ca5728 req-5b0f4e98-5ec2-4e9b-b449-9f94ea0c3ee8 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:51.498649 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87265702-b0db-4292-b98b-20a8c3ca5728 req-5b0f4e98-5ec2-4e9b-b449-9f94ea0c3ee8 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2157812 Aug 20 11:44:51.548906 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15818e0-7d0d-4557-b542-b05f3c16cd8b']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:51.560701 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87265702-b0db-4292-b98b-20a8c3ca5728 req-737f6e35-6671-4c5c-8cb3-993e3aa8c81a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611007 Aug 20 11:44:51.586043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826d2d18-6fc5-4a00-b11c-7c74863bb28f') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:51.586460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826d2d18-6fc5-4a00-b11c-7c74863bb28f') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:51.607377 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.637655 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.651572 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:51.652001 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:51.661923 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:51.746627 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.784621 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.794410 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/networks/e15818e0-7d0d-4557-b542-b05f3c16cd8b HTTP/1.1" status: 204 len: 168 time: 1.3854113 Aug 20 11:44:51.794410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c1505-abb0-4dfd-8578-76faddccc664 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Network': ['ID=e15818e0-7d0d-4557-b542-b05f3c16cd8b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:51.801498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43618) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:51.883584 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611b7f23-4ac7-444e-aaf3-e9cf67b868e1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:51.886165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11aa44dc-421e-4f79-bf9b-222bfd4eca34 req-f5c8d1dc-6727-42c6-abc6-cebb03b51104 tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce2c6053-9607-49a5-90ec-331c591f62e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011785 Aug 20 11:44:51.889257 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-611b7f23-4ac7-444e-aaf3-e9cf67b868e1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0863099 Aug 20 11:44:51.894272 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43622) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:52.002032 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7c9bced8-cdc1-4ed4-b9ae-529e07cb31b7 req-e7c644df-db24-4414-8a10-4b241852aadd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.014934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43628) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:52.016293 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-10c85735-29b2-452d-8a3e-396c438509ea tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1200619 Aug 20 11:44:52.017586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['28af82fb-9ab8-485a-8b42-493125ccb526'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:44:52.020802 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-312ccad2-6f00-48d9-aea7-b53c6d2ed5b4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1762242195'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:52.033653 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731e817-8227-4dbd-a08f-2d90fde99bef req-d922be8a-a1b7-4d52-9f91-985e474d5311 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:52.042290 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2731e817-8227-4dbd-a08f-2d90fde99bef req-d922be8a-a1b7-4d52-9f91-985e474d5311 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.0829556 Aug 20 11:44:52.048706 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c644df-db24-4414-8a10-4b241852aadd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Pushing event deleted for resources: {'Port': ['ID=28af82fb-9ab8-485a-8b42-493125ccb526,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:52.109225 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43630) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:52.130122 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2731e817-8227-4dbd-a08f-2d90fde99bef req-e83174f2-b42f-4e4c-b007-6bee8b0b3f1a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863252 Aug 20 11:44:52.145963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9bced8-cdc1-4ed4-b9ae-529e07cb31b7 req-e7c644df-db24-4414-8a10-4b241852aadd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] No DVR routers for this DVR port 28af82fb-9ab8-485a-8b42-493125ccb526 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:52.148530 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312ccad2-6f00-48d9-aea7-b53c6d2ed5b4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:52.152072 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-312ccad2-6f00-48d9-aea7-b53c6d2ed5b4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.173941 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7c9bced8-cdc1-4ed4-b9ae-529e07cb31b7 req-e7c644df-db24-4414-8a10-4b241852aadd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.176376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c9bced8-cdc1-4ed4-b9ae-529e07cb31b7 req-e7c644df-db24-4414-8a10-4b241852aadd tempest-MigrationsAdminTest-1239019100 tempest-MigrationsAdminTest-1239019100-project] 10.222.0.76 "DELETE /v2.0/ports/28af82fb-9ab8-485a-8b42-493125ccb526 HTTP/1.1" status: 204 len: 173 time: 1.4041984 Aug 20 11:44:52.180985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d846df5-b588-4706-8fe1-e5f4482b6c9f', 'name': 'network-vif-deleted', 'tag': '28af82fb-9ab8-485a-8b42-493125ccb526'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:52.183250 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6f1beb-ee4b-438f-bc18-d115e6823946" -d '{"events": [{"server_uuid": "2d846df5-b588-4706-8fe1-e5f4482b6c9f", "name": "network-vif-deleted", "tag": "28af82fb-9ab8-485a-8b42-493125ccb526"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:52.202817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312ccad2-6f00-48d9-aea7-b53c6d2ed5b4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:52.222527 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-312ccad2-6f00-48d9-aea7-b53c6d2ed5b4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.222973 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-312ccad2-6f00-48d9-aea7-b53c6d2ed5b4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Added segment ace8bdd5-94c1-453f-a721-2dbc3a17ea46 of type vlan for network c96ed880-a25f-40c4-9f7a-ca35dc46f64d Aug 20 11:44:52.281132 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b0a78f4-87d5-4ba8-91ce-24c0fe8494c5 req-995351f8-974b-4aa1-bcfa-6c77ff14773e tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 210 time: 0.0391197 Aug 20 11:44:52.324382 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0df31c82-4ca8-431f-be28-bf785c7f7fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.324529 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-312ccad2-6f00-48d9-aea7-b53c6d2ed5b4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.371991 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eba4e55-6370-4549-afaa-1d2a244f87f5 x-openstack-request-id: req-3eba4e55-6370-4549-afaa-1d2a244f87f5 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:52.372301 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d846df5-b588-4706-8fe1-e5f4482b6c9f", "name": "network-vif-deleted", "tag": "28af82fb-9ab8-485a-8b42-493125ccb526", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:52.372523 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3eba4e55-6370-4549-afaa-1d2a244f87f5 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:52.372977 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d846df5-b588-4706-8fe1-e5f4482b6c9f', 'name': 'network-vif-deleted', 'tag': '28af82fb-9ab8-485a-8b42-493125ccb526', 'status': 'completed', 'code': 200} Aug 20 11:44:52.382650 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-312ccad2-6f00-48d9-aea7-b53c6d2ed5b4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.388683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ccad2-6f00-48d9-aea7-b53c6d2ed5b4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:52.389285 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-312ccad2-6f00-48d9-aea7-b53c6d2ed5b4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.419212 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d73f6a2-aa04-4f1d-8393-4c2f161e26d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.432857 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-312ccad2-6f00-48d9-aea7-b53c6d2ed5b4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4152958 Aug 20 11:44:52.433196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 86062aa9-65d1-4f96-b91f-223329b68a7e no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:52.434402 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43644) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:52.441004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9bf66c08-4cb2-4399-b10a-28c9b561c55e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'subnet': {'network_id': 'c96ed880-a25f-40c4-9f7a-ca35dc46f64d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:52.498412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 86062aa9-65d1-4f96-b91f-223329b68a7e {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:44:52.499037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 86062aa9-65d1-4f96-b91f-223329b68a7e not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:44:52.516152 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f664f-f209-4d76-838e-f8dcc3dcd7f9 req-168c9ef6-0964-4809-8105-c83645d61c9c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:52.524610 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d5f664f-f209-4d76-838e-f8dcc3dcd7f9 req-168c9ef6-0964-4809-8105-c83645d61c9c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2638049 Aug 20 11:44:52.552358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ccad2-6f00-48d9-aea7-b53c6d2ed5b4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Network': ['ID=c96ed880-a25f-40c4-9f7a-ca35dc46f64d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:52.566835 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network c96ed880-a25f-40c4-9f7a-ca35dc46f64d details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:52.591256 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d5f664f-f209-4d76-838e-f8dcc3dcd7f9 req-11daf5e2-04ad-417d-ba00-0146f0e13ead tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644991 Aug 20 11:44:52.713473 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d73f6a2-aa04-4f1d-8393-4c2f161e26d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.751047 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d73f6a2-aa04-4f1d-8393-4c2f161e26d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.790875 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf66c08-4cb2-4399-b10a-28c9b561c55e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:52.794948 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9bf66c08-4cb2-4399-b10a-28c9b561c55e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.858709 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0d73f6a2-aa04-4f1d-8393-4c2f161e26d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=999d79bc90e8454b8727a51457fcb6dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7463288 Aug 20 11:44:52.867159 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43662) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:52.876300 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73f6a2-aa04-4f1d-8393-4c2f161e26d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a9de46-00c4-40ed-ba94-abf51cbf6cba,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:52.952183 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2bc53120-e8d6-4e47-b2e3-1fcde902e18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.984622 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2bc53120-e8d6-4e47-b2e3-1fcde902e18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.997436 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42400ccd-6099-48fa-ac64-77cce697ae91 req-e2ec3d35-99eb-4b3f-8da6-9fd3f161325e tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:53.006868 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42400ccd-6099-48fa-ac64-77cce697ae91 req-e2ec3d35-99eb-4b3f-8da6-9fd3f161325e tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/networks?id=20807c99-64e7-492c-a4b6-4a1524653d4e HTTP/1.1" status: 200 len: 813 time: 0.1534543 Aug 20 11:44:53.036676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42400ccd-6099-48fa-ac64-77cce697ae91 req-d11d5914-fed9-4a35-a13b-7d845dcf7029 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/quotas/61102427b20544a99687c14b264833fb HTTP/1.1" status: 200 len: 375 time: 0.0277984 Aug 20 11:44:53.094925 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42400ccd-6099-48fa-ac64-77cce697ae91 req-c1db6002-81b6-4f8e-924f-db1a72a8b4bf tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=61102427b20544a99687c14b264833fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563931 Aug 20 11:44:53.122295 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2bc53120-e8d6-4e47-b2e3-1fcde902e18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:53.125350 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2bc53120-e8d6-4e47-b2e3-1fcde902e18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:53.128925 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2bc53120-e8d6-4e47-b2e3-1fcde902e18a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7a9de46-00c4-40ed-ba94-abf51cbf6cba HTTP/1.1" status: 204 len: 168 time: 0.2582018 Aug 20 11:44:53.136359 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc53120-e8d6-4e47-b2e3-1fcde902e18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a9de46-00c4-40ed-ba94-abf51cbf6cba,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:53.139897 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9bf66c08-4cb2-4399-b10a-28c9b561c55e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:53.220052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf66c08-4cb2-4399-b10a-28c9b561c55e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Subnet': ['ID=d9baa689-e762-428f-b260-794c0abfdc75,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:53.277594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf66c08-4cb2-4399-b10a-28c9b561c55e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Checking segment: {'id': 'ace8bdd5-94c1-453f-a721-2dbc3a17ea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c96ed880-a25f-40c4-9f7a-ca35dc46f64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:53.277991 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf66c08-4cb2-4399-b10a-28c9b561c55e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network hostable DHCP agents. Network: c96ed880-a25f-40c4-9f7a-ca35dc46f64d, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:44:53.312208 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd040c-8e16-46b7-9e80-9144293bf987 req-c3e5342b-2165-4752-bbc2-5304de7d2fe7 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:53.320210 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-63fd040c-8e16-46b7-9e80-9144293bf987 req-c3e5342b-2165-4752-bbc2-5304de7d2fe7 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.0810592 Aug 20 11:44:53.355445 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf66c08-4cb2-4399-b10a-28c9b561c55e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network c96ed880-a25f-40c4-9f7a-ca35dc46f64d is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:44:53.394493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43678) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:53.426287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-63fd040c-8e16-46b7-9e80-9144293bf987 req-9bdfee3c-468d-449b-8380-a656b03e120c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050758 Aug 20 11:44:53.430530 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9bf66c08-4cb2-4399-b10a-28c9b561c55e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, c96ed880-a25f-40c4-9f7a-ca35dc46f64d) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:53.435344 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf66c08-4cb2-4399-b10a-28c9b561c55e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:53.436151 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9bf66c08-4cb2-4399-b10a-28c9b561c55e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:53.443239 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4dbe5a-0f84-489d-9aab-9d4174a94579 None None] Network c96ed880-a25f-40c4-9f7a-ca35dc46f64d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:53.494767 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9bf66c08-4cb2-4399-b10a-28c9b561c55e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0582993 Aug 20 11:44:53.497466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43684) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:53.517238 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-53afa9a4-4dc0-4c02-a63b-91774aeafcf4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'network_id': 'c96ed880-a25f-40c4-9f7a-ca35dc46f64d', 'name': 'tempest-PortsIpV6TestJSON-2019571804'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:53.563778 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e4592174-6b12-40da-aea0-68b6c823cb97 req-94f81355-d9b1-4934-b771-dffd860892c0 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c74889f-924e-4593-ab33-78eda0239b96 HTTP/1.1" status: 200 len: 210 time: 0.0828743 Aug 20 11:44:53.673702 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9e8e4e8f-55c7-467e-b8ed-563f1e559116 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4968b5d340e042799a12f4492ac2ee3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771010 Aug 20 11:44:53.676244 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43688) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:53.703771 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43690) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:53.720191 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa6a26af-0634-4615-b766-71e4b9b57705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:53.742336 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-c96ed880-a25f-40c4-9f7a-ca35dc46f64d', 'network_id': 'c96ed880-a25f-40c4-9f7a-ca35dc46f64d', 'tenant_id': '1efcbdd862e1473db5eab96f5b992905', 'fixed_ips': [{'subnet_id': 'd9baa689-e762-428f-b260-794c0abfdc75'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:44:53.743850 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:53.777254 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db60e41a-eb33-4ecc-8ada-0c79a2edcc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:53.783939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a718d-1c25-4ecb-aad2-810fbca84c42 req-96d6be75-7153-4193-b8cc-2a2b4497c907 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:53.796886 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cc6a718d-1c25-4ecb-aad2-810fbca84c42 req-96d6be75-7153-4193-b8cc-2a2b4497c907 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1627979 Aug 20 11:44:53.908789 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db60e41a-eb33-4ecc-8ada-0c79a2edcc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.024276 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Allocated IP 2001:db8::2 (c96ed880-a25f-40c4-9f7a-ca35dc46f64d/d9baa689-e762-428f-b260-794c0abfdc75/db0318ac-4a04-4ed8-b31b-88a3efbf7891) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:54.102927 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa6a26af-0634-4615-b766-71e4b9b57705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.107551 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db60e41a-eb33-4ecc-8ada-0c79a2edcc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.110454 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db60e41a-eb33-4ecc-8ada-0c79a2edcc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.111873 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-db60e41a-eb33-4ecc-8ada-0c79a2edcc68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce2c6053-9607-49a5-90ec-331c591f62e2 HTTP/1.1" status: 204 len: 168 time: 0.4343629 Aug 20 11:44:54.126696 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60e41a-eb33-4ecc-8ada-0c79a2edcc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2c6053-9607-49a5-90ec-331c591f62e2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:54.128775 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa6a26af-0634-4615-b766-71e4b9b57705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.164445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fa6a26af-0634-4615-b766-71e4b9b57705 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8205d30bd3db46cfa25f444e3c249e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4593451 Aug 20 11:44:54.184582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a26af-0634-4615-b766-71e4b9b57705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81394545-17cb-4753-a10d-1c171a3a6925,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:54.187306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43702) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:54.252981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53afa9a4-4dc0-4c02-a63b-91774aeafcf4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:54.271840 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-53afa9a4-4dc0-4c02-a63b-91774aeafcf4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.274252 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0be125ac-47f6-4716-bcb4-e5d1474574f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.327339 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-53afa9a4-4dc0-4c02-a63b-91774aeafcf4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] device_id is not set on port 1ed0c901-22d6-43f9-a737-fbc01cf86fb9 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:54.337698 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0be125ac-47f6-4716-bcb4-e5d1474574f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.342082 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.355643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Transition to ACTIVE for port object db0318ac-4a04-4ed8-b31b-88a3efbf7891 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:54.388292 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cc6a718d-1c25-4ecb-aad2-810fbca84c42 req-4f657999-70c8-4f01-bd2d-30c972d9893a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901916 Aug 20 11:44:54.414788 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Transition to ACTIVE for port object db0318ac-4a04-4ed8-b31b-88a3efbf7891 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:54.446820 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0be125ac-47f6-4716-bcb4-e5d1474574f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.450365 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.450865 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0be125ac-47f6-4716-bcb4-e5d1474574f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.454861 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0be125ac-47f6-4716-bcb4-e5d1474574f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81394545-17cb-4753-a10d-1c171a3a6925 HTTP/1.1" status: 204 len: 168 time: 0.2636714 Aug 20 11:44:54.474908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be125ac-47f6-4716-bcb4-e5d1474574f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81394545-17cb-4753-a10d-1c171a3a6925,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:54.529537 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Network c96ed880-a25f-40c4-9f7a-ca35dc46f64d is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:54.534907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:54.540596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:54.560808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Pushing event updated for resources: {'Port': ['ID=db0318ac-4a04-4ed8-b31b-88a3efbf7891,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:54.598554 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-53afa9a4-4dc0-4c02-a63b-91774aeafcf4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Allocated IP 2001:db8::29e (c96ed880-a25f-40c4-9f7a-ca35dc46f64d/d9baa689-e762-428f-b260-794c0abfdc75/1ed0c901-22d6-43f9-a737-fbc01cf86fb9) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:54.716796 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Attempting to bind port db0318ac-4a04-4ed8-b31b-88a3efbf7891 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:54.720656 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Attempting to bind port db0318ac-4a04-4ed8-b31b-88a3efbf7891 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'ace8bdd5-94c1-453f-a721-2dbc3a17ea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c96ed880-a25f-40c4-9f7a-ca35dc46f64d'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:54.721136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Attempting to bind port db0318ac-4a04-4ed8-b31b-88a3efbf7891 on network c96ed880-a25f-40c4-9f7a-ca35dc46f64d {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:54.733442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:54.733442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Checking segment: {'id': 'ace8bdd5-94c1-453f-a721-2dbc3a17ea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c96ed880-a25f-40c4-9f7a-ca35dc46f64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:54.733442 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.733442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Bound using segment: {'id': 'ace8bdd5-94c1-453f-a721-2dbc3a17ea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c96ed880-a25f-40c4-9f7a-ca35dc46f64d'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:54.733442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Bound port: db0318ac-4a04-4ed8-b31b-88a3efbf7891, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace8bdd5-94c1-453f-a721-2dbc3a17ea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c96ed880-a25f-40c4-9f7a-ca35dc46f64d'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:54.733442 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.760750 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43742) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:54.786394 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c19e6bd-41b4-4409-9cce-cecee3badc84 req-e89c94ac-cafb-40ca-8935-a237f5641287 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=61102427b20544a99687c14b264833fb HTTP/1.1" status: 200 len: 221 time: 0.0792377 Aug 20 11:44:54.872875 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] For port db0318ac-4a04-4ed8-b31b-88a3efbf7891, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:54.876337 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] For port db0318ac-4a04-4ed8-b31b-88a3efbf7891, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=db0318ac-4a04-4ed8-b31b-88a3efbf7891,segment=NetworkSegment(ace8bdd5-94c1-453f-a721-2dbc3a17ea46),segment_id=ace8bdd5-94c1-453f-a721-2dbc3a17ea46)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:54.890210 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6a803122-b217-4f33-a2d9-a8d118bfca88 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.891957 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.931023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43752) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:55.021960 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0a6ffd8d-39e0-4770-b225-75461d5c253c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f06fae645394f8194252b80dfc57f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875602 Aug 20 11:44:55.024563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43754) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:55.058577 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6a803122-b217-4f33-a2d9-a8d118bfca88 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.067227 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b1952-99f0-4a52-a562-4c4f72e03b11 None None] Pushing event updated for resources: {'Port': ['ID=db0318ac-4a04-4ed8-b31b-88a3efbf7891,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:55.141735 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0541c2c-213d-45b9-aafe-f654bf9e554e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.146542 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-08ace089-4bd1-42e3-a4d9-2fd79b2097fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.193266 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-08ace089-4bd1-42e3-a4d9-2fd79b2097fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.293761 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-08ace089-4bd1-42e3-a4d9-2fd79b2097fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.296375 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-08ace089-4bd1-42e3-a4d9-2fd79b2097fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.297558 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-08ace089-4bd1-42e3-a4d9-2fd79b2097fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96025934-d96f-47eb-8845-7b2f2bad3de9 HTTP/1.1" status: 204 len: 168 time: 0.2718680 Aug 20 11:44:55.312954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ace089-4bd1-42e3-a4d9-2fd79b2097fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96025934-d96f-47eb-8845-7b2f2bad3de9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:55.413964 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.488940 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-53afa9a4-4dc0-4c02-a63b-91774aeafcf4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.524781 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a56df4-d0ba-42c8-ac86-33bcef3fff52 req-b21aa0ef-4158-4bb9-bb9f-8fb13d8852e6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:55.526569 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79a56df4-d0ba-42c8-ac86-33bcef3fff52 req-b21aa0ef-4158-4bb9-bb9f-8fb13d8852e6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.6689069 Aug 20 11:44:55.529831 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-53afa9a4-4dc0-4c02-a63b-91774aeafcf4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Transition to ACTIVE for port object 1ed0c901-22d6-43f9-a737-fbc01cf86fb9 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:55.577497 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6a803122-b217-4f33-a2d9-a8d118bfca88 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.580035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6a803122-b217-4f33-a2d9-a8d118bfca88 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.583812 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6a803122-b217-4f33-a2d9-a8d118bfca88 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "DELETE /v2.0/security-groups/1f3194d4-6356-42de-9111-d33eed55156d HTTP/1.1" status: 204 len: 168 time: 0.8195438 Aug 20 11:44:55.584706 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43764) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:55.605019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a803122-b217-4f33-a2d9-a8d118bfca88 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3194d4-6356-42de-9111-d33eed55156d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:55.605516 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-d48526ee-f17b-483d-8edf-a8e2f6b9b8ac tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] show failed (client error): The resource could not be found. Aug 20 11:44:55.611785 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d48526ee-f17b-483d-8edf-a8e2f6b9b8ac tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "GET /v2.0/security-groups/1f3194d4-6356-42de-9111-d33eed55156d HTTP/1.1" status: 404 len: 347 time: 0.0249431 Aug 20 11:44:55.612618 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43766) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:55.632726 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79a56df4-d0ba-42c8-ac86-33bcef3fff52 req-28910da2-6dbd-4d0c-abe7-ea8b030e3e70 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971980 Aug 20 11:44:55.643729 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-53afa9a4-4dc0-4c02-a63b-91774aeafcf4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.716409 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53afa9a4-4dc0-4c02-a63b-91774aeafcf4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network c96ed880-a25f-40c4-9f7a-ca35dc46f64d is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:55.719892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-53afa9a4-4dc0-4c02-a63b-91774aeafcf4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:55.722292 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53afa9a4-4dc0-4c02-a63b-91774aeafcf4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:55.751951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53afa9a4-4dc0-4c02-a63b-91774aeafcf4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:55.760425 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-53afa9a4-4dc0-4c02-a63b-91774aeafcf4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.804995 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afa9a4-4dc0-4c02-a63b-91774aeafcf4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=1ed0c901-22d6-43f9-a737-fbc01cf86fb9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:55.827751 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-53afa9a4-4dc0-4c02-a63b-91774aeafcf4 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3273597 Aug 20 11:44:55.828356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43776) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:55.834542 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-61962a7a-1853-4fed-82a2-8c939128d043 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'network_id': 'c96ed880-a25f-40c4-9f7a-ca35dc46f64d', 'name': 'tempest-PortsIpV6TestJSON-1731517942'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:55.858931 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43780) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:55.957389 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a777fbd-b6a7-45e7-9b75-9dd0fd1d5b3b req-8eab5915-d600-494f-b2c0-453e830315ee tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:55.959522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a777fbd-b6a7-45e7-9b75-9dd0fd1d5b3b req-8eab5915-d600-494f-b2c0-453e830315ee tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1479285 Aug 20 11:44:56.013070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 28af82fb-9ab8-485a-8b42-493125ccb526 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:56.042001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-bf6ba280-bee3-4b31-9bdc-b674cdbc63bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Deleting port 8896f354-c090-4fd4-b69d-19daf4d20e18 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:56.042593 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba280-bee3-4b31-9bdc-b674cdbc63bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.071444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 28af82fb-9ab8-485a-8b42-493125ccb526 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:44:56.076089 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 28af82fb-9ab8-485a-8b42-493125ccb526 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:44:56.124313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61962a7a-1853-4fed-82a2-8c939128d043 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:56.133996 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61962a7a-1853-4fed-82a2-8c939128d043 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.148915 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba280-bee3-4b31-9bdc-b674cdbc63bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.149827 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba280-bee3-4b31-9bdc-b674cdbc63bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.170180 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-bf6ba280-bee3-4b31-9bdc-b674cdbc63bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Calling delete_port for 8896f354-c090-4fd4-b69d-19daf4d20e18 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:56.171834 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-61962a7a-1853-4fed-82a2-8c939128d043 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] device_id is not set on port 04b6c3df-03b9-4c91-89ed-2f7dd574c9b8 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:56.226946 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e57c6bc3-d323-499e-aaeb-709392f9f693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.292317 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.414610 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a777fbd-b6a7-45e7-9b75-9dd0fd1d5b3b req-7488834e-9c66-495f-bb40-be827d73bfc6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413309 Aug 20 11:44:56.417964 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba280-bee3-4b31-9bdc-b674cdbc63bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.471536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ba280-bee3-4b31-9bdc-b674cdbc63bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event deleted for resources: {'Port': ['ID=8896f354-c090-4fd4-b69d-19daf4d20e18,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:56.529692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device db0318ac-4a04-4ed8-b31b-88a3efbf7891 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:56.600398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e5e229-ee33-400b-b553-bea49c6f563c None None] Network c96ed880-a25f-40c4-9f7a-ca35dc46f64d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:56.628145 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba280-bee3-4b31-9bdc-b674cdbc63bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.644994 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba280-bee3-4b31-9bdc-b674cdbc63bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.644994 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bf6ba280-bee3-4b31-9bdc-b674cdbc63bd tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "DELETE /v2.0/floatingips/d08a62d8-eb8c-494f-9b5c-120c06f0363d HTTP/1.1" status: 204 len: 168 time: 1.0219040 Aug 20 11:44:56.664947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43810) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:56.692675 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e57c6bc3-d323-499e-aaeb-709392f9f693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.692675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-61962a7a-1853-4fed-82a2-8c939128d043 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Allocated IP 2001:db8::233 (c96ed880-a25f-40c4-9f7a-ca35dc46f64d/d9baa689-e762-428f-b260-794c0abfdc75/04b6c3df-03b9-4c91-89ed-2f7dd574c9b8) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:56.707723 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e57c6bc3-d323-499e-aaeb-709392f9f693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.707983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833836bd-7195-4add-bbd5-63b246b829c3 req-941c33d7-8b29-4812-99f5-579b22b4ee13 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:56.711296 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-833836bd-7195-4add-bbd5-63b246b829c3 req-941c33d7-8b29-4812-99f5-579b22b4ee13 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.0865192 Aug 20 11:44:56.791979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bb72ea20-2822-4217-9a47-41cba678d02c None None] Provisioning for port db0318ac-4a04-4ed8-b31b-88a3efbf7891 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:56.796937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port db0318ac-4a04-4ed8-b31b-88a3efbf7891 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:56.805451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bb72ea20-2822-4217-9a47-41cba678d02c None None] Provisioning complete for port db0318ac-4a04-4ed8-b31b-88a3efbf7891 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:56.805826 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb72ea20-2822-4217-9a47-41cba678d02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.833605 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-833836bd-7195-4add-bbd5-63b246b829c3 req-eef8b616-24ca-441a-bd17-b77ccdad28d5 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211669 Aug 20 11:44:56.853364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port db0318ac-4a04-4ed8-b31b-88a3efbf7891 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:56.853745 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.897242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-06865553-6732-4d30-ae79-0d270d03c143 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Deleting port f73427c2-302c-4d69-82a5-d2190ada2e2e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:56.898470 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06865553-6732-4d30-ae79-0d270d03c143 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.943765 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c6bc3-d323-499e-aaeb-709392f9f693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a55fdb-22c6-46ed-8507-395420447c63,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:56.990714 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e57c6bc3-d323-499e-aaeb-709392f9f693 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ddbae52638044ec2bcc0227652df7db8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1280971 Aug 20 11:44:57.008615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43820) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:57.082481 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb72ea20-2822-4217-9a47-41cba678d02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.093151 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06865553-6732-4d30-ae79-0d270d03c143 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.117855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-06865553-6732-4d30-ae79-0d270d03c143 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Calling delete_port for f73427c2-302c-4d69-82a5-d2190ada2e2e owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:57.259482 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bb72ea20-2822-4217-9a47-41cba678d02c None None] For port db0318ac-4a04-4ed8-b31b-88a3efbf7891, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=db0318ac-4a04-4ed8-b31b-88a3efbf7891,segment=NetworkSegment(ace8bdd5-94c1-453f-a721-2dbc3a17ea46),segment_id=ace8bdd5-94c1-453f-a721-2dbc3a17ea46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:57.267686 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb72ea20-2822-4217-9a47-41cba678d02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.368518 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72ea20-2822-4217-9a47-41cba678d02c None None] Pushing event updated for resources: {'Port': ['ID=db0318ac-4a04-4ed8-b31b-88a3efbf7891,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:57.393286 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46032cf-88fb-471d-970c-9b83c1eb2af9 req-c067974a-a21e-4a6e-b5cf-272c207337d1 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:57.394544 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.402606 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f46032cf-88fb-471d-970c-9b83c1eb2af9 req-c067974a-a21e-4a6e-b5cf-272c207337d1 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.3995445 Aug 20 11:44:57.406496 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06865553-6732-4d30-ae79-0d270d03c143 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.458030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd510be9-617d-4d20-ba5a-c4ad100f070e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.494265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06865553-6732-4d30-ae79-0d270d03c143 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event deleted for resources: {'Port': ['ID=f73427c2-302c-4d69-82a5-d2190ada2e2e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:57.498152 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61962a7a-1853-4fed-82a2-8c939128d043 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.505403 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:44:57.507636 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:44:57.544033 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd510be9-617d-4d20-ba5a-c4ad100f070e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.570726 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f46032cf-88fb-471d-970c-9b83c1eb2af9 req-7044f836-825f-4051-b691-dde7d59b16b8 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623614 Aug 20 11:44:57.573355 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-61962a7a-1853-4fed-82a2-8c939128d043 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Transition to ACTIVE for port object 04b6c3df-03b9-4c91-89ed-2f7dd574c9b8 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:57.612202 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b3d858bc-3625-4724-8fab-a6edf73c37f7 None None] Provisioning for port 1ed0c901-22d6-43f9-a737-fbc01cf86fb9 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:57.616446 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b3d858bc-3625-4724-8fab-a6edf73c37f7 None None] Provisioning complete for port 1ed0c901-22d6-43f9-a737-fbc01cf86fb9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:57.618133 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b3d858bc-3625-4724-8fab-a6edf73c37f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.646274 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06865553-6732-4d30-ae79-0d270d03c143 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.654338 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-06865553-6732-4d30-ae79-0d270d03c143 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "DELETE /v2.0/ports/f73427c2-302c-4d69-82a5-d2190ada2e2e HTTP/1.1" status: 204 len: 168 time: 0.9862173 Aug 20 11:44:57.657131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43840) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:57.733370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b3d858bc-3625-4724-8fab-a6edf73c37f7 None None] Port 1ed0c901-22d6-43f9-a737-fbc01cf86fb9 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:44:57.775618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b3d858bc-3625-4724-8fab-a6edf73c37f7 None None] Provisioning complete for port db0318ac-4a04-4ed8-b31b-88a3efbf7891 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:57.776028 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b3d858bc-3625-4724-8fab-a6edf73c37f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.833524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7de21681-c107-45ee-97cc-727c36a5fd3a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Deleting port 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:57.836508 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7de21681-c107-45ee-97cc-727c36a5fd3a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.873380 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61962a7a-1853-4fed-82a2-8c939128d043 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.936730 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.005954 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61962a7a-1853-4fed-82a2-8c939128d043 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network c96ed880-a25f-40c4-9f7a-ca35dc46f64d is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:58.034764 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-61962a7a-1853-4fed-82a2-8c939128d043 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:58.070679 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7de21681-c107-45ee-97cc-727c36a5fd3a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.075011 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852cd5b-3b78-4132-810f-c2cee2d81e13 req-0699ecff-0b3e-475d-8876-3afd65d6c81a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:58.082068 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2852cd5b-3b78-4132-810f-c2cee2d81e13 req-0699ecff-0b3e-475d-8876-3afd65d6c81a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.3401599 Aug 20 11:44:58.094543 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61962a7a-1853-4fed-82a2-8c939128d043 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:58.107280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7de21681-c107-45ee-97cc-727c36a5fd3a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Calling delete_port for 0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:58.118386 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61962a7a-1853-4fed-82a2-8c939128d043 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:58.119068 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61962a7a-1853-4fed-82a2-8c939128d043 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.191585 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61962a7a-1853-4fed-82a2-8c939128d043 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=04b6c3df-03b9-4c91-89ed-2f7dd574c9b8,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:58.233087 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6980cd46-f017-48f0-9000-b5bb5ae76daa None None] Provisioning complete for port 1ed0c901-22d6-43f9-a737-fbc01cf86fb9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:58.233645 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6980cd46-f017-48f0-9000-b5bb5ae76daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.239718 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2852cd5b-3b78-4132-810f-c2cee2d81e13 req-b501a707-006b-4a06-ad06-5ab1a175b48c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880182 Aug 20 11:44:58.260520 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd510be9-617d-4d20-ba5a-c4ad100f070e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.269286 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd510be9-617d-4d20-ba5a-c4ad100f070e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.273440 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dd510be9-617d-4d20-ba5a-c4ad100f070e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23a55fdb-22c6-46ed-8507-395420447c63 HTTP/1.1" status: 204 len: 168 time: 1.2606711 Aug 20 11:44:58.279840 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-61962a7a-1853-4fed-82a2-8c939128d043 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4480400 Aug 20 11:44:58.283879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43860) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:58.310880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd510be9-617d-4d20-ba5a-c4ad100f070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a55fdb-22c6-46ed-8507-395420447c63,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:58.375867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6980cd46-f017-48f0-9000-b5bb5ae76daa None None] Port 1ed0c901-22d6-43f9-a737-fbc01cf86fb9 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:44:58.444781 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c680bb-50be-428f-a2bc-f5307c83a0e9 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:58.448978 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-99c680bb-50be-428f-a2bc-f5307c83a0e9 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A29e HTTP/1.1" status: 200 len: 929 time: 0.1615543 Aug 20 11:44:58.449576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43868) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:58.475121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device db0318ac-4a04-4ed8-b31b-88a3efbf7891 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:58.565799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port db0318ac-4a04-4ed8-b31b-88a3efbf7891 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:58.566348 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.589027 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7de21681-c107-45ee-97cc-727c36a5fd3a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.619981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-61ff2705-9850-4248-a7da-1872db3a89b8 None None] Provisioning for port 04b6c3df-03b9-4c91-89ed-2f7dd574c9b8 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:58.627346 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-61ff2705-9850-4248-a7da-1872db3a89b8 None None] Provisioning complete for port 04b6c3df-03b9-4c91-89ed-2f7dd574c9b8 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:58.627935 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-61ff2705-9850-4248-a7da-1872db3a89b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.634451 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43870) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:58.659316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f4677edc-4042-4b59-a5e0-8868bb63b3ee tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port 04b6c3df-03b9-4c91-89ed-2f7dd574c9b8 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:58.660143 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4677edc-4042-4b59-a5e0-8868bb63b3ee tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.681023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de21681-c107-45ee-97cc-727c36a5fd3a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event deleted for resources: {'Port': ['ID=0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:58.704263 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185ca1f-200a-43a2-8e3c-69837216eb0a req-3a8bca08-cc6f-4f0a-aecb-561e61884951 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:58.726106 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7185ca1f-200a-43a2-8e3c-69837216eb0a req-3a8bca08-cc6f-4f0a-aecb-561e61884951 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2260265 Aug 20 11:44:58.756494 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-61ff2705-9850-4248-a7da-1872db3a89b8 None None] Port 04b6c3df-03b9-4c91-89ed-2f7dd574c9b8 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:44:58.792942 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4677edc-4042-4b59-a5e0-8868bb63b3ee tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.807128 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f4677edc-4042-4b59-a5e0-8868bb63b3ee tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for 04b6c3df-03b9-4c91-89ed-2f7dd574c9b8 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:58.859185 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7de21681-c107-45ee-97cc-727c36a5fd3a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.861909 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7de21681-c107-45ee-97cc-727c36a5fd3a tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "DELETE /v2.0/ports/0d7a068f-ae7c-44c7-8de9-1e0a5eeffd98 HTTP/1.1" status: 204 len: 168 time: 1.2036686 Aug 20 11:44:58.867981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43878) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:58.934191 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7185ca1f-200a-43a2-8e3c-69837216eb0a req-f1aff4ed-a22b-4ad7-9aee-29b150f0697b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973989 Aug 20 11:44:59.028955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f01de9e-891e-45cf-b1b9-99667767c215 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Deleting subnet a463b087-6ef2-41ba-a767-443508a6d5ac {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:44:59.048719 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f01de9e-891e-45cf-b1b9-99667767c215 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.048927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a4b0bc9d-5e23-4685-9d2a-81ce0544b46a tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1991060702'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:59.049352 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a4b0bc9d-5e23-4685-9d2a-81ce0544b46a tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] Unknown quota resources ['metering_label']. {{(pid=94690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:44:59.058622 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4677edc-4042-4b59-a5e0-8868bb63b3ee tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.103442 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43884) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:59.158100 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4677edc-4042-4b59-a5e0-8868bb63b3ee tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=04b6c3df-03b9-4c91-89ed-2f7dd574c9b8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:59.184017 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-93569ce8-fa33-4047-b720-4e923312da60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.201882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb84694-52c2-4a2c-a913-7bae2512e108 req-2a1edeaa-acbc-474c-96de-941bca6a2182 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:59.203465 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aeb84694-52c2-4a2c-a913-7bae2512e108 req-2a1edeaa-acbc-474c-96de-941bca6a2182 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1643128 Aug 20 11:44:59.241224 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f01de9e-891e-45cf-b1b9-99667767c215 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.262194 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4677edc-4042-4b59-a5e0-8868bb63b3ee tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.266917 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f4677edc-4042-4b59-a5e0-8868bb63b3ee tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/04b6c3df-03b9-4c91-89ed-2f7dd574c9b8 HTTP/1.1" status: 204 len: 168 time: 0.8154037 Aug 20 11:44:59.273444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43892) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:59.397328 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aeb84694-52c2-4a2c-a913-7bae2512e108 req-3290df40-3345-4f30-9cd4-4081f80816ec tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779611 Aug 20 11:44:59.447584 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7ca7de-9223-4dcc-b17a-d1fab8e00dce tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] GET failed (client error): The resource could not be found. Aug 20 11:44:59.448758 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ae7ca7de-9223-4dcc-b17a-d1fab8e00dce tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/04b6c3df-03b9-4c91-89ed-2f7dd574c9b8 HTTP/1.1" status: 404 len: 333 time: 0.1742518 Aug 20 11:44:59.450984 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bc9d-5e23-4685-9d2a-81ce0544b46a tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.452146 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a4b0bc9d-5e23-4685-9d2a-81ce0544b46a tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8166285 Aug 20 11:44:59.456335 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43894) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:59.456805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43896) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:59.564002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3be5bc03-69c1-4ec7-86c4-506491ff24c1 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2a665d95-46fc-4f5c-9fe0-fe2dfd886e24'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:59.566488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3be5bc03-69c1-4ec7-86c4-506491ff24c1 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:44:59.572956 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f01de9e-891e-45cf-b1b9-99667767c215 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.635619 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-93569ce8-fa33-4047-b720-4e923312da60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.660800 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-93569ce8-fa33-4047-b720-4e923312da60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.682197 n-d-804299-2 neutron-server[94690]: WARNING neutron.services.metering.metering_plugin [None req-3be5bc03-69c1-4ec7-86c4-506491ff24c1 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 11:44:59.688602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ec3385b6-9300-43fd-9002-4e0d53febcec tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port 1ed0c901-22d6-43f9-a737-fbc01cf86fb9 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:59.688978 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec3385b6-9300-43fd-9002-4e0d53febcec tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.729334 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-93569ce8-fa33-4047-b720-4e923312da60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da4baeae22754ff9926ab0657c21d0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6018910 Aug 20 11:44:59.734481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b176df7-ec6a-4a5c-a727-f26e05e94a63 req-f0f5de32-2eeb-42ee-8520-bc51cfe974b2 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:59.735953 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b176df7-ec6a-4a5c-a727-f26e05e94a63 req-f0f5de32-2eeb-42ee-8520-bc51cfe974b2 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1247633 Aug 20 11:44:59.736574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93569ce8-fa33-4047-b720-4e923312da60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47b9dfc-a1fc-4d9f-81f9-9177c7ce40ac,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:59.738940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43910) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:59.743056 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-273c9498-cee4-4031-8491-1ec1e14ff991 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586493 Aug 20 11:44:59.781516 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f01de9e-891e-45cf-b1b9-99667767c215 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.839682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01de9e-891e-45cf-b1b9-99667767c215 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event deleted for resources: {'Subnet': ['ID=a463b087-6ef2-41ba-a767-443508a6d5ac,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:59.847549 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f01de9e-891e-45cf-b1b9-99667767c215 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.847875 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99489338-f752-47ad-8c1f-5c406cd46ec3 None None] Network 66063b31-2757-4517-8a29-77f4e6ff6618 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:59.852735 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4f01de9e-891e-45cf-b1b9-99667767c215 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "DELETE /v2.0/subnets/a463b087-6ef2-41ba-a767-443508a6d5ac HTTP/1.1" status: 204 len: 168 time: 0.9829445 Aug 20 11:44:59.855594 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43912) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:59.872957 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b176df7-ec6a-4a5c-a727-f26e05e94a63 req-257e44a6-5a5c-43d2-9957-4c9bdac24193 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162083 Aug 20 11:44:59.932093 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3be5bc03-69c1-4ec7-86c4-506491ff24c1 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.933398 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3be5bc03-69c1-4ec7-86c4-506491ff24c1 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4755764 Aug 20 11:44:59.940200 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43916) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:59.946973 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac47e2a-0bdc-4275-aa84-d77e3aa41035 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Deleting subnet faadc5a1-a763-44eb-9395-380b41cb0af5 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:44:59.950256 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-31a13ae2-b6b8-4ef6-b9d3-39efae727785 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2a665d95-46fc-4f5c-9fe0-fe2dfd886e24'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:59.950749 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-31a13ae2-b6b8-4ef6-b9d3-39efae727785 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:44:59.995374 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ac47e2a-0bdc-4275-aa84-d77e3aa41035 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.084709 n-d-804299-2 neutron-server[94690]: WARNING neutron.services.metering.metering_plugin [None req-31a13ae2-b6b8-4ef6-b9d3-39efae727785 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 11:45:00.088302 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec3385b6-9300-43fd-9002-4e0d53febcec tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.095880 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-161958ac-3ac3-4374-b1f1-538ac45f1119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.140233 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ac47e2a-0bdc-4275-aa84-d77e3aa41035 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.165824 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ec3385b6-9300-43fd-9002-4e0d53febcec tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for 1ed0c901-22d6-43f9-a737-fbc01cf86fb9 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:00.181281 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-014d8ff7-39b7-42af-862e-06b56b1add89 req-6467001c-9baf-47b0-a78f-45efc281b74d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2267067 Aug 20 11:45:00.192258 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-161958ac-3ac3-4374-b1f1-538ac45f1119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.224587 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31a13ae2-b6b8-4ef6-b9d3-39efae727785 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.228528 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-31a13ae2-b6b8-4ef6-b9d3-39efae727785 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2847493 Aug 20 11:45:00.228703 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0162f-7252-4b57-8efb-cc39647cbc94 req-a93077e6-3de5-450a-8944-762ec7305b5f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:00.229456 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cea0162f-7252-4b57-8efb-cc39647cbc94 req-a93077e6-3de5-450a-8944-762ec7305b5f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1788585 Aug 20 11:45:00.230024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43920) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:00.243128 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-bd1ced07-3326-4643-b39d-c36ea688298e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:00.244231 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-bd1ced07-3326-4643-b39d-c36ea688298e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4255781 Aug 20 11:45:00.297412 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-9f564074-bd6f-4052-a513-231f926caf7c tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/quotas/1a0f3531e96c49b6b4c68fffa9db495b HTTP/1.1" status: 200 len: 375 time: 0.0167770 Aug 20 11:45:00.312300 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d12c6101-221c-4af9-97d5-97492d69df31 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=8a134a8c-a2c2-40e1-96fe-18914c351a32 HTTP/1.1" status: 200 len: 462 time: 0.0749938 Aug 20 11:45:00.324673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43926) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:00.353793 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-8f70f234-d8f2-4b7f-ad31-859b53723e2d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418904 Aug 20 11:45:00.362675 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f0878-cfb5-4d1b-ae06-7afcc1c729f1 None None] DHCP port deletion for 66063b31-2757-4517-8a29-77f4e6ff6618 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:45:00.416978 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cea0162f-7252-4b57-8efb-cc39647cbc94 req-33447c12-1040-4cc2-aaf6-ca6c2509b14b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677051 Aug 20 11:45:00.423532 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-161958ac-3ac3-4374-b1f1-538ac45f1119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.426266 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-161958ac-3ac3-4374-b1f1-538ac45f1119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.427422 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-161958ac-3ac3-4374-b1f1-538ac45f1119 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f47b9dfc-a1fc-4d9f-81f9-9177c7ce40ac HTTP/1.1" status: 204 len: 168 time: 0.6771402 Aug 20 11:45:00.429531 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ac47e2a-0bdc-4275-aa84-d77e3aa41035 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.431467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-220f0878-cfb5-4d1b-ae06-7afcc1c729f1 None None] Deleting port 0cef88f2-fa0e-45b3-aa53-ba198040ec3b {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:00.432041 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-220f0878-cfb5-4d1b-ae06-7afcc1c729f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.438934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d8ff7-39b7-42af-862e-06b56b1add89 req-470f48cb-bce0-4679-9d49-5c90e93cb7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:00.440540 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-014d8ff7-39b7-42af-862e-06b56b1add89 req-470f48cb-bce0-4679-9d49-5c90e93cb7dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61102427b20544a99687c14b264833fb&device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 1096 time: 0.1929393 Aug 20 11:45:00.458088 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec3385b6-9300-43fd-9002-4e0d53febcec tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.494855 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3385b6-9300-43fd-9002-4e0d53febcec tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=1ed0c901-22d6-43f9-a737-fbc01cf86fb9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:00.560990 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec3385b6-9300-43fd-9002-4e0d53febcec tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.564544 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ec3385b6-9300-43fd-9002-4e0d53febcec tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/1ed0c901-22d6-43f9-a737-fbc01cf86fb9 HTTP/1.1" status: 204 len: 168 time: 1.1099496 Aug 20 11:45:00.567607 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43934) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:00.628282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-220f0878-cfb5-4d1b-ae06-7afcc1c729f1 None None] For port 0cef88f2-fa0e-45b3-aa53-ba198040ec3b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0cef88f2-fa0e-45b3-aa53-ba198040ec3b,segment=NetworkSegment(4bd933ce-9ca8-41e8-a616-b4e74153651a),segment_id=4bd933ce-9ca8-41e8-a616-b4e74153651a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:00.629291 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-220f0878-cfb5-4d1b-ae06-7afcc1c729f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.636298 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad534331-5748-4bc5-aa70-d817298ffb7f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] GET failed (client error): The resource could not be found. Aug 20 11:45:00.639895 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ad534331-5748-4bc5-aa70-d817298ffb7f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/1ed0c901-22d6-43f9-a737-fbc01cf86fb9 HTTP/1.1" status: 404 len: 333 time: 0.0707309 Aug 20 11:45:00.642462 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43938) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:00.656683 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-220f0878-cfb5-4d1b-ae06-7afcc1c729f1 None None] Calling delete_port for 0cef88f2-fa0e-45b3-aa53-ba198040ec3b owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:00.714105 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-78485ed4-f2fd-42f4-a856-9292fa3cbb1c req-52860f58-1afa-4bbf-8b58-490a06c0531f tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 210 time: 0.0645213 Aug 20 11:45:00.812215 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0bf902fc-6941-4e7f-8b9a-e8d6d4f17866 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.814683 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0bf902fc-6941-4e7f-8b9a-e8d6d4f17866 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/8a134a8c-a2c2-40e1-96fe-18914c351a32 HTTP/1.1" status: 204 len: 168 time: 0.4885476 Aug 20 11:45:00.817017 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d91c78-727f-4d4e-aecf-dabba0d14d81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting subnet d9baa689-e762-428f-b260-794c0abfdc75 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:45:00.820057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43942) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:00.822456 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-220f0878-cfb5-4d1b-ae06-7afcc1c729f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.830629 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67d91c78-727f-4d4e-aecf-dabba0d14d81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.863852 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c845ed37-d0c8-4fe9-a2aa-1ab33e5ccf99 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=8a134a8c-a2c2-40e1-96fe-18914c351a32 HTTP/1.1" status: 200 len: 221 time: 0.0387712 Aug 20 11:45:00.866974 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f0878-cfb5-4d1b-ae06-7afcc1c729f1 None None] Pushing event deleted for resources: {'Port': ['ID=0cef88f2-fa0e-45b3-aa53-ba198040ec3b,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:00.870222 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43948) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:00.875777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161958ac-3ac3-4374-b1f1-538ac45f1119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47b9dfc-a1fc-4d9f-81f9-9177c7ce40ac,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:00.880078 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f0878-cfb5-4d1b-ae06-7afcc1c729f1 None None] No DVR routers for this DVR port 0cef88f2-fa0e-45b3-aa53-ba198040ec3b on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:45:00.894546 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-acacd9fb-28f0-4714-a2b0-cb8d5b34726a tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2081214709', 'description': 'label created by tempest'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:00.894546 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-acacd9fb-28f0-4714-a2b0-cb8d5b34726a tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] Unknown quota resources ['metering_label']. {{(pid=94690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:45:00.925417 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67d91c78-727f-4d4e-aecf-dabba0d14d81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.962818 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d8ff7-39b7-42af-862e-06b56b1add89 req-795485c6-cc1e-47d5-ba20-edf399ceb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:00.964314 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-014d8ff7-39b7-42af-862e-06b56b1add89 req-795485c6-cc1e-47d5-ba20-edf399ceb4cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=20807c99-64e7-492c-a4b6-4a1524653d4e HTTP/1.1" status: 200 len: 913 time: 0.4743183 Aug 20 11:45:00.990597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e125dd-0488-41fa-94a6-f549f24897b7 req-61003f66-269e-4dd1-8226-3a92c09a4153 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:00.998716 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7e125dd-0488-41fa-94a6-f549f24897b7 req-61003f66-269e-4dd1-8226-3a92c09a4153 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.3723502 Aug 20 11:45:01.029662 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ac47e2a-0bdc-4275-aa84-d77e3aa41035 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:01.043516 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-014d8ff7-39b7-42af-862e-06b56b1add89 req-83ba31ac-662e-4be4-87aa-effec7c4da91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45989948-05f2-4b2e-9235-928a75eaa3cf HTTP/1.1" status: 200 len: 217 time: 0.0699821 Aug 20 11:45:01.087809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac47e2a-0bdc-4275-aa84-d77e3aa41035 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event deleted for resources: {'Subnet': ['ID=faadc5a1-a763-44eb-9395-380b41cb0af5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:01.117074 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ac47e2a-0bdc-4275-aa84-d77e3aa41035 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:01.124354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f11926-24fe-476e-8dbd-b90237e3091a None None] Network b853601e-e5a6-4bac-a3f5-84410a4476f4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:01.128833 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8ac47e2a-0bdc-4275-aa84-d77e3aa41035 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "DELETE /v2.0/subnets/faadc5a1-a763-44eb-9395-380b41cb0af5 HTTP/1.1" status: 204 len: 168 time: 1.2599323 Aug 20 11:45:01.145581 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43962) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:01.165988 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7e125dd-0488-41fa-94a6-f549f24897b7 req-6d1b7472-bc20-4c84-af26-f341863af0a9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664181 Aug 20 11:45:01.197479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d8ff7-39b7-42af-862e-06b56b1add89 req-d1547a7b-bb7a-4f5b-8416-df377093678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:01.202437 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-014d8ff7-39b7-42af-862e-06b56b1add89 req-d1547a7b-bb7a-4f5b-8416-df377093678d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a835e74c-2b68-481c-a9b7-7b2ff328dde1 HTTP/1.1" status: 200 len: 853 time: 0.1452341 Aug 20 11:45:01.425177 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f56ee1-14d5-43c5-9232-ee6f44b4ce51 None None] DHCP port deletion for b853601e-e5a6-4bac-a3f5-84410a4476f4 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:45:01.496478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-88f56ee1-14d5-43c5-9232-ee6f44b4ce51 None None] Deleting port 002625f3-d82c-46ba-985c-aa28cb962f42 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:01.497224 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-88f56ee1-14d5-43c5-9232-ee6f44b4ce51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:01.600122 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-88f56ee1-14d5-43c5-9232-ee6f44b4ce51 None None] For port 002625f3-d82c-46ba-985c-aa28cb962f42, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=002625f3-d82c-46ba-985c-aa28cb962f42,segment=NetworkSegment(f5089390-fb33-4dee-86bc-c78b91af7184),segment_id=f5089390-fb33-4dee-86bc-c78b91af7184)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:01.601522 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-88f56ee1-14d5-43c5-9232-ee6f44b4ce51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:01.616387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-88f56ee1-14d5-43c5-9232-ee6f44b4ce51 None None] Calling delete_port for 002625f3-d82c-46ba-985c-aa28cb962f42 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:01.645594 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-014d8ff7-39b7-42af-862e-06b56b1add89 req-1d03974c-3beb-450e-bc9a-13589a09ed20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20807c99-64e7-492c-a4b6-4a1524653d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4336143 Aug 20 11:45:01.747624 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-acacd9fb-28f0-4714-a2b0-cb8d5b34726a tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:01.752652 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-acacd9fb-28f0-4714-a2b0-cb8d5b34726a tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8793132 Aug 20 11:45:01.754245 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43982) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:01.755411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c660544-5168-4ac5-bb34-1f78b50d7593 req-43199697-e6c9-4aa0-ad65-a116a9c41073 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:01.762885 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c660544-5168-4ac5-bb34-1f78b50d7593 req-43199697-e6c9-4aa0-ad65-a116a9c41073 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1210036 Aug 20 11:45:01.808492 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-014d8ff7-39b7-42af-862e-06b56b1add89 req-e3adf229-cdd9-497b-88ef-26ee44fc1b21 service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526356 Aug 20 11:45:01.809568 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-88f56ee1-14d5-43c5-9232-ee6f44b4ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:01.828436 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f56ee1-14d5-43c5-9232-ee6f44b4ce51 None None] No DVR routers for this DVR port 002625f3-d82c-46ba-985c-aa28cb962f42 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:45:01.829252 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c660544-5168-4ac5-bb34-1f78b50d7593 req-e2ad4d87-d9f7-4610-b978-4d207b119d6e tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644138 Aug 20 11:45:01.868671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f56ee1-14d5-43c5-9232-ee6f44b4ce51 None None] Pushing event deleted for resources: {'Port': ['ID=002625f3-d82c-46ba-985c-aa28cb962f42,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:01.880591 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6070ebd5-776a-4530-bd18-04b2408f1a28 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=cbb182bf-1a08-465d-8671-5d3cd852bf9f HTTP/1.1" status: 200 len: 468 time: 0.1196401 Aug 20 11:45:01.884328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43988) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:01.900228 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61d25b5b-7778-4e24-aec2-3d467c67cdb8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:01.922383 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67d91c78-727f-4d4e-aecf-dabba0d14d81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:01.982781 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-014d8ff7-39b7-42af-862e-06b56b1add89 req-0215f0e6-a426-46b8-a6ef-3bbfbd2f3a12 service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515367 Aug 20 11:45:01.991211 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c39df40f-bae1-4d46-8795-0fb5b61a8b8d req-212f26ef-3e7d-4c2e-8cb6-9c75d4a126f8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 210 time: 0.1056020 Aug 20 11:45:02.040064 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-575a7663-ade1-456e-8f09-29f6958525e5 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452721 Aug 20 11:45:02.116801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51807a30-acb5-4f39-b5d2-839934d65814 req-de04bc59-9ac5-438c-9aee-4bbdc660b348 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:02.118821 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51807a30-acb5-4f39-b5d2-839934d65814 req-de04bc59-9ac5-438c-9aee-4bbdc660b348 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1338649 Aug 20 11:45:02.212878 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51807a30-acb5-4f39-b5d2-839934d65814 req-024031af-cad0-4934-949a-fa5f16efacc5 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767992 Aug 20 11:45:02.225399 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-e43e1fb3-f3ae-4dd1-8a18-1a13e0d19ec6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:02.227171 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-e43e1fb3-f3ae-4dd1-8a18-1a13e0d19ec6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816075 Aug 20 11:45:02.245129 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Request body: {'port': {'device_id': '7684c599-b0da-4225-b195-eb9ff6bcce06', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '1a0f3531e96c49b6b4c68fffa9db495b'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:02.312607 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61d25b5b-7778-4e24-aec2-3d467c67cdb8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.329520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-61d25b5b-7778-4e24-aec2-3d467c67cdb8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66063b31-2757-4517-8a29-77f4e6ff6618']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:02.342316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-61d25b5b-7778-4e24-aec2-3d467c67cdb8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd933ce-9ca8-41e8-a616-b4e74153651a') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:02.342807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-61d25b5b-7778-4e24-aec2-3d467c67cdb8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd933ce-9ca8-41e8-a616-b4e74153651a') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:02.354031 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61d25b5b-7778-4e24-aec2-3d467c67cdb8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.368845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913fd01-63e8-44d1-b07d-97adddd586c0 req-f7cb35da-8ad3-4af2-af4b-287384c646cd tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:02.371611 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61d25b5b-7778-4e24-aec2-3d467c67cdb8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.373738 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f913fd01-63e8-44d1-b07d-97adddd586c0 req-f7cb35da-8ad3-4af2-af4b-287384c646cd tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.0779591 Aug 20 11:45:02.381953 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d25b5b-7778-4e24-aec2-3d467c67cdb8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:45:02.382456 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61d25b5b-7778-4e24-aec2-3d467c67cdb8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.389910 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0cef88f2-fa0e-45b3-aa53-ba198040ec3b no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:45:02.398340 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:45:02.411385 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 0cef88f2-fa0e-45b3-aa53-ba198040ec3b {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:45:02.411729 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0cef88f2-fa0e-45b3-aa53-ba198040ec3b not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:45:02.412547 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 002625f3-d82c-46ba-985c-aa28cb962f42 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:45:02.433241 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 002625f3-d82c-46ba-985c-aa28cb962f42 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:45:02.433586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 002625f3-d82c-46ba-985c-aa28cb962f42 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:45:02.457179 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f913fd01-63e8-44d1-b07d-97adddd586c0 req-0f535808-d092-4413-8d42-4694149f626b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762331 Aug 20 11:45:02.457963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Made reservation on behalf of 1a0f3531e96c49b6b4c68fffa9db495b for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:02.462859 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.473318 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.566766 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61d25b5b-7778-4e24-aec2-3d467c67cdb8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.572458 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61d25b5b-7778-4e24-aec2-3d467c67cdb8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.575245 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-61d25b5b-7778-4e24-aec2-3d467c67cdb8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "DELETE /v2.0/networks/66063b31-2757-4517-8a29-77f4e6ff6618 HTTP/1.1" status: 204 len: 168 time: 1.4283235 Aug 20 11:45:02.576570 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67d91c78-727f-4d4e-aecf-dabba0d14d81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.581076 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44014) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:02.610288 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.614794 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.688406 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e786744-d0f4-4289-b6e5-96984e803d19 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.691991 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0e786744-d0f4-4289-b6e5-96984e803d19 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/cbb182bf-1a08-465d-8671-5d3cd852bf9f HTTP/1.1" status: 204 len: 168 time: 0.8033078 Aug 20 11:45:02.694080 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44018) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:02.695602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16608ba7-6e6c-48c8-aa5f-a2faff421d7f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:02.721844 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-60daea26-6e32-46c1-9bd5-0a9e173e14db tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=cbb182bf-1a08-465d-8671-5d3cd852bf9f HTTP/1.1" status: 200 len: 216 time: 0.0201159 Aug 20 11:45:02.722338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44020) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:02.729204 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.731285 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2d79c590-17da-4e5e-8d60-d0f68353d8ba tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080056 Aug 20 11:45:02.735795 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44026) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:02.738685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d91c78-727f-4d4e-aecf-dabba0d14d81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Subnet': ['ID=d9baa689-e762-428f-b260-794c0abfdc75,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:02.750099 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d25b5b-7778-4e24-aec2-3d467c67cdb8 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event deleted for resources: {'Network': ['ID=66063b31-2757-4517-8a29-77f4e6ff6618,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:02.755536 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67d91c78-727f-4d4e-aecf-dabba0d14d81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.755879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877fb324-9fd9-43c3-b3fe-f69189b444ec None None] Network c96ed880-a25f-40c4-9f7a-ca35dc46f64d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:02.760580 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-67d91c78-727f-4d4e-aecf-dabba0d14d81 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/d9baa689-e762-428f-b260-794c0abfdc75 HTTP/1.1" status: 204 len: 168 time: 2.1153092 Aug 20 11:45:02.762580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44028) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:02.776555 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-932fc1af-ccbb-42c8-b386-248cbfb6b559 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0396469 Aug 20 11:45:02.780687 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44030) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:02.828186 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf51f4cf-8b27-48b8-beb1-98cae72444c4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.839947 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-664b2b22-3f09-47b0-9da8-5e501f41af7b tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/2a665d95-46fc-4f5c-9fe0-fe2dfd886e24 HTTP/1.1" status: 200 len: 473 time: 0.0581501 Aug 20 11:45:02.843428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44032) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:02.856320 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1ad70f20-c84b-4b3c-8502-d5f5c42fc0c5 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/bf5fcda5-4b30-43d9-adcf-cb620638ffb4 HTTP/1.1" status: 200 len: 459 time: 0.0116150 Aug 20 11:45:02.859136 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44034) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:02.869426 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.870441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Allocated IP 192.168.233.210 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/39d919f9-7629-43b9-91fe-f01a0f874957) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:02.879322 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0962b54-d1fb-4681-b7b6-a55e1daf5ebe req-93253188-fcda-49fe-9eb0-082b41ce57fa tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:02.881416 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f0962b54-d1fb-4681-b7b6-a55e1daf5ebe req-93253188-fcda-49fe-9eb0-082b41ce57fa tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2863173 Aug 20 11:45:03.028493 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-66a61fa3-fcda-4355-8e54-87fa95b22e0b tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.029690 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-66a61fa3-fcda-4355-8e54-87fa95b22e0b tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/bf5fcda5-4b30-43d9-adcf-cb620638ffb4 HTTP/1.1" status: 204 len: 168 time: 0.1696382 Aug 20 11:45:03.032680 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44038) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:03.041205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f41cd6-683a-4fd7-a229-e9f4e3f94bab None None] DHCP port deletion for c96ed880-a25f-40c4-9f7a-ca35dc46f64d request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:45:03.047025 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf51f4cf-8b27-48b8-beb1-98cae72444c4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.052306 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f0962b54-d1fb-4681-b7b6-a55e1daf5ebe req-d91ac839-fa97-4b9f-a1c9-c139d8211c22 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637108 Aug 20 11:45:03.106480 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-cf51f4cf-8b27-48b8-beb1-98cae72444c4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b853601e-e5a6-4bac-a3f5-84410a4476f4']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:03.148509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-cf51f4cf-8b27-48b8-beb1-98cae72444c4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5089390-fb33-4dee-86bc-c78b91af7184') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:03.148857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-cf51f4cf-8b27-48b8-beb1-98cae72444c4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5089390-fb33-4dee-86bc-c78b91af7184') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:03.170489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-80f41cd6-683a-4fd7-a229-e9f4e3f94bab None None] Deleting port db0318ac-4a04-4ed8-b31b-88a3efbf7891 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:03.172679 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-80f41cd6-683a-4fd7-a229-e9f4e3f94bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.202869 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f946b3d8-1f84-4c82-bc05-1f1a6701967d req-2d666068-c092-4a45-b4b4-62f78c04a7c5 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 210 time: 0.0621021 Aug 20 11:45:03.219579 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf51f4cf-8b27-48b8-beb1-98cae72444c4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.255236 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.275103 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Transition to ACTIVE for port object 39d919f9-7629-43b9-91fe-f01a0f874957 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:03.309912 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-80f41cd6-683a-4fd7-a229-e9f4e3f94bab None None] For port db0318ac-4a04-4ed8-b31b-88a3efbf7891, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=db0318ac-4a04-4ed8-b31b-88a3efbf7891,segment=NetworkSegment(ace8bdd5-94c1-453f-a721-2dbc3a17ea46),segment_id=ace8bdd5-94c1-453f-a721-2dbc3a17ea46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:03.310890 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-80f41cd6-683a-4fd7-a229-e9f4e3f94bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.314645 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf51f4cf-8b27-48b8-beb1-98cae72444c4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.322927 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.330090 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-80f41cd6-683a-4fd7-a229-e9f4e3f94bab None None] Calling delete_port for db0318ac-4a04-4ed8-b31b-88a3efbf7891 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:03.368139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port db0318ac-4a04-4ed8-b31b-88a3efbf7891 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:03.368479 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.373204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf51f4cf-8b27-48b8-beb1-98cae72444c4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:45:03.373650 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf51f4cf-8b27-48b8-beb1-98cae72444c4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:45:03.376754 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:45:03.413826 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:03.421951 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e67a2ba2-37e6-41c8-86fc-118555a2fe39 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.423245 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e67a2ba2-37e6-41c8-86fc-118555a2fe39 tempest-MeteringIpV6TestJSON-1505332108 tempest-MeteringIpV6TestJSON-1505332108-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/2a665d95-46fc-4f5c-9fe0-fe2dfd886e24 HTTP/1.1" status: 204 len: 168 time: 0.3889606 Aug 20 11:45:03.423821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:03.428983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:03.431808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event updated for resources: {'Port': ['ID=39d919f9-7629-43b9-91fe-f01a0f874957,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:03.432880 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-80f41cd6-683a-4fd7-a229-e9f4e3f94bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.477980 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faa917-d3f0-49a9-9031-7957b6721806 req-b76a95c2-dc9a-45cb-9124-15f034511984 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:03.479576 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-70faa917-d3f0-49a9-9031-7957b6721806 req-b76a95c2-dc9a-45cb-9124-15f034511984 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1163037 Aug 20 11:45:03.483960 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f41cd6-683a-4fd7-a229-e9f4e3f94bab None None] Pushing event deleted for resources: {'Port': ['ID=db0318ac-4a04-4ed8-b31b-88a3efbf7891,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:03.494616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f41cd6-683a-4fd7-a229-e9f4e3f94bab None None] No DVR routers for this DVR port db0318ac-4a04-4ed8-b31b-88a3efbf7891 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:45:03.497337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:03.498238 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.505731 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] For port db0318ac-4a04-4ed8-b31b-88a3efbf7891, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=db0318ac-4a04-4ed8-b31b-88a3efbf7891,segment=NetworkSegment(ace8bdd5-94c1-453f-a721-2dbc3a17ea46),segment_id=ace8bdd5-94c1-453f-a721-2dbc3a17ea46)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:03.505731 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.508110 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf51f4cf-8b27-48b8-beb1-98cae72444c4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.522829 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf51f4cf-8b27-48b8-beb1-98cae72444c4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.530161 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cf51f4cf-8b27-48b8-beb1-98cae72444c4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] 10.222.0.37 "DELETE /v2.0/networks/b853601e-e5a6-4bac-a3f5-84410a4476f4 HTTP/1.1" status: 204 len: 168 time: 0.9365838 Aug 20 11:45:03.541622 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for db0318ac-4a04-4ed8-b31b-88a3efbf7891 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:03.543935 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51f4cf-8b27-48b8-beb1-98cae72444c4 tempest-TaggedBootDevicesTest-2072893373 tempest-TaggedBootDevicesTest-2072893373-project] Pushing event deleted for resources: {'Network': ['ID=b853601e-e5a6-4bac-a3f5-84410a4476f4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:03.544333 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-cbda6ac7-92dd-42db-a52f-7068929815af tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3059707 Aug 20 11:45:03.611885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Request body: {'port': {'device_id': '7684c599-b0da-4225-b195-eb9ff6bcce06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:03.688122 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.690354 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-70faa917-d3f0-49a9-9031-7957b6721806 req-d7f2abef-64b7-4ade-9708-45c675722ee3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865790 Aug 20 11:45:03.754647 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=db0318ac-4a04-4ed8-b31b-88a3efbf7891,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:03.768380 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No DVR routers for this DVR port db0318ac-4a04-4ed8-b31b-88a3efbf7891 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:45:03.785882 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.906498 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.919594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96ed880-a25f-40c4-9f7a-ca35dc46f64d']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:03.931818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1a98b8cd-f524-4bd0-a93d-4ff2753b691d None None] Provisioning for port 39d919f9-7629-43b9-91fe-f01a0f874957 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:03.936943 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1a98b8cd-f524-4bd0-a93d-4ff2753b691d None None] Provisioning complete for port 39d919f9-7629-43b9-91fe-f01a0f874957 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:03.937420 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1a98b8cd-f524-4bd0-a93d-4ff2753b691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.957139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace8bdd5-94c1-453f-a721-2dbc3a17ea46') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:03.957820 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace8bdd5-94c1-453f-a721-2dbc3a17ea46') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:03.971517 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.973005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24846b-bba4-441c-b617-b8e81dedcc89 req-d6e3e904-1a84-4b6b-9b15-cf0e13a18809 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:03.974539 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c24846b-bba4-441c-b617-b8e81dedcc89 req-d6e3e904-1a84-4b6b-9b15-cf0e13a18809 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1309652 Aug 20 11:45:03.994112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1a98b8cd-f524-4bd0-a93d-4ff2753b691d None None] Port 39d919f9-7629-43b9-91fe-f01a0f874957 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:04.003920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.011915 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:45:04.012581 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:45:04.016363 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:45:04.063041 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44068) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:04.106333 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.113596 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c24846b-bba4-441c-b617-b8e81dedcc89 req-6fc5a2d7-eeb6-475a-b350-7e8908a89068 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242170 Aug 20 11:45:04.142696 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.144891 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/networks/c96ed880-a25f-40c4-9f7a-ca35dc46f64d HTTP/1.1" status: 204 len: 168 time: 1.3779690 Aug 20 11:45:04.149585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44074) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:04.167004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b8af8569-4eff-4811-a510-14404b09fe9c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-6868165'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:04.169692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef302fc-1526-4ff7-8fab-22fc6194e5e6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Network': ['ID=c96ed880-a25f-40c4-9f7a-ca35dc46f64d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:04.220246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8af8569-4eff-4811-a510-14404b09fe9c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:04.227604 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8af8569-4eff-4811-a510-14404b09fe9c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.321488 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce962d4c-3e29-43d2-a0b1-b72b6bbadec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.413620 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device db0318ac-4a04-4ed8-b31b-88a3efbf7891 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:45:04.445884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8af8569-4eff-4811-a510-14404b09fe9c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:45:04.459027 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d919f9-7629-43b9-91fe-f01a0f874957 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:45:04.483803 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.488591 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: db0318ac-4a04-4ed8-b31b-88a3efbf7891 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:45:04.489356 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device db0318ac-4a04-4ed8-b31b-88a3efbf7891 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:45:04.514067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Transition to ACTIVE for port object 39d919f9-7629-43b9-91fe-f01a0f874957 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:04.518081 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8af8569-4eff-4811-a510-14404b09fe9c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.518512 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-b8af8569-4eff-4811-a510-14404b09fe9c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Added segment f2f1ca35-bd06-495e-9de9-5ed5a32923b9 of type vlan for network 4b102203-2a27-4c08-b58e-7e7d0ce30520 Aug 20 11:45:04.532294 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.580348 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Pushing event updated for resources: {'Port': ['ID=39d919f9-7629-43b9-91fe-f01a0f874957,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:04.588743 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7b916-c08f-4c02-a67e-2f260f945a5f req-384776f0-6efd-46cc-9fd8-3873aab8552b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:04.590717 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09f7b916-c08f-4c02-a67e-2f260f945a5f req-384776f0-6efd-46cc-9fd8-3873aab8552b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 936 time: 0.1625195 Aug 20 11:45:04.649237 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce962d4c-3e29-43d2-a0b1-b72b6bbadec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.666520 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce962d4c-3e29-43d2-a0b1-b72b6bbadec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.676567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:04.677232 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:04.678373 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:04.679505 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:04.679841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:04.680184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:04.680509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:04.680861 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:04.681189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:04.681513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:04.681881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:04.682144 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:04.696693 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8af8569-4eff-4811-a510-14404b09fe9c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.699328 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09f7b916-c08f-4c02-a67e-2f260f945a5f req-1fb389b8-a93f-4f37-abd8-10dea1947df7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002746 Aug 20 11:45:04.729542 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce962d4c-3e29-43d2-a0b1-b72b6bbadec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4837de90-a769-4ff4-843b-dc8dc92f1685,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:04.734998 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ce962d4c-3e29-43d2-a0b1-b72b6bbadec1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb720ed4c585426486189267bc58d2e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6705823 Aug 20 11:45:04.739564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44092) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:04.814540 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccf1231f-c88c-4070-b0f8-1be6ff7d4b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.815874 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ab504-eb4c-4118-b2dd-980662db500a req-6bb85c5b-cc17-4009-90ad-24fdad53a174 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:04.825806 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-244ab504-eb4c-4118-b2dd-980662db500a req-6bb85c5b-cc17-4009-90ad-24fdad53a174 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2464962 Aug 20 11:45:04.840331 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8af8569-4eff-4811-a510-14404b09fe9c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.850191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8af8569-4eff-4811-a510-14404b09fe9c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:04.851271 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8af8569-4eff-4811-a510-14404b09fe9c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.851543 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccf1231f-c88c-4070-b0f8-1be6ff7d4b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.902896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44094) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:04.903321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b8af8569-4eff-4811-a510-14404b09fe9c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7525785 Aug 20 11:45:04.910445 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7e1fd182-a6c4-467f-b4f1-d1be9da29516 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'subnet': {'network_id': '4b102203-2a27-4c08-b58e-7e7d0ce30520', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:04.969264 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccf1231f-c88c-4070-b0f8-1be6ff7d4b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.972062 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccf1231f-c88c-4070-b0f8-1be6ff7d4b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.974300 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ccf1231f-c88c-4070-b0f8-1be6ff7d4b93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4837de90-a769-4ff4-843b-dc8dc92f1685 HTTP/1.1" status: 204 len: 168 time: 0.2334523 Aug 20 11:45:05.005080 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1231f-c88c-4070-b0f8-1be6ff7d4b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4837de90-a769-4ff4-843b-dc8dc92f1685,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:05.009872 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-244ab504-eb4c-4118-b2dd-980662db500a req-60189602-3014-4953-9eb0-b869289a7de3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708841 Aug 20 11:45:05.012717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af8569-4eff-4811-a510-14404b09fe9c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Network': ['ID=4b102203-2a27-4c08-b58e-7e7d0ce30520,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:05.020030 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Attempting to bind port 39d919f9-7629-43b9-91fe-f01a0f874957 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:05.020560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Attempting to bind port 39d919f9-7629-43b9-91fe-f01a0f874957 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:05.021208 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Attempting to bind port 39d919f9-7629-43b9-91fe-f01a0f874957 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:05.056574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 4b102203-2a27-4c08-b58e-7e7d0ce30520 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:45:05.058989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Port 39d919f9-7629-43b9-91fe-f01a0f874957 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:05.059325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Attempting to bind port 39d919f9-7629-43b9-91fe-f01a0f874957 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:05.075310 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:45:05.075604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:05.076004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:45:05.076728 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Bound port: 39d919f9-7629-43b9-91fe-f01a0f874957, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:45:05.077206 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:05.086948 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1fd182-a6c4-467f-b4f1-d1be9da29516 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:05.090653 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e1fd182-a6c4-467f-b4f1-d1be9da29516 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:05.186084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] For port 39d919f9-7629-43b9-91fe-f01a0f874957, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:45:05.189503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] For port 39d919f9-7629-43b9-91fe-f01a0f874957, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=39d919f9-7629-43b9-91fe-f01a0f874957,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:45:05.194661 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:05.238889 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:05.239802 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:05.241727 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] 10.222.0.76 "PUT /v2.0/ports/39d919f9-7629-43b9-91fe-f01a0f874957 HTTP/1.1" status: 200 len: 1096 time: 1.6730449 Aug 20 11:45:05.242381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7684c599-b0da-4225-b195-eb9ff6bcce06', 'tag': '39d919f9-7629-43b9-91fe-f01a0f874957'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:45:05.251683 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927ae8b6-f3c3-4a02-bd7a-7df2e9a7d171" -d '{"events": [{"name": "network-changed", "server_uuid": "7684c599-b0da-4225-b195-eb9ff6bcce06", "tag": "39d919f9-7629-43b9-91fe-f01a0f874957"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:45:05.285501 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198f9b0-4141-4491-ae18-132b9b6d6425 req-809e31ab-bd7c-4ab1-9023-23f7f804dd1d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:05.286720 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f198f9b0-4141-4491-ae18-132b9b6d6425 req-809e31ab-bd7c-4ab1-9023-23f7f804dd1d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1045034 Aug 20 11:45:05.337056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d2f9b-79e1-477c-8404-21d0b1880d89 service neutron] Pushing event updated for resources: {'Port': ['ID=39d919f9-7629-43b9-91fe-f01a0f874957,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:05.345163 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2769396-c6ff-4f2b-bf18-59213ad50d45 x-openstack-request-id: req-e2769396-c6ff-4f2b-bf18-59213ad50d45 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:45:05.345729 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7684c599-b0da-4225-b195-eb9ff6bcce06", "tag": "39d919f9-7629-43b9-91fe-f01a0f874957", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:45:05.346028 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2769396-c6ff-4f2b-bf18-59213ad50d45 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:45:05.346710 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7684c599-b0da-4225-b195-eb9ff6bcce06', 'tag': '39d919f9-7629-43b9-91fe-f01a0f874957', 'status': 'completed', 'code': 200} Aug 20 11:45:05.358890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-8940b39f-99aa-40ab-b81e-fd36b87e2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:05.360922 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-8940b39f-99aa-40ab-b81e-fd36b87e2d84 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 1099 time: 0.0744762 Aug 20 11:45:05.403744 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f198f9b0-4141-4491-ae18-132b9b6d6425 req-b661eacb-504f-4794-93b2-3ba2aaae4520 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065361 Aug 20 11:45:05.441615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44108) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:05.462681 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-7ffa5ac4-ec8c-4bf6-812c-ecada808340f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=39d919f9-7629-43b9-91fe-f01a0f874957 HTTP/1.1" status: 200 len: 217 time: 0.0888789 Aug 20 11:45:05.476340 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-24a9cf77-ee40-46a1-b632-f2dc0f9f2dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:05.518554 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e1fd182-a6c4-467f-b4f1-d1be9da29516 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:05.533148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-68c9cbb2-7f3c-4f24-8cf5-989c413b3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:05.535234 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-68c9cbb2-7f3c-4f24-8cf5-989c413b3597 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0643904 Aug 20 11:45:05.622458 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fd182-a6c4-467f-b4f1-d1be9da29516 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Subnet': ['ID=499655ea-d35e-461f-9e7f-9bfde6349153,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:05.650589 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-e271a29e-c5a0-457c-8109-47c29e631114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:05.652717 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-e271a29e-c5a0-457c-8109-47c29e631114 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017644 Aug 20 11:45:05.667236 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e05336-991c-4b1f-93aa-e683c5687878 req-c1d6dc4c-ded5-4240-92e2-46595c63fc35 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:05.677566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7e05336-991c-4b1f-93aa-e683c5687878 req-c1d6dc4c-ded5-4240-92e2-46595c63fc35 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.0944846 Aug 20 11:45:05.679301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1fd182-a6c4-467f-b4f1-d1be9da29516 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Checking segment: {'id': 'f2f1ca35-bd06-495e-9de9-5ed5a32923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4b102203-2a27-4c08-b58e-7e7d0ce30520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:05.679750 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1fd182-a6c4-467f-b4f1-d1be9da29516 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network hostable DHCP agents. Network: 4b102203-2a27-4c08-b58e-7e7d0ce30520, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:45:05.725863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1fd182-a6c4-467f-b4f1-d1be9da29516 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network 4b102203-2a27-4c08-b58e-7e7d0ce30520 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:45:05.733201 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-24a9cf77-ee40-46a1-b632-f2dc0f9f2dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:05.740321 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-24a9cf77-ee40-46a1-b632-f2dc0f9f2dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:05.746117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-7e1fd182-a6c4-467f-b4f1-d1be9da29516 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 4b102203-2a27-4c08-b58e-7e7d0ce30520) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:05.750700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1fd182-a6c4-467f-b4f1-d1be9da29516 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:05.751188 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e1fd182-a6c4-467f-b4f1-d1be9da29516 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:05.762159 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5195b56f-b809-419a-8e72-fec7df70f957 None None] Network 4b102203-2a27-4c08-b58e-7e7d0ce30520 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:05.865158 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7e05336-991c-4b1f-93aa-e683c5687878 req-7e72f878-6a8c-406a-a0bc-6f5b6e002bcf tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859987 Aug 20 11:45:05.895461 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9cf77-ee40-46a1-b632-f2dc0f9f2dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a88310-f80c-4139-b55a-94c6157e4a09,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:05.916289 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7e1fd182-a6c4-467f-b4f1-d1be9da29516 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0116155 Aug 20 11:45:05.919051 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-24a9cf77-ee40-46a1-b632-f2dc0f9f2dff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=003b2cbbc4a44562b219d0ee9274a6e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4761381 Aug 20 11:45:05.935451 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-bc4bb531-13c5-481a-b4b6-b529def1278f service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374318 Aug 20 11:45:05.936030 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44124) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:05.936365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44126) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:05.942619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3c566d67-d72d-420b-8bbe-6458239edc1b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'network_id': '4b102203-2a27-4c08-b58e-7e7d0ce30520', 'name': 'tempest-PortsIpV6TestJSON-2066330883', 'fixed_ips': [{'subnet_id': '499655ea-d35e-461f-9e7f-9bfde6349153', 'ip_address': '2001:db8::10'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:05.982679 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244168f-1c36-434d-89a4-dd2b7a3a7124 req-2985856a-dcb0-471d-8f2f-415922a50eae tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:05.995906 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2244168f-1c36-434d-89a4-dd2b7a3a7124 req-2985856a-dcb0-471d-8f2f-415922a50eae tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 948 time: 0.1245794 Aug 20 11:45:06.050905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-4b102203-2a27-4c08-b58e-7e7d0ce30520', 'network_id': '4b102203-2a27-4c08-b58e-7e7d0ce30520', 'tenant_id': '1efcbdd862e1473db5eab96f5b992905', 'fixed_ips': [{'subnet_id': '499655ea-d35e-461f-9e7f-9bfde6349153'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:45:06.051835 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:06.065387 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2244168f-1c36-434d-89a4-dd2b7a3a7124 req-7e274b4d-74d3-418b-9b8a-d5c30ffae2b4 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679646 Aug 20 11:45:06.344133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Allocated IP 2001:db8::2 (4b102203-2a27-4c08-b58e-7e7d0ce30520/499655ea-d35e-461f-9e7f-9bfde6349153/5da96529-7012-46b9-b612-ef26aecc4819) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:06.445448 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683adf0a-c7e5-4a4a-89ed-c86b377e0bf3 req-213fcfd1-aa17-4257-a0a5-735d8d32d5f1 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:06.447582 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-683adf0a-c7e5-4a4a-89ed-c86b377e0bf3 req-213fcfd1-aa17-4257-a0a5-735d8d32d5f1 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.3855927 Aug 20 11:45:06.472436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-9c6d0a59-9e1b-4f46-9bcd-96da0f1f021a tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:06.480511 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-9c6d0a59-9e1b-4f46-9bcd-96da0f1f021a tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/networks?id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1 HTTP/1.1" status: 200 len: 814 time: 0.1257789 Aug 20 11:45:06.498015 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-486e1d8e-2179-4c21-9a2f-0bf3353cec48 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/quotas/e1ad3e387c63490391d9da91965d6828 HTTP/1.1" status: 200 len: 375 time: 0.0163541 Aug 20 11:45:06.503094 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8f9f2382-ad07-4320-a73c-a0de04c81eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:06.525293 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3e1d26eb-2f41-4e43-9d5c-7262a29e670f req-f27bc7be-3d42-4526-92c5-703f937e37cd service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620955 Aug 20 11:45:06.557881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c566d67-d72d-420b-8bbe-6458239edc1b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:06.564349 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:06.575077 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8f9f2382-ad07-4320-a73c-a0de04c81eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:06.581722 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-392e5778-9477-4c2a-943d-90fed5297119 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e1ad3e387c63490391d9da91965d6828&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828323 Aug 20 11:45:06.582979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Transition to ACTIVE for port object 5da96529-7012-46b9-b612-ef26aecc4819 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:06.605987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Transition to ACTIVE for port object 5da96529-7012-46b9-b612-ef26aecc4819 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:06.615335 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:06.666443 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-683adf0a-c7e5-4a4a-89ed-c86b377e0bf3 req-c72f4198-79ba-4c3e-8db9-1572d7ab927a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769264 Aug 20 11:45:06.708315 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-ff5d74c1-60e8-42ff-a343-6d11dfa63484 service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255732 Aug 20 11:45:06.712148 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Network 4b102203-2a27-4c08-b58e-7e7d0ce30520 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:06.725596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:06.748829 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:06.785013 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Pushing event updated for resources: {'Port': ['ID=5da96529-7012-46b9-b612-ef26aecc4819,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:06.785576 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ae8b6-f3c3-4a02-bd7a-7df2e9a7d171 req-e41d1c54-ba8c-44c9-8141-a72c079ec60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:06.787179 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927ae8b6-f3c3-4a02-bd7a-7df2e9a7d171 req-e41d1c54-ba8c-44c9-8141-a72c079ec60a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 1099 time: 0.1648564 Aug 20 11:45:06.812681 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c566d67-d72d-420b-8bbe-6458239edc1b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:06.833337 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8f9f2382-ad07-4320-a73c-a0de04c81eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:06.836920 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8f9f2382-ad07-4320-a73c-a0de04c81eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:06.838063 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8f9f2382-ad07-4320-a73c-a0de04c81eb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19a88310-f80c-4139-b55a-94c6157e4a09 HTTP/1.1" status: 204 len: 168 time: 0.8033633 Aug 20 11:45:06.863782 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-87a90b1d-5db4-44f0-bfe5-e3a104050a2a service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538262 Aug 20 11:45:06.895392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f2382-ad07-4320-a73c-a0de04c81eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a88310-f80c-4139-b55a-94c6157e4a09,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:06.899014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Attempting to bind port 5da96529-7012-46b9-b612-ef26aecc4819 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:06.899391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Attempting to bind port 5da96529-7012-46b9-b612-ef26aecc4819 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'f2f1ca35-bd06-495e-9de9-5ed5a32923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4b102203-2a27-4c08-b58e-7e7d0ce30520'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:06.899805 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Attempting to bind port 5da96529-7012-46b9-b612-ef26aecc4819 on network 4b102203-2a27-4c08-b58e-7e7d0ce30520 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:06.905837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-3c566d67-d72d-420b-8bbe-6458239edc1b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] device_id is not set on port 980ea2f9-498c-4d4c-83df-b910a3cc160b yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:06.913956 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:45:06.914404 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Checking segment: {'id': 'f2f1ca35-bd06-495e-9de9-5ed5a32923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4b102203-2a27-4c08-b58e-7e7d0ce30520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:06.914720 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:06.915112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Bound using segment: {'id': 'f2f1ca35-bd06-495e-9de9-5ed5a32923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4b102203-2a27-4c08-b58e-7e7d0ce30520'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:45:06.915595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Bound port: 5da96529-7012-46b9-b612-ef26aecc4819, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f1ca35-bd06-495e-9de9-5ed5a32923b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4b102203-2a27-4c08-b58e-7e7d0ce30520'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:45:06.915983 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:07.067022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] For port 5da96529-7012-46b9-b612-ef26aecc4819, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:45:07.075306 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] For port 5da96529-7012-46b9-b612-ef26aecc4819, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5da96529-7012-46b9-b612-ef26aecc4819,segment=NetworkSegment(f2f1ca35-bd06-495e-9de9-5ed5a32923b9),segment_id=f2f1ca35-bd06-495e-9de9-5ed5a32923b9)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:45:07.083104 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:07.131495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-3c566d67-d72d-420b-8bbe-6458239edc1b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Allocated IP 2001:db8::10 (4b102203-2a27-4c08-b58e-7e7d0ce30520/499655ea-d35e-461f-9e7f-9bfde6349153/980ea2f9-498c-4d4c-83df-b910a3cc160b) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:07.156672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da8773-14b6-4e66-8b62-881ef26c360e None None] Pushing event updated for resources: {'Port': ['ID=5da96529-7012-46b9-b612-ef26aecc4819,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:07.379988 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b469d5-0541-4f2e-aeff-93506da83042 req-d78d4a6f-e518-49d3-9bbf-5411dbf53e1f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:07.392159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4b469d5-0541-4f2e-aeff-93506da83042 req-d78d4a6f-e518-49d3-9bbf-5411dbf53e1f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2468452 Aug 20 11:45:07.426110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ae8b6-f3c3-4a02-bd7a-7df2e9a7d171 req-5267a562-d12f-4524-be73-f505dee5de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:07.431128 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927ae8b6-f3c3-4a02-bd7a-7df2e9a7d171 req-5267a562-d12f-4524-be73-f505dee5de5a service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.6231062 Aug 20 11:45:07.494017 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a89276-ee4a-4081-8a5e-7995e58e7d24 req-7eb9ce23-3db3-4129-a8bf-4731826a57e4 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:07.497160 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6a89276-ee4a-4081-8a5e-7995e58e7d24 req-7eb9ce23-3db3-4129-a8bf-4731826a57e4 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 948 time: 0.1256893 Aug 20 11:45:07.595986 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e6a89276-ee4a-4081-8a5e-7995e58e7d24 req-2cc6f5d7-c448-42d5-84e1-2f7195c04c2b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905118 Aug 20 11:45:07.598481 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927ae8b6-f3c3-4a02-bd7a-7df2e9a7d171 req-5b540d18-9d8f-4ec2-ad8c-37a39e15d60b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=39d919f9-7629-43b9-91fe-f01a0f874957 HTTP/1.1" status: 200 len: 217 time: 0.1354806 Aug 20 11:45:07.772848 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bece899a-8496-4fae-bd34-a892b44d9505 req-5692fca5-8b75-4373-9f8f-50b9ad435cf0 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 210 time: 0.0695820 Aug 20 11:45:07.806984 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4b469d5-0541-4f2e-aeff-93506da83042 req-81b5c18b-ce87-43af-91d7-e75af83803ce tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166379 Aug 20 11:45:07.845773 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ae8b6-f3c3-4a02-bd7a-7df2e9a7d171 req-d9404a07-7ba2-45d5-a746-b902a452d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:07.847622 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927ae8b6-f3c3-4a02-bd7a-7df2e9a7d171 req-d9404a07-7ba2-45d5-a746-b902a452d948 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.2070384 Aug 20 11:45:07.878906 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c566d67-d72d-420b-8bbe-6458239edc1b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:07.921465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-3c566d67-d72d-420b-8bbe-6458239edc1b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Transition to ACTIVE for port object 980ea2f9-498c-4d4c-83df-b910a3cc160b will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:07.936906 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ae8b6-f3c3-4a02-bd7a-7df2e9a7d171 req-8ba7da36-235c-4e7d-b209-bcf177ad7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:07.938529 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927ae8b6-f3c3-4a02-bd7a-7df2e9a7d171 req-8ba7da36-235c-4e7d-b209-bcf177ad7daf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827494 Aug 20 11:45:08.086088 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927ae8b6-f3c3-4a02-bd7a-7df2e9a7d171 req-257bbc0f-32d8-4096-8cbf-cc40db361f30 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371942 Aug 20 11:45:08.088937 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c566d67-d72d-420b-8bbe-6458239edc1b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:08.172019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c566d67-d72d-420b-8bbe-6458239edc1b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=980ea2f9-498c-4d4c-83df-b910a3cc160b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:08.511716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5da96529-7012-46b9-b612-ef26aecc4819 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:08.577553 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c566d67-d72d-420b-8bbe-6458239edc1b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network 4b102203-2a27-4c08-b58e-7e7d0ce30520 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:08.595475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-3c566d67-d72d-420b-8bbe-6458239edc1b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:08.599654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c566d67-d72d-420b-8bbe-6458239edc1b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:08.605524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c566d67-d72d-420b-8bbe-6458239edc1b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:08.613246 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c566d67-d72d-420b-8bbe-6458239edc1b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:08.672978 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3c566d67-d72d-420b-8bbe-6458239edc1b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7354589 Aug 20 11:45:08.675591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44220) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:08.681697 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-cae4abc7-778c-41cd-87e5-1a8672eae99e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'network_id': '4b102203-2a27-4c08-b58e-7e7d0ce30520', 'name': 'tempest-PortsIpV6TestJSON-1873616669', 'fixed_ips': [{'subnet_id': '499655ea-d35e-461f-9e7f-9bfde6349153', 'ip_address': '2001:db8::f'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:08.686967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 5da96529-7012-46b9-b612-ef26aecc4819 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:08.759127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-927ae8b6-f3c3-4a02-bd7a-7df2e9a7d171 req-26d81945-989f-47c4-a45b-a72109b2c3be service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6594317 Aug 20 11:45:08.823522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1ec95f-5847-4c5f-837e-06d7783bd600 None None] Network 4b102203-2a27-4c08-b58e-7e7d0ce30520 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:08.963277 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:08.972804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-571fa9f8-a658-4042-a176-640b4b7553b4 None None] Provisioning for port 5da96529-7012-46b9-b612-ef26aecc4819 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:08.980490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-571fa9f8-a658-4042-a176-640b4b7553b4 None None] Provisioning complete for port 5da96529-7012-46b9-b612-ef26aecc4819 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:08.981176 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-571fa9f8-a658-4042-a176-640b4b7553b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:09.053354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0afdc-b932-45d4-9f3a-a068d793079b req-c6a00ae8-7825-41d3-b663-603c8588eceb tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:09.061056 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2b0afdc-b932-45d4-9f3a-a068d793079b req-c6a00ae8-7825-41d3-b663-603c8588eceb tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 948 time: 0.2808542 Aug 20 11:45:09.097748 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a10ec84a-0403-4b08-bfed-ecbea7571791 req-43942136-5241-4f96-96c9-886f605d4764 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 210 time: 0.1533663 Aug 20 11:45:09.220820 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-571fa9f8-a658-4042-a176-640b4b7553b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:09.242107 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2b0afdc-b932-45d4-9f3a-a068d793079b req-f35aa9bb-fea3-4966-9951-7ff466f7a402 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800256 Aug 20 11:45:09.258594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae4abc7-778c-41cd-87e5-1a8672eae99e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:09.301594 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-c04e1b49-c913-4632-b50a-6fb36242a7ae tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:09.306700 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-c04e1b49-c913-4632-b50a-6fb36242a7ae tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.35 "GET /v2.0/networks?id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1 HTTP/1.1" status: 200 len: 814 time: 0.4854555 Aug 20 11:45:09.319165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-2eb8374d-c255-4474-a1c8-802553723d6b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Request body: {'port': {'device_id': 'c0fa20eb-3835-4c40-96ca-1a6f36185478', 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1', 'admin_state_up': True, 'tenant_id': 'e1ad3e387c63490391d9da91965d6828'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:09.372395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-571fa9f8-a658-4042-a176-640b4b7553b4 None None] For port 5da96529-7012-46b9-b612-ef26aecc4819, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5da96529-7012-46b9-b612-ef26aecc4819,segment=NetworkSegment(f2f1ca35-bd06-495e-9de9-5ed5a32923b9),segment_id=f2f1ca35-bd06-495e-9de9-5ed5a32923b9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:09.399187 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-571fa9f8-a658-4042-a176-640b4b7553b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:09.570338 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fa9f8-a658-4042-a176-640b4b7553b4 None None] Pushing event updated for resources: {'Port': ['ID=5da96529-7012-46b9-b612-ef26aecc4819,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:09.593833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018445e5-0501-4b52-886a-def3da2c0e44 req-70f2b2be-34fa-45bf-a685-7cc8a467d975 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:09.595329 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-018445e5-0501-4b52-886a-def3da2c0e44 req-70f2b2be-34fa-45bf-a685-7cc8a467d975 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.3220181 Aug 20 11:45:09.619713 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-2eb8374d-c255-4474-a1c8-802553723d6b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Made reservation on behalf of e1ad3e387c63490391d9da91965d6828 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:09.624986 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-2eb8374d-c255-4474-a1c8-802553723d6b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:09.638593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cae4abc7-778c-41cd-87e5-1a8672eae99e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:09.695313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-cae4abc7-778c-41cd-87e5-1a8672eae99e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] device_id is not set on port e01b14bb-3b47-4e8b-9eda-3253a8506b1c yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:09.712515 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-018445e5-0501-4b52-886a-def3da2c0e44 req-f4aee07c-9f63-4b68-b721-736ef1c888d3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003497 Aug 20 11:45:09.826351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44258) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:09.983700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-2eb8374d-c255-4474-a1c8-802553723d6b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Allocated IP 172.20.0.4 (b3bfbfd5-4051-40da-a35c-169d2e7b40d1/95ea546d-aa14-4d25-bbdf-390c9e0a87dc/38c617e3-3dc0-45c7-8bec-524f95591d1e) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:10.074158 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3c9ae53d-ff10-40f1-8942-d46e32a784bc None None] Provisioning complete for port 5da96529-7012-46b9-b612-ef26aecc4819 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:10.074668 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3c9ae53d-ff10-40f1-8942-d46e32a784bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:10.149129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 39d919f9-7629-43b9-91fe-f01a0f874957 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:45:10.259888 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-cae4abc7-778c-41cd-87e5-1a8672eae99e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Allocated IP 2001:db8::f (4b102203-2a27-4c08-b58e-7e7d0ce30520/499655ea-d35e-461f-9e7f-9bfde6349153/e01b14bb-3b47-4e8b-9eda-3253a8506b1c) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:10.441036 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 39d919f9-7629-43b9-91fe-f01a0f874957, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=39d919f9-7629-43b9-91fe-f01a0f874957,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:10.442373 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8e9b4-7fdf-46e4-855c-857fc63d51f4 req-674d131d-3c76-40c2-bbc8-2f4410f0729b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:10.450611 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82e8e9b4-7fdf-46e4-855c-857fc63d51f4 req-674d131d-3c76-40c2-bbc8-2f4410f0729b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2140238 Aug 20 11:45:10.474974 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5da96529-7012-46b9-b612-ef26aecc4819 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:10.476541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-35cf8c47-c96e-40a5-942b-9e4228a62867 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1320265975'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:10.477073 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-35cf8c47-c96e-40a5-942b-9e4228a62867 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] Unknown quota resources ['metering_label']. {{(pid=94690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:45:10.483022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '39d919f9-7629-43b9-91fe-f01a0f874957', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '39d919f9-7629-43b9-91fe-f01a0f874957', 'mac_address': 'fa:16:3e:60:6e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:45:10.520598 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-2eb8374d-c255-4474-a1c8-802553723d6b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:10.546742 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82e8e9b4-7fdf-46e4-855c-857fc63d51f4 req-44d5ebe9-bafc-4831-9fce-6b446a9691d5 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950837 Aug 20 11:45:10.674286 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-2eb8374d-c255-4474-a1c8-802553723d6b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:10.745898 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:10.748834 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['1d2afb67-a1eb-4261-a96a-7a1042605aa5'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:45:10.766096 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8374d-c255-4474-a1c8-802553723d6b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Pushing event updated for resources: {'Port': ['ID=38c617e3-3dc0-45c7-8bec-524f95591d1e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:10.809912 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-2eb8374d-c255-4474-a1c8-802553723d6b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:10.813592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-2eb8374d-c255-4474-a1c8-802553723d6b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:10.824990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-2eb8374d-c255-4474-a1c8-802553723d6b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:10.869743 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb7306-bd00-4b47-85a0-274664284572 req-6a81dce3-a577-4097-ae12-ebf60738094b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:10.872175 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-75fb7306-bd00-4b47-85a0-274664284572 req-6a81dce3-a577-4097-ae12-ebf60738094b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 948 time: 0.1072071 Aug 20 11:45:10.888748 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d919f9-7629-43b9-91fe-f01a0f874957 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:45:10.894868 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 5da96529-7012-46b9-b612-ef26aecc4819 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:10.895269 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:10.913418 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-2eb8374d-c255-4474-a1c8-802553723d6b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:10.914079 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-2eb8374d-c255-4474-a1c8-802553723d6b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:10.946705 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-75fb7306-bd00-4b47-85a0-274664284572 req-d8fa69e9-1e37-4d81-a175-9621e9bb9693 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680933 Aug 20 11:45:10.948774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-2eb8374d-c255-4474-a1c8-802553723d6b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6344678 Aug 20 11:45:10.969519 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Request body: {'port': {'device_id': 'c0fa20eb-3835-4c40-96ca-1a6f36185478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:11.020518 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 39d919f9-7629-43b9-91fe-f01a0f874957, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=39d919f9-7629-43b9-91fe-f01a0f874957,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:11.045139 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3c9ae53d-ff10-40f1-8942-d46e32a784bc None None] Provisioning for port 980ea2f9-498c-4d4c-83df-b910a3cc160b completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:11.052171 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3c9ae53d-ff10-40f1-8942-d46e32a784bc None None] Provisioning complete for port 980ea2f9-498c-4d4c-83df-b910a3cc160b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:11.054678 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3c9ae53d-ff10-40f1-8942-d46e32a784bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.059620 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.067758 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.088793 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cae4abc7-778c-41cd-87e5-1a8672eae99e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.132260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cae4abc7-778c-41cd-87e5-1a8672eae99e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Transition to ACTIVE for port object e01b14bb-3b47-4e8b-9eda-3253a8506b1c will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:11.142670 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=39d919f9-7629-43b9-91fe-f01a0f874957,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:11.183191 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e42a4-de50-49c3-8ba1-855d71eb4494 req-58b4593d-9b9f-4d5c-ac07-95bda82e00c2 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:11.189237 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ae53d-ff10-40f1-8942-d46e32a784bc None None] Port 980ea2f9-498c-4d4c-83df-b910a3cc160b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:11.190936 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-054e42a4-de50-49c3-8ba1-855d71eb4494 req-58b4593d-9b9f-4d5c-ac07-95bda82e00c2 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 931 time: 0.7223785 Aug 20 11:45:11.247672 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35cf8c47-c96e-40a5-942b-9e4228a62867 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.249277 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-35cf8c47-c96e-40a5-942b-9e4228a62867 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.4216371 Aug 20 11:45:11.253146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44278) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:11.260853 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b5fcbe12-b744-4ae5-93a9-fb23e81ba421 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3f1e4194-b56a-4280-87c4-9301b7b7816f'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:11.261598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b5fcbe12-b744-4ae5-93a9-fb23e81ba421 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:45:11.293700 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-054e42a4-de50-49c3-8ba1-855d71eb4494 req-32a13c25-dadb-4c8f-b1ce-20faeed523f6 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019194 Aug 20 11:45:11.319302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['39d919f9-7629-43b9-91fe-f01a0f874957'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:45:11.327935 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cae4abc7-778c-41cd-87e5-1a8672eae99e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.386605 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae4abc7-778c-41cd-87e5-1a8672eae99e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network 4b102203-2a27-4c08-b58e-7e7d0ce30520 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:11.389798 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-cae4abc7-778c-41cd-87e5-1a8672eae99e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:11.398185 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae4abc7-778c-41cd-87e5-1a8672eae99e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:11.403750 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae4abc7-778c-41cd-87e5-1a8672eae99e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:11.404399 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cae4abc7-778c-41cd-87e5-1a8672eae99e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.408225 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4abc7-778c-41cd-87e5-1a8672eae99e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=e01b14bb-3b47-4e8b-9eda-3253a8506b1c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:11.424165 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cae4abc7-778c-41cd-87e5-1a8672eae99e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7472718 Aug 20 11:45:11.427107 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44280) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:11.441077 n-d-804299-2 neutron-server[94691]: WARNING neutron.services.metering.metering_plugin [None req-b5fcbe12-b744-4ae5-93a9-fb23e81ba421 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 11:45:11.450529 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a73c44bb-1499-4157-9bd6-11a559029000 None None] Provisioning complete for port 980ea2f9-498c-4d4c-83df-b910a3cc160b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:11.451171 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a73c44bb-1499-4157-9bd6-11a559029000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.516045 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a73c44bb-1499-4157-9bd6-11a559029000 None None] Port 980ea2f9-498c-4d4c-83df-b910a3cc160b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:11.546082 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dc8d2c-6aec-4974-a806-31eb98d16dd3 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:11.547700 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-34dc8d2c-6aec-4974-a806-31eb98d16dd3 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1193123 Aug 20 11:45:11.550506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44282) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:11.627009 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b5fcbe12-b744-4ae5-93a9-fb23e81ba421 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.631152 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b5fcbe12-b744-4ae5-93a9-fb23e81ba421 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3769794 Aug 20 11:45:11.645619 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8dad81-411c-417f-9e55-b27f13d3309f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:11.646904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44286) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:11.652347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8dad81-411c-417f-9e55-b27f13d3309f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:11.664860 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3f2d1df9-f8da-4296-8980-6aff984dc279 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3f1e4194-b56a-4280-87c4-9301b7b7816f'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:11.665404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3f2d1df9-f8da-4296-8980-6aff984dc279 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:45:11.667800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8dad81-411c-417f-9e55-b27f13d3309f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:11.681312 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44288) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:11.685903 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8e8dad81-411c-417f-9e55-b27f13d3309f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1342645 Aug 20 11:45:11.841141 n-d-804299-2 neutron-server[94691]: WARNING neutron.services.metering.metering_plugin [None req-3f2d1df9-f8da-4296-8980-6aff984dc279 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 11:45:11.855896 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7b41113d-4e3c-4c53-b072-fcf597ad3c3c None None] Provisioning for port e01b14bb-3b47-4e8b-9eda-3253a8506b1c completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:11.861096 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7b41113d-4e3c-4c53-b072-fcf597ad3c3c None None] Provisioning complete for port e01b14bb-3b47-4e8b-9eda-3253a8506b1c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:11.861649 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b41113d-4e3c-4c53-b072-fcf597ad3c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.903549 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7b41113d-4e3c-4c53-b072-fcf597ad3c3c None None] Port e01b14bb-3b47-4e8b-9eda-3253a8506b1c cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:11.999221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afb8bb-3176-480f-8c85-9b0a81cb5ce8 req-f15af678-6568-4878-9f6e-19516a708e87 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:12.006159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80afb8bb-3176-480f-8c85-9b0a81cb5ce8 req-f15af678-6568-4878-9f6e-19516a708e87 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.3306217 Aug 20 11:45:12.008893 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1df9-f8da-4296-8980-6aff984dc279 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.012365 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3f2d1df9-f8da-4296-8980-6aff984dc279 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3617151 Aug 20 11:45:12.013352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44296) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:12.072902 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-78f37258-414b-411b-aa5f-fb6c75d43d6f tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=e90fac12-ac6e-4b70-a0e4-75c742efa0d3 HTTP/1.1" status: 200 len: 464 time: 0.0555031 Aug 20 11:45:12.077064 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44302) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:12.113074 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c617e3-3dc0-45c7-8bec-524f95591d1e {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:45:12.113507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 39d919f9-7629-43b9-91fe-f01a0f874957 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:12.134882 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.150832 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a892c881-2e18-4b66-9f4f-22c298f32b5a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port e01b14bb-3b47-4e8b-9eda-3253a8506b1c {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:12.151183 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a892c881-2e18-4b66-9f4f-22c298f32b5a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.188563 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 39d919f9-7629-43b9-91fe-f01a0f874957 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:12.193375 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 39d919f9-7629-43b9-91fe-f01a0f874957 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:12.195026 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.234535 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977a8d2-54d4-40dc-8b81-792f6f544289 req-394af23e-cd92-4b92-a706-935d4a1c7a60 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:12.239928 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d977a8d2-54d4-40dc-8b81-792f6f544289 req-394af23e-cd92-4b92-a706-935d4a1c7a60 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 949 time: 0.1761441 Aug 20 11:45:12.253159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80afb8bb-3176-480f-8c85-9b0a81cb5ce8 req-040d2000-9a81-40d3-a547-54c60a9712de tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457054 Aug 20 11:45:12.291548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Transition to ACTIVE for port object 38c617e3-3dc0-45c7-8bec-524f95591d1e will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:12.300665 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.324461 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.364583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 39d919f9-7629-43b9-91fe-f01a0f874957, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=39d919f9-7629-43b9-91fe-f01a0f874957,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:12.366540 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7684c599-b0da-4225-b195-eb9ff6bcce06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d919f9-7629-43b9-91fe-f01a0f874957'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:45:12.370803 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddae534f-bb97-48c4-81f2-6df4b98ab251" -d '{"events": [{"server_uuid": "7684c599-b0da-4225-b195-eb9ff6bcce06", "name": "network-vif-plugged", "status": "completed", "tag": "39d919f9-7629-43b9-91fe-f01a0f874957"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:45:12.374752 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2179aa43-dcc6-4d99-8978-cf9223b65817 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.375097 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.378504 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2179aa43-dcc6-4d99-8978-cf9223b65817 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/e90fac12-ac6e-4b70-a0e4-75c742efa0d3 HTTP/1.1" status: 204 len: 168 time: 0.2975497 Aug 20 11:45:12.379536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44312) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:12.421908 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-115d7527-33e2-4c49-990f-944dd7176292 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=e90fac12-ac6e-4b70-a0e4-75c742efa0d3 HTTP/1.1" status: 200 len: 221 time: 0.0358493 Aug 20 11:45:12.422285 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a892c881-2e18-4b66-9f4f-22c298f32b5a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.432271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44314) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:12.441926 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-69af1b66-d765-45b8-83b7-b4081917fc47 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--32466837', 'description': 'label created by tempest'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:12.442378 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-69af1b66-d765-45b8-83b7-b4081917fc47 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] Unknown quota resources ['metering_label']. {{(pid=94690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:45:12.457264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=39d919f9-7629-43b9-91fe-f01a0f874957,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:12.468933 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a892c881-2e18-4b66-9f4f-22c298f32b5a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for e01b14bb-3b47-4e8b-9eda-3253a8506b1c owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:12.480148 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d977a8d2-54d4-40dc-8b81-792f6f544289 req-aa590898-3cac-4477-9dd9-97f8fd119a10 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757243 Aug 20 11:45:12.640307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Pushing event updated for resources: {'Port': ['ID=38c617e3-3dc0-45c7-8bec-524f95591d1e,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:12.729218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Attempting to bind port 38c617e3-3dc0-45c7-8bec-524f95591d1e on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:12.729903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Attempting to bind port 38c617e3-3dc0-45c7-8bec-524f95591d1e by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:12.729903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Attempting to bind port 38c617e3-3dc0-45c7-8bec-524f95591d1e on network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:12.744489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Port 38c617e3-3dc0-45c7-8bec-524f95591d1e on network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:12.744863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Attempting to bind port 38c617e3-3dc0-45c7-8bec-524f95591d1e on network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:12.769943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e6db0-3641-47eb-8173-46ec180255f7 req-3cc43650-e787-4881-8e8e-ed840cacc67b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:12.773014 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69af1b66-d765-45b8-83b7-b4081917fc47 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.777714 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-69af1b66-d765-45b8-83b7-b4081917fc47 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.3441236 Aug 20 11:45:12.778482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3c2e6db0-3641-47eb-8173-46ec180255f7 req-3cc43650-e787-4881-8e8e-ed840cacc67b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2183142 Aug 20 11:45:12.778615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44316) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:12.786285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:45:12.786697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Checking segment: {'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:12.787077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Bound using segment: {'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:45:12.787523 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Bound port: 38c617e3-3dc0-45c7-8bec-524f95591d1e, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:45:12.788061 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.790271 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a892c881-2e18-4b66-9f4f-22c298f32b5a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.794092 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d23618-1166-4245-af37-a1a9ecbd6c57 req-fb3d1155-61e3-42e2-afe8-dd6082707b9d tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:12.801151 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-62d23618-1166-4245-af37-a1a9ecbd6c57 req-fb3d1155-61e3-42e2-afe8-dd6082707b9d tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 943 time: 0.2371361 Aug 20 11:45:12.849084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892c881-2e18-4b66-9f4f-22c298f32b5a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=e01b14bb-3b47-4e8b-9eda-3253a8506b1c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:12.884720 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3c2e6db0-3641-47eb-8173-46ec180255f7 req-b00edcf5-e56a-45a5-83b8-7f7dce1137f6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052458 Aug 20 11:45:12.922035 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a892c881-2e18-4b66-9f4f-22c298f32b5a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.922258 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-18c36080-b7be-49fd-8a2c-4a3470bc375b tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=7113366c-6fd9-40dc-addb-f9bfc2570288 HTTP/1.1" status: 200 len: 466 time: 0.1417482 Aug 20 11:45:12.926493 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a892c881-2e18-4b66-9f4f-22c298f32b5a tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/e01b14bb-3b47-4e8b-9eda-3253a8506b1c HTTP/1.1" status: 204 len: 168 time: 1.2339780 Aug 20 11:45:12.927312 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44326) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:12.927312 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44328) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:12.970616 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:45:12.988605 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-62d23618-1166-4245-af37-a1a9ecbd6c57 req-50c7220f-9e8d-4b4a-8dd9-6887b12c0b7a tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852741 Aug 20 11:45:13.001395 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062edd3e-f009-442d-b253-76b7aef2ad87 x-openstack-request-id: req-062edd3e-f009-442d-b253-76b7aef2ad87 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:45:13.002338 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7684c599-b0da-4225-b195-eb9ff6bcce06", "name": "network-vif-plugged", "status": "completed", "tag": "39d919f9-7629-43b9-91fe-f01a0f874957", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:45:13.002790 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-062edd3e-f009-442d-b253-76b7aef2ad87 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:45:13.003382 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7684c599-b0da-4225-b195-eb9ff6bcce06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d919f9-7629-43b9-91fe-f01a0f874957', 'code': 200} Aug 20 11:45:13.078341 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] For port 38c617e3-3dc0-45c7-8bec-524f95591d1e, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:45:13.084271 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-df18f315-29bd-4a68-a583-3c0cb5fd0a19 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] GET failed (client error): The resource could not be found. Aug 20 11:45:13.089416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44336) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:13.090211 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-df18f315-29bd-4a68-a583-3c0cb5fd0a19 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/e01b14bb-3b47-4e8b-9eda-3253a8506b1c HTTP/1.1" status: 404 len: 333 time: 0.1604939 Aug 20 11:45:13.093296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] For port 38c617e3-3dc0-45c7-8bec-524f95591d1e, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=38c617e3-3dc0-45c7-8bec-524f95591d1e,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:45:13.293296 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:13.301553 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ccf79-b75c-4cd4-9ddf-9026abd8d4d6 req-61aaa1ab-d528-4c3f-9301-16926d35f2e4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:13.312797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-be4ccf79-b75c-4cd4-9ddf-9026abd8d4d6 req-61aaa1ab-d528-4c3f-9301-16926d35f2e4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1301222 Aug 20 11:45:13.380930 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port 980ea2f9-498c-4d4c-83df-b910a3cc160b {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:13.381281 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:13.423516 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-be4ccf79-b75c-4cd4-9ddf-9026abd8d4d6 req-16fecbc7-0de0-402b-9376-42265d462713 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097302 Aug 20 11:45:13.530526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:13.531100 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:13.535153 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] 10.222.0.35 "PUT /v2.0/ports/38c617e3-3dc0-45c7-8bec-524f95591d1e HTTP/1.1" status: 200 len: 1091 time: 2.5743704 Aug 20 11:45:13.540953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fa20eb-3835-4c40-96ca-1a6f36185478', 'tag': '38c617e3-3dc0-45c7-8bec-524f95591d1e'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:45:13.559357 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4063f9b-252d-4d72-a2f6-d427ba532a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fa20eb-3835-4c40-96ca-1a6f36185478", "tag": "38c617e3-3dc0-45c7-8bec-524f95591d1e"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:45:13.587156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97168d-3f28-4d90-a5e4-5b9242436909 req-8df4342b-c585-4965-9131-9ae1ba01ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:13.598323 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cc97168d-3f28-4d90-a5e4-5b9242436909 req-8df4342b-c585-4965-9131-9ae1ba01ee62 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 1101 time: 0.4983423 Aug 20 11:45:13.646692 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:13.676472 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a743c-3e93-403b-b750-afc112c104a4 req-15c3c438-e81c-45d2-9bb7-2358c9d39a4c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:13.679249 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-341a743c-3e93-403b-b750-afc112c104a4 req-15c3c438-e81c-45d2-9bb7-2358c9d39a4c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1281238 Aug 20 11:45:13.684658 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for 980ea2f9-498c-4d4c-83df-b910a3cc160b owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:13.765338 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-341a743c-3e93-403b-b750-afc112c104a4 req-64fd71e4-688f-471f-8bf2-58b93f612f0a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760295 Aug 20 11:45:13.811277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48800d-6a5e-4dd1-a9aa-1d9974661a1a service neutron] Pushing event updated for resources: {'Port': ['ID=38c617e3-3dc0-45c7-8bec-524f95591d1e,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:13.877071 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:13.919412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=980ea2f9-498c-4d4c-83df-b910a3cc160b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:13.951732 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:13.954236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:13.955048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:13.955048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:13.955254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:13.955591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:13.955977 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:13.962596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:13.963005 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:13.963286 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:13.963665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:13.963945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:13.964468 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dcba8f32-2a46-4cf9-b484-4e0c606e952d tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:13.968062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dcba8f32-2a46-4cf9-b484-4e0c606e952d tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/7113366c-6fd9-40dc-addb-f9bfc2570288 HTTP/1.1" status: 204 len: 168 time: 1.0377402 Aug 20 11:45:13.975091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44358) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:14.018866 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:14.025878 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5d6afcde-e9fa-47d1-a564-b60f20cf57c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/980ea2f9-498c-4d4c-83df-b910a3cc160b HTTP/1.1" status: 204 len: 168 time: 0.9353096 Aug 20 11:45:14.026993 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44360) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:14.041591 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-51743547-7e7b-4d5a-9232-1b869afc7854 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=7113366c-6fd9-40dc-addb-f9bfc2570288 HTTP/1.1" status: 200 len: 216 time: 0.0659752 Aug 20 11:45:14.047866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44364) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:14.065453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-27ddef11-b913-46b7-88a5-ff3317fe2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:14.066978 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-27ddef11-b913-46b7-88a5-ff3317fe2207 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1ad3e387c63490391d9da91965d6828&device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 1094 time: 0.4675574 Aug 20 11:45:14.080377 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6222b1e-6d93-4b09-9beb-a926311db5ee req-6eded641-9578-4268-a7a1-c9ad83a7364f tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:14.083515 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac11ef5-f144-4c9b-a834-b14912cddd9b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] GET failed (client error): The resource could not be found. Aug 20 11:45:14.092559 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8ac11ef5-f144-4c9b-a834-b14912cddd9b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/980ea2f9-498c-4d4c-83df-b910a3cc160b HTTP/1.1" status: 404 len: 333 time: 0.0576332 Aug 20 11:45:14.092559 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cde8a085-f4cc-4c9c-bbf5-c9635bcdba69 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0357094 Aug 20 11:45:14.092881 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c6222b1e-6d93-4b09-9beb-a926311db5ee req-6eded641-9578-4268-a7a1-c9ad83a7364f tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 950 time: 0.3521478 Aug 20 11:45:14.092999 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44366) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:14.093250 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44368) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:14.095737 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24011c7-aa37-4833-9264-bb22b7940d92 x-openstack-request-id: req-c24011c7-aa37-4833-9264-bb22b7940d92 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:45:14.096036 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fa20eb-3835-4c40-96ca-1a6f36185478", "tag": "38c617e3-3dc0-45c7-8bec-524f95591d1e", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:45:14.096348 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c24011c7-aa37-4833-9264-bb22b7940d92 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:45:14.096869 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fa20eb-3835-4c40-96ca-1a6f36185478', 'tag': '38c617e3-3dc0-45c7-8bec-524f95591d1e', 'status': 'completed', 'code': 200} Aug 20 11:45:14.105250 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cc97168d-3f28-4d90-a5e4-5b9242436909 req-efce2933-b031-497b-9460-df3e74ece505 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739626 Aug 20 11:45:14.138983 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2b533368-992e-444e-89bd-c255bd25358f tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0433750 Aug 20 11:45:14.164319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44372) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:14.194686 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-c719b8f2-4008-4da0-bc97-9fd0c6666f9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38c617e3-3dc0-45c7-8bec-524f95591d1e HTTP/1.1" status: 200 len: 217 time: 0.0955615 Aug 20 11:45:14.322222 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c6222b1e-6d93-4b09-9beb-a926311db5ee req-e1c47cd4-4cd7-4517-9e88-ca216a4da173 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284207 Aug 20 11:45:14.341130 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-478fe363-15e5-4090-9ba0-499395f306ee tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/3f1e4194-b56a-4280-87c4-9301b7b7816f HTTP/1.1" status: 200 len: 473 time: 0.1658342 Aug 20 11:45:14.342494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44382) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:14.377941 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-aa83e115-6e6c-470f-8a23-32e60b0c4673 tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/62f4da1d-1641-4ad1-80a3-8533ca2163f5 HTTP/1.1" status: 200 len: 461 time: 0.0288758 Aug 20 11:45:14.380916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3782a37-7296-42f1-abd9-ea449e91a479 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting subnet 499655ea-d35e-461f-9e7f-9bfde6349153 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:45:14.383787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44388) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:14.414104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7aae8c38-d832-4ea6-a8f7-038a54c5cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:14.419798 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-7aae8c38-d832-4ea6-a8f7-038a54c5cdf5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95ea546d-aa14-4d25-bbdf-390c9e0a87dc HTTP/1.1" status: 200 len: 854 time: 0.2040644 Aug 20 11:45:14.455197 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3782a37-7296-42f1-abd9-ea449e91a479 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:14.486897 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-46895ef2-f71e-40a8-a48f-777c2ec27bfe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458660 Aug 20 11:45:14.625690 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3782a37-7296-42f1-abd9-ea449e91a479 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:14.707212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3081cd-6c1b-4ee3-b398-7bbee9fe64db req-d0454797-1b5e-43b4-ac12-15731d0ce348 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:14.717464 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3081cd-6c1b-4ee3-b398-7bbee9fe64db req-d0454797-1b5e-43b4-ac12-15731d0ce348 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 943 time: 0.4216509 Aug 20 11:45:14.804841 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3081cd-6c1b-4ee3-b398-7bbee9fe64db req-2486f415-63ad-43d7-a2ec-b444fc2c861b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814044 Aug 20 11:45:14.933515 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3782a37-7296-42f1-abd9-ea449e91a479 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:14.940506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e2000-d723-40c4-b43e-5d9b3a4e74e3 req-6d709659-fc97-40e3-b629-35423dd04534 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:14.950627 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a9e2000-d723-40c4-b43e-5d9b3a4e74e3 req-6d709659-fc97-40e3-b629-35423dd04534 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.5228357 Aug 20 11:45:15.066145 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3782a37-7296-42f1-abd9-ea449e91a479 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:15.143287 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1421aa08-da2d-4c2b-b4fa-bed72e604e3d tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:15.144819 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1421aa08-da2d-4c2b-b4fa-bed72e604e3d tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/62f4da1d-1641-4ad1-80a3-8533ca2163f5 HTTP/1.1" status: 204 len: 168 time: 0.7569559 Aug 20 11:45:15.159406 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44404) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:15.184666 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3782a37-7296-42f1-abd9-ea449e91a479 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Subnet': ['ID=499655ea-d35e-461f-9e7f-9bfde6349153,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:15.191177 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3782a37-7296-42f1-abd9-ea449e91a479 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:15.194835 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b3782a37-7296-42f1-abd9-ea449e91a479 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/499655ea-d35e-461f-9e7f-9bfde6349153 HTTP/1.1" status: 204 len: 168 time: 1.0998926 Aug 20 11:45:15.197440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44406) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:15.202075 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffbde9a-e566-4301-8c23-3c751cc838a5 None None] Network 4b102203-2a27-4c08-b58e-7e7d0ce30520 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:15.243098 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a9e2000-d723-40c4-b43e-5d9b3a4e74e3 req-f8c37b98-a095-40e8-bfc4-b6d00d6f1d16 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913592 Aug 20 11:45:15.276226 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-61027690-852e-456a-a18f-c45cd8c3f2a6 service neutron] 10.222.0.35 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7740088 Aug 20 11:45:15.348473 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:15.492330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be827f37-ba75-4904-bbc6-9b2ddb66bd5c None None] DHCP port deletion for 4b102203-2a27-4c08-b58e-7e7d0ce30520 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:45:15.493936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a2604-4556-438d-8f5e-6fce5af9fa04 req-818f0b23-a116-4cdb-b70c-a467359c33b9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:15.495527 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-907a2604-4556-438d-8f5e-6fce5af9fa04 req-818f0b23-a116-4cdb-b70c-a467359c33b9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1170399 Aug 20 11:45:15.528921 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port 5da96529-7012-46b9-b612-ef26aecc4819 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:15.529265 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:15.560529 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-77e2e0b1-fb4b-49ef-a928-67ac4633ec8d tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:15.562090 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-77e2e0b1-fb4b-49ef-a928-67ac4633ec8d tempest-MeteringTestJSON-916354551 tempest-MeteringTestJSON-916354551-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/3f1e4194-b56a-4280-87c4-9301b7b7816f HTTP/1.1" status: 204 len: 168 time: 0.4012842 Aug 20 11:45:15.593296 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-907a2604-4556-438d-8f5e-6fce5af9fa04 req-fc1d965d-3f48-41e4-bb43-97d58d31c9a0 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892782 Aug 20 11:45:15.609788 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-be827f37-ba75-4904-bbc6-9b2ddb66bd5c None None] Deleting port 5da96529-7012-46b9-b612-ef26aecc4819 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:15.610007 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-be827f37-ba75-4904-bbc6-9b2ddb66bd5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:15.620945 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991b418-e7e4-4be3-8d3d-898f46128f03 req-9659fb04-7cc9-4a92-a15a-bec853628ae3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:15.620945 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7991b418-e7e4-4be3-8d3d-898f46128f03 req-9659fb04-7cc9-4a92-a15a-bec853628ae3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 950 time: 0.1720812 Aug 20 11:45:15.641529 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] For port 5da96529-7012-46b9-b612-ef26aecc4819, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5da96529-7012-46b9-b612-ef26aecc4819,segment=NetworkSegment(f2f1ca35-bd06-495e-9de9-5ed5a32923b9),segment_id=f2f1ca35-bd06-495e-9de9-5ed5a32923b9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:15.643316 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:15.669321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-12741c7c-2566-4a24-8dcb-9d9913906269 req-f29e8fec-c74e-4c54-8087-bc368f88b8e2 service neutron] 10.222.0.35 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406866 Aug 20 11:45:15.676681 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7991b418-e7e4-4be3-8d3d-898f46128f03 req-250fc645-e29a-4216-9f43-5ecdf0b6c8e3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560973 Aug 20 11:45:15.699255 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for 5da96529-7012-46b9-b612-ef26aecc4819 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:15.801193 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4063f9b-252d-4d72-a2f6-d427ba532a2d req-b7f24dbf-e0f7-4e15-bd12-ef8477289ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:15.802739 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4063f9b-252d-4d72-a2f6-d427ba532a2d req-b7f24dbf-e0f7-4e15-bd12-ef8477289ce0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1ad3e387c63490391d9da91965d6828&device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 1094 time: 0.0749958 Aug 20 11:45:15.805833 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-be827f37-ba75-4904-bbc6-9b2ddb66bd5c None None] For port 5da96529-7012-46b9-b612-ef26aecc4819, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5da96529-7012-46b9-b612-ef26aecc4819,segment=NetworkSegment(f2f1ca35-bd06-495e-9de9-5ed5a32923b9),segment_id=f2f1ca35-bd06-495e-9de9-5ed5a32923b9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:15.806235 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-be827f37-ba75-4904-bbc6-9b2ddb66bd5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:15.946194 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b6b6f-a8af-4778-bc73-30f4e6c70dd0 req-ed19609b-f4e0-406f-a8d6-2a5ce3835cf6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:15.947733 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d61b6b6f-a8af-4778-bc73-30f4e6c70dd0 req-ed19609b-f4e0-406f-a8d6-2a5ce3835cf6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1138549 Aug 20 11:45:15.948730 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:15.987440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4063f9b-252d-4d72-a2f6-d427ba532a2d req-098d8c0f-eeac-4bc1-a155-ed635f6ae7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:15.989143 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4063f9b-252d-4d72-a2f6-d427ba532a2d req-098d8c0f-eeac-4bc1-a155-ed635f6ae7a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1 HTTP/1.1" status: 200 len: 914 time: 0.1791432 Aug 20 11:45:16.058774 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44430) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:16.060960 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=5da96529-7012-46b9-b612-ef26aecc4819,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:16.062988 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No DVR routers for this DVR port 5da96529-7012-46b9-b612-ef26aecc4819 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:45:16.076295 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-be827f37-ba75-4904-bbc6-9b2ddb66bd5c None None] Calling delete_port for 5da96529-7012-46b9-b612-ef26aecc4819 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:16.077789 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4063f9b-252d-4d72-a2f6-d427ba532a2d req-610a86f6-ac48-4181-ab81-73523326ed2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38c617e3-3dc0-45c7-8bec-524f95591d1e HTTP/1.1" status: 200 len: 217 time: 0.0673306 Aug 20 11:45:16.185806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7133b3-54b3-4d04-afea-78c546621747 req-578711a0-0360-4581-831a-cff9e7137569 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:16.187897 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-be827f37-ba75-4904-bbc6-9b2ddb66bd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.193226 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc7133b3-54b3-4d04-afea-78c546621747 req-578711a0-0360-4581-831a-cff9e7137569 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 1101 time: 0.2023740 Aug 20 11:45:16.208623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be827f37-ba75-4904-bbc6-9b2ddb66bd5c None None] No DVR routers for this DVR port 5da96529-7012-46b9-b612-ef26aecc4819 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:45:16.216173 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc7133b3-54b3-4d04-afea-78c546621747 req-29c47785-8343-4447-b009-b73dd21ce529 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.232823 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be827f37-ba75-4904-bbc6-9b2ddb66bd5c None None] Pushing event deleted for resources: {'Port': ['ID=5da96529-7012-46b9-b612-ef26aecc4819,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:16.240105 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d61b6b6f-a8af-4778-bc73-30f4e6c70dd0 req-7128c963-0245-48f4-9ff1-fa5a688670c1 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662537 Aug 20 11:45:16.254681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4063f9b-252d-4d72-a2f6-d427ba532a2d req-26f02460-f7d0-40c1-b7a0-64d6d51b85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:16.259624 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4063f9b-252d-4d72-a2f6-d427ba532a2d req-26f02460-f7d0-40c1-b7a0-64d6d51b85cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95ea546d-aa14-4d25-bbdf-390c9e0a87dc HTTP/1.1" status: 200 len: 854 time: 0.1653709 Aug 20 11:45:16.269347 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.302012 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-433aba85-3ef5-4c3b-b755-eb76a3ba87ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.311328 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4063f9b-252d-4d72-a2f6-d427ba532a2d req-3951e5f2-50a0-4ed7-b42c-e8abc8c7dacb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403597 Aug 20 11:45:16.346143 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b102203-2a27-4c08-b58e-7e7d0ce30520']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:16.359984 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f1ca35-bd06-495e-9de9-5ed5a32923b9') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:16.361606 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f1ca35-bd06-495e-9de9-5ed5a32923b9') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:16.373520 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.388772 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.396863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:45:16.398725 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.430985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5da96529-7012-46b9-b612-ef26aecc4819 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:45:16.457508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 5da96529-7012-46b9-b612-ef26aecc4819 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:45:16.458634 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5da96529-7012-46b9-b612-ef26aecc4819 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:45:16.482879 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:45:16.490249 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4063f9b-252d-4d72-a2f6-d427ba532a2d req-69d41088-ca9d-499b-807c-9e192411b4c1 service neutron] 10.222.0.35 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661687 Aug 20 11:45:16.521315 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.535395 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.543143 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/networks/4b102203-2a27-4c08-b58e-7e7d0ce30520 HTTP/1.1" status: 204 len: 168 time: 1.3314989 Aug 20 11:45:16.544244 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44440) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:16.556675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8b4c8fdf-ca61-43e5-bd92-f12694a130f1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1120760960'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:16.574608 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25113ba9-fb5e-42d6-bc20-3080aa76c9c2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Network': ['ID=4b102203-2a27-4c08-b58e-7e7d0ce30520,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:16.592437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364c0e7-41c7-4ff5-b7c6-bd104d71fe04 req-2d903691-a960-483b-a626-5a6efe0b8a1d tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:16.602085 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9364c0e7-41c7-4ff5-b7c6-bd104d71fe04 req-2d903691-a960-483b-a626-5a6efe0b8a1d tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 943 time: 0.1174278 Aug 20 11:45:16.612512 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc7133b3-54b3-4d04-afea-78c546621747 req-29c47785-8343-4447-b009-b73dd21ce529 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.620427 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc7133b3-54b3-4d04-afea-78c546621747 req-29c47785-8343-4447-b009-b73dd21ce529 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.644688 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-8b4c8fdf-ca61-43e5-bd92-f12694a130f1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:45:16.644688 n-d-804299-2 neutron-server[94690]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:45:16.644688 n-d-804299-2 neutron-server[94690]: [parameters: {'project_id_1': '1efcbdd862e1473db5eab96f5b992905', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 45, 16, 572591)}] Aug 20 11:45:16.644688 n-d-804299-2 neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:45:16.645366 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [None req-8b4c8fdf-ca61-43e5-bd92-f12694a130f1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:45:16.677989 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc7133b3-54b3-4d04-afea-78c546621747 req-29c47785-8343-4447-b009-b73dd21ce529 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838099 Aug 20 11:45:16.685793 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9364c0e7-41c7-4ff5-b7c6-bd104d71fe04 req-9c682c82-b032-46d5-87e5-a56f63b230e9 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778677 Aug 20 11:45:16.722826 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c47785-8343-4447-b009-b73dd21ce529 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa9625c-46ca-4f70-b5ea-6ed90117faf3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:16.750899 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4063f9b-252d-4d72-a2f6-d427ba532a2d req-80d626e2-e183-4c74-9300-f802270bed59 service neutron] 10.222.0.35 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493107 Aug 20 11:45:16.849217 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-433aba85-3ef5-4c3b-b755-eb76a3ba87ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.867110 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-433aba85-3ef5-4c3b-b755-eb76a3ba87ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.925323 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-433aba85-3ef5-4c3b-b755-eb76a3ba87ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60b913243e474db2922573302aa45810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8630607 Aug 20 11:45:16.925323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433aba85-3ef5-4c3b-b755-eb76a3ba87ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8cd987-c934-429c-abd7-f4d35da5024a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:16.925978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44458) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:16.940808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6c4af-82e5-4c53-b2ac-6accf1b80fab req-69df8502-fa55-4929-8e1b-c31c4ae5dc1d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:16.942574 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0fd6c4af-82e5-4c53-b2ac-6accf1b80fab req-69df8502-fa55-4929-8e1b-c31c4ae5dc1d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1384370 Aug 20 11:45:17.016807 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1da5-6585-47a0-a898-1eb75526d7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.033186 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0fd6c4af-82e5-4c53-b2ac-6accf1b80fab req-eafdc843-ff20-4664-bcc3-5b4655c4bc0d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749242 Aug 20 11:45:17.075754 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1da5-6585-47a0-a898-1eb75526d7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.138635 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1da5-6585-47a0-a898-1eb75526d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.141928 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1da5-6585-47a0-a898-1eb75526d7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.143407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c4dd1da5-6585-47a0-a898-1eb75526d7ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c8cd987-c934-429c-abd7-f4d35da5024a HTTP/1.1" status: 204 len: 168 time: 0.2163470 Aug 20 11:45:17.185122 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd1da5-6585-47a0-a898-1eb75526d7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8cd987-c934-429c-abd7-f4d35da5024a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:17.234939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4c8fdf-ca61-43e5-bd92-f12694a130f1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:17.240223 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8fdf-ca61-43e5-bd92-f12694a130f1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.245788 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-3bc1485c-cbfb-4e01-bfba-492679b5d24e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449843 Aug 20 11:45:17.290907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49d77a-c547-45cd-a50f-580f861860f8 req-89076b5a-d05f-4572-8187-da287504f658 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:17.298605 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7a49d77a-c547-45cd-a50f-580f861860f8 req-89076b5a-d05f-4572-8187-da287504f658 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1295435 Aug 20 11:45:17.317733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4c8fdf-ca61-43e5-bd92-f12694a130f1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:45:17.332976 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8fdf-ca61-43e5-bd92-f12694a130f1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.333280 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-8b4c8fdf-ca61-43e5-bd92-f12694a130f1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Added segment 109e9386-048a-46e4-93b9-0b3fb01fcffe of type vlan for network f17c010a-c808-4bd5-af96-404ee0032f09 Aug 20 11:45:17.369274 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7a49d77a-c547-45cd-a50f-580f861860f8 req-394c0829-da3b-466e-bc27-6f57ce282621 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660391 Aug 20 11:45:17.447241 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-9c50f919-47a4-4ab7-98eb-b51db6fbff4c tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:17.454794 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-9c50f919-47a4-4ab7-98eb-b51db6fbff4c tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2012103 Aug 20 11:45:17.481385 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-ed2b378f-cb1c-460e-bdf9-80ef4220eb04 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/quotas/1a0f3531e96c49b6b4c68fffa9db495b HTTP/1.1" status: 200 len: 375 time: 0.0255539 Aug 20 11:45:17.497560 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8fdf-ca61-43e5-bd92-f12694a130f1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.546860 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-590f6ff2-c9ca-4f6f-8048-a4fcaaddd7f5 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641038 Aug 20 11:45:17.560724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989482d-8e15-4e4d-8ec5-ef401b6cad73 req-3a498048-2690-4ad6-ae05-f03133985447 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:17.562719 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6989482d-8e15-4e4d-8ec5-ef401b6cad73 req-3a498048-2690-4ad6-ae05-f03133985447 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1091957 Aug 20 11:45:17.564129 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8fdf-ca61-43e5-bd92-f12694a130f1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.570741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4c8fdf-ca61-43e5-bd92-f12694a130f1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:17.571445 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8fdf-ca61-43e5-bd92-f12694a130f1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.644457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44482) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:17.644609 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8b4c8fdf-ca61-43e5-bd92-f12694a130f1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0936198 Aug 20 11:45:17.652220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5abc8022-f2e6-416c-af89-43c651d9ac42 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'subnet': {'network_id': 'f17c010a-c808-4bd5-af96-404ee0032f09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:17.666519 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44484) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:17.697824 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb5288a9-7b9a-4bf6-8a8b-f2d4b3f95526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.702364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c8fdf-ca61-43e5-bd92-f12694a130f1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Network': ['ID=f17c010a-c808-4bd5-af96-404ee0032f09,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:17.718291 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6989482d-8e15-4e4d-8ec5-ef401b6cad73 req-732907f6-237d-48f4-ad33-93cfb43f8eac tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226945 Aug 20 11:45:17.732755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network f17c010a-c808-4bd5-af96-404ee0032f09 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:45:17.865484 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb5288a9-7b9a-4bf6-8a8b-f2d4b3f95526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.873452 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb5288a9-7b9a-4bf6-8a8b-f2d4b3f95526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.884285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44498) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:17.901358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abc8022-f2e6-416c-af89-43c651d9ac42 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:17.922803 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5abc8022-f2e6-416c-af89-43c651d9ac42 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.957998 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94601144-f7b1-4b0f-b0f5-d5c1512190f4 req-253ae3dd-df08-44ae-b212-4a40e2d8fea8 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:17.959830 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-94601144-f7b1-4b0f-b0f5-d5c1512190f4 req-253ae3dd-df08-44ae-b212-4a40e2d8fea8 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 943 time: 0.1467209 Aug 20 11:45:17.998765 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fb5288a9-7b9a-4bf6-8a8b-f2d4b3f95526 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b91e656011194c648032d431fe2c8539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301082 Aug 20 11:45:17.999560 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5288a9-7b9a-4bf6-8a8b-f2d4b3f95526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24ee7ed-6c29-4e6b-b9e3-b057551386de,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:18.000117 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44504) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:18.090298 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-94601144-f7b1-4b0f-b0f5-d5c1512190f4 req-8f42bc95-6bee-4f94-a3b2-3f25c8ed0e3b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107504 Aug 20 11:45:18.130900 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-84c6b692-fa53-443f-8f25-52f42dfeb836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:18.241708 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 38c617e3-3dc0-45c7-8bec-524f95591d1e details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:45:18.369254 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-84c6b692-fa53-443f-8f25-52f42dfeb836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:18.422741 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 38c617e3-3dc0-45c7-8bec-524f95591d1e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=38c617e3-3dc0-45c7-8bec-524f95591d1e,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:18.438418 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '38c617e3-3dc0-45c7-8bec-524f95591d1e', 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1', 'port_id': '38c617e3-3dc0-45c7-8bec-524f95591d1e', 'mac_address': 'fa:16:3e:b5:97:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ea546d-aa14-4d25-bbdf-390c9e0a87dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:45:18.484283 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5abc8022-f2e6-416c-af89-43c651d9ac42 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:18.524293 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:18.539867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c617e3-3dc0-45c7-8bec-524f95591d1e {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:45:18.571134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 38c617e3-3dc0-45c7-8bec-524f95591d1e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=38c617e3-3dc0-45c7-8bec-524f95591d1e,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:18.577063 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:18.591932 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e92137d9-9557-4084-8c0e-df55593ae972 req-753aa2a2-63ef-4639-842d-e8a5b36dec23 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 210 time: 0.0380485 Aug 20 11:45:18.596439 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-84c6b692-fa53-443f-8f25-52f42dfeb836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:18.599018 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-84c6b692-fa53-443f-8f25-52f42dfeb836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:18.603662 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-84c6b692-fa53-443f-8f25-52f42dfeb836 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e24ee7ed-6c29-4e6b-b9e3-b057551386de HTTP/1.1" status: 204 len: 168 time: 0.5987074 Aug 20 11:45:18.659914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6b692-fa53-443f-8f25-52f42dfeb836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24ee7ed-6c29-4e6b-b9e3-b057551386de,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:18.717593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=38c617e3-3dc0-45c7-8bec-524f95591d1e,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:18.763754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c61d1-204f-45d7-98d6-6959a696bc43 req-9a2f1f54-ebae-478b-b289-bab880a92de8 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:18.770788 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8e2c61d1-204f-45d7-98d6-6959a696bc43 req-9a2f1f54-ebae-478b-b289-bab880a92de8 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.3271704 Aug 20 11:45:18.779283 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc8022-f2e6-416c-af89-43c651d9ac42 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Subnet': ['ID=47f5bf33-6731-4b9e-bd82-e05346c5d264,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:18.800847 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abc8022-f2e6-416c-af89-43c651d9ac42 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Checking segment: {'id': '109e9386-048a-46e4-93b9-0b3fb01fcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f17c010a-c808-4bd5-af96-404ee0032f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:18.801320 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abc8022-f2e6-416c-af89-43c651d9ac42 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network hostable DHCP agents. Network: f17c010a-c808-4bd5-af96-404ee0032f09, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:45:18.837830 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['38c617e3-3dc0-45c7-8bec-524f95591d1e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:45:18.848389 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abc8022-f2e6-416c-af89-43c651d9ac42 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network f17c010a-c808-4bd5-af96-404ee0032f09 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:45:18.996302 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-5abc8022-f2e6-416c-af89-43c651d9ac42 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, f17c010a-c808-4bd5-af96-404ee0032f09) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:19.050575 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd7f465-f9f1-4695-871d-70dbf9ac26ab None None] Network f17c010a-c808-4bd5-af96-404ee0032f09 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:19.057288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abc8022-f2e6-416c-af89-43c651d9ac42 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:19.061012 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5abc8022-f2e6-416c-af89-43c651d9ac42 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:19.112863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8e2c61d1-204f-45d7-98d6-6959a696bc43 req-b033366e-4b9d-4474-9a38-d18f80efec88 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207448 Aug 20 11:45:19.239283 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44552) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:19.248533 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5abc8022-f2e6-416c-af89-43c651d9ac42 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6025040 Aug 20 11:45:19.266323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b2f7b7cb-d963-4b57-9d94-b959b8ad7eb8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1947434451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:19.267242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f17c010a-c808-4bd5-af96-404ee0032f09', 'network_id': 'f17c010a-c808-4bd5-af96-404ee0032f09', 'tenant_id': '1efcbdd862e1473db5eab96f5b992905', 'fixed_ips': [{'subnet_id': '47f5bf33-6731-4b9e-bd82-e05346c5d264'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:45:19.268609 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:19.329256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0078e8-b4fd-4588-9f91-a0766746bffe req-1aecbf5d-b2ab-4c5a-b10b-446e32b9aafb tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:19.336854 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a0078e8-b4fd-4588-9f91-a0766746bffe req-1aecbf5d-b2ab-4c5a-b10b-446e32b9aafb tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 944 time: 0.1120024 Aug 20 11:45:19.371415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a126a-f3e4-4671-a294-e9faf8f9c462 req-71c09e7c-f3f9-4b6f-b354-bc3ec8f554da tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:19.379812 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a60a126a-f3e4-4671-a294-e9faf8f9c462 req-71c09e7c-f3f9-4b6f-b354-bc3ec8f554da tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2036963 Aug 20 11:45:19.388611 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b7cb-d963-4b57-9d94-b959b8ad7eb8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:19.389866 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b7cb-d963-4b57-9d94-b959b8ad7eb8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:19.456708 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a0078e8-b4fd-4588-9f91-a0766746bffe req-62d9dbee-7f46-41cb-9564-98462214ccb0 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151729 Aug 20 11:45:19.458819 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a60a126a-f3e4-4671-a294-e9faf8f9c462 req-2ffda530-9394-4df2-9195-c8657d6d14ac tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775909 Aug 20 11:45:19.548495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Allocated IP 2001:db8::2 (f17c010a-c808-4bd5-af96-404ee0032f09/47f5bf33-6731-4b9e-bd82-e05346c5d264/3c00aaf0-1b5c-41bf-a335-fa1f86a01f56) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:19.719547 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-305f7276-42a5-485e-8ae5-e1cae005003f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:19.887965 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-912d5116-3f70-4c27-88a2-2da1d5bab931 req-f7bd8854-0584-485a-b2a6-7ff8832937e8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 210 time: 0.1069398 Aug 20 11:45:19.955120 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:19.967578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Transition to ACTIVE for port object 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:20.013062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Transition to ACTIVE for port object 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:20.021520 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.088957 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Network f17c010a-c808-4bd5-af96-404ee0032f09 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:20.093971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:20.098046 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:20.110572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Pushing event updated for resources: {'Port': ['ID=3c00aaf0-1b5c-41bf-a335-fa1f86a01f56,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:20.135340 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b7cb-d963-4b57-9d94-b959b8ad7eb8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.148566 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b7cb-d963-4b57-9d94-b959b8ad7eb8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.175774 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Attempting to bind port 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:20.176307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Attempting to bind port 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '109e9386-048a-46e4-93b9-0b3fb01fcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f17c010a-c808-4bd5-af96-404ee0032f09'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:20.176663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Attempting to bind port 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 on network f17c010a-c808-4bd5-af96-404ee0032f09 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:20.184987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:45:20.185484 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Checking segment: {'id': '109e9386-048a-46e4-93b9-0b3fb01fcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f17c010a-c808-4bd5-af96-404ee0032f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:20.185916 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.186451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Bound using segment: {'id': '109e9386-048a-46e4-93b9-0b3fb01fcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f17c010a-c808-4bd5-af96-404ee0032f09'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:45:20.186968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Bound port: 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109e9386-048a-46e4-93b9-0b3fb01fcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f17c010a-c808-4bd5-af96-404ee0032f09'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:45:20.187584 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.191101 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b7cb-d963-4b57-9d94-b959b8ad7eb8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.195864 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b2f7b7cb-d963-4b57-9d94-b959b8ad7eb8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9555695 Aug 20 11:45:20.198161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44584) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:20.205724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c0eea48b-133e-4400-b02f-378d285d2377 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'network_id': 'f17c010a-c808-4bd5-af96-404ee0032f09', 'name': 'tempest-PortsIpV6TestJSON-36762993'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:20.215951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788b662-4614-42a5-8f86-ee1f92a458fa req-14a08fa1-1561-41f6-8730-22fe8f49e5b9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:20.223383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1788b662-4614-42a5-8f86-ee1f92a458fa req-14a08fa1-1561-41f6-8730-22fe8f49e5b9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.0861959 Aug 20 11:45:20.258434 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 38c617e3-3dc0-45c7-8bec-524f95591d1e up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:20.269899 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1788b662-4614-42a5-8f86-ee1f92a458fa req-76f34c1b-154b-48a7-ba18-7037541510fa tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454352 Aug 20 11:45:20.294978 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] For port 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:45:20.321007 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] For port 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3c00aaf0-1b5c-41bf-a335-fa1f86a01f56,segment=NetworkSegment(109e9386-048a-46e4-93b9-0b3fb01fcffe),segment_id=109e9386-048a-46e4-93b9-0b3fb01fcffe)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:45:20.331720 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.442600 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 38c617e3-3dc0-45c7-8bec-524f95591d1e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:20.445554 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898dd73-a73b-4466-b31c-33358ad126b1 None None] Pushing event updated for resources: {'Port': ['ID=3c00aaf0-1b5c-41bf-a335-fa1f86a01f56,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:20.451186 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 38c617e3-3dc0-45c7-8bec-524f95591d1e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:20.451598 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.485830 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-305f7276-42a5-485e-8ae5-e1cae005003f admin admin] Deleting port 9e2c372f-5728-48f1-b94a-adaba237c9bf {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:20.485830 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-305f7276-42a5-485e-8ae5-e1cae005003f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.511916 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ca16e-c4df-4cae-8e5d-f7e79d55603c req-684bbf1f-7ce6-49d6-adf0-47f53d81ca60 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:20.513632 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-463ca16e-c4df-4cae-8e5d-f7e79d55603c req-684bbf1f-7ce6-49d6-adf0-47f53d81ca60 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1588943 Aug 20 11:45:20.622714 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.651149 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860dd17-30d5-498e-8811-b75a44ec1a57 req-49aef7e3-cd00-4180-8b78-52b2a408b476 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:20.673863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-4bca11fe-1cfc-4290-b65b-fee394db0cf7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1073279 Aug 20 11:45:20.687951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fa20eb-3835-4c40-96ca-1a6f36185478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c617e3-3dc0-45c7-8bec-524f95591d1e'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:45:20.690326 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c87ae3d-8358-41b8-a23b-1a507665236c" -d '{"events": [{"server_uuid": "c0fa20eb-3835-4c40-96ca-1a6f36185478", "name": "network-vif-plugged", "status": "completed", "tag": "38c617e3-3dc0-45c7-8bec-524f95591d1e"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:45:20.704324 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2860dd17-30d5-498e-8811-b75a44ec1a57 req-49aef7e3-cd00-4180-8b78-52b2a408b476 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 944 time: 0.1378856 Aug 20 11:45:20.719863 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 38c617e3-3dc0-45c7-8bec-524f95591d1e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=38c617e3-3dc0-45c7-8bec-524f95591d1e,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:20.725644 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.810163 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0eea48b-133e-4400-b02f-378d285d2377 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:20.814452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=38c617e3-3dc0-45c7-8bec-524f95591d1e,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:20.814717 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c0eea48b-133e-4400-b02f-378d285d2377 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.821061 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2860dd17-30d5-498e-8811-b75a44ec1a57 req-b6bdbc55-3d05-4564-93dc-8388cf0bae7c tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140945 Aug 20 11:45:20.869530 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-305f7276-42a5-485e-8ae5-e1cae005003f admin admin] For port 9e2c372f-5728-48f1-b94a-adaba237c9bf, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=9e2c372f-5728-48f1-b94a-adaba237c9bf,segment=NetworkSegment(d32fd6d1-a28b-4ada-a11d-647bfef7364c),segment_id=d32fd6d1-a28b-4ada-a11d-647bfef7364c)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:20.870122 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-305f7276-42a5-485e-8ae5-e1cae005003f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.877245 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-463ca16e-c4df-4cae-8e5d-f7e79d55603c req-a1fb2435-76a5-4648-bd7b-08fc55642723 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140488 Aug 20 11:45:20.893975 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-305f7276-42a5-485e-8ae5-e1cae005003f admin admin] Calling delete_port for 9e2c372f-5728-48f1-b94a-adaba237c9bf owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:20.915802 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-c0eea48b-133e-4400-b02f-378d285d2377 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] device_id is not set on port 06806492-2c72-4aef-95ae-ab9a016ee5c5 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:20.954926 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9089598-0e62-4054-be9b-82b06b16b80c x-openstack-request-id: req-b9089598-0e62-4054-be9b-82b06b16b80c {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:45:20.955393 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fa20eb-3835-4c40-96ca-1a6f36185478", "name": "network-vif-plugged", "status": "completed", "tag": "38c617e3-3dc0-45c7-8bec-524f95591d1e", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:45:20.956360 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9089598-0e62-4054-be9b-82b06b16b80c {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:45:20.956360 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fa20eb-3835-4c40-96ca-1a6f36185478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c617e3-3dc0-45c7-8bec-524f95591d1e', 'code': 200} Aug 20 11:45:21.114445 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44616) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:21.143978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8196c-ccdc-4c74-9afd-f2b0c247452c req-b98c9375-bc5e-4f37-9e80-f9378ab0d4bc tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:21.145555 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1ee8196c-ccdc-4c74-9afd-f2b0c247452c req-b98c9375-bc5e-4f37-9e80-f9378ab0d4bc tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.0970793 Aug 20 11:45:21.209576 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1ee8196c-ccdc-4c74-9afd-f2b0c247452c req-26b006f4-d325-4139-aa5e-015d27fe7509 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562141 Aug 20 11:45:21.369456 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8016073-3571-4301-887c-86eec4ab645d req-0dba23bf-b6f5-44fa-80eb-b8c0a039300d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:21.371487 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f8016073-3571-4301-887c-86eec4ab645d req-0dba23bf-b6f5-44fa-80eb-b8c0a039300d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.0672889 Aug 20 11:45:21.378176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-13ca0db8-eef7-4d1f-a538-638a36b60eab tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-670555044'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:21.451200 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f8016073-3571-4301-887c-86eec4ab645d req-54d65042-64e1-474f-ba3d-2904f5c746b1 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670171 Aug 20 11:45:21.451200 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ca0db8-eef7-4d1f-a538-638a36b60eab tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Made reservation on behalf of 45de659c668d456099eaa9e51b8e1198 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:21.462377 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13ca0db8-eef7-4d1f-a538-638a36b60eab tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:21.484496 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13ca0db8-eef7-4d1f-a538-638a36b60eab tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:21.573469 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-13280ae5-18c2-4228-8590-8126fee9c6a9 req-b3de3d0f-7877-4c4e-913b-908df0107ae1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 210 time: 0.5301101 Aug 20 11:45:21.682968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaca3bc-3c75-4837-a229-b74c4abde470 req-a50f31d4-cbf0-43bd-9a4b-7998728dc1f1 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:21.684652 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7eaca3bc-3c75-4837-a229-b74c4abde470 req-a50f31d4-cbf0-43bd-9a4b-7998728dc1f1 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.0869973 Aug 20 11:45:21.690967 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13ca0db8-eef7-4d1f-a538-638a36b60eab tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:21.702709 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13ca0db8-eef7-4d1f-a538-638a36b60eab tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:21.721619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-25da0755-ca6b-4749-8458-c30f63d36457 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1753967 Aug 20 11:45:21.734079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-a66ce0e4-9e66-4cf9-8bab-dfeae9d04c6e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:21.735732 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-a66ce0e4-9e66-4cf9-8bab-dfeae9d04c6e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0444946 Aug 20 11:45:21.739848 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72df88f-b7e5-40cb-825c-76f9fc263f7f None None] Network f17c010a-c808-4bd5-af96-404ee0032f09 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:21.750738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ca0db8-eef7-4d1f-a538-638a36b60eab tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:45:21.765828 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca0db8-eef7-4d1f-a538-638a36b60eab tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c5ec58-e59e-4fcb-ad5d-78c245c58567,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:21.775232 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7eaca3bc-3c75-4837-a229-b74c4abde470 req-1fa194f9-c514-40e1-8d90-9423081c9227 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825944 Aug 20 11:45:21.777012 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13ca0db8-eef7-4d1f-a538-638a36b60eab tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:21.777012 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-13ca0db8-eef7-4d1f-a538-638a36b60eab tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Added segment d9e544d9-c159-4f8a-befe-ab50da4186ad of type vlan for network 74ca4d4b-732d-4056-896e-d59424446586 Aug 20 11:45:21.784817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-cbbd6033-e755-449c-84ce-40a82e33d8c6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Request body: {'port': {'device_id': 'e9d85308-6d76-4ca4-83bc-4da638525469', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '1a0f3531e96c49b6b4c68fffa9db495b'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:21.831545 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13ca0db8-eef7-4d1f-a538-638a36b60eab tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:21.870340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-117cfa45-7bcb-4008-ab02-f9ea5bffd22c None None] Provisioning for port 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:21.892268 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13ca0db8-eef7-4d1f-a538-638a36b60eab tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:21.898837 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca0db8-eef7-4d1f-a538-638a36b60eab tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:21.899399 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13ca0db8-eef7-4d1f-a538-638a36b60eab tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:21.967248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-c0eea48b-133e-4400-b02f-378d285d2377 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Allocated IP 2001:db8::3ca (f17c010a-c808-4bd5-af96-404ee0032f09/47f5bf33-6731-4b9e-bd82-e05346c5d264/06806492-2c72-4aef-95ae-ab9a016ee5c5) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:22.011196 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-13ca0db8-eef7-4d1f-a538-638a36b60eab tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8950861 Aug 20 11:45:22.014090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cba5d7-5efd-4f07-8191-7b9c56420103 req-3fa6853f-4bd5-49da-bbde-ac8e1db63a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:22.016193 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-44cba5d7-5efd-4f07-8191-7b9c56420103 req-3fa6853f-4bd5-49da-bbde-ac8e1db63a2e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 1096 time: 0.4530687 Aug 20 11:45:22.016334 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca0db8-eef7-4d1f-a538-638a36b60eab tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Pushing event updated for resources: {'Network': ['ID=74ca4d4b-732d-4056-896e-d59424446586,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:22.028518 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 74ca4d4b-732d-4056-896e-d59424446586 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:45:22.044814 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa6f4a-ac33-4abc-8956-610445bf8870 req-18f0af43-ca85-496f-86f4-a39e7b43f16e tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:22.046542 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-88aa6f4a-ac33-4abc-8956-610445bf8870 req-18f0af43-ca85-496f-86f4-a39e7b43f16e tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 945 time: 0.0881560 Aug 20 11:45:22.106315 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-88aa6f4a-ac33-4abc-8956-610445bf8870 req-147f8aff-b28d-46a9-94ea-c12f8144132a tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474234 Aug 20 11:45:22.190536 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-44cba5d7-5efd-4f07-8191-7b9c56420103 req-6b3314a8-23b5-453f-a4a9-df7c7705c5a2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439836 Aug 20 11:45:22.219575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749891e-caf9-412a-8c4f-87da9de5443a req-aee156f7-b0fc-44f8-943a-053c0a305d2c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:22.221234 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7749891e-caf9-412a-8c4f-87da9de5443a req-aee156f7-b0fc-44f8-943a-053c0a305d2c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.3054769 Aug 20 11:45:22.238778 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-72137eb6-8c91-4023-9617-6385978c6178 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:22.240231 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-72137eb6-8c91-4023-9617-6385978c6178 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4975410 Aug 20 11:45:22.265571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-b797bcd8-ec0d-4c36-a03f-fc1655662040 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Request body: {'port': {'device_id': '861d62b7-ae4b-4696-94f9-43028d017056', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '1a0f3531e96c49b6b4c68fffa9db495b'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:22.310622 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c45a35c-98d0-47b9-ad73-32981c455d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:22.340156 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44644) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:22.345361 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Request body: {'port': {'network_id': '74ca4d4b-732d-4056-896e-d59424446586', 'binding:host_id': 'n-h2-804299-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-418665173'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:22.375486 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Made reservation on behalf of 77f4ac8346d34fd5b907d06ecf350ff3 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:22.378052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:22.388364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-cbbd6033-e755-449c-84ce-40a82e33d8c6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Made reservation on behalf of 1a0f3531e96c49b6b4c68fffa9db495b for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:22.390343 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:22.391855 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-cbbd6033-e755-449c-84ce-40a82e33d8c6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:22.408262 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-305f7276-42a5-485e-8ae5-e1cae005003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:22.449150 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:22.467097 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7749891e-caf9-412a-8c4f-87da9de5443a req-f69907b2-f13a-4821-bde7-bb70b42155c1 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377264 Aug 20 11:45:22.473990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f7276-42a5-485e-8ae5-e1cae005003f admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2c372f-5728-48f1-b94a-adaba237c9bf,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:22.531233 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:22.538650 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:22.538650 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:22.542613 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:22.550114 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:22.598910 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] device_id is not set on port 0d94dad9-a91c-437f-8bf8-af3681e08957 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:22.617162 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021a8d6d-de22-478d-9423-169d4b9c7d92,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:22.686776 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:22.791520 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c0eea48b-133e-4400-b02f-378d285d2377 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:22.794505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3c00aaf0-1b5c-41bf-a335-fa1f86a01f56,segment=NetworkSegment(109e9386-048a-46e4-93b9-0b3fb01fcffe),segment_id=109e9386-048a-46e4-93b9-0b3fb01fcffe)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:22.799962 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:22.830355 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-312f1bc4-e6e7-4882-9295-bf5b52ed3d68 req-eb9e9f98-7723-4ed3-a981-3097b1d09c6e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 210 time: 0.0738833 Aug 20 11:45:22.876772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=3c00aaf0-1b5c-41bf-a335-fa1f86a01f56,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:22.947984 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-c0eea48b-133e-4400-b02f-378d285d2377 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Transition to ACTIVE for port object 06806492-2c72-4aef-95ae-ab9a016ee5c5 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:22.970975 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-b797bcd8-ec0d-4c36-a03f-fc1655662040 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Made reservation on behalf of 1a0f3531e96c49b6b4c68fffa9db495b for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:22.974482 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-b797bcd8-ec0d-4c36-a03f-fc1655662040 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.002056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-cbbd6033-e755-449c-84ce-40a82e33d8c6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Allocated IP 192.168.233.104 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/c99895ff-a5f2-4ce8-8567-7814ec6d23fb) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:23.011810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] device_id is not set on port 0d94dad9-a91c-437f-8bf8-af3681e08957 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:23.023127 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.035970 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Transition to ACTIVE for port object 0d94dad9-a91c-437f-8bf8-af3681e08957 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:23.048010 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.097993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f15a29-c770-4bd4-8405-64362ca89cb1 req-08f5762d-5817-4f6f-8ca5-e5da7284425c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:23.100588 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90f15a29-c770-4bd4-8405-64362ca89cb1 req-08f5762d-5817-4f6f-8ca5-e5da7284425c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2571244 Aug 20 11:45:23.129413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Pushing event updated for resources: {'Port': ['ID=0d94dad9-a91c-437f-8bf8-af3681e08957,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:23.136169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Checking segment: {'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:23.136588 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Network hostable DHCP agents. Network: 74ca4d4b-732d-4056-896e-d59424446586, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:45:23.159877 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Network 74ca4d4b-732d-4056-896e-d59424446586 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:45:23.174621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 74ca4d4b-732d-4056-896e-d59424446586) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:23.197072 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c009ba14-03ad-4544-ac2f-f6540c3c24d2 None None] Network 74ca4d4b-732d-4056-896e-d59424446586 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:23.199355 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:23.207815 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-305f7276-42a5-485e-8ae5-e1cae005003f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.227866 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c0eea48b-133e-4400-b02f-378d285d2377 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.234407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:23.234407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:23.234720 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:23.264876 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:23.265378 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:23.268155 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 2 to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 Aug 20 11:45:23.286693 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:23.287035 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:23.287937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:23.296322 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:23.296813 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:23.300070 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 3 to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 Aug 20 11:45:23.316549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:23.317087 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:23.317435 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:23.319188 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90f15a29-c770-4bd4-8405-64362ca89cb1 req-4676ce78-97a0-4dce-bfa0-d59e69ba7f25 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038698 Aug 20 11:45:23.340024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:23.340359 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:23.340985 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 4 to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 Aug 20 11:45:23.368746 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83347c02-00db-405d-8e60-482d0140651a req-410496d9-92fa-4c3b-a3b1-eb91e9c9e9cf tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:23.379458 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-83347c02-00db-405d-8e60-482d0140651a req-410496d9-92fa-4c3b-a3b1-eb91e9c9e9cf tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 945 time: 0.1598699 Aug 20 11:45:23.382703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:23.383031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:23.383455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:23.425879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:23.426265 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:23.429488 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 5 to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 Aug 20 11:45:23.448733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:23.449080 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:23.449417 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:23.451994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eea48b-133e-4400-b02f-378d285d2377 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network f17c010a-c808-4bd5-af96-404ee0032f09 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:23.456248 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:23.456596 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:23.457695 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 6 to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 Aug 20 11:45:23.463439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-c0eea48b-133e-4400-b02f-378d285d2377 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:23.470867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eea48b-133e-4400-b02f-378d285d2377 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:23.476902 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eea48b-133e-4400-b02f-378d285d2377 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:23.477550 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c0eea48b-133e-4400-b02f-378d285d2377 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.488079 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-83347c02-00db-405d-8e60-482d0140651a req-e6b94563-4dd3-461f-9b79-a3ddeee339ea tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076202 Aug 20 11:45:23.503270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eea48b-133e-4400-b02f-378d285d2377 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=06806492-2c72-4aef-95ae-ab9a016ee5c5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:23.521386 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:23.521893 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:23.522344 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:23.527588 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:23.528023 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:23.528516 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 7 to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 Aug 20 11:45:23.549964 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:23.550448 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:23.550887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:23.557974 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:23.558415 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:23.558912 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 8 to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 Aug 20 11:45:23.574513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:23.575173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:23.575628 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:23.581707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:23.582227 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:23.583981 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 9 to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 Aug 20 11:45:23.596845 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c0eea48b-133e-4400-b02f-378d285d2377 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3974180 Aug 20 11:45:23.601255 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44680) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:23.602107 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:23.602553 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:23.603053 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:23.638996 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-cbbd6033-e755-449c-84ce-40a82e33d8c6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.656035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42393653-2c33-447c-ac35-660de2702e9d req-1d793fc5-e65b-4008-a83f-f4fe79165951 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:23.657640 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42393653-2c33-447c-ac35-660de2702e9d req-1d793fc5-e65b-4008-a83f-f4fe79165951 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1637185 Aug 20 11:45:23.671650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-cbbd6033-e755-449c-84ce-40a82e33d8c6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Transition to ACTIVE for port object c99895ff-a5f2-4ce8-8567-7814ec6d23fb will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:23.702440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:23.702698 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:23.704933 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 10 to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 Aug 20 11:45:23.731986 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:23.733702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:23.734065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:23.770063 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42393653-2c33-447c-ac35-660de2702e9d req-b702d401-ad22-4b6b-8aca-841b57e91a77 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019213 Aug 20 11:45:23.804334 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 0d94dad9-a91c-437f-8bf8-af3681e08957 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:23.804674 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 0d94dad9-a91c-437f-8bf8-af3681e08957 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:23.805638 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.824869 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-cbbd6033-e755-449c-84ce-40a82e33d8c6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.840249 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['39d919f9-7629-43b9-91fe-f01a0f874957'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:45:23.920074 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] For port 0d94dad9-a91c-437f-8bf8-af3681e08957, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:45:23.920302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempted to set empty binding levels {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 11:45:23.927314 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.932054 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e727d777-58ac-4544-b8f4-31a2812b6eb5 None None] Provisioning for port 06806492-2c72-4aef-95ae-ab9a016ee5c5 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:23.937301 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e727d777-58ac-4544-b8f4-31a2812b6eb5 None None] Provisioning complete for port 06806492-2c72-4aef-95ae-ab9a016ee5c5 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:23.937988 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e727d777-58ac-4544-b8f4-31a2812b6eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.003258 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305f7276-42a5-485e-8ae5-e1cae005003f admin admin] Router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:24.008063 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-cbbd6033-e755-449c-84ce-40a82e33d8c6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:24.024579 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-cbbd6033-e755-449c-84ce-40a82e33d8c6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:24.027034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-b797bcd8-ec0d-4c36-a03f-fc1655662040 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Allocated IP 192.168.233.12 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/9777dff6-9593-4f0a-826b-e8a735d35785) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:24.032339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd6033-e755-449c-84ce-40a82e33d8c6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event updated for resources: {'Port': ['ID=c99895ff-a5f2-4ce8-8567-7814ec6d23fb,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:24.038517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-cbbd6033-e755-449c-84ce-40a82e33d8c6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:24.071340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e727d777-58ac-4544-b8f4-31a2812b6eb5 None None] Port 06806492-2c72-4aef-95ae-ab9a016ee5c5 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:24.141723 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1f59b85-b071-4d29-8fad-183f71c13636 req-861ba92b-d48e-40cf-b950-0313795f6fa9 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 210 time: 0.1537974 Aug 20 11:45:24.147208 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:24.148140 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.279681 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a2aad28-d92c-457b-9292-c6500efed842 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.282026 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Pushing event updated for resources: {'Port': ['ID=0d94dad9-a91c-437f-8bf8-af3681e08957,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:24.301043 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-28acd262-e617-4a29-ba9a-c0db8a337cd7 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.9569809 Aug 20 11:45:24.301043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44692) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:24.411493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b79578fc-b5be-4eb6-a4a0-5eb479c8f4d5 None None] Provisioning for port c99895ff-a5f2-4ce8-8567-7814ec6d23fb completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:24.416558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b79578fc-b5be-4eb6-a4a0-5eb479c8f4d5 None None] Provisioning complete for port c99895ff-a5f2-4ce8-8567-7814ec6d23fb triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:24.419601 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b79578fc-b5be-4eb6-a4a0-5eb479c8f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.501413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b79578fc-b5be-4eb6-a4a0-5eb479c8f4d5 None None] Port c99895ff-a5f2-4ce8-8567-7814ec6d23fb cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:24.516968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bb1c2-9cf1-4d07-91a6-4d1e063b572c req-30eb6be6-a95f-44e1-84db-4d4a34ecd8eb tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:24.526438 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-465bb1c2-9cf1-4d07-91a6-4d1e063b572c req-30eb6be6-a95f-44e1-84db-4d4a34ecd8eb tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.5883398 Aug 20 11:45:24.528344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:24.590101 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-465bb1c2-9cf1-4d07-91a6-4d1e063b572c req-d5b4ca77-cf0e-4ed4-8141-e5a5c80e5495 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627866 Aug 20 11:45:24.604534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-cbbd6033-e755-449c-84ce-40a82e33d8c6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:24.605405 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-cbbd6033-e755-449c-84ce-40a82e33d8c6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.655255 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:24.655557 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.666376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-cbbd6033-e755-449c-84ce-40a82e33d8c6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9102929 Aug 20 11:45:24.706139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3edecfe1-2c86-4ebf-b5bb-4e5a2292946e tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Deleting port 0d94dad9-a91c-437f-8bf8-af3681e08957 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:24.706713 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3edecfe1-2c86-4ebf-b5bb-4e5a2292946e tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.835616 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580edfab-7981-4781-a0d7-0da918527637 req-a297d4da-a05e-4fa4-9619-6c8068b34f40 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:24.837282 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-580edfab-7981-4781-a0d7-0da918527637 req-a297d4da-a05e-4fa4-9619-6c8068b34f40 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 945 time: 0.1488280 Aug 20 11:45:24.840925 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a2aad28-d92c-457b-9292-c6500efed842 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.849059 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3edecfe1-2c86-4ebf-b5bb-4e5a2292946e tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] For port 0d94dad9-a91c-437f-8bf8-af3681e08957, host n-h2-804299-2, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:24.849426 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3edecfe1-2c86-4ebf-b5bb-4e5a2292946e tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.852024 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a2aad28-d92c-457b-9292-c6500efed842 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.857400 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Request body: {'port': {'device_id': 'e9d85308-6d76-4ca4-83bc-4da638525469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:24.890594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3edecfe1-2c86-4ebf-b5bb-4e5a2292946e tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Calling delete_port for 0d94dad9-a91c-437f-8bf8-af3681e08957 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:24.929053 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecb73c-eb2f-45ab-8179-a552864413aa req-073189d9-0dd2-4f56-934a-3a0604800ddc tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:24.937797 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7fecb73c-eb2f-45ab-8179-a552864413aa req-073189d9-0dd2-4f56-934a-3a0604800ddc tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2054727 Aug 20 11:45:24.949008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305f7276-42a5-485e-8ae5-e1cae005003f admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:24.958186 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010c542-aa61-48fc-9e8d-74c409d5e58b None None] Sync routers for ids ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:24.969071 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1010c542-aa61-48fc-9e8d-74c409d5e58b None None] Routers {'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:24.971144 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1010c542-aa61-48fc-9e8d-74c409d5e58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:44:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:24.973811 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-305f7276-42a5-485e-8ae5-e1cae005003f admin admin] 10.222.0.37 "PUT /v2.0/routers/c98f604e-15bc-4e59-8dc9-ed2abe9c10f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0879781 Aug 20 11:45:24.979923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44702) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:25.004364 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-580edfab-7981-4781-a0d7-0da918527637 req-4185d8b0-4445-43fe-8873-cf4c2aca14c0 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371086 Aug 20 11:45:25.068975 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.098268 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2aad28-d92c-457b-9292-c6500efed842 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=06806492-2c72-4aef-95ae-ab9a016ee5c5,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:25.127958 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7fecb73c-eb2f-45ab-8179-a552864413aa req-ef89e950-a903-48a7-b553-ce53fe2a9941 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891756 Aug 20 11:45:25.134557 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a680ae0f-db61-481b-8795-7471eaf141e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.199712 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-b797bcd8-ec0d-4c36-a03f-fc1655662040 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.204272 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-1010c542-aa61-48fc-9e8d-74c409d5e58b None None] Set router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:45:25.418024 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.435098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-b797bcd8-ec0d-4c36-a03f-fc1655662040 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Transition to ACTIVE for port object 9777dff6-9593-4f0a-826b-e8a735d35785 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:25.439370 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-578306b5-7f4d-4cf7-8169-674d6734fbaf req-6854f31d-4c62-41bd-abe9-231877ac5e1d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 210 time: 0.0999336 Aug 20 11:45:25.464539 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4171e3ba-a755-4bd0-84aa-908440e28a62 None None] Provisioning complete for port 06806492-2c72-4aef-95ae-ab9a016ee5c5 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:25.464935 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4171e3ba-a755-4bd0-84aa-908440e28a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.512536 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a2aad28-d92c-457b-9292-c6500efed842 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.516852 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3edecfe1-2c86-4ebf-b5bb-4e5a2292946e tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.554891 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d868-781a-43d9-be73-8b528e08a37a admin admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.559112 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1010c542-aa61-48fc-9e8d-74c409d5e58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'name': 'tempest-TaggedBootDevicesTest-858164126-router', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:00Z', 'updated_at': '2021-08-20T11:45:22Z', 'revision_number': 5, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'gw_port': {'id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:03Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:25.560314 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4171e3ba-a755-4bd0-84aa-908440e28a62 None None] Port 06806492-2c72-4aef-95ae-ab9a016ee5c5 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:25.592247 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010c542-aa61-48fc-9e8d-74c409d5e58b None None] Checking router: c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:45:25.601983 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1010c542-aa61-48fc-9e8d-74c409d5e58b None None] Routers {'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:25.602817 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1010c542-aa61-48fc-9e8d-74c409d5e58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:45:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:25.671351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edecfe1-2c86-4ebf-b5bb-4e5a2292946e tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d94dad9-a91c-437f-8bf8-af3681e08957,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:25.687774 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3edecfe1-2c86-4ebf-b5bb-4e5a2292946e tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.689871 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3edecfe1-2c86-4ebf-b5bb-4e5a2292946e tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] 10.222.0.37 "DELETE /v2.0/ports/0d94dad9-a91c-437f-8bf8-af3681e08957 HTTP/1.1" status: 204 len: 168 time: 1.3881943 Aug 20 11:45:25.699730 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44732) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:25.755395 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-1010c542-aa61-48fc-9e8d-74c409d5e58b None None] Set router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:45:25.785584 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-650676ae-8f59-426a-bb5e-5f77c2420bbe tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] GET failed (client error): The resource could not be found. Aug 20 11:45:25.788176 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-650676ae-8f59-426a-bb5e-5f77c2420bbe tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] 10.222.0.37 "GET /v2.0/ports/0d94dad9-a91c-437f-8bf8-af3681e08957 HTTP/1.1" status: 404 len: 333 time: 0.0764210 Aug 20 11:45:25.794188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44738) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:25.801336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1ab79313-7621-41de-a892-b0929b1c226a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Request body: {'port': {'network_id': '74ca4d4b-732d-4056-896e-d59424446586', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1121628409'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:25.838159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab79313-7621-41de-a892-b0929b1c226a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Made reservation on behalf of 77f4ac8346d34fd5b907d06ecf350ff3 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:25.840996 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ab79313-7621-41de-a892-b0929b1c226a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.949189 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-b797bcd8-ec0d-4c36-a03f-fc1655662040 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.962665 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['39d919f9-7629-43b9-91fe-f01a0f874957'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:45:26.015537 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a2aad28-d92c-457b-9292-c6500efed842 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.083610 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c179a42-0ec3-4981-b799-4e9d5444c2d9 req-72b14730-9334-4f65-8fcd-b93dc9a198a6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:26.085650 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9c179a42-0ec3-4981-b799-4e9d5444c2d9 req-72b14730-9334-4f65-8fcd-b93dc9a198a6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1420858 Aug 20 11:45:26.102263 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1010c542-aa61-48fc-9e8d-74c409d5e58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'name': 'tempest-TaggedBootDevicesTest-858164126-router', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:00Z', 'updated_at': '2021-08-20T11:45:22Z', 'revision_number': 5, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'gw_port': {'id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:03Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:26.129626 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010c542-aa61-48fc-9e8d-74c409d5e58b None None] The sync data for ids ['c98f604e-15bc-4e59-8dc9-ed2abe9c10f9'] in n-d-804299-2 is: [{'id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'name': 'tempest-TaggedBootDevicesTest-858164126-router', 'tenant_id': '9991f8a924e64527907714e2ed9a1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:00Z', 'updated_at': '2021-08-20T11:45:22Z', 'revision_number': 5, 'project_id': '9991f8a924e64527907714e2ed9a1df3', 'gw_port': {'id': '399b76e9-d973-4e99-b79c-40b418d2a93f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98f604e-15bc-4e59-8dc9-ed2abe9c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:03Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:26.179646 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d868-781a-43d9-be73-8b528e08a37a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.192964 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-1ab79313-7621-41de-a892-b0929b1c226a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] device_id is not set on port 6b047e44-d127-4e5b-a1c5-daf52d377457 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:26.213503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99895ff-a5f2-4ce8-8567-7814ec6d23fb {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:45:26.224043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-b797bcd8-ec0d-4c36-a03f-fc1655662040 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:26.234101 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.239922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-b797bcd8-ec0d-4c36-a03f-fc1655662040 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:26.242179 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9c179a42-0ec3-4981-b799-4e9d5444c2d9 req-9d8ee58b-055c-421d-8c0d-cf3523e6f3fa tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111641 Aug 20 11:45:26.242333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797bcd8-ec0d-4c36-a03f-fc1655662040 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event updated for resources: {'Port': ['ID=9777dff6-9593-4f0a-826b-e8a735d35785,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:26.294552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-b797bcd8-ec0d-4c36-a03f-fc1655662040 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:26.296276 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.387683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Transition to ACTIVE for port object c99895ff-a5f2-4ce8-8567-7814ec6d23fb will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:26.404675 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.412528 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a2aad28-d92c-457b-9292-c6500efed842 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.422488 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a2aad28-d92c-457b-9292-c6500efed842 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.423674 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a2aad28-d92c-457b-9292-c6500efed842 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.511512 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-b797bcd8-ec0d-4c36-a03f-fc1655662040 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:26.512356 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-b797bcd8-ec0d-4c36-a03f-fc1655662040 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.535711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9e2c372f-5728-48f1-b94a-adaba237c9bf no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:45:26.593129 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-b797bcd8-ec0d-4c36-a03f-fc1655662040 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3402054 Aug 20 11:45:26.595890 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 9e2c372f-5728-48f1-b94a-adaba237c9bf {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:45:26.596260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9e2c372f-5728-48f1-b94a-adaba237c9bf not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:45:26.644212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2aad28-d92c-457b-9292-c6500efed842 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=06806492-2c72-4aef-95ae-ab9a016ee5c5,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:26.695838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9e1e3dbc-7308-473d-a92d-77578d01fd7f None None] Provisioning for port 9777dff6-9593-4f0a-826b-e8a735d35785 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:26.703771 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9e1e3dbc-7308-473d-a92d-77578d01fd7f None None] Provisioning complete for port 9777dff6-9593-4f0a-826b-e8a735d35785 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:26.704144 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9e1e3dbc-7308-473d-a92d-77578d01fd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.741358 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2aad28-d92c-457b-9292-c6500efed842 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network f17c010a-c808-4bd5-af96-404ee0032f09 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:26.747215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Request body: {'port': {'device_id': '861d62b7-ae4b-4696-94f9-43028d017056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:26.748834 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8a2aad28-d92c-457b-9292-c6500efed842 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:26.778941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Pushing event updated for resources: {'Port': ['ID=c99895ff-a5f2-4ce8-8567-7814ec6d23fb,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:26.787583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e3dbc-7308-473d-a92d-77578d01fd7f None None] Port 9777dff6-9593-4f0a-826b-e8a735d35785 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:26.973883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d9a4d868-781a-43d9-be73-8b528e08a37a admin admin] Deleting port 399b76e9-d973-4e99-b79c-40b418d2a93f {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:26.977560 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d868-781a-43d9-be73-8b528e08a37a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:27.013456 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2aad28-d92c-457b-9292-c6500efed842 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Router af208c5f-110a-4e29-a242-a5bbaa7314e0 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:45:27.141784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2aad28-d92c-457b-9292-c6500efed842 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:27.152943 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db515911-20b0-4d3e-abb7-8f41315c0388 None None] Sync routers for ids ['af208c5f-110a-4e29-a242-a5bbaa7314e0'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:27.157511 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8a2aad28-d92c-457b-9292-c6500efed842 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "PUT /v2.0/routers/af208c5f-110a-4e29-a242-a5bbaa7314e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5511994 Aug 20 11:45:27.158173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44752) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:27.176731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db515911-20b0-4d3e-abb7-8f41315c0388 None None] Routers {'af208c5f-110a-4e29-a242-a5bbaa7314e0'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:27.177734 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-db515911-20b0-4d3e-abb7-8f41315c0388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:45:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['af208c5f-110a-4e29-a242-a5bbaa7314e0'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:27.222932 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceacbce6-3208-470c-8ca7-364ef540a5cf tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:27.228324 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ceacbce6-3208-470c-8ca7-364ef540a5cf tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports?device_id=af208c5f-110a-4e29-a242-a5bbaa7314e0 HTTP/1.1" status: 200 len: 987 time: 0.0690346 Aug 20 11:45:27.228971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44754) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:27.240039 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:27.251746 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-db515911-20b0-4d3e-abb7-8f41315c0388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:27.271598 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ab79313-7621-41de-a892-b0929b1c226a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:27.282305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c14d35-8e38-44f0-b74f-65d794b4df9a req-dca5897b-23de-4107-9526-3796b95a8be1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:27.289794 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db515911-20b0-4d3e-abb7-8f41315c0388 None None] Routers {'af208c5f-110a-4e29-a242-a5bbaa7314e0'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:27.290557 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-db515911-20b0-4d3e-abb7-8f41315c0388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:45:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['af208c5f-110a-4e29-a242-a5bbaa7314e0'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:27.290725 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-79c14d35-8e38-44f0-b74f-65d794b4df9a req-dca5897b-23de-4107-9526-3796b95a8be1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 935 time: 0.6860020 Aug 20 11:45:27.301802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-100b30f4-d8d9-4530-a682-43cc65625715 None None] Provisioning complete for port 06806492-2c72-4aef-95ae-ab9a016ee5c5 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:27.302320 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-100b30f4-d8d9-4530-a682-43cc65625715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:27.318388 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-d9a4d868-781a-43d9-be73-8b528e08a37a admin admin] For port 399b76e9-d973-4e99-b79c-40b418d2a93f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=399b76e9-d973-4e99-b79c-40b418d2a93f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:27.319451 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d868-781a-43d9-be73-8b528e08a37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:27.341703 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-db515911-20b0-4d3e-abb7-8f41315c0388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:27.342742 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db515911-20b0-4d3e-abb7-8f41315c0388 None None] The sync data for ids ['af208c5f-110a-4e29-a242-a5bbaa7314e0'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:27.387694 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-100b30f4-d8d9-4530-a682-43cc65625715 None None] Port 06806492-2c72-4aef-95ae-ab9a016ee5c5 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:27.472986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d9a4d868-781a-43d9-be73-8b528e08a37a admin admin] Calling delete_port for 399b76e9-d973-4e99-b79c-40b418d2a93f owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:27.506841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Attempting to bind port c99895ff-a5f2-4ce8-8567-7814ec6d23fb on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:27.507298 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Attempting to bind port c99895ff-a5f2-4ce8-8567-7814ec6d23fb by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:27.507618 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Attempting to bind port c99895ff-a5f2-4ce8-8567-7814ec6d23fb on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:27.612527 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-79c14d35-8e38-44f0-b74f-65d794b4df9a req-452c7fb4-51fd-43d0-ad1f-18478d246c36 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208549 Aug 20 11:45:27.650966 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ab79313-7621-41de-a892-b0929b1c226a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:27.681052 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Port c99895ff-a5f2-4ce8-8567-7814ec6d23fb on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:27.681245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Attempting to bind port c99895ff-a5f2-4ce8-8567-7814ec6d23fb on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:27.816107 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab79313-7621-41de-a892-b0929b1c226a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Network 74ca4d4b-732d-4056-896e-d59424446586 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:27.817985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:45:27.818520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:27.819574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:45:27.820192 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Bound port: c99895ff-a5f2-4ce8-8567-7814ec6d23fb, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:45:27.820752 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:27.832816 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-1ab79313-7621-41de-a892-b0929b1c226a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:27.852820 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab79313-7621-41de-a892-b0929b1c226a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:27.855796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab79313-7621-41de-a892-b0929b1c226a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:27.856564 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ab79313-7621-41de-a892-b0929b1c226a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:27.903815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e819f-637e-49dd-9377-e1dd1d638a37 req-52fbb29d-044d-454f-b8fa-f2ee483549de tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:27.909110 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:27.911063 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1a1e819f-637e-49dd-9377-e1dd1d638a37 req-52fbb29d-044d-454f-b8fa-f2ee483549de tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2016370 Aug 20 11:45:27.947762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] For port c99895ff-a5f2-4ce8-8567-7814ec6d23fb, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:45:27.951632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] For port c99895ff-a5f2-4ce8-8567-7814ec6d23fb, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c99895ff-a5f2-4ce8-8567-7814ec6d23fb,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:45:27.983925 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1a1e819f-637e-49dd-9377-e1dd1d638a37 req-5c7aab65-e706-4a1e-9601-32fa6d26135d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719271 Aug 20 11:45:28.012498 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:28.022147 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab79313-7621-41de-a892-b0929b1c226a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Pushing event updated for resources: {'Port': ['ID=6b047e44-d127-4e5b-a1c5-daf52d377457,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:28.073433 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:28.074120 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:28.075623 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] 10.222.0.76 "PUT /v2.0/ports/c99895ff-a5f2-4ce8-8567-7814ec6d23fb HTTP/1.1" status: 200 len: 1096 time: 3.3593457 Aug 20 11:45:28.092263 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d85308-6d76-4ca4-83bc-4da638525469', 'tag': 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:45:28.095090 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fb0acd-0221-4beb-b540-0facc9fbc920" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d85308-6d76-4ca4-83bc-4da638525469", "tag": "c99895ff-a5f2-4ce8-8567-7814ec6d23fb"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:45:28.099312 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1ab79313-7621-41de-a892-b0929b1c226a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3021634 Aug 20 11:45:28.110969 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44766) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:28.126706 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:28.134932 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab8653-8f5f-4137-a279-5a9d667a35aa service neutron] Pushing event updated for resources: {'Port': ['ID=c99895ff-a5f2-4ce8-8567-7814ec6d23fb,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:28.205496 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3161f509-ac4c-458d-aa37-5b4cc315b01d x-openstack-request-id: req-3161f509-ac4c-458d-aa37-5b4cc315b01d {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:45:28.205778 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d85308-6d76-4ca4-83bc-4da638525469", "tag": "c99895ff-a5f2-4ce8-8567-7814ec6d23fb", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:45:28.206026 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3161f509-ac4c-458d-aa37-5b4cc315b01d {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:45:28.206421 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d85308-6d76-4ca4-83bc-4da638525469', 'tag': 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb', 'status': 'completed', 'code': 200} Aug 20 11:45:28.286495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-2bf1cf2f-3e2e-43eb-8dd0-835b08334cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:28.288122 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-2bf1cf2f-3e2e-43eb-8dd0-835b08334cd6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=e9d85308-6d76-4ca4-83bc-4da638525469 HTTP/1.1" status: 200 len: 1099 time: 0.1500254 Aug 20 11:45:28.308400 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22a48068-9152-4954-9b33-5995e8dfb8c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:28.351165 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:28.572053 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-22a48068-9152-4954-9b33-5995e8dfb8c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port 06806492-2c72-4aef-95ae-ab9a016ee5c5 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:28.572330 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22a48068-9152-4954-9b33-5995e8dfb8c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:28.695113 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22a48068-9152-4954-9b33-5995e8dfb8c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:28.710374 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-22a48068-9152-4954-9b33-5995e8dfb8c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for 06806492-2c72-4aef-95ae-ab9a016ee5c5 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:28.786345 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-c4fa9cb3-5703-47be-a07e-9abe7464f866 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=c99895ff-a5f2-4ce8-8567-7814ec6d23fb HTTP/1.1" status: 200 len: 217 time: 0.4765062 Aug 20 11:45:28.790476 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d868-781a-43d9-be73-8b528e08a37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:28.877829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-e4620fbc-6679-4c96-b73d-5f33971781b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:28.879355 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-e4620fbc-6679-4c96-b73d-5f33971781b5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0594838 Aug 20 11:45:28.945274 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22a48068-9152-4954-9b33-5995e8dfb8c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:28.958232 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4d868-781a-43d9-be73-8b528e08a37a admin admin] Pushing event deleted for resources: {'Port': ['ID=399b76e9-d973-4e99-b79c-40b418d2a93f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:28.978865 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9777dff6-9593-4f0a-826b-e8a735d35785 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:45:29.010532 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:29.062010 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a48068-9152-4954-9b33-5995e8dfb8c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=06806492-2c72-4aef-95ae-ab9a016ee5c5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:29.181434 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22a48068-9152-4954-9b33-5995e8dfb8c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:29.239672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-25a73991-6bfe-4c37-bd27-2f95a0db9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:29.241600 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-25a73991-6bfe-4c37-bd27-2f95a0db9bd3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3273726 Aug 20 11:45:29.244295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Transition to ACTIVE for port object 9777dff6-9593-4f0a-826b-e8a735d35785 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:29.268006 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:29.370147 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d868-781a-43d9-be73-8b528e08a37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:29.409285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a48068-9152-4954-9b33-5995e8dfb8c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Router af208c5f-110a-4e29-a242-a5bbaa7314e0 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:29.424056 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebfa6d-3182-41ee-a560-edfb3637295e req-0aa9d7d9-9e74-4a75-ae3b-de5efd2cee1c tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:29.425771 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-96ebfa6d-3182-41ee-a560-edfb3637295e req-0aa9d7d9-9e74-4a75-ae3b-de5efd2cee1c tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 935 time: 0.4956720 Aug 20 11:45:29.532188 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-96ebfa6d-3182-41ee-a560-edfb3637295e req-da2202de-4f75-43ab-a354-e8c156c67677 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965903 Aug 20 11:45:29.533572 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a48068-9152-4954-9b33-5995e8dfb8c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:29.539793 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-22a48068-9152-4954-9b33-5995e8dfb8c5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "PUT /v2.0/routers/af208c5f-110a-4e29-a242-a5bbaa7314e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3091695 Aug 20 11:45:29.543416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44802) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:29.554314 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303daebe-c17b-4a14-ac04-18bd39abf4ca None None] Sync routers for ids ['af208c5f-110a-4e29-a242-a5bbaa7314e0'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:29.564941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44804) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:29.578531 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303daebe-c17b-4a14-ac04-18bd39abf4ca None None] Routers {'af208c5f-110a-4e29-a242-a5bbaa7314e0'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:29.581397 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-303daebe-c17b-4a14-ac04-18bd39abf4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:45:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['af208c5f-110a-4e29-a242-a5bbaa7314e0'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:29.588542 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d868-781a-43d9-be73-8b528e08a37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:29.595523 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d868-781a-43d9-be73-8b528e08a37a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:29.608996 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe04566-b8c9-48cc-90ca-9e898ed0b331 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] GET failed (client error): The resource could not be found. Aug 20 11:45:29.616364 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fbe04566-b8c9-48cc-90ca-9e898ed0b331 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/06806492-2c72-4aef-95ae-ab9a016ee5c5 HTTP/1.1" status: 404 len: 333 time: 0.0692160 Aug 20 11:45:29.616570 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44808) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:29.625098 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-303daebe-c17b-4a14-ac04-18bd39abf4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:29.639204 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303daebe-c17b-4a14-ac04-18bd39abf4ca None None] Routers {'af208c5f-110a-4e29-a242-a5bbaa7314e0'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:29.643052 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-303daebe-c17b-4a14-ac04-18bd39abf4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:45:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['af208c5f-110a-4e29-a242-a5bbaa7314e0'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:29.718382 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84990bd8-5a5f-48a1-9e5e-c98117b665b6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:29.728758 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-303daebe-c17b-4a14-ac04-18bd39abf4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:29.730767 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303daebe-c17b-4a14-ac04-18bd39abf4ca None None] The sync data for ids ['af208c5f-110a-4e29-a242-a5bbaa7314e0'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:29.795005 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d868-781a-43d9-be73-8b528e08a37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:29.795555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a4d868-781a-43d9-be73-8b528e08a37a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:45:29.807665 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d868-781a-43d9-be73-8b528e08a37a admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:29.808879 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d9a4d868-781a-43d9-be73-8b528e08a37a admin admin] 10.222.0.37 "DELETE /v2.0/routers/c98f604e-15bc-4e59-8dc9-ed2abe9c10f9 HTTP/1.1" status: 204 len: 168 time: 4.8273544 Aug 20 11:45:29.812954 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44810) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:29.823714 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91c8a0f8-bbda-4d38-aa4f-a39ef0d979d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:29.841062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0986a-550e-4929-b3e6-8421351145cb req-e5088eb1-82da-47d8-897e-14fd342366ad tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:29.848858 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4be0986a-550e-4929-b3e6-8421351145cb req-e5088eb1-82da-47d8-897e-14fd342366ad tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.7447193 Aug 20 11:45:29.910615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Pushing event updated for resources: {'Port': ['ID=9777dff6-9593-4f0a-826b-e8a735d35785,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:29.964038 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-648c56fa-60ef-4a39-a59c-58e7ddb1cf04 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127144 Aug 20 11:45:29.999843 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84990bd8-5a5f-48a1-9e5e-c98117b665b6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.002485 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84990bd8-5a5f-48a1-9e5e-c98117b665b6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.035034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] device_id is not set on port 6b047e44-d127-4e5b-a1c5-daf52d377457 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:30.062295 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84990bd8-5a5f-48a1-9e5e-c98117b665b6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.062845 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84990bd8-5a5f-48a1-9e5e-c98117b665b6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Fanout notify agent at l3_agent the message router_deleted on router af208c5f-110a-4e29-a242-a5bbaa7314e0 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:45:30.073981 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84990bd8-5a5f-48a1-9e5e-c98117b665b6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.077852 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-84990bd8-5a5f-48a1-9e5e-c98117b665b6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/routers/af208c5f-110a-4e29-a242-a5bbaa7314e0 HTTP/1.1" status: 204 len: 168 time: 0.4603412 Aug 20 11:45:30.083109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0c4bbe-b105-41c8-b5d8-5c145a540c62 admin admin] Deleting subnet 8375492f-a635-4946-b4e7-f896d423826a {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:45:30.086018 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44812) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:30.104305 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec0c4bbe-b105-41c8-b5d8-5c145a540c62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.111046 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4be0986a-550e-4929-b3e6-8421351145cb req-064eadc3-3b38-4b80-bbf6-14ea176b1c64 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613308 Aug 20 11:45:30.116407 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.151861 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Transition to ACTIVE for port object 6b047e44-d127-4e5b-a1c5-daf52d377457 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:30.167535 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.187532 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec0c4bbe-b105-41c8-b5d8-5c145a540c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.192947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedfdbb9-0953-49b9-8052-fcb957cf01f5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting subnet 47f5bf33-6731-4b9e-bd82-e05346c5d264 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:45:30.210548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Attempting to bind port 9777dff6-9593-4f0a-826b-e8a735d35785 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:30.210970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Attempting to bind port 9777dff6-9593-4f0a-826b-e8a735d35785 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:30.211225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Attempting to bind port 9777dff6-9593-4f0a-826b-e8a735d35785 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:30.227481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Port 9777dff6-9593-4f0a-826b-e8a735d35785 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:30.227611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Attempting to bind port 9777dff6-9593-4f0a-826b-e8a735d35785 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:30.227850 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cedfdbb9-0953-49b9-8052-fcb957cf01f5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.231126 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-fe7a8fe1-ab64-4784-9eb9-df012af44ccb service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392082 Aug 20 11:45:30.249182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:45:30.249726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:30.249911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:45:30.250365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Bound port: 9777dff6-9593-4f0a-826b-e8a735d35785, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:45:30.250734 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.254321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Pushing event updated for resources: {'Port': ['ID=6b047e44-d127-4e5b-a1c5-daf52d377457,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:30.282791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:30.283100 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:30.283490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:30.338686 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cedfdbb9-0953-49b9-8052-fcb957cf01f5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.338968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:30.339309 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:30.341779 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 2 to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 Aug 20 11:45:30.379670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:30.380014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:30.380360 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:30.399808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:30.400153 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:30.402955 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 3 to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 Aug 20 11:45:30.408769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec0c4bbe-b105-41c8-b5d8-5c145a540c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.422358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] For port 9777dff6-9593-4f0a-826b-e8a735d35785, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:45:30.451071 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb0acd-0221-4beb-b540-0facc9fbc920 req-fe9c8627-3702-4148-883e-ceed64082f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:30.452649 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27fb0acd-0221-4beb-b540-0facc9fbc920 req-fe9c8627-3702-4148-883e-ceed64082f30 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=e9d85308-6d76-4ca4-83bc-4da638525469 HTTP/1.1" status: 200 len: 1099 time: 0.1486878 Aug 20 11:45:30.455415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:30.455754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:30.456095 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:30.460959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] For port 9777dff6-9593-4f0a-826b-e8a735d35785, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=9777dff6-9593-4f0a-826b-e8a735d35785,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:45:30.464094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:30.464460 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:30.465344 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 4 to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 Aug 20 11:45:30.471173 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.499017 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91c8a0f8-bbda-4d38-aa4f-a39ef0d979d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.501468 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 399b76e9-d973-4e99-b79c-40b418d2a93f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:45:30.523224 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91c8a0f8-bbda-4d38-aa4f-a39ef0d979d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.539676 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 399b76e9-d973-4e99-b79c-40b418d2a93f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:45:30.541124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 399b76e9-d973-4e99-b79c-40b418d2a93f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:45:30.570371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:30.570812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:30.571045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:30.580337 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cedfdbb9-0953-49b9-8052-fcb957cf01f5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.581014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:30.581645 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.583528 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] 10.222.0.76 "PUT /v2.0/ports/9777dff6-9593-4f0a-826b-e8a735d35785 HTTP/1.1" status: 200 len: 1095 time: 3.9505961 Aug 20 11:45:30.583528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861d62b7-ae4b-4696-94f9-43028d017056', 'tag': '9777dff6-9593-4f0a-826b-e8a735d35785'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:45:30.586489 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00faf21d-7fa3-40ba-a1fe-7a8a1ea67a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "861d62b7-ae4b-4696-94f9-43028d017056", "tag": "9777dff6-9593-4f0a-826b-e8a735d35785"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:45:30.589473 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec0c4bbe-b105-41c8-b5d8-5c145a540c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.596990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:30.597326 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:30.601887 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 5 to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 Aug 20 11:45:30.622778 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-91c8a0f8-bbda-4d38-aa4f-a39ef0d979d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=261af890b5404c62a31e41854b1b0d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0640907 Aug 20 11:45:30.627083 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44818) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:30.649488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8a0f8-bbda-4d38-aa4f-a39ef0d979d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895e4d30-ee51-4e3a-b2a0-16d36a72fdda,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:30.668832 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c4bbe-b105-41c8-b5d8-5c145a540c62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8375492f-a635-4946-b4e7-f896d423826a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:30.682973 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec0c4bbe-b105-41c8-b5d8-5c145a540c62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.685060 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ec0c4bbe-b105-41c8-b5d8-5c145a540c62 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8375492f-a635-4946-b4e7-f896d423826a HTTP/1.1" status: 204 len: 168 time: 0.8710201 Aug 20 11:45:30.686531 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd18fb37-5bab-4da9-9b70-687fd8fb08f9 None None] Network ded88394-ae35-4901-8c3e-b6672476441c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:30.688086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44822) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:30.717208 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7c5974-535f-447b-a22e-ed535fe2269e x-openstack-request-id: req-cd7c5974-535f-447b-a22e-ed535fe2269e {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:45:30.717526 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861d62b7-ae4b-4696-94f9-43028d017056", "tag": "9777dff6-9593-4f0a-826b-e8a735d35785", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:45:30.717766 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd7c5974-535f-447b-a22e-ed535fe2269e {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:45:30.718183 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861d62b7-ae4b-4696-94f9-43028d017056', 'tag': '9777dff6-9593-4f0a-826b-e8a735d35785', 'status': 'completed', 'code': 200} Aug 20 11:45:30.739819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3ff52-529c-4aa5-88c0-00fefd6cba62 service neutron] Pushing event updated for resources: {'Port': ['ID=9777dff6-9593-4f0a-826b-e8a735d35785,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:30.788057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:30.788357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:30.789458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:30.794972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb0acd-0221-4beb-b540-0facc9fbc920 req-cc84a82f-68ff-4cfd-9d6b-a201d5f1a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:30.798670 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27fb0acd-0221-4beb-b540-0facc9fbc920 req-cc84a82f-68ff-4cfd-9d6b-a201d5f1a24f service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.3302510 Aug 20 11:45:30.826349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:30.826785 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:30.837989 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 6 to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 Aug 20 11:45:30.901212 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cedfdbb9-0953-49b9-8052-fcb957cf01f5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.934043 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27fb0acd-0221-4beb-b540-0facc9fbc920 req-dd91609f-2bf0-4a2b-929c-0fd404537d05 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=c99895ff-a5f2-4ce8-8567-7814ec6d23fb HTTP/1.1" status: 200 len: 217 time: 0.1111064 Aug 20 11:45:30.938907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-4a0dc1c6-5cdb-410e-86c0-7a2a9c52a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:30.940369 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-4a0dc1c6-5cdb-410e-86c0-7a2a9c52a7b5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 1098 time: 0.2295570 Aug 20 11:45:30.946709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:30.947046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:30.947389 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:30.962979 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfdbb9-0953-49b9-8052-fcb957cf01f5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Subnet': ['ID=47f5bf33-6731-4b9e-bd82-e05346c5d264,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:30.973610 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.986578 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543955d-134e-41c1-b1da-59c788cd60df req-03f313df-d2f8-411c-8ae5-0d5f7eb17cc8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:30.988244 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0543955d-134e-41c1-b1da-59c788cd60df req-03f313df-d2f8-411c-8ae5-0d5f7eb17cc8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 947 time: 0.2810040 Aug 20 11:45:30.989565 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cedfdbb9-0953-49b9-8052-fcb957cf01f5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.992465 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cedfdbb9-0953-49b9-8052-fcb957cf01f5 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/47f5bf33-6731-4b9e-bd82-e05346c5d264 HTTP/1.1" status: 204 len: 168 time: 0.9033473 Aug 20 11:45:30.996124 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44826) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:31.005756 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:31.006689 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:31.007944 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad384058-d07c-447c-9db9-9502582b4042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.023242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a7ceb3-8a78-4353-9665-8d4a70f0327b None None] DHCP port deletion for ded88394-ae35-4901-8c3e-b6672476441c request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:45:31.038876 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 7 to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 Aug 20 11:45:31.060092 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd494958-9e09-4bd3-85f9-9cfbb12b678c None None] Network f17c010a-c808-4bd5-af96-404ee0032f09 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:31.060820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-4af857e9-a141-4d36-91b9-b82eff5fefa3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=9777dff6-9593-4f0a-826b-e8a735d35785 HTTP/1.1" status: 200 len: 217 time: 0.1086686 Aug 20 11:45:31.078524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:31.078867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:31.079221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:31.098440 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad384058-d07c-447c-9db9-9502582b4042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.128678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:31.128906 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:31.131891 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0543955d-134e-41c1-b1da-59c788cd60df req-47473cb9-1028-4dcc-85fa-a59ffd3da5ef tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240444 Aug 20 11:45:31.137040 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.144018 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 8 to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 Aug 20 11:45:31.154941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb0acd-0221-4beb-b540-0facc9fbc920 req-94329f1f-afc4-4640-a1a9-9b8cf25c92ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:31.156583 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27fb0acd-0221-4beb-b540-0facc9fbc920 req-94329f1f-afc4-4640-a1a9-9b8cf25c92ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.2030616 Aug 20 11:45:31.200866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] Deleting port 3dc0243c-2436-4c2a-90fb-b32cf7864a25 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:31.201113 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.220548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:31.221005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:31.221440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:31.235906 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:31.236326 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:31.239234 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 9 to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 Aug 20 11:45:31.242672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-88ddc05c-e292-4c09-a81e-a45e83b81993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:31.243957 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f3a7ceb3-8a78-4353-9665-8d4a70f0327b None None] Deleting port 3dc0243c-2436-4c2a-90fb-b32cf7864a25 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:31.244312 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-88ddc05c-e292-4c09-a81e-a45e83b81993 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1722646 Aug 20 11:45:31.244779 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3a7ceb3-8a78-4353-9665-8d4a70f0327b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.292675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] For port 3dc0243c-2436-4c2a-90fb-b32cf7864a25, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3dc0243c-2436-4c2a-90fb-b32cf7864a25,segment=NetworkSegment(d32fd6d1-a28b-4ada-a11d-647bfef7364c),segment_id=d32fd6d1-a28b-4ada-a11d-647bfef7364c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:31.293030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.309294 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] Calling delete_port for 3dc0243c-2436-4c2a-90fb-b32cf7864a25 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:31.318037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:31.319247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:31.319627 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:31.319743 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.320005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:31.327351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb0acd-0221-4beb-b540-0facc9fbc920 req-89e4e825-5637-457e-bb50-70da975e3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:31.328946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27fb0acd-0221-4beb-b540-0facc9fbc920 req-89e4e825-5637-457e-bb50-70da975e3a57 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553314 Aug 20 11:45:31.335354 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad384058-d07c-447c-9db9-9502582b4042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.337994 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad384058-d07c-447c-9db9-9502582b4042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.339140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ad384058-d07c-447c-9db9-9502582b4042 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/895e4d30-ee51-4e3a-b2a0-16d36a72fdda HTTP/1.1" status: 204 len: 168 time: 0.7085204 Aug 20 11:45:31.344448 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:31.344818 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:31.352343 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 10 to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 Aug 20 11:45:31.409437 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad384058-d07c-447c-9db9-9502582b4042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895e4d30-ee51-4e3a-b2a0-16d36a72fdda,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:31.433918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94501ff-2c15-4c09-9546-ef41c31c6774 req-d03444d0-07ee-4ed8-8e2e-67199f0b4c8a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:31.435665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b94501ff-2c15-4c09-9546-ef41c31c6774 req-d03444d0-07ee-4ed8-8e2e-67199f0b4c8a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2023983 Aug 20 11:45:31.439776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-9c92b194-2ce4-4cdf-9022-63d5e6683bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:31.441463 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-9c92b194-2ce4-4cdf-9022-63d5e6683bc9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1872470 Aug 20 11:45:31.442176 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:31.442520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:31.442874 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:31.476902 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:31.477250 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port 6b047e44-d127-4e5b-a1c5-daf52d377457 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:31.477635 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.480153 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f3a7ceb3-8a78-4353-9665-8d4a70f0327b None None] For port 3dc0243c-2436-4c2a-90fb-b32cf7864a25, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3dc0243c-2436-4c2a-90fb-b32cf7864a25,segment=NetworkSegment(d32fd6d1-a28b-4ada-a11d-647bfef7364c),segment_id=d32fd6d1-a28b-4ada-a11d-647bfef7364c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:31.480833 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3a7ceb3-8a78-4353-9665-8d4a70f0327b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.502980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f3a7ceb3-8a78-4353-9665-8d4a70f0327b None None] Calling delete_port for 3dc0243c-2436-4c2a-90fb-b32cf7864a25 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:31.579652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12867d0b-ffca-4b4c-a595-8527bac4d8ee None None] DHCP port deletion for f17c010a-c808-4bd5-af96-404ee0032f09 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:45:31.609475 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b94501ff-2c15-4c09-9546-ef41c31c6774 req-a2803be8-cce9-4873-95fe-5c6bde3094dc tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616764 Aug 20 11:45:31.644987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27fb0acd-0221-4beb-b540-0facc9fbc920 req-888ffc63-492f-4c4b-bc48-b13ef522e7be service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031309 Aug 20 11:45:31.690572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-12867d0b-ffca-4b4c-a595-8527bac4d8ee None None] Deleting port 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:31.691902 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-12867d0b-ffca-4b4c-a595-8527bac4d8ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.726565 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-76831bc3-3c0b-47a0-989c-e3c7a54bb25d service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745078 Aug 20 11:45:31.749209 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] For port 6b047e44-d127-4e5b-a1c5-daf52d377457, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:45:31.749583 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempted to set empty binding levels {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 11:45:31.790510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44834) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:31.809152 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.814975 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b819705c-c41d-4ec4-a80b-283f842f590d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.819164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] For port 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3c00aaf0-1b5c-41bf-a335-fa1f86a01f56,segment=NetworkSegment(109e9386-048a-46e4-93b9-0b3fb01fcffe),segment_id=109e9386-048a-46e4-93b9-0b3fb01fcffe)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:31.819538 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.842132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:31.897381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] In _notify_port_updated(), no bound segment for port 6b047e44-d127-4e5b-a1c5-daf52d377457 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:45:31.898685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:31.900821 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.902340 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] 10.222.0.37 "PUT /v2.0/ports/6b047e44-d127-4e5b-a1c5-daf52d377457 HTTP/1.1" status: 200 len: 975 time: 3.7842720 Aug 20 11:45:31.907520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44840) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:31.914843 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.949315 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3a7ceb3-8a78-4353-9665-8d4a70f0327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.952124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-12867d0b-ffca-4b4c-a595-8527bac4d8ee None None] For port 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3c00aaf0-1b5c-41bf-a335-fa1f86a01f56,segment=NetworkSegment(109e9386-048a-46e4-93b9-0b3fb01fcffe),segment_id=109e9386-048a-46e4-93b9-0b3fb01fcffe)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:31.952511 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-12867d0b-ffca-4b4c-a595-8527bac4d8ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.954988 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc0243c-2436-4c2a-90fb-b32cf7864a25,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:31.981181 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7ceb3-8a78-4353-9665-8d4a70f0327b None None] Pushing event deleted for resources: {'Port': ['ID=3dc0243c-2436-4c2a-90fb-b32cf7864a25,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:31.999791 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] No DVR routers for this DVR port 3dc0243c-2436-4c2a-90fb-b32cf7864a25 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:45:32.005543 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33904254-b782-4a83-9833-c976b5fe46c2 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Pushing event updated for resources: {'Port': ['ID=6b047e44-d127-4e5b-a1c5-daf52d377457,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:32.009683 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-12867d0b-ffca-4b4c-a595-8527bac4d8ee None None] Calling delete_port for 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:32.018085 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a7ceb3-8a78-4353-9665-8d4a70f0327b None None] No DVR routers for this DVR port 3dc0243c-2436-4c2a-90fb-b32cf7864a25 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:45:32.130431 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-12867d0b-ffca-4b4c-a595-8527bac4d8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.162017 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.183594 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.190678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No DVR routers for this DVR port 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:45:32.191091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12867d0b-ffca-4b4c-a595-8527bac4d8ee None None] Pushing event deleted for resources: {'Port': ['ID=3c00aaf0-1b5c-41bf-a335-fa1f86a01f56,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:32.195304 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12867d0b-ffca-4b4c-a595-8527bac4d8ee None None] No DVR routers for this DVR port 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:45:32.205564 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c99895ff-a5f2-4ce8-8567-7814ec6d23fb details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:45:32.259441 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=3c00aaf0-1b5c-41bf-a335-fa1f86a01f56,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:32.269081 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded88394-ae35-4901-8c3e-b6672476441c']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:32.333750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c99895ff-a5f2-4ce8-8567-7814ec6d23fb, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c99895ff-a5f2-4ce8-8567-7814ec6d23fb,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:32.353643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb', 'mac_address': 'fa:16:3e:91:78:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:45:32.395144 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.395745 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.396090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.397097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.397569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.398039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.398486 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.399138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.399754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.400384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.401093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.401825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.402126 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.402614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.403226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.403833 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.404442 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.405086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.405802 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.408671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-98e236b5-fa03-4d37-b4fa-4dd81f33b003 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16034 time: 0.4987810 Aug 20 11:45:32.410834 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27fb0acd-0221-4beb-b540-0facc9fbc920 req-8257a9a2-7dae-47de-babb-44878b636b9b service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7494199 Aug 20 11:45:32.413920 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32fd6d1-a28b-4ada-a11d-647bfef7364c') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:32.414302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32fd6d1-a28b-4ada-a11d-647bfef7364c') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:32.416069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44858) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:32.422770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99895ff-a5f2-4ce8-8567-7814ec6d23fb {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:45:32.433494 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b819705c-c41d-4ec4-a80b-283f842f590d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.448458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:45:32.456833 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.458334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b819705c-c41d-4ec4-a80b-283f842f590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.470083 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c99895ff-a5f2-4ce8-8567-7814ec6d23fb, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c99895ff-a5f2-4ce8-8567-7814ec6d23fb,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:32.471195 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:45:32.471471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3c00aaf0-1b5c-41bf-a335-fa1f86a01f56 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:45:32.471872 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3dc0243c-2436-4c2a-90fb-b32cf7864a25 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:45:32.493270 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.494414 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.513030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.517782 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 3dc0243c-2436-4c2a-90fb-b32cf7864a25 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:45:32.518284 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3dc0243c-2436-4c2a-90fb-b32cf7864a25 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:45:32.533002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc728470-67a5-449a-87da-12a535509312 req-fe3c2cf0-e4eb-42ad-a6c3-60cc3f315cca tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.534476 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cc728470-67a5-449a-87da-12a535509312 req-fe3c2cf0-e4eb-42ad-a6c3-60cc3f315cca tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 947 time: 0.2566597 Aug 20 11:45:32.541509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17c010a-c808-4bd5-af96-404ee0032f09']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:32.549261 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=c99895ff-a5f2-4ce8-8567-7814ec6d23fb,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:32.561507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-77540744-47b5-4684-93fa-5e4f8cd81243 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.563009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-77540744-47b5-4684-93fa-5e4f8cd81243 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/networks?id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1 HTTP/1.1" status: 200 len: 814 time: 0.1511245 Aug 20 11:45:32.566497 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51e9839c-59f4-4cab-aa1e-cd28d05e83d4 req-be1d8dfb-018d-4e05-8fdf-f802735f5e7a service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8295770 Aug 20 11:45:32.570821 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:45:32.571255 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.573117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819705c-c41d-4ec4-a80b-283f842f590d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ff2a68-150e-403c-9976-6d7b8d78099d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:45:32.575673 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:45:32.578442 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b819705c-c41d-4ec4-a80b-283f842f590d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a81beabfb3e2476fb9ce7fd58ae079d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7865953 Aug 20 11:45:32.591838 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109e9386-048a-46e4-93b9-0b3fb01fcffe') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:32.592178 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109e9386-048a-46e4-93b9-0b3fb01fcffe') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:32.595534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44860) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:32.639703 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-da1ce0d9-868b-4ce7-a41a-292546e4f72c tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/quotas/e1ad3e387c63490391d9da91965d6828 HTTP/1.1" status: 200 len: 375 time: 0.0449944 Aug 20 11:45:32.642344 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.675628 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cc728470-67a5-449a-87da-12a535509312 req-9993a7b7-d0ed-4ecf-b58b-06f4acaffd6c tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235099 Aug 20 11:45:32.676853 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.679922 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.687935 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.692307 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ded88394-ae35-4901-8c3e-b6672476441c HTTP/1.1" status: 204 len: 168 time: 2.0006106 Aug 20 11:45:32.692307 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:45:32.692307 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:45:32.696605 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:45:32.716524 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a997d-b75d-439e-80b7-cf9b78399bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ded88394-ae35-4901-8c3e-b6672476441c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:32.725381 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.730413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['c99895ff-a5f2-4ce8-8567-7814ec6d23fb'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:45:32.749199 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6a5606f6-27b6-40a8-b401-5b4fd61f9935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.773058 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.779238 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-abf848f9-0a25-4c2c-94b1-94b65052d6e5 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Deleting port 6b047e44-d127-4e5b-a1c5-daf52d377457 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:32.779583 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-abf848f9-0a25-4c2c-94b1-94b65052d6e5 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.791295 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.802465 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/networks/f17c010a-c808-4bd5-af96-404ee0032f09 HTTP/1.1" status: 204 len: 168 time: 1.7994635 Aug 20 11:45:32.815781 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44866) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:32.845410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-abf848f9-0a25-4c2c-94b1-94b65052d6e5 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] For port 6b047e44-d127-4e5b-a1c5-daf52d377457, host n-h2-804299-2, got binding levels [] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:32.845913 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-abf848f9-0a25-4c2c-94b1-94b65052d6e5 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.860847 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-abf848f9-0a25-4c2c-94b1-94b65052d6e5 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Calling delete_port for 6b047e44-d127-4e5b-a1c5-daf52d377457 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:32.867683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faf21d-7fa3-40ba-a1fe-7a8a1ea67a7d req-b8d7abe2-6cc2-474f-b37f-cd4b7a7dc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.869235 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-00faf21d-7fa3-40ba-a1fe-7a8a1ea67a7d req-b8d7abe2-6cc2-474f-b37f-cd4b7a7dc480 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 1098 time: 0.2443056 Aug 20 11:45:32.883389 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3a993-c9f2-4b8b-8e6a-36cbfd1d87de tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Network': ['ID=f17c010a-c808-4bd5-af96-404ee0032f09,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:32.904468 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6a5606f6-27b6-40a8-b401-5b4fd61f9935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.915439 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50894c33-632d-4f1e-9aca-f4ccf726b968 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.921140 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-50894c33-632d-4f1e-9aca-f4ccf726b968 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/9e40025f-ee1e-4df4-8d07-c41575610c6b HTTP/1.1" status: 200 len: 844 time: 0.1037164 Aug 20 11:45:32.922747 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44870) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:32.937127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44872) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:32.957800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d2017-9fd1-4c2d-812f-d9ac8e3ca89a req-f70299f8-a1a8-45e1-9d3d-ad1fea317e5c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:32.961275 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-946d2017-9fd1-4c2d-812f-d9ac8e3ca89a req-f70299f8-a1a8-45e1-9d3d-ad1fea317e5c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1599448 Aug 20 11:45:32.989818 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-8b65a070-595e-4592-84b5-84a6855253f2 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e1ad3e387c63490391d9da91965d6828&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3228064 Aug 20 11:45:33.028127 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b2c9a25a-cda2-4f78-af03-4bc5d92e32ee tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/9e40025f-ee1e-4df4-8d07-c41575610c6b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1033947 Aug 20 11:45:33.034115 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44874) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:33.046605 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ab7994d9-9712-4866-bdca-c95959dab3d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9991f8a924e64527907714e2ed9a1df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1084003 Aug 20 11:45:33.049140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44876) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:33.065333 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-946d2017-9fd1-4c2d-812f-d9ac8e3ca89a req-a1365706-b5a2-4ae1-898f-61ff75861242 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796959 Aug 20 11:45:33.078201 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-95e8abec-314d-40de-8529-b65b7accbd3e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'subnet': {'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:33.118257 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-64595473-9d14-441f-9217-6c04139099e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.141799 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-64595473-9d14-441f-9217-6c04139099e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.196790 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-64595473-9d14-441f-9217-6c04139099e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.200229 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-64595473-9d14-441f-9217-6c04139099e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.204743 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-64595473-9d14-441f-9217-6c04139099e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9 HTTP/1.1" status: 204 len: 168 time: 0.1542094 Aug 20 11:45:33.213629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64595473-9d14-441f-9217-6c04139099e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88bdb6d-86d6-4b9b-a80f-0ee852b4c5f9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:33.220897 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-abf848f9-0a25-4c2c-94b1-94b65052d6e5 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.249020 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faf21d-7fa3-40ba-a1fe-7a8a1ea67a7d req-2ba8de69-e74c-46ab-a759-17f25495c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:33.250501 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-00faf21d-7fa3-40ba-a1fe-7a8a1ea67a7d req-2ba8de69-e74c-46ab-a759-17f25495c852 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.3676100 Aug 20 11:45:33.251072 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6a5606f6-27b6-40a8-b401-5b4fd61f9935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.253548 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6a5606f6-27b6-40a8-b401-5b4fd61f9935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.254544 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6a5606f6-27b6-40a8-b401-5b4fd61f9935 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6ff2a68-150e-403c-9976-6d7b8d78099d HTTP/1.1" status: 204 len: 168 time: 0.6580472 Aug 20 11:45:33.284227 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-1e0af005-7f0b-41a8-8b30-5df0894872c0 service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826865 Aug 20 11:45:33.295526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf848f9-0a25-4c2c-94b1-94b65052d6e5 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b047e44-d127-4e5b-a1c5-daf52d377457,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:33.339793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5606f6-27b6-40a8-b401-5b4fd61f9935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ff2a68-150e-403c-9976-6d7b8d78099d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:33.345174 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-abf848f9-0a25-4c2c-94b1-94b65052d6e5 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.347381 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-abf848f9-0a25-4c2c-94b1-94b65052d6e5 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] 10.222.0.37 "DELETE /v2.0/ports/6b047e44-d127-4e5b-a1c5-daf52d377457 HTTP/1.1" status: 204 len: 168 time: 0.9296472 Aug 20 11:45:33.350312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44882) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:33.361226 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-00faf21d-7fa3-40ba-a1fe-7a8a1ea67a7d req-a49b1c6e-4c31-4648-9256-871e14748cf2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=9777dff6-9593-4f0a-826b-e8a735d35785 HTTP/1.1" status: 200 len: 217 time: 0.0800712 Aug 20 11:45:33.385731 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4c1c6a-e0f8-4fad-91c3-8e0b7014d7fd tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] GET failed (client error): The resource could not be found. Aug 20 11:45:33.391494 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ad4c1c6a-e0f8-4fad-91c3-8e0b7014d7fd tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] 10.222.0.37 "GET /v2.0/ports/6b047e44-d127-4e5b-a1c5-daf52d377457 HTTP/1.1" status: 404 len: 333 time: 0.0337198 Aug 20 11:45:33.392835 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44884) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:33.400033 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7d557fb0-425c-4e3a-a39d-9b6dda00a08f tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-571490317', 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:33.405582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e8abec-314d-40de-8529-b65b7accbd3e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:33.409121 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95e8abec-314d-40de-8529-b65b7accbd3e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.431043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d557fb0-425c-4e3a-a39d-9b6dda00a08f tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Made reservation on behalf of 77f4ac8346d34fd5b907d06ecf350ff3 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:33.434869 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d557fb0-425c-4e3a-a39d-9b6dda00a08f tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.457725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-7d557fb0-425c-4e3a-a39d-9b6dda00a08f tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] device_id is not set on port 8d844c08-55e9-42b5-8250-4c1565fa5290 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:33.516134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faf21d-7fa3-40ba-a1fe-7a8a1ea67a7d req-e9cea691-92bb-4e8d-8c20-f4197e77e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:33.517888 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-00faf21d-7fa3-40ba-a1fe-7a8a1ea67a7d req-e9cea691-92bb-4e8d-8c20-f4197e77e7e2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1249557 Aug 20 11:45:33.587938 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-47a6aa00-772d-4ddd-ae80-e9028d273557 service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898722 Aug 20 11:45:33.611308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faf21d-7fa3-40ba-a1fe-7a8a1ea67a7d req-22c8d03e-b1ad-4ca3-baf3-3b10c38c7401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:33.612855 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-00faf21d-7fa3-40ba-a1fe-7a8a1ea67a7d req-22c8d03e-b1ad-4ca3-baf3-3b10c38c7401 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828252 Aug 20 11:45:33.687030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d557fb0-425c-4e3a-a39d-9b6dda00a08f tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.738044 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d557fb0-425c-4e3a-a39d-9b6dda00a08f tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.767157 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95e8abec-314d-40de-8529-b65b7accbd3e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.817208 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-00faf21d-7fa3-40ba-a1fe-7a8a1ea67a7d req-ef347544-5e2b-43e3-97e5-70ee4ffc70b6 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862288 Aug 20 11:45:33.825321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e8abec-314d-40de-8529-b65b7accbd3e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:33.857481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-95e8abec-314d-40de-8529-b65b7accbd3e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:33.870663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cdfb6d-2fdb-4867-a6cc-7fc33d3cd58e None None] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:33.873555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e8abec-314d-40de-8529-b65b7accbd3e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:33.874270 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95e8abec-314d-40de-8529-b65b7accbd3e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.874735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d557fb0-425c-4e3a-a39d-9b6dda00a08f tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Network 74ca4d4b-732d-4056-896e-d59424446586 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:33.936864 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-7d557fb0-425c-4e3a-a39d-9b6dda00a08f tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:33.940899 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8abec-314d-40de-8529-b65b7accbd3e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Subnet': ['ID=f111aa6c-43de-4a43-8d35-d20e9f7a644e,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:33.945521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d557fb0-425c-4e3a-a39d-9b6dda00a08f tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Pushing event updated for resources: {'Port': ['ID=8d844c08-55e9-42b5-8250-4c1565fa5290,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:33.950941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d557fb0-425c-4e3a-a39d-9b6dda00a08f tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:33.953372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d557fb0-425c-4e3a-a39d-9b6dda00a08f tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:33.954165 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d557fb0-425c-4e3a-a39d-9b6dda00a08f tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.967262 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b66ecbd-7482-49dc-acd4-b34d4a5ba804 req-89cb5961-1438-4644-8a37-d7bed287b038 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 210 time: 0.0508814 Aug 20 11:45:33.970524 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-95e8abec-314d-40de-8529-b65b7accbd3e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9030576 Aug 20 11:45:33.979153 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44912) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:33.991768 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7c89aa96-fa78-493b-b1eb-6361bcd4434e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1065367798'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:34.027732 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44914) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:34.028851 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7d557fb0-425c-4e3a-a39d-9b6dda00a08f tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6316075 Aug 20 11:45:34.054920 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07339c-7c3d-43cf-a282-e06cd154d566 req-9ebe935b-7df8-4093-b1bb-f18379ced6e8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:34.056518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc07339c-7c3d-43cf-a282-e06cd154d566 req-9ebe935b-7df8-4093-b1bb-f18379ced6e8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 947 time: 0.2097418 Aug 20 11:45:34.061938 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c89aa96-fa78-493b-b1eb-6361bcd4434e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.077757 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-00faf21d-7fa3-40ba-a1fe-7a8a1ea67a7d req-479290b1-88fe-48bd-bc80-81aeaf86f955 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513897 Aug 20 11:45:34.158451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeff716-cec7-45d0-bd2e-ad16ff334b8b tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:34.160148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-faeff716-cec7-45d0-bd2e-ad16ff334b8b tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] 10.222.0.37 "GET /v2.0/ports/8d844c08-55e9-42b5-8250-4c1565fa5290 HTTP/1.1" status: 200 len: 954 time: 0.1295528 Aug 20 11:45:34.164569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44926) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:34.189194 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-19dadc12-d40a-43d2-81cb-81fac45f1893', 'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'tenant_id': '1efcbdd862e1473db5eab96f5b992905', 'fixed_ips': [{'subnet_id': 'f111aa6c-43de-4a43-8d35-d20e9f7a644e'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:45:34.189819 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.215796 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc07339c-7c3d-43cf-a282-e06cd154d566 req-d62d8dfe-b1cc-41d1-80c3-78bec138084c tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404576 Aug 20 11:45:34.395471 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c89aa96-fa78-493b-b1eb-6361bcd4434e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.401843 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c89aa96-fa78-493b-b1eb-6361bcd4434e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.405433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c99895ff-a5f2-4ce8-8567-7814ec6d23fb up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:34.416570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2ab0-840c-48df-8492-836a87c1b422 req-8595b379-0b57-4dd4-a6a9-d814281af9d0 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:34.418322 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7ad2ab0-840c-48df-8492-836a87c1b422 req-8595b379-0b57-4dd4-a6a9-d814281af9d0 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2025912 Aug 20 11:45:34.457463 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-835974b8-26db-4b5d-b573-78a4faa32298 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Deleting port 8d844c08-55e9-42b5-8250-4c1565fa5290 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:34.458213 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-835974b8-26db-4b5d-b573-78a4faa32298 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.477250 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c89aa96-fa78-493b-b1eb-6361bcd4434e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.480087 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7c89aa96-fa78-493b-b1eb-6361bcd4434e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5003402 Aug 20 11:45:34.483009 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44942) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:34.497714 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-caafb03d-3fd2-4fed-a245-10678fa0a5b8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1069368138'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:34.532885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89aa96-fa78-493b-b1eb-6361bcd4434e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e50346-f415-4404-8106-c177d2291d70,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:34.539683 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-caafb03d-3fd2-4fed-a245-10678fa0a5b8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.558687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port c99895ff-a5f2-4ce8-8567-7814ec6d23fb completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:34.570405 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port c99895ff-a5f2-4ce8-8567-7814ec6d23fb triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:34.571191 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.581663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7ad2ab0-840c-48df-8492-836a87c1b422 req-28c65de0-923a-4272-be81-5b6e50c4e799 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523509 Aug 20 11:45:34.637374 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-835974b8-26db-4b5d-b573-78a4faa32298 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.673308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Allocated IP 2001:db8::2 (19dadc12-d40a-43d2-81cb-81fac45f1893/f111aa6c-43de-4a43-8d35-d20e9f7a644e/e8622bc7-3bfe-44f1-9161-4012bd51f31c) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:34.677671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-835974b8-26db-4b5d-b573-78a4faa32298 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Calling delete_port for 8d844c08-55e9-42b5-8250-4c1565fa5290 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:34.684176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44948) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:34.709474 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-caafb03d-3fd2-4fed-a245-10678fa0a5b8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.717612 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-caafb03d-3fd2-4fed-a245-10678fa0a5b8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.738467 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-caafb03d-3fd2-4fed-a245-10678fa0a5b8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.739954 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-caafb03d-3fd2-4fed-a245-10678fa0a5b8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2560666 Aug 20 11:45:34.748694 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44952) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:34.757329 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5aa88923-0b10-4203-bdc7-9c6de391d4bb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-134259606', 'security_groups': ['3e85c631-9ad1-4148-8882-1e3c911ea22a'], 'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f111aa6c-43de-4a43-8d35-d20e9f7a644e'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:34.798936 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-835974b8-26db-4b5d-b573-78a4faa32298 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.839197 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835974b8-26db-4b5d-b573-78a4faa32298 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d844c08-55e9-42b5-8250-4c1565fa5290,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:34.852693 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-835974b8-26db-4b5d-b573-78a4faa32298 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.855295 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-835974b8-26db-4b5d-b573-78a4faa32298 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] 10.222.0.37 "DELETE /v2.0/ports/8d844c08-55e9-42b5-8250-4c1565fa5290 HTTP/1.1" status: 204 len: 168 time: 0.6895313 Aug 20 11:45:34.861299 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44954) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:34.870990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-77e9cba3-18a2-4a4d-906f-359da550c131 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-network', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:34.885894 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.893577 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5ed697-b5fa-4901-98d7-91355ab24953 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] GET failed (client error): The resource could not be found. Aug 20 11:45:34.907579 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cb5ed697-b5fa-4901-98d7-91355ab24953 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] 10.222.0.37 "GET /v2.0/ports/8d844c08-55e9-42b5-8250-4c1565fa5290 HTTP/1.1" status: 404 len: 333 time: 0.0441442 Aug 20 11:45:34.910260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafb03d-3fd2-4fed-a245-10678fa0a5b8 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e85c631-9ad1-4148-8882-1e3c911ea22a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:34.912069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44958) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:34.918277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-eaa5a01d-dd4d-4985-8870-a5c61f424658 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Request body: {'port': {'network_id': '74ca4d4b-732d-4056-896e-d59424446586', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1286571366'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:34.939590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c99895ff-a5f2-4ce8-8567-7814ec6d23fb, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c99895ff-a5f2-4ce8-8567-7814ec6d23fb,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:34.944421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d85308-6d76-4ca4-83bc-4da638525469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:45:34.947152 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec23912-216d-47ba-a75d-4128f241b667" -d '{"events": [{"server_uuid": "e9d85308-6d76-4ca4-83bc-4da638525469", "name": "network-vif-plugged", "status": "completed", "tag": "c99895ff-a5f2-4ce8-8567-7814ec6d23fb"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:45:34.952051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e9cba3-18a2-4a4d-906f-359da550c131 admin admin] Made reservation on behalf of 388697f16ef24a2db77348e6ee667c3f for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:34.954309 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77e9cba3-18a2-4a4d-906f-359da550c131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.956395 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.974169 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77e9cba3-18a2-4a4d-906f-359da550c131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.991354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa5a01d-dd4d-4985-8870-a5c61f424658 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Made reservation on behalf of 77f4ac8346d34fd5b907d06ecf350ff3 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:34.997764 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eaa5a01d-dd4d-4985-8870-a5c61f424658 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.039058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-eaa5a01d-dd4d-4985-8870-a5c61f424658 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] device_id is not set on port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:35.066112 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42711447-ff7f-4847-a034-b4e096711d3f x-openstack-request-id: req-42711447-ff7f-4847-a034-b4e096711d3f {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:45:35.066412 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d85308-6d76-4ca4-83bc-4da638525469", "name": "network-vif-plugged", "status": "completed", "tag": "c99895ff-a5f2-4ce8-8567-7814ec6d23fb", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:45:35.066660 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42711447-ff7f-4847-a034-b4e096711d3f {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:45:35.070597 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d85308-6d76-4ca4-83bc-4da638525469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb', 'code': 200} Aug 20 11:45:35.113503 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77e9cba3-18a2-4a4d-906f-359da550c131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.126026 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77e9cba3-18a2-4a4d-906f-359da550c131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.130055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=c99895ff-a5f2-4ce8-8567-7814ec6d23fb,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:35.140557 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.160125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Transition to ACTIVE for port object e8622bc7-3bfe-44f1-9161-4012bd51f31c will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:35.160978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e9cba3-18a2-4a4d-906f-359da550c131 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:45:35.179044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa88923-0b10-4203-bdc7-9c6de391d4bb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:35.186324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Transition to ACTIVE for port object e8622bc7-3bfe-44f1-9161-4012bd51f31c will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:35.186676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4042a014-6ddf-48a4-8fc6-9110fb0c2a26 req-c9bdb59d-8949-4e88-a2fa-c2272b157c72 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 210 time: 0.0652981 Aug 20 11:45:35.196465 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.238014 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77e9cba3-18a2-4a4d-906f-359da550c131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.238369 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-77e9cba3-18a2-4a4d-906f-359da550c131 admin admin] Added segment 32984950-56c0-447f-980f-cf617d52eb9f of type vlan for network 6c9f33d1-9d46-4cab-8484-e59cd857f82b Aug 20 11:45:35.239708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9cba3-18a2-4a4d-906f-359da550c131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead92289-2582-4b1f-869d-72f7d7c3b6d6,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:35.270890 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:35.279807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f4afa-0ba6-4f1a-9c0b-cac84214f79c req-9f6eed1a-0e84-45eb-974b-74cd6430c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:35.281353 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e95f4afa-0ba6-4f1a-9c0b-cac84214f79c req-9f6eed1a-0e84-45eb-974b-74cd6430c30a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e9d85308-6d76-4ca4-83bc-4da638525469 HTTP/1.1" status: 200 len: 1101 time: 0.1760488 Aug 20 11:45:35.288689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:35.294492 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:35.336439 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Pushing event updated for resources: {'Port': ['ID=e8622bc7-3bfe-44f1-9161-4012bd51f31c,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:35.359645 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77e9cba3-18a2-4a4d-906f-359da550c131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.404876 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Attempting to bind port e8622bc7-3bfe-44f1-9161-4012bd51f31c on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:35.405231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Attempting to bind port e8622bc7-3bfe-44f1-9161-4012bd51f31c by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '302c852b-a936-4c4c-b281-2356af47fd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:35.406004 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Attempting to bind port e8622bc7-3bfe-44f1-9161-4012bd51f31c on network 19dadc12-d40a-43d2-81cb-81fac45f1893 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:35.418194 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:45:35.418574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Checking segment: {'id': '302c852b-a936-4c4c-b281-2356af47fd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:35.418976 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.419501 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Bound using segment: {'id': '302c852b-a936-4c4c-b281-2356af47fd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:45:35.420033 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Bound port: e8622bc7-3bfe-44f1-9161-4012bd51f31c, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302c852b-a936-4c4c-b281-2356af47fd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:45:35.420416 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.434942 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77e9cba3-18a2-4a4d-906f-359da550c131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.435921 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e9cba3-18a2-4a4d-906f-359da550c131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:35.436504 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77e9cba3-18a2-4a4d-906f-359da550c131 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.470050 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5aa88923-0b10-4203-bdc7-9c6de391d4bb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.495404 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eaa5a01d-dd4d-4985-8870-a5c61f424658 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.543673 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f010dce-18ca-47e0-b87d-ea8cddeedd66 req-cc143d43-1be0-4ca4-b17b-569f4905a0ba tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:35.545255 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6f010dce-18ca-47e0-b87d-ea8cddeedd66 req-cc143d43-1be0-4ca4-b17b-569f4905a0ba tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 947 time: 0.2148192 Aug 20 11:45:35.556170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] For port e8622bc7-3bfe-44f1-9161-4012bd51f31c, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:45:35.561395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] For port e8622bc7-3bfe-44f1-9161-4012bd51f31c, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e8622bc7-3bfe-44f1-9161-4012bd51f31c,segment=NetworkSegment(302c852b-a936-4c4c-b281-2356af47fd90),segment_id=302c852b-a936-4c4c-b281-2356af47fd90)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:45:35.568315 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.586490 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-5aa88923-0b10-4203-bdc7-9c6de391d4bb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] device_id is not set on port f94af15a-6b48-4d89-90f8-2776fb6c5732 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:35.592981 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-77e9cba3-18a2-4a4d-906f-359da550c131 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9074907 Aug 20 11:45:35.595425 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e95f4afa-0ba6-4f1a-9c0b-cac84214f79c req-fca7db3e-a9cd-4c82-a818-3f15812c4ecf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877111 Aug 20 11:45:35.595944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44978) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:35.606384 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9cba3-18a2-4a4d-906f-359da550c131 admin admin] Pushing event updated for resources: {'Network': ['ID=6c9f33d1-9d46-4cab-8484-e59cd857f82b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:35.607246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-100be987-ecaf-4a07-8e32-c0b544528bb7 admin admin] Request body: {'subnet': {'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-subnet', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:35.651401 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 6c9f33d1-9d46-4cab-8484-e59cd857f82b details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:45:35.673886 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100be987-ecaf-4a07-8e32-c0b544528bb7 admin admin] Made reservation on behalf of 388697f16ef24a2db77348e6ee667c3f for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:35.676408 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-100be987-ecaf-4a07-8e32-c0b544528bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.685233 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eaa5a01d-dd4d-4985-8870-a5c61f424658 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.696409 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6f010dce-18ca-47e0-b87d-ea8cddeedd66 req-3a49e7a5-844e-444c-8187-96b3529b04f7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377161 Aug 20 11:45:35.790038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fa510-dc59-4a71-a048-f78d0046a23c None None] Pushing event updated for resources: {'Port': ['ID=e8622bc7-3bfe-44f1-9161-4012bd51f31c,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:35.820471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-06bce5d4-1618-4739-bd6d-9a179bf26308 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:35.822267 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-06bce5d4-1618-4739-bd6d-9a179bf26308 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.35 "GET /v2.0/networks?id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1 HTTP/1.1" status: 200 len: 814 time: 0.4342577 Aug 20 11:45:35.864031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-5aa88923-0b10-4203-bdc7-9c6de391d4bb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Allocated IP 2001:db8::363 (19dadc12-d40a-43d2-81cb-81fac45f1893/f111aa6c-43de-4a43-8d35-d20e9f7a644e/f94af15a-6b48-4d89-90f8-2776fb6c5732) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:35.886563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-5139bf69-9e96-4b96-a56b-595cf96043ee tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Request body: {'port': {'device_id': 'a9541925-75cd-4f21-9184-485179be8101', 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1', 'admin_state_up': True, 'tenant_id': 'e1ad3e387c63490391d9da91965d6828'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:35.964299 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa5a01d-dd4d-4985-8870-a5c61f424658 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Network 74ca4d4b-732d-4056-896e-d59424446586 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:35.989017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-eaa5a01d-dd4d-4985-8870-a5c61f424658 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:35.993067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa5a01d-dd4d-4985-8870-a5c61f424658 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:35.994212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa5a01d-dd4d-4985-8870-a5c61f424658 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:35.994814 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eaa5a01d-dd4d-4985-8870-a5c61f424658 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.001783 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5a01d-dd4d-4985-8870-a5c61f424658 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Pushing event updated for resources: {'Port': ['ID=ec479ab0-69ec-4cc9-8259-7b02ad9066b8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:36.045005 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-eaa5a01d-dd4d-4985-8870-a5c61f424658 tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1294255 Aug 20 11:45:36.045377 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44992) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:36.059428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b90c3-829b-4356-a058-8a9d085eed6c req-1c944202-af51-400d-9ac3-d69d76ec30b4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:36.064577 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:36.077511 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f7b90c3-829b-4356-a058-8a9d085eed6c req-1c944202-af51-400d-9ac3-d69d76ec30b4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.3258107 Aug 20 11:45:36.164758 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.177109 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5aa88923-0b10-4203-bdc7-9c6de391d4bb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.198625 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f7b90c3-829b-4356-a058-8a9d085eed6c req-0eaddeaf-84a6-410d-91bb-943848018c83 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200714 Aug 20 11:45:36.231687 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5aa88923-0b10-4203-bdc7-9c6de391d4bb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Transition to ACTIVE for port object f94af15a-6b48-4d89-90f8-2776fb6c5732 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:36.238516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 9777dff6-9593-4f0a-826b-e8a735d35785 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:45:36.247972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-5139bf69-9e96-4b96-a56b-595cf96043ee tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Made reservation on behalf of e1ad3e387c63490391d9da91965d6828 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:36.251732 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-5139bf69-9e96-4b96-a56b-595cf96043ee tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.270440 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-100be987-ecaf-4a07-8e32-c0b544528bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.364513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a4bc271c-6a12-474a-ba07-1cd52fc3f649 req-09522ac1-0547-41a8-9c7b-b94d45d1e8b4 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 210 time: 0.0678370 Aug 20 11:45:36.394723 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5aa88923-0b10-4203-bdc7-9c6de391d4bb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.429103 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100be987-ecaf-4a07-8e32-c0b544528bb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=159c3db5-1e5d-4db8-a229-0df8f7818d13,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:36.442717 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 9777dff6-9593-4f0a-826b-e8a735d35785, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=9777dff6-9593-4f0a-826b-e8a735d35785,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:36.466595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100be987-ecaf-4a07-8e32-c0b544528bb7 admin admin] Checking segment: {'id': '32984950-56c0-447f-980f-cf617d52eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:36.467366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100be987-ecaf-4a07-8e32-c0b544528bb7 admin admin] Network hostable DHCP agents. Network: 6c9f33d1-9d46-4cab-8484-e59cd857f82b, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:45:36.468983 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '9777dff6-9593-4f0a-826b-e8a735d35785', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '9777dff6-9593-4f0a-826b-e8a735d35785', 'mac_address': 'fa:16:3e:42:30:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:45:36.502021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa88923-0b10-4203-bdc7-9c6de391d4bb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:36.536772 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.540326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e8622bc7-3bfe-44f1-9161-4012bd51f31c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:36.550890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100be987-ecaf-4a07-8e32-c0b544528bb7 admin admin] Network 6c9f33d1-9d46-4cab-8484-e59cd857f82b is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:45:36.559819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5aa88923-0b10-4203-bdc7-9c6de391d4bb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:36.572465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-100be987-ecaf-4a07-8e32-c0b544528bb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 6c9f33d1-9d46-4cab-8484-e59cd857f82b) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:36.577536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100be987-ecaf-4a07-8e32-c0b544528bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:36.578632 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-100be987-ecaf-4a07-8e32-c0b544528bb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.584411 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa88923-0b10-4203-bdc7-9c6de391d4bb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:36.613080 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa88923-0b10-4203-bdc7-9c6de391d4bb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:36.616366 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5aa88923-0b10-4203-bdc7-9c6de391d4bb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.630486 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a283b7-c2ec-43e4-9a0e-b3a7256937fd None None] Network 6c9f33d1-9d46-4cab-8484-e59cd857f82b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:36.640527 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-5139bf69-9e96-4b96-a56b-595cf96043ee tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Allocated IP 172.20.0.11 (b3bfbfd5-4051-40da-a35c-169d2e7b40d1/95ea546d-aa14-4d25-bbdf-390c9e0a87dc/422d7570-f97d-4d67-a3e4-44e159ab8bd7) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:36.666135 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-100be987-ecaf-4a07-8e32-c0b544528bb7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0626576 Aug 20 11:45:36.669813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45002) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:36.692412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-router', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:36.704930 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa88923-0b10-4203-bdc7-9c6de391d4bb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=f94af15a-6b48-4d89-90f8-2776fb6c5732,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:36.720987 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] device_id is not set on port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:36.733650 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5aa88923-0b10-4203-bdc7-9c6de391d4bb tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9836025 Aug 20 11:45:36.748796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45006) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:36.751149 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.777627 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9a2663a2-4561-49a9-94f7-2e968d08bb9e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'subnet': {'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:36.826828 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9777dff6-9593-4f0a-826b-e8a735d35785 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:45:36.872880 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-5139bf69-9e96-4b96-a56b-595cf96043ee tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.875934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 9777dff6-9593-4f0a-826b-e8a735d35785, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=9777dff6-9593-4f0a-826b-e8a735d35785,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:36.910526 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.919194 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-5139bf69-9e96-4b96-a56b-595cf96043ee tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.969371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['1d2afb67-a1eb-4261-a96a-7a1042605aa5', '38c617e3-3dc0-45c7-8bec-524f95591d1e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:45:36.981296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-5139bf69-9e96-4b96-a56b-595cf96043ee tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:36.983480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-5139bf69-9e96-4b96-a56b-595cf96043ee tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:36.984292 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Transition to ACTIVE for port object ec479ab0-69ec-4cc9-8259-7b02ad9066b8 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:36.999478 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139bf69-9e96-4b96-a56b-595cf96043ee tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Pushing event updated for resources: {'Port': ['ID=422d7570-f97d-4d67-a3e4-44e159ab8bd7,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:37.002146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-5139bf69-9e96-4b96-a56b-595cf96043ee tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:37.062168 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:37.077162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-5139bf69-9e96-4b96-a56b-595cf96043ee tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:37.077803 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-5139bf69-9e96-4b96-a56b-595cf96043ee tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:37.078072 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=9777dff6-9593-4f0a-826b-e8a735d35785,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:37.091048 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port e8622bc7-3bfe-44f1-9161-4012bd51f31c completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:37.132618 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-5139bf69-9e96-4b96-a56b-595cf96043ee tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2683511 Aug 20 11:45:37.134190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'fixed_ips': [{'subnet_id': '159c3db5-1e5d-4db8-a229-0df8f7818d13'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:45:37.135749 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:37.148993 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:37.150193 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:37.179840 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['9777dff6-9593-4f0a-826b-e8a735d35785'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:45:37.188160 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9731fc-fd86-42dc-8e8a-bc3fc66e7c3d req-81b798f9-ffbb-4e15-82d1-d8a10468372f tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:37.196948 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f9731fc-fd86-42dc-8e8a-bc3fc66e7c3d req-81b798f9-ffbb-4e15-82d1-d8a10468372f tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 948 time: 0.2018888 Aug 20 11:45:37.216146 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Pushing event updated for resources: {'Port': ['ID=ec479ab0-69ec-4cc9-8259-7b02ad9066b8,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:37.338143 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2663a2-4561-49a9-94f7-2e968d08bb9e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:37.345486 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a2663a2-4561-49a9-94f7-2e968d08bb9e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:37.362536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Request body: {'port': {'device_id': 'a9541925-75cd-4f21-9184-485179be8101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:37.401127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:37.401544 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:37.401980 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:37.406156 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:37.450719 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Provisioning complete for port 9e40025f-ee1e-4df4-8d07-c41575610c6b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:37.454996 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:37.456399 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49577f5-932c-470d-915f-ebd3fb998cea req-e359b83d-2c6e-4ee5-b91d-e907d71b766a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:37.458256 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c49577f5-932c-470d-915f-ebd3fb998cea req-e359b83d-2c6e-4ee5-b91d-e907d71b766a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1317067 Aug 20 11:45:37.512494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:37.512849 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:37.528185 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:37.552261 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 2 to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 Aug 20 11:45:37.556047 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Port 9e40025f-ee1e-4df4-8d07-c41575610c6b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:37.563405 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f9731fc-fd86-42dc-8e8a-bc3fc66e7c3d req-4b9f1e3d-323e-40e5-8d4b-9bb0262ec3e3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652487 Aug 20 11:45:37.574926 n-d-804299-2 neutron-server[94690]: INFO neutron.db.ipam_backend_mixin [None req-9a2663a2-4561-49a9-94f7-2e968d08bb9e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f111aa6c-43de-4a43-8d35-d20e9f7a644e (CIDR: 2001:db8::/64) Aug 20 11:45:37.593257 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c49577f5-932c-470d-915f-ebd3fb998cea req-7ef5fe46-d92b-439d-9469-d5fdffbb1e14 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216068 Aug 20 11:45:37.617496 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2663a2-4561-49a9-94f7-2e968d08bb9e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:45:37.617496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2663a2-4561-49a9-94f7-2e968d08bb9e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:45:37.618389 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:37.618775 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:37.621412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:37.627730 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:37.628098 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:37.631182 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 3 to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 Aug 20 11:45:37.634409 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Provisioning for port e8622bc7-3bfe-44f1-9161-4012bd51f31c completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:37.647365 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:37.647702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:37.647869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:37.664763 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Provisioning complete for port e8622bc7-3bfe-44f1-9161-4012bd51f31c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:37.665299 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:37.720314 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9a2663a2-4561-49a9-94f7-2e968d08bb9e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9638915 Aug 20 11:45:37.725242 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:37.725977 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:37.725977 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45020) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:37.726481 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 4 to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 Aug 20 11:45:37.760671 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f4aedb07-34ff-47ba-842f-23e2e7552104 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'subnet': {'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:37.807239 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:37.825056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Allocated IP 172.20.0.2 (6c9f33d1-9d46-4cab-8484-e59cd857f82b/159c3db5-1e5d-4db8-a229-0df8f7818d13/4dd3ccb9-b99b-46d4-99fb-4d180772a28e) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:37.898490 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:37.919301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:37.919721 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:37.920007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:37.934174 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:37.934510 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:37.944268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] For port e8622bc7-3bfe-44f1-9161-4012bd51f31c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e8622bc7-3bfe-44f1-9161-4012bd51f31c,segment=NetworkSegment(302c852b-a936-4c4c-b281-2356af47fd90),segment_id=302c852b-a936-4c4c-b281-2356af47fd90)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:37.948688 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 5 to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 Aug 20 11:45:37.956154 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.008609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:38.008973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:38.009312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:38.016328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4aedb07-34ff-47ba-842f-23e2e7552104 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:38.020038 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4aedb07-34ff-47ba-842f-23e2e7552104 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.033731 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6c950-16c2-4fc5-841f-4f9e08e3e0cf req-41f79ac2-ed34-4beb-bea0-6d7ab0d3e445 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:38.035231 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e3e6c950-16c2-4fc5-841f-4f9e08e3e0cf req-41f79ac2-ed34-4beb-bea0-6d7ab0d3e445 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 932 time: 0.1517837 Aug 20 11:45:38.073007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:38.073675 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:38.079136 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 6 to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 Aug 20 11:45:38.094567 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Pushing event updated for resources: {'Port': ['ID=e8622bc7-3bfe-44f1-9161-4012bd51f31c,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:38.113352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422d7570-f97d-4d67-a3e4-44e159ab8bd7 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:45:38.118166 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:38.118504 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:38.118839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:38.124806 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.134230 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:38.134732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:38.135224 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:38.135575 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:38.136660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:38.136660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:38.136660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:38.137068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:38.137435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:38.137987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:38.138246 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:38.138575 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed78fd-cac9-40c0-b035-d24969f12a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:38.140576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:38.140744 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Transition to ACTIVE for port object 422d7570-f97d-4d67-a3e4-44e159ab8bd7 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:38.140927 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:38.145734 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.151020 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 7 to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 Aug 20 11:45:38.153388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-dc9fd91f-676a-48f8-a2c8-82f3cdc11c7a None None] Provisioning for port f94af15a-6b48-4d89-90f8-2776fb6c5732 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:38.171142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-dc9fd91f-676a-48f8-a2c8-82f3cdc11c7a None None] Provisioning complete for port f94af15a-6b48-4d89-90f8-2776fb6c5732 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:38.171537 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dc9fd91f-676a-48f8-a2c8-82f3cdc11c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.177140 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e3e6c950-16c2-4fc5-841f-4f9e08e3e0cf req-47463334-f41a-42ea-a02a-078531b768d8 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295290 Aug 20 11:45:38.195732 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:38.196075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:38.196412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:38.207767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Pushing event updated for resources: {'Port': ['ID=422d7570-f97d-4d67-a3e4-44e159ab8bd7,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:38.214988 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.235462 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:38.235952 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:38.241298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Transition to ACTIVE for port object 4dd3ccb9-b99b-46d4-99fb-4d180772a28e will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:38.242564 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 8 to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 Aug 20 11:45:38.251097 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-dc9fd91f-676a-48f8-a2c8-82f3cdc11c7a None None] Port f94af15a-6b48-4d89-90f8-2776fb6c5732 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:38.263106 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Transition to ACTIVE for port object 4dd3ccb9-b99b-46d4-99fb-4d180772a28e will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:38.271140 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.279837 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:38.280277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:38.280725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:38.285039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Attempting to bind port 422d7570-f97d-4d67-a3e4-44e159ab8bd7 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:38.285380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Attempting to bind port 422d7570-f97d-4d67-a3e4-44e159ab8bd7 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:38.286056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Attempting to bind port 422d7570-f97d-4d67-a3e4-44e159ab8bd7 on network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:38.290519 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Port 422d7570-f97d-4d67-a3e4-44e159ab8bd7 on network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:38.290914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Attempting to bind port 422d7570-f97d-4d67-a3e4-44e159ab8bd7 on network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:38.294165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:38.294583 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:38.295818 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:45:38.296189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Checking segment: {'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:38.296555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Bound using segment: {'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:45:38.297034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Bound port: 422d7570-f97d-4d67-a3e4-44e159ab8bd7, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:45:38.297397 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.313656 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Network 6c9f33d1-9d46-4cab-8484-e59cd857f82b is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:38.316029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:38.316697 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 9 to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 Aug 20 11:45:38.335516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Pushing event updated for resources: {'Port': ['ID=4dd3ccb9-b99b-46d4-99fb-4d180772a28e,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:38.341411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:38.348574 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:38.349068 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:38.349600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:38.371440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] For port 422d7570-f97d-4d67-a3e4-44e159ab8bd7, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:45:38.375265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] For port 422d7570-f97d-4d67-a3e4-44e159ab8bd7, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=422d7570-f97d-4d67-a3e4-44e159ab8bd7,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:45:38.380532 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.402675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:38.403215 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:38.407181 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempt 10 to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 Aug 20 11:45:38.415143 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e8622bc7-3bfe-44f1-9161-4012bd51f31c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:38.423689 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:38.424322 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.425884 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] 10.222.0.35 "PUT /v2.0/ports/422d7570-f97d-4d67-a3e4-44e159ab8bd7 HTTP/1.1" status: 200 len: 1092 time: 1.2835155 Aug 20 11:45:38.426316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9541925-75cd-4f21-9184-485179be8101', 'tag': '422d7570-f97d-4d67-a3e4-44e159ab8bd7'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:45:38.429390 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f46c62-4955-432f-a418-15dda7da4dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9541925-75cd-4f21-9184-485179be8101", "tag": "422d7570-f97d-4d67-a3e4-44e159ab8bd7"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:45:38.460539 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Attempting to bind port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:38.461163 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a426f54-4126-4455-a86b-1ba85c585f01 service neutron] Pushing event updated for resources: {'Port': ['ID=422d7570-f97d-4d67-a3e4-44e159ab8bd7,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:38.461284 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Attempting to bind port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '32984950-56c0-447f-980f-cf617d52eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:38.461392 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Attempting to bind port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e on network 6c9f33d1-9d46-4cab-8484-e59cd857f82b {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:38.467999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:45:38.468372 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Checking segment: {'id': '32984950-56c0-447f-980f-cf617d52eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:38.468798 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.469191 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Bound using segment: {'id': '32984950-56c0-447f-980f-cf617d52eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:45:38.469656 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Bound port: 4dd3ccb9-b99b-46d4-99fb-4d180772a28e, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32984950-56c0-447f-980f-cf617d52eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:45:38.470032 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.517078 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6810b4df-8aef-4db9-a025-053922c7b3e9 x-openstack-request-id: req-6810b4df-8aef-4db9-a025-053922c7b3e9 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:45:38.517621 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9541925-75cd-4f21-9184-485179be8101", "tag": "422d7570-f97d-4d67-a3e4-44e159ab8bd7", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:45:38.517885 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6810b4df-8aef-4db9-a025-053922c7b3e9 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:45:38.518418 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9541925-75cd-4f21-9184-485179be8101', 'tag': '422d7570-f97d-4d67-a3e4-44e159ab8bd7', 'status': 'completed', 'code': 200} Aug 20 11:45:38.538975 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-872bf6cc-56e4-4eb2-a048-aff047247191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:38.540710 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-872bf6cc-56e4-4eb2-a048-aff047247191 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1ad3e387c63490391d9da91965d6828&device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 1095 time: 0.0546787 Aug 20 11:45:38.592404 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-e2616879-32c6-4df8-b191-0c3cceae3a3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=422d7570-f97d-4d67-a3e4-44e159ab8bd7 HTTP/1.1" status: 200 len: 217 time: 0.0424783 Aug 20 11:45:38.649215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-b04d86fb-5285-4454-b8b6-cce93ccecc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:38.650746 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-b04d86fb-5285-4454-b8b6-cce93ccecc93 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95ea546d-aa14-4d25-bbdf-390c9e0a87dc HTTP/1.1" status: 200 len: 854 time: 0.0508788 Aug 20 11:45:38.673351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e8622bc7-3bfe-44f1-9161-4012bd51f31c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:38.673706 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.691610 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-41779d17-eeec-4ba7-b5ef-d5f76edbe0f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329792 Aug 20 11:45:38.735852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] For port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:45:38.749996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] For port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4dd3ccb9-b99b-46d4-99fb-4d180772a28e,segment=NetworkSegment(32984950-56c0-447f-980f-cf617d52eb9f),segment_id=32984950-56c0-447f-980f-cf617d52eb9f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:45:38.756660 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.824762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e0455-329a-4ebf-a62c-31a449083d7a None None] Pushing event updated for resources: {'Port': ['ID=4dd3ccb9-b99b-46d4-99fb-4d180772a28e,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:38.835683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bcd21-2c38-40fa-8204-2977cfa894f8 req-4deb4f92-01f5-4463-852c-cd686a841e66 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:38.839266 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8e0bcd21-2c38-40fa-8204-2977cfa894f8 req-4deb4f92-01f5-4463-852c-cd686a841e66 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.0886507 Aug 20 11:45:38.847745 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-cda07df9-ca54-417a-9c79-c13b629bf9c0 service neutron] 10.222.0.35 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488893 Aug 20 11:45:38.871327 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.910084 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:38.910702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:38.911154 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempting to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:38.960571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:38.961025 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Failed to bind port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on host n-h2-804299-2 for vnic_type normal using segments [{'id': 'd9e544d9-c159-4f8a-befe-ab50da4186ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '74ca4d4b-732d-4056-896e-d59424446586'}] Aug 20 11:45:38.961467 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.996438 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4aedb07-34ff-47ba-842f-23e2e7552104 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:39.002882 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:39.081398 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:39.113125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578db05e-3458-4d62-baed-d29ab4eda414 req-b7c82802-5e7d-41b2-8c18-fb6e317beef0 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:39.115100 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-578db05e-3458-4d62-baed-d29ab4eda414 req-b7c82802-5e7d-41b2-8c18-fb6e317beef0 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 948 time: 0.2847929 Aug 20 11:45:39.138037 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aedb07-34ff-47ba-842f-23e2e7552104 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:39.150158 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f4aedb07-34ff-47ba-842f-23e2e7552104 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:39.169993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026234a9-a133-4c78-bd29-67cbc4c34485 None None] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:39.200271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aedb07-34ff-47ba-842f-23e2e7552104 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:39.200895 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4aedb07-34ff-47ba-842f-23e2e7552104 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:39.245832 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aedb07-34ff-47ba-842f-23e2e7552104 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Subnet': ['ID=a6e2b9f7-ab82-420e-81df-22a1dfcd5cdd,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:39.336103 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] For port ec479ab0-69ec-4cc9-8259-7b02ad9066b8, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:45:39.336615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attempted to set empty binding levels {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 11:45:39.355176 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f4aedb07-34ff-47ba-842f-23e2e7552104 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6228774 Aug 20 11:45:39.355176 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:39.357971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45040) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:39.380345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-16d68476-e5be-470a-ad15-55871c243821 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1182247306', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a6e2b9f7-ab82-420e-81df-22a1dfcd5cdd'}], 'security_groups': ['a6e50346-f415-4404-8106-c177d2291d70']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:39.418547 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8e0bcd21-2c38-40fa-8204-2977cfa894f8 req-99c12aeb-9b35-48ad-9dc5-a04115c36f00 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677652 Aug 20 11:45:39.439431 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Allocated IP 172.25.8.106 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/fd418ccb-3e50-44d2-8a07-feb1f53fe459) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:39.445796 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-578db05e-3458-4d62-baed-d29ab4eda414 req-5a638a1a-ef11-4851-b7f1-7b3e4d5ed382 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988067 Aug 20 11:45:39.487702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] In _notify_port_updated(), no bound segment for port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 on network 74ca4d4b-732d-4056-896e-d59424446586 {{(pid=94690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:45:39.488523 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:39.489191 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:39.498336 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] 10.222.0.37 "PUT /v2.0/ports/ec479ab0-69ec-4cc9-8259-7b02ad9066b8 HTTP/1.1" status: 200 len: 975 time: 3.4404740 Aug 20 11:45:39.503564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45042) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:39.519442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d2d31e-65dc-4abc-9b32-89a98fd5c7b6 None None] Update dhcp port {'port': {'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'fixed_ips': [{'subnet_id': 'f111aa6c-43de-4a43-8d35-d20e9f7a644e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a6e2b9f7-ab82-420e-81df-22a1dfcd5cdd'}], 'binding:host_id': 'n-d-804299-2'}, 'id': 'e8622bc7-3bfe-44f1-9161-4012bd51f31c'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:45:39.544345 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ab7fd-62c6-411b-8667-608be10f5c5a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Pushing event updated for resources: {'Port': ['ID=ec479ab0-69ec-4cc9-8259-7b02ad9066b8,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:39.567442 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3d2d31e-65dc-4abc-9b32-89a98fd5c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:39.574257 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf1bc60b-e000-4440-bed1-6f00da255aa7 req-efe9ba07-79c6-4a55-9d84-664086b5297c service neutron] 10.222.0.35 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7141840 Aug 20 11:45:39.698092 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-16d68476-e5be-470a-ad15-55871c243821 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:39.715120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f46c62-4955-432f-a418-15dda7da4dd3 req-2da80fd3-7433-41f0-9636-e4a47767f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:39.721272 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15f46c62-4955-432f-a418-15dda7da4dd3 req-2da80fd3-7433-41f0-9636-e4a47767f874 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1ad3e387c63490391d9da91965d6828&device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 1095 time: 0.0961292 Aug 20 11:45:39.724013 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bb287-132d-4057-bf24-614cc782e668 req-fbb49ac9-f164-41bd-b920-faa8fd7c2279 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:39.728046 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-896bb287-132d-4057-bf24-614cc782e668 req-fbb49ac9-f164-41bd-b920-faa8fd7c2279 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 944 time: 0.1858702 Aug 20 11:45:39.836861 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:39.838078 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-f3d2d31e-65dc-4abc-9b32-89a98fd5c7b6 None None] Allocated IP 2001:db8:0:1::2 (19dadc12-d40a-43d2-81cb-81fac45f1893/a6e2b9f7-ab82-420e-81df-22a1dfcd5cdd/e8622bc7-3bfe-44f1-9161-4012bd51f31c) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:39.855987 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d1a92-a830-4fea-8369-0473d2b2180d tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Deleting port ec479ab0-69ec-4cc9-8259-7b02ad9066b8 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:39.855987 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1a92-a830-4fea-8369-0473d2b2180d tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:39.860284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-896bb287-132d-4057-bf24-614cc782e668 req-e051523d-2f7c-4441-bff2-45b02fabca8c tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176305 Aug 20 11:45:39.967239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2d5d1a92-a830-4fea-8369-0473d2b2180d tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] For port ec479ab0-69ec-4cc9-8259-7b02ad9066b8, host n-h2-804299-2, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:39.967239 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1a92-a830-4fea-8369-0473d2b2180d tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:39.982167 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f3d2d31e-65dc-4abc-9b32-89a98fd5c7b6 None None] For port e8622bc7-3bfe-44f1-9161-4012bd51f31c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e8622bc7-3bfe-44f1-9161-4012bd51f31c,segment=NetworkSegment(302c852b-a936-4c4c-b281-2356af47fd90),segment_id=302c852b-a936-4c4c-b281-2356af47fd90)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:39.989697 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d1a92-a830-4fea-8369-0473d2b2180d tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Calling delete_port for ec479ab0-69ec-4cc9-8259-7b02ad9066b8 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:40.010373 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:40.046235 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3d2d31e-65dc-4abc-9b32-89a98fd5c7b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:40.079971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f3d2d31e-65dc-4abc-9b32-89a98fd5c7b6 None None] Transition to ACTIVE for port object e8622bc7-3bfe-44f1-9161-4012bd51f31c will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:40.086424 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3d2d31e-65dc-4abc-9b32-89a98fd5c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:40.129705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f46c62-4955-432f-a418-15dda7da4dd3 req-cc6b34bb-d15b-4b80-bcd2-6e00624ff469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:40.131287 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15f46c62-4955-432f-a418-15dda7da4dd3 req-cc6b34bb-d15b-4b80-bcd2-6e00624ff469 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1 HTTP/1.1" status: 200 len: 914 time: 0.1869724 Aug 20 11:45:40.140231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Pushing event updated for resources: {'Port': ['ID=fd418ccb-3e50-44d2-8a07-feb1f53fe459,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:40.197532 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15f46c62-4955-432f-a418-15dda7da4dd3 req-16ac297f-9963-4b8b-b309-d6d1b0d6ecfa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=422d7570-f97d-4d67-a3e4-44e159ab8bd7 HTTP/1.1" status: 200 len: 217 time: 0.0566614 Aug 20 11:45:40.208118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2d31e-65dc-4abc-9b32-89a98fd5c7b6 None None] Pushing event updated for resources: {'Port': ['ID=e8622bc7-3bfe-44f1-9161-4012bd51f31c,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:40.213544 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:40.218095 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:40.221628 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:40.269491 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeb2118-2f86-4d2b-9f17-fd146ef2de21 None None] Network 6c9f33d1-9d46-4cab-8484-e59cd857f82b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:40.296545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f46c62-4955-432f-a418-15dda7da4dd3 req-0a592e76-0cab-4002-a41b-2b92a073be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:40.298048 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15f46c62-4955-432f-a418-15dda7da4dd3 req-0a592e76-0cab-4002-a41b-2b92a073be82 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95ea546d-aa14-4d25-bbdf-390c9e0a87dc HTTP/1.1" status: 200 len: 854 time: 0.0910959 Aug 20 11:45:40.304500 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 9777dff6-9593-4f0a-826b-e8a735d35785 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:40.343161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-16d68476-e5be-470a-ad15-55871c243821 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Delete allocated IP 2001:db8::363 (19dadc12-d40a-43d2-81cb-81fac45f1893/f111aa6c-43de-4a43-8d35-d20e9f7a644e) {{(pid=94691) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 11:45:40.390071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15f46c62-4955-432f-a418-15dda7da4dd3 req-a8e967c6-20e8-4816-9af3-dc55badf2c4e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556586 Aug 20 11:45:40.394041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-16d68476-e5be-470a-ad15-55871c243821 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Allocated IP 2001:db8:0:1::396 (19dadc12-d40a-43d2-81cb-81fac45f1893/a6e2b9f7-ab82-420e-81df-22a1dfcd5cdd/f94af15a-6b48-4d89-90f8-2776fb6c5732) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:40.463972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-186283aa-5dea-407a-a054-dfe2ec9fa0a2 None None] Provisioning for port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:40.505421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 9777dff6-9593-4f0a-826b-e8a735d35785 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:40.530376 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 9777dff6-9593-4f0a-826b-e8a735d35785 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:40.531844 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:40.629038 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1a92-a830-4fea-8369-0473d2b2180d tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:40.647064 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4dd3ccb9-b99b-46d4-99fb-4d180772a28e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:40.766671 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d1a92-a830-4fea-8369-0473d2b2180d tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec479ab0-69ec-4cc9-8259-7b02ad9066b8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:40.816716 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1a92-a830-4fea-8369-0473d2b2180d tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:40.818131 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2d5d1a92-a830-4fea-8369-0473d2b2180d tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] 10.222.0.37 "DELETE /v2.0/ports/ec479ab0-69ec-4cc9-8259-7b02ad9066b8 HTTP/1.1" status: 204 len: 168 time: 1.3126090 Aug 20 11:45:40.821458 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45060) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:40.867397 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:40.934789 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f305fd8-50c6-422b-9373-56b117d7734a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] GET failed (client error): The resource could not be found. Aug 20 11:45:40.936950 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1f305fd8-50c6-422b-9373-56b117d7734a tempest-PortsAdminExtendedAttrsTestJSON-48666550 tempest-PortsAdminExtendedAttrsTestJSON-48666550-project-admin] 10.222.0.37 "GET /v2.0/ports/ec479ab0-69ec-4cc9-8259-7b02ad9066b8 HTTP/1.1" status: 404 len: 333 time: 0.1132376 Aug 20 11:45:40.940245 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:40.952172 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45064) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:40.962828 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50704e83-f87e-4c4b-a9a7-996dd10ae0e4 req-f46b9be9-5b95-4aab-9f59-55d7a25321f2 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:40.972769 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-16d68476-e5be-470a-ad15-55871c243821 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:40.975675 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50704e83-f87e-4c4b-a9a7-996dd10ae0e4 req-f46b9be9-5b95-4aab-9f59-55d7a25321f2 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 948 time: 0.3485658 Aug 20 11:45:40.991978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-16d68476-e5be-470a-ad15-55871c243821 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Transition to ACTIVE for port object f94af15a-6b48-4d89-90f8-2776fb6c5732 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:40.992121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861d62b7-ae4b-4696-94f9-43028d017056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9777dff6-9593-4f0a-826b-e8a735d35785'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:45:40.997608 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ba7ba6-7565-40c1-b562-5ff2742c59c1" -d '{"events": [{"server_uuid": "861d62b7-ae4b-4696-94f9-43028d017056", "name": "network-vif-plugged", "status": "completed", "tag": "9777dff6-9593-4f0a-826b-e8a735d35785"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:45:41.006023 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-16d68476-e5be-470a-ad15-55871c243821 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.035702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 9777dff6-9593-4f0a-826b-e8a735d35785, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=9777dff6-9593-4f0a-826b-e8a735d35785,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:41.040203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:41.046564 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.053941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:41.054590 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.075252 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15f46c62-4955-432f-a418-15dda7da4dd3 req-2f59afea-3c97-4dc0-8e5a-3c78b07eb31f service neutron] 10.222.0.35 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739056 Aug 20 11:45:41.100367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2354a-fcf1-440b-801a-fe6df9e9d7e2 req-7a8b639d-71cf-4d00-b282-9d71202f7158 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:41.108710 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8cf2354a-fcf1-440b-801a-fe6df9e9d7e2 req-7a8b639d-71cf-4d00-b282-9d71202f7158 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.5074921 Aug 20 11:45:41.187752 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=9777dff6-9593-4f0a-826b-e8a735d35785,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:41.203556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-16d68476-e5be-470a-ad15-55871c243821 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] In _notify_port_updated(), no bound segment for port f94af15a-6b48-4d89-90f8-2776fb6c5732 on network 19dadc12-d40a-43d2-81cb-81fac45f1893 {{(pid=94691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:45:41.210342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d68476-e5be-470a-ad15-55871c243821 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:41.211178 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-16d68476-e5be-470a-ad15-55871c243821 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.215789 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-16d68476-e5be-470a-ad15-55871c243821 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "PUT /v2.0/ports/f94af15a-6b48-4d89-90f8-2776fb6c5732 HTTP/1.1" status: 200 len: 931 time: 1.8524351 Aug 20 11:45:41.216483 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45068) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:41.276685 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.277619 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50704e83-f87e-4c4b-a9a7-996dd10ae0e4 req-b45c921b-6c45-4f56-a4f6-70fdc4d6c712 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001027 Aug 20 11:45:41.288790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d68476-e5be-470a-ad15-55871c243821 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=f94af15a-6b48-4d89-90f8-2776fb6c5732,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:41.304964 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c604cab8-9824-4177-aa7f-75925587236c None None] Provisioning complete for port 9e40025f-ee1e-4df4-8d07-c41575610c6b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:41.305426 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c604cab8-9824-4177-aa7f-75925587236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.323404 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edb6a2b6-76f0-4c4c-afaf-4af870cf6f80 tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.333591 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8cf2354a-fcf1-440b-801a-fe6df9e9d7e2 req-32376d2d-1aab-42d1-87b7-23663c442231 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239866 Aug 20 11:45:41.446536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4dd3ccb9-b99b-46d4-99fb-4d180772a28e,segment=NetworkSegment(32984950-56c0-447f-980f-cf617d52eb9f),segment_id=32984950-56c0-447f-980f-cf617d52eb9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:41.477850 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c604cab8-9824-4177-aa7f-75925587236c None None] Port 9e40025f-ee1e-4df4-8d07-c41575610c6b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:41.485132 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.486624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e8622bc7-3bfe-44f1-9161-4012bd51f31c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:41.495872 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7d7f05-20e1-4eeb-a02a-9fc2d1337501 x-openstack-request-id: req-1d7d7f05-20e1-4eeb-a02a-9fc2d1337501 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:45:41.497126 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861d62b7-ae4b-4696-94f9-43028d017056", "name": "network-vif-plugged", "status": "completed", "tag": "9777dff6-9593-4f0a-826b-e8a735d35785", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:45:41.497320 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d7d7f05-20e1-4eeb-a02a-9fc2d1337501 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:45:41.497724 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861d62b7-ae4b-4696-94f9-43028d017056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9777dff6-9593-4f0a-826b-e8a735d35785', 'code': 200} Aug 20 11:45:41.574409 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15f46c62-4955-432f-a418-15dda7da4dd3 req-9481f7bd-5ec9-4068-9352-25cdc0391c6b service neutron] 10.222.0.35 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831004 Aug 20 11:45:41.622267 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7ceec-d5a0-49ef-ab81-b197113451af tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port f94af15a-6b48-4d89-90f8-2776fb6c5732 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:41.622617 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ceec-d5a0-49ef-ab81-b197113451af tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.645983 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=4dd3ccb9-b99b-46d4-99fb-4d180772a28e,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:41.661345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c604cab8-9824-4177-aa7f-75925587236c None None] Provisioning for port f94af15a-6b48-4d89-90f8-2776fb6c5732 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:41.671447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c604cab8-9824-4177-aa7f-75925587236c None None] Provisioning complete for port f94af15a-6b48-4d89-90f8-2776fb6c5732 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:41.671940 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c604cab8-9824-4177-aa7f-75925587236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.692420 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edb6a2b6-76f0-4c4c-afaf-4af870cf6f80 tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.695528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1f966-d87a-4e7a-a870-51e7eb6f9943 req-3cd7f51d-00c5-4130-866a-67db47b4d087 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:41.697176 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15e1f966-d87a-4e7a-a870-51e7eb6f9943 req-3cd7f51d-00c5-4130-866a-67db47b4d087 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 944 time: 0.2146540 Aug 20 11:45:41.711180 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30f63a-9e37-4a89-9f83-f6db94a6021d req-2154f7e2-2665-49b7-a7a5-c10eb99e1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:41.713140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1e30f63a-9e37-4a89-9f83-f6db94a6021d req-2154f7e2-2665-49b7-a7a5-c10eb99e1b6a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 1100 time: 0.1575360 Aug 20 11:45:41.724660 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-edb6a2b6-76f0-4c4c-afaf-4af870cf6f80 tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ca4d4b-732d-4056-896e-d59424446586']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:41.728548 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.734443 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c604cab8-9824-4177-aa7f-75925587236c None None] Port f94af15a-6b48-4d89-90f8-2776fb6c5732 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:41.747345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c604cab8-9824-4177-aa7f-75925587236c None None] Provisioning for port e8622bc7-3bfe-44f1-9161-4012bd51f31c completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:41.754916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-edb6a2b6-76f0-4c4c-afaf-4af870cf6f80 tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e544d9-c159-4f8a-befe-ab50da4186ad') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:41.755210 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-edb6a2b6-76f0-4c4c-afaf-4af870cf6f80 tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e544d9-c159-4f8a-befe-ab50da4186ad') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:41.757590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c604cab8-9824-4177-aa7f-75925587236c None None] Provisioning complete for port e8622bc7-3bfe-44f1-9161-4012bd51f31c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:41.758598 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c604cab8-9824-4177-aa7f-75925587236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.776123 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edb6a2b6-76f0-4c4c-afaf-4af870cf6f80 tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.811217 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1e30f63a-9e37-4a89-9f83-f6db94a6021d req-98d7e6ae-8fc2-4a09-8d76-54d945952bfa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771768 Aug 20 11:45:41.826967 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edb6a2b6-76f0-4c4c-afaf-4af870cf6f80 tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.838064 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb6a2b6-76f0-4c4c-afaf-4af870cf6f80 tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:45:41.838552 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edb6a2b6-76f0-4c4c-afaf-4af870cf6f80 tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:45:41.842069 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:45:41.844973 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15e1f966-d87a-4e7a-a870-51e7eb6f9943 req-f394c90d-730e-49ff-83ac-1d86290d9a8b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378715 Aug 20 11:45:41.847555 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ceec-d5a0-49ef-ab81-b197113451af tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.867948 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7ceec-d5a0-49ef-ab81-b197113451af tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for f94af15a-6b48-4d89-90f8-2776fb6c5732 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:41.958574 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edb6a2b6-76f0-4c4c-afaf-4af870cf6f80 tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.970294 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edb6a2b6-76f0-4c4c-afaf-4af870cf6f80 tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.974550 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-edb6a2b6-76f0-4c4c-afaf-4af870cf6f80 tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] 10.222.0.37 "DELETE /v2.0/networks/74ca4d4b-732d-4056-896e-d59424446586 HTTP/1.1" status: 204 len: 168 time: 0.9935219 Aug 20 11:45:41.992166 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6a2b6-76f0-4c4c-afaf-4af870cf6f80 tempest-PortsAdminExtendedAttrsTestJSON-317197505 tempest-PortsAdminExtendedAttrsTestJSON-317197505-project] Pushing event deleted for resources: {'Network': ['ID=74ca4d4b-732d-4056-896e-d59424446586,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:42.018623 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Router 719db35d-c7e2-49e6-ab3b-adb8effe99fa is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:45:42.021098 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b72010a4-ee9f-4a0f-93e0-1df3a98df41d None None] Provisioning complete for port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:42.022304 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b72010a4-ee9f-4a0f-93e0-1df3a98df41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:42.088932 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ceec-d5a0-49ef-ab81-b197113451af tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:42.121695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7ceec-d5a0-49ef-ab81-b197113451af tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=f94af15a-6b48-4d89-90f8-2776fb6c5732,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:42.167199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b72010a4-ee9f-4a0f-93e0-1df3a98df41d None None] Could not find standard attr ID for object f94af15a-6b48-4d89-90f8-2776fb6c5732. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:45:42.185811 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ceec-d5a0-49ef-ab81-b197113451af tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:42.192569 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8fd7ceec-d5a0-49ef-ab81-b197113451af tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/f94af15a-6b48-4d89-90f8-2776fb6c5732 HTTP/1.1" status: 204 len: 168 time: 0.9644871 Aug 20 11:45:42.194090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45074) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:42.230889 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6d7a9d-4260-403d-984a-ee76ace7f01d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] GET failed (client error): The resource could not be found. Aug 20 11:45:42.232583 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6b6d7a9d-4260-403d-984a-ee76ace7f01d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/f94af15a-6b48-4d89-90f8-2776fb6c5732 HTTP/1.1" status: 404 len: 333 time: 0.0361688 Aug 20 11:45:42.235786 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45076) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:42.245504 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:42.255411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Sync routers for ids ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:42.269884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Routers {'719db35d-c7e2-49e6-ab3b-adb8effe99fa'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:42.270559 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:45:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:42.296944 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:42.300825 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2fa15806-321e-444c-890c-0fbc42a6ebe9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6212699 Aug 20 11:45:42.301425 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45082) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:42.385952 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45086) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:42.438626 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41798a05-f31f-4251-beba-0b1fc3fa47d6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:42.463663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 422d7570-f97d-4d67-a3e4-44e159ab8bd7 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:45:42.484264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4dd3ccb9-b99b-46d4-99fb-4d180772a28e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:42.575788 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41798a05-f31f-4251-beba-0b1fc3fa47d6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:42.580245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Set router 719db35d-c7e2-49e6-ab3b-adb8effe99fa gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:45:42.580978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441bef3-1739-4d4f-896a-21e605f6b4be req-4de6885d-2c05-445d-830b-825a16e88574 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:42.583030 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5441bef3-1739-4d4f-896a-21e605f6b4be req-4de6885d-2c05-445d-830b-825a16e88574 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.0720770 Aug 20 11:45:42.655547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fc32e-95b3-4db4-9c4b-4a195aa4af68 req-d2241b0f-919d-4f4d-9c62-892509b01e11 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:42.657394 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f88fc32e-95b3-4db4-9c4b-4a195aa4af68 req-d2241b0f-919d-4f4d-9c62-892509b01e11 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 949 time: 0.2042656 Aug 20 11:45:42.677833 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5441bef3-1739-4d4f-896a-21e605f6b4be req-3b627cc5-4c44-419b-ad8f-f9d47c8dd9b6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869591 Aug 20 11:45:42.777260 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-33226f3e-b787-4ce9-83ba-757c942c99d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45de659c668d456099eaa9e51b8e1198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3875594 Aug 20 11:45:42.778572 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45092) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:42.778703 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:42.779652 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:42.887406 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41798a05-f31f-4251-beba-0b1fc3fa47d6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:42.890939 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41798a05-f31f-4251-beba-0b1fc3fa47d6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:42.892315 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-41798a05-f31f-4251-beba-0b1fc3fa47d6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/security-groups/3e85c631-9ad1-4148-8882-1e3c911ea22a HTTP/1.1" status: 204 len: 168 time: 0.6556442 Aug 20 11:45:42.895974 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f88fc32e-95b3-4db4-9c4b-4a195aa4af68 req-d287ae61-4d30-494a-873e-02c2c29a0fdb tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245171 Aug 20 11:45:42.900549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45096) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:42.934753 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 422d7570-f97d-4d67-a3e4-44e159ab8bd7, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=422d7570-f97d-4d67-a3e4-44e159ab8bd7,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:42.962423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '422d7570-f97d-4d67-a3e4-44e159ab8bd7', 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1', 'port_id': '422d7570-f97d-4d67-a3e4-44e159ab8bd7', 'mac_address': 'fa:16:3e:03:06:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ea546d-aa14-4d25-bbdf-390c9e0a87dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:45:42.967410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41798a05-f31f-4251-beba-0b1fc3fa47d6 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e85c631-9ad1-4148-8882-1e3c911ea22a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:42.996618 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2b499a4-72e2-405a-ab8f-414dde3b6e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.042879 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2b499a4-72e2-405a-ab8f-414dde3b6e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.057516 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8435609c-276c-4a9a-868a-cc94e155361b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.104435 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8435609c-276c-4a9a-868a-cc94e155361b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.121304 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.140283 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422d7570-f97d-4d67-a3e4-44e159ab8bd7 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:45:43.170467 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8435609c-276c-4a9a-868a-cc94e155361b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.173488 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8435609c-276c-4a9a-868a-cc94e155361b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.174773 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8435609c-276c-4a9a-868a-cc94e155361b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/security-groups/a6e50346-f415-4404-8106-c177d2291d70 HTTP/1.1" status: 204 len: 168 time: 0.2647791 Aug 20 11:45:43.181420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45100) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:43.188271 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 422d7570-f97d-4d67-a3e4-44e159ab8bd7, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=422d7570-f97d-4d67-a3e4-44e159ab8bd7,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:43.190550 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-router', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:45:37Z', 'updated_at': '2021-08-20T11:45:40Z', 'revision_number': 3, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'gw_port': {'id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:39Z', 'updated_at': '2021-08-20T11:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:43.197652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435609c-276c-4a9a-868a-cc94e155361b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e50346-f415-4404-8106-c177d2291d70,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:43.216217 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b26cbb-4e30-4621-b038-42890d709515 req-ffd935a8-85e6-4aa6-bad8-c7e16cc81a22 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:43.217805 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39b26cbb-4e30-4621-b038-42890d709515 req-ffd935a8-85e6-4aa6-bad8-c7e16cc81a22 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 944 time: 0.1582358 Aug 20 11:45:43.224845 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2b499a4-72e2-405a-ab8f-414dde3b6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.228119 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2b499a4-72e2-405a-ab8f-414dde3b6e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.229419 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f2b499a4-72e2-405a-ab8f-414dde3b6e79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3c5ec58-e59e-4fcb-ad5d-78c245c58567 HTTP/1.1" status: 204 len: 168 time: 0.4320893 Aug 20 11:45:43.239181 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b499a4-72e2-405a-ab8f-414dde3b6e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c5ec58-e59e-4fcb-ad5d-78c245c58567,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:43.250318 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Checking router: 719db35d-c7e2-49e6-ab3b-adb8effe99fa for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:45:43.250678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Updating router 719db35d-c7e2-49e6-ab3b-adb8effe99fa port fd418ccb-3e50-44d2-8a07-feb1f53fe459 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:45:43.253997 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.319849 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.338611 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.362431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc7e05d-9293-4c4b-a2b3-89b4c627c37c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting subnet f111aa6c-43de-4a43-8d35-d20e9f7a644e {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:45:43.373629 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e05d-9293-4c4b-a2b3-89b4c627c37c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.380817 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39b26cbb-4e30-4621-b038-42890d709515 req-84d4a691-aa91-4eef-ac36-4f3df774aece tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192329 Aug 20 11:45:43.578302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=422d7570-f97d-4d67-a3e4-44e159ab8bd7,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:43.589964 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45106) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:43.643753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Allocated IP 172.20.0.1 (6c9f33d1-9d46-4cab-8484-e59cd857f82b/159c3db5-1e5d-4db8-a229-0df8f7818d13/db394b4a-67c5-4563-b178-b45b34e75769) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:43.653214 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-07a895da-027e-4091-a2ff-0c548f4191eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77f4ac8346d34fd5b907d06ecf350ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620759 Aug 20 11:45:43.655801 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45108) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:43.667753 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e05d-9293-4c4b-a2b3-89b4c627c37c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.677128 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['422d7570-f97d-4d67-a3e4-44e159ab8bd7'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:45:43.730294 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2339356c-82ba-40a1-82bf-cf84875dc910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.758169 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2339356c-82ba-40a1-82bf-cf84875dc910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.872053 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e05d-9293-4c4b-a2b3-89b4c627c37c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.909653 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.930986 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a787cdb-e08e-41bc-beb8-80d2c06fe603 req-52b004f6-0c2e-432e-891d-a27a60d91c58 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:43.934416 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a787cdb-e08e-41bc-beb8-80d2c06fe603 req-52b004f6-0c2e-432e-891d-a27a60d91c58 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1334000 Aug 20 11:45:43.934593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Transition to ACTIVE for port object db394b4a-67c5-4563-b178-b45b34e75769 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:43.935831 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2339356c-82ba-40a1-82bf-cf84875dc910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.938778 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2339356c-82ba-40a1-82bf-cf84875dc910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.940115 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2339356c-82ba-40a1-82bf-cf84875dc910 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/021a8d6d-de22-478d-9423-169d4b9c7d92 HTTP/1.1" status: 204 len: 168 time: 0.2833984 Aug 20 11:45:43.970018 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e05d-9293-4c4b-a2b3-89b4c627c37c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:44.013493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339356c-82ba-40a1-82bf-cf84875dc910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021a8d6d-de22-478d-9423-169d4b9c7d92,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:44.027441 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a787cdb-e08e-41bc-beb8-80d2c06fe603 req-5b793b8c-c51c-4939-b6c7-34138b5268eb tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849586 Aug 20 11:45:44.149711 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:44.164035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Transition to ACTIVE for port object fd418ccb-3e50-44d2-8a07-feb1f53fe459 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:44.172127 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:44.230536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Attempting to bind port fd418ccb-3e50-44d2-8a07-feb1f53fe459 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:44.231036 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Attempting to bind port fd418ccb-3e50-44d2-8a07-feb1f53fe459 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:44.231491 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Attempting to bind port fd418ccb-3e50-44d2-8a07-feb1f53fe459 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:44.241529 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3407e1-e8f2-4c0b-b725-9967ec566148 None None] Pushing event updated for resources: {'Port': ['ID=fd418ccb-3e50-44d2-8a07-feb1f53fe459,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:44.256835 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:45:44.257357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:44.257950 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:44.258450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:45:44.259515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Bound port: fd418ccb-3e50-44d2-8a07-feb1f53fe459, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:45:44.259984 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:44.339581 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] For port fd418ccb-3e50-44d2-8a07-feb1f53fe459, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:45:44.343390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] For port fd418ccb-3e50-44d2-8a07-feb1f53fe459, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fd418ccb-3e50-44d2-8a07-feb1f53fe459,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:45:44.349259 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:44.401596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Routers {'719db35d-c7e2-49e6-ab3b-adb8effe99fa'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:44.402391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:45:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:44.412949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7e05d-9293-4c4b-a2b3-89b4c627c37c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Subnet': ['ID=f111aa6c-43de-4a43-8d35-d20e9f7a644e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:44.461842 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e05d-9293-4c4b-a2b3-89b4c627c37c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:44.464148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3fc7e05d-9293-4c4b-a2b3-89b4c627c37c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/f111aa6c-43de-4a43-8d35-d20e9f7a644e HTTP/1.1" status: 204 len: 168 time: 1.2797749 Aug 20 11:45:44.468061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45136) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:44.474086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-9504d993-4101-4601-9f5e-4574155af5e0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'subnet': {'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:44.492621 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4d7909-1d2e-40cb-b404-ab83ff91e2d3 None None] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:44.493123 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:44.559237 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3407e1-e8f2-4c0b-b725-9967ec566148 None None] Pushing event updated for resources: {'Port': ['ID=fd418ccb-3e50-44d2-8a07-feb1f53fe459,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:44.586450 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Network 6c9f33d1-9d46-4cab-8484-e59cd857f82b is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:44.600475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:44.602806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:44.638034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835617cb-1aa0-4c51-82be-a282dbc7b9f5 req-53e9c453-b19b-4c2a-9b20-5e8f7f9f9289 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:44.654708 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-835617cb-1aa0-4c51-82be-a282dbc7b9f5 req-53e9c453-b19b-4c2a-9b20-5e8f7f9f9289 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 945 time: 0.0908327 Aug 20 11:45:44.677250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd741b-b90c-49b4-a1af-e4eda0f0e055 req-ee8bf7ac-d77a-4633-becb-9ce53a55a193 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:44.679836 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0abd741b-b90c-49b4-a1af-e4eda0f0e055 req-ee8bf7ac-d77a-4633-becb-9ce53a55a193 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 949 time: 0.2703574 Aug 20 11:45:44.679984 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] Set router 719db35d-c7e2-49e6-ab3b-adb8effe99fa gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:45:44.706110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Pushing event updated for resources: {'Port': ['ID=db394b4a-67c5-4563-b178-b45b34e75769,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:44.734790 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-835617cb-1aa0-4c51-82be-a282dbc7b9f5 req-a676962a-aa1f-4b41-93a4-5f4a06fe1c79 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788291 Aug 20 11:45:44.757629 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:44.862825 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0abd741b-b90c-49b4-a1af-e4eda0f0e055 req-529b9d37-3b0e-40ec-bcfe-9327ead87f44 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636267 Aug 20 11:45:44.871839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45146) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:44.961112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9504d993-4101-4601-9f5e-4574155af5e0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:44.965399 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9504d993-4101-4601-9f5e-4574155af5e0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:44.979073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2f8a0211-bf36-40bf-a5f0-3c387dd83657 None None] Provisioning for port db394b4a-67c5-4563-b178-b45b34e75769 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:45.059279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2f8a0211-bf36-40bf-a5f0-3c387dd83657 None None] Provisioning complete for port db394b4a-67c5-4563-b178-b45b34e75769 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:45.059660 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2f8a0211-bf36-40bf-a5f0-3c387dd83657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.089778 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.117287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a0211-bf36-40bf-a5f0-3c387dd83657 None None] Port db394b4a-67c5-4563-b178-b45b34e75769 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:45.146103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-router', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:45:37Z', 'updated_at': '2021-08-20T11:45:40Z', 'revision_number': 3, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'gw_port': {'id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:39Z', 'updated_at': '2021-08-20T11:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:45.155267 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cbbf6f44-54f5-44e0-bae6-38315fe82ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.179914 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc7a6b-5c37-4be0-a1ef-fc4fb17578ea None None] The sync data for ids ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'] in n-d-804299-2 is: [{'id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-router', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:45:37Z', 'updated_at': '2021-08-20T11:45:40Z', 'revision_number': 3, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'gw_port': {'id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:39Z', 'updated_at': '2021-08-20T11:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:45.226445 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552457a2-e6be-42a7-9867-12cb9ab7f8aa req-a1663edb-444b-44d4-9a4c-6291115f0e13 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:45.228037 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-552457a2-e6be-42a7-9867-12cb9ab7f8aa req-a1663edb-444b-44d4-9a4c-6291115f0e13 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9d85308-6d76-4ca4-83bc-4da638525469 HTTP/1.1" status: 200 len: 950 time: 0.2337611 Aug 20 11:45:45.319702 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-552457a2-e6be-42a7-9867-12cb9ab7f8aa req-cb81a04a-3099-4a8e-bc46-c215640c0029 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775242 Aug 20 11:45:45.400815 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cbbf6f44-54f5-44e0-bae6-38315fe82ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.412911 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cbbf6f44-54f5-44e0-bae6-38315fe82ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.462395 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cbbf6f44-54f5-44e0-bae6-38315fe82ff2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d74ac462a110418c859f29294c860b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5864446 Aug 20 11:45:45.462395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf6f44-54f5-44e0-bae6-38315fe82ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20e46d4-03d7-4585-ba33-6dcf16be4a8e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:45.463179 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45168) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:45.524503 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.572255 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.610460 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f08d3a2-791b-4187-9748-f07a9c14cedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.676173 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f08d3a2-791b-4187-9748-f07a9c14cedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.679569 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9504d993-4101-4601-9f5e-4574155af5e0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.765909 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f08d3a2-791b-4187-9748-f07a9c14cedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.768283 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.774790 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f08d3a2-791b-4187-9748-f07a9c14cedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.776138 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8f08d3a2-791b-4187-9748-f07a9c14cedc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f20e46d4-03d7-4585-ba33-6dcf16be4a8e HTTP/1.1" status: 204 len: 168 time: 0.3120413 Aug 20 11:45:45.779243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Pushing event updated for resources: {'Port': ['ID=db394b4a-67c5-4563-b178-b45b34e75769,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:45.796917 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08d3a2-791b-4187-9748-f07a9c14cedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20e46d4-03d7-4585-ba33-6dcf16be4a8e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:45.807777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504d993-4101-4601-9f5e-4574155af5e0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:45.813014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-9504d993-4101-4601-9f5e-4574155af5e0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:45.833217 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9504d993-4101-4601-9f5e-4574155af5e0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:45.834625 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9504d993-4101-4601-9f5e-4574155af5e0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.856419 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75298b6-a022-464f-aecc-a01a14c1492a req-b3636452-d2a4-4fda-9c7c-8555c2d05801 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:45.868199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a75298b6-a022-464f-aecc-a01a14c1492a req-b3636452-d2a4-4fda-9c7c-8555c2d05801 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.6554916 Aug 20 11:45:45.881321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504d993-4101-4601-9f5e-4574155af5e0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Subnet': ['ID=eb64683a-b58f-47c9-beb8-8b9bc3553fce,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:45.898293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee098752-430b-48ca-9bd4-dbd7b8813602 req-6c103d96-a166-4ff0-9234-d96e5f999530 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:45.905784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee098752-430b-48ca-9bd4-dbd7b8813602 req-6c103d96-a166-4ff0-9234-d96e5f999530 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:45.913743 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee098752-430b-48ca-9bd4-dbd7b8813602 req-6c103d96-a166-4ff0-9234-d96e5f999530 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056&device_id=e9d85308-6d76-4ca4-83bc-4da638525469 HTTP/1.1" status: 200 len: 1690 time: 0.0952592 Aug 20 11:45:45.972153 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee098752-430b-48ca-9bd4-dbd7b8813602 req-350ed239-48d9-4a61-ac53-4886b95ab9e0 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571659 Aug 20 11:45:46.018279 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9504d993-4101-4601-9f5e-4574155af5e0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5488462 Aug 20 11:45:46.021040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45184) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:46.029822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a098ee1b-6794-48de-9f9a-f6454c401d0b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'security_group': {'name': 'tempest-secgroup-129020525'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:46.079016 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18110d1a-d872-49a6-99aa-d6dbecf15a3e None None] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:46.082277 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a75298b6-a022-464f-aecc-a01a14c1492a req-3165bf81-3362-494a-9ee9-eac2539a3d27 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872599 Aug 20 11:45:46.110470 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a098ee1b-6794-48de-9f9a-f6454c401d0b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.114455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Network 6c9f33d1-9d46-4cab-8484-e59cd857f82b is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:46.116518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:46.157655 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7a624-a649-4017-a6d0-966ac07bf96e req-7cef2da6-eb36-4e55-9f16-255521f8496e tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:46.159447 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e9a7a624-a649-4017-a6d0-966ac07bf96e req-7cef2da6-eb36-4e55-9f16-255521f8496e tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 945 time: 0.1150837 Aug 20 11:45:46.300521 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e9a7a624-a649-4017-a6d0-966ac07bf96e req-150a4951-1f00-46e3-9662-77c36d86b1cb tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301522 Aug 20 11:45:46.409354 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a098ee1b-6794-48de-9f9a-f6454c401d0b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.415085 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a098ee1b-6794-48de-9f9a-f6454c401d0b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.458489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 422d7570-f97d-4d67-a3e4-44e159ab8bd7 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:46.483183 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a098ee1b-6794-48de-9f9a-f6454c401d0b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.485365 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a098ee1b-6794-48de-9f9a-f6454c401d0b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4622824 Aug 20 11:45:46.488122 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45194) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:46.504343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-58ec4ffc-5396-44e5-a5f3-c917ce6b633e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1035333266'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:46.529971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098ee1b-6794-48de-9f9a-f6454c401d0b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae85c99-82fa-4504-b578-9bba4395389e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:46.580140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fd418ccb-3e50-44d2-8a07-feb1f53fe459 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:46.585520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45198) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:46.603842 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Router 719db35d-c7e2-49e6-ab3b-adb8effe99fa has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:46.635491 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a6ac3d3-7645-4903-94ea-4ac43a65382b req-8c5728d9-5ea2-4f77-9eed-8b4b521c98f7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1369452 Aug 20 11:45:46.637959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45200) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:46.655460 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ae10a07-a268-420a-a6a1-a1432519e2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.662752 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58ec4ffc-5396-44e5-a5f3-c917ce6b633e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.689299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f325bed1-5e1d-4936-9d2f-b6a831778633 None None] Provisioning complete for port 9e40025f-ee1e-4df4-8d07-c41575610c6b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:46.689935 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f325bed1-5e1d-4936-9d2f-b6a831778633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.746290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port fd418ccb-3e50-44d2-8a07-feb1f53fe459 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:46.752893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port fd418ccb-3e50-44d2-8a07-feb1f53fe459 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:46.753526 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.781380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:46.803194 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-02b4a563-aef5-4de9-a49f-32efa346fbc0 admin admin] 10.222.0.37 "PUT /v2.0/routers/719db35d-c7e2-49e6-ab3b-adb8effe99fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4927959 Aug 20 11:45:46.803422 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ae10a07-a268-420a-a6a1-a1432519e2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.808427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c60a5-8ebb-44d4-8677-619cb4d5d901 req-ace2196a-a077-4c9c-a257-dfe75fd6b968 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:46.816732 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d26c60a5-8ebb-44d4-8677-619cb4d5d901 req-ace2196a-a077-4c9c-a257-dfe75fd6b968 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 1100 time: 0.3049669 Aug 20 11:45:46.818624 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ae10a07-a268-420a-a6a1-a1432519e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.829385 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f325bed1-5e1d-4936-9d2f-b6a831778633 None None] Port 9e40025f-ee1e-4df4-8d07-c41575610c6b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:46.883645 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 422d7570-f97d-4d67-a3e4-44e159ab8bd7 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:46.895996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f325bed1-5e1d-4936-9d2f-b6a831778633 None None] Provisioning complete for port e8622bc7-3bfe-44f1-9161-4012bd51f31c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:46.897177 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f325bed1-5e1d-4936-9d2f-b6a831778633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.903824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ac3d3-7645-4903-94ea-4ac43a65382b req-42b63bae-8041-4852-adc9-482b867bb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:46.911147 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a6ac3d3-7645-4903-94ea-4ac43a65382b req-42b63bae-8041-4852-adc9-482b867bb1f4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b7fc38fbfd349b389016707e8806081&device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 1096 time: 0.1269872 Aug 20 11:45:46.911360 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4ae10a07-a268-420a-a6a1-a1432519e2f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70d0ee15c3b4470b97ebd7777c8b6a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222640 Aug 20 11:45:46.917871 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-784161940', 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:46.921165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45206) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:46.942988 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae10a07-a268-420a-a6a1-a1432519e2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bc6e0f-4859-4cde-a22f-bc6147f421e0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:46.959940 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 422d7570-f97d-4d67-a3e4-44e159ab8bd7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:46.959940 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.020950 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d26c60a5-8ebb-44d4-8677-619cb4d5d901 req-9d4b44c9-8202-45e4-abfe-fcf4b6c92cb1 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949177 Aug 20 11:45:47.069603 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1046854-76d3-4f75-a753-949b65f2d58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.108418 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ac3d3-7645-4903-94ea-4ac43a65382b req-e7e4db22-935d-4985-b61d-cd54780dbf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:47.113577 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a6ac3d3-7645-4903-94ea-4ac43a65382b req-e7e4db22-935d-4985-b61d-cd54780dbf7b service neutron] 10.222.0.76 "GET /v2.0/networks?id=b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 200 len: 916 time: 0.1780367 Aug 20 11:45:47.122112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2535f89e-2bd9-4edb-9e08-1a75aec10536 None None] Update dhcp port {'port': {'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'fixed_ips': [{'subnet_id': 'a6e2b9f7-ab82-420e-81df-22a1dfcd5cdd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'eb64683a-b58f-47c9-beb8-8b9bc3553fce'}], 'binding:host_id': 'n-d-804299-2'}, 'id': 'e8622bc7-3bfe-44f1-9161-4012bd51f31c'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:45:47.166360 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2535f89e-2bd9-4edb-9e08-1a75aec10536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.182393 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.234502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78110a93-1eb5-47c4-96e3-4c97f5129a08 req-ed84bbe5-6232-4f4d-bd8a-8fa9e44427c3 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:47.242537 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-78110a93-1eb5-47c4-96e3-4c97f5129a08 req-ed84bbe5-6232-4f4d-bd8a-8fa9e44427c3 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e9d85308-6d76-4ca4-83bc-4da638525469 HTTP/1.1" status: 200 len: 1101 time: 0.1278551 Aug 20 11:45:47.255374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port fd418ccb-3e50-44d2-8a07-feb1f53fe459, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fd418ccb-3e50-44d2-8a07-feb1f53fe459,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:47.283289 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a6ac3d3-7645-4903-94ea-4ac43a65382b req-2808ba2f-49f9-4b14-b1de-158ecb12574c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345 HTTP/1.1" status: 200 len: 1001 time: 0.1554024 Aug 20 11:45:47.289330 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.362375 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=fd418ccb-3e50-44d2-8a07-feb1f53fe459,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:47.373314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ac3d3-7645-4903-94ea-4ac43a65382b req-2d161a2d-f5d7-4731-80c5-b213993be095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:47.375039 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a6ac3d3-7645-4903-94ea-4ac43a65382b req-2d161a2d-f5d7-4731-80c5-b213993be095 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=103eddf2-fc89-4533-8efb-85f3a3a4ce52 HTTP/1.1" status: 200 len: 855 time: 0.0735633 Aug 20 11:45:47.415148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-78110a93-1eb5-47c4-96e3-4c97f5129a08 req-503eb0de-3dc8-4a20-8387-0b2dee054eb3 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716433 Aug 20 11:45:47.434002 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ac3d3-7645-4903-94ea-4ac43a65382b req-e1ae03d7-1f0d-47bb-a2f9-3b452e000e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:47.435787 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a6ac3d3-7645-4903-94ea-4ac43a65382b req-e1ae03d7-1f0d-47bb-a2f9-3b452e000e6a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b817b733-e7a4-4e0a-bc42-a33cd394358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516417 Aug 20 11:45:47.441428 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.468937 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1046854-76d3-4f75-a753-949b65f2d58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.538474 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 422d7570-f97d-4d67-a3e4-44e159ab8bd7, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=422d7570-f97d-4d67-a3e4-44e159ab8bd7,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:47.540159 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58ec4ffc-5396-44e5-a5f3-c917ce6b633e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.545576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9541925-75cd-4f21-9184-485179be8101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422d7570-f97d-4d67-a3e4-44e159ab8bd7'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:45:47.547587 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58ec4ffc-5396-44e5-a5f3-c917ce6b633e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.549141 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4645f2-2e30-43e1-b24b-cf640730a5ad" -d '{"events": [{"server_uuid": "a9541925-75cd-4f21-9184-485179be8101", "name": "network-vif-plugged", "status": "completed", "tag": "422d7570-f97d-4d67-a3e4-44e159ab8bd7"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:45:47.563161 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.582454 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a6ac3d3-7645-4903-94ea-4ac43a65382b req-8acadbb7-fd3b-4023-aac8-ed292ff7f4dd service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390359 Aug 20 11:45:47.610338 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1046854-76d3-4f75-a753-949b65f2d58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.612935 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1046854-76d3-4f75-a753-949b65f2d58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.620548 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e1046854-76d3-4f75-a753-949b65f2d58e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1bc6e0f-4859-4cde-a22f-bc6147f421e0 HTTP/1.1" status: 204 len: 168 time: 0.6983237 Aug 20 11:45:47.624123 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec4ffc-5396-44e5-a5f3-c917ce6b633e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bd5586-6f42-47a7-8bb8-cdbe419e6f40,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:47.635359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=422d7570-f97d-4d67-a3e4-44e159ab8bd7,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:47.649625 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1046854-76d3-4f75-a753-949b65f2d58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bc6e0f-4859-4cde-a22f-bc6147f421e0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:47.679989 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc9415-0d69-46e9-ad8c-970743eb39c2 req-3d11cd65-53ac-4b19-a26f-d59711c0030a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:47.690000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d3dc9415-0d69-46e9-ad8c-970743eb39c2 req-3d11cd65-53ac-4b19-a26f-d59711c0030a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1758761 Aug 20 11:45:47.697716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Made reservation on behalf of bfa5fa4434d545ef89a3de2ae5d3209e for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:47.701634 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.715345 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.748582 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d3dc9415-0d69-46e9-ad8c-970743eb39c2 req-b88ea11a-a61d-4df5-9160-6fe154e98c32 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538018 Aug 20 11:45:47.752112 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58ec4ffc-5396-44e5-a5f3-c917ce6b633e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.759880 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-58ec4ffc-5396-44e5-a5f3-c917ce6b633e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2692704 Aug 20 11:45:47.760721 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45258) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:47.763431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1fb68b72-e0c9-42e9-8bb6-65f95e2a10db None None] Provisioning complete for port db394b4a-67c5-4563-b178-b45b34e75769 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:47.764049 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1fb68b72-e0c9-42e9-8bb6-65f95e2a10db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.768819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee2ef5-25e3-4ff4-9479-d1a98d7ab2b2 req-8018fb20-c3a3-4133-853e-e639948bd691 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:47.772362 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-2535f89e-2bd9-4edb-9e08-1a75aec10536 None None] Allocated IP 2001:db8::2 (19dadc12-d40a-43d2-81cb-81fac45f1893/eb64683a-b58f-47c9-beb8-8b9bc3553fce/e8622bc7-3bfe-44f1-9161-4012bd51f31c) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:47.774247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-59861f18-3561-439b-8079-cf9c0fc8c2ce tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'security_group': {'name': 'tempest-secgroup-819242660'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:47.776201 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dee2ef5-25e3-4ff4-9479-d1a98d7ab2b2 req-8018fb20-c3a3-4133-853e-e639948bd691 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 946 time: 0.1904573 Aug 20 11:45:47.877444 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a6ac3d3-7645-4903-94ea-4ac43a65382b req-5239e75e-a386-46e1-b7f0-07b0ae77a5ae service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778611 Aug 20 11:45:47.930382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1fb68b72-e0c9-42e9-8bb6-65f95e2a10db None None] Port db394b4a-67c5-4563-b178-b45b34e75769 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:47.934629 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0dee2ef5-25e3-4ff4-9479-d1a98d7ab2b2 req-8bcfe9b8-7bcd-46f0-80cb-e4a675c58c3f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576071 Aug 20 11:45:47.994538 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Sync routers for ids ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:48.012305 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.018755 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.025978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] device_id is not set on port 9d01c1f4-f6b4-4c51-ac17-20a3a8e380ab yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:48.028959 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Routers {'719db35d-c7e2-49e6-ab3b-adb8effe99fa'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:48.031656 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:45:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:48.043194 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59861f18-3561-439b-8079-cf9c0fc8c2ce tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.057220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2535f89e-2bd9-4edb-9e08-1a75aec10536 None None] For port e8622bc7-3bfe-44f1-9161-4012bd51f31c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e8622bc7-3bfe-44f1-9161-4012bd51f31c,segment=NetworkSegment(302c852b-a936-4c4c-b281-2356af47fd90),segment_id=302c852b-a936-4c4c-b281-2356af47fd90)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:48.110918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf6686d-d639-41a6-bcb9-1c651069b8ad,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:48.147199 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2535f89e-2bd9-4edb-9e08-1a75aec10536 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.194936 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2535f89e-2bd9-4edb-9e08-1a75aec10536 None None] Transition to ACTIVE for port object e8622bc7-3bfe-44f1-9161-4012bd51f31c will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:48.198737 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2535f89e-2bd9-4edb-9e08-1a75aec10536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.233639 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59861f18-3561-439b-8079-cf9c0fc8c2ce tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.238234 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59861f18-3561-439b-8079-cf9c0fc8c2ce tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.278146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Allocated IP 172.25.8.234 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/9d01c1f4-f6b4-4c51-ac17-20a3a8e380ab) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:48.302603 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59861f18-3561-439b-8079-cf9c0fc8c2ce tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.304389 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-59861f18-3561-439b-8079-cf9c0fc8c2ce tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5419147 Aug 20 11:45:48.305634 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59861f18-3561-439b-8079-cf9c0fc8c2ce tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad71524-6d8d-4d4a-8a26-155de95b2b92,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:48.310085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45272) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:48.311100 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Set router 719db35d-c7e2-49e6-ab3b-adb8effe99fa gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:45:48.317506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a7d1c232-1430-4d92-9a86-acea68896774 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1927612803', 'security_groups': ['4ad71524-6d8d-4d4a-8a26-155de95b2b92'], 'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eb64683a-b58f-47c9-beb8-8b9bc3553fce'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:48.374542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535f89e-2bd9-4edb-9e08-1a75aec10536 None None] Pushing event updated for resources: {'Port': ['ID=e8622bc7-3bfe-44f1-9161-4012bd51f31c,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:48.548308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fd418ccb-3e50-44d2-8a07-feb1f53fe459 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:48.640261 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.653760 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37e3a28-682f-48e9-8e3c-eb0079379b46 x-openstack-request-id: req-b37e3a28-682f-48e9-8e3c-eb0079379b46 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:45:48.655492 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9541925-75cd-4f21-9184-485179be8101", "name": "network-vif-plugged", "status": "completed", "tag": "422d7570-f97d-4d67-a3e4-44e159ab8bd7", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:45:48.656759 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b37e3a28-682f-48e9-8e3c-eb0079379b46 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:45:48.658713 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9541925-75cd-4f21-9184-485179be8101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422d7570-f97d-4d67-a3e4-44e159ab8bd7', 'code': 200} Aug 20 11:45:48.674811 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d1c232-1430-4d92-9a86-acea68896774 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:48.754529 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port fd418ccb-3e50-44d2-8a07-feb1f53fe459 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:48.754915 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.840022 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-router', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:45:37Z', 'updated_at': '2021-08-20T11:45:45Z', 'revision_number': 4, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'gw_port': {'id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:39Z', 'updated_at': '2021-08-20T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'db394b4a-67c5-4563-b178-b45b34e75769', 'name': '', 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'mac_address': 'fa:16:3e:52:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:43Z', 'updated_at': '2021-08-20T11:45:45Z', 'revision_number': 2, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'subnets': [{'id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:48.875067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c29001-c275-4e1f-ac55-bd9970c68681 req-660fe287-a8c4-4560-bd2e-2cb712e27013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:48.878239 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-00c29001-c275-4e1f-ac55-bd9970c68681 req-660fe287-a8c4-4560-bd2e-2cb712e27013 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 1097 time: 0.1415575 Aug 20 11:45:48.886312 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Checking router: 719db35d-c7e2-49e6-ab3b-adb8effe99fa for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:45:48.887221 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Updating router 719db35d-c7e2-49e6-ab3b-adb8effe99fa port db394b4a-67c5-4563-b178-b45b34e75769 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:45:48.913097 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.915458 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-a8bfbdf4-e24d-495a-b042-74925cdbe0ae tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922656 Aug 20 11:45:48.947495 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.077128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:49.087339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:49.093507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:49.162179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Pushing event updated for resources: {'Port': ['ID=9d01c1f4-f6b4-4c51-ac17-20a3a8e380ab,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:49.177248 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-00c29001-c275-4e1f-ac55-bd9970c68681 req-ed3c7d2d-95ac-448d-96f9-0906efc0e6e4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914417 Aug 20 11:45:49.192710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be69b99-a020-4846-b4ed-f4cee9d05bff req-661bc901-daee-4fbd-9dcb-211fa04d36c1 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:49.195114 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0be69b99-a020-4846-b4ed-f4cee9d05bff req-661bc901-daee-4fbd-9dcb-211fa04d36c1 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2568400 Aug 20 11:45:49.201260 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:49.201871 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.226346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-2928848d-1600-4fa6-8caf-35685d67a4f9 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:49.229253 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-2928848d-1600-4fa6-8caf-35685d67a4f9 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3122840 Aug 20 11:45:49.232969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c232-1430-4d92-9a86-acea68896774 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.263899 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-99e789ed-fe91-4ecf-8ec4-e270a21160ad tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6220782 Aug 20 11:45:49.266772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45332) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:49.277361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0e038e7e-6783-47c9-8e42-e1ae580ff110 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.234'}]}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:49.300333 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0be69b99-a020-4846-b4ed-f4cee9d05bff req-09c88a54-0cc6-416e-9348-fbbdceb58a3e tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919001 Aug 20 11:45:49.313670 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e038e7e-6783-47c9-8e42-e1ae580ff110 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.314954 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-04e6ace7-ef7d-4441-a067-ab2c668d4709 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/quotas/1a0f3531e96c49b6b4c68fffa9db495b HTTP/1.1" status: 200 len: 375 time: 0.0783105 Aug 20 11:45:49.324232 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e038e7e-6783-47c9-8e42-e1ae580ff110 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.381917 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-a7d1c232-1430-4d92-9a86-acea68896774 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] device_id is not set on port fb260c79-5a82-488f-a817-887259c09d31 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:49.400373 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e038e7e-6783-47c9-8e42-e1ae580ff110 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.460194 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.474931 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Transition to ACTIVE for port object db394b4a-67c5-4563-b178-b45b34e75769 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:49.487146 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.489557 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-02150bac-17f8-41d7-8db8-3c60a178539c None None] Provisioning complete for port 9e40025f-ee1e-4df4-8d07-c41575610c6b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:49.489737 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02150bac-17f8-41d7-8db8-3c60a178539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.548361 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1139c-336d-43d4-b70b-2479bb039493 None None] Pushing event updated for resources: {'Port': ['ID=db394b4a-67c5-4563-b178-b45b34e75769,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:49.560132 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1139c-336d-43d4-b70b-2479bb039493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:49.560848 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1139c-336d-43d4-b70b-2479bb039493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:49.561379 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1139c-336d-43d4-b70b-2479bb039493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:49.561905 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1139c-336d-43d4-b70b-2479bb039493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:49.562545 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1139c-336d-43d4-b70b-2479bb039493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:49.563190 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1139c-336d-43d4-b70b-2479bb039493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:49.563725 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1139c-336d-43d4-b70b-2479bb039493 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:49.564285 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1139c-336d-43d4-b70b-2479bb039493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:49.565048 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1139c-336d-43d4-b70b-2479bb039493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:49.565583 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1139c-336d-43d4-b70b-2479bb039493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:49.566355 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1139c-336d-43d4-b70b-2479bb039493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:49.566927 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1139c-336d-43d4-b70b-2479bb039493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:49.594839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-02150bac-17f8-41d7-8db8-3c60a178539c None None] Port 9e40025f-ee1e-4df4-8d07-c41575610c6b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:49.595733 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3bd6db09-7d7a-4e6a-87a6-9c8e3e36c4d2 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2539489 Aug 20 11:45:49.623517 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-02150bac-17f8-41d7-8db8-3c60a178539c None None] Provisioning for port e8622bc7-3bfe-44f1-9161-4012bd51f31c completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:49.635593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-02150bac-17f8-41d7-8db8-3c60a178539c None None] Provisioning complete for port e8622bc7-3bfe-44f1-9161-4012bd51f31c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:49.636265 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02150bac-17f8-41d7-8db8-3c60a178539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.687263 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Attempting to bind port db394b4a-67c5-4563-b178-b45b34e75769 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:49.687732 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Attempting to bind port db394b4a-67c5-4563-b178-b45b34e75769 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '32984950-56c0-447f-980f-cf617d52eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:49.688156 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Attempting to bind port db394b4a-67c5-4563-b178-b45b34e75769 on network 6c9f33d1-9d46-4cab-8484-e59cd857f82b {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:49.699531 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:45:49.703200 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Checking segment: {'id': '32984950-56c0-447f-980f-cf617d52eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:49.705101 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.705573 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Bound using segment: {'id': '32984950-56c0-447f-980f-cf617d52eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:45:49.706135 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Bound port: db394b4a-67c5-4563-b178-b45b34e75769, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32984950-56c0-447f-980f-cf617d52eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:45:49.711360 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.858888 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a7d1c232-1430-4d92-9a86-acea68896774 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Allocated IP 2001:db8::20e (19dadc12-d40a-43d2-81cb-81fac45f1893/eb64683a-b58f-47c9-beb8-8b9bc3553fce/fb260c79-5a82-488f-a817-887259c09d31) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:49.859816 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] For port db394b4a-67c5-4563-b178-b45b34e75769, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:45:49.873432 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] For port db394b4a-67c5-4563-b178-b45b34e75769, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=db394b4a-67c5-4563-b178-b45b34e75769,segment=NetworkSegment(32984950-56c0-447f-980f-cf617d52eb9f),segment_id=32984950-56c0-447f-980f-cf617d52eb9f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:45:49.879630 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.945776 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e038e7e-6783-47c9-8e42-e1ae580ff110 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:50.019598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410a95e-6942-4f13-bce8-40a1ddf54b54 req-f1adf59f-058b-4992-b983-21b6b39ea84b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:50.021735 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0410a95e-6942-4f13-bce8-40a1ddf54b54 req-f1adf59f-058b-4992-b983-21b6b39ea84b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 946 time: 0.4276569 Aug 20 11:45:50.061473 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:45:50.067295 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Routers {'719db35d-c7e2-49e6-ab3b-adb8effe99fa'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:50.067875 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:45:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:50.203465 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1139c-336d-43d4-b70b-2479bb039493 None None] Pushing event updated for resources: {'Port': ['ID=db394b4a-67c5-4563-b178-b45b34e75769,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:50.263992 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0410a95e-6942-4f13-bce8-40a1ddf54b54 req-2698d7db-ae91-4cbf-b9d7-0e0a6c1f2be0 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132828 Aug 20 11:45:50.304599 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c232-1430-4d92-9a86-acea68896774 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:50.323906 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a7d1c232-1430-4d92-9a86-acea68896774 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Transition to ACTIVE for port object fb260c79-5a82-488f-a817-887259c09d31 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:50.349714 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] Set router 719db35d-c7e2-49e6-ab3b-adb8effe99fa gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:45:50.438358 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c232-1430-4d92-9a86-acea68896774 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:50.534600 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e8622bc7-3bfe-44f1-9161-4012bd51f31c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:50.564474 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1c232-1430-4d92-9a86-acea68896774 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=fb260c79-5a82-488f-a817-887259c09d31,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:50.614740 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d1c232-1430-4d92-9a86-acea68896774 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:50.639029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a7d1c232-1430-4d92-9a86-acea68896774 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:50.642649 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1c232-1430-4d92-9a86-acea68896774 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:50.657781 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d1c232-1430-4d92-9a86-acea68896774 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:50.658541 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c232-1430-4d92-9a86-acea68896774 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:50.679261 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e8622bc7-3bfe-44f1-9161-4012bd51f31c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:50.680252 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:50.689844 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a7d1c232-1430-4d92-9a86-acea68896774 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3782194 Aug 20 11:45:50.694027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45364) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:50.705537 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f78c8021-292f-49fa-aec2-eb9526b9dd95 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'subnet': {'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:50.839758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5ae8c-157d-4d65-b183-901edca3a251 req-005ed5f3-f339-4e95-bfa6-8b898052946b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:50.844436 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94c5ae8c-157d-4d65-b183-901edca3a251 req-005ed5f3-f339-4e95-bfa6-8b898052946b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2963920 Aug 20 11:45:50.856975 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e038e7e-6783-47c9-8e42-e1ae580ff110 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:50.964216 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6ee459d9-4874-4ca7-928c-8b8f032250d3 req-95386fe1-95e3-495a-bcc7-d7abd824d59f tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 210 time: 0.0964770 Aug 20 11:45:50.971703 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e038e7e-6783-47c9-8e42-e1ae580ff110 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.043928 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-router', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:45:37Z', 'updated_at': '2021-08-20T11:45:45Z', 'revision_number': 4, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'gw_port': {'id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:39Z', 'updated_at': '2021-08-20T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'db394b4a-67c5-4563-b178-b45b34e75769', 'name': '', 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'mac_address': 'fa:16:3e:52:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:43Z', 'updated_at': '2021-08-20T11:45:49Z', 'revision_number': 4, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'subnets': [{'id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:51.098668 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94c5ae8c-157d-4d65-b183-901edca3a251 req-163f819c-020e-4ba6-beb0-df9dbb3478f1 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440703 Aug 20 11:45:51.128248 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0b2e4-f7fd-4c43-b220-f28e5014ae36 None None] The sync data for ids ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'] in n-d-804299-2 is: [{'id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-router', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:45:37Z', 'updated_at': '2021-08-20T11:45:45Z', 'revision_number': 4, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'gw_port': {'id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:39Z', 'updated_at': '2021-08-20T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'db394b4a-67c5-4563-b178-b45b34e75769', 'name': '', 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'mac_address': 'fa:16:3e:52:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:43Z', 'updated_at': '2021-08-20T11:45:49Z', 'revision_number': 4, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'subnets': [{'id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:51.137186 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c7a1c869-9178-4905-a13b-7ec105888609 None None] Provisioning for port fb260c79-5a82-488f-a817-887259c09d31 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:51.148651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c7a1c869-9178-4905-a13b-7ec105888609 None None] Provisioning complete for port fb260c79-5a82-488f-a817-887259c09d31 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:51.149305 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c869-9178-4905-a13b-7ec105888609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.165725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78c8021-292f-49fa-aec2-eb9526b9dd95 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:51.172533 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f78c8021-292f-49fa-aec2-eb9526b9dd95 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.193934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c7a1c869-9178-4905-a13b-7ec105888609 None None] Port fb260c79-5a82-488f-a817-887259c09d31 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:51.366962 n-d-804299-2 neutron-server[94690]: INFO neutron.db.ipam_backend_mixin [None req-f78c8021-292f-49fa-aec2-eb9526b9dd95 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb64683a-b58f-47c9-beb8-8b9bc3553fce (CIDR: 2001:db8::/64) Aug 20 11:45:51.371972 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78c8021-292f-49fa-aec2-eb9526b9dd95 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:45:51.384443 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78c8021-292f-49fa-aec2-eb9526b9dd95 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:45:51.445834 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f78c8021-292f-49fa-aec2-eb9526b9dd95 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7488132 Aug 20 11:45:51.450635 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45384) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:51.460734 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e038e7e-6783-47c9-8e42-e1ae580ff110 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.465948 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d7060f98-7d15-4319-8139-b77f75c2b5d0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'subnet': {'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:51.801763 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e038e7e-6783-47c9-8e42-e1ae580ff110 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.805314 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e038e7e-6783-47c9-8e42-e1ae580ff110 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.860400 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e201f9-2848-4c0c-aaa2-afc5b414029f req-a8762101-29ae-46b8-84bb-2460d2f6b866 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:51.874375 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71e201f9-2848-4c0c-aaa2-afc5b414029f req-a8762101-29ae-46b8-84bb-2460d2f6b866 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 946 time: 0.1662602 Aug 20 11:45:51.933065 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e038e7e-6783-47c9-8e42-e1ae580ff110 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.933542 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e038e7e-6783-47c9-8e42-e1ae580ff110 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 635d3c7e-5661-4525-b3d5-390eba9f5949 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:45:51.997212 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-0e038e7e-6783-47c9-8e42-e1ae580ff110 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 20 11:45:52.001051 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0e038e7e-6783-47c9-8e42-e1ae580ff110 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7306852 Aug 20 11:45:52.001212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45396) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:52.034102 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7060f98-7d15-4319-8139-b77f75c2b5d0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:52.043499 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7060f98-7d15-4319-8139-b77f75c2b5d0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:52.197311 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93c6b149-66aa-4acf-91c7-f4ee72eb9008 req-35d6de7a-a963-4c96-9373-df826e72d102 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 210 time: 0.0654049 Aug 20 11:45:52.218735 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71e201f9-2848-4c0c-aaa2-afc5b414029f req-01ae8059-a291-4872-8a3a-8d25bbe494dc tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433688 Aug 20 11:45:52.284094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f580a2e7-4048-4ad9-9351-a63b958aed52 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Deleting port 9d01c1f4-f6b4-4c51-ac17-20a3a8e380ab {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:52.284443 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f580a2e7-4048-4ad9-9351-a63b958aed52 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:52.312711 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-40580967-5f4f-4a45-8050-b5757ca74b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:52.327665 n-d-804299-2 neutron-server[94690]: INFO neutron.db.ipam_backend_mixin [None req-d7060f98-7d15-4319-8139-b77f75c2b5d0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a6e2b9f7-ab82-420e-81df-22a1dfcd5cdd (CIDR: 2001:db8:0:1::/64) Aug 20 11:45:52.336003 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7060f98-7d15-4319-8139-b77f75c2b5d0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:45:52.336473 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7060f98-7d15-4319-8139-b77f75c2b5d0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:45:52.358326 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d7060f98-7d15-4319-8139-b77f75c2b5d0 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9045382 Aug 20 11:45:52.360891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45406) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:52.367297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a2e63935-bc2d-459e-a0d9-35dd75a82e61 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'subnet': {'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:52.410694 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 45989948-05f2-4b2e-9235-928a75eaa3cf details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:45:52.662180 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f580a2e7-4048-4ad9-9351-a63b958aed52 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:52.714294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f580a2e7-4048-4ad9-9351-a63b958aed52 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Calling delete_port for 9d01c1f4-f6b4-4c51-ac17-20a3a8e380ab owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:52.736848 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 45989948-05f2-4b2e-9235-928a75eaa3cf, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=45989948-05f2-4b2e-9235-928a75eaa3cf,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:52.772562 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '45989948-05f2-4b2e-9235-928a75eaa3cf', 'network_id': '20807c99-64e7-492c-a4b6-4a1524653d4e', 'port_id': '45989948-05f2-4b2e-9235-928a75eaa3cf', 'mac_address': 'fa:16:3e:f4:fd:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a835e74c-2b68-481c-a9b7-7b2ff328dde1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:45:52.780880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device db394b4a-67c5-4563-b178-b45b34e75769 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:52.823248 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e63935-bc2d-459e-a0d9-35dd75a82e61 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Made reservation on behalf of 1efcbdd862e1473db5eab96f5b992905 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:52.827544 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2e63935-bc2d-459e-a0d9-35dd75a82e61 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:52.974603 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-efb581de-15b2-407d-8f20-5e67f62c31e5 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1189046 Aug 20 11:45:53.482297 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:53.515431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45989948-05f2-4b2e-9235-928a75eaa3cf {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:45:53.520458 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f7ef941c-6bbc-402d-9797-c650cd4ab797 req-b17fbf74-abe0-42ec-bcf4-0d978fe25217 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 210 time: 0.0696213 Aug 20 11:45:53.558587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port db394b4a-67c5-4563-b178-b45b34e75769 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:53.566242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 45989948-05f2-4b2e-9235-928a75eaa3cf, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=45989948-05f2-4b2e-9235-928a75eaa3cf,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:53.568844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port db394b4a-67c5-4563-b178-b45b34e75769 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:53.569768 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:53.574599 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:53.609177 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2e63935-bc2d-459e-a0d9-35dd75a82e61 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:53.689186 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['45989948-05f2-4b2e-9235-928a75eaa3cf'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:45:53.695758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=45989948-05f2-4b2e-9235-928a75eaa3cf,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:53.723890 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e63935-bc2d-459e-a0d9-35dd75a82e61 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:53.734805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a2e63935-bc2d-459e-a0d9-35dd75a82e61 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:53.742837 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e63935-bc2d-459e-a0d9-35dd75a82e61 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:53.743425 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2e63935-bc2d-459e-a0d9-35dd75a82e61 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:53.768452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b7702b-b9ee-4919-bf4f-1641be496427 None None] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:53.796209 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a2e63935-bc2d-459e-a0d9-35dd75a82e61 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4324746 Aug 20 11:45:53.803536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45432) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:53.811690 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-d11c0585-fb48-4989-af90-3dff94bdc556 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7479274 Aug 20 11:45:53.823341 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f30cab85-0e47-4bb8-a4f0-fbe3971a256c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1821859223', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1600d633-38a0-4809-8378-18cb920b9512'}], 'security_groups': ['1ae85c99-82fa-4504-b578-9bba4395389e', '52bd5586-6f42-47a7-8bb8-cdbe419e6f40']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:53.869245 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:53.978009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-4803eb20-cb6d-45c8-986d-013606261bb5 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:53.989012 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-4803eb20-cb6d-45c8-986d-013606261bb5 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638021 Aug 20 11:45:53.997515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port db394b4a-67c5-4563-b178-b45b34e75769, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=db394b4a-67c5-4563-b178-b45b34e75769,segment=NetworkSegment(32984950-56c0-447f-980f-cf617d52eb9f),segment_id=32984950-56c0-447f-980f-cf617d52eb9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:54.029143 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e63935-bc2d-459e-a0d9-35dd75a82e61 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Subnet': ['ID=1600d633-38a0-4809-8378-18cb920b9512,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:54.031318 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:54.035965 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f30cab85-0e47-4bb8-a4f0-fbe3971a256c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:54.048169 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-1cf7a1ad-90c0-42cc-a910-8438aa004fd1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Request body: {'port': {'device_id': '17082cb3-c39f-448a-82b6-8d477fa35bd5', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '1a0f3531e96c49b6b4c68fffa9db495b'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:54.245268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=db394b4a-67c5-4563-b178-b45b34e75769,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:54.279318 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bbbd6-2ccf-4991-851f-7ca7e7f4ecf5 req-22f8cf54-c132-4ebf-bee0-83710d6307ab tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:54.290721 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a71bbbd6-2ccf-4991-851f-7ca7e7f4ecf5 req-22f8cf54-c132-4ebf-bee0-83710d6307ab tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 1.4388831 Aug 20 11:45:54.458171 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ce6573-b64b-4ee3-81c6-b65b076031ea None None] Update dhcp port {'port': {'network_id': '19dadc12-d40a-43d2-81cb-81fac45f1893', 'fixed_ips': [{'subnet_id': 'a6e2b9f7-ab82-420e-81df-22a1dfcd5cdd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'eb64683a-b58f-47c9-beb8-8b9bc3553fce', 'ip_address': '2001:db8::2'}, {'subnet_id': '1600d633-38a0-4809-8378-18cb920b9512'}], 'binding:host_id': 'n-d-804299-2'}, 'id': 'e8622bc7-3bfe-44f1-9161-4012bd51f31c'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:45:54.487909 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-1cf7a1ad-90c0-42cc-a910-8438aa004fd1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Made reservation on behalf of 1a0f3531e96c49b6b4c68fffa9db495b for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:54.495895 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-36ce6573-b64b-4ee3-81c6-b65b076031ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:54.510209 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-1cf7a1ad-90c0-42cc-a910-8438aa004fd1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:54.535070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device db394b4a-67c5-4563-b178-b45b34e75769 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:54.628277 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a71bbbd6-2ccf-4991-851f-7ca7e7f4ecf5 req-ed1ba615-ca51-4724-9e7f-951906a91f06 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368483 Aug 20 11:45:54.768424 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f30cab85-0e47-4bb8-a4f0-fbe3971a256c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Delete allocated IP 2001:db8::20e (19dadc12-d40a-43d2-81cb-81fac45f1893/eb64683a-b58f-47c9-beb8-8b9bc3553fce) {{(pid=94690) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 11:45:54.782048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f30cab85-0e47-4bb8-a4f0-fbe3971a256c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Allocated IP 2001:db8:0:2::27 (19dadc12-d40a-43d2-81cb-81fac45f1893/1600d633-38a0-4809-8378-18cb920b9512/fb260c79-5a82-488f-a817-887259c09d31) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:54.782809 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port db394b4a-67c5-4563-b178-b45b34e75769 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:54.783188 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:54.888155 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-1cf7a1ad-90c0-42cc-a910-8438aa004fd1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Allocated IP 192.168.233.157 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/8c8ca810-85a5-4b67-81f0-48ca99de399e) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:55.016939 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f30cab85-0e47-4bb8-a4f0-fbe3971a256c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:55.104784 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-1cf7a1ad-90c0-42cc-a910-8438aa004fd1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:55.118101 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-08a6e7a3-d1c6-4a47-a81e-e3b1af1b366a req-c61407a0-9368-42bd-bdd7-0df44054c354 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 210 time: 0.0821135 Aug 20 11:45:55.151063 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f30cab85-0e47-4bb8-a4f0-fbe3971a256c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Transition to ACTIVE for port object fb260c79-5a82-488f-a817-887259c09d31 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:55.151893 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f30cab85-0e47-4bb8-a4f0-fbe3971a256c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:55.159837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-c46d6fb5-9845-4a42-ba80-a089e9f69117 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:55.165685 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-c46d6fb5-9845-4a42-ba80-a089e9f69117 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.1496391 Aug 20 11:45:55.168405 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-1cf7a1ad-90c0-42cc-a910-8438aa004fd1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Transition to ACTIVE for port object 8c8ca810-85a5-4b67-81f0-48ca99de399e will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:55.240436 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-be3ee554-262e-480b-ac38-cc0f7f0e99a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:55.273259 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f580a2e7-4048-4ad9-9351-a63b958aed52 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:55.282185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-36ce6573-b64b-4ee3-81c6-b65b076031ea None None] Allocated IP 2001:db8:0:2::2 (19dadc12-d40a-43d2-81cb-81fac45f1893/1600d633-38a0-4809-8378-18cb920b9512/e8622bc7-3bfe-44f1-9161-4012bd51f31c) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:55.283663 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-4faa7917-6834-4265-9630-af69cc7c932b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Request body: {'port': {'device_id': 'bf12ecf3-7bf2-4503-ab90-67a0c2797012', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '1a0f3531e96c49b6b4c68fffa9db495b'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:55.340831 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f30cab85-0e47-4bb8-a4f0-fbe3971a256c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] In _notify_port_updated(), no bound segment for port fb260c79-5a82-488f-a817-887259c09d31 on network 19dadc12-d40a-43d2-81cb-81fac45f1893 {{(pid=94690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:45:55.353782 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30cab85-0e47-4bb8-a4f0-fbe3971a256c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:55.357203 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f30cab85-0e47-4bb8-a4f0-fbe3971a256c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:55.368074 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f30cab85-0e47-4bb8-a4f0-fbe3971a256c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "PUT /v2.0/ports/fb260c79-5a82-488f-a817-887259c09d31 HTTP/1.1" status: 200 len: 969 time: 1.5621231 Aug 20 11:45:55.371247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45480) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:55.446600 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-36ce6573-b64b-4ee3-81c6-b65b076031ea None None] For port e8622bc7-3bfe-44f1-9161-4012bd51f31c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e8622bc7-3bfe-44f1-9161-4012bd51f31c,segment=NetworkSegment(302c852b-a936-4c4c-b281-2356af47fd90),segment_id=302c852b-a936-4c4c-b281-2356af47fd90)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:55.516141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cab85-0e47-4bb8-a4f0-fbe3971a256c tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event updated for resources: {'Port': ['ID=fb260c79-5a82-488f-a817-887259c09d31,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:55.521488 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-36ce6573-b64b-4ee3-81c6-b65b076031ea None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:55.542209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-36ce6573-b64b-4ee3-81c6-b65b076031ea None None] Transition to ACTIVE for port object e8622bc7-3bfe-44f1-9161-4012bd51f31c will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:55.571006 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-1cf7a1ad-90c0-42cc-a910-8438aa004fd1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:55.581393 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-36ce6573-b64b-4ee3-81c6-b65b076031ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:55.582185 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-4faa7917-6834-4265-9630-af69cc7c932b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Made reservation on behalf of 1a0f3531e96c49b6b4c68fffa9db495b for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:55.595551 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-4faa7917-6834-4265-9630-af69cc7c932b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:55.644310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['39d919f9-7629-43b9-91fe-f01a0f874957', 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb', '9777dff6-9593-4f0a-826b-e8a735d35785'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:45:55.655433 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-58ca4a88-1710-40e4-8fcd-89b38f2d1b82 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port fb260c79-5a82-488f-a817-887259c09d31 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:55.655800 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58ca4a88-1710-40e4-8fcd-89b38f2d1b82 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:55.718533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580a2e7-4048-4ad9-9351-a63b958aed52 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d01c1f4-f6b4-4c51-ac17-20a3a8e380ab,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:55.898655 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:56.042890 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58ca4a88-1710-40e4-8fcd-89b38f2d1b82 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:56.104329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-1cf7a1ad-90c0-42cc-a910-8438aa004fd1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:56.115146 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380b97d-5948-4b1a-b180-60f3cb60c4e0 req-13a21011-35be-474f-857f-ddc6e4f1be6f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:56.131751 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3380b97d-5948-4b1a-b180-60f3cb60c4e0 req-13a21011-35be-474f-857f-ddc6e4f1be6f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 944 time: 0.3024757 Aug 20 11:45:56.141230 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-1cf7a1ad-90c0-42cc-a910-8438aa004fd1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:56.152365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-1cf7a1ad-90c0-42cc-a910-8438aa004fd1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:56.155983 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f580a2e7-4048-4ad9-9351-a63b958aed52 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:56.158227 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f580a2e7-4048-4ad9-9351-a63b958aed52 tempest-RoutersAdminNegativeTest-1268576141 tempest-RoutersAdminNegativeTest-1268576141-project-admin] 10.222.0.37 "DELETE /v2.0/ports/9d01c1f4-f6b4-4c51-ac17-20a3a8e380ab HTTP/1.1" status: 204 len: 168 time: 4.1560111 Aug 20 11:45:56.180287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce6573-b64b-4ee3-81c6-b65b076031ea None None] Pushing event updated for resources: {'Port': ['ID=e8622bc7-3bfe-44f1-9161-4012bd51f31c,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:56.187557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-58ca4a88-1710-40e4-8fcd-89b38f2d1b82 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for fb260c79-5a82-488f-a817-887259c09d31 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:56.400886 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:56.447208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 45989948-05f2-4b2e-9235-928a75eaa3cf up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:56.554459 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3380b97d-5948-4b1a-b180-60f3cb60c4e0 req-5c5ac3b5-0a75-4bae-a245-325f86809d1a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148397 Aug 20 11:45:56.597180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e8622bc7-3bfe-44f1-9161-4012bd51f31c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:56.600273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-1cf7a1ad-90c0-42cc-a910-8438aa004fd1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:56.603613 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-1cf7a1ad-90c0-42cc-a910-8438aa004fd1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:56.637803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7a1ad-90c0-42cc-a910-8438aa004fd1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event updated for resources: {'Port': ['ID=8c8ca810-85a5-4b67-81f0-48ca99de399e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:56.835179 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-1cf7a1ad-90c0-42cc-a910-8438aa004fd1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8288181 Aug 20 11:45:56.893601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-4faa7917-6834-4265-9630-af69cc7c932b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Allocated IP 192.168.233.130 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/86d36a22-0ca1-4913-b5d1-ff5bb31693c9) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:56.917261 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Request body: {'port': {'device_id': '17082cb3-c39f-448a-82b6-8d477fa35bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:56.950146 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 45989948-05f2-4b2e-9235-928a75eaa3cf triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:56.950747 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.042567 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58ca4a88-1710-40e4-8fcd-89b38f2d1b82 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.044122 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e8344-26af-4c3e-a270-e53c9f592a6f req-3f84ff55-0d74-49b3-b656-a2f091fd4dea tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:57.057994 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd2e8344-26af-4c3e-a270-e53c9f592a6f req-3f84ff55-0d74-49b3-b656-a2f091fd4dea tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 936 time: 0.6427159 Aug 20 11:45:57.059142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-96476d2e-d415-4aeb-bd48-a4e6bac4b5fb None None] Provisioning for port 8c8ca810-85a5-4b67-81f0-48ca99de399e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:57.091126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45510) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:57.106285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-96476d2e-d415-4aeb-bd48-a4e6bac4b5fb None None] Provisioning complete for port 8c8ca810-85a5-4b67-81f0-48ca99de399e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:57.106661 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-96476d2e-d415-4aeb-bd48-a4e6bac4b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.144930 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd2e8344-26af-4c3e-a270-e53c9f592a6f req-6dd439c3-9b87-4542-9877-4c51388f2bf9 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857897 Aug 20 11:45:57.219894 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca4a88-1710-40e4-8fcd-89b38f2d1b82 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=fb260c79-5a82-488f-a817-887259c09d31,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:57.236347 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-96476d2e-d415-4aeb-bd48-a4e6bac4b5fb None None] Port 8c8ca810-85a5-4b67-81f0-48ca99de399e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:57.295369 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.337463 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58ca4a88-1710-40e4-8fcd-89b38f2d1b82 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.343797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-58ca4a88-1710-40e4-8fcd-89b38f2d1b82 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/fb260c79-5a82-488f-a817-887259c09d31 HTTP/1.1" status: 204 len: 168 time: 1.9705384 Aug 20 11:45:57.346418 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45518) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:57.435669 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d014f22-3c94-4aa8-a33c-51ebe94404f2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] GET failed (client error): The resource could not be found. Aug 20 11:45:57.444600 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.446293 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5d014f22-3c94-4aa8-a33c-51ebe94404f2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports/fb260c79-5a82-488f-a817-887259c09d31 HTTP/1.1" status: 404 len: 333 time: 0.0976605 Aug 20 11:45:57.446951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45520) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:57.559528 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 45989948-05f2-4b2e-9235-928a75eaa3cf, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=45989948-05f2-4b2e-9235-928a75eaa3cf,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:57.590033 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55c5c21-c525-4a07-ab85-f0ec5736dfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45989948-05f2-4b2e-9235-928a75eaa3cf'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:45:57.592509 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589636e4-220a-4458-9062-733885b05a06" -d '{"events": [{"server_uuid": "d55c5c21-c525-4a07-ab85-f0ec5736dfac", "name": "network-vif-plugged", "status": "completed", "tag": "45989948-05f2-4b2e-9235-928a75eaa3cf"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:45:57.631922 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.647529 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dacf65b2-45fa-4772-a0e4-477320f0747b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.749604 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dacf65b2-45fa-4772-a0e4-477320f0747b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.760926 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c8eb50-e839-487b-a27a-93acb8e02b7f x-openstack-request-id: req-62c8eb50-e839-487b-a27a-93acb8e02b7f {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:45:57.761236 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55c5c21-c525-4a07-ab85-f0ec5736dfac", "name": "network-vif-plugged", "status": "completed", "tag": "45989948-05f2-4b2e-9235-928a75eaa3cf", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:45:57.761490 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62c8eb50-e839-487b-a27a-93acb8e02b7f {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:45:57.761890 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55c5c21-c525-4a07-ab85-f0ec5736dfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45989948-05f2-4b2e-9235-928a75eaa3cf', 'code': 200} Aug 20 11:45:57.895206 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dacf65b2-45fa-4772-a0e4-477320f0747b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.917014 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dacf65b2-45fa-4772-a0e4-477320f0747b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.925285 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dacf65b2-45fa-4772-a0e4-477320f0747b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/security-groups/4ad71524-6d8d-4d4a-8a26-155de95b2b92 HTTP/1.1" status: 204 len: 168 time: 0.4772258 Aug 20 11:45:57.926636 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45532) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:58.015247 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f6e927d-5f7f-4387-8e00-5a3967eaa7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.031709 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=45989948-05f2-4b2e-9235-928a75eaa3cf,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:58.070748 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f7f31da2-098c-4fc3-92cf-bdfd2d628083 None None] Could not find standard attr ID for object fb260c79-5a82-488f-a817-887259c09d31. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:45:58.099804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf65b2-45fa-4772-a0e4-477320f0747b tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad71524-6d8d-4d4a-8a26-155de95b2b92,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:58.123656 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.183392 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-4faa7917-6834-4265-9630-af69cc7c932b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.190163 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0bbc8bb8-35f8-4bc4-89a6-664f09557a7e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.216273 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567490b-6c2d-4565-8eae-211a17c94ddd req-39c3e219-d9fe-4330-9681-c383e369d417 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:58.246002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f7f31da2-098c-4fc3-92cf-bdfd2d628083 None None] Provisioning complete for port 9e40025f-ee1e-4df4-8d07-c41575610c6b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:58.246411 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f7f31da2-098c-4fc3-92cf-bdfd2d628083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.248719 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0bbc8bb8-35f8-4bc4-89a6-664f09557a7e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.249969 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2567490b-6c2d-4565-8eae-211a17c94ddd req-39c3e219-d9fe-4330-9681-c383e369d417 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.4146528 Aug 20 11:45:58.310174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-4faa7917-6834-4265-9630-af69cc7c932b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Transition to ACTIVE for port object 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:58.318268 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0bbc8bb8-35f8-4bc4-89a6-664f09557a7e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.356267 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0bbc8bb8-35f8-4bc4-89a6-664f09557a7e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.359537 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0bbc8bb8-35f8-4bc4-89a6-664f09557a7e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/security-groups/52bd5586-6f42-47a7-8bb8-cdbe419e6f40 HTTP/1.1" status: 204 len: 168 time: 0.4312415 Aug 20 11:45:58.375155 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45542) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:58.424260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f7f31da2-098c-4fc3-92cf-bdfd2d628083 None None] Port 9e40025f-ee1e-4df4-8d07-c41575610c6b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:58.451479 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2567490b-6c2d-4565-8eae-211a17c94ddd req-9fca6ede-ad7a-4cde-a85f-d19ea39e8d94 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916738 Aug 20 11:45:58.451720 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f7f31da2-098c-4fc3-92cf-bdfd2d628083 None None] Provisioning for port e8622bc7-3bfe-44f1-9161-4012bd51f31c completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:58.465586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f7f31da2-098c-4fc3-92cf-bdfd2d628083 None None] Provisioning complete for port e8622bc7-3bfe-44f1-9161-4012bd51f31c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:58.465887 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f7f31da2-098c-4fc3-92cf-bdfd2d628083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.485118 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc8bb8-35f8-4bc4-89a6-664f09557a7e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bd5586-6f42-47a7-8bb8-cdbe419e6f40,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:58.786268 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f6e927d-5f7f-4387-8e00-5a3967eaa7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.793012 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f6e927d-5f7f-4387-8e00-5a3967eaa7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.966444 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3f6e927d-5f7f-4387-8e00-5a3967eaa7bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c26908760654726ab10bdb17f2e00b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7698576 Aug 20 11:45:58.968753 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-707df55f-9444-4d18-9774-a6b268a9cb19 None None] Could not find standard attr ID for object fb260c79-5a82-488f-a817-887259c09d31. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:45:58.972762 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45554) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:59.004687 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e927d-5f7f-4387-8e00-5a3967eaa7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23807fd-aee8-48cf-9b02-938c271e23b2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:59.172483 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f09191d4-af5b-4fed-9d58-b0032fcb24ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:59.194428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8ca810-85a5-4b67-81f0-48ca99de399e {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:45:59.224936 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:59.252819 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-35071a98-1102-4d57-880a-d3871670d404 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:59.261199 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f09191d4-af5b-4fed-9d58-b0032fcb24ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:59.292718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39382b-573b-41fe-bf91-a7a37ad93175 req-cd995f79-2b20-4046-9b41-e3c8ed30036d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:59.309562 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5e39382b-573b-41fe-bf91-a7a37ad93175 req-cd995f79-2b20-4046-9b41-e3c8ed30036d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 936 time: 0.9447927 Aug 20 11:45:59.322555 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-4faa7917-6834-4265-9630-af69cc7c932b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:59.334877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['39d919f9-7629-43b9-91fe-f01a0f874957', 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb', '9777dff6-9593-4f0a-826b-e8a735d35785'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:45:59.430924 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f09191d4-af5b-4fed-9d58-b0032fcb24ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:59.434072 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f09191d4-af5b-4fed-9d58-b0032fcb24ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:59.436453 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f09191d4-af5b-4fed-9d58-b0032fcb24ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c23807fd-aee8-48cf-9b02-938c271e23b2 HTTP/1.1" status: 204 len: 168 time: 0.4614162 Aug 20 11:45:59.472238 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09191d4-af5b-4fed-9d58-b0032fcb24ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23807fd-aee8-48cf-9b02-938c271e23b2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:59.472691 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-4faa7917-6834-4265-9630-af69cc7c932b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:59.570982 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Transition to ACTIVE for port object 8c8ca810-85a5-4b67-81f0-48ca99de399e will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:59.590255 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-4faa7917-6834-4265-9630-af69cc7c932b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:59.607338 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-35071a98-1102-4d57-880a-d3871670d404 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:59.626077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-4faa7917-6834-4265-9630-af69cc7c932b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:59.656663 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:59.736542 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9402e6-c3ff-4f71-a56d-0cabc12f7981 req-a149f411-2c5c-438f-8f26-7a3a0de3e1d7 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:59.744540 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6b9402e6-c3ff-4f71-a56d-0cabc12f7981 req-a149f411-2c5c-438f-8f26-7a3a0de3e1d7 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1480825 Aug 20 11:45:59.868107 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6b9402e6-c3ff-4f71-a56d-0cabc12f7981 req-a89baa15-8581-40cf-adb6-60009d668e90 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169155 Aug 20 11:45:59.947261 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-4faa7917-6834-4265-9630-af69cc7c932b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:59.947961 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-4faa7917-6834-4265-9630-af69cc7c932b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:59.994363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5e39382b-573b-41fe-bf91-a7a37ad93175 req-1a25ef8f-0bc9-4da0-88e3-23da37e74972 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6837652 Aug 20 11:46:00.021999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa7917-6834-4265-9630-af69cc7c932b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event updated for resources: {'Port': ['ID=86d36a22-0ca1-4913-b5d1-ff5bb31693c9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:00.270372 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8ca810-85a5-4b67-81f0-48ca99de399e,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:00.366270 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-4faa7917-6834-4265-9630-af69cc7c932b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0928268 Aug 20 11:46:00.439999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6c54bddc-744d-47c5-9152-3837e6bad679 None None] Provisioning for port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:00.450125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Request body: {'port': {'device_id': 'bf12ecf3-7bf2-4503-ab90-67a0c2797012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:00.467882 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6c54bddc-744d-47c5-9152-3837e6bad679 None None] Provisioning complete for port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:00.468257 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c54bddc-744d-47c5-9152-3837e6bad679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:00.637797 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-35071a98-1102-4d57-880a-d3871670d404 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:00.642401 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-35071a98-1102-4d57-880a-d3871670d404 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:00.648972 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-35071a98-1102-4d57-880a-d3871670d404 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/security-groups/1ae85c99-82fa-4504-b578-9bba4395389e HTTP/1.1" status: 204 len: 168 time: 2.2699239 Aug 20 11:46:00.651559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45572) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:00.681633 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6c54bddc-744d-47c5-9152-3837e6bad679 None None] Port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:00.745647 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:00.785065 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35071a98-1102-4d57-880a-d3871670d404 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae85c99-82fa-4504-b578-9bba4395389e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:00.786589 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-443b2a74-b785-45db-8cdd-8bd207dfae1e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting subnet eb64683a-b58f-47c9-beb8-8b9bc3553fce {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:46:00.803022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Attempting to bind port 8c8ca810-85a5-4b67-81f0-48ca99de399e on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:46:00.803949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Attempting to bind port 8c8ca810-85a5-4b67-81f0-48ca99de399e by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:46:00.804759 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Attempting to bind port 8c8ca810-85a5-4b67-81f0-48ca99de399e on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:00.806486 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-443b2a74-b785-45db-8cdd-8bd207dfae1e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:00.914090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45578) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:00.959226 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-443b2a74-b785-45db-8cdd-8bd207dfae1e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:01.120087 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c01cfd7e-3fa0-4bb7-984b-51d7a7e5527a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfa5fa4434d545ef89a3de2ae5d3209e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043545 Aug 20 11:46:01.121857 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Port 8c8ca810-85a5-4b67-81f0-48ca99de399e on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:46:01.122308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Attempting to bind port 8c8ca810-85a5-4b67-81f0-48ca99de399e on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:01.140027 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45586) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:01.142724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:46:01.144342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:01.153546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:46:01.156112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Bound port: 8c8ca810-85a5-4b67-81f0-48ca99de399e, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:46:01.156112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:01.217030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-443b2a74-b785-45db-8cdd-8bd207dfae1e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:01.409456 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-443b2a74-b785-45db-8cdd-8bd207dfae1e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:01.470239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] For port 8c8ca810-85a5-4b67-81f0-48ca99de399e, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:46:01.489434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] For port 8c8ca810-85a5-4b67-81f0-48ca99de399e, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=8c8ca810-85a5-4b67-81f0-48ca99de399e,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:46:01.489629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b2a74-b785-45db-8cdd-8bd207dfae1e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Subnet': ['ID=eb64683a-b58f-47c9-beb8-8b9bc3553fce,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:01.504762 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e8a90-be07-414d-874f-ee4b51c63587 req-298f0d96-d2fb-4491-b4c5-ff00b331a43f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:01.512381 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed1e8a90-be07-414d-874f-ee4b51c63587 req-298f0d96-d2fb-4491-b4c5-ff00b331a43f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.3884389 Aug 20 11:46:01.527705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5eebcd-4166-4c55-9f66-bf295f929b56 None None] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:01.539315 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:01.541001 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-443b2a74-b785-45db-8cdd-8bd207dfae1e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:01.549375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45598) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:01.549786 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-443b2a74-b785-45db-8cdd-8bd207dfae1e tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/eb64683a-b58f-47c9-beb8-8b9bc3553fce HTTP/1.1" status: 204 len: 168 time: 0.8968415 Aug 20 11:46:01.650821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd5c95e-c8d9-4eda-b35a-d47f1c4f2349 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting subnet 1600d633-38a0-4809-8378-18cb920b9512 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:46:01.654833 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c95e-c8d9-4eda-b35a-d47f1c4f2349 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:01.677396 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed1e8a90-be07-414d-874f-ee4b51c63587 req-f9a77f6e-6b52-47f2-8d2e-a1bae17f40c3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529598 Aug 20 11:46:01.777486 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c95e-c8d9-4eda-b35a-d47f1c4f2349 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:01.985279 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a092642-98bf-427b-b22b-17b1d86e6b12 req-dfc8569c-8fac-4cc4-8493-8a0df47b5dcd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1058953 Aug 20 11:46:02.062023 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c95e-c8d9-4eda-b35a-d47f1c4f2349 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:02.078981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:02.089227 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:02.097507 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] 10.222.0.35 "PUT /v2.0/ports/8c8ca810-85a5-4b67-81f0-48ca99de399e HTTP/1.1" status: 200 len: 1096 time: 5.2093611 Aug 20 11:46:02.147637 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a092642-98bf-427b-b22b-17b1d86e6b12 req-bafa12a9-4275-49dd-8b17-efa07060e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:02.150643 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a092642-98bf-427b-b22b-17b1d86e6b12 req-bafa12a9-4275-49dd-8b17-efa07060e18a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1ad3e387c63490391d9da91965d6828&device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 1096 time: 0.1336799 Aug 20 11:46:02.169701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17082cb3-c39f-448a-82b6-8d477fa35bd5', 'tag': '8c8ca810-85a5-4b67-81f0-48ca99de399e'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:02.174750 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bf6b80-67b3-42bb-8fe5-9e3cf46422f2" -d '{"events": [{"name": "network-changed", "server_uuid": "17082cb3-c39f-448a-82b6-8d477fa35bd5", "tag": "8c8ca810-85a5-4b67-81f0-48ca99de399e"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:02.379334 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a092642-98bf-427b-b22b-17b1d86e6b12 req-353f5918-b13f-458e-9ac9-d7c62e5d77a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:02.382991 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a092642-98bf-427b-b22b-17b1d86e6b12 req-353f5918-b13f-458e-9ac9-d7c62e5d77a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1 HTTP/1.1" status: 200 len: 914 time: 0.2059014 Aug 20 11:46:02.400097 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c95e-c8d9-4eda-b35a-d47f1c4f2349 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:02.476787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23f82b-722e-468d-9599-373cc9dcf346 req-6acc813d-dc01-4d67-af70-2b57f889e6e8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:02.478531 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4a23f82b-722e-468d-9599-373cc9dcf346 req-6acc813d-dc01-4d67-af70-2b57f889e6e8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 948 time: 1.2523966 Aug 20 11:46:02.530928 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a092642-98bf-427b-b22b-17b1d86e6b12 req-509b11da-e475-4493-ae96-8a4a444f0862 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d2afb67-a1eb-4261-a96a-7a1042605aa5 HTTP/1.1" status: 200 len: 217 time: 0.1242836 Aug 20 11:46:02.580011 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c95e-c8d9-4eda-b35a-d47f1c4f2349 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:02.587379 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0cd5c95e-c8d9-4eda-b35a-d47f1c4f2349 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/1600d633-38a0-4809-8378-18cb920b9512 HTTP/1.1" status: 204 len: 168 time: 1.0182788 Aug 20 11:46:02.633623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45610) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:02.789300 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:02.811388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a092642-98bf-427b-b22b-17b1d86e6b12 req-ef4499b5-976e-471c-b510-6e0b14f189d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:02.848285 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a092642-98bf-427b-b22b-17b1d86e6b12 req-ef4499b5-976e-471c-b510-6e0b14f189d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95ea546d-aa14-4d25-bbdf-390c9e0a87dc HTTP/1.1" status: 200 len: 854 time: 0.3107624 Aug 20 11:46:02.937439 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a092642-98bf-427b-b22b-17b1d86e6b12 req-57be041a-921a-4883-875a-656b1998d9cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799441 Aug 20 11:46:02.941770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:46:02.963341 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.009933 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Transition to ACTIVE for port object 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:03.022998 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-9177abdc-a3e2-4bd8-a11c-45d55464c514 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] DELETE failed (client error): The resource could not be found. Aug 20 11:46:03.023493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9177abdc-a3e2-4bd8-a11c-45d55464c514 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:46:03.025402 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9177abdc-a3e2-4bd8-a11c-45d55464c514 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/eb64683a-b58f-47c9-beb8-8b9bc3553fce HTTP/1.1" status: 404 len: 337 time: 0.3809898 Aug 20 11:46:03.026386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5c95e-c8d9-4eda-b35a-d47f1c4f2349 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Subnet': ['ID=1600d633-38a0-4809-8378-18cb920b9512,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:03.030536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45618) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:03.057932 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.175689 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a092642-98bf-427b-b22b-17b1d86e6b12 req-1ef4864f-4e89-4b00-a5c0-99dcde9ad742 service neutron] 10.222.0.35 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177901 Aug 20 11:46:03.228166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting subnet a6e2b9f7-ab82-420e-81df-22a1dfcd5cdd {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:46:03.259840 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ea552bb-337d-4df3-a4ed-d41eab1a69e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.326724 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ea552bb-337d-4df3-a4ed-d41eab1a69e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.375179 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b953b06-aeca-4593-bf46-ac5b7a576b29 None None] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:03.431026 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a092642-98bf-427b-b22b-17b1d86e6b12 req-653ab245-30b3-43e3-9762-68e0678be40e service neutron] 10.222.0.35 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413073 Aug 20 11:46:03.460744 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4a23f82b-722e-468d-9599-373cc9dcf346 req-ae3f8690-05d5-4f2f-b7b4-fd1107c7675f tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9640617 Aug 20 11:46:03.465697 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.485078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12029713-7bb5-4065-bb0e-b163c7231075 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8ca810-85a5-4b67-81f0-48ca99de399e,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:03.499545 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7938d529-a88d-4916-89b8-c29fe6ac741c None None] Provisioning complete for port 9e40025f-ee1e-4df4-8d07-c41575610c6b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:03.500299 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7938d529-a88d-4916-89b8-c29fe6ac741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.645421 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a23f21-68f4-49ad-8b4d-93edfaeee538 x-openstack-request-id: req-21a23f21-68f4-49ad-8b4d-93edfaeee538 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:03.645957 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17082cb3-c39f-448a-82b6-8d477fa35bd5", "tag": "8c8ca810-85a5-4b67-81f0-48ca99de399e", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:03.646432 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21a23f21-68f4-49ad-8b4d-93edfaeee538 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:03.646962 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17082cb3-c39f-448a-82b6-8d477fa35bd5', 'tag': '8c8ca810-85a5-4b67-81f0-48ca99de399e', 'status': 'completed', 'code': 200} Aug 20 11:46:03.671393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7938d529-a88d-4916-89b8-c29fe6ac741c None None] Port 9e40025f-ee1e-4df4-8d07-c41575610c6b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:03.717316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Pushing event updated for resources: {'Port': ['ID=86d36a22-0ca1-4913-b5d1-ff5bb31693c9,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:03.731034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-c831e07c-00b6-4f6f-a805-e69d1e6bdeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:03.732785 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-c831e07c-00b6-4f6f-a805-e69d1e6bdeb9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 1099 time: 1.5334094 Aug 20 11:46:03.755897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7938d529-a88d-4916-89b8-c29fe6ac741c None None] Provisioning complete for port e8622bc7-3bfe-44f1-9161-4012bd51f31c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:03.756566 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7938d529-a88d-4916-89b8-c29fe6ac741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.852513 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ea552bb-337d-4df3-a4ed-d41eab1a69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.862100 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ea552bb-337d-4df3-a4ed-d41eab1a69e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.863261 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4ea552bb-337d-4df3-a4ed-d41eab1a69e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bf6686d-d639-41a6-bcb9-1c651069b8ad HTTP/1.1" status: 204 len: 168 time: 2.7050583 Aug 20 11:46:03.962007 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.308439 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.381820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-6d2b8e1e-36db-4230-a57a-ac0bdbd74223 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=8c8ca810-85a5-4b67-81f0-48ca99de399e HTTP/1.1" status: 200 len: 217 time: 0.6373806 Aug 20 11:46:04.434835 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea552bb-337d-4df3-a4ed-d41eab1a69e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf6686d-d639-41a6-bcb9-1c651069b8ad,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:04.563800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a353fe-a65a-4a1c-b16c-fe13273a8335 req-469210fc-088c-48b4-b92d-39a6e2620175 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:04.567593 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06a353fe-a65a-4a1c-b16c-fe13273a8335 req-469210fc-088c-48b4-b92d-39a6e2620175 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.8317904 Aug 20 11:46:04.658417 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.749735 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-f8a29549-1b1d-4186-9949-8706d9eb05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:04.753714 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-f8a29549-1b1d-4186-9949-8706d9eb05e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.3361466 Aug 20 11:46:04.798931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.807364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45640) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:04.810708 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/a6e2b9f7-ab82-420e-81df-22a1dfcd5cdd HTTP/1.1" status: 204 len: 168 time: 1.7618153 Aug 20 11:46:04.855447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e2b9f7-ab82-420e-81df-22a1dfcd5cdd,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:04.880348 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-f362a446-0c0a-4462-8fde-80ddb83c9a68 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] DELETE failed (client error): The resource could not be found. Aug 20 11:46:04.881181 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f362a446-0c0a-4462-8fde-80ddb83c9a68 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:46:04.885478 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f362a446-0c0a-4462-8fde-80ddb83c9a68 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/f111aa6c-43de-4a43-8d35-d20e9f7a644e HTTP/1.1" status: 404 len: 337 time: 0.0763443 Aug 20 11:46:04.890998 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45642) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:04.895209 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:04.900502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:04.901170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:04.901726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:04.902510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:04.903228 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:04.905183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:04.905788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:04.906349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:04.906895 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:04.908034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:04.909951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870b466-540d-4f27-9a2b-28363c7a624f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:04.998590 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8b7430ae-1258-4487-b2f2-e7c8223e0b44 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "GET /v2.0/ports?device_id=af208c5f-110a-4e29-a242-a5bbaa7314e0 HTTP/1.1" status: 200 len: 205 time: 0.0983903 Aug 20 11:46:04.999849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45646) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:05.056150 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06a353fe-a65a-4a1c-b16c-fe13273a8335 req-1995ad45-7e99-478f-9a3f-4e1f5620e5e3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758437 Aug 20 11:46:05.111949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Attempting to bind port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:46:05.112252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Attempting to bind port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:46:05.112562 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Attempting to bind port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:05.132055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ba3c76-97e6-46b7-913a-ce55e26335fb None None] Network 19dadc12-d40a-43d2-81cb-81fac45f1893 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:05.146705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:46:05.147039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Attempting to bind port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:05.168576 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-c4a7c022-4468-48f3-afde-861809e852d1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] delete failed (client error): The resource could not be found. Aug 20 11:46:05.177042 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c4a7c022-4468-48f3-afde-861809e852d1 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/routers/af208c5f-110a-4e29-a242-a5bbaa7314e0 HTTP/1.1" status: 404 len: 336 time: 0.1756029 Aug 20 11:46:05.180147 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45652) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:05.183757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:46:05.187303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:05.187697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:46:05.191763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Bound port: 86d36a22-0ca1-4913-b5d1-ff5bb31693c9, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:46:05.193003 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:05.206748 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-e24fe5a7-2e11-4bcf-8f36-09276f448310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:05.211353 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-e24fe5a7-2e11-4bcf-8f36-09276f448310 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3993137 Aug 20 11:46:05.310151 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-06455d06-62df-4a1d-9fc6-78ead1b49180 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] DELETE failed (client error): The resource could not be found. Aug 20 11:46:05.310655 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06455d06-62df-4a1d-9fc6-78ead1b49180 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:46:05.314694 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-06455d06-62df-4a1d-9fc6-78ead1b49180 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/47f5bf33-6731-4b9e-bd82-e05346c5d264 HTTP/1.1" status: 404 len: 337 time: 0.1269169 Aug 20 11:46:05.342174 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45662) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:05.432414 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a3177f-bce1-4166-b00d-57ec23380eec tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] DELETE failed (client error): The resource could not be found. Aug 20 11:46:05.437594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a3177f-bce1-4166-b00d-57ec23380eec tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:46:05.443546 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-18a3177f-bce1-4166-b00d-57ec23380eec tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/499655ea-d35e-461f-9e7f-9bfde6349153 HTTP/1.1" status: 404 len: 337 time: 0.0958593 Aug 20 11:46:05.445382 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45668) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:05.538170 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34e7ce8-2ca9-4f9b-a4c8-9e3590291514 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] DELETE failed (client error): The resource could not be found. Aug 20 11:46:05.548446 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6dcb2149-241a-48e9-ab8f-e50f471da5b5 None None] Provisioning complete for port 9e40025f-ee1e-4df4-8d07-c41575610c6b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:05.548853 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2149-241a-48e9-ab8f-e50f471da5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:05.554409 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34e7ce8-2ca9-4f9b-a4c8-9e3590291514 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:46:05.565782 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b34e7ce8-2ca9-4f9b-a4c8-9e3590291514 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/d9baa689-e762-428f-b260-794c0abfdc75 HTTP/1.1" status: 404 len: 337 time: 0.1174858 Aug 20 11:46:05.567548 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45672) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:05.627287 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f23676e-b210-4299-853b-cca469117a21 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] DELETE failed (client error): The resource could not be found. Aug 20 11:46:05.628539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f23676e-b210-4299-853b-cca469117a21 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:46:05.633929 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7f23676e-b210-4299-853b-cca469117a21 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/dc37609a-f4ae-4e7a-86eb-7575c02540ea HTTP/1.1" status: 404 len: 333 time: 0.0518703 Aug 20 11:46:05.634626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45676) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:05.687815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb2149-241a-48e9-ab8f-e50f471da5b5 None None] Port 9e40025f-ee1e-4df4-8d07-c41575610c6b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:05.725379 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cea7ad6-7727-4976-814d-decf7aed5d63 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] DELETE failed (client error): The resource could not be found. Aug 20 11:46:05.726205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cea7ad6-7727-4976-814d-decf7aed5d63 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:46:05.738399 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4cea7ad6-7727-4976-814d-decf7aed5d63 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/17907efc-75a6-47ee-adb1-858ddcd06420 HTTP/1.1" status: 404 len: 337 time: 0.1026285 Aug 20 11:46:05.741522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45678) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:05.758918 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6dcb2149-241a-48e9-ab8f-e50f471da5b5 None None] Provisioning complete for port e8622bc7-3bfe-44f1-9161-4012bd51f31c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:05.762329 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2149-241a-48e9-ab8f-e50f471da5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:05.869362 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-95fddce4-5026-49a2-bff5-f7d3ce224a5d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] DELETE failed (client error): The resource could not be found. Aug 20 11:46:05.869972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95fddce4-5026-49a2-bff5-f7d3ce224a5d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:46:05.874423 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-95fddce4-5026-49a2-bff5-f7d3ce224a5d tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/70ae88fa-e2e1-4396-98d8-2bd8c291c95e HTTP/1.1" status: 404 len: 337 time: 0.1278992 Aug 20 11:46:05.875024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45682) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:05.875348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45684) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:05.961742 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-46096f13-ea64-464a-bcfe-62c004d5ab14 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] DELETE failed (client error): The resource could not be found. Aug 20 11:46:05.962206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7adf464-f630-4bcf-90ed-c2c15fccfc45 None None] DHCP port deletion for 19dadc12-d40a-43d2-81cb-81fac45f1893 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:46:05.974702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46096f13-ea64-464a-bcfe-62c004d5ab14 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:46:05.982003 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-46096f13-ea64-464a-bcfe-62c004d5ab14 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/33a03a57-a638-4dff-8e5f-0f12a0d06ca3 HTTP/1.1" status: 404 len: 333 time: 0.1045127 Aug 20 11:46:05.982971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45690) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:06.030459 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af2ab4d-336f-41f3-9eca-1ca14c034f0f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] DELETE failed (client error): The resource could not be found. Aug 20 11:46:06.031288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af2ab4d-336f-41f3-9eca-1ca14c034f0f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:46:06.036909 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9af2ab4d-336f-41f3-9eca-1ca14c034f0f tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/914719d8-4689-4c01-be53-7373501ea7e6 HTTP/1.1" status: 404 len: 337 time: 0.0520272 Aug 20 11:46:06.037832 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45692) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:06.101530 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-da21ea23-1557-467c-9581-e8ec9663a6f2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] DELETE failed (client error): The resource could not be found. Aug 20 11:46:06.105356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da21ea23-1557-467c-9581-e8ec9663a6f2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:46:06.116938 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-da21ea23-1557-467c-9581-e8ec9663a6f2 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/subnets/0135c519-907a-43fc-9660-713744b2ad1f HTTP/1.1" status: 404 len: 337 time: 0.0777779 Aug 20 11:46:06.118733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45698) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:06.153680 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b7adf464-f630-4bcf-90ed-c2c15fccfc45 None None] Deleting port e8622bc7-3bfe-44f1-9161-4012bd51f31c {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:06.153680 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7adf464-f630-4bcf-90ed-c2c15fccfc45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:06.228756 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-75e4321f-9832-440c-9e15-71cd358db24f tempest-AgentManagementNegativeTest-1423647752 tempest-AgentManagementNegativeTest-1423647752-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3522236 Aug 20 11:46:06.468742 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-87bbad91-d047-4668-8703-624ba2e6e386 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2166703 Aug 20 11:46:06.512441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b7adf464-f630-4bcf-90ed-c2c15fccfc45 None None] For port e8622bc7-3bfe-44f1-9161-4012bd51f31c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e8622bc7-3bfe-44f1-9161-4012bd51f31c,segment=NetworkSegment(302c852b-a936-4c4c-b281-2356af47fd90),segment_id=302c852b-a936-4c4c-b281-2356af47fd90)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:06.513006 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7adf464-f630-4bcf-90ed-c2c15fccfc45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:06.536967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7b4fa065-1a91-4a0e-9544-a3b0d7dcd0ba tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Deleting port 9e40025f-ee1e-4df4-8d07-c41575610c6b {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:06.537668 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b4fa065-1a91-4a0e-9544-a3b0d7dcd0ba tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:06.551208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e8622bc7-3bfe-44f1-9161-4012bd51f31c no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:46:06.660420 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b7adf464-f630-4bcf-90ed-c2c15fccfc45 None None] Calling delete_port for e8622bc7-3bfe-44f1-9161-4012bd51f31c owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:06.693396 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-02997579-0580-42d4-b2a5-beb27d6adb65 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151625 Aug 20 11:46:06.750843 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b4fa065-1a91-4a0e-9544-a3b0d7dcd0ba tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:06.784070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7b4fa065-1a91-4a0e-9544-a3b0d7dcd0ba tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Calling delete_port for 9e40025f-ee1e-4df4-8d07-c41575610c6b owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:06.805374 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbc7e3-9b97-4791-ab71-25fd31d887ad req-d83fb106-1bfb-4f6c-8acc-1feb64df8567 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:06.813812 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27cbc7e3-9b97-4791-ab71-25fd31d887ad req-d83fb106-1bfb-4f6c-8acc-1feb64df8567 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 948 time: 1.3278401 Aug 20 11:46:06.853222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] For port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:46:06.885677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf6b80-67b3-42bb-8fe5-9e3cf46422f2 req-a2b843e6-f7cf-4756-af1c-57d0bb84e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:06.892482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68bf6b80-67b3-42bb-8fe5-9e3cf46422f2 req-a2b843e6-f7cf-4756-af1c-57d0bb84e47c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 1099 time: 0.1416886 Aug 20 11:46:06.947441 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27cbc7e3-9b97-4791-ab71-25fd31d887ad req-29c6d822-5fcc-4914-9cba-425cef33deed tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317732 Aug 20 11:46:06.981465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] For port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=86d36a22-0ca1-4913-b5d1-ff5bb31693c9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:46:07.011511 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b4fa065-1a91-4a0e-9544-a3b0d7dcd0ba tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.019995 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.113017 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7adf464-f630-4bcf-90ed-c2c15fccfc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.180378 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b4fa065-1a91-4a0e-9544-a3b0d7dcd0ba tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.190328 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7b4fa065-1a91-4a0e-9544-a3b0d7dcd0ba tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/ports/9e40025f-ee1e-4df4-8d07-c41575610c6b HTTP/1.1" status: 204 len: 168 time: 1.0672429 Aug 20 11:46:07.191612 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.194102 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45708) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:07.196505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45710) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:07.197770 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fa065-1a91-4a0e-9544-a3b0d7dcd0ba tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Port': ['ID=9e40025f-ee1e-4df4-8d07-c41575610c6b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:07.209662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adf464-f630-4bcf-90ed-c2c15fccfc45 None None] Pushing event deleted for resources: {'Port': ['ID=e8622bc7-3bfe-44f1-9161-4012bd51f31c,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:07.211985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7adf464-f630-4bcf-90ed-c2c15fccfc45 None None] No DVR routers for this DVR port e8622bc7-3bfe-44f1-9161-4012bd51f31c on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:46:07.416498 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de63a97a-d779-4e02-95fa-005e787c9976 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.496963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:07.497730 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.499188 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] 10.222.0.76 "PUT /v2.0/ports/86d36a22-0ca1-4913-b5d1-ff5bb31693c9 HTTP/1.1" status: 200 len: 1096 time: 7.0801218 Aug 20 11:46:07.508700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf12ecf3-7bf2-4503-ab90-67a0c2797012', 'tag': '86d36a22-0ca1-4913-b5d1-ff5bb31693c9'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:07.549439 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa6cbc9-ca13-4b2c-9990-b4b771f371e3" -d '{"events": [{"name": "network-changed", "server_uuid": "bf12ecf3-7bf2-4503-ab90-67a0c2797012", "tag": "86d36a22-0ca1-4913-b5d1-ff5bb31693c9"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:07.699116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf6b80-67b3-42bb-8fe5-9e3cf46422f2 req-a328ca37-9aa0-4937-aa88-6e8b154322ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:07.700875 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68bf6b80-67b3-42bb-8fe5-9e3cf46422f2 req-a328ca37-9aa0-4937-aa88-6e8b154322ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.7766132 Aug 20 11:46:07.710559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8b4e3-ff8a-45a4-ab50-60a222c1b09f req-8bafeed6-4ac2-43f2-870d-ada6d79f20d6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:07.712337 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26e8b4e3-ff8a-45a4-ab50-60a222c1b09f req-8bafeed6-4ac2-43f2-870d-ada6d79f20d6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.4814110 Aug 20 11:46:07.717540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320435b-fda6-4126-96f1-07ee43423cac service neutron] Pushing event updated for resources: {'Port': ['ID=86d36a22-0ca1-4913-b5d1-ff5bb31693c9,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:07.735567 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de63a97a-d779-4e02-95fa-005e787c9976 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.749986 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-720ff3ef-ea20-4262-8076-0d9b9acae347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.802586 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-21cd8eba-31e1-4b45-8be8-06163daef772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:07.804301 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-21cd8eba-31e1-4b45-8be8-06163daef772 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=bf12ecf3-7bf2-4503-ab90-67a0c2797012 HTTP/1.1" status: 200 len: 1099 time: 0.2301114 Aug 20 11:46:07.812195 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68bf6b80-67b3-42bb-8fe5-9e3cf46422f2 req-09bd17d0-b923-4407-8858-db8ea9dcd5f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=8c8ca810-85a5-4b67-81f0-48ca99de399e HTTP/1.1" status: 200 len: 217 time: 0.0907044 Aug 20 11:46:07.813096 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-de63a97a-d779-4e02-95fa-005e787c9976 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19dadc12-d40a-43d2-81cb-81fac45f1893']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:07.865249 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-de63a97a-d779-4e02-95fa-005e787c9976 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302c852b-a936-4c4c-b281-2356af47fd90') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:07.869846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-de63a97a-d779-4e02-95fa-005e787c9976 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302c852b-a936-4c4c-b281-2356af47fd90') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:07.894246 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-cc1029f5-5064-4c6c-ba82-4451726327eb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=86d36a22-0ca1-4913-b5d1-ff5bb31693c9 HTTP/1.1" status: 200 len: 217 time: 0.0795658 Aug 20 11:46:07.918457 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de63a97a-d779-4e02-95fa-005e787c9976 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.961680 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26e8b4e3-ff8a-45a4-ab50-60a222c1b09f req-881f86e1-33a5-4aed-81de-16c0d0d99405 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389655 Aug 20 11:46:07.978191 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de63a97a-d779-4e02-95fa-005e787c9976 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.025455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de63a97a-d779-4e02-95fa-005e787c9976 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:46:08.026269 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de63a97a-d779-4e02-95fa-005e787c9976 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:46:08.039170 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:46:08.077917 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a26b2c9-f0c2-4c8e-9465-bb53fe03c923 x-openstack-request-id: req-7a26b2c9-f0c2-4c8e-9465-bb53fe03c923 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:08.078213 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf12ecf3-7bf2-4503-ab90-67a0c2797012", "tag": "86d36a22-0ca1-4913-b5d1-ff5bb31693c9", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:08.078464 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a26b2c9-f0c2-4c8e-9465-bb53fe03c923 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:08.078865 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf12ecf3-7bf2-4503-ab90-67a0c2797012', 'tag': '86d36a22-0ca1-4913-b5d1-ff5bb31693c9', 'status': 'completed', 'code': 200} Aug 20 11:46:08.094231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf6b80-67b3-42bb-8fe5-9e3cf46422f2 req-f6441c82-5f93-4d26-92e3-3851386ce130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:08.095737 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68bf6b80-67b3-42bb-8fe5-9e3cf46422f2 req-f6441c82-5f93-4d26-92e3-3851386ce130 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.2723091 Aug 20 11:46:08.180406 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-c203ec47-fb6a-4e96-b90a-f2d92cf9e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:08.184309 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-c203ec47-fb6a-4e96-b90a-f2d92cf9e13e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.2673266 Aug 20 11:46:08.210581 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de63a97a-d779-4e02-95fa-005e787c9976 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.233198 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de63a97a-d779-4e02-95fa-005e787c9976 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.235151 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-de63a97a-d779-4e02-95fa-005e787c9976 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] 10.222.0.37 "DELETE /v2.0/networks/19dadc12-d40a-43d2-81cb-81fac45f1893 HTTP/1.1" status: 204 len: 168 time: 1.0327265 Aug 20 11:46:08.256552 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63a97a-d779-4e02-95fa-005e787c9976 tempest-PortsIpV6TestJSON-859744815 tempest-PortsIpV6TestJSON-859744815-project] Pushing event deleted for resources: {'Network': ['ID=19dadc12-d40a-43d2-81cb-81fac45f1893,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:08.331377 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf6b80-67b3-42bb-8fe5-9e3cf46422f2 req-c24a5da5-768c-4b43-89d4-d38472bdddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:08.334187 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68bf6b80-67b3-42bb-8fe5-9e3cf46422f2 req-c24a5da5-768c-4b43-89d4-d38472bdddb7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2179263 Aug 20 11:46:08.382638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5fd91-26a9-45b7-b8ed-268e56c41733 req-b15ad84f-3ba3-4e73-97d6-2504e799cdb6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:08.384313 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6ae5fd91-26a9-45b7-b8ed-268e56c41733 req-b15ad84f-3ba3-4e73-97d6-2504e799cdb6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 948 time: 0.2221942 Aug 20 11:46:08.386872 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-9bd946cc-ba13-472d-8b13-5b3b34e7828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:08.387771 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-9bd946cc-ba13-472d-8b13-5b3b34e7828f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1872499 Aug 20 11:46:08.449433 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-720ff3ef-ea20-4262-8076-0d9b9acae347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.455961 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-720ff3ef-ea20-4262-8076-0d9b9acae347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.476251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 8c8ca810-85a5-4b67-81f0-48ca99de399e details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:46:08.503639 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6ae5fd91-26a9-45b7-b8ed-268e56c41733 req-31728c80-a1a9-4b73-9527-29daf9b77155 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021683 Aug 20 11:46:08.570044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ff3ef-ea20-4262-8076-0d9b9acae347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa3188c-2920-452e-8296-caf182e53589,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:08.575467 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-720ff3ef-ea20-4262-8076-0d9b9acae347 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74bb0eb2d1304c0385a97314585bca74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3741665 Aug 20 11:46:08.578073 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45728) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:08.663977 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-5977eccb-85ea-4dae-8c37-ed1078f2d23a service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605476 Aug 20 11:46:08.673176 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c31bfd44-0aec-4cf1-b9b2-296919809bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.695193 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68bf6b80-67b3-42bb-8fe5-9e3cf46422f2 req-7e3cf58f-6734-4eb7-9531-94992cd2f945 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476954 Aug 20 11:46:08.719547 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c31bfd44-0aec-4cf1-b9b2-296919809bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.838520 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72132d98-337e-407d-8a2a-b7e7beada3b3 req-b15998b9-2b02-4488-8b20-ce7c62099eb4 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406205 Aug 20 11:46:08.847612 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c31bfd44-0aec-4cf1-b9b2-296919809bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.853573 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c31bfd44-0aec-4cf1-b9b2-296919809bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.862677 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c31bfd44-0aec-4cf1-b9b2-296919809bef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/caa3188c-2920-452e-8296-caf182e53589 HTTP/1.1" status: 204 len: 168 time: 0.2814765 Aug 20 11:46:08.902668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bfd44-0aec-4cf1-b9b2-296919809bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa3188c-2920-452e-8296-caf182e53589,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:08.966031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45738) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:08.993909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 8c8ca810-85a5-4b67-81f0-48ca99de399e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=8c8ca810-85a5-4b67-81f0-48ca99de399e,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:09.058885 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.062289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '8c8ca810-85a5-4b67-81f0-48ca99de399e', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '8c8ca810-85a5-4b67-81f0-48ca99de399e', 'mac_address': 'fa:16:3e:b6:f6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:46:09.208942 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.269020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8ca810-85a5-4b67-81f0-48ca99de399e {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:46:09.348022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 8c8ca810-85a5-4b67-81f0-48ca99de399e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=8c8ca810-85a5-4b67-81f0-48ca99de399e,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:09.351933 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6cbc9-ca13-4b2c-9990-b4b771f371e3 req-d947618d-e595-4ebf-b50f-fdfdd933b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:09.354585 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aaa6cbc9-ca13-4b2c-9990-b4b771f371e3 req-d947618d-e595-4ebf-b50f-fdfdd933b361 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=bf12ecf3-7bf2-4503-ab90-67a0c2797012 HTTP/1.1" status: 200 len: 1099 time: 0.4389179 Aug 20 11:46:09.356939 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.378877 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-294bcc03-29c3-4b1e-867b-5575a5b39089 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1efcbdd862e1473db5eab96f5b992905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4102929 Aug 20 11:46:09.382575 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45746) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:09.463209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=8c8ca810-85a5-4b67-81f0-48ca99de399e,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:09.595689 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c04266a-dd32-43bd-a686-0dfa02612d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.641100 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68bf6b80-67b3-42bb-8fe5-9e3cf46422f2 req-a01c598c-998e-44d4-9eff-41db430d373d service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7988510 Aug 20 11:46:09.684269 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['8c8ca810-85a5-4b67-81f0-48ca99de399e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:46:09.698927 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c04266a-dd32-43bd-a686-0dfa02612d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.722026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6f5fd-a647-4aa8-8613-6b9aa775f210 req-4462efe6-4d70-4d45-84bb-83e46defc3b4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:09.723732 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cb6f5fd-a647-4aa8-8613-6b9aa775f210 req-4462efe6-4d70-4d45-84bb-83e46defc3b4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.5648937 Aug 20 11:46:09.806240 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c04266a-dd32-43bd-a686-0dfa02612d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.809717 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c04266a-dd32-43bd-a686-0dfa02612d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.811128 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3c04266a-dd32-43bd-a686-0dfa02612d78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e666ced-24f2-4f4e-bc0d-bf0eed47e9ec HTTP/1.1" status: 204 len: 168 time: 0.4251060 Aug 20 11:46:09.825037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6cbc9-ca13-4b2c-9990-b4b771f371e3 req-2c8c731a-cbd7-4054-9f24-e79da1b868c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:09.826852 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aaa6cbc9-ca13-4b2c-9990-b4b771f371e3 req-2c8c731a-cbd7-4054-9f24-e79da1b868c8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.4499993 Aug 20 11:46:09.847329 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04266a-dd32-43bd-a686-0dfa02612d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e666ced-24f2-4f4e-bc0d-bf0eed47e9ec,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:09.943211 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aaa6cbc9-ca13-4b2c-9990-b4b771f371e3 req-1a144a8e-1c94-4fad-8cb5-87948639dfe0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=86d36a22-0ca1-4913-b5d1-ff5bb31693c9 HTTP/1.1" status: 200 len: 217 time: 0.1005282 Aug 20 11:46:09.955720 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cb6f5fd-a647-4aa8-8613-6b9aa775f210 req-7564afb1-a49b-43dc-9327-d1837ac92663 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189653 Aug 20 11:46:10.125882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6cbc9-ca13-4b2c-9990-b4b771f371e3 req-b2fef2c9-0e82-4ea9-ba38-f456be857fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:10.127479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aaa6cbc9-ca13-4b2c-9990-b4b771f371e3 req-b2fef2c9-0e82-4ea9-ba38-f456be857fd0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1702414 Aug 20 11:46:10.322414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282dcb8-4a4a-4adc-a3a6-a94b0aa470aa req-08f3a2b7-4fe8-4e93-900a-75fe4e1bfbd7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:10.324543 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5282dcb8-4a4a-4adc-a3a6-a94b0aa470aa req-08f3a2b7-4fe8-4e93-900a-75fe4e1bfbd7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 949 time: 0.0799074 Aug 20 11:46:10.336535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6cbc9-ca13-4b2c-9990-b4b771f371e3 req-a19782ce-4398-4472-b59c-3958ebd82790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:10.337974 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aaa6cbc9-ca13-4b2c-9990-b4b771f371e3 req-a19782ce-4398-4472-b59c-3958ebd82790 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1963251 Aug 20 11:46:10.521943 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aaa6cbc9-ca13-4b2c-9990-b4b771f371e3 req-e63c0d4e-b207-4a52-8e55-fe702afdeecb service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517372 Aug 20 11:46:10.549459 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5282dcb8-4a4a-4adc-a3a6-a94b0aa470aa req-c8f9ae46-23a5-4061-824d-bfddcafc1de5 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103879 Aug 20 11:46:10.849336 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aaa6cbc9-ca13-4b2c-9990-b4b771f371e3 req-07726cd2-3398-4d17-8fce-de2ba758a6d0 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183672 Aug 20 11:46:10.918874 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45792) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:11.449553 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286834ac-88a7-452d-82c3-9a37bc85f9d5 req-3bbefe81-f3ca-4886-a16f-8acc01bb1b3a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:11.465398 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-286834ac-88a7-452d-82c3-9a37bc85f9d5 req-3bbefe81-f3ca-4886-a16f-8acc01bb1b3a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1455092 Aug 20 11:46:11.552193 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-286834ac-88a7-452d-82c3-9a37bc85f9d5 req-6136ffa2-20d6-4de5-9083-28d95fa36442 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849543 Aug 20 11:46:11.582971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e10d5719-56ee-4643-9da6-20eee178e895 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1386346559'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:11.650949 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10d5719-56ee-4643-9da6-20eee178e895 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Made reservation on behalf of 3d7b2f9b62fd42d9b805742086a5eeec for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:11.667677 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e10d5719-56ee-4643-9da6-20eee178e895 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:11.711189 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e10d5719-56ee-4643-9da6-20eee178e895 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:11.840566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377633f-959c-407d-8b0c-b269e4aadafa req-1a10a607-9f15-4af9-b145-950658011299 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:11.841718 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c377633f-959c-407d-8b0c-b269e4aadafa req-1a10a607-9f15-4af9-b145-950658011299 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 949 time: 0.1363144 Aug 20 11:46:11.842242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45812) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:11.918156 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e10d5719-56ee-4643-9da6-20eee178e895 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:11.924041 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e10d5719-56ee-4643-9da6-20eee178e895 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:11.955563 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10d5719-56ee-4643-9da6-20eee178e895 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:46:11.969503 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c377633f-959c-407d-8b0c-b269e4aadafa req-547384cd-9e61-4a70-b65d-cd8b7c94d4be tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160040 Aug 20 11:46:12.006888 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e10d5719-56ee-4643-9da6-20eee178e895 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.008504 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-e10d5719-56ee-4643-9da6-20eee178e895 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Added segment c99651c0-d7a3-4e5e-88ba-b835c7dfbe35 of type vlan for network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 Aug 20 11:46:12.080524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7712b9b5-ab36-4a51-9e91-63ecaeffe56c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-256057187'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:12.124267 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e10d5719-56ee-4643-9da6-20eee178e895 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.149359 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7712b9b5-ab36-4a51-9e91-63ecaeffe56c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:12.160482 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7712b9b5-ab36-4a51-9e91-63ecaeffe56c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.196647 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7712b9b5-ab36-4a51-9e91-63ecaeffe56c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.269820 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d5719-56ee-4643-9da6-20eee178e895 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a6e1fc-8b6a-4662-a507-1c0e6abf16bc,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:12.281773 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e10d5719-56ee-4643-9da6-20eee178e895 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.296381 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d5719-56ee-4643-9da6-20eee178e895 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:12.298270 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e10d5719-56ee-4643-9da6-20eee178e895 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.405011 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7712b9b5-ab36-4a51-9e91-63ecaeffe56c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.410631 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7712b9b5-ab36-4a51-9e91-63ecaeffe56c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.461171 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:46:12.477813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d5719-56ee-4643-9da6-20eee178e895 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event updated for resources: {'Network': ['ID=6d58c321-6bef-45fd-a0d6-04ea06ac5551,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:12.479618 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712b9b5-ab36-4a51-9e91-63ecaeffe56c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346809da-6717-4902-a65a-4af1100e82f4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:12.515760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7712b9b5-ab36-4a51-9e91-63ecaeffe56c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:46:12.542312 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e10d5719-56ee-4643-9da6-20eee178e895 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6223345 Aug 20 11:46:12.547145 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7712b9b5-ab36-4a51-9e91-63ecaeffe56c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.547666 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-7712b9b5-ab36-4a51-9e91-63ecaeffe56c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Added segment 07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d of type vlan for network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 Aug 20 11:46:12.549305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45822) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:12.568625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0b13a831-ffaf-4da3-9b67-d11ee41faf37 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Request body: {'subnet': {'network_id': '6d58c321-6bef-45fd-a0d6-04ea06ac5551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:12.706589 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:46:12.710651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 8c8ca810-85a5-4b67-81f0-48ca99de399e up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:12.799032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b13a831-ffaf-4da3-9b67-d11ee41faf37 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Made reservation on behalf of 3d7b2f9b62fd42d9b805742086a5eeec for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:12.803503 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0b13a831-ffaf-4da3-9b67-d11ee41faf37 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.989662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=86d36a22-0ca1-4913-b5d1-ff5bb31693c9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:13.013596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 8c8ca810-85a5-4b67-81f0-48ca99de399e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:13.023416 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '86d36a22-0ca1-4913-b5d1-ff5bb31693c9', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '86d36a22-0ca1-4913-b5d1-ff5bb31693c9', 'mac_address': 'fa:16:3e:93:cc:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:46:13.028929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 8c8ca810-85a5-4b67-81f0-48ca99de399e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:13.029623 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.094301 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7712b9b5-ab36-4a51-9e91-63ecaeffe56c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.113140 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.142505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:46:13.187366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=86d36a22-0ca1-4913-b5d1-ff5bb31693c9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:13.204444 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.231935 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1beaec2-0508-437c-af14-e79632b80862 req-2932f85f-3258-41b9-9199-b23044746781 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:13.240153 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b1beaec2-0508-437c-af14-e79632b80862 req-2932f85f-3258-41b9-9199-b23044746781 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.4602311 Aug 20 11:46:13.262733 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0b13a831-ffaf-4da3-9b67-d11ee41faf37 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.270076 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7712b9b5-ab36-4a51-9e91-63ecaeffe56c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.276267 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7712b9b5-ab36-4a51-9e91-63ecaeffe56c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:13.276944 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7712b9b5-ab36-4a51-9e91-63ecaeffe56c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.284139 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.336728 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17082cb3-c39f-448a-82b6-8d477fa35bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8ca810-85a5-4b67-81f0-48ca99de399e'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:13.339701 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950f3e4b-06d7-49a9-84ae-22c08eed7b3c" -d '{"events": [{"server_uuid": "17082cb3-c39f-448a-82b6-8d477fa35bd5", "name": "network-vif-plugged", "status": "completed", "tag": "8c8ca810-85a5-4b67-81f0-48ca99de399e"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:13.369570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 8c8ca810-85a5-4b67-81f0-48ca99de399e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=8c8ca810-85a5-4b67-81f0-48ca99de399e,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:13.371131 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=86d36a22-0ca1-4913-b5d1-ff5bb31693c9,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:13.381332 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.422433 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7712b9b5-ab36-4a51-9e91-63ecaeffe56c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5790792 Aug 20 11:46:13.425815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45836) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:13.437140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'name': 'tempest-PortsTestJSON-1399873907'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:13.476795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=8c8ca810-85a5-4b67-81f0-48ca99de399e,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:13.493453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['86d36a22-0ca1-4913-b5d1-ff5bb31693c9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:46:13.529705 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b1beaec2-0508-437c-af14-e79632b80862 req-06191c3e-93b3-49e7-893a-87bf40b39c02 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866943 Aug 20 11:46:13.530765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13a831-ffaf-4da3-9b67-d11ee41faf37 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event updated for resources: {'Subnet': ['ID=51104274-4df1-4249-a866-33c850e83b4f,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:13.563290 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712b9b5-ab36-4a51-9e91-63ecaeffe56c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Network': ['ID=047e38a3-9962-4308-a8ea-a0b04f8cf7e8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:13.587210 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:46:13.596787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13a831-ffaf-4da3-9b67-d11ee41faf37 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Checking segment: {'id': 'c99651c0-d7a3-4e5e-88ba-b835c7dfbe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6d58c321-6bef-45fd-a0d6-04ea06ac5551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:13.597523 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b13a831-ffaf-4da3-9b67-d11ee41faf37 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Network hostable DHCP agents. Network: 6d58c321-6bef-45fd-a0d6-04ea06ac5551, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:46:13.666939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b13a831-ffaf-4da3-9b67-d11ee41faf37 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:46:13.695019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-0b13a831-ffaf-4da3-9b67-d11ee41faf37 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 6d58c321-6bef-45fd-a0d6-04ea06ac5551) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:13.708430 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b13a831-ffaf-4da3-9b67-d11ee41faf37 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:13.709946 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0b13a831-ffaf-4da3-9b67-d11ee41faf37 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.751760 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:13.757746 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.796309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbebd578-0626-414a-a94c-24fc2b5feca1 None None] Network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:13.822509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] device_id is not set on port 306295af-10e9-46b8-a897-961e585e55bc yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:46:13.832302 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0b13a831-ffaf-4da3-9b67-d11ee41faf37 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2783711 Aug 20 11:46:13.841920 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45840) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:13.855709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b3de5e82-bd08-47cb-b7d6-8979e730a87c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Request body: {'port': {'network_id': '6d58c321-6bef-45fd-a0d6-04ea06ac5551', 'name': 'tempest-AllowedAddressPairTestJSON-479504620'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:13.949524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7fce8-6949-4074-99da-6892c88dd7bb req-218ec04d-e706-432b-bfcb-87e20cf5ee0f tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:13.951298 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bbe7fce8-6949-4074-99da-6892c88dd7bb req-218ec04d-e706-432b-bfcb-87e20cf5ee0f tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 950 time: 0.2223902 Aug 20 11:46:14.064043 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bbe7fce8-6949-4074-99da-6892c88dd7bb req-7b198a27-55a4-4164-89c8-ed03fbfefb3c tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061299 Aug 20 11:46:14.094568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3de5e82-bd08-47cb-b7d6-8979e730a87c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Made reservation on behalf of 3d7b2f9b62fd42d9b805742086a5eeec for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:14.099563 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e82-bd08-47cb-b7d6-8979e730a87c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.133414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-b3de5e82-bd08-47cb-b7d6-8979e730a87c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] device_id is not set on port b81ded92-26fe-4332-abdf-54c4166f3c38 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:46:14.161640 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5e6d8f-b2aa-4b0f-8290-d0de2b5fb8ca x-openstack-request-id: req-dc5e6d8f-b2aa-4b0f-8290-d0de2b5fb8ca {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:14.161932 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17082cb3-c39f-448a-82b6-8d477fa35bd5", "name": "network-vif-plugged", "status": "completed", "tag": "8c8ca810-85a5-4b67-81f0-48ca99de399e", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:14.162384 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc5e6d8f-b2aa-4b0f-8290-d0de2b5fb8ca {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:14.163021 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17082cb3-c39f-448a-82b6-8d477fa35bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8ca810-85a5-4b67-81f0-48ca99de399e', 'code': 200} Aug 20 11:46:14.184551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-6d58c321-6bef-45fd-a0d6-04ea06ac5551', 'network_id': '6d58c321-6bef-45fd-a0d6-04ea06ac5551', 'tenant_id': '3d7b2f9b62fd42d9b805742086a5eeec', 'fixed_ips': [{'subnet_id': '51104274-4df1-4249-a866-33c850e83b4f'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:46:14.191732 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.193781 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.288691 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.351091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-b3de5e82-bd08-47cb-b7d6-8979e730a87c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Allocated IP 172.20.0.12 (6d58c321-6bef-45fd-a0d6-04ea06ac5551/51104274-4df1-4249-a866-33c850e83b4f/b81ded92-26fe-4332-abdf-54c4166f3c38) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:14.467377 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=306295af-10e9-46b8-a897-961e585e55bc,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:14.512165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:14.515744 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:14.516284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:14.517462 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:14.518070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:14.520019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:14.521082 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:14.523644 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:14.524031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:14.524443 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:14.524729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:14.525133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:14.559373 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e82-bd08-47cb-b7d6-8979e730a87c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.570342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Checking segment: {'id': '07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:14.570712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network hostable DHCP agents. Network: 047e38a3-9962-4308-a8ea-a0b04f8cf7e8, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:46:14.588831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-b3de5e82-bd08-47cb-b7d6-8979e730a87c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Transition to ACTIVE for port object b81ded92-26fe-4332-abdf-54c4166f3c38 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:14.622634 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:46:14.660323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 047e38a3-9962-4308-a8ea-a0b04f8cf7e8) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:14.667815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:14.675939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3678af-16ba-4d00-aab6-a776082bda2c None None] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:14.689627 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:14.690243 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.713102 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e82-bd08-47cb-b7d6-8979e730a87c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.724797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5a20bdee-93f2-4255-bd46-ffaa0cd403bb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2956181 Aug 20 11:46:14.727965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45852) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:14.733495 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-bcec6453-c8a6-4dae-8dca-d28e31e7662c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1549453532'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:14.864888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Allocated IP 172.20.0.2 (6d58c321-6bef-45fd-a0d6-04ea06ac5551/51104274-4df1-4249-a866-33c850e83b4f/54409048-8c9e-47e1-941f-b7dce701612c) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:14.951796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcec6453-c8a6-4dae-8dca-d28e31e7662c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:14.955603 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcec6453-c8a6-4dae-8dca-d28e31e7662c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:15.003910 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcec6453-c8a6-4dae-8dca-d28e31e7662c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:46:15.024501 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcec6453-c8a6-4dae-8dca-d28e31e7662c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:15.024902 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-bcec6453-c8a6-4dae-8dca-d28e31e7662c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Added segment cf2027fd-a31b-4450-851a-d2a93665a35f of type vlan for network d177f216-25aa-41b6-b5ab-53d38b39112d Aug 20 11:46:15.229741 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:15.246062 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcec6453-c8a6-4dae-8dca-d28e31e7662c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:15.261095 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Transition to ACTIVE for port object 54409048-8c9e-47e1-941f-b7dce701612c will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:15.296800 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Transition to ACTIVE for port object 54409048-8c9e-47e1-941f-b7dce701612c will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:15.323873 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:15.346157 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcec6453-c8a6-4dae-8dca-d28e31e7662c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:15.355983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec6453-c8a6-4dae-8dca-d28e31e7662c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:15.359081 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcec6453-c8a6-4dae-8dca-d28e31e7662c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:15.456173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Pushing event updated for resources: {'Port': ['ID=54409048-8c9e-47e1-941f-b7dce701612c,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:15.500273 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:15.502164 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:15.510890 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:15.569479 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec6453-c8a6-4dae-8dca-d28e31e7662c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Network': ['ID=d177f216-25aa-41b6-b5ab-53d38b39112d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:15.609163 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bcec6453-c8a6-4dae-8dca-d28e31e7662c tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8773706 Aug 20 11:46:15.610699 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45874) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:15.625070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network d177f216-25aa-41b6-b5ab-53d38b39112d details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:46:15.633847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'ports': [{'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8'}, {'network_id': 'd177f216-25aa-41b6-b5ab-53d38b39112d'}]} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:15.635532 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:15.636037 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'network_id': 'd177f216-25aa-41b6-b5ab-53d38b39112d'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:15.720910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de5e82-bd08-47cb-b7d6-8979e730a87c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:15.781492 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6cb5a-1747-4373-b867-aad6b44631c4 req-5841c756-8225-4cfc-812b-98f390ed3de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:15.791140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-77f6cb5a-1747-4373-b867-aad6b44631c4 req-5841c756-8225-4cfc-812b-98f390ed3de0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 1101 time: 1.0885658 Aug 20 11:46:15.791140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-b3de5e82-bd08-47cb-b7d6-8979e730a87c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:15.804584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de5e82-bd08-47cb-b7d6-8979e730a87c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:15.836566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e5bcc-daf8-40a1-84af-5d81061e3678 req-435d70bc-dea4-409c-b59c-25aebdaec7d8 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:15.840717 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-768e5bcc-daf8-40a1-84af-5d81061e3678 req-435d70bc-dea4-409c-b59c-25aebdaec7d8 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 1.1620450 Aug 20 11:46:15.872354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de5e82-bd08-47cb-b7d6-8979e730a87c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event updated for resources: {'Port': ['ID=b81ded92-26fe-4332-abdf-54c4166f3c38,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:15.983751 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Attempting to bind port 54409048-8c9e-47e1-941f-b7dce701612c on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:46:15.991281 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Attempting to bind port 54409048-8c9e-47e1-941f-b7dce701612c by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'c99651c0-d7a3-4e5e-88ba-b835c7dfbe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6d58c321-6bef-45fd-a0d6-04ea06ac5551'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:46:15.992095 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Attempting to bind port 54409048-8c9e-47e1-941f-b7dce701612c on network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:16.022022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:46:16.022373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Checking segment: {'id': 'c99651c0-d7a3-4e5e-88ba-b835c7dfbe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6d58c321-6bef-45fd-a0d6-04ea06ac5551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:16.025230 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.026211 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Bound using segment: {'id': 'c99651c0-d7a3-4e5e-88ba-b835c7dfbe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6d58c321-6bef-45fd-a0d6-04ea06ac5551'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:46:16.026641 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Bound port: 54409048-8c9e-47e1-941f-b7dce701612c, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99651c0-d7a3-4e5e-88ba-b835c7dfbe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6d58c321-6bef-45fd-a0d6-04ea06ac5551'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:46:16.027335 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.093086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3de5e82-bd08-47cb-b7d6-8979e730a87c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:16.093763 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e82-bd08-47cb-b7d6-8979e730a87c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.158567 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-768e5bcc-daf8-40a1-84af-5d81061e3678 req-599393ec-910f-443b-a18c-be658ebeafe6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808363 Aug 20 11:46:16.173227 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-77f6cb5a-1747-4373-b867-aad6b44631c4 req-a4cba81b-1dc6-4e55-b3dc-d5cf49db3e3a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583405 Aug 20 11:46:16.209433 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b3de5e82-bd08-47cb-b7d6-8979e730a87c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3623681 Aug 20 11:46:16.209663 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45886) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:16.212272 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] For port 54409048-8c9e-47e1-941f-b7dce701612c, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:46:16.215727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2b5dfd2e-4d28-409a-a8d3-4020383d0038 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Request body: {'port': {'network_id': '6d58c321-6bef-45fd-a0d6-04ea06ac5551', 'name': 'tempest-AllowedAddressPairTestJSON-1026001581', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6c:a4:4d'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:16.221557 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] For port 54409048-8c9e-47e1-941f-b7dce701612c, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=54409048-8c9e-47e1-941f-b7dce701612c,segment=NetworkSegment(c99651c0-d7a3-4e5e-88ba-b835c7dfbe35),segment_id=c99651c0-d7a3-4e5e-88ba-b835c7dfbe35)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:46:16.230229 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.353562 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c11eb-06c7-41e7-8cf9-f5299a736c78 None None] Pushing event updated for resources: {'Port': ['ID=54409048-8c9e-47e1-941f-b7dce701612c,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:16.478643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:16.538533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b5d62-0bb1-436d-ba9b-c5f9ec37a873 req-aa5ad63f-5627-4714-8d04-ab86b5c9890c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:16.540107 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f24b5d62-0bb1-436d-ba9b-c5f9ec37a873 req-aa5ad63f-5627-4714-8d04-ab86b5c9890c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.1713662 Aug 20 11:46:16.619760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:16.627918 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:16.630736 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.762128 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f24b5d62-0bb1-436d-ba9b-c5f9ec37a873 req-c5500555-28f7-4eea-96fd-89f1cbc1eb45 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030337 Aug 20 11:46:16.803720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5dfd2e-4d28-409a-a8d3-4020383d0038 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Made reservation on behalf of 3d7b2f9b62fd42d9b805742086a5eeec for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:16.907416 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.962885 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf12ecf3-7bf2-4503-ab90-67a0c2797012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d36a22-0ca1-4913-b5d1-ff5bb31693c9'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:16.965699 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cb5434-c474-4fff-9861-a52d93333e16" -d '{"events": [{"server_uuid": "bf12ecf3-7bf2-4503-ab90-67a0c2797012", "name": "network-vif-plugged", "status": "completed", "tag": "86d36a22-0ca1-4913-b5d1-ff5bb31693c9"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:17.030173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=86d36a22-0ca1-4913-b5d1-ff5bb31693c9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:17.038773 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:17.190677 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2b5dfd2e-4d28-409a-a8d3-4020383d0038 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:17.228461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-2b5dfd2e-4d28-409a-a8d3-4020383d0038 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] device_id is not set on port fdb4ab5c-c132-427a-ba16-d9d287f3acd6 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:46:17.234422 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=86d36a22-0ca1-4913-b5d1-ff5bb31693c9,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:17.417453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-2b5dfd2e-4d28-409a-a8d3-4020383d0038 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Allocated IP 172.20.0.10 (6d58c321-6bef-45fd-a0d6-04ea06ac5551/51104274-4df1-4249-a866-33c850e83b4f/fdb4ab5c-c132-427a-ba16-d9d287f3acd6) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:17.521932 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fcda82-6e2e-4dc1-b403-407f6e919a91 x-openstack-request-id: req-c7fcda82-6e2e-4dc1-b403-407f6e919a91 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:17.522329 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf12ecf3-7bf2-4503-ab90-67a0c2797012", "name": "network-vif-plugged", "status": "completed", "tag": "86d36a22-0ca1-4913-b5d1-ff5bb31693c9", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:17.522680 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7fcda82-6e2e-4dc1-b403-407f6e919a91 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:17.523245 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf12ecf3-7bf2-4503-ab90-67a0c2797012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d36a22-0ca1-4913-b5d1-ff5bb31693c9', 'code': 200} Aug 20 11:46:17.530741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae600a0d-8289-4c2e-9355-4599d5895f07 req-a3facb06-fd7b-4e6c-a9e2-bd5017fb2469 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:17.542076 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ae600a0d-8289-4c2e-9355-4599d5895f07 req-a3facb06-fd7b-4e6c-a9e2-bd5017fb2469 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 950 time: 1.4135482 Aug 20 11:46:17.698624 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ae600a0d-8289-4c2e-9355-4599d5895f07 req-47fe6c9b-5200-4432-9825-023f5ced3d44 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487362 Aug 20 11:46:17.706565 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'port': 2} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:17.740842 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:17.764261 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:17.861002 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c4965-aeea-4d6f-9864-d949fd5d3a11 req-c9abc787-b95f-4815-8bba-d0a033f5dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:17.863421 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-792c4965-aeea-4d6f-9864-d949fd5d3a11 req-c9abc787-b95f-4815-8bba-d0a033f5dbd9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bf12ecf3-7bf2-4503-ab90-67a0c2797012 HTTP/1.1" status: 200 len: 1101 time: 0.1881015 Aug 20 11:46:17.922980 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e861121-51ef-4872-bba1-19526c180d7f req-366cc6c7-db37-457a-9c94-05bfdf7a2c2b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:17.931577 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e861121-51ef-4872-bba1-19526c180d7f req-366cc6c7-db37-457a-9c94-05bfdf7a2c2b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2573154 Aug 20 11:46:17.994776 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-792c4965-aeea-4d6f-9864-d949fd5d3a11 req-60c0476c-2a33-4b5b-9070-4142b08a2e65 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222892 Aug 20 11:46:18.018453 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] device_id is not set on port 7e32c8dd-96c9-4e2f-94d0-7a04d01c6a7a yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:46:18.026152 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2b5dfd2e-4d28-409a-a8d3-4020383d0038 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:18.066258 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-2b5dfd2e-4d28-409a-a8d3-4020383d0038 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Transition to ACTIVE for port object fdb4ab5c-c132-427a-ba16-d9d287f3acd6 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:18.122131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c2e09-4b16-4083-af8b-3745a901bb07 req-b3f1af0c-a074-4f15-a637-b253f0d31392 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:18.123797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f6c2e09-4b16-4083-af8b-3745a901bb07 req-b3f1af0c-a074-4f15-a637-b253f0d31392 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.0997994 Aug 20 11:46:18.148227 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e861121-51ef-4872-bba1-19526c180d7f req-9632081b-afb5-4868-bd51-bb53e3339e3d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154722 Aug 20 11:46:18.191152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb107540-6b90-4fb2-ae6b-8109c7ead4f2 None None] Network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:18.207181 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2b5dfd2e-4d28-409a-a8d3-4020383d0038 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:18.296084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5dfd2e-4d28-409a-a8d3-4020383d0038 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:18.303611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-2b5dfd2e-4d28-409a-a8d3-4020383d0038 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:18.315098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5dfd2e-4d28-409a-a8d3-4020383d0038 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:18.319546 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-77e67822-5cec-42bc-a378-866d39be5863 None None] Provisioning for port 54409048-8c9e-47e1-941f-b7dce701612c completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:18.370827 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:18.484615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dfd2e-4d28-409a-a8d3-4020383d0038 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event updated for resources: {'Port': ['ID=fdb4ab5c-c132-427a-ba16-d9d287f3acd6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:18.537289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5dfd2e-4d28-409a-a8d3-4020383d0038 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:18.544672 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2b5dfd2e-4d28-409a-a8d3-4020383d0038 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:18.572736 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2b5dfd2e-4d28-409a-a8d3-4020383d0038 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 2.3617258 Aug 20 11:46:18.575123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45924) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:18.585173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 54409048-8c9e-47e1-941f-b7dce701612c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:18.608796 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f6c2e09-4b16-4083-af8b-3745a901bb07 req-834c308d-53b2-4ecb-974f-bf84e73f151f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4690092 Aug 20 11:46:18.653617 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] device_id is not set on port aa569b7b-b3cf-409e-a5bd-bb2c41a12564 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:46:18.696091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b560b3aa-d5ea-47f3-b9f1-59bb8c0f2aa0 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:18.708189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b560b3aa-d5ea-47f3-b9f1-59bb8c0f2aa0 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:18.718893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b560b3aa-d5ea-47f3-b9f1-59bb8c0f2aa0 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:18.720585 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b560b3aa-d5ea-47f3-b9f1-59bb8c0f2aa0 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1445413 Aug 20 11:46:18.725427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45926) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:18.848124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 54409048-8c9e-47e1-941f-b7dce701612c completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:18.859537 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 54409048-8c9e-47e1-941f-b7dce701612c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:18.859537 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:18.941347 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.025825 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1a49484d-6b7a-48a3-b778-039390414608 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Deleting port fdb4ab5c-c132-427a-ba16-d9d287f3acd6 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:19.026166 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a49484d-6b7a-48a3-b778-039390414608 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.034682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886b58c-3713-44bf-ad6c-469712db4dc0 req-e76548a6-4b08-459d-8494-dde3ce76ac57 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:19.036503 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6886b58c-3713-44bf-ad6c-469712db4dc0 req-e76548a6-4b08-459d-8494-dde3ce76ac57 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 950 time: 0.1498322 Aug 20 11:46:19.053618 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.136066 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 54409048-8c9e-47e1-941f-b7dce701612c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=54409048-8c9e-47e1-941f-b7dce701612c,segment=NetworkSegment(c99651c0-d7a3-4e5e-88ba-b835c7dfbe35),segment_id=c99651c0-d7a3-4e5e-88ba-b835c7dfbe35)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:19.143338 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.217455 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6886b58c-3713-44bf-ad6c-469712db4dc0 req-bd1fb20a-66f7-4d87-ae6b-89a5da120da8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319292 Aug 20 11:46:19.421877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=54409048-8c9e-47e1-941f-b7dce701612c,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:19.444758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ae3d8078-c720-44c9-b2e5-2e5e776f5470 None None] Provisioning for port fdb4ab5c-c132-427a-ba16-d9d287f3acd6 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:19.463329 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ae3d8078-c720-44c9-b2e5-2e5e776f5470 None None] Provisioning complete for port fdb4ab5c-c132-427a-ba16-d9d287f3acd6 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:19.464351 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae3d8078-c720-44c9-b2e5-2e5e776f5470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.509707 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.539880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58674e82-0ac7-4ffc-bcfb-67f7131fa357 req-13b44bf3-c428-4464-b54d-9ac845221156 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:19.548310 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58674e82-0ac7-4ffc-bcfb-67f7131fa357 req-13b44bf3-c428-4464-b54d-9ac845221156 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf12ecf3-7bf2-4503-ab90-67a0c2797012 HTTP/1.1" status: 200 len: 950 time: 0.1597359 Aug 20 11:46:19.571445 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a49484d-6b7a-48a3-b778-039390414608 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.574981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=7e32c8dd-96c9-4e2f-94d0-7a04d01c6a7a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:19.600718 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1a49484d-6b7a-48a3-b778-039390414608 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Calling delete_port for fdb4ab5c-c132-427a-ba16-d9d287f3acd6 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:19.604032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:19.619022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e48d3-9184-4ee1-9b85-dee0a9d769c1 req-028d757a-1b9f-4bb1-8589-b71332b2c94f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:19.627298 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d31e48d3-9184-4ee1-9b85-dee0a9d769c1 req-028d757a-1b9f-4bb1-8589-b71332b2c94f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.3239253 Aug 20 11:46:19.658352 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58674e82-0ac7-4ffc-bcfb-67f7131fa357 req-1c18686f-68e2-44ab-91b4-61bd97c30b94 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013200 Aug 20 11:46:19.665972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d8078-c720-44c9-b2e5-2e5e776f5470 None None] Port fdb4ab5c-c132-427a-ba16-d9d287f3acd6 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:19.683113 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:19.686268 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:19.687225 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.688047 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ae3d8078-c720-44c9-b2e5-2e5e776f5470 None None] Provisioning complete for port 54409048-8c9e-47e1-941f-b7dce701612c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:19.688556 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae3d8078-c720-44c9-b2e5-2e5e776f5470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.863246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0190c6-aa46-49ea-8967-4dfb8147a252 req-61507fa0-3fc7-4414-beb9-7070ebf730c3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:19.874196 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a0190c6-aa46-49ea-8967-4dfb8147a252 req-61507fa0-3fc7-4414-beb9-7070ebf730c3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.1195943 Aug 20 11:46:19.945868 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d31e48d3-9184-4ee1-9b85-dee0a9d769c1 req-469dec25-f406-435f-b891-6971986fa1bc tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172531 Aug 20 11:46:19.988478 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a0190c6-aa46-49ea-8967-4dfb8147a252 req-d82c8886-7825-4e55-9f9f-4cc1077544c6 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093638 Aug 20 11:46:20.013500 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=aa569b7b-b3cf-409e-a5bd-bb2c41a12564,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:20.079799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Checking segment: {'id': 'cf2027fd-a31b-4450-851a-d2a93665a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd177f216-25aa-41b6-b5ab-53d38b39112d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:20.086285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network hostable DHCP agents. Network: d177f216-25aa-41b6-b5ab-53d38b39112d, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:46:20.195108 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ae3d8078-c720-44c9-b2e5-2e5e776f5470 None None] Provisioning for port b81ded92-26fe-4332-abdf-54c4166f3c38 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:20.201329 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ae3d8078-c720-44c9-b2e5-2e5e776f5470 None None] Provisioning complete for port b81ded92-26fe-4332-abdf-54c4166f3c38 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:20.201881 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae3d8078-c720-44c9-b2e5-2e5e776f5470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.259152 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a49484d-6b7a-48a3-b778-039390414608 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.261921 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network d177f216-25aa-41b6-b5ab-53d38b39112d is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:46:20.315007 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d8078-c720-44c9-b2e5-2e5e776f5470 None None] Port b81ded92-26fe-4332-abdf-54c4166f3c38 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:20.376855 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49484d-6b7a-48a3-b778-039390414608 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event deleted for resources: {'Port': ['ID=fdb4ab5c-c132-427a-ba16-d9d287f3acd6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:20.394657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, d177f216-25aa-41b6-b5ab-53d38b39112d) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:20.403765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464e3c22-e12a-48b7-b4b2-ebc4e8f60669 None None] Network d177f216-25aa-41b6-b5ab-53d38b39112d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:20.428547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:20.442489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:20.453459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:20.480876 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.600727 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f51e903e-7a36-423d-9d24-4dbf08c23e81 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.9877853 Aug 20 11:46:20.602935 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45950) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:20.637208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 54409048-8c9e-47e1-941f-b7dce701612c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:20.876589 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c6b09ee4-e025-4297-a27d-f6f44858c755 None None] Provisioning complete for port b81ded92-26fe-4332-abdf-54c4166f3c38 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:20.876987 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c6b09ee4-e025-4297-a27d-f6f44858c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.881534 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a49484d-6b7a-48a3-b778-039390414608 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.884223 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1a49484d-6b7a-48a3-b778-039390414608 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "DELETE /v2.0/ports/fdb4ab5c-c132-427a-ba16-d9d287f3acd6 HTTP/1.1" status: 204 len: 168 time: 2.1578245 Aug 20 11:46:20.888445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45956) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:20.938749 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-079b4527-ae6f-4f97-b78d-8ae51b317ad5 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] GET failed (client error): The resource could not be found. Aug 20 11:46:20.940977 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-079b4527-ae6f-4f97-b78d-8ae51b317ad5 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "GET /v2.0/ports/fdb4ab5c-c132-427a-ba16-d9d287f3acd6 HTTP/1.1" status: 404 len: 333 time: 0.0505853 Aug 20 11:46:20.945520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45958) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:20.951261 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-52f1a108-5613-4037-9953-35b6a3d8d92e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Request body: {'port': {'network_id': '6d58c321-6bef-45fd-a0d6-04ea06ac5551', 'name': 'tempest-AllowedAddressPairTestJSON-128616678'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:21.032317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606608d-8f1f-4875-9e07-223d3216e408 req-ca5421f1-f09b-4675-b23f-fa7658247c91 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:21.044594 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c606608d-8f1f-4875-9e07-223d3216e408 req-ca5421f1-f09b-4675-b23f-fa7658247c91 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf12ecf3-7bf2-4503-ab90-67a0c2797012 HTTP/1.1" status: 200 len: 950 time: 0.2009940 Aug 20 11:46:21.077688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 54409048-8c9e-47e1-941f-b7dce701612c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:21.078165 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.090347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45972) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:21.106327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d67c5738-c2d1-47df-b919-bb53c456d084 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port aa569b7b-b3cf-409e-a5bd-bb2c41a12564 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:21.106893 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d67c5738-c2d1-47df-b919-bb53c456d084 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.134144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c6b09ee4-e025-4297-a27d-f6f44858c755 None None] Port b81ded92-26fe-4332-abdf-54c4166f3c38 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:21.164395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c6b09ee4-e025-4297-a27d-f6f44858c755 None None] Could not find standard attr ID for object fdb4ab5c-c132-427a-ba16-d9d287f3acd6. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:46:21.325062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c606608d-8f1f-4875-9e07-223d3216e408 req-0021bf6b-ed61-41fb-9b7c-5aecb573e062 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793243 Aug 20 11:46:21.356876 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb817d8-021a-4615-a8fe-c4ffef1f4c69 req-1c2789d6-77be-4516-b771-09da826b1a2d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:21.366600 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1eb817d8-021a-4615-a8fe-c4ffef1f4c69 req-1c2789d6-77be-4516-b771-09da826b1a2d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2351713 Aug 20 11:46:21.397311 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d67c5738-c2d1-47df-b919-bb53c456d084 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.417299 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d67c5738-c2d1-47df-b919-bb53c456d084 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for aa569b7b-b3cf-409e-a5bd-bb2c41a12564 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:21.497421 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f1a108-5613-4037-9953-35b6a3d8d92e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Made reservation on behalf of 3d7b2f9b62fd42d9b805742086a5eeec for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:21.503392 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-52f1a108-5613-4037-9953-35b6a3d8d92e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.512163 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd781ebf-7ea8-47ac-9395-2986ba3984c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.628674 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d67c5738-c2d1-47df-b919-bb53c456d084 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.684950 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd781ebf-7ea8-47ac-9395-2986ba3984c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.716561 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd781ebf-7ea8-47ac-9395-2986ba3984c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.748237 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1eb817d8-021a-4615-a8fe-c4ffef1f4c69 req-6c3547b5-b1ca-491e-bb83-2d392d4fad07 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803210 Aug 20 11:46:21.775949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c5738-c2d1-47df-b919-bb53c456d084 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=aa569b7b-b3cf-409e-a5bd-bb2c41a12564,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:21.805442 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d67c5738-c2d1-47df-b919-bb53c456d084 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.810275 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d67c5738-c2d1-47df-b919-bb53c456d084 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/aa569b7b-b3cf-409e-a5bd-bb2c41a12564 HTTP/1.1" status: 204 len: 168 time: 1.2066674 Aug 20 11:46:21.814388 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45982) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:21.853578 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd781ebf-7ea8-47ac-9395-2986ba3984c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a46aa99-3275-4e26-86ab-40ac5ea80bce,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:21.898609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-52f1a108-5613-4037-9953-35b6a3d8d92e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] device_id is not set on port fa530449-0bc5-4f52-997d-183e56d153fa yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:46:21.933118 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bd781ebf-7ea8-47ac-9395-2986ba3984c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=489d0dd3a31241db9cdf33ee3e9f1373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8393390 Aug 20 11:46:21.936319 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd522a10-dbe8-4ce0-85f8-133830bedab0 req-cd3d9cfb-f86f-4922-a098-3a135e8b4011 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:21.939764 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45984) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:21.944372 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bd522a10-dbe8-4ce0-85f8-133830bedab0 req-cd3d9cfb-f86f-4922-a098-3a135e8b4011 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.3202126 Aug 20 11:46:21.999754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce33b38-aa8a-4b22-b05b-99ca5c2b1852 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:22.027759 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce33b38-aa8a-4b22-b05b-99ca5c2b1852 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:22.032192 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cce33b38-aa8a-4b22-b05b-99ca5c2b1852 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2134571 Aug 20 11:46:22.034695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45986) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:22.161199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bd522a10-dbe8-4ce0-85f8-133830bedab0 req-c676d7cc-8372-478d-9edd-a9bc11e6e1a8 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106733 Aug 20 11:46:22.213967 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59143c54-9cb2-4f93-94da-5939457e2091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.284369 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59143c54-9cb2-4f93-94da-5939457e2091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.292733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-2dd60517-142e-4235-bd03-4b6e3ec7c0a8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 7e32c8dd-96c9-4e2f-94d0-7a04d01c6a7a {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:22.293093 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2dd60517-142e-4235-bd03-4b6e3ec7c0a8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.323014 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ff3c108-bfac-41da-8e09-8ea444322e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.438845 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2dd60517-142e-4235-bd03-4b6e3ec7c0a8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.470678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-2dd60517-142e-4235-bd03-4b6e3ec7c0a8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 7e32c8dd-96c9-4e2f-94d0-7a04d01c6a7a owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:22.526491 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-52f1a108-5613-4037-9953-35b6a3d8d92e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Allocated IP 172.20.0.6 (6d58c321-6bef-45fd-a0d6-04ea06ac5551/51104274-4df1-4249-a866-33c850e83b4f/fa530449-0bc5-4f52-997d-183e56d153fa) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:22.574068 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f69058-b4fa-4e67-b460-d383528f7081 req-9bce6a50-f6bd-437f-a062-7fb66add1678 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:22.583170 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f69058-b4fa-4e67-b460-d383528f7081 req-9bce6a50-f6bd-437f-a062-7fb66add1678 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:22.592601 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-89f69058-b4fa-4e67-b460-d383528f7081 req-9bce6a50-f6bd-437f-a062-7fb66add1678 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5&device_id=bf12ecf3-7bf2-4503-ab90-67a0c2797012 HTTP/1.1" status: 200 len: 1691 time: 0.1605434 Aug 20 11:46:22.621767 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59143c54-9cb2-4f93-94da-5939457e2091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.628125 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59143c54-9cb2-4f93-94da-5939457e2091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.647205 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-59143c54-9cb2-4f93-94da-5939457e2091 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a46aa99-3275-4e26-86ab-40ac5ea80bce HTTP/1.1" status: 204 len: 168 time: 0.7058268 Aug 20 11:46:22.649850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2dd60517-142e-4235-bd03-4b6e3ec7c0a8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.686819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59143c54-9cb2-4f93-94da-5939457e2091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a46aa99-3275-4e26-86ab-40ac5ea80bce,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:22.702816 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd60517-142e-4235-bd03-4b6e3ec7c0a8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=7e32c8dd-96c9-4e2f-94d0-7a04d01c6a7a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:22.721694 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2dd60517-142e-4235-bd03-4b6e3ec7c0a8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.726588 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2dd60517-142e-4235-bd03-4b6e3ec7c0a8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/7e32c8dd-96c9-4e2f-94d0-7a04d01c6a7a HTTP/1.1" status: 204 len: 168 time: 0.6907499 Aug 20 11:46:22.726972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45990) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:22.761489 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-89f69058-b4fa-4e67-b460-d383528f7081 req-2fd1c78b-0c1d-4a85-b257-2696fcfeb9c2 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671817 Aug 20 11:46:22.862950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cbe8d6-98d8-467a-9271-4a1464ac682f tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:22.876104 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c9cbe8d6-98d8-467a-9271-4a1464ac682f tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1479681 Aug 20 11:46:22.876793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46000) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:22.914144 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-36832c3f-371a-4603-9e29-e5cc908ec201 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] GET failed (client error): The resource could not be found. Aug 20 11:46:22.919030 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-36832c3f-371a-4603-9e29-e5cc908ec201 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/aa569b7b-b3cf-409e-a5bd-bb2c41a12564 HTTP/1.1" status: 404 len: 333 time: 0.0411880 Aug 20 11:46:22.919878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46004) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:22.961490 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-52f1a108-5613-4037-9953-35b6a3d8d92e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.970590 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-71862e0d-7c5f-4c2b-b68e-5afdfa35dc67 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] GET failed (client error): The resource could not be found. Aug 20 11:46:22.976159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-71862e0d-7c5f-4c2b-b68e-5afdfa35dc67 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/7e32c8dd-96c9-4e2f-94d0-7a04d01c6a7a HTTP/1.1" status: 404 len: 333 time: 0.0537066 Aug 20 11:46:22.982298 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46006) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:22.989535 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-52f1a108-5613-4037-9953-35b6a3d8d92e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Transition to ACTIVE for port object fa530449-0bc5-4f52-997d-183e56d153fa will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:23.031627 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963022e4-4774-4742-96a8-7d8c3dcfe2ae req-0a6f6220-5b80-412c-a0bd-9aa27a1fb200 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:23.033727 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-963022e4-4774-4742-96a8-7d8c3dcfe2ae req-0a6f6220-5b80-412c-a0bd-9aa27a1fb200 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1442006 Aug 20 11:46:23.129456 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-963022e4-4774-4742-96a8-7d8c3dcfe2ae req-419d15c1-368c-4afc-9b9f-fd2818cca355 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881648 Aug 20 11:46:23.181331 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-52f1a108-5613-4037-9953-35b6a3d8d92e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:23.251844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1a108-5613-4037-9953-35b6a3d8d92e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event updated for resources: {'Port': ['ID=fa530449-0bc5-4f52-997d-183e56d153fa,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:23.263868 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f1a108-5613-4037-9953-35b6a3d8d92e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:23.272179 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225de26-98f0-446c-b21d-2d3b849aba6f req-18cb30ca-33ce-4fe5-b36a-8428d15c1934 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:23.283102 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a225de26-98f0-446c-b21d-2d3b849aba6f req-18cb30ca-33ce-4fe5-b36a-8428d15c1934 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 1101 time: 0.2320313 Aug 20 11:46:23.290997 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-52f1a108-5613-4037-9953-35b6a3d8d92e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:23.293319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1a108-5613-4037-9953-35b6a3d8d92e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:23.355933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f1a108-5613-4037-9953-35b6a3d8d92e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:23.356598 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-52f1a108-5613-4037-9953-35b6a3d8d92e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:23.372114 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-332b20b8-9fa2-440b-9713-b8eb43c2fafa tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:23.383608 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-52f1a108-5613-4037-9953-35b6a3d8d92e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4365411 Aug 20 11:46:23.386679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46012) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:23.393235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-023957db-3346-47b2-85d8-1f36b0f1c2c2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6c:a4:4d'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:23.473286 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a225de26-98f0-446c-b21d-2d3b849aba6f req-b2021984-aef7-4d99-b474-261dd3823a40 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710184 Aug 20 11:46:23.474836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46014) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:23.571555 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d323abdc-26e7-48a0-bbb6-ae762e177e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:23.727929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b43626b9-fb24-40fd-bc54-60a839a08a25 None None] Provisioning for port fa530449-0bc5-4f52-997d-183e56d153fa completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:23.760267 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b43626b9-fb24-40fd-bc54-60a839a08a25 None None] Provisioning complete for port fa530449-0bc5-4f52-997d-183e56d153fa triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:23.766488 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b43626b9-fb24-40fd-bc54-60a839a08a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:23.815711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b43626b9-fb24-40fd-bc54-60a839a08a25 None None] Port fa530449-0bc5-4f52-997d-183e56d153fa cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:23.822636 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-023957db-3346-47b2-85d8-1f36b0f1c2c2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:23.850212 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-332b20b8-9fa2-440b-9713-b8eb43c2fafa tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:23.875789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2055506-0f6a-4190-88dc-a8623acba66a req-720c152d-159e-41a4-a369-e9ea54aa5944 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:23.881580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148531a-b1c9-416e-9b7b-508e828bc70f req-19591960-ab8b-42ff-aae5-8c863d90ae6a tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:23.883141 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2148531a-b1c9-416e-9b7b-508e828bc70f req-19591960-ab8b-42ff-aae5-8c863d90ae6a tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bf12ecf3-7bf2-4503-ab90-67a0c2797012 HTTP/1.1" status: 200 len: 1101 time: 0.2692838 Aug 20 11:46:23.888000 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a2055506-0f6a-4190-88dc-a8623acba66a req-720c152d-159e-41a4-a369-e9ea54aa5944 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.2018938 Aug 20 11:46:23.935667 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-332b20b8-9fa2-440b-9713-b8eb43c2fafa tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d177f216-25aa-41b6-b5ab-53d38b39112d']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:23.951636 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-332b20b8-9fa2-440b-9713-b8eb43c2fafa tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2027fd-a31b-4450-851a-d2a93665a35f') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:23.951933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-332b20b8-9fa2-440b-9713-b8eb43c2fafa tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2027fd-a31b-4450-851a-d2a93665a35f') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:23.986138 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2148531a-b1c9-416e-9b7b-508e828bc70f req-10bddac1-f13f-4eed-8513-051d52243e62 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910575 Aug 20 11:46:24.033548 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-332b20b8-9fa2-440b-9713-b8eb43c2fafa tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.082149 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-332b20b8-9fa2-440b-9713-b8eb43c2fafa tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.101240 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a2055506-0f6a-4190-88dc-a8623acba66a req-85fd5c51-c6bf-468e-bec2-87268d440585 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528661 Aug 20 11:46:24.133625 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332b20b8-9fa2-440b-9713-b8eb43c2fafa tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:46:24.134209 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-332b20b8-9fa2-440b-9713-b8eb43c2fafa tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:46:24.137641 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:46:24.339826 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-4a069c61-6247-49ff-a3f2-99a2119da0b8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495102 Aug 20 11:46:24.417432 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d323abdc-26e7-48a0-bbb6-ae762e177e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.433486 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d323abdc-26e7-48a0-bbb6-ae762e177e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.446963 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-332b20b8-9fa2-440b-9713-b8eb43c2fafa tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.453668 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-332b20b8-9fa2-440b-9713-b8eb43c2fafa tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.458423 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-332b20b8-9fa2-440b-9713-b8eb43c2fafa tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/networks/d177f216-25aa-41b6-b5ab-53d38b39112d HTTP/1.1" status: 204 len: 168 time: 1.4793284 Aug 20 11:46:24.467345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46036) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:24.486189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3217eedc-1bdc-46dc-9572-55d11e3ac506 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-442355261'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:24.507494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484b402-1947-4e99-bce0-72f3f177a40f req-6f3bc7a4-dc33-4df0-8e45-d799f5c8c7d0 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:24.515849 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6484b402-1947-4e99-bce0-72f3f177a40f req-6f3bc7a4-dc33-4df0-8e45-d799f5c8c7d0 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.2045052 Aug 20 11:46:24.564625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3217eedc-1bdc-46dc-9572-55d11e3ac506 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:24.570118 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3217eedc-1bdc-46dc-9572-55d11e3ac506 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.580549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b20b8-9fa2-440b-9713-b8eb43c2fafa tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Network': ['ID=d177f216-25aa-41b6-b5ab-53d38b39112d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:24.646710 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-023957db-3346-47b2-85d8-1f36b0f1c2c2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.684445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-da8ba1ac-28a8-4bf1-9064-dc2180684ca5 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:24.688231 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-da8ba1ac-28a8-4bf1-9064-dc2180684ca5 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3395555 Aug 20 11:46:24.695271 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-023957db-3346-47b2-85d8-1f36b0f1c2c2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.743778 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d323abdc-26e7-48a0-bbb6-ae762e177e9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4aff9953e4d949f3828b57c8c19dd8e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2678545 Aug 20 11:46:24.755582 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6484b402-1947-4e99-bce0-72f3f177a40f req-29244c38-55ac-48e0-bd58-4de9714538f2 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387311 Aug 20 11:46:24.756438 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46038) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:24.765829 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323abdc-26e7-48a0-bbb6-ae762e177e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ac350e-31af-4e51-bbfb-fccc29b14efc,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:24.840023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023957db-3346-47b2-85d8-1f36b0f1c2c2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event updated for resources: {'Port': ['ID=fa530449-0bc5-4f52-997d-183e56d153fa,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:24.847416 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-1a5d7932-6475-4281-9c83-387e47d95ced tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/quotas/1a0f3531e96c49b6b4c68fffa9db495b HTTP/1.1" status: 200 len: 375 time: 0.0357907 Aug 20 11:46:24.855300 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3217eedc-1bdc-46dc-9572-55d11e3ac506 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:46:24.907524 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42f1634e-6cb6-4aaa-a364-75e608f05b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.917906 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3217eedc-1bdc-46dc-9572-55d11e3ac506 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.919460 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-3217eedc-1bdc-46dc-9572-55d11e3ac506 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Added segment 5abd1311-fd82-44ff-9fa4-969ea1915ff3 of type vlan for network e12d8f26-0dab-4a25-a5b5-308da7b75822 Aug 20 11:46:24.997865 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42f1634e-6cb6-4aaa-a364-75e608f05b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.093644 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-023957db-3346-47b2-85d8-1f36b0f1c2c2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] In _notify_port_updated(), no bound segment for port fa530449-0bc5-4f52-997d-183e56d153fa on network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 {{(pid=94691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:46:25.108546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023957db-3346-47b2-85d8-1f36b0f1c2c2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:25.110038 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-023957db-3346-47b2-85d8-1f36b0f1c2c2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.113829 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42f1634e-6cb6-4aaa-a364-75e608f05b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.122866 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42f1634e-6cb6-4aaa-a364-75e608f05b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.124181 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-42f1634e-6cb6-4aaa-a364-75e608f05b33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7ac350e-31af-4e51-bbfb-fccc29b14efc HTTP/1.1" status: 204 len: 168 time: 0.3665917 Aug 20 11:46:25.139531 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-023957db-3346-47b2-85d8-1f36b0f1c2c2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "PUT /v2.0/ports/fa530449-0bc5-4f52-997d-183e56d153fa HTTP/1.1" status: 200 len: 993 time: 1.7516975 Aug 20 11:46:25.148075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46048) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:25.153257 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1d2b0760-fa41-4c9f-8b2e-2719d17253c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.275535 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-f194db55-1035-46ca-b499-264c3675fe85 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3509638 Aug 20 11:46:25.280625 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3217eedc-1bdc-46dc-9572-55d11e3ac506 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.318564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1634e-6cb6-4aaa-a364-75e608f05b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ac350e-31af-4e51-bbfb-fccc29b14efc,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:25.359093 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3217eedc-1bdc-46dc-9572-55d11e3ac506 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.377172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3217eedc-1bdc-46dc-9572-55d11e3ac506 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:25.382379 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3217eedc-1bdc-46dc-9572-55d11e3ac506 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.414445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a0d8ae84-a2c4-47ce-b170-2a52e3ac3b68 None None] Provisioning complete for port fa530449-0bc5-4f52-997d-183e56d153fa triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:25.414814 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ae84-a2c4-47ce-b170-2a52e3ac3b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.570020 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3217eedc-1bdc-46dc-9572-55d11e3ac506 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1020932 Aug 20 11:46:25.570751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46056) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:25.586830 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8ae84-a2c4-47ce-b170-2a52e3ac3b68 None None] Port fa530449-0bc5-4f52-997d-183e56d153fa cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:25.600042 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-87b0be5e-4fb6-4f4e-94d7-49cb3a15efae tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'subnet': {'network_id': 'e12d8f26-0dab-4a25-a5b5-308da7b75822', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:25.617011 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.721289 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1874901e-d389-4ee9-852a-2ff872697884 req-69d62c53-08a1-4be2-be55-e2709436a4b1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 210 time: 0.1426506 Aug 20 11:46:25.722804 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217eedc-1bdc-46dc-9572-55d11e3ac506 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Network': ['ID=e12d8f26-0dab-4a25-a5b5-308da7b75822,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:25.738594 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network e12d8f26-0dab-4a25-a5b5-308da7b75822 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:46:25.866396 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1754c70-b35b-4894-838a-5b6f6ab28422 req-71c793ef-ff9b-4e1b-8563-0dec8552deaa tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:25.881273 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1754c70-b35b-4894-838a-5b6f6ab28422 req-71c793ef-ff9b-4e1b-8563-0dec8552deaa tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.5791626 Aug 20 11:46:25.995891 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1754c70-b35b-4894-838a-5b6f6ab28422 req-92fd0b57-763d-4896-b009-0ce89e68647a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962491 Aug 20 11:46:26.044246 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-325d05aa-d605-47d8-8801-2ec6b2e19018 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Deleting port fa530449-0bc5-4f52-997d-183e56d153fa {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:26.045344 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-325d05aa-d605-47d8-8801-2ec6b2e19018 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.069938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668329b1-d32e-496b-806b-14b21aad214b req-8a909f38-3ab2-4ef5-a931-88140a106be9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:26.074502 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-668329b1-d32e-496b-806b-14b21aad214b req-8a909f38-3ab2-4ef5-a931-88140a106be9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1785622 Aug 20 11:46:26.210142 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-668329b1-d32e-496b-806b-14b21aad214b req-1d09e30a-d38a-4120-bbb8-4346cc5591e0 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294572 Aug 20 11:46:26.253469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b0be5e-4fb6-4f4e-94d7-49cb3a15efae tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:26.263135 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-87b0be5e-4fb6-4f4e-94d7-49cb3a15efae tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.293241 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.321587 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-325d05aa-d605-47d8-8801-2ec6b2e19018 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.338134 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-325d05aa-d605-47d8-8801-2ec6b2e19018 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Calling delete_port for fa530449-0bc5-4f52-997d-183e56d153fa owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:26.659655 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-325d05aa-d605-47d8-8801-2ec6b2e19018 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.728847 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46088) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:26.765581 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d05aa-d605-47d8-8801-2ec6b2e19018 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event deleted for resources: {'Port': ['ID=fa530449-0bc5-4f52-997d-183e56d153fa,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:26.881400 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-87b0be5e-4fb6-4f4e-94d7-49cb3a15efae tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.984683 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:46:27.037991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7c9245e2-0d26-468b-9047-a41759dfeb55 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1349873031-network', 'tenant_id': '6e40f5079bd34b23880f932b180211a2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:27.081217 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9245e2-0d26-468b-9047-a41759dfeb55 admin admin] Made reservation on behalf of 6e40f5079bd34b23880f932b180211a2 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:27.088010 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c9245e2-0d26-468b-9047-a41759dfeb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.106440 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-325d05aa-d605-47d8-8801-2ec6b2e19018 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.108745 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-325d05aa-d605-47d8-8801-2ec6b2e19018 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "DELETE /v2.0/ports/fa530449-0bc5-4f52-997d-183e56d153fa HTTP/1.1" status: 204 len: 168 time: 1.9565318 Aug 20 11:46:27.108891 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c9245e2-0d26-468b-9047-a41759dfeb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.114868 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-14fcb8b0-9f03-474f-bd36-d6b7e124541e req-31c1e5f2-f37b-42e3-9c8b-4aefeb4758e0 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 210 time: 0.1373379 Aug 20 11:46:27.118488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46102) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:27.130723 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0be5e-4fb6-4f4e-94d7-49cb3a15efae tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Subnet': ['ID=ad3b9904-a12e-4d61-8ebc-7185ab6565f1,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:27.169302 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-90df6c3e-d5ef-4043-bbdd-e2bb63bc4e43 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] GET failed (client error): The resource could not be found. Aug 20 11:46:27.171950 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-90df6c3e-d5ef-4043-bbdd-e2bb63bc4e43 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "GET /v2.0/ports/fa530449-0bc5-4f52-997d-183e56d153fa HTTP/1.1" status: 404 len: 333 time: 0.0519722 Aug 20 11:46:27.172427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0be5e-4fb6-4f4e-94d7-49cb3a15efae tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Checking segment: {'id': '5abd1311-fd82-44ff-9fa4-969ea1915ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e12d8f26-0dab-4a25-a5b5-308da7b75822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:27.172984 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b0be5e-4fb6-4f4e-94d7-49cb3a15efae tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network hostable DHCP agents. Network: e12d8f26-0dab-4a25-a5b5-308da7b75822, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:46:27.175640 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46106) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:27.181980 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-dcd64048-d4bf-4145-99e8-b0fa9332c755 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Request body: {'port': {'network_id': '6d58c321-6bef-45fd-a0d6-04ea06ac5551', 'name': 'tempest-AllowedAddressPairTestJSON-1490889608'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:27.284780 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-9d043f48-92e5-45b8-89c8-998f378e483c tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803676 Aug 20 11:46:27.377024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b0be5e-4fb6-4f4e-94d7-49cb3a15efae tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network e12d8f26-0dab-4a25-a5b5-308da7b75822 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:46:27.399779 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-87b0be5e-4fb6-4f4e-94d7-49cb3a15efae tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, e12d8f26-0dab-4a25-a5b5-308da7b75822) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:27.410459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895e69a1-eede-4b74-af2d-15287c713a2c None None] Network e12d8f26-0dab-4a25-a5b5-308da7b75822 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:27.417328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b0be5e-4fb6-4f4e-94d7-49cb3a15efae tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:27.417921 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-87b0be5e-4fb6-4f4e-94d7-49cb3a15efae tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.424371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32484e8d-5e89-48e1-9be3-3e09c5239d01 req-93c35a5c-e085-4df0-b5c5-fd9f850d7675 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:27.433167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-32484e8d-5e89-48e1-9be3-3e09c5239d01 req-93c35a5c-e085-4df0-b5c5-fd9f850d7675 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.2816436 Aug 20 11:46:27.478833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ac483-1f8c-4b08-bb7f-dc9f2a66b6ba req-667b90cd-b07c-44fe-aebf-4c66ee7f2630 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:27.481944 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e7ac483-1f8c-4b08-bb7f-dc9f2a66b6ba req-667b90cd-b07c-44fe-aebf-4c66ee7f2630 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.0985935 Aug 20 11:46:27.547832 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e7ac483-1f8c-4b08-bb7f-dc9f2a66b6ba req-543ba502-19f4-4e4a-81d6-649439432013 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585992 Aug 20 11:46:27.631764 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c9245e2-0d26-468b-9047-a41759dfeb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.657595 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-32484e8d-5e89-48e1-9be3-3e09c5239d01 req-62d0c8af-af93-49c9-a85e-b30b27affa20 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230136 Aug 20 11:46:27.661025 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c9245e2-0d26-468b-9047-a41759dfeb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.669637 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-e12d8f26-0dab-4a25-a5b5-308da7b75822', 'network_id': 'e12d8f26-0dab-4a25-a5b5-308da7b75822', 'tenant_id': '0b4fcaa8b42a4ed5856a164cef35de94', 'fixed_ips': [{'subnet_id': 'ad3b9904-a12e-4d61-8ebc-7185ab6565f1'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:46:27.672678 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.713103 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-87b0be5e-4fb6-4f4e-94d7-49cb3a15efae tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1332967 Aug 20 11:46:27.715023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46132) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:27.721210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-735dd1ce-057c-4cab-bca3-d9a53d0fb152 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:27.723775 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-735dd1ce-057c-4cab-bca3-d9a53d0fb152 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4218645 Aug 20 11:46:27.731596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-89e7fd7e-dc4d-464a-a7ff-32f32499f72e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'network_id': 'e12d8f26-0dab-4a25-a5b5-308da7b75822', 'name': 'tempest-PortsTestJSON-570000278'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:27.741737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9245e2-0d26-468b-9047-a41759dfeb55 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:46:27.753089 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d4ecfcd3-42bb-45c7-874e-4796216001ee tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Request body: {'port': {'device_id': '7d6eb10c-acd8-4b5e-9121-08962d4f32fe', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '1a0f3531e96c49b6b4c68fffa9db495b'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:27.812844 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9245e2-0d26-468b-9047-a41759dfeb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108cfef9-696e-420f-aab6-fb9ccddae565,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:27.818053 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd64048-d4bf-4145-99e8-b0fa9332c755 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Made reservation on behalf of 3d7b2f9b62fd42d9b805742086a5eeec for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:27.825080 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c9245e2-0d26-468b-9047-a41759dfeb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.825080 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-7c9245e2-0d26-468b-9047-a41759dfeb55 admin admin] Added segment 8a3f382a-b54e-4940-9abc-428729db991a of type vlan for network 22f62dce-d162-406f-bbb8-b6b0fca763d1 Aug 20 11:46:27.828817 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dcd64048-d4bf-4145-99e8-b0fa9332c755 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.872984 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Allocated IP 172.20.0.2 (e12d8f26-0dab-4a25-a5b5-308da7b75822/ad3b9904-a12e-4d61-8ebc-7185ab6565f1/a33c2eca-2320-4e0a-93e3-ca3b767daee4) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:27.931187 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c9245e2-0d26-468b-9047-a41759dfeb55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.937141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-dcd64048-d4bf-4145-99e8-b0fa9332c755 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] device_id is not set on port 39413438-3d9b-4de7-a674-59b51580346a yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:46:27.981112 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.982950 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-4631c92c-0805-4652-b6ce-a033fa5ee95a tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:27.984182 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-4631c92c-0805-4652-b6ce-a033fa5ee95a tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/networks?id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1 HTTP/1.1" status: 200 len: 814 time: 0.3522730 Aug 20 11:46:28.019374 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c9245e2-0d26-468b-9047-a41759dfeb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.019645 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc06e8-0e86-4d54-98f9-1cd0ffc2fce5 req-1f4dc78e-fe12-421d-be20-6f27eb7d6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:28.020922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9245e2-0d26-468b-9047-a41759dfeb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:28.021515 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2dc06e8-0e86-4d54-98f9-1cd0ffc2fce5 req-1f4dc78e-fe12-421d-be20-6f27eb7d6571 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61102427b20544a99687c14b264833fb&device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 1096 time: 0.1713989 Aug 20 11:46:28.021964 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c9245e2-0d26-468b-9047-a41759dfeb55 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.053787 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-370d714e-ab87-476a-94cb-49830d99e680 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/quotas/e1ad3e387c63490391d9da91965d6828 HTTP/1.1" status: 200 len: 375 time: 0.0271764 Aug 20 11:46:28.111716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d4ecfcd3-42bb-45c7-874e-4796216001ee tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Made reservation on behalf of 1a0f3531e96c49b6b4c68fffa9db495b for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:28.117287 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d4ecfcd3-42bb-45c7-874e-4796216001ee tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.122455 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7c9245e2-0d26-468b-9047-a41759dfeb55 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3916259 Aug 20 11:46:28.123351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9245e2-0d26-468b-9047-a41759dfeb55 admin admin] Pushing event updated for resources: {'Network': ['ID=22f62dce-d162-406f-bbb8-b6b0fca763d1,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:28.132816 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46140) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:28.140626 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.146505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3dbc408a-1775-41e8-8158-6faef053f79b admin admin] Request body: {'subnet': {'network_id': '22f62dce-d162-406f-bbb8-b6b0fca763d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1349873031-subnet', 'tenant_id': '6e40f5079bd34b23880f932b180211a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:28.157594 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 22f62dce-d162-406f-bbb8-b6b0fca763d1 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:46:28.160243 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Transition to ACTIVE for port object a33c2eca-2320-4e0a-93e3-ca3b767daee4 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:28.246157 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e7fd7e-dc4d-464a-a7ff-32f32499f72e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:28.249672 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-89e7fd7e-dc4d-464a-a7ff-32f32499f72e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.276404 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f2a37062-a884-49a6-8598-53d329611ecc req-8700f244-3cf9-4aa2-bd0d-bc8c4809482d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 210 time: 0.0322607 Aug 20 11:46:28.309442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Transition to ACTIVE for port object a33c2eca-2320-4e0a-93e3-ca3b767daee4 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:28.318750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d4ecfcd3-42bb-45c7-874e-4796216001ee tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Allocated IP 192.168.233.215 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/2d510a6e-c4f1-402a-9ae7-c36e28285e90) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:28.320601 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.386281 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Pushing event updated for resources: {'Port': ['ID=a33c2eca-2320-4e0a-93e3-ca3b767daee4,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:28.396975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Network e12d8f26-0dab-4a25-a5b5-308da7b75822 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:28.398554 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:28.401395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:28.474247 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Attempting to bind port a33c2eca-2320-4e0a-93e3-ca3b767daee4 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:46:28.475144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Attempting to bind port a33c2eca-2320-4e0a-93e3-ca3b767daee4 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '5abd1311-fd82-44ff-9fa4-969ea1915ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e12d8f26-0dab-4a25-a5b5-308da7b75822'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:46:28.475144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Attempting to bind port a33c2eca-2320-4e0a-93e3-ca3b767daee4 on network e12d8f26-0dab-4a25-a5b5-308da7b75822 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:28.481953 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:46:28.482402 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Checking segment: {'id': '5abd1311-fd82-44ff-9fa4-969ea1915ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e12d8f26-0dab-4a25-a5b5-308da7b75822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:28.482800 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.483195 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Bound using segment: {'id': '5abd1311-fd82-44ff-9fa4-969ea1915ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e12d8f26-0dab-4a25-a5b5-308da7b75822'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:46:28.483719 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Bound port: a33c2eca-2320-4e0a-93e3-ca3b767daee4, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abd1311-fd82-44ff-9fa4-969ea1915ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e12d8f26-0dab-4a25-a5b5-308da7b75822'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:46:28.484722 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.560023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] For port a33c2eca-2320-4e0a-93e3-ca3b767daee4, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:46:28.564043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] For port a33c2eca-2320-4e0a-93e3-ca3b767daee4, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a33c2eca-2320-4e0a-93e3-ca3b767daee4,segment=NetworkSegment(5abd1311-fd82-44ff-9fa4-969ea1915ff3),segment_id=5abd1311-fd82-44ff-9fa4-969ea1915ff3)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:46:28.567600 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ca8aeb76-3af5-45d0-b845-6ce360fa2345 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:46:28.573560 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.634784 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929cf64-9c69-40d7-ba77-1904575ad16b None None] Pushing event updated for resources: {'Port': ['ID=a33c2eca-2320-4e0a-93e3-ca3b767daee4,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:28.743839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-dcd64048-d4bf-4145-99e8-b0fa9332c755 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Allocated IP 172.20.0.3 (6d58c321-6bef-45fd-a0d6-04ea06ac5551/51104274-4df1-4249-a866-33c850e83b4f/39413438-3d9b-4de7-a674-59b51580346a) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:28.750252 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d4ecfcd3-42bb-45c7-874e-4796216001ee tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.780265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bbf1f-58c2-40f8-9bc6-6121f242c665 req-9bdd1afc-dadf-4eae-93c5-a62538432e72 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:28.790331 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c7bbf1f-58c2-40f8-9bc6-6121f242c665 req-9bdd1afc-dadf-4eae-93c5-a62538432e72 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.1525095 Aug 20 11:46:28.843057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d4ecfcd3-42bb-45c7-874e-4796216001ee tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Transition to ACTIVE for port object 2d510a6e-c4f1-402a-9ae7-c36e28285e90 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:28.853605 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ca8aeb76-3af5-45d0-b845-6ce360fa2345, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:28.862676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c7bbf1f-58c2-40f8-9bc6-6121f242c665 req-262605df-16df-442b-9556-41f5b00615ac tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713756 Aug 20 11:46:28.872774 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'port_id': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'mac_address': 'fa:16:3e:16:3e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:46:28.908404 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-5dd03cdc-11ca-4524-9a02-30f806380d26 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e1ad3e387c63490391d9da91965d6828&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8336256 Aug 20 11:46:28.918510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc06e8-0e86-4d54-98f9-1cd0ffc2fce5 req-fbd5f57e-154e-4f4d-8e25-dd64ee881e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:28.921320 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2dc06e8-0e86-4d54-98f9-1cd0ffc2fce5 req-fbd5f57e-154e-4f4d-8e25-dd64ee881e4a service neutron] 10.222.0.35 "GET /v2.0/networks?id=20807c99-64e7-492c-a4b6-4a1524653d4e HTTP/1.1" status: 200 len: 913 time: 0.8783844 Aug 20 11:46:28.922746 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d4ecfcd3-42bb-45c7-874e-4796216001ee tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.941417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['39d919f9-7629-43b9-91fe-f01a0f874957', 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb', '9777dff6-9593-4f0a-826b-e8a735d35785', '86d36a22-0ca1-4913-b5d1-ff5bb31693c9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:46:28.950012 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbc408a-1775-41e8-8158-6faef053f79b admin admin] Made reservation on behalf of 6e40f5079bd34b23880f932b180211a2 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:28.957384 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3dbc408a-1775-41e8-8158-6faef053f79b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.986756 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d4ecfcd3-42bb-45c7-874e-4796216001ee tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:29.002329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d4ecfcd3-42bb-45c7-874e-4796216001ee tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:29.010674 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-89e7fd7e-dc4d-464a-a7ff-32f32499f72e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] device_id is not set on port 46c0d80a-136b-4a48-a4e0-b9606446bf0d yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:46:29.023781 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d4ecfcd3-42bb-45c7-874e-4796216001ee tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:29.104090 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['8c8ca810-85a5-4b67-81f0-48ca99de399e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:46:29.215615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecfcd3-42bb-45c7-874e-4796216001ee tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event updated for resources: {'Port': ['ID=2d510a6e-c4f1-402a-9ae7-c36e28285e90,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:29.219745 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2dc06e8-0e86-4d54-98f9-1cd0ffc2fce5 req-43877e4c-1bc0-4dea-b507-aad8afc608a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45989948-05f2-4b2e-9235-928a75eaa3cf HTTP/1.1" status: 200 len: 217 time: 0.2550483 Aug 20 11:46:29.221183 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:29.280669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b806d0-cfc2-47ef-9b2d-deaedcd0c40f req-51988e2d-42fa-4d91-9945-dfea12cc6d71 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.289028 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65b806d0-cfc2-47ef-9b2d-deaedcd0c40f req-51988e2d-42fa-4d91-9945-dfea12cc6d71 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.1519344 Aug 20 11:46:29.290668 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca8aeb76-3af5-45d0-b845-6ce360fa2345 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:46:29.307173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d4ecfcd3-42bb-45c7-874e-4796216001ee tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.308119 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d4ecfcd3-42bb-45c7-874e-4796216001ee tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:29.350153 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d4ecfcd3-42bb-45c7-874e-4796216001ee tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6137383 Aug 20 11:46:29.366376 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc06e8-0e86-4d54-98f9-1cd0ffc2fce5 req-4b75f4ba-dcdc-40be-8a80-077a97da1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.367886 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2dc06e8-0e86-4d54-98f9-1cd0ffc2fce5 req-4b75f4ba-dcdc-40be-8a80-077a97da1095 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a835e74c-2b68-481c-a9b7-7b2ff328dde1 HTTP/1.1" status: 200 len: 853 time: 0.1172330 Aug 20 11:46:29.396862 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65b806d0-cfc2-47ef-9b2d-deaedcd0c40f req-1b2945fa-32e3-4bd5-8986-389cf6ae578d tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066327 Aug 20 11:46:29.405804 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Request body: {'port': {'device_id': '7d6eb10c-acd8-4b5e-9121-08962d4f32fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:29.406184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ca8aeb76-3af5-45d0-b845-6ce360fa2345, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:29.429132 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:29.496565 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:29.568867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ca8aeb76-3af5-45d0-b845-6ce360fa2345,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:29.570083 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2dc06e8-0e86-4d54-98f9-1cd0ffc2fce5 req-401e4df2-a097-4750-b8b0-d0421883693a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20807c99-64e7-492c-a4b6-4a1524653d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1897793 Aug 20 11:46:29.624469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-316fc187-51a5-4720-ac6a-5d331d06c2d3 None None] Provisioning for port 2d510a6e-c4f1-402a-9ae7-c36e28285e90 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:29.636208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-316fc187-51a5-4720-ac6a-5d331d06c2d3 None None] Provisioning complete for port 2d510a6e-c4f1-402a-9ae7-c36e28285e90 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:29.638183 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-316fc187-51a5-4720-ac6a-5d331d06c2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:29.686186 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['ca8aeb76-3af5-45d0-b845-6ce360fa2345'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:46:29.699779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134e369-27f1-44c7-a236-a12691371120 req-1ce4e80b-04ba-4ef4-8ca6-c12df4f0d076 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.701472 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6134e369-27f1-44c7-a236-a12691371120 req-1ce4e80b-04ba-4ef4-8ca6-c12df4f0d076 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 936 time: 0.1571465 Aug 20 11:46:29.841715 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dcd64048-d4bf-4145-99e8-b0fa9332c755 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:29.888866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-316fc187-51a5-4720-ac6a-5d331d06c2d3 None None] Port 2d510a6e-c4f1-402a-9ae7-c36e28285e90 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:29.924881 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-89e7fd7e-dc4d-464a-a7ff-32f32499f72e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Allocated IP 172.20.0.14 (e12d8f26-0dab-4a25-a5b5-308da7b75822/ad3b9904-a12e-4d61-8ebc-7185ab6565f1/46c0d80a-136b-4a48-a4e0-b9606446bf0d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:29.981704 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-dcd64048-d4bf-4145-99e8-b0fa9332c755 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Transition to ACTIVE for port object 39413438-3d9b-4de7-a674-59b51580346a will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:29.994716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d510a6e-c4f1-402a-9ae7-c36e28285e90 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:46:30.007932 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:30.019275 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-12721f95-78b0-4193-a585-c62732dc903b service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0776553 Aug 20 11:46:30.045259 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6134e369-27f1-44c7-a236-a12691371120 req-2220691e-7259-4129-b32a-0e7cb64549c3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376398 Aug 20 11:46:30.049395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Transition to ACTIVE for port object 2d510a6e-c4f1-402a-9ae7-c36e28285e90 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:30.054669 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:30.109883 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2dc06e8-0e86-4d54-98f9-1cd0ffc2fce5 req-a55bcbcb-5bad-45c3-85b4-6837f234b1ea service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201540 Aug 20 11:46:30.144182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d510a6e-c4f1-402a-9ae7-c36e28285e90,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:30.334211 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3dbc408a-1775-41e8-8158-6faef053f79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:30.369557 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24a007e-377d-4b82-8dab-51c96eca75e9 None None] Network e12d8f26-0dab-4a25-a5b5-308da7b75822 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:30.567649 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ca8aeb76-3af5-45d0-b845-6ce360fa2345 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:30.622926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-97b398ca-74c1-4a33-9c74-3ad3ef943932 None None] Provisioning for port a33c2eca-2320-4e0a-93e3-ca3b767daee4 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:30.633264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 45989948-05f2-4b2e-9235-928a75eaa3cf no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:46:30.635360 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a33c2eca-2320-4e0a-93e3-ca3b767daee4 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:30.856393 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dcd64048-d4bf-4145-99e8-b0fa9332c755 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:30.908616 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2dc06e8-0e86-4d54-98f9-1cd0ffc2fce5 req-65e95b29-0a58-4271-90a1-eb3cffda8a40 service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7743316 Aug 20 11:46:30.910440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc408a-1775-41e8-8158-6faef053f79b admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e69225-9a6f-46f0-8a01-9c6188af0fc2,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:30.994954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb401428-2083-4218-b9f7-6c8aa29fa93a req-d8879d4d-65d8-40de-ae95-5a726d0136ba tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:30.996533 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb401428-2083-4218-b9f7-6c8aa29fa93a req-d8879d4d-65d8-40de-ae95-5a726d0136ba tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 945 time: 0.6953592 Aug 20 11:46:31.015015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Attempting to bind port 2d510a6e-c4f1-402a-9ae7-c36e28285e90 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:46:31.015587 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Attempting to bind port 2d510a6e-c4f1-402a-9ae7-c36e28285e90 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:46:31.016086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Attempting to bind port 2d510a6e-c4f1-402a-9ae7-c36e28285e90 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:31.019479 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd64048-d4bf-4145-99e8-b0fa9332c755 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:31.023811 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Port 2d510a6e-c4f1-402a-9ae7-c36e28285e90 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:46:31.024321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Attempting to bind port 2d510a6e-c4f1-402a-9ae7-c36e28285e90 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:31.040746 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd64048-d4bf-4145-99e8-b0fa9332c755 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event updated for resources: {'Port': ['ID=39413438-3d9b-4de7-a674-59b51580346a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:31.043518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-dcd64048-d4bf-4145-99e8-b0fa9332c755 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:31.054387 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd64048-d4bf-4145-99e8-b0fa9332c755 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:31.059804 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:46:31.060342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:31.060946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:46:31.061572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Bound port: 2d510a6e-c4f1-402a-9ae7-c36e28285e90, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:46:31.062878 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.083760 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb401428-2083-4218-b9f7-6c8aa29fa93a req-fb5fefac-168d-42eb-8257-85c60ae01f58 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568538 Aug 20 11:46:31.110846 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-f2e2744b-d1d9-49f4-86d9-571a4fd20d82 service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0821657 Aug 20 11:46:31.119186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc408a-1775-41e8-8158-6faef053f79b admin admin] Checking segment: {'id': '8a3f382a-b54e-4940-9abc-428729db991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '22f62dce-d162-406f-bbb8-b6b0fca763d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:31.119669 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbc408a-1775-41e8-8158-6faef053f79b admin admin] Network hostable DHCP agents. Network: 22f62dce-d162-406f-bbb8-b6b0fca763d1, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:46:31.146765 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.185247 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-89e7fd7e-dc4d-464a-a7ff-32f32499f72e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.201115 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbc408a-1775-41e8-8158-6faef053f79b admin admin] Network 22f62dce-d162-406f-bbb8-b6b0fca763d1 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:46:31.212371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port a33c2eca-2320-4e0a-93e3-ca3b767daee4 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:31.222836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd64048-d4bf-4145-99e8-b0fa9332c755 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:31.223712 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dcd64048-d4bf-4145-99e8-b0fa9332c755 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.269206 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dcd64048-d4bf-4145-99e8-b0fa9332c755 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0910430 Aug 20 11:46:31.273853 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-89e7fd7e-dc4d-464a-a7ff-32f32499f72e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Transition to ACTIVE for port object 46c0d80a-136b-4a48-a4e0-b9606446bf0d will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:31.274412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46192) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:31.294474 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-3dbc408a-1775-41e8-8158-6faef053f79b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 22f62dce-d162-406f-bbb8-b6b0fca763d1) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:31.294698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-427a5563-f528-4841-9bd6-9233dbab1c10 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6c:a4:4d'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:31.297599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 45989948-05f2-4b2e-9235-928a75eaa3cf, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=45989948-05f2-4b2e-9235-928a75eaa3cf,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:31.311828 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc408a-1775-41e8-8158-6faef053f79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:31.312618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port a33c2eca-2320-4e0a-93e3-ca3b767daee4 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:31.313211 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.315244 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3dbc408a-1775-41e8-8158-6faef053f79b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.356202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] For port 2d510a6e-c4f1-402a-9ae7-c36e28285e90, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:46:31.369938 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3dbc408a-1775-41e8-8158-6faef053f79b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2177863 Aug 20 11:46:31.422641 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-89e7fd7e-dc4d-464a-a7ff-32f32499f72e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.473721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] For port 2d510a6e-c4f1-402a-9ae7-c36e28285e90, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=2d510a6e-c4f1-402a-9ae7-c36e28285e90,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:46:31.504524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4563f-5aba-40f2-ad3b-d1985a64e8c0 req-88c90d8d-820d-442b-9eaf-8c503695164d tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:31.506021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55c5c21-c525-4a07-ab85-f0ec5736dfac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45989948-05f2-4b2e-9235-928a75eaa3cf'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:31.513390 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ce4563f-5aba-40f2-ad3b-d1985a64e8c0 req-88c90d8d-820d-442b-9eaf-8c503695164d tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 944 time: 0.3070498 Aug 20 11:46:31.515661 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a957f3c0-21b7-4043-93ef-10e1cc9356a3" -d '{"events": [{"server_uuid": "d55c5c21-c525-4a07-ab85-f0ec5736dfac", "name": "network-vif-unplugged", "status": "completed", "tag": "45989948-05f2-4b2e-9235-928a75eaa3cf"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:31.521810 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.545478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port ca8aeb76-3af5-45d0-b845-6ce360fa2345 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:31.546597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e7fd7e-dc4d-464a-a7ff-32f32499f72e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network e12d8f26-0dab-4a25-a5b5-308da7b75822 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:31.547786 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.553789 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed928c85-8b8e-4d9b-8226-8aa9f4bfa90c None None] Network 22f62dce-d162-406f-bbb8-b6b0fca763d1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:31.556886 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-89e7fd7e-dc4d-464a-a7ff-32f32499f72e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:31.565638 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e7fd7e-dc4d-464a-a7ff-32f32499f72e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:31.698223 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:31.699094 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.701014 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] 10.222.0.35 "PUT /v2.0/ports/2d510a6e-c4f1-402a-9ae7-c36e28285e90 HTTP/1.1" status: 200 len: 1096 time: 2.3292110 Aug 20 11:46:31.704397 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7fd7e-dc4d-464a-a7ff-32f32499f72e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=46c0d80a-136b-4a48-a4e0-b9606446bf0d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:31.704862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6eb10c-acd8-4b5e-9121-08962d4f32fe', 'tag': '2d510a6e-c4f1-402a-9ae7-c36e28285e90'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:31.709218 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06a3dcc-0083-4d83-9fbf-5b1239d8b463" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6eb10c-acd8-4b5e-9121-08962d4f32fe", "tag": "2d510a6e-c4f1-402a-9ae7-c36e28285e90"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:31.794899 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.819469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e7fd7e-dc4d-464a-a7ff-32f32499f72e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:31.820148 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-89e7fd7e-dc4d-464a-a7ff-32f32499f72e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.906395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e73d57-0db0-414a-8325-fb43bac686d8 req-2488af0c-be1a-48c6-9c51-b8063eeff822 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:31.913723 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ce4563f-5aba-40f2-ad3b-d1985a64e8c0 req-e1f8e35f-44bf-4e93-9d7d-1f45a863e827 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3935192 Aug 20 11:46:31.920493 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e3e73d57-0db0-414a-8325-fb43bac686d8 req-2488af0c-be1a-48c6-9c51-b8063eeff822 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 948 time: 0.2757435 Aug 20 11:46:31.930534 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-89e7fd7e-dc4d-464a-a7ff-32f32499f72e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2095547 Aug 20 11:46:32.028036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46214) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:32.031110 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-427a5563-f528-4841-9bd6-9233dbab1c10 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:32.033166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2481a44-b878-426c-8354-2a9ff94eb3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d510a6e-c4f1-402a-9ae7-c36e28285e90,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:32.044005 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e3e73d57-0db0-414a-8325-fb43bac686d8 req-4718bfee-e9dc-4712-a163-0ed9602786a6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215398 Aug 20 11:46:32.075781 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-e19abd17-a153-49f8-a1e2-7b0fdf4f3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:32.077483 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-e19abd17-a153-49f8-a1e2-7b0fdf4f3b55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 1099 time: 0.3062980 Aug 20 11:46:32.188290 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f9244a6b-6225-4d9d-86be-b07387f048b7 req-d9e266a4-df1b-443d-b9f6-f81ee38a0802 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 210 time: 0.0646470 Aug 20 11:46:32.257981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1702ad5a-a9ec-48a5-bb97-c6297f0f1c92 None None] Provisioning for port 39413438-3d9b-4de7-a674-59b51580346a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:32.307803 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5d77e7-26b1-4a72-9b3b-562f32dddbc0 x-openstack-request-id: req-7d5d77e7-26b1-4a72-9b3b-562f32dddbc0 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:32.308104 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6eb10c-acd8-4b5e-9121-08962d4f32fe", "tag": "2d510a6e-c4f1-402a-9ae7-c36e28285e90", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:32.308355 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d5d77e7-26b1-4a72-9b3b-562f32dddbc0 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:32.315087 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6eb10c-acd8-4b5e-9121-08962d4f32fe', 'tag': '2d510a6e-c4f1-402a-9ae7-c36e28285e90', 'status': 'completed', 'code': 200} Aug 20 11:46:32.318619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-69b8a470-d7b2-4f48-9753-610e3c1a4162 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=2d510a6e-c4f1-402a-9ae7-c36e28285e90 HTTP/1.1" status: 200 len: 217 time: 0.2036042 Aug 20 11:46:32.358987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1702ad5a-a9ec-48a5-bb97-c6297f0f1c92 None None] Provisioning complete for port 39413438-3d9b-4de7-a674-59b51580346a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:32.359944 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1702ad5a-a9ec-48a5-bb97-c6297f0f1c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:32.368818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe197e5-7c11-4a30-872a-93eebb1271c5 None None] Network 22f62dce-d162-406f-bbb8-b6b0fca763d1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:32.381307 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03c051b-6e27-44b6-81e6-f5480dd05268 x-openstack-request-id: req-f03c051b-6e27-44b6-81e6-f5480dd05268 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:32.381702 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55c5c21-c525-4a07-ab85-f0ec5736dfac", "name": "network-vif-unplugged", "status": "completed", "tag": "45989948-05f2-4b2e-9235-928a75eaa3cf", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:32.381821 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f03c051b-6e27-44b6-81e6-f5480dd05268 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:32.387650 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55c5c21-c525-4a07-ab85-f0ec5736dfac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45989948-05f2-4b2e-9235-928a75eaa3cf', 'code': 200} Aug 20 11:46:32.419932 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7c94fc7b-d8f2-4ba3-8d57-302669d785bf tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 46c0d80a-136b-4a48-a4e0-b9606446bf0d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:32.420507 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c94fc7b-d8f2-4ba3-8d57-302669d785bf tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:32.742493 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c94fc7b-d8f2-4ba3-8d57-302669d785bf tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:32.759797 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7c94fc7b-d8f2-4ba3-8d57-302669d785bf tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 46c0d80a-136b-4a48-a4e0-b9606446bf0d owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:32.995470 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-427a5563-f528-4841-9bd6-9233dbab1c10 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.005776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46228) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:33.023272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e8c8ca1f-724a-4a0d-8d00-e65b4863ecd0 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-227327191'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:33.031123 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-427a5563-f528-4841-9bd6-9233dbab1c10 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.249176 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-427a5563-f528-4841-9bd6-9233dbab1c10 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] In _notify_port_updated(), no bound segment for port 39413438-3d9b-4de7-a674-59b51580346a on network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 {{(pid=94691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:46:33.257118 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427a5563-f528-4841-9bd6-9233dbab1c10 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:33.266289 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-427a5563-f528-4841-9bd6-9233dbab1c10 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.271495 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-427a5563-f528-4841-9bd6-9233dbab1c10 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "PUT /v2.0/ports/39413438-3d9b-4de7-a674-59b51580346a HTTP/1.1" status: 200 len: 996 time: 1.9844923 Aug 20 11:46:33.280019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46238) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:33.297032 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=45989948-05f2-4b2e-9235-928a75eaa3cf,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:33.298404 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616c11f-a73f-4932-8afa-fc403ec840b1 req-e1cf7f3e-708b-47b6-a2cc-010e86a0b8b4 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:33.312430 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f616c11f-a73f-4932-8afa-fc403ec840b1 req-e1cf7f3e-708b-47b6-a2cc-010e86a0b8b4 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 944 time: 0.1746557 Aug 20 11:46:33.321041 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c94fc7b-d8f2-4ba3-8d57-302669d785bf tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.338245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-1bef5695-a505-45dd-b535-ba4583bca370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:33.339740 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-1bef5695-a505-45dd-b535-ba4583bca370 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.6351418 Aug 20 11:46:33.370732 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.443215 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.449631 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1702ad5a-a9ec-48a5-bb97-c6297f0f1c92 None None] Port 39413438-3d9b-4de7-a674-59b51580346a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:33.462825 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.490741 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port a33c2eca-2320-4e0a-93e3-ca3b767daee4, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a33c2eca-2320-4e0a-93e3-ca3b767daee4,segment=NetworkSegment(5abd1311-fd82-44ff-9fa4-969ea1915ff3),segment_id=5abd1311-fd82-44ff-9fa4-969ea1915ff3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:33.500843 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.528835 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94fc7b-d8f2-4ba3-8d57-302669d785bf tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=46c0d80a-136b-4a48-a4e0-b9606446bf0d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:33.574544 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=a33c2eca-2320-4e0a-93e3-ca3b767daee4,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:33.618588 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ca8aeb76-3af5-45d0-b845-6ce360fa2345, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:33.625084 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f616c11f-a73f-4932-8afa-fc403ec840b1 req-321d129e-1411-42b6-abe2-3a42840ea75b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116887 Aug 20 11:46:33.630498 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.714811 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d4322-cbf8-43e4-a932-528194d6162f req-04fc1995-4aa1-4124-a1c6-c03dde610316 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:33.727112 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-463d4322-cbf8-43e4-a932-528194d6162f req-04fc1995-4aa1-4124-a1c6-c03dde610316 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 1.0297446 Aug 20 11:46:33.765224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c8ca1f-724a-4a0d-8d00-e65b4863ecd0 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Made reservation on behalf of 388697f16ef24a2db77348e6ee667c3f for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:33.772213 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ca1f-724a-4a0d-8d00-e65b4863ecd0 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.785946 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2c4bb960-48c1-43ae-a227-ba504b78946d None None] Provisioning complete for port 39413438-3d9b-4de7-a674-59b51580346a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:33.793147 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2c4bb960-48c1-43ae-a227-ba504b78946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.802186 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a5563-f528-4841-9bd6-9233dbab1c10 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event updated for resources: {'Port': ['ID=39413438-3d9b-4de7-a674-59b51580346a,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:33.872089 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ca8aeb76-3af5-45d0-b845-6ce360fa2345,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:33.891000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c8ca1f-724a-4a0d-8d00-e65b4863ecd0 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:46:33.899905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2c4bb960-48c1-43ae-a227-ba504b78946d None None] Port 39413438-3d9b-4de7-a674-59b51580346a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:33.930079 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c94fc7b-d8f2-4ba3-8d57-302669d785bf tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.933598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2c4bb960-48c1-43ae-a227-ba504b78946d None None] Provisioning complete for port a33c2eca-2320-4e0a-93e3-ca3b767daee4 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:33.934531 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7c94fc7b-d8f2-4ba3-8d57-302669d785bf tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/46c0d80a-136b-4a48-a4e0-b9606446bf0d HTTP/1.1" status: 204 len: 168 time: 1.8868544 Aug 20 11:46:33.936387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-463d4322-cbf8-43e4-a932-528194d6162f req-249a41c7-5205-4070-8e03-0d45841d36e8 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077537 Aug 20 11:46:33.937417 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2c4bb960-48c1-43ae-a227-ba504b78946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.940061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46240) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:33.971661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-a3ec8fc1-09c9-4a52-8dad-ff103eda78b4 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:33.983027 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-a3ec8fc1-09c9-4a52-8dad-ff103eda78b4 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.76 "GET /v2.0/networks?id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1 HTTP/1.1" status: 200 len: 814 time: 0.6846805 Aug 20 11:46:34.026222 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ca1f-724a-4a0d-8d00-e65b4863ecd0 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:34.026579 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-e8c8ca1f-724a-4a0d-8d00-e65b4863ecd0 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Added segment bed1f780-094c-4722-adc4-1228938020ff of type vlan for network fa709b65-6a45-4c6d-bf67-c3bf950dd559 Aug 20 11:46:34.049284 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e595cb-2348-48ff-b508-28ecd75557e8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] DELETE failed (client error): The resource could not be found. Aug 20 11:46:34.049508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e595cb-2348-48ff-b508-28ecd75557e8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:46:34.055553 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f3e595cb-2348-48ff-b508-28ecd75557e8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/46c0d80a-136b-4a48-a4e0-b9606446bf0d HTTP/1.1" status: 404 len: 333 time: 0.1096776 Aug 20 11:46:34.063405 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e3382c60-e3d2-4c1f-bf30-a6317e3b88f0 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Deleting port 39413438-3d9b-4de7-a674-59b51580346a {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:34.063746 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3382c60-e3d2-4c1f-bf30-a6317e3b88f0 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:34.076181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-e7a59232-eae8-437f-9f20-3fee68c5c128 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Request body: {'port': {'device_id': '4bda2576-037f-4eb6-b07d-bbd65f787c92', 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1', 'admin_state_up': True, 'tenant_id': 'e1ad3e387c63490391d9da91965d6828'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:34.114300 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46242) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:34.167697 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2c4bb960-48c1-43ae-a227-ba504b78946d None None] Could not find standard attr ID for object 46c0d80a-136b-4a48-a4e0-b9606446bf0d. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:46:34.192969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3382c60-e3d2-4c1f-bf30-a6317e3b88f0 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:34.206021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e3382c60-e3d2-4c1f-bf30-a6317e3b88f0 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Calling delete_port for 39413438-3d9b-4de7-a674-59b51580346a owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:34.268029 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ca1f-724a-4a0d-8d00-e65b4863ecd0 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:34.286313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-b945a493-eb37-4b67-9f01-4116cbe0faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:34.287848 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-b945a493-eb37-4b67-9f01-4116cbe0faa6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5498676 Aug 20 11:46:34.303262 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343ec5e-2b1c-430d-b907-02e1a311bb01 req-bcbbcd58-f760-419c-904f-9be4a60be5e3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:34.304855 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8343ec5e-2b1c-430d-b907-02e1a311bb01 req-bcbbcd58-f760-419c-904f-9be4a60be5e3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 948 time: 0.4770873 Aug 20 11:46:34.361655 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbe1483-1b32-4387-89e8-26ce2d11010b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] GET failed (client error): The resource could not be found. Aug 20 11:46:34.363882 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9bbe1483-1b32-4387-89e8-26ce2d11010b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/46c0d80a-136b-4a48-a4e0-b9606446bf0d HTTP/1.1" status: 404 len: 333 time: 0.2202487 Aug 20 11:46:34.374405 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46246) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:34.388525 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:34.391609 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6789326-4f25-46c7-a90f-1704171c9f49" -d '{"events": [{"server_uuid": "0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7", "name": "network-vif-plugged", "status": "completed", "tag": "ca8aeb76-3af5-45d0-b845-6ce360fa2345"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:34.394397 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5efe2d72-ed74-4d43-a92e-02baa1cce15d req-3873d079-4159-4dd8-a13e-051eb079f757 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 210 time: 0.1500883 Aug 20 11:46:34.451055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-048cceed-8b94-4b6c-ba62-040bb26d4e95 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting subnet ad3b9904-a12e-4d61-8ebc-7185ab6565f1 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:46:34.455455 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-048cceed-8b94-4b6c-ba62-040bb26d4e95 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:34.479384 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad586954-8949-405c-9724-ef80a994faa8 x-openstack-request-id: req-ad586954-8949-405c-9724-ef80a994faa8 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:34.480319 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7", "name": "network-vif-plugged", "status": "completed", "tag": "ca8aeb76-3af5-45d0-b845-6ce360fa2345", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:34.480832 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad586954-8949-405c-9724-ef80a994faa8 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:34.481443 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'code': 200} Aug 20 11:46:34.502932 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ca1f-724a-4a0d-8d00-e65b4863ecd0 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:34.513513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c8ca1f-724a-4a0d-8d00-e65b4863ecd0 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:34.514169 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ca1f-724a-4a0d-8d00-e65b4863ecd0 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:34.518403 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-048cceed-8b94-4b6c-ba62-040bb26d4e95 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:34.592493 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8343ec5e-2b1c-430d-b907-02e1a311bb01 req-0e93a722-2656-48fc-a233-84e74c8f7c26 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782400 Aug 20 11:46:34.645215 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e8c8ca1f-724a-4a0d-8d00-e65b4863ecd0 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6290576 Aug 20 11:46:34.649620 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-048cceed-8b94-4b6c-ba62-040bb26d4e95 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:34.653419 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46250) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:34.685676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-dbf96420-048f-4313-b61b-cc8052f41376 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559639 Aug 20 11:46:34.688163 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8ca1f-724a-4a0d-8d00-e65b4863ecd0 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event updated for resources: {'Network': ['ID=fa709b65-6a45-4c6d-bf67-c3bf950dd559,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:34.701646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network fa709b65-6a45-4c6d-bf67-c3bf950dd559 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:46:34.718600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6db69256-846a-4043-9282-6ffcce36d8b2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1227297412'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:34.737599 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3382c60-e3d2-4c1f-bf30-a6317e3b88f0 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:34.777419 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-e7a59232-eae8-437f-9f20-3fee68c5c128 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Made reservation on behalf of e1ad3e387c63490391d9da91965d6828 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:34.780985 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-e7a59232-eae8-437f-9f20-3fee68c5c128 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:34.797905 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3382c60-e3d2-4c1f-bf30-a6317e3b88f0 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event deleted for resources: {'Port': ['ID=39413438-3d9b-4de7-a674-59b51580346a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:34.808944 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db69256-846a-4043-9282-6ffcce36d8b2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Made reservation on behalf of 388697f16ef24a2db77348e6ee667c3f for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:34.812400 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6db69256-846a-4043-9282-6ffcce36d8b2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:34.913580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db69256-846a-4043-9282-6ffcce36d8b2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:46:34.920073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29433574-1b88-4b7a-b5c4-9b54db31fa86 req-aa94f43e-bb5a-4b69-88db-83a0d2129cfc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:34.922480 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29433574-1b88-4b7a-b5c4-9b54db31fa86 req-aa94f43e-bb5a-4b69-88db-83a0d2129cfc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.1861889 Aug 20 11:46:34.943993 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbe63044-c0ac-42ba-b151-fd9614277f4b req-0c0a31ad-1fe9-42de-ac3f-601587988779 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465723 Aug 20 11:46:34.953271 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6db69256-846a-4043-9282-6ffcce36d8b2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:34.956829 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-6db69256-846a-4043-9282-6ffcce36d8b2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Added segment 3b2f52a9-89f7-40db-8295-df0af4886398 of type vlan for network 96ae447a-8b4f-4e4b-83fe-8a03f1635478 Aug 20 11:46:35.023655 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6db69256-846a-4043-9282-6ffcce36d8b2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.054287 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6db69256-846a-4043-9282-6ffcce36d8b2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.060075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db69256-846a-4043-9282-6ffcce36d8b2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:35.060727 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6db69256-846a-4043-9282-6ffcce36d8b2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.064494 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-048cceed-8b94-4b6c-ba62-040bb26d4e95 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.078187 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3382c60-e3d2-4c1f-bf30-a6317e3b88f0 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.083437 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e3382c60-e3d2-4c1f-bf30-a6317e3b88f0 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "DELETE /v2.0/ports/39413438-3d9b-4de7-a674-59b51580346a HTTP/1.1" status: 204 len: 168 time: 1.7985148 Aug 20 11:46:35.088487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46256) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:35.155641 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-64541e06-15de-4d40-b99d-26da8194051e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] GET failed (client error): The resource could not be found. Aug 20 11:46:35.160699 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-64541e06-15de-4d40-b99d-26da8194051e tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "GET /v2.0/ports/39413438-3d9b-4de7-a674-59b51580346a HTTP/1.1" status: 404 len: 333 time: 0.0655003 Aug 20 11:46:35.162631 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46258) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:35.167855 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29433574-1b88-4b7a-b5c4-9b54db31fa86 req-2ad069e1-1755-44f8-ad55-48d6ebdc9423 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365177 Aug 20 11:46:35.178807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-6dcac64d-1f69-4e05-a69d-74a407e8c2b4 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Request body: {'port': {'network_id': '6d58c321-6bef-45fd-a0d6-04ea06ac5551', 'name': 'tempest-AllowedAddressPairTestJSON-1299149482'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:35.197170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-e7a59232-eae8-437f-9f20-3fee68c5c128 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Allocated IP 172.20.0.13 (b3bfbfd5-4051-40da-a35c-169d2e7b40d1/95ea546d-aa14-4d25-bbdf-390c9e0a87dc/d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:35.226194 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cceed-8b94-4b6c-ba62-040bb26d4e95 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3b9904-a12e-4d61-8ebc-7185ab6565f1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:35.238099 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-048cceed-8b94-4b6c-ba62-040bb26d4e95 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.243745 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-048cceed-8b94-4b6c-ba62-040bb26d4e95 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/ad3b9904-a12e-4d61-8ebc-7185ab6565f1 HTTP/1.1" status: 204 len: 168 time: 0.8670409 Aug 20 11:46:35.247328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46262) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:35.255441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef6f6f8-6de2-41be-acf7-f2c4c292e38e None None] Network e12d8f26-0dab-4a25-a5b5-308da7b75822 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:35.296976 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a3dcc-0083-4d83-9fbf-5b1239d8b463 req-eb9aff4d-33e8-4fcf-84af-b29fcf1de4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:35.298605 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f06a3dcc-0083-4d83-9fbf-5b1239d8b463 req-eb9aff4d-33e8-4fcf-84af-b29fcf1de4dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 1099 time: 0.2569366 Aug 20 11:46:35.342678 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6db69256-846a-4043-9282-6ffcce36d8b2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6879776 Aug 20 11:46:35.348852 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46266) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:35.367657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7c0d6fbf-4f65-4ffe-936d-bca9a729164d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Request body: {'subnet': {'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:35.372029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db69256-846a-4043-9282-6ffcce36d8b2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event updated for resources: {'Network': ['ID=96ae447a-8b4f-4e4b-83fe-8a03f1635478,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:35.386916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46609636-624e-4819-b9a5-2edc551c78e5 req-86d72e70-acaa-4b80-9de9-a8beae3763dc tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:35.408515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 96ae447a-8b4f-4e4b-83fe-8a03f1635478 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:46:35.418090 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-46609636-624e-4819-b9a5-2edc551c78e5 req-86d72e70-acaa-4b80-9de9-a8beae3763dc tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.3502967 Aug 20 11:46:35.430005 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.517126 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-46609636-624e-4819-b9a5-2edc551c78e5 req-142c232c-c106-478f-9738-d4cd7840e640 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959697 Aug 20 11:46:35.673392 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e2f77d65-465a-439c-83f5-22bb9a623baa req-edad39b5-f66d-4db1-9a00-485d25be0348 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 210 time: 0.1220727 Aug 20 11:46:35.679328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port a33c2eca-2320-4e0a-93e3-ca3b767daee4 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:35.679861 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.709467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a33c2eca-2320-4e0a-93e3-ca3b767daee4 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:35.820454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] For port a33c2eca-2320-4e0a-93e3-ca3b767daee4, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a33c2eca-2320-4e0a-93e3-ca3b767daee4,segment=NetworkSegment(5abd1311-fd82-44ff-9fa4-969ea1915ff3),segment_id=5abd1311-fd82-44ff-9fa4-969ea1915ff3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:35.820863 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.842688 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for a33c2eca-2320-4e0a-93e3-ca3b767daee4 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:35.849203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port a33c2eca-2320-4e0a-93e3-ca3b767daee4 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:35.851738 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.858437 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a3dcc-0083-4d83-9fbf-5b1239d8b463 req-b733237d-a2fd-4f02-9186-af09e1fcff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:35.860281 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f06a3dcc-0083-4d83-9fbf-5b1239d8b463 req-b733237d-a2fd-4f02-9186-af09e1fcff86 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.5448408 Aug 20 11:46:35.902597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcac64d-1f69-4e05-a69d-74a407e8c2b4 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Made reservation on behalf of 3d7b2f9b62fd42d9b805742086a5eeec for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:35.906455 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6dcac64d-1f69-4e05-a69d-74a407e8c2b4 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.964694 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f06a3dcc-0083-4d83-9fbf-5b1239d8b463 req-699b5df0-a799-4e95-960a-c49e32b6b7f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=2d510a6e-c4f1-402a-9ae7-c36e28285e90 HTTP/1.1" status: 200 len: 217 time: 0.0891094 Aug 20 11:46:35.979616 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b155d3-317f-4fa3-afaa-cb54b78f56d5 req-c2306115-069b-47ab-a901-9ec62df94d49 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:35.980704 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0798c742-c6af-4e35-90bc-19d49f3f26fb None None] DHCP port deletion for e12d8f26-0dab-4a25-a5b5-308da7b75822 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:46:35.987795 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a4b155d3-317f-4fa3-afaa-cb54b78f56d5 req-c2306115-069b-47ab-a901-9ec62df94d49 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.3159337 Aug 20 11:46:36.019342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-6dcac64d-1f69-4e05-a69d-74a407e8c2b4 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] device_id is not set on port df156732-2534-4c60-b686-c1e6cadf9c0e yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:46:36.026332 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0d6fbf-4f65-4ffe-936d-bca9a729164d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Made reservation on behalf of 388697f16ef24a2db77348e6ee667c3f for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:36.030965 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6fbf-4f65-4ffe-936d-bca9a729164d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.064123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208a92a-dcb1-4ebd-8c0d-c2d57d221d86 req-051ba9e0-829e-4f27-b8f0-753be926e990 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:36.072361 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0208a92a-dcb1-4ebd-8c0d-c2d57d221d86 req-051ba9e0-829e-4f27-b8f0-753be926e990 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 948 time: 0.2754786 Aug 20 11:46:36.099500 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a4b155d3-317f-4fa3-afaa-cb54b78f56d5 req-b1c84361-784a-4c45-8a95-69a51914375f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101820 Aug 20 11:46:36.113134 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-e7a59232-eae8-437f-9f20-3fee68c5c128 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.160802 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.201563 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=a33c2eca-2320-4e0a-93e3-ca3b767daee4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:36.206866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0798c742-c6af-4e35-90bc-19d49f3f26fb None None] Deleting port a33c2eca-2320-4e0a-93e3-ca3b767daee4 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:36.207388 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0798c742-c6af-4e35-90bc-19d49f3f26fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.210555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No DVR routers for this DVR port a33c2eca-2320-4e0a-93e3-ca3b767daee4 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:46:36.313559 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.330804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12d8f26-0dab-4a25-a5b5-308da7b75822']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:36.360604 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abd1311-fd82-44ff-9fa4-969ea1915ff3') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:36.361018 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abd1311-fd82-44ff-9fa4-969ea1915ff3') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:36.385606 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.396299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0798c742-c6af-4e35-90bc-19d49f3f26fb None None] For port a33c2eca-2320-4e0a-93e3-ca3b767daee4, host n-d-804299-2, got binding levels [] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:36.397133 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0798c742-c6af-4e35-90bc-19d49f3f26fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.418280 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0798c742-c6af-4e35-90bc-19d49f3f26fb None None] Calling delete_port for a33c2eca-2320-4e0a-93e3-ca3b767daee4 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:36.428187 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.ipam_backend_mixin [None req-0798c742-c6af-4e35-90bc-19d49f3f26fb None None] Port a33c2eca-2320-4e0a-93e3-ca3b767daee4 was not found and therefore no delete operation was performed {{(pid=94692) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:46:36.434588 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0798c742-c6af-4e35-90bc-19d49f3f26fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.465212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798c742-c6af-4e35-90bc-19d49f3f26fb None None] Pushing event deleted for resources: {'Port': ['ID=a33c2eca-2320-4e0a-93e3-ca3b767daee4,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:36.478776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798c742-c6af-4e35-90bc-19d49f3f26fb None None] No DVR routers for this DVR port a33c2eca-2320-4e0a-93e3-ca3b767daee4 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:46:36.488281 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.502545 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:46:36.502970 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:46:36.507965 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:46:36.569522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2062d1-fee6-4633-ab56-1f5901365eb5 req-2a544b20-bfff-4874-8de4-b525a472c437 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:36.571083 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af2062d1-fee6-4633-ab56-1f5901365eb5 req-2a544b20-bfff-4874-8de4-b525a472c437 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.1551633 Aug 20 11:46:36.591190 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.600112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 2d510a6e-c4f1-402a-9ae7-c36e28285e90 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:46:36.652475 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.657985 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/networks/e12d8f26-0dab-4a25-a5b5-308da7b75822 HTTP/1.1" status: 204 len: 168 time: 1.3952003 Aug 20 11:46:36.668563 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5ccea-43fd-48af-b764-ba8d118c4b12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Network': ['ID=e12d8f26-0dab-4a25-a5b5-308da7b75822,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:36.670489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46288) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:36.685265 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c5c0bded-7b95-4ff3-bbc0-55be25742851 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2140815976'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:36.721030 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 45989948-05f2-4b2e-9235-928a75eaa3cf no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:46:36.730958 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c0bded-7b95-4ff3-bbc0-55be25742851 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:36.738521 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5c0bded-7b95-4ff3-bbc0-55be25742851 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.775763 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af2062d1-fee6-4633-ab56-1f5901365eb5 req-76a1fcee-04e8-4f3c-bff1-8da729a54ed4 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950736 Aug 20 11:46:36.818711 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c0bded-7b95-4ff3-bbc0-55be25742851 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:46:36.823125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-6dcac64d-1f69-4e05-a69d-74a407e8c2b4 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Allocated IP 172.20.0.6 (6d58c321-6bef-45fd-a0d6-04ea06ac5551/51104274-4df1-4249-a866-33c850e83b4f/df156732-2534-4c60-b686-c1e6cadf9c0e) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:36.842853 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5c0bded-7b95-4ff3-bbc0-55be25742851 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.843778 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-c5c0bded-7b95-4ff3-bbc0-55be25742851 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Added segment 423a141d-cdd6-4967-9b77-fdea0f028c34 of type vlan for network e7bbd55b-fad3-4578-aa0d-4c01020b87c6 Aug 20 11:46:36.923828 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 2d510a6e-c4f1-402a-9ae7-c36e28285e90, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=2d510a6e-c4f1-402a-9ae7-c36e28285e90,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:36.953017 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '2d510a6e-c4f1-402a-9ae7-c36e28285e90', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '2d510a6e-c4f1-402a-9ae7-c36e28285e90', 'mac_address': 'fa:16:3e:af:9c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:46:36.954137 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5c0bded-7b95-4ff3-bbc0-55be25742851 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.026373 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5c0bded-7b95-4ff3-bbc0-55be25742851 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.031754 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6dcac64d-1f69-4e05-a69d-74a407e8c2b4 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.037626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c0bded-7b95-4ff3-bbc0-55be25742851 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:37.038284 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5c0bded-7b95-4ff3-bbc0-55be25742851 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.074885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-6dcac64d-1f69-4e05-a69d-74a407e8c2b4 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Transition to ACTIVE for port object df156732-2534-4c60-b686-c1e6cadf9c0e will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:37.110771 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.130459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d510a6e-c4f1-402a-9ae7-c36e28285e90 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:46:37.159852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 2d510a6e-c4f1-402a-9ae7-c36e28285e90, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=2d510a6e-c4f1-402a-9ae7-c36e28285e90,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:37.173569 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.306814 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6dcac64d-1f69-4e05-a69d-74a407e8c2b4 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.317468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0bded-7b95-4ff3-bbc0-55be25742851 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Network': ['ID=e7bbd55b-fad3-4578-aa0d-4c01020b87c6,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:37.337706 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network e7bbd55b-fad3-4578-aa0d-4c01020b87c6 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:46:37.368155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=2d510a6e-c4f1-402a-9ae7-c36e28285e90,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:37.432716 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2bcc0b42-c6ff-45d4-9021-7ba600126ada req-97fa1039-1202-435d-8279-53dbdddb2151 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 210 time: 0.1402550 Aug 20 11:46:37.434747 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c5c0bded-7b95-4ff3-bbc0-55be25742851 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7564628 Aug 20 11:46:37.440247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46300) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:37.459686 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0208a92a-dcb1-4ebd-8c0d-c2d57d221d86 req-c59d4ad2-eb3f-4fe1-bed8-22b8503c750e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3752868 Aug 20 11:46:37.465422 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a3dcc-0083-4d83-9fbf-5b1239d8b463 req-d4c3b28f-d089-41c7-9256-885ddc50e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:37.467001 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f06a3dcc-0083-4d83-9fbf-5b1239d8b463 req-d4c3b28f-d089-41c7-9256-885ddc50e64a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 1.4880085 Aug 20 11:46:37.528030 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['2d510a6e-c4f1-402a-9ae7-c36e28285e90'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:46:37.576667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-03ebc680-2590-4533-9777-449e78a2264b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'subnet': {'network_id': 'e7bbd55b-fad3-4578-aa0d-4c01020b87c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:37.720035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a33c2eca-2320-4e0a-93e3-ca3b767daee4 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:46:37.760189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: a33c2eca-2320-4e0a-93e3-ca3b767daee4 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:46:37.761080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a33c2eca-2320-4e0a-93e3-ca3b767daee4 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:46:37.828574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcac64d-1f69-4e05-a69d-74a407e8c2b4 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:37.872713 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-6dcac64d-1f69-4e05-a69d-74a407e8c2b4 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:37.881198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcac64d-1f69-4e05-a69d-74a407e8c2b4 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:37.984007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcac64d-1f69-4e05-a69d-74a407e8c2b4 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event updated for resources: {'Port': ['ID=df156732-2534-4c60-b686-c1e6cadf9c0e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:38.043127 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-e7a59232-eae8-437f-9f20-3fee68c5c128 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.142607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcac64d-1f69-4e05-a69d-74a407e8c2b4 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:38.147526 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6dcac64d-1f69-4e05-a69d-74a407e8c2b4 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.194104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a59232-eae8-437f-9f20-3fee68c5c128 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Pushing event updated for resources: {'Port': ['ID=d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:38.206245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a3dcc-0083-4d83-9fbf-5b1239d8b463 req-0a659b1f-c941-43b6-8147-ae3b68cdf121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:38.208716 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f06a3dcc-0083-4d83-9fbf-5b1239d8b463 req-0a659b1f-c941-43b6-8147-ae3b68cdf121 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5889854 Aug 20 11:46:38.246894 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6a34caa0-0db4-4d86-bb63-f3a7e7cfd2af None None] Provisioning for port df156732-2534-4c60-b686-c1e6cadf9c0e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:38.251408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-e7a59232-eae8-437f-9f20-3fee68c5c128 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:38.256323 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6a34caa0-0db4-4d86-bb63-f3a7e7cfd2af None None] Provisioning complete for port df156732-2534-4c60-b686-c1e6cadf9c0e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:38.262431 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6a34caa0-0db4-4d86-bb63-f3a7e7cfd2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.275899 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6dcac64d-1f69-4e05-a69d-74a407e8c2b4 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1058867 Aug 20 11:46:38.277106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-e7a59232-eae8-437f-9f20-3fee68c5c128 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:38.300868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46318) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:38.304297 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-e7a59232-eae8-437f-9f20-3fee68c5c128 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:38.312955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-497641b5-462e-4dc5-befa-c93ac83f752b tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Request body: {'port': {'network_id': '6d58c321-6bef-45fd-a0d6-04ea06ac5551', 'name': 'tempest-AllowedAddressPairTestJSON-669807413'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:38.341998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6a34caa0-0db4-4d86-bb63-f3a7e7cfd2af None None] Port df156732-2534-4c60-b686-c1e6cadf9c0e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:38.386244 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769ccae-bc90-442c-96f5-08235b4351ad req-c7c0149d-fc97-4b91-b1e3-fba10e55728d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:38.396278 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0769ccae-bc90-442c-96f5-08235b4351ad req-c7c0149d-fc97-4b91-b1e3-fba10e55728d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.7921593 Aug 20 11:46:38.415141 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['1d2afb67-a1eb-4261-a96a-7a1042605aa5', '38c617e3-3dc0-45c7-8bec-524f95591d1e', '422d7570-f97d-4d67-a3e4-44e159ab8bd7'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:46:38.422859 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-abf8b25a-adb7-47f7-962c-ffb6d99616d9 req-b3880513-6e94-4052-83d6-9a157209c428 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7106204 Aug 20 11:46:38.482634 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0769ccae-bc90-442c-96f5-08235b4351ad req-15b4cca0-1b06-429d-a8a7-b21e17cdaa71 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814221 Aug 20 11:46:38.535367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ebc680-2590-4533-9777-449e78a2264b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:38.544305 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-03ebc680-2590-4533-9777-449e78a2264b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.610792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea225cc-a471-4343-bd22-a0e611880efa req-bd8d44ad-59f6-4a24-a084-7b58817c62b6 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:38.619256 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ea225cc-a471-4343-bd22-a0e611880efa req-bd8d44ad-59f6-4a24-a084-7b58817c62b6 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.6373086 Aug 20 11:46:38.621747 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 2d510a6e-c4f1-402a-9ae7-c36e28285e90 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:38.732928 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15097112-9c79-44c4-977b-a4ddea99e4c8 req-52e73f9a-ec43-49b9-af48-52604a2be0a4 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:38.742945 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-15097112-9c79-44c4-977b-a4ddea99e4c8 req-52e73f9a-ec43-49b9-af48-52604a2be0a4 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 932 time: 0.1544135 Aug 20 11:46:38.815355 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-e7a59232-eae8-437f-9f20-3fee68c5c128 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:38.817680 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-e7a59232-eae8-437f-9f20-3fee68c5c128 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.818013 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-15097112-9c79-44c4-977b-a4ddea99e4c8 req-b4e92294-8893-4d0b-ac0e-fe7421ca8051 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740924 Aug 20 11:46:38.837867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 2d510a6e-c4f1-402a-9ae7-c36e28285e90 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:38.869649 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6fbf-4f65-4ffe-936d-bca9a729164d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.871710 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 2d510a6e-c4f1-402a-9ae7-c36e28285e90 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:38.872169 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.945912 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-e7a59232-eae8-437f-9f20-3fee68c5c128 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9257684 Aug 20 11:46:38.971870 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.990955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Request body: {'port': {'device_id': '4bda2576-037f-4eb6-b07d-bbd65f787c92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:39.031622 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f06a3dcc-0083-4d83-9fbf-5b1239d8b463 req-82e378dc-19d9-4e34-be3b-f0efea235ea2 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837081 Aug 20 11:46:39.058619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ea225cc-a471-4343-bd22-a0e611880efa req-e79606c7-a125-420b-a3c0-bb70ce512b4d tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257055 Aug 20 11:46:39.073386 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.103323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35877bd4-5e75-4fa9-831a-71873b457e41 req-5396a5a3-0404-454e-8434-2a4b2ea7f13b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:39.117998 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-35877bd4-5e75-4fa9-831a-71873b457e41 req-5396a5a3-0404-454e-8434-2a4b2ea7f13b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 949 time: 0.1467905 Aug 20 11:46:39.143163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6eb10c-acd8-4b5e-9121-08962d4f32fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d510a6e-c4f1-402a-9ae7-c36e28285e90'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:39.143417 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fde1258-2fb3-4ed0-bd52-3ec1440ba6fd" -d '{"events": [{"server_uuid": "7d6eb10c-acd8-4b5e-9121-08962d4f32fe", "name": "network-vif-plugged", "status": "completed", "tag": "2d510a6e-c4f1-402a-9ae7-c36e28285e90"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:39.179649 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 2d510a6e-c4f1-402a-9ae7-c36e28285e90, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=2d510a6e-c4f1-402a-9ae7-c36e28285e90,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:39.202991 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-35877bd4-5e75-4fa9-831a-71873b457e41 req-c3566afc-219a-405b-858c-9cb685803b74 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819709 Aug 20 11:46:39.206066 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.221943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497641b5-462e-4dc5-befa-c93ac83f752b tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Made reservation on behalf of 3d7b2f9b62fd42d9b805742086a5eeec for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:39.226440 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-497641b5-462e-4dc5-befa-c93ac83f752b tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.286693 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d6fbf-4f65-4ffe-936d-bca9a729164d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event updated for resources: {'Subnet': ['ID=daec4b51-4b37-4704-a597-55152e602713,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:39.302218 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.340585 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9067904a-4719-4d49-ae7e-f4b729e19b60 x-openstack-request-id: req-9067904a-4719-4d49-ae7e-f4b729e19b60 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:39.341179 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6eb10c-acd8-4b5e-9121-08962d4f32fe", "name": "network-vif-plugged", "status": "completed", "tag": "2d510a6e-c4f1-402a-9ae7-c36e28285e90", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:39.341653 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9067904a-4719-4d49-ae7e-f4b729e19b60 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:39.342318 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6eb10c-acd8-4b5e-9121-08962d4f32fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d510a6e-c4f1-402a-9ae7-c36e28285e90', 'code': 200} Aug 20 11:46:39.378882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa528de-ad00-4607-b809-9467c072ea31 req-ff7fa4b8-f05c-4ca9-bfce-7c33edb4eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:39.382067 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-daa528de-ad00-4607-b809-9467c072ea31 req-ff7fa4b8-f05c-4ca9-bfce-7c33edb4eb76 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 1101 time: 0.0629332 Aug 20 11:46:39.440878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-497641b5-462e-4dc5-befa-c93ac83f752b tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] device_id is not set on port 1968670d-cf57-4d9b-b77e-87e707ee2172 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:46:39.461426 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-daa528de-ad00-4607-b809-9467c072ea31 req-f77345bc-c8ea-4360-9a03-6783e6870c7c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629256 Aug 20 11:46:39.478007 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=2d510a6e-c4f1-402a-9ae7-c36e28285e90,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:39.488276 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:39.489600 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:39.490272 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:39.490826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:39.491629 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:39.492201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:39.492798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:39.495003 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:39.495625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:39.496184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:39.496875 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:39.497429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:39.543206 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0d6fbf-4f65-4ffe-936d-bca9a729164d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Checking segment: {'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:39.543206 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d6fbf-4f65-4ffe-936d-bca9a729164d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Network hostable DHCP agents. Network: fa709b65-6a45-4c6d-bf67-c3bf950dd559, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:46:39.649007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b60823-2bc0-4fe4-ac93-30f3da6dcdbe req-7d1429b2-1a3c-42e6-8613-90d92f7b6a97 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:39.658582 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d2b60823-2bc0-4fe4-ac93-30f3da6dcdbe req-7d1429b2-1a3c-42e6-8613-90d92f7b6a97 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.0809112 Aug 20 11:46:39.722992 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d2b60823-2bc0-4fe4-ac93-30f3da6dcdbe req-69b23e05-b585-4c9d-967a-9affdbed56b8 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629957 Aug 20 11:46:39.761892 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f06a3dcc-0083-4d83-9fbf-5b1239d8b463 req-1f673022-532b-4942-a2bc-f61f70313916 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225877 Aug 20 11:46:39.773364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d6fbf-4f65-4ffe-936d-bca9a729164d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Network fa709b65-6a45-4c6d-bf67-c3bf950dd559 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:46:39.780677 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-03ebc680-2590-4533-9777-449e78a2264b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.853980 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-7c0d6fbf-4f65-4ffe-936d-bca9a729164d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, fa709b65-6a45-4c6d-bf67-c3bf950dd559) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:39.863152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0e86e6-0a66-4066-bb7e-663424c95418 None None] Network fa709b65-6a45-4c6d-bf67-c3bf950dd559 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:39.906978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-497641b5-462e-4dc5-befa-c93ac83f752b tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Allocated IP 172.20.0.10 (6d58c321-6bef-45fd-a0d6-04ea06ac5551/51104274-4df1-4249-a866-33c850e83b4f/1968670d-cf57-4d9b-b77e-87e707ee2172) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:39.918875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0d6fbf-4f65-4ffe-936d-bca9a729164d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:39.919575 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6fbf-4f65-4ffe-936d-bca9a729164d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:40.087748 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7c0d6fbf-4f65-4ffe-936d-bca9a729164d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.7274427 Aug 20 11:46:40.089050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebc680-2590-4533-9777-449e78a2264b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Subnet': ['ID=8160c18c-6f21-4162-ac22-b89191c47fc8,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:40.090457 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46338) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:40.104822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9d17a5f2-985b-4bdc-877b-451eb7ec0020 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Request body: {'subnet': {'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:40.198116 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-fa709b65-6a45-4c6d-bf67-c3bf950dd559', 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'fixed_ips': [{'subnet_id': 'daec4b51-4b37-4704-a597-55152e602713'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:46:40.198997 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:40.236438 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ebc680-2590-4533-9777-449e78a2264b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Checking segment: {'id': '423a141d-cdd6-4967-9b77-fdea0f028c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e7bbd55b-fad3-4578-aa0d-4c01020b87c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:40.236999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ebc680-2590-4533-9777-449e78a2264b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network hostable DHCP agents. Network: e7bbd55b-fad3-4578-aa0d-4c01020b87c6, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:46:40.302385 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0544385-7c1b-4b46-a9bb-d8cbba50ef70 req-8f63b5b1-7cef-47a0-9a46-13b25a74a5b8 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:40.304072 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d0544385-7c1b-4b46-a9bb-d8cbba50ef70 req-8f63b5b1-7cef-47a0-9a46-13b25a74a5b8 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 932 time: 0.2925832 Aug 20 11:46:40.305956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8b25a-adb7-47f7-962c-ffb6d99616d9 req-deb531ea-2860-458a-9a72-7b6f34aa9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:40.307652 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-abf8b25a-adb7-47f7-962c-ffb6d99616d9 req-deb531ea-2860-458a-9a72-7b6f34aa9af3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac&tenant_id=61102427b20544a99687c14b264833fb HTTP/1.1" status: 200 len: 1094 time: 0.2941532 Aug 20 11:46:40.429866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ebc680-2590-4533-9777-449e78a2264b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network e7bbd55b-fad3-4578-aa0d-4c01020b87c6 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:46:40.435894 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Allocated IP 10.1.1.2 (fa709b65-6a45-4c6d-bf67-c3bf950dd559/daec4b51-4b37-4704-a597-55152e602713/777a4829-5112-4de8-9643-523a919e3d50) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:40.465048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650adb8-16f7-4b24-9a84-83cef494b5cf req-dc4f91b6-09be-4333-8408-53db83c3d3d4 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:40.473544 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8650adb8-16f7-4b24-9a84-83cef494b5cf req-dc4f91b6-09be-4333-8408-53db83c3d3d4 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.1599753 Aug 20 11:46:40.532592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d17a5f2-985b-4bdc-877b-451eb7ec0020 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Made reservation on behalf of 388697f16ef24a2db77348e6ee667c3f for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:40.536802 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d17a5f2-985b-4bdc-877b-451eb7ec0020 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:40.552254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-03ebc680-2590-4533-9777-449e78a2264b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, e7bbd55b-fad3-4578-aa0d-4c01020b87c6) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:40.560975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6786ad-f2ac-4cdd-8a59-b71c1e124076 None None] Network e7bbd55b-fad3-4578-aa0d-4c01020b87c6 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:40.577081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8b25a-adb7-47f7-962c-ffb6d99616d9 req-0ab21415-89c3-4b6d-8107-3941ea5a89a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:40.578999 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-abf8b25a-adb7-47f7-962c-ffb6d99616d9 req-0ab21415-89c3-4b6d-8107-3941ea5a89a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61102427b20544a99687c14b264833fb&device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 1094 time: 0.2353456 Aug 20 11:46:40.588534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ebc680-2590-4533-9777-449e78a2264b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:40.589145 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-03ebc680-2590-4533-9777-449e78a2264b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:40.637175 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d0544385-7c1b-4b46-a9bb-d8cbba50ef70 req-fc10f579-e812-4caf-8d01-3664913eccc3 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077357 Aug 20 11:46:40.699393 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8650adb8-16f7-4b24-9a84-83cef494b5cf req-30d4b97a-a1f0-4a2e-bcc8-ba7bfe1b16eb tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248707 Aug 20 11:46:40.813784 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-e7bbd55b-fad3-4578-aa0d-4c01020b87c6', 'network_id': 'e7bbd55b-fad3-4578-aa0d-4c01020b87c6', 'tenant_id': '0b4fcaa8b42a4ed5856a164cef35de94', 'fixed_ips': [{'subnet_id': '8160c18c-6f21-4162-ac22-b89191c47fc8'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:46:40.816665 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:40.849519 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-03ebc680-2590-4533-9777-449e78a2264b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3859551 Aug 20 11:46:40.854310 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46348) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:40.863167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4cdd3514-04c4-4e0c-9dff-48eef4c63e2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'network_id': 'e7bbd55b-fad3-4578-aa0d-4c01020b87c6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-168830958'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:40.951131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8b25a-adb7-47f7-962c-ffb6d99616d9 req-73d93168-0210-47e7-aee4-1eaeec0ed8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:40.952810 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-abf8b25a-adb7-47f7-962c-ffb6d99616d9 req-73d93168-0210-47e7-aee4-1eaeec0ed8d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20807c99-64e7-492c-a4b6-4a1524653d4e HTTP/1.1" status: 200 len: 913 time: 0.3590901 Aug 20 11:46:41.021363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Allocated IP 172.20.0.2 (e7bbd55b-fad3-4578-aa0d-4c01020b87c6/8160c18c-6f21-4162-ac22-b89191c47fc8/4ff85c22-1771-4d1a-b5bc-b1345567cc85) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:41.199189 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d17a5f2-985b-4bdc-877b-451eb7ec0020 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.222447 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc333c3e-a8c8-462a-a28e-0585680e9b25 req-816e527e-d85b-45d6-a20b-5515550f0efa tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:41.224289 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cc333c3e-a8c8-462a-a28e-0585680e9b25 req-816e527e-d85b-45d6-a20b-5515550f0efa tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.3297637 Aug 20 11:46:41.274183 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.282078 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.293169 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Transition to ACTIVE for port object 777a4829-5112-4de8-9643-523a919e3d50 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:41.311820 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Transition to ACTIVE for port object 4ff85c22-1771-4d1a-b5bc-b1345567cc85 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:41.337023 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cc333c3e-a8c8-462a-a28e-0585680e9b25 req-617abbb8-0f49-4541-8441-bf3461d12d81 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897284 Aug 20 11:46:41.346843 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Transition to ACTIVE for port object 777a4829-5112-4de8-9643-523a919e3d50 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:41.354652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Transition to ACTIVE for port object 4ff85c22-1771-4d1a-b5bc-b1345567cc85 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:41.360245 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.401906 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.406997 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17a5f2-985b-4bdc-877b-451eb7ec0020 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event updated for resources: {'Subnet': ['ID=09ba0c88-a55b-46f8-9b69-941d92f119dc,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:41.420513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17a5f2-985b-4bdc-877b-451eb7ec0020 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Checking segment: {'id': '3b2f52a9-89f7-40db-8295-df0af4886398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:41.420976 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d17a5f2-985b-4bdc-877b-451eb7ec0020 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Network hostable DHCP agents. Network: 96ae447a-8b4f-4e4b-83fe-8a03f1635478, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:46:41.429980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Network fa709b65-6a45-4c6d-bf67-c3bf950dd559 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:41.431382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Pushing event updated for resources: {'Port': ['ID=777a4829-5112-4de8-9643-523a919e3d50,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:41.439908 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:41.445998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:46:41.458124 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d17a5f2-985b-4bdc-877b-451eb7ec0020 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Network 96ae447a-8b4f-4e4b-83fe-8a03f1635478 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:46:41.459383 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.469356 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Network e7bbd55b-fad3-4578-aa0d-4c01020b87c6 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:41.470795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:41.475153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Transition to ACTIVE for port object d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:41.479328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:41.480266 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9d17a5f2-985b-4bdc-877b-451eb7ec0020 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 96ae447a-8b4f-4e4b-83fe-8a03f1635478) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:41.485827 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d17a5f2-985b-4bdc-877b-451eb7ec0020 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:41.486487 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d17a5f2-985b-4bdc-877b-451eb7ec0020 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.496349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:41.500206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27cf8de-6bd0-4ee6-856e-f791d4f65185 None None] Network 96ae447a-8b4f-4e4b-83fe-8a03f1635478 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:41.508938 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-497641b5-462e-4dc5-befa-c93ac83f752b tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.518307 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9d17a5f2-985b-4bdc-877b-451eb7ec0020 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4266300 Aug 20 11:46:41.521753 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46352) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:41.527468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6183dedf-a46d-4244-a46e-746135920a64 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Request body: {'port': {'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559', 'name': 'tempest-TaggedBootDevicesTest_v242-1027752053', 'fixed_ips': [{'subnet_id': 'daec4b51-4b37-4704-a597-55152e602713'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:41.543016 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-497641b5-462e-4dc5-befa-c93ac83f752b tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Transition to ACTIVE for port object 1968670d-cf57-4d9b-b77e-87e707ee2172 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:41.604995 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Pushing event updated for resources: {'Port': ['ID=4ff85c22-1771-4d1a-b5bc-b1345567cc85,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:41.701426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Attempting to bind port 777a4829-5112-4de8-9643-523a919e3d50 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:46:41.702641 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Attempting to bind port 777a4829-5112-4de8-9643-523a919e3d50 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:46:41.702641 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Attempting to bind port 777a4829-5112-4de8-9643-523a919e3d50 on network fa709b65-6a45-4c6d-bf67-c3bf950dd559 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:41.736501 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:46:41.739444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Checking segment: {'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:41.741207 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.741963 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Bound using segment: {'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:46:41.743123 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Bound port: 777a4829-5112-4de8-9643-523a919e3d50, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:46:41.747057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6183dedf-a46d-4244-a46e-746135920a64 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Made reservation on behalf of 388697f16ef24a2db77348e6ee667c3f for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:41.749858 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.750803 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-abf8b25a-adb7-47f7-962c-ffb6d99616d9 req-64e7e08b-2a96-49a1-88a9-aa42fd50a8c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45989948-05f2-4b2e-9235-928a75eaa3cf HTTP/1.1" status: 200 len: 217 time: 0.7746735 Aug 20 11:46:41.759929 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-497641b5-462e-4dc5-befa-c93ac83f752b tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.762580 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.766964 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Attempting to bind port 4ff85c22-1771-4d1a-b5bc-b1345567cc85 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:46:41.767572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Attempting to bind port 4ff85c22-1771-4d1a-b5bc-b1345567cc85 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '423a141d-cdd6-4967-9b77-fdea0f028c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e7bbd55b-fad3-4578-aa0d-4c01020b87c6'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:46:41.768156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Attempting to bind port 4ff85c22-1771-4d1a-b5bc-b1345567cc85 on network e7bbd55b-fad3-4578-aa0d-4c01020b87c6 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:41.846766 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497641b5-462e-4dc5-befa-c93ac83f752b tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:41.852693 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:41.862957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-497641b5-462e-4dc5-befa-c93ac83f752b tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:41.866919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497641b5-462e-4dc5-befa-c93ac83f752b tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:41.892988 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10279b36-043e-4e76-a339-5e1cb6cd2bfd req-ea996274-d4f0-464b-9ae1-48180e5b2542 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:41.895466 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10279b36-043e-4e76-a339-5e1cb6cd2bfd req-ea996274-d4f0-464b-9ae1-48180e5b2542 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 944 time: 0.1185019 Aug 20 11:46:41.953574 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6183dedf-a46d-4244-a46e-746135920a64 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.012969 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10279b36-043e-4e76-a339-5e1cb6cd2bfd req-3368d2fd-9769-4627-851f-17d46cd05a3b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101015 Aug 20 11:46:42.043845 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6183dedf-a46d-4244-a46e-746135920a64 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] device_id is not set on port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:46:42.088345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497641b5-462e-4dc5-befa-c93ac83f752b tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:42.089060 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-497641b5-462e-4dc5-befa-c93ac83f752b tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.090167 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:46:42.091130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Checking segment: {'id': '423a141d-cdd6-4967-9b77-fdea0f028c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e7bbd55b-fad3-4578-aa0d-4c01020b87c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:42.091710 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.092328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Bound using segment: {'id': '423a141d-cdd6-4967-9b77-fdea0f028c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e7bbd55b-fad3-4578-aa0d-4c01020b87c6'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:46:42.093016 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Bound port: 4ff85c22-1771-4d1a-b5bc-b1345567cc85, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423a141d-cdd6-4967-9b77-fdea0f028c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e7bbd55b-fad3-4578-aa0d-4c01020b87c6'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:46:42.093597 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.149622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8b25a-adb7-47f7-962c-ffb6d99616d9 req-a4487b54-a8ca-4c0b-8a0a-8c757bedaa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:42.151198 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-abf8b25a-adb7-47f7-962c-ffb6d99616d9 req-a4487b54-a8ca-4c0b-8a0a-8c757bedaa15 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a835e74c-2b68-481c-a9b7-7b2ff328dde1 HTTP/1.1" status: 200 len: 853 time: 0.3734245 Aug 20 11:46:42.214749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173b53-f60a-42c3-901a-df5855754ac8 req-e60bf136-5233-402b-ae6f-3f4ae15f8560 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:42.216453 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e173b53-f60a-42c3-901a-df5855754ac8 req-e60bf136-5233-402b-ae6f-3f4ae15f8560 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 950 time: 1.3031485 Aug 20 11:46:42.295528 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-abf8b25a-adb7-47f7-962c-ffb6d99616d9 req-fe89b7e5-8fd0-4c90-89fd-12702c196781 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20807c99-64e7-492c-a4b6-4a1524653d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345439 Aug 20 11:46:42.322404 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] For port 777a4829-5112-4de8-9643-523a919e3d50, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:46:42.323015 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915427f3-cffa-4012-8708-f455aa78c985 req-17d448ec-5097-4aea-878a-7f1515aa96b3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:42.335653 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-915427f3-cffa-4012-8708-f455aa78c985 req-17d448ec-5097-4aea-878a-7f1515aa96b3 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.1970422 Aug 20 11:46:42.354702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] For port 4ff85c22-1771-4d1a-b5bc-b1345567cc85, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:46:42.359681 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-05f2cc98-b81f-449d-a797-6177ea8c67d9 None None] Provisioning for port 1968670d-cf57-4d9b-b77e-87e707ee2172 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:42.366769 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] For port 777a4829-5112-4de8-9643-523a919e3d50, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=777a4829-5112-4de8-9643-523a919e3d50,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:46:42.368494 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-96ae447a-8b4f-4e4b-83fe-8a03f1635478', 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'fixed_ips': [{'subnet_id': '09ba0c88-a55b-46f8-9b69-941d92f119dc'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:46:42.369763 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.388680 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-05f2cc98-b81f-449d-a797-6177ea8c67d9 None None] Provisioning complete for port 1968670d-cf57-4d9b-b77e-87e707ee2172 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:42.389546 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-05f2cc98-b81f-449d-a797-6177ea8c67d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.392480 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.398489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] For port 4ff85c22-1771-4d1a-b5bc-b1345567cc85, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4ff85c22-1771-4d1a-b5bc-b1345567cc85,segment=NetworkSegment(423a141d-cdd6-4967-9b77-fdea0f028c34),segment_id=423a141d-cdd6-4967-9b77-fdea0f028c34)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:46:42.427546 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.488252 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-915427f3-cffa-4012-8708-f455aa78c985 req-e6b65f3b-84ff-469e-a3ca-a1778224d73a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495535 Aug 20 11:46:42.493456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdd3514-04c4-4e0c-9dff-48eef4c63e2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:42.501993 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3514-04c4-4e0c-9dff-48eef4c63e2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.504796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497641b5-462e-4dc5-befa-c93ac83f752b tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event updated for resources: {'Port': ['ID=1968670d-cf57-4d9b-b77e-87e707ee2172,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:42.533818 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-6183dedf-a46d-4244-a46e-746135920a64 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Allocated IP 10.1.1.229 (fa709b65-6a45-4c6d-bf67-c3bf950dd559/daec4b51-4b37-4704-a597-55152e602713/65164dec-9537-4c9c-89fe-cc971fdf8ed3) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:42.548367 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-05f2cc98-b81f-449d-a797-6177ea8c67d9 None None] Port 1968670d-cf57-4d9b-b77e-87e707ee2172 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:42.601879 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-497641b5-462e-4dc5-befa-c93ac83f752b tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2988093 Aug 20 11:46:42.610930 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46364) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:42.621618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8861c31b-e9d4-4843-9db3-408d87cd8ff9 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6c:a4:4d'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e0:06:5f'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:42.695674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Attempting to bind port d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:46:42.696235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Attempting to bind port d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:46:42.696676 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Attempting to bind port d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe on network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:42.706658 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Port d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe on network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:46:42.708405 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Attempting to bind port d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe on network b3bfbfd5-4051-40da-a35c-169d2e7b40d1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:42.751887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:46:42.753202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Checking segment: {'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:42.753887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Bound using segment: {'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:46:42.755386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Bound port: d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d541f2-d055-4345-81b3-61c63faca904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:46:42.756006 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.790796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e173b53-f60a-42c3-901a-df5855754ac8 req-22b0b872-3bf9-45be-b4ee-c60ccebcc6c8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192275 Aug 20 11:46:42.807646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df961b-85d4-460e-ae16-5be4bcefbf0c None None] Pushing event updated for resources: {'Port': ['ID=777a4829-5112-4de8-9643-523a919e3d50,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:42.962897 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] For port d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:46:42.967636 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] For port d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:46:42.978233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-4cdd3514-04c4-4e0c-9dff-48eef4c63e2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] device_id is not set on port 93ac1208-64c1-4fc6-9662-7e2559f14a3c yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:46:43.013228 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b22dc2-59c2-446e-9855-a19a0a835465 None None] Pushing event updated for resources: {'Port': ['ID=4ff85c22-1771-4d1a-b5bc-b1345567cc85,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:43.066210 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Allocated IP 10.2.2.2 (96ae447a-8b4f-4e4b-83fe-8a03f1635478/09ba0c88-a55b-46f8-9b69-941d92f119dc/1835e05e-d33c-4ec4-8281-6da8019c0bfd) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:43.094106 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e888e3b-9840-40df-8077-5233df885a65 req-9f5eb51e-a649-41fb-a972-0ada56db9b2b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:43.106975 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e888e3b-9840-40df-8077-5233df885a65 req-9f5eb51e-a649-41fb-a972-0ada56db9b2b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.4798133 Aug 20 11:46:43.225758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-4cdd3514-04c4-4e0c-9dff-48eef4c63e2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Allocated IP 172.20.0.4 (e7bbd55b-fad3-4578-aa0d-4c01020b87c6/8160c18c-6f21-4162-ac22-b89191c47fc8/93ac1208-64c1-4fc6-9662-7e2559f14a3c) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:43.319207 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e888e3b-9840-40df-8077-5233df885a65 req-52010708-49c0-469e-8b3f-4f072d9fb1de tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101290 Aug 20 11:46:43.425422 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6183dedf-a46d-4244-a46e-746135920a64 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:43.434032 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8861c31b-e9d4-4843-9db3-408d87cd8ff9 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:43.439834 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:43.455342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6183dedf-a46d-4244-a46e-746135920a64 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Transition to ACTIVE for port object 65164dec-9537-4c9c-89fe-cc971fdf8ed3 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:43.481174 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:43.498043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Transition to ACTIVE for port object 1835e05e-d33c-4ec4-8281-6da8019c0bfd will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:43.534636 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Transition to ACTIVE for port object 1835e05e-d33c-4ec4-8281-6da8019c0bfd will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:43.535963 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3514-04c4-4e0c-9dff-48eef4c63e2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:43.553715 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:43.590413 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-abf8b25a-adb7-47f7-962c-ffb6d99616d9 req-5644679f-4066-469c-82d9-62d93a56acf8 service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2720630 Aug 20 11:46:43.611399 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:43.615534 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:43.617018 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] 10.222.0.76 "PUT /v2.0/ports/d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe HTTP/1.1" status: 200 len: 1092 time: 4.6567540 Aug 20 11:46:43.639862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bda2576-037f-4eb6-b07d-bbd65f787c92', 'tag': 'd0b14bc6-d26b-413b-9cca-96dc3f7f4bbe'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:43.643101 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b840d36-8aab-47d4-820d-03a60ba6b893" -d '{"events": [{"name": "network-changed", "server_uuid": "4bda2576-037f-4eb6-b07d-bbd65f787c92", "tag": "d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:43.766531 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Network 96ae447a-8b4f-4e4b-83fe-8a03f1635478 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:43.771542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:43.776892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:43.786656 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205f49e-dcf6-44f5-9272-9072a4deed1d req-4f59fe38-ee40-4a1b-b930-e83adabd5a3f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:43.788352 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f205f49e-dcf6-44f5-9272-9072a4deed1d req-4f59fe38-ee40-4a1b-b930-e83adabd5a3f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 944 time: 0.3852339 Aug 20 11:46:43.798981 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8861c31b-e9d4-4843-9db3-408d87cd8ff9 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:43.805055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-4cdd3514-04c4-4e0c-9dff-48eef4c63e2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Transition to ACTIVE for port object 93ac1208-64c1-4fc6-9662-7e2559f14a3c will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:43.821732 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8861c31b-e9d4-4843-9db3-408d87cd8ff9 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:43.909886 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Pushing event updated for resources: {'Port': ['ID=1835e05e-d33c-4ec4-8281-6da8019c0bfd,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:43.945058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 777a4829-5112-4de8-9643-523a919e3d50 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:43.969433 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15111e92-de78-4b6d-9073-2eea593e0011 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:44.016203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Attempting to bind port 1835e05e-d33c-4ec4-8281-6da8019c0bfd on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:46:44.017236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Attempting to bind port 1835e05e-d33c-4ec4-8281-6da8019c0bfd by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '3b2f52a9-89f7-40db-8295-df0af4886398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:46:44.017839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Attempting to bind port 1835e05e-d33c-4ec4-8281-6da8019c0bfd on network 96ae447a-8b4f-4e4b-83fe-8a03f1635478 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:44.029903 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:46:44.031484 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Checking segment: {'id': '3b2f52a9-89f7-40db-8295-df0af4886398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:44.032157 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:44.033703 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Bound using segment: {'id': '3b2f52a9-89f7-40db-8295-df0af4886398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:46:44.034531 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Bound port: 1835e05e-d33c-4ec4-8281-6da8019c0bfd, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2f52a9-89f7-40db-8295-df0af4886398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:46:44.035054 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:44.062544 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f205f49e-dcf6-44f5-9272-9072a4deed1d req-3867549d-344a-4670-b765-14feaca1f864 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295187 Aug 20 11:46:44.146439 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] For port 1835e05e-d33c-4ec4-8281-6da8019c0bfd, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:46:44.155459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] For port 1835e05e-d33c-4ec4-8281-6da8019c0bfd, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=1835e05e-d33c-4ec4-8281-6da8019c0bfd,segment=NetworkSegment(3b2f52a9-89f7-40db-8295-df0af4886398),segment_id=3b2f52a9-89f7-40db-8295-df0af4886398)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:46:44.172478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 777a4829-5112-4de8-9643-523a919e3d50 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:44.179955 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:44.190868 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6a8305-fdf7-4cde-9344-eafa206722d2 x-openstack-request-id: req-5c6a8305-fdf7-4cde-9344-eafa206722d2 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:44.191140 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bda2576-037f-4eb6-b07d-bbd65f787c92", "tag": "d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:44.191923 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c6a8305-fdf7-4cde-9344-eafa206722d2 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:44.192389 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bda2576-037f-4eb6-b07d-bbd65f787c92', 'tag': 'd0b14bc6-d26b-413b-9cca-96dc3f7f4bbe', 'status': 'completed', 'code': 200} Aug 20 11:46:44.195700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4ff85c22-1771-4d1a-b5bc-b1345567cc85 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:44.226102 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-abf8b25a-adb7-47f7-962c-ffb6d99616d9 req-03a2b0cc-f732-4419-adcd-eceebadb06af service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039579 Aug 20 11:46:44.229803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-9e719b95-818a-484e-8fdd-2620a6832034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:44.231298 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-9e719b95-818a-484e-8fdd-2620a6832034 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e1ad3e387c63490391d9da91965d6828&device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 1095 time: 0.4643500 Aug 20 11:46:44.286386 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861c31b-e9d4-4843-9db3-408d87cd8ff9 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event updated for resources: {'Port': ['ID=1968670d-cf57-4d9b-b77e-87e707ee2172,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:44.309174 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6183dedf-a46d-4244-a46e-746135920a64 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:44.418885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6183dedf-a46d-4244-a46e-746135920a64 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Network fa709b65-6a45-4c6d-bf67-c3bf950dd559 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:44.431321 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490449f7-bb7c-412d-a1b9-033f9b93ed8d None None] Pushing event updated for resources: {'Port': ['ID=1835e05e-d33c-4ec4-8281-6da8019c0bfd,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:44.434552 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-6183dedf-a46d-4244-a46e-746135920a64 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:44.434707 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-ee34f671-0d6d-4c1b-bb37-5ffe921182f6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe HTTP/1.1" status: 200 len: 217 time: 0.1928372 Aug 20 11:46:44.435734 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3514-04c4-4e0c-9dff-48eef4c63e2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:44.441559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183dedf-a46d-4244-a46e-746135920a64 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:44.528863 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 4ff85c22-1771-4d1a-b5bc-b1345567cc85 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:44.545007 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-614e1861-7694-47c6-adfd-74ccc61d176e None None] Provisioning complete for port 1968670d-cf57-4d9b-b77e-87e707ee2172 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:44.548409 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-614e1861-7694-47c6-adfd-74ccc61d176e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:44.600862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8861c31b-e9d4-4843-9db3-408d87cd8ff9 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] In _notify_port_updated(), no bound segment for port 1968670d-cf57-4d9b-b77e-87e707ee2172 on network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 {{(pid=94690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:46:44.613886 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8861c31b-e9d4-4843-9db3-408d87cd8ff9 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:44.618755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-614e1861-7694-47c6-adfd-74ccc61d176e None None] Port 1968670d-cf57-4d9b-b77e-87e707ee2172 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:44.619579 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8861c31b-e9d4-4843-9db3-408d87cd8ff9 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:44.620975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbefcea-3edd-41c1-83cc-d3089c4c6e23 None None] Network fa709b65-6a45-4c6d-bf67-c3bf950dd559 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:44.631079 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8861c31b-e9d4-4843-9db3-408d87cd8ff9 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "PUT /v2.0/ports/1968670d-cf57-4d9b-b77e-87e707ee2172 HTTP/1.1" status: 200 len: 1056 time: 2.0190318 Aug 20 11:46:44.650070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e72d32-b59d-415a-9ff1-7a0d2c7f4438 req-5eff0bfb-3cfa-4985-b6d0-12b51bab1478 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:44.658341 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-07e72d32-b59d-415a-9ff1-7a0d2c7f4438 req-5eff0bfb-3cfa-4985-b6d0-12b51bab1478 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.8664038 Aug 20 11:46:44.683172 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46390) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:44.753403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd3514-04c4-4e0c-9dff-48eef4c63e2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=93ac1208-64c1-4fc6-9662-7e2559f14a3c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:44.787237 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2541d300-63a2-4323-be82-5bd8fff473ee None None] Provisioning for port 777a4829-5112-4de8-9643-523a919e3d50 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:44.811915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2541d300-63a2-4323-be82-5bd8fff473ee None None] Provisioning complete for port 777a4829-5112-4de8-9643-523a919e3d50 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:44.814662 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2541d300-63a2-4323-be82-5bd8fff473ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:44.867847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183dedf-a46d-4244-a46e-746135920a64 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event updated for resources: {'Port': ['ID=65164dec-9537-4c9c-89fe-cc971fdf8ed3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:44.918500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-cd4ce5b1-03db-4194-983b-6b29671e1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:44.920122 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-cd4ce5b1-03db-4194-983b-6b29671e1817 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=95ea546d-aa14-4d25-bbdf-390c9e0a87dc HTTP/1.1" status: 200 len: 854 time: 0.4531972 Aug 20 11:46:44.948098 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6183dedf-a46d-4244-a46e-746135920a64 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:44.951050 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6183dedf-a46d-4244-a46e-746135920a64 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:45.012488 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-07e72d32-b59d-415a-9ff1-7a0d2c7f4438 req-a6464463-86ae-476f-93b7-5dee7c13c8b9 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256404 Aug 20 11:46:45.042995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdd3514-04c4-4e0c-9dff-48eef4c63e2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network e7bbd55b-fad3-4578-aa0d-4c01020b87c6 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:45.049269 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-c9bac012-c120-4060-827a-e12eef89d291 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100681 Aug 20 11:46:45.049775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46398) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:45.058037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4cdd3514-04c4-4e0c-9dff-48eef4c63e2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:45.065689 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6183dedf-a46d-4244-a46e-746135920a64 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5126691 Aug 20 11:46:45.086632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-12cbe6c8-a5e3-4c37-83ee-064509cad8b3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Request body: {'port': {'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559', 'name': 'tempest-TaggedBootDevicesTest_v242-1102434194', 'fixed_ips': [{'subnet_id': 'daec4b51-4b37-4704-a597-55152e602713'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:45.151020 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c6b02d47-b07c-4b0d-8763-d2d91f7346a2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Deleting port 1968670d-cf57-4d9b-b77e-87e707ee2172 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:45.156567 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6b02d47-b07c-4b0d-8763-d2d91f7346a2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:45.274316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdd3514-04c4-4e0c-9dff-48eef4c63e2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:45.321359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03889553-8018-4338-9a85-b6b167b7ffa0 None None] Network e7bbd55b-fad3-4578-aa0d-4c01020b87c6 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:45.378881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852a1e8-6788-4a19-b7e1-0362e4146d3f req-baeebcc8-e5d0-4bb5-8f14-0a9c0fadf5e5 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:45.390159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4852a1e8-6788-4a19-b7e1-0362e4146d3f req-baeebcc8-e5d0-4bb5-8f14-0a9c0fadf5e5 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 950 time: 0.9307618 Aug 20 11:46:45.531741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd170825-c686-4776-8cb2-5165b8089031 req-b2ac66a2-9510-40fb-ad23-0e388e14d43c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:45.538180 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cd170825-c686-4776-8cb2-5165b8089031 req-b2ac66a2-9510-40fb-ad23-0e388e14d43c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.2095335 Aug 20 11:46:45.542326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdd3514-04c4-4e0c-9dff-48eef4c63e2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:45.548840 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3514-04c4-4e0c-9dff-48eef4c63e2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:45.689902 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4852a1e8-6788-4a19-b7e1-0362e4146d3f req-79a4ba3c-2055-40bd-ac29-f95e15579dbf tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985122 Aug 20 11:46:45.728359 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4cdd3514-04c4-4e0c-9dff-48eef4c63e2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 4.8705435 Aug 20 11:46:45.754621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46408) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:45.755179 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cd170825-c686-4776-8cb2-5165b8089031 req-a2001571-970a-44c7-90d1-cf4a9f161e5c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995699 Aug 20 11:46:45.755439 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2541d300-63a2-4323-be82-5bd8fff473ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:45.800614 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6b02d47-b07c-4b0d-8763-d2d91f7346a2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:45.899795 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c6b02d47-b07c-4b0d-8763-d2d91f7346a2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Calling delete_port for 1968670d-cf57-4d9b-b77e-87e707ee2172 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:45.966329 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 1835e05e-d33c-4ec4-8281-6da8019c0bfd up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:46.079283 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-331e1078-3125-42ef-8783-496a5e93d4e1 service neutron] 10.222.0.76 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8117940 Aug 20 11:46:46.094488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2541d300-63a2-4323-be82-5bd8fff473ee None None] For port 777a4829-5112-4de8-9643-523a919e3d50, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=777a4829-5112-4de8-9643-523a919e3d50,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:46.108514 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2541d300-63a2-4323-be82-5bd8fff473ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:46.139016 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc77f55-228b-4005-a206-e03aa7086ac8 req-4a1eda3d-9041-4c1d-b454-bd32f2689828 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:46.155703 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fbc77f55-228b-4005-a206-e03aa7086ac8 req-4a1eda3d-9041-4c1d-b454-bd32f2689828 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 1101 time: 0.1270516 Aug 20 11:46:46.330464 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fbc77f55-228b-4005-a206-e03aa7086ac8 req-5ea6fa51-3749-4088-b170-d9fcd3af4758 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737785 Aug 20 11:46:46.366647 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541d300-63a2-4323-be82-5bd8fff473ee None None] Pushing event updated for resources: {'Port': ['ID=777a4829-5112-4de8-9643-523a919e3d50,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:46.373051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9afc90bb-9dc9-4bb4-80aa-a7954ef658b5 None None] Provisioning for port 4ff85c22-1771-4d1a-b5bc-b1345567cc85 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:46.377332 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 1835e05e-d33c-4ec4-8281-6da8019c0bfd completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:46.381503 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9afc90bb-9dc9-4bb4-80aa-a7954ef658b5 None None] Provisioning complete for port 4ff85c22-1771-4d1a-b5bc-b1345567cc85 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:46.382049 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9afc90bb-9dc9-4bb4-80aa-a7954ef658b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:46.624027 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a636c2d7-1a81-4df9-ac54-a969c0f2d400 None None] Network 96ae447a-8b4f-4e4b-83fe-8a03f1635478 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:46.712902 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76f01c54-6801-4bbf-85b4-1c280b72b2a9 req-fdb5994d-6a2f-49e1-acc1-0d469f9460ca service neutron] 10.222.0.76 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292040 Aug 20 11:46:46.721325 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6b02d47-b07c-4b0d-8763-d2d91f7346a2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:46.731806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cbe6c8-a5e3-4c37-83ee-064509cad8b3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Made reservation on behalf of 388697f16ef24a2db77348e6ee667c3f for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:46.802953 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b02d47-b07c-4b0d-8763-d2d91f7346a2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event deleted for resources: {'Port': ['ID=1968670d-cf57-4d9b-b77e-87e707ee2172,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:46.987996 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e0ddf-1094-4fa3-9aa4-3cf0abb39315 req-24eb28f8-06d6-4ae6-824e-f1e4b4c8a611 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:46.990338 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2a4e0ddf-1094-4fa3-9aa4-3cf0abb39315 req-24eb28f8-06d6-4ae6-824e-f1e4b4c8a611 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.4180124 Aug 20 11:46:47.012924 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9afc90bb-9dc9-4bb4-80aa-a7954ef658b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:47.041142 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-12cbe6c8-a5e3-4c37-83ee-064509cad8b3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:47.148121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-12cbe6c8-a5e3-4c37-83ee-064509cad8b3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] device_id is not set on port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:46:47.257213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138c65b-89eb-45cb-a3b0-d553c303d007 req-7d03b308-51cf-49ad-844f-87ae7d3c9dd9 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:47.258899 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e138c65b-89eb-45cb-a3b0-d553c303d007 req-7d03b308-51cf-49ad-844f-87ae7d3c9dd9 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 944 time: 1.2271070 Aug 20 11:46:47.446319 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9afc90bb-9dc9-4bb4-80aa-a7954ef658b5 None None] For port 4ff85c22-1771-4d1a-b5bc-b1345567cc85, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4ff85c22-1771-4d1a-b5bc-b1345567cc85,segment=NetworkSegment(423a141d-cdd6-4967-9b77-fdea0f028c34),segment_id=423a141d-cdd6-4967-9b77-fdea0f028c34)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:47.460735 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9afc90bb-9dc9-4bb4-80aa-a7954ef658b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:47.482003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-12cbe6c8-a5e3-4c37-83ee-064509cad8b3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Allocated IP 10.1.1.53 (fa709b65-6a45-4c6d-bf67-c3bf950dd559/daec4b51-4b37-4704-a597-55152e602713/739f1436-cf2a-4439-9ffb-00e1f9ff7b08) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:47.562886 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2a4e0ddf-1094-4fa3-9aa4-3cf0abb39315 req-072d432b-2281-4549-a739-c3aad18b0560 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5625019 Aug 20 11:46:47.697266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Provisioning complete for port 777a4829-5112-4de8-9643-523a919e3d50 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:47.697642 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:47.716008 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-12cbe6c8-a5e3-4c37-83ee-064509cad8b3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:47.733089 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-12cbe6c8-a5e3-4c37-83ee-064509cad8b3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Transition to ACTIVE for port object 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:47.777909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc90bb-9dc9-4bb4-80aa-a7954ef658b5 None None] Pushing event updated for resources: {'Port': ['ID=4ff85c22-1771-4d1a-b5bc-b1345567cc85,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:47.791937 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6b02d47-b07c-4b0d-8763-d2d91f7346a2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:47.797150 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c6b02d47-b07c-4b0d-8763-d2d91f7346a2 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "DELETE /v2.0/ports/1968670d-cf57-4d9b-b77e-87e707ee2172 HTTP/1.1" status: 204 len: 168 time: 3.1113842 Aug 20 11:46:47.797876 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46430) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:47.811409 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-12cbe6c8-a5e3-4c37-83ee-064509cad8b3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:47.824199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 777a4829-5112-4de8-9643-523a919e3d50 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:47.871995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cbe6c8-a5e3-4c37-83ee-064509cad8b3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Network fa709b65-6a45-4c6d-bf67-c3bf950dd559 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:47.878539 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b840d36-8aab-47d4-820d-03a60ba6b893 req-7c0a088e-db69-4604-9b5b-67117c777cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:47.881473 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b3098f-5e1f-4451-9dd4-213c3132a82c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] GET failed (client error): The resource could not be found. Aug 20 11:46:47.882711 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b840d36-8aab-47d4-820d-03a60ba6b893 req-7c0a088e-db69-4604-9b5b-67117c777cfa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e1ad3e387c63490391d9da91965d6828&device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 1095 time: 0.9773340 Aug 20 11:46:47.886042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-12cbe6c8-a5e3-4c37-83ee-064509cad8b3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:47.899562 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-69b3098f-5e1f-4451-9dd4-213c3132a82c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "GET /v2.0/ports/1968670d-cf57-4d9b-b77e-87e707ee2172 HTTP/1.1" status: 404 len: 333 time: 0.0974338 Aug 20 11:46:47.904463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46432) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:47.962703 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cbe6c8-a5e3-4c37-83ee-064509cad8b3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:48.183195 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Provisioning for port 93ac1208-64c1-4fc6-9662-7e2559f14a3c completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:48.195512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 777a4829-5112-4de8-9643-523a919e3d50 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:48.195796 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:48.233907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3d025eab-2b0f-450a-b2fd-dd422d023422 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Deleting port df156732-2534-4c60-b686-c1e6cadf9c0e {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:48.234479 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d025eab-2b0f-450a-b2fd-dd422d023422 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:48.315353 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Provisioning complete for port 93ac1208-64c1-4fc6-9662-7e2559f14a3c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:48.315660 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:48.449678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cbe6c8-a5e3-4c37-83ee-064509cad8b3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:48.451163 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-12cbe6c8-a5e3-4c37-83ee-064509cad8b3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:48.455186 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbe6c8-a5e3-4c37-83ee-064509cad8b3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event updated for resources: {'Port': ['ID=739f1436-cf2a-4439-9ffb-00e1f9ff7b08,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:48.468316 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d025eab-2b0f-450a-b2fd-dd422d023422 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:48.481842 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b840d36-8aab-47d4-820d-03a60ba6b893 req-c4bb32a0-6635-4a0d-ab3f-026a726f556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:48.492752 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b840d36-8aab-47d4-820d-03a60ba6b893 req-c4bb32a0-6635-4a0d-ab3f-026a726f556f service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1 HTTP/1.1" status: 200 len: 914 time: 0.5167615 Aug 20 11:46:48.502360 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3d025eab-2b0f-450a-b2fd-dd422d023422 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Calling delete_port for df156732-2534-4c60-b686-c1e6cadf9c0e owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:48.565200 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b840d36-8aab-47d4-820d-03a60ba6b893 req-9c1e3a6e-9603-4fe8-9f3d-cf342e28160d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe HTTP/1.1" status: 200 len: 217 time: 0.0642490 Aug 20 11:46:48.569918 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e138c65b-89eb-45cb-a3b0-d553c303d007 req-a42c9255-9463-4f9d-a57d-d9bd75a91d8f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2921619 Aug 20 11:46:48.743449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b840d36-8aab-47d4-820d-03a60ba6b893 req-59df5354-1ef8-401f-92a6-ac8a03af22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:48.744729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b840d36-8aab-47d4-820d-03a60ba6b893 req-59df5354-1ef8-401f-92a6-ac8a03af22c4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=95ea546d-aa14-4d25-bbdf-390c9e0a87dc HTTP/1.1" status: 200 len: 854 time: 0.1677582 Aug 20 11:46:48.792094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:46:48.841137 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d025eab-2b0f-450a-b2fd-dd422d023422 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:48.851353 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-12cbe6c8-a5e3-4c37-83ee-064509cad8b3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7876573 Aug 20 11:46:48.853877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Port 93ac1208-64c1-4fc6-9662-7e2559f14a3c cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:48.860482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-828bb5f8-3e24-45b9-a54f-35e8523a0529 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 93ac1208-64c1-4fc6-9662-7e2559f14a3c {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:48.861415 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-828bb5f8-3e24-45b9-a54f-35e8523a0529 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:48.927752 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480ede6-d471-4897-9855-6c1dbef6d2bd req-b7fd7fd5-421e-4a85-b2bd-92115f6ac631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:48.929753 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0480ede6-d471-4897-9855-6c1dbef6d2bd req-b7fd7fd5-421e-4a85-b2bd-92115f6ac631 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b7fc38fbfd349b389016707e8806081&device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 1096 time: 0.3555117 Aug 20 11:46:48.951085 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.resource_extend [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:46:48.953088 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d025eab-2b0f-450a-b2fd-dd422d023422 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event deleted for resources: {'Port': ['ID=df156732-2534-4c60-b686-c1e6cadf9c0e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:48.976583 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b840d36-8aab-47d4-820d-03a60ba6b893 req-1a90a35e-98a4-4e68-8551-2dac367ff2af service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2210412 Aug 20 11:46:49.176881 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Provisioning for port 1835e05e-d33c-4ec4-8281-6da8019c0bfd completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:49.255759 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Provisioning complete for port 1835e05e-d33c-4ec4-8281-6da8019c0bfd triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:49.256461 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:49.290148 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d025eab-2b0f-450a-b2fd-dd422d023422 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:49.297086 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3d025eab-2b0f-450a-b2fd-dd422d023422 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "DELETE /v2.0/ports/df156732-2534-4c60-b686-c1e6cadf9c0e HTTP/1.1" status: 204 len: 168 time: 1.3890657 Aug 20 11:46:49.299343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46440) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:49.362229 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36f0bba-7193-406d-b73c-1614f1cb70d1 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] GET failed (client error): The resource could not be found. Aug 20 11:46:49.370422 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f36f0bba-7193-406d-b73c-1614f1cb70d1 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "GET /v2.0/ports/df156732-2534-4c60-b686-c1e6cadf9c0e HTTP/1.1" status: 404 len: 333 time: 0.0639379 Aug 20 11:46:49.371097 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46442) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:49.555027 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:49.608561 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'd0b14bc6-d26b-413b-9cca-96dc3f7f4bbe', 'network_id': 'b3bfbfd5-4051-40da-a35c-169d2e7b40d1', 'port_id': 'd0b14bc6-d26b-413b-9cca-96dc3f7f4bbe', 'mac_address': 'fa:16:3e:9d:0d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ea546d-aa14-4d25-bbdf-390c9e0a87dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:46:49.753700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d0bca466-6ad9-49bd-ad10-61040ffc9eb1 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Deleting port b81ded92-26fe-4332-abdf-54c4166f3c38 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:49.754637 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0bca466-6ad9-49bd-ad10-61040ffc9eb1 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:49.853207 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4ff85c22-1771-4d1a-b5bc-b1345567cc85 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:49.912463 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:50.037663 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:50.121081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:46:50.148260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] For port 1835e05e-d33c-4ec4-8281-6da8019c0bfd, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=1835e05e-d33c-4ec4-8281-6da8019c0bfd,segment=NetworkSegment(3b2f52a9-89f7-40db-8295-df0af4886398),segment_id=3b2f52a9-89f7-40db-8295-df0af4886398)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:50.177930 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:50.243759 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:50.261560 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0bca466-6ad9-49bd-ad10-61040ffc9eb1 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:50.276905 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:50.291039 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4ff85c22-1771-4d1a-b5bc-b1345567cc85 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:50.292907 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:50.314507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d0bca466-6ad9-49bd-ad10-61040ffc9eb1 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Calling delete_port for b81ded92-26fe-4332-abdf-54c4166f3c38 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:50.324898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Provisioning for port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:50.342859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Pushing event updated for resources: {'Port': ['ID=1835e05e-d33c-4ec4-8281-6da8019c0bfd,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:50.345988 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Provisioning complete for port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:50.346403 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:50.427427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480ede6-d471-4897-9855-6c1dbef6d2bd req-dd4d1179-b5c0-44fc-9c2e-ed194241d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:50.429839 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0480ede6-d471-4897-9855-6c1dbef6d2bd req-dd4d1179-b5c0-44fc-9c2e-ed194241d4a8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 200 len: 916 time: 1.2869496 Aug 20 11:46:50.553878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:50.615521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:46:50.624173 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0480ede6-d471-4897-9855-6c1dbef6d2bd req-5642047f-0a0d-4453-badf-5c2e95ad07e3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345 HTTP/1.1" status: 200 len: 1001 time: 0.1715114 Aug 20 11:46:50.734620 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:50.746082 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0bca466-6ad9-49bd-ad10-61040ffc9eb1 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:50.850755 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bca466-6ad9-49bd-ad10-61040ffc9eb1 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event deleted for resources: {'Port': ['ID=b81ded92-26fe-4332-abdf-54c4166f3c38,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:50.854909 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54484d3-b38d-457f-9b55-b1b72beb536b req-10ced39d-3eb7-45e8-9712-1da26725e0d7 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:50.857264 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d54484d3-b38d-457f-9b55-b1b72beb536b req-10ced39d-3eb7-45e8-9712-1da26725e0d7 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 2.0542862 Aug 20 11:46:50.959891 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-828bb5f8-3e24-45b9-a54f-35e8523a0529 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:50.983392 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Provisioning complete for port 4ff85c22-1771-4d1a-b5bc-b1345567cc85 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:50.983764 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8f33ef57-6a0d-4382-9da9-8335967918c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:51.056783 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480ede6-d471-4897-9855-6c1dbef6d2bd req-47ba67bc-22a9-4b7e-b337-71dae0f8a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:51.070877 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0480ede6-d471-4897-9855-6c1dbef6d2bd req-47ba67bc-22a9-4b7e-b337-71dae0f8a2f7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=103eddf2-fc89-4533-8efb-85f3a3a4ce52 HTTP/1.1" status: 200 len: 855 time: 0.4266586 Aug 20 11:46:51.110991 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b840d36-8aab-47d4-820d-03a60ba6b893 req-911f4f60-677a-4f64-92c4-3c4a5ab877d4 service neutron] 10.222.0.76 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1252282 Aug 20 11:46:51.114796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-828bb5f8-3e24-45b9-a54f-35e8523a0529 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 93ac1208-64c1-4fc6-9662-7e2559f14a3c owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:51.171425 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0bca466-6ad9-49bd-ad10-61040ffc9eb1 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:51.194645 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d0bca466-6ad9-49bd-ad10-61040ffc9eb1 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "DELETE /v2.0/ports/b81ded92-26fe-4332-abdf-54c4166f3c38 HTTP/1.1" status: 204 len: 168 time: 1.8222806 Aug 20 11:46:51.195319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46452) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:51.198681 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d54484d3-b38d-457f-9b55-b1b72beb536b req-8a67510e-f507-4e3d-b4fd-6d9213875391 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304231 Aug 20 11:46:51.401313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef0324f-5551-4c9d-a130-8a94f3cc1696 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Deleting subnet 51104274-4df1-4249-a866-33c850e83b4f {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:46:51.411642 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ef0324f-5551-4c9d-a130-8a94f3cc1696 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:51.477073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480ede6-d471-4897-9855-6c1dbef6d2bd req-c30db654-34ac-4c3b-9059-cd87d60228ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:51.481491 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0480ede6-d471-4897-9855-6c1dbef6d2bd req-c30db654-34ac-4c3b-9059-cd87d60228ee service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b817b733-e7a4-4e0a-bc42-a33cd394358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3931217 Aug 20 11:46:51.492804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8114607e-feed-47f3-a0b5-38a8e2ffc0f3 None None] Provisioning for port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:51.500607 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ef0324f-5551-4c9d-a130-8a94f3cc1696 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:51.502103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8114607e-feed-47f3-a0b5-38a8e2ffc0f3 None None] Provisioning complete for port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:51.502487 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8114607e-feed-47f3-a0b5-38a8e2ffc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:51.607572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8114607e-feed-47f3-a0b5-38a8e2ffc0f3 None None] Port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:51.628022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8114607e-feed-47f3-a0b5-38a8e2ffc0f3 None None] Provisioning complete for port 1835e05e-d33c-4ec4-8281-6da8019c0bfd triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:51.630887 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8114607e-feed-47f3-a0b5-38a8e2ffc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:51.654472 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0480ede6-d471-4897-9855-6c1dbef6d2bd req-e3e708d1-9c51-4edf-9c3e-2e4bb9a2e25d service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329441 Aug 20 11:46:51.684894 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 1835e05e-d33c-4ec4-8281-6da8019c0bfd up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:51.719405 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ef0324f-5551-4c9d-a130-8a94f3cc1696 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:51.861383 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ac0bc-3310-4854-b9a9-7986b4c2bef9 req-6efaaad1-fc90-4868-83f0-910d186fab54 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:51.863099 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b23ac0bc-3310-4854-b9a9-7986b4c2bef9 req-6efaaad1-fc90-4868-83f0-910d186fab54 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.4200199 Aug 20 11:46:51.893673 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b840d36-8aab-47d4-820d-03a60ba6b893 req-e1a6143a-617c-4d05-b696-fb58a77b5811 service neutron] 10.222.0.76 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7473018 Aug 20 11:46:51.928510 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ef0324f-5551-4c9d-a130-8a94f3cc1696 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:51.982284 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0480ede6-d471-4897-9855-6c1dbef6d2bd req-1cddc814-60d1-46c4-8b83-8f992ed36174 service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180637 Aug 20 11:46:52.036489 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b23ac0bc-3310-4854-b9a9-7986b4c2bef9 req-07046462-22b3-4be3-9d62-ef2a6a3f25a9 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630206 Aug 20 11:46:52.061941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 1835e05e-d33c-4ec4-8281-6da8019c0bfd triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:52.062261 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:52.065292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-828bb5f8-3e24-45b9-a54f-35e8523a0529 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:52.120836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0324f-5551-4c9d-a130-8a94f3cc1696 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event deleted for resources: {'Subnet': ['ID=51104274-4df1-4249-a866-33c850e83b4f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:52.130567 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ef0324f-5551-4c9d-a130-8a94f3cc1696 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:52.134963 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4ef0324f-5551-4c9d-a130-8a94f3cc1696 tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "DELETE /v2.0/subnets/51104274-4df1-4249-a866-33c850e83b4f HTTP/1.1" status: 204 len: 168 time: 0.9365642 Aug 20 11:46:52.137598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46456) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:52.155545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bb5f8-3e24-45b9-a54f-35e8523a0529 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=93ac1208-64c1-4fc6-9662-7e2559f14a3c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:52.218734 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c59077-f69f-44b4-875c-27fe7a922784 None None] Network 6d58c321-6bef-45fd-a0d6-04ea06ac5551 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:52.478254 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:52.481112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-828bb5f8-3e24-45b9-a54f-35e8523a0529 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:52.489196 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-828bb5f8-3e24-45b9-a54f-35e8523a0529 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/93ac1208-64c1-4fc6-9662-7e2559f14a3c HTTP/1.1" status: 204 len: 168 time: 6.7569549 Aug 20 11:46:52.489676 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46460) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:52.618907 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd84f0c0-be4b-4132-affb-4bacf93418e6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] GET failed (client error): The resource could not be found. Aug 20 11:46:52.624045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46462) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:52.639139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46464) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:52.642019 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cd84f0c0-be4b-4132-affb-4bacf93418e6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/93ac1208-64c1-4fc6-9662-7e2559f14a3c HTTP/1.1" status: 404 len: 333 time: 0.1493750 Aug 20 11:46:52.647746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ea9feb5b-1cea-4d40-9db1-e23e7b5caf07 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--610654712', 'description': 'tempest-description--524985578'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:52.695630 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:52.716251 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Deleting port 54409048-8c9e-47e1-941f-b7dce701612c {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:52.719069 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:52.882586 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] For port 54409048-8c9e-47e1-941f-b7dce701612c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=54409048-8c9e-47e1-941f-b7dce701612c,segment=NetworkSegment(c99651c0-d7a3-4e5e-88ba-b835c7dfbe35),segment_id=c99651c0-d7a3-4e5e-88ba-b835c7dfbe35)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:52.883319 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:52.885235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2adb68-4be8-41eb-9066-72e694905ef3 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting subnet 8160c18c-6f21-4162-ac22-b89191c47fc8 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:46:52.897401 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ea9feb5b-1cea-4d40-9db1-e23e7b5caf07 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:52.917130 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Calling delete_port for 54409048-8c9e-47e1-941f-b7dce701612c owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:52.935783 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e2adb68-4be8-41eb-9066-72e694905ef3 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:52.966861 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3db674b9-08cb-453f-a9cc-47427dc2431c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:53.110399 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e2adb68-4be8-41eb-9066-72e694905ef3 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:53.140603 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878bbd3-d951-4a83-9983-59ec106037eb req-b5fa7523-18fe-4ec0-a8b3-dc7aaa569f88 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:53.140603 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c878bbd3-d951-4a83-9983-59ec106037eb req-b5fa7523-18fe-4ec0-a8b3-dc7aaa569f88 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 945 time: 0.3646204 Aug 20 11:46:53.232774 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:53.237904 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:53.249561 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:53.251058 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:53.275737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] No DVR routers for this DVR port 54409048-8c9e-47e1-941f-b7dce701612c on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:46:53.307810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event deleted for resources: {'Port': ['ID=54409048-8c9e-47e1-941f-b7dce701612c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:53.354569 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c878bbd3-d951-4a83-9983-59ec106037eb req-79e321ee-f13b-4bea-be5f-9e730e3609d4 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112924 Aug 20 11:46:53.426177 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08949e19-c1db-4d3c-95ea-f633bbe5772e None None] DHCP port deletion for 6d58c321-6bef-45fd-a0d6-04ea06ac5551 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:46:53.443132 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ea9feb5b-1cea-4d40-9db1-e23e7b5caf07 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:53.445389 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:53.468954 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ea9feb5b-1cea-4d40-9db1-e23e7b5caf07 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:53.504021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bda2576-037f-4eb6-b07d-bbd65f787c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b14bc6-d26b-413b-9cca-96dc3f7f4bbe'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:53.506402 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f50b0b5-a0b1-43d8-97bd-54fd262f20f1" -d '{"events": [{"server_uuid": "4bda2576-037f-4eb6-b07d-bbd65f787c92", "name": "network-vif-plugged", "status": "completed", "tag": "d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:53.539549 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e2adb68-4be8-41eb-9066-72e694905ef3 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:53.592311 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:53.599756 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:53.626012 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:53.678027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d58c321-6bef-45fd-a0d6-04ea06ac5551']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:53.678926 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9feb5b-1cea-4d40-9db1-e23e7b5caf07 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e01567-0c8a-45cd-8fd9-ce5846972171,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:53.682371 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e2adb68-4be8-41eb-9066-72e694905ef3 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:53.702226 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e2adb68-4be8-41eb-9066-72e694905ef3 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:53.707905 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4e2adb68-4be8-41eb-9066-72e694905ef3 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/8160c18c-6f21-4162-ac22-b89191c47fc8 HTTP/1.1" status: 204 len: 168 time: 1.0793788 Aug 20 11:46:53.715142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 54409048-8c9e-47e1-941f-b7dce701612c no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:46:53.719336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46476) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:53.722780 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e351a910-b338-4322-838e-b552568c6ef7 None None] Network e7bbd55b-fad3-4578-aa0d-4c01020b87c6 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:53.749301 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ea9feb5b-1cea-4d40-9db1-e23e7b5caf07 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:53.750584 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ea9feb5b-1cea-4d40-9db1-e23e7b5caf07 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1094980 Aug 20 11:46:53.751947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2adb68-4be8-41eb-9066-72e694905ef3 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Subnet': ['ID=8160c18c-6f21-4162-ac22-b89191c47fc8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:53.754979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46480) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:53.759670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f4835d78-038b-4849-9901-0e8931b4e372 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Request body: {'security_group_rule': {'security_group_id': '19e01567-0c8a-45cd-8fd9-ce5846972171', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:53.767393 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99651c0-d7a3-4e5e-88ba-b835c7dfbe35') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:53.768022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99651c0-d7a3-4e5e-88ba-b835c7dfbe35') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:53.796819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926742-3cce-46fc-b3d7-37c66adebc26 req-cacff84b-3937-4c5b-b457-751ad84859d3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:53.798456 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27926742-3cce-46fc-b3d7-37c66adebc26 req-cacff84b-3937-4c5b-b457-751ad84859d3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.1404109 Aug 20 11:46:53.826435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 54409048-8c9e-47e1-941f-b7dce701612c {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:46:53.826961 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 54409048-8c9e-47e1-941f-b7dce701612c not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:46:53.879377 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4835d78-038b-4849-9901-0e8931b4e372 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:53.881762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:53.917502 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27926742-3cce-46fc-b3d7-37c66adebc26 req-5cc3ceda-48ee-4a56-9819-c3f9e4b920f6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111269 Aug 20 11:46:53.927537 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:54.034914 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:54.095090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:46:54.102270 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:46:54.105957 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:46:54.122953 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:54.125644 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4835d78-038b-4849-9901-0e8931b4e372 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:54.168918 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4835d78-038b-4849-9901-0e8931b4e372 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:54.238806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df329d2-d5d1-4eac-a089-43008c2b8915 None None] DHCP port deletion for e7bbd55b-fad3-4578-aa0d-4c01020b87c6 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:46:54.285951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4835d78-038b-4849-9901-0e8931b4e372 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1613003a-979b-4946-9e23-5c483bf1f286,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:54.369599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3df329d2-d5d1-4eac-a089-43008c2b8915 None None] Deleting port 4ff85c22-1771-4d1a-b5bc-b1345567cc85 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:54.377220 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3df329d2-d5d1-4eac-a089-43008c2b8915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:54.382613 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4835d78-038b-4849-9901-0e8931b4e372 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:54.383236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:54.406814 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f4835d78-038b-4849-9901-0e8931b4e372 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6427109 Aug 20 11:46:54.407809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46486) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:54.455159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2ce490d1-f2cc-4bd5-9ac2-8e92dd590477 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Request body: {'security_group_rule': {'security_group_id': '19e01567-0c8a-45cd-8fd9-ce5846972171', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:54.458412 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:54.485039 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] 10.222.0.37 "DELETE /v2.0/networks/6d58c321-6bef-45fd-a0d6-04ea06ac5551 HTTP/1.1" status: 204 len: 168 time: 2.3456204 Aug 20 11:46:54.520254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e414f-995c-499e-b481-a5c13031801c tempest-AllowedAddressPairTestJSON-141537721 tempest-AllowedAddressPairTestJSON-141537721-project] Pushing event deleted for resources: {'Network': ['ID=6d58c321-6bef-45fd-a0d6-04ea06ac5551,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:54.549757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba235a-902c-4222-a414-05c6c7d61191 req-0638374d-4756-4a6b-be85-3681c0ce8b3f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:54.563787 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65ba235a-902c-4222-a414-05c6c7d61191 req-0638374d-4756-4a6b-be85-3681c0ce8b3f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.4338830 Aug 20 11:46:54.578702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 4ff85c22-1771-4d1a-b5bc-b1345567cc85 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:54.598528 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:54.688381 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3df329d2-d5d1-4eac-a089-43008c2b8915 None None] For port 4ff85c22-1771-4d1a-b5bc-b1345567cc85, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4ff85c22-1771-4d1a-b5bc-b1345567cc85,segment=NetworkSegment(423a141d-cdd6-4967-9b77-fdea0f028c34),segment_id=423a141d-cdd6-4967-9b77-fdea0f028c34)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:54.694470 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3df329d2-d5d1-4eac-a089-43008c2b8915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:54.722111 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65ba235a-902c-4222-a414-05c6c7d61191 req-81743b3a-9898-4c0c-a566-791e7b8b49e4 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501732 Aug 20 11:46:54.769185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3df329d2-d5d1-4eac-a089-43008c2b8915 None None] Calling delete_port for 4ff85c22-1771-4d1a-b5bc-b1345567cc85 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:54.774971 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ce490d1-f2cc-4bd5-9ac2-8e92dd590477 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:54.805260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] For port 4ff85c22-1771-4d1a-b5bc-b1345567cc85, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4ff85c22-1771-4d1a-b5bc-b1345567cc85,segment=NetworkSegment(423a141d-cdd6-4967-9b77-fdea0f028c34),segment_id=423a141d-cdd6-4967-9b77-fdea0f028c34)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:54.807999 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:54.899567 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 4ff85c22-1771-4d1a-b5bc-b1345567cc85 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:55.020527 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4721dcda-9204-49d8-8a5f-59ee51e2af0c x-openstack-request-id: req-4721dcda-9204-49d8-8a5f-59ee51e2af0c {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:55.020852 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bda2576-037f-4eb6-b07d-bbd65f787c92", "name": "network-vif-plugged", "status": "completed", "tag": "d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:55.021106 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4721dcda-9204-49d8-8a5f-59ee51e2af0c {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:55.021512 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bda2576-037f-4eb6-b07d-bbd65f787c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b14bc6-d26b-413b-9cca-96dc3f7f4bbe', 'code': 200} Aug 20 11:46:55.161092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46504) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:55.183237 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-294932b0-086f-46cc-aa92-83f786fdca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:55.209150 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3df329d2-d5d1-4eac-a089-43008c2b8915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:55.218838 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:55.230150 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ce490d1-f2cc-4bd5-9ac2-8e92dd590477 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:55.268231 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ce490d1-f2cc-4bd5-9ac2-8e92dd590477 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:55.305537 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df329d2-d5d1-4eac-a089-43008c2b8915 None None] Pushing event deleted for resources: {'Port': ['ID=4ff85c22-1771-4d1a-b5bc-b1345567cc85,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:55.335072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=4ff85c22-1771-4d1a-b5bc-b1345567cc85,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:55.336664 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df329d2-d5d1-4eac-a089-43008c2b8915 None None] No DVR routers for this DVR port 4ff85c22-1771-4d1a-b5bc-b1345567cc85 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:46:55.378377 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No DVR routers for this DVR port 4ff85c22-1771-4d1a-b5bc-b1345567cc85 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:46:55.391313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819f729-0e60-4ac1-9e45-7fd29ea2ac7b req-46cc5c43-98e8-457f-9591-60399fe4ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:55.393536 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a819f729-0e60-4ac1-9e45-7fd29ea2ac7b req-46cc5c43-98e8-457f-9591-60399fe4ea0f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 1097 time: 0.4438708 Aug 20 11:46:55.394305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce490d1-f2cc-4bd5-9ac2-8e92dd590477 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72298f0-313f-4be7-b284-1a76e496a858,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:55.441823 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ce490d1-f2cc-4bd5-9ac2-8e92dd590477 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:55.447612 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2ce490d1-f2cc-4bd5-9ac2-8e92dd590477 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0056515 Aug 20 11:46:55.453242 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:55.458237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46516) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:55.471851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ab2e3-15ed-4145-89e5-747c843bb89f req-c6109dbe-098b-4bbf-9e9d-2b20eb1b0f54 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:55.482466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:55.484232 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d41ab2e3-15ed-4145-89e5-747c843bb89f req-c6109dbe-098b-4bbf-9e9d-2b20eb1b0f54 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 946 time: 0.4544916 Aug 20 11:46:55.603973 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-f08cebf4-294e-4de2-b970-6183a9065fa8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473168 Aug 20 11:46:55.659695 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:55.680817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4ff85c22-1771-4d1a-b5bc-b1345567cc85 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:46:55.721036 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-15410270-4a99-4582-8d5a-b251b1f86057 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d7b2f9b62fd42d9b805742086a5eeec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5547187 Aug 20 11:46:55.734517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46518) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:55.736289 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a819f729-0e60-4ac1-9e45-7fd29ea2ac7b req-0d8ed542-9eaf-4d68-b1b1-e0e8d7ca2130 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440965 Aug 20 11:46:55.750964 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d41ab2e3-15ed-4145-89e5-747c843bb89f req-61ef90fa-1374-472d-a5a1-fa30f317f7a5 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614338 Aug 20 11:46:55.751150 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 4ff85c22-1771-4d1a-b5bc-b1345567cc85 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:46:55.751438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4ff85c22-1771-4d1a-b5bc-b1345567cc85 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:46:55.930536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eccfd-27e0-4ffd-8dac-15eaac423778 req-062ab0bc-8323-4bff-a63b-9eed956d12bc tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:55.932460 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bd0eccfd-27e0-4ffd-8dac-15eaac423778 req-062ab0bc-8323-4bff-a63b-9eed956d12bc tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.0755124 Aug 20 11:46:55.977685 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7bc0c2f3-9381-444f-a2b3-a88c63c0d8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:56.030016 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bd0eccfd-27e0-4ffd-8dac-15eaac423778 req-183536e8-f13c-4196-aa1e-1fd306ffaa54 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705488 Aug 20 11:46:56.040826 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7bc0c2f3-9381-444f-a2b3-a88c63c0d8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:56.171463 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7bc0c2f3-9381-444f-a2b3-a88c63c0d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:56.174490 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7bc0c2f3-9381-444f-a2b3-a88c63c0d8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:56.176476 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7bc0c2f3-9381-444f-a2b3-a88c63c0d8e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5a6e1fc-8b6a-4662-a507-1c0e6abf16bc HTTP/1.1" status: 204 len: 168 time: 0.4239683 Aug 20 11:46:56.194153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0c2f3-9381-444f-a2b3-a88c63c0d8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a6e1fc-8b6a-4662-a507-1c0e6abf16bc,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:56.213156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158736b-9cf9-4433-8860-105f63ec7a3a req-bc16a370-ff9d-4ffc-b391-9bd61f6e9b04 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:56.220936 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8158736b-9cf9-4433-8860-105f63ec7a3a req-bc16a370-ff9d-4ffc-b391-9bd61f6e9b04 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.0804384 Aug 20 11:46:56.284443 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8158736b-9cf9-4433-8860-105f63ec7a3a req-15575f1c-7c48-4db6-a817-b84020506520 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625527 Aug 20 11:46:56.295301 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:56.301941 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:56.332600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bbd55b-fad3-4578-aa0d-4c01020b87c6']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:56.355764 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cf270-359e-4308-af59-e4e89ddf95dc req-8d592ecc-1659-4500-90ff-889b53bde829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:56.357430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-182cf270-359e-4308-af59-e4e89ddf95dc req-8d592ecc-1659-4500-90ff-889b53bde829 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b7fc38fbfd349b389016707e8806081&device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 1096 time: 0.0954278 Aug 20 11:46:56.371847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423a141d-cdd6-4967-9b77-fdea0f028c34') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:56.372204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423a141d-cdd6-4967-9b77-fdea0f028c34') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:56.390274 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:56.433563 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-4d4fc96d-8ba7-4ca9-ada7-eb2f328a334a tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:56.440694 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-4d4fc96d-8ba7-4ca9-ada7-eb2f328a334a tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8096898 Aug 20 11:46:56.443097 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:56.464062 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-224a5558-7258-4f2d-91c6-80a549c7b427 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/quotas/1a0f3531e96c49b6b4c68fffa9db495b HTTP/1.1" status: 200 len: 375 time: 0.0223956 Aug 20 11:46:56.476519 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:46:56.476945 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:46:56.484087 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:46:56.564489 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:56.627538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cf270-359e-4308-af59-e4e89ddf95dc req-cce4cb06-c327-44c0-83b7-e349c0342706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:56.654510 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-182cf270-359e-4308-af59-e4e89ddf95dc req-cce4cb06-c327-44c0-83b7-e349c0342706 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 200 len: 916 time: 0.2825561 Aug 20 11:46:56.673707 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:56.678282 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:56.680190 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/networks/e7bbd55b-fad3-4578-aa0d-4c01020b87c6 HTTP/1.1" status: 204 len: 168 time: 2.9544108 Aug 20 11:46:56.728167 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46528) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:56.795993 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-1af82a99-9312-4c82-a792-a84f39f82e25 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3308291 Aug 20 11:46:56.804351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Allocated IP 172.25.8.248 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/49a454d9-34ca-4f71-90f7-81ffde8771d5) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:56.810315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f41de6f2-036f-46bd-ac7c-46832a6d2a94 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'name': 'tempest-PortsTestJSON-1824427615'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:56.835174 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-182cf270-359e-4308-af59-e4e89ddf95dc req-9af1916f-1283-4210-8b2f-477180f69547 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345 HTTP/1.1" status: 200 len: 1001 time: 0.1715529 Aug 20 11:46:57.006276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ede934-7b6a-4480-916e-496ddaca7712 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Network': ['ID=e7bbd55b-fad3-4578-aa0d-4c01020b87c6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:57.155853 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cf270-359e-4308-af59-e4e89ddf95dc req-33713a84-7772-4a28-87a2-3875071f1067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:57.158193 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-182cf270-359e-4308-af59-e4e89ddf95dc req-33713a84-7772-4a28-87a2-3875071f1067 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=103eddf2-fc89-4533-8efb-85f3a3a4ce52 HTTP/1.1" status: 200 len: 855 time: 0.3054752 Aug 20 11:46:57.274297 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf56a4-42b3-451b-98cb-a06c6e99f531 req-d056aad6-7438-42f0-807a-680439f3920f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:57.284400 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cddf56a4-42b3-451b-98cb-a06c6e99f531 req-d056aad6-7438-42f0-807a-680439f3920f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 946 time: 0.3402758 Aug 20 11:46:57.361981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cf270-359e-4308-af59-e4e89ddf95dc req-6e6ff96c-4837-4b38-a539-a8aa5f2f01c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:57.364950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-182cf270-359e-4308-af59-e4e89ddf95dc req-6e6ff96c-4837-4b38-a539-a8aa5f2f01c0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b817b733-e7a4-4e0a-bc42-a33cd394358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827178 Aug 20 11:46:57.481514 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:57.493526 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-182cf270-359e-4308-af59-e4e89ddf95dc req-085a06eb-f082-4d8b-949f-b5565a7ad424 service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167078 Aug 20 11:46:57.513708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41de6f2-036f-46bd-ac7c-46832a6d2a94 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:57.517686 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f41de6f2-036f-46bd-ac7c-46832a6d2a94 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:57.609693 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7eafa0-7743-4f98-b090-3e0c9f43289c req-673bfdde-f92a-4388-82ad-2dd81337ff19 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:57.610867 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed7eafa0-7743-4f98-b090-3e0c9f43289c req-673bfdde-f92a-4388-82ad-2dd81337ff19 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.3978343 Aug 20 11:46:57.647148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cddf56a4-42b3-451b-98cb-a06c6e99f531 req-e0e72a13-b06d-4a0f-920a-9478604e7cbc tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337452 Aug 20 11:46:57.649324 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-182cf270-359e-4308-af59-e4e89ddf95dc req-af491197-8655-48a3-aace-1cf33ca925c0 service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332376 Aug 20 11:46:57.710022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-f41de6f2-036f-46bd-ac7c-46832a6d2a94 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] device_id is not set on port 1c877cd5-892f-4e48-a5d7-ce312f7fa8a4 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:46:57.816689 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b83b968-346b-40c9-b6a0-780791f48b9d req-0c6d9913-a92c-4ccb-a294-2f13f11030f9 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 210 time: 0.0957227 Aug 20 11:46:57.818469 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed7eafa0-7743-4f98-b090-3e0c9f43289c req-acafa71a-bad5-44de-aead-e40a6032be32 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130848 Aug 20 11:46:57.897381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46566) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:57.914237 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:57.927575 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:57.968719 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:57.982198 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:58.013918 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:58.084485 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event updated for resources: {'Port': ['ID=49a454d9-34ca-4f71-90f7-81ffde8771d5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:58.110623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ec99b-d111-4de8-b3ee-4f8cf3ab5ce9 req-7e1a04bf-ce4b-4603-b668-28d9202cb7ea tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:58.112311 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c98ec99b-d111-4de8-b3ee-4f8cf3ab5ce9 req-7e1a04bf-ce4b-4603-b668-28d9202cb7ea tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.1605177 Aug 20 11:46:58.128046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ed44f563-6579-480d-85d8-d665861cf911 tempest-DvrRoutersNegativeTest-1912261365 tempest-DvrRoutersNegativeTest-1912261365-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-606604999', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:58.139797 n-d-804299-2 neutron-server[94691]: DEBUG neutron.policy [None req-ed44f563-6579-480d-85d8-d665861cf911 tempest-DvrRoutersNegativeTest-1912261365 tempest-DvrRoutersNegativeTest-1912261365-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94691) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 20 11:46:58.140123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.policy [None req-ed44f563-6579-480d-85d8-d665861cf911 tempest-DvrRoutersNegativeTest-1912261365 tempest-DvrRoutersNegativeTest-1912261365-project] Failed policy check for 'create_router' {{(pid=94691) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 20 11:46:58.141224 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-ed44f563-6579-480d-85d8-d665861cf911 tempest-DvrRoutersNegativeTest-1912261365 tempest-DvrRoutersNegativeTest-1912261365-project] create failed (client error): Access was denied to this resource. Aug 20 11:46:58.145675 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ed44f563-6579-480d-85d8-d665861cf911 tempest-DvrRoutersNegativeTest-1912261365 tempest-DvrRoutersNegativeTest-1912261365-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2449284 Aug 20 11:46:58.219240 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c98ec99b-d111-4de8-b3ee-4f8cf3ab5ce9 req-dfe6a4d8-8e00-4aff-98b5-2ad694e8b4bc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707176 Aug 20 11:46:58.320919 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:58.324327 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f41de6f2-036f-46bd-ac7c-46832a6d2a94 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:58.434850 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:58.490366 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f41de6f2-036f-46bd-ac7c-46832a6d2a94 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:58.624549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41de6f2-036f-46bd-ac7c-46832a6d2a94 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:58.627198 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41de6f2-036f-46bd-ac7c-46832a6d2a94 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=1c877cd5-892f-4e48-a5d7-ce312f7fa8a4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:58.632290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f41de6f2-036f-46bd-ac7c-46832a6d2a94 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:58.636912 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41de6f2-036f-46bd-ac7c-46832a6d2a94 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:58.642799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41de6f2-036f-46bd-ac7c-46832a6d2a94 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:58.643394 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f41de6f2-036f-46bd-ac7c-46832a6d2a94 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:58.694118 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46578) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:58.699554 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f41de6f2-036f-46bd-ac7c-46832a6d2a94 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9017105 Aug 20 11:46:58.702578 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46582) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:58.954691 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:58.975855 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5b79cd8-7712-4e16-9b55-e45260ddadd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:58.978251 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d93023-a5f8-438b-a2a6-f301f1504194 req-445b5526-a445-46f5-80eb-627f328a0c27 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:58.980326 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-93d93023-a5f8-438b-a2a6-f301f1504194 req-445b5526-a445-46f5-80eb-627f328a0c27 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 946 time: 0.2171168 Aug 20 11:46:58.981240 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:59.057056 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-049b31b2-3c6b-4b42-8246-236e566a9d74 req-eab79d4a-cb35-4a9a-921f-b5dab9cd4fd9 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 210 time: 0.1040258 Aug 20 11:46:59.266073 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:59.303728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3000a564-471c-4f42-950c-8c7e57f09ec6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 1c877cd5-892f-4e48-a5d7-ce312f7fa8a4 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:59.304236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3000a564-471c-4f42-950c-8c7e57f09ec6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:59.305470 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5b79cd8-7712-4e16-9b55-e45260ddadd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:59.316335 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e71242-fe1a-4b41-b667-c8eca3afc905 req-6452bb15-5727-4b06-a1ee-89d60cd380e5 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:59.324122 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-25e71242-fe1a-4b41-b667-c8eca3afc905 req-6452bb15-5727-4b06-a1ee-89d60cd380e5 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.1087785 Aug 20 11:46:59.340456 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5b79cd8-7712-4e16-9b55-e45260ddadd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:59.383228 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3000a564-471c-4f42-950c-8c7e57f09ec6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:59.399608 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3000a564-471c-4f42-950c-8c7e57f09ec6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 1c877cd5-892f-4e48-a5d7-ce312f7fa8a4 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:59.439323 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-25e71242-fe1a-4b41-b667-c8eca3afc905 req-898c4cd2-7db0-465c-b260-9495e99a4eb7 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091888 Aug 20 11:46:59.494835 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b79cd8-7712-4e16-9b55-e45260ddadd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e825254-d9b0-4f07-9f9f-af662cb7c157,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:59.522502 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a5b79cd8-7712-4e16-9b55-e45260ddadd0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8b3ee51f73547ba9f223991935f497a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8246813 Aug 20 11:46:59.529005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46592) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:59.532061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event updated for resources: {'Port': ['ID=49a454d9-34ca-4f71-90f7-81ffde8771d5,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:59.549270 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-93d93023-a5f8-438b-a2a6-f301f1504194 req-4b58b84e-dcc0-4517-b76a-1e32d378a15b tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5610161 Aug 20 11:46:59.552339 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:59.560091 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-33cf54f1-b335-41d4-b02f-e879bd19e217 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0915332 Aug 20 11:46:59.560091 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3000a564-471c-4f42-950c-8c7e57f09ec6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:59.653901 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000a564-471c-4f42-950c-8c7e57f09ec6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=1c877cd5-892f-4e48-a5d7-ce312f7fa8a4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:59.691928 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3000a564-471c-4f42-950c-8c7e57f09ec6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:59.699894 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3000a564-471c-4f42-950c-8c7e57f09ec6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/1c877cd5-892f-4e48-a5d7-ce312f7fa8a4 HTTP/1.1" status: 204 len: 168 time: 0.9943354 Aug 20 11:46:59.700608 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46598) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:59.711466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-85d21193-b327-43dd-9b4d-ec68c5875d38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'mac_address': 'fa:16:3e:56:d8:25', 'name': 'tempest-PortsTestJSON-1698159278'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:59.712559 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-afb0a66e-e625-4858-9ba7-02b6b23b972d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:59.753161 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-afb0a66e-e625-4858-9ba7-02b6b23b972d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:59.795154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5c28a-72c8-4e14-9ac3-b481c2008e45 req-b8153938-3a7f-477b-971e-db5c7edfa9a0 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:59.796826 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-deb5c28a-72c8-4e14-9ac3-b481c2008e45 req-b8153938-3a7f-477b-971e-db5c7edfa9a0 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 945 time: 0.1418231 Aug 20 11:46:59.909378 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d21193-b327-43dd-9b4d-ec68c5875d38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:59.913610 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-deb5c28a-72c8-4e14-9ac3-b481c2008e45 req-6f31f116-061c-4583-a673-490e191d8795 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053941 Aug 20 11:46:59.965205 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-afb0a66e-e625-4858-9ba7-02b6b23b972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:59.972985 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-afb0a66e-e625-4858-9ba7-02b6b23b972d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:59.981526 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-afb0a66e-e625-4858-9ba7-02b6b23b972d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e825254-d9b0-4f07-9f9f-af662cb7c157 HTTP/1.1" status: 204 len: 168 time: 0.4512362 Aug 20 11:47:00.043970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0a66e-e625-4858-9ba7-02b6b23b972d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e825254-d9b0-4f07-9f9f-af662cb7c157,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:00.264722 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85d21193-b327-43dd-9b4d-ec68c5875d38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:00.283730 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-c00acb59-7f70-4c0d-addc-80d0b6d37ce2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--610654712&fields=id&tenant_id=388697f16ef24a2db77348e6ee667c3f HTTP/1.1" status: 200 len: 267 time: 0.1717257 Aug 20 11:47:00.301484 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-df0bc72d-cff8-47d7-8036-31e9e7934874 req-edf6ba83-6567-4aa0-8144-f12586cbbcc8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 210 time: 0.0671108 Aug 20 11:47:00.372514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-85d21193-b327-43dd-9b4d-ec68c5875d38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] device_id is not set on port 6409f521-11ec-431e-b96d-15096c1969cd yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:47:00.406283 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75fcf955-f4ec-4610-84fb-a250859b8318 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:00.407731 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75fcf955-f4ec-4610-84fb-a250859b8318 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports/65164dec-9537-4c9c-89fe-cc971fdf8ed3 HTTP/1.1" status: 200 len: 937 time: 0.1006763 Aug 20 11:47:00.609528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-2b92bcf2-78d7-4257-bbde-2ba462e7a0da tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:00.611018 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-2b92bcf2-78d7-4257-bbde-2ba462e7a0da tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports/739f1436-cf2a-4439-9ffb-00e1f9ff7b08 HTTP/1.1" status: 200 len: 936 time: 0.1666672 Aug 20 11:47:00.663707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ca8aeb76-3af5-45d0-b845-6ce360fa2345 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:47:00.733075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a8e96-3655-433f-93ca-abce49ab5c3e req-6b9aadbf-0f75-45c3-a4ef-82019d09880c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:00.746877 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-332a8e96-3655-433f-93ca-abce49ab5c3e req-6b9aadbf-0f75-45c3-a4ef-82019d09880c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.1516757 Aug 20 11:47:00.791980 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-019bdfc9-3c40-4c9c-bce8-8e54df42dd6d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?network_id=96ae447a-8b4f-4e4b-83fe-8a03f1635478&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1669917 Aug 20 11:47:00.860744 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-332a8e96-3655-433f-93ca-abce49ab5c3e req-8a16616e-901f-411f-a0b4-d356491b718e tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093862 Aug 20 11:47:00.898125 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:00.942171 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6c4505b8-3e16-4466-ae4e-b0e450de1765 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?network_id=96ae447a-8b4f-4e4b-83fe-8a03f1635478&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1334174 Aug 20 11:47:00.978008 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:00.986215 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35ab6e7-37c7-41c2-b826-cb7efe239e24" -d '{"events": [{"server_uuid": "0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7", "name": "network-vif-unplugged", "status": "completed", "tag": "ca8aeb76-3af5-45d0-b845-6ce360fa2345"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:01.038625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ca8aeb76-3af5-45d0-b845-6ce360fa2345, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:01.049132 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:01.190258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ca8aeb76-3af5-45d0-b845-6ce360fa2345,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:01.232396 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85d21193-b327-43dd-9b4d-ec68c5875d38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:01.243441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642ef1c-aa99-47ea-9eb2-7cc1105d3cb4 req-6ebe761b-3a55-40d3-b256-c2251acdfa31 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:01.253313 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3642ef1c-aa99-47ea-9eb2-7cc1105d3cb4 req-6ebe761b-3a55-40d3-b256-c2251acdfa31 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.1303666 Aug 20 11:47:01.432197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3642ef1c-aa99-47ea-9eb2-7cc1105d3cb4 req-dec4dc4b-b50f-47a5-abbf-dd0ec077bed5 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746726 Aug 20 11:47:01.478711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46660) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:01.555083 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85d21193-b327-43dd-9b4d-ec68c5875d38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:01.584879 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87b8bd0-b5f7-4a75-964f-a4190530fa9f x-openstack-request-id: req-a87b8bd0-b5f7-4a75-964f-a4190530fa9f {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:01.585222 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7", "name": "network-vif-unplugged", "status": "failed", "tag": "ca8aeb76-3af5-45d0-b845-6ce360fa2345", "code": 422}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:01.585571 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a87b8bd0-b5f7-4a75-964f-a4190530fa9f {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:01.585987 n-d-804299-2 neutron-server[94692]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'code': 422} returned with failed status Aug 20 11:47:01.707173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c20d1f5f-37ea-46a2-95db-842fb13ca5db tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group': {'name': 'tempest-secgroup--706299985'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:01.727086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b7dc0202-d85c-411f-a3a4-108730672578 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:01.747528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b7dc0202-d85c-411f-a3a4-108730672578 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:01.754811 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b7dc0202-d85c-411f-a3a4-108730672578 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:01.760468 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b7dc0202-d85c-411f-a3a4-108730672578 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/networks?id=6c9f33d1-9d46-4cab-8484-e59cd857f82b&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=96ae447a-8b4f-4e4b-83fe-8a03f1635478&id=96ae447a-8b4f-4e4b-83fe-8a03f1635478 HTTP/1.1" status: 200 len: 1995 time: 0.8173540 Aug 20 11:47:01.770408 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c20d1f5f-37ea-46a2-95db-842fb13ca5db tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:01.783131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d21193-b327-43dd-9b4d-ec68c5875d38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:01.787228 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c20d1f5f-37ea-46a2-95db-842fb13ca5db tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:01.818680 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-85d21193-b327-43dd-9b4d-ec68c5875d38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:01.833540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d21193-b327-43dd-9b4d-ec68c5875d38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:01.852301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d21193-b327-43dd-9b4d-ec68c5875d38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:01.857673 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85d21193-b327-43dd-9b4d-ec68c5875d38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:01.861818 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-57f1c665-7f5f-4ddf-9df1-e353a047c6c7 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/quotas/388697f16ef24a2db77348e6ee667c3f HTTP/1.1" status: 200 len: 375 time: 0.0944362 Aug 20 11:47:01.869761 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d21193-b327-43dd-9b4d-ec68c5875d38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=6409f521-11ec-431e-b96d-15096c1969cd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:01.873257 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-477781df-d256-4dc0-b303-c0b50566e7ad req-3e13afc3-928c-416f-b707-219ca6d9ecb9 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 210 time: 0.0883424 Aug 20 11:47:02.041385 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-5c1c292b-0479-4b37-846d-4b48ffda64f4 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=388697f16ef24a2db77348e6ee667c3f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1633472 Aug 20 11:47:02.094140 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c20d1f5f-37ea-46a2-95db-842fb13ca5db tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.099607 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c20d1f5f-37ea-46a2-95db-842fb13ca5db tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.133587 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-85d21193-b327-43dd-9b4d-ec68c5875d38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4295714 Aug 20 11:47:02.134836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46668) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:02.208708 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d1f5f-37ea-46a2-95db-842fb13ca5db tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ad21e8-f486-48a6-ba3a-645e78703974,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:02.228150 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f37cc78-2443-4db4-a899-6d0814fbe39e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:02.236765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46674) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:02.240265 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7f37cc78-2443-4db4-a899-6d0814fbe39e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/6409f521-11ec-431e-b96d-15096c1969cd HTTP/1.1" status: 200 len: 841 time: 0.1050093 Aug 20 11:47:02.274238 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ed01cb94-bb88-4486-a0a3-3d8a44cfa0d0 service neutron] 10.222.0.37 "GET /v2.0/networks/6c9f33d1-9d46-4cab-8484-e59cd857f82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051113 Aug 20 11:47:02.353787 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c20d1f5f-37ea-46a2-95db-842fb13ca5db tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.360532 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c20d1f5f-37ea-46a2-95db-842fb13ca5db tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.401320 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c20d1f5f-37ea-46a2-95db-842fb13ca5db tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.405359 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c20d1f5f-37ea-46a2-95db-842fb13ca5db tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9254577 Aug 20 11:47:02.406100 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46680) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:02.410398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d1f5f-37ea-46a2-95db-842fb13ca5db tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6755ed-033f-41b1-8f12-b744c9925b5c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:02.420949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-99df3202-9020-4dc0-988b-56495fb970b8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 6409f521-11ec-431e-b96d-15096c1969cd {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:02.421342 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99df3202-9020-4dc0-988b-56495fb970b8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.432309 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-2dbe6c48-091b-4407-bdd6-180d8541f8ea service neutron] 10.222.0.37 "GET /v2.0/networks/6c9f33d1-9d46-4cab-8484-e59cd857f82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506813 Aug 20 11:47:02.493150 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-088956a0-170a-41ba-b4fc-208a201d8b52 service neutron] 10.222.0.37 "GET /v2.0/ports/65164dec-9537-4c9c-89fe-cc971fdf8ed3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0533061 Aug 20 11:47:02.578160 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99df3202-9020-4dc0-988b-56495fb970b8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.626338 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fe069c0f-6aa8-4abd-b447-aca3fddd8573 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2132173 Aug 20 11:47:02.627644 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-99df3202-9020-4dc0-988b-56495fb970b8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 6409f521-11ec-431e-b96d-15096c1969cd owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:02.634121 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-bf187f11-ad48-48ce-9ad5-2e22c73794bc service neutron] 10.222.0.37 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395726 Aug 20 11:47:02.637133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46690) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:02.648270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-dfe52da3-aba9-4520-b39f-8ee41096a655 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group': {'name': 'tempest-security--316123958', 'description': 'tempest-security-description-862432403'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:02.689624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eebd21-3fbd-48fd-9957-d70f1052626f req-69d5d6ab-6ea8-4ac8-a07e-85e3959ac630 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:02.691193 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-56eebd21-3fbd-48fd-9957-d70f1052626f req-69d5d6ab-6ea8-4ac8-a07e-85e3959ac630 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.1334565 Aug 20 11:47:02.732384 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfe52da3-aba9-4520-b39f-8ee41096a655 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.740066 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.742091 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-2b5707b7-39b1-435b-8750-ea80b78be366 service neutron] 10.222.0.37 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071141 Aug 20 11:47:02.790993 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1d7b854f-0e6f-43d8-a4ed-514eebc2919d service neutron] 10.222.0.37 "GET /v2.0/ports/739f1436-cf2a-4439-9ffb-00e1f9ff7b08?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0403676 Aug 20 11:47:02.823440 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-56eebd21-3fbd-48fd-9957-d70f1052626f req-d4dbe835-9632-4237-a4d7-bdb19d166479 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883899 Aug 20 11:47:02.837052 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfe52da3-aba9-4520-b39f-8ee41096a655 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.841699 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfe52da3-aba9-4520-b39f-8ee41096a655 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.844761 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfe52da3-aba9-4520-b39f-8ee41096a655 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.846443 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dfe52da3-aba9-4520-b39f-8ee41096a655 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "PUT /v2.0/security-groups/8a6755ed-033f-41b1-8f12-b744c9925b5c HTTP/1.1" status: 200 len: 1778 time: 0.2048662 Aug 20 11:47:02.853819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46694) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:02.902807 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99df3202-9020-4dc0-988b-56495fb970b8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.933259 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-abc4286a-b669-4f74-a2bd-f5b3a9e88de7 service neutron] 10.222.0.37 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333992 Aug 20 11:47:02.951789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df3202-9020-4dc0-988b-56495fb970b8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=6409f521-11ec-431e-b96d-15096c1969cd,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:02.955129 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe52da3-aba9-4520-b39f-8ee41096a655 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6755ed-033f-41b1-8f12-b744c9925b5c,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:02.964434 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-28d325f8-7ca6-45e3-9422-8e5a99de1ef9 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-groups/8a6755ed-033f-41b1-8f12-b744c9925b5c HTTP/1.1" status: 200 len: 1778 time: 0.1094620 Aug 20 11:47:02.966374 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46700) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:02.974762 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99df3202-9020-4dc0-988b-56495fb970b8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.989013 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-99df3202-9020-4dc0-988b-56495fb970b8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/6409f521-11ec-431e-b96d-15096c1969cd HTTP/1.1" status: 204 len: 168 time: 0.7504752 Aug 20 11:47:02.991173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46702) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:03.051994 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-0390f34a-1ea1-4292-baa0-a320bafab239 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] GET failed (client error): The resource could not be found. Aug 20 11:47:03.053849 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0390f34a-1ea1-4292-baa0-a320bafab239 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/6409f521-11ec-431e-b96d-15096c1969cd HTTP/1.1" status: 404 len: 333 time: 0.0615585 Aug 20 11:47:03.059096 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46704) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:03.065741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5b12af50-716d-4f88-8d9e-896d688c0e61 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'name': 'tempest-PortsTestJSON-374051344'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:03.088326 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-4a47a9e7-e3f0-4489-b457-8a23ab04a106 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548334 Aug 20 11:47:03.161884 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-687e077a-61c9-4a0b-b9b8-0454579d6e9e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:03.167075 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-2a5ceef9-0ced-46ff-aa22-181a5c913b50 service neutron] 10.222.0.37 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323642 Aug 20 11:47:03.232843 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-687e077a-61c9-4a0b-b9b8-0454579d6e9e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:03.291949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-c4f736d6-1de5-4764-9253-4dad8938dbfe tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:03.293814 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-c4f736d6-1de5-4764-9253-4dad8938dbfe tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941812 Aug 20 11:47:03.314167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Request body: {'port': {'device_id': '34fe553c-4346-4159-a287-8d69ade38f0b', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '1a0f3531e96c49b6b4c68fffa9db495b'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:03.317584 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b12af50-716d-4f88-8d9e-896d688c0e61 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:03.322817 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b12af50-716d-4f88-8d9e-896d688c0e61 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:03.330392 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-687e077a-61c9-4a0b-b9b8-0454579d6e9e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:03.333562 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-687e077a-61c9-4a0b-b9b8-0454579d6e9e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:03.337006 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-687e077a-61c9-4a0b-b9b8-0454579d6e9e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-groups/8a6755ed-033f-41b1-8f12-b744c9925b5c HTTP/1.1" status: 204 len: 168 time: 0.3673162 Aug 20 11:47:03.338963 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46710) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:03.356968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-5b12af50-716d-4f88-8d9e-896d688c0e61 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] device_id is not set on port 38f98016-4fa9-4a38-ad4f-d85a0c0cdaf8 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:47:03.383064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e077a-61c9-4a0b-b9b8-0454579d6e9e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6755ed-033f-41b1-8f12-b744c9925b5c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:03.508583 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Made reservation on behalf of 1a0f3531e96c49b6b4c68fffa9db495b for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:03.513644 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:03.537466 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-9ae72245-534d-4309-9179-0667140736f7 service neutron] 10.222.0.37 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682477 Aug 20 11:47:03.550760 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-39ee6e49-3993-4029-842d-341fad98de52 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055570 Aug 20 11:47:03.554050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46718) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:03.618905 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-ff19990d-4329-4c50-b5e6-d6502dd78977 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] delete failed (client error): The resource could not be found. Aug 20 11:47:03.619941 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ff19990d-4329-4c50-b5e6-d6502dd78977 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-groups/8a6755ed-033f-41b1-8f12-b744c9925b5c HTTP/1.1" status: 404 len: 347 time: 0.0595260 Aug 20 11:47:03.625221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46722) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:03.634589 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0ae4df63-ed99-467d-99be-417c004ad28e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group': {'name': 'tempest-secgroup--5793454'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:03.830522 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b12af50-716d-4f88-8d9e-896d688c0e61 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:03.837202 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-a3619847-c9b7-4695-9967-af2a59ccf505 service neutron] 10.222.0.37 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910373 Aug 20 11:47:03.958845 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b12af50-716d-4f88-8d9e-896d688c0e61 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:03.988993 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:47:04.036011 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-24992328-c5ab-4d4e-bdf1-29865033a654 req-e3def6f8-246a-4e17-b20a-41a590a322e9 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 210 time: 0.0544479 Aug 20 11:47:04.069571 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ae4df63-ed99-467d-99be-417c004ad28e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:04.109940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Allocated IP 192.168.233.17 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/beb19e7c-63f3-4fa4-a968-0f239e1f8456) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:04.117215 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-24a1b792-bfa7-4bf4-b46b-7015e2d1582a service neutron] 10.222.0.37 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704914 Aug 20 11:47:04.142185 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b12af50-716d-4f88-8d9e-896d688c0e61 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:04.208380 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5b12af50-716d-4f88-8d9e-896d688c0e61 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:04.220465 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b12af50-716d-4f88-8d9e-896d688c0e61 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:04.226580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b12af50-716d-4f88-8d9e-896d688c0e61 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:04.227212 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b12af50-716d-4f88-8d9e-896d688c0e61 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:04.233857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12af50-716d-4f88-8d9e-896d688c0e61 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=38f98016-4fa9-4a38-ad4f-d85a0c0cdaf8,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:04.254877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b3f83-b612-4a8d-a282-13e7fbea15b9 req-8a28679c-84f6-4f8f-b1e2-eda012331fca tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:04.256442 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf5b3f83-b612-4a8d-a282-13e7fbea15b9 req-8a28679c-84f6-4f8f-b1e2-eda012331fca tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 943 time: 0.1339312 Aug 20 11:47:04.292322 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d90c1-bed1-4ee3-877b-6755e6190070 req-b4c898c2-ec5a-473b-8e8f-f454a6e83285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:04.293957 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c73d90c1-bed1-4ee3-877b-6755e6190070 req-b4c898c2-ec5a-473b-8e8f-f454a6e83285 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61102427b20544a99687c14b264833fb&device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 1094 time: 0.1422496 Aug 20 11:47:04.314203 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-f7397fa1-553c-4440-8892-1622cd90c8e6 service neutron] 10.222.0.37 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961210 Aug 20 11:47:04.355924 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ae4df63-ed99-467d-99be-417c004ad28e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:04.370896 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ae4df63-ed99-467d-99be-417c004ad28e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:04.413606 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf5b3f83-b612-4a8d-a282-13e7fbea15b9 req-cc39395e-0f71-41a3-a1db-bb6d82b6dcd4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439731 Aug 20 11:47:04.422156 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5b12af50-716d-4f88-8d9e-896d688c0e61 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3616462 Aug 20 11:47:04.435735 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46734) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:04.441746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c395ada4-62e3-469d-9a65-8bbe385b0df6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:04.526988 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ae4df63-ed99-467d-99be-417c004ad28e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:04.528110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0ae4df63-ed99-467d-99be-417c004ad28e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8998184 Aug 20 11:47:04.550186 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4df63-ed99-467d-99be-417c004ad28e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e77b7e-a181-4fe3-9592-9c4000163eb2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:04.552886 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46738) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:04.577814 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:04.603286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f43c1b31-d596-469b-928e-d7dab0863168 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group_rule': {'security_group_id': '90e77b7e-a181-4fe3-9592-9c4000163eb2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:04.666558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Transition to ACTIVE for port object beb19e7c-63f3-4fa4-a968-0f239e1f8456 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:04.731156 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:04.740711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 45989948-05f2-4b2e-9235-928a75eaa3cf details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:47:04.747472 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['39d919f9-7629-43b9-91fe-f01a0f874957', 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb', '9777dff6-9593-4f0a-826b-e8a735d35785', '86d36a22-0ca1-4913-b5d1-ff5bb31693c9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:04.750692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['8c8ca810-85a5-4b67-81f0-48ca99de399e', '2d510a6e-c4f1-402a-9ae7-c36e28285e90'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:04.847884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:04.851510 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f43c1b31-d596-469b-928e-d7dab0863168 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:04.854619 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c395ada4-62e3-469d-9a65-8bbe385b0df6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:04.862353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:04.866093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:05.022455 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-0482d35b-6bd5-4b47-bc6a-9983f124d564 service neutron] 10.222.0.37 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6983254 Aug 20 11:47:05.115343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d90c1-bed1-4ee3-877b-6755e6190070 req-8e037461-24c7-4893-be73-22b19708a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:05.117038 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c73d90c1-bed1-4ee3-877b-6755e6190070 req-8e037461-24c7-4893-be73-22b19708a025 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20807c99-64e7-492c-a4b6-4a1524653d4e HTTP/1.1" status: 200 len: 913 time: 0.8019621 Aug 20 11:47:05.161926 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c395ada4-62e3-469d-9a65-8bbe385b0df6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:05.170410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event updated for resources: {'Port': ['ID=beb19e7c-63f3-4fa4-a968-0f239e1f8456,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:05.178878 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c395ada4-62e3-469d-9a65-8bbe385b0df6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:05.192728 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c73d90c1-bed1-4ee3-877b-6755e6190070 req-0dd7cf50-3db7-46b9-abec-4b967948a2e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45989948-05f2-4b2e-9235-928a75eaa3cf HTTP/1.1" status: 200 len: 217 time: 0.0640533 Aug 20 11:47:05.209536 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-576739f3-71b3-47ab-97d6-fbcf70cf88cd req-05b53d90-2460-4546-be79-74206b9ef0c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2921669 Aug 20 11:47:05.211379 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:05.211737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:05.212078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:05.212413 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:05.212791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:05.213125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:05.213485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:05.213796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:05.214053 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:05.214384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:05.214705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:05.215022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:05.225848 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32321c4-745f-4250-a13b-3d7c4b284264 req-d7c96132-8422-49de-bf7f-15b55add2ae2 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:05.233291 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a32321c4-745f-4250-a13b-3d7c4b284264 req-d7c96132-8422-49de-bf7f-15b55add2ae2 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.5318961 Aug 20 11:47:05.288109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395ada4-62e3-469d-9a65-8bbe385b0df6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=38f98016-4fa9-4a38-ad4f-d85a0c0cdaf8,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:05.313996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f5e24c9a-71b4-4923-986d-4df5cc9e0881 None None] Provisioning for port beb19e7c-63f3-4fa4-a968-0f239e1f8456 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:05.332184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f5e24c9a-71b4-4923-986d-4df5cc9e0881 None None] Provisioning complete for port beb19e7c-63f3-4fa4-a968-0f239e1f8456 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:05.332990 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f5e24c9a-71b4-4923-986d-4df5cc9e0881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:05.340328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:05.341040 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:05.346654 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1d097f10-9155-498d-ab3c-c99ac357d629 service neutron] 10.222.0.37 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174703 Aug 20 11:47:05.352105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d90c1-bed1-4ee3-877b-6755e6190070 req-78ef273b-3819-4d9e-9472-ac6f5227d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:05.354843 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c73d90c1-bed1-4ee3-877b-6755e6190070 req-78ef273b-3819-4d9e-9472-ac6f5227d3cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a835e74c-2b68-481c-a9b7-7b2ff328dde1 HTTP/1.1" status: 200 len: 853 time: 0.1503708 Aug 20 11:47:05.355899 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c395ada4-62e3-469d-9a65-8bbe385b0df6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] In _notify_port_updated(), no bound segment for port 38f98016-4fa9-4a38-ad4f-d85a0c0cdaf8 on network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 {{(pid=94691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:47:05.361997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c395ada4-62e3-469d-9a65-8bbe385b0df6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:05.362636 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c395ada4-62e3-469d-9a65-8bbe385b0df6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:05.364019 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c395ada4-62e3-469d-9a65-8bbe385b0df6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "PUT /v2.0/ports/38f98016-4fa9-4a38-ad4f-d85a0c0cdaf8 HTTP/1.1" status: 200 len: 818 time: 0.9272785 Aug 20 11:47:05.371221 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46754) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:05.411755 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-3199417e-6ea6-45f6-b0fa-b7f66f522568 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1061318 Aug 20 11:47:05.437988 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f43c1b31-d596-469b-928e-d7dab0863168 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:05.443369 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 45989948-05f2-4b2e-9235-928a75eaa3cf, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=45989948-05f2-4b2e-9235-928a75eaa3cf,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:05.443599 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Request body: {'port': {'device_id': '34fe553c-4346-4159-a287-8d69ade38f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:05.478848 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c73d90c1-bed1-4ee3-877b-6755e6190070 req-0f8a1007-a71e-4dbe-97c9-1338ba2ec071 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20807c99-64e7-492c-a4b6-4a1524653d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083672 Aug 20 11:47:05.529288 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a32321c4-745f-4250-a13b-3d7c4b284264 req-6a9df7cc-9ce8-4b28-a7dd-c3a663bcd592 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950253 Aug 20 11:47:05.530033 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f43c1b31-d596-469b-928e-d7dab0863168 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:05.536799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f5e24c9a-71b4-4923-986d-4df5cc9e0881 None None] Port beb19e7c-63f3-4fa4-a968-0f239e1f8456 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:05.605079 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:05.610312 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c1b31-d596-469b-928e-d7dab0863168 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cacf79d8-fa15-415e-a7b2-3721026f8164,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:05.643282 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f43c1b31-d596-469b-928e-d7dab0863168 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:05.653394 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f43c1b31-d596-469b-928e-d7dab0863168 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0725932 Aug 20 11:47:05.655431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46764) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:05.715383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b72ddb42-b714-4412-9dfc-6b8c4024d15a service neutron] 10.222.0.37 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595347 Aug 20 11:47:05.727043 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c73d90c1-bed1-4ee3-877b-6755e6190070 req-73358fb3-e94b-4bea-ae53-fc7b0ed4afd9 service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396462 Aug 20 11:47:05.803999 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6dc67229-d54f-4427-aa0e-41e99c234dcd tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:05.818749 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6dc67229-d54f-4427-aa0e-41e99c234dcd tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:05.875610 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '45989948-05f2-4b2e-9235-928a75eaa3cf', 'network_id': '20807c99-64e7-492c-a4b6-4a1524653d4e', 'port_id': '45989948-05f2-4b2e-9235-928a75eaa3cf', 'mac_address': 'fa:16:3e:f4:fd:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a835e74c-2b68-481c-a9b7-7b2ff328dde1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:47:06.053288 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c73d90c1-bed1-4ee3-877b-6755e6190070 req-6f834ec2-37a9-4c62-b6fb-0d04ae3f6948 service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181660 Aug 20 11:47:06.078718 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:06.093059 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fab33e36-eaab-48a4-b2fa-c3798034f063 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 38f98016-4fa9-4a38-ad4f-d85a0c0cdaf8 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:06.093457 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fab33e36-eaab-48a4-b2fa-c3798034f063 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:06.130309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45989948-05f2-4b2e-9235-928a75eaa3cf {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:06.170902 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 45989948-05f2-4b2e-9235-928a75eaa3cf, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=45989948-05f2-4b2e-9235-928a75eaa3cf,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:06.183204 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:06.214441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb19e7c-63f3-4fa4-a968-0f239e1f8456 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:06.234455 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:06.271177 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Transition to ACTIVE for port object beb19e7c-63f3-4fa4-a968-0f239e1f8456 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:06.299376 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0b530-e6be-407f-acb4-455733b47640 req-f7bd6c7d-8545-4397-8ec5-dc825232b1e6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:06.304978 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26b0b530-e6be-407f-acb4-455733b47640 req-f7bd6c7d-8545-4397-8ec5-dc825232b1e6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 935 time: 0.6503727 Aug 20 11:47:06.306741 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:06.316855 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6dc67229-d54f-4427-aa0e-41e99c234dcd tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:06.322587 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6dc67229-d54f-4427-aa0e-41e99c234dcd tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:06.323851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6dc67229-d54f-4427-aa0e-41e99c234dcd tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/cacf79d8-fa15-415e-a7b2-3721026f8164 HTTP/1.1" status: 204 len: 168 time: 0.6659968 Aug 20 11:47:06.327411 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46768) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:06.330850 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=45989948-05f2-4b2e-9235-928a75eaa3cf,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:06.353974 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fab33e36-eaab-48a4-b2fa-c3798034f063 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:06.389189 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fab33e36-eaab-48a4-b2fa-c3798034f063 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 38f98016-4fa9-4a38-ad4f-d85a0c0cdaf8 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:06.445223 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc67229-d54f-4427-aa0e-41e99c234dcd tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cacf79d8-fa15-415e-a7b2-3721026f8164,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:06.447616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Pushing event updated for resources: {'Port': ['ID=beb19e7c-63f3-4fa4-a968-0f239e1f8456,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:06.492671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['45989948-05f2-4b2e-9235-928a75eaa3cf'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:06.554450 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9197fdff-8af3-4999-8ccd-150d1c389efb tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2124317 Aug 20 11:47:06.555456 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46782) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:06.559125 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-38962243-4c3e-4d50-834b-c24baf460f61 service neutron] 10.222.0.37 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8112104 Aug 20 11:47:06.692992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576739f3-71b3-47ab-97d6-fbcf70cf88cd req-6c14d969-8877-4166-8315-09d43be74373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:06.694514 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-576739f3-71b3-47ab-97d6-fbcf70cf88cd req-6c14d969-8877-4166-8315-09d43be74373 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7&tenant_id=3b7fc38fbfd349b389016707e8806081 HTTP/1.1" status: 200 len: 1094 time: 0.1862819 Aug 20 11:47:06.742894 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc799ba9-0dcc-4d47-b247-5562adfc1f6d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:06.806106 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26b0b530-e6be-407f-acb4-455733b47640 req-70078d9e-c6d8-453a-94ac-fae9b28ca685 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808469 Aug 20 11:47:06.814449 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc799ba9-0dcc-4d47-b247-5562adfc1f6d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:06.830661 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fab33e36-eaab-48a4-b2fa-c3798034f063 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:06.869474 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576739f3-71b3-47ab-97d6-fbcf70cf88cd req-a759ced0-d7d5-43e3-bcc8-923c64dbed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:06.876820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-576739f3-71b3-47ab-97d6-fbcf70cf88cd req-a759ced0-d7d5-43e3-bcc8-923c64dbed6a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b7fc38fbfd349b389016707e8806081&device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 1094 time: 0.1435008 Aug 20 11:47:06.918391 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fab33e36-eaab-48a4-b2fa-c3798034f063 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:06.925758 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fab33e36-eaab-48a4-b2fa-c3798034f063 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/38f98016-4fa9-4a38-ad4f-d85a0c0cdaf8 HTTP/1.1" status: 204 len: 168 time: 1.5529926 Aug 20 11:47:06.932977 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab33e36-eaab-48a4-b2fa-c3798034f063 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=38f98016-4fa9-4a38-ad4f-d85a0c0cdaf8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:06.954924 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46800) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:07.006493 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc799ba9-0dcc-4d47-b247-5562adfc1f6d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:07.009401 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc799ba9-0dcc-4d47-b247-5562adfc1f6d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:07.011168 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bc799ba9-0dcc-4d47-b247-5562adfc1f6d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-groups/90e77b7e-a181-4fe3-9592-9c4000163eb2 HTTP/1.1" status: 204 len: 168 time: 0.4507291 Aug 20 11:47:07.015541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46804) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:07.028986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Attempting to bind port beb19e7c-63f3-4fa4-a968-0f239e1f8456 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:07.029600 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Attempting to bind port beb19e7c-63f3-4fa4-a968-0f239e1f8456 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:07.030140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Attempting to bind port beb19e7c-63f3-4fa4-a968-0f239e1f8456 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:07.049403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Port beb19e7c-63f3-4fa4-a968-0f239e1f8456 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:47:07.049634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Attempting to bind port beb19e7c-63f3-4fa4-a968-0f239e1f8456 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:07.055121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc799ba9-0dcc-4d47-b247-5562adfc1f6d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e77b7e-a181-4fe3-9592-9c4000163eb2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:07.065525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:07.066300 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:07.067086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:07.067555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Bound port: beb19e7c-63f3-4fa4-a968-0f239e1f8456, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:07.067915 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:07.068236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce9c9ab-5b42-4dd4-9086-6c6951e7b366 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:07.070096 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6ce9c9ab-5b42-4dd4-9086-6c6951e7b366 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1157408 Aug 20 11:47:07.073915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46810) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:07.106053 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a8ba6710-7f53-4b30-9401-bd4ce99a9d82 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0818388 Aug 20 11:47:07.110145 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46812) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:07.115608 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-2b0a26e1-b9b4-44a3-a449-f15930fe1c5e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group': {'name': 'tempest-secgroup--836195035'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:07.118699 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a4421-4694-48a3-9b8a-5d2a026af1f0 req-57c8cdeb-0f58-487f-809b-3ad9c2206891 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:07.120970 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa2a4421-4694-48a3-9b8a-5d2a026af1f0 req-57c8cdeb-0f58-487f-809b-3ad9c2206891 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 944 time: 0.1487846 Aug 20 11:47:07.141645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576739f3-71b3-47ab-97d6-fbcf70cf88cd req-443b42e7-4183-491f-b51c-0b634cc2279b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:07.143150 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-576739f3-71b3-47ab-97d6-fbcf70cf88cd req-443b42e7-4183-491f-b51c-0b634cc2279b service neutron] 10.222.0.76 "GET /v2.0/networks?id=b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 200 len: 916 time: 0.2559326 Aug 20 11:47:07.147258 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72f4e12-ed1e-47ab-9313-4d4861665ff9 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] GET failed (client error): The resource could not be found. Aug 20 11:47:07.153135 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b72f4e12-ed1e-47ab-9313-4d4861665ff9 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/38f98016-4fa9-4a38-ad4f-d85a0c0cdaf8 HTTP/1.1" status: 404 len: 333 time: 0.0661793 Aug 20 11:47:07.156766 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b0a26e1-b9b4-44a3-a449-f15930fe1c5e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:07.157679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46816) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:07.164532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2d93706e-0fcf-4f38-9d34-7d873d97106a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-836627107'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:07.277638 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b0a26e1-b9b4-44a3-a449-f15930fe1c5e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:07.297494 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b0a26e1-b9b4-44a3-a449-f15930fe1c5e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:07.354969 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a26e1-b9b4-44a3-a449-f15930fe1c5e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500d2302-ac45-47a6-81be-db3cd213fe38,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:07.389627 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa2a4421-4694-48a3-9b8a-5d2a026af1f0 req-f76572bb-8155-4b5f-ab68-939ce1e11b5d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498338 Aug 20 11:47:07.432180 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-576739f3-71b3-47ab-97d6-fbcf70cf88cd req-63b406ff-b798-4f26-a180-92d37c3fcbd0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345 HTTP/1.1" status: 200 len: 999 time: 0.2734995 Aug 20 11:47:07.477015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] For port beb19e7c-63f3-4fa4-a968-0f239e1f8456, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:07.482062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] For port beb19e7c-63f3-4fa4-a968-0f239e1f8456, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=beb19e7c-63f3-4fa4-a968-0f239e1f8456,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:07.514577 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b0a26e1-b9b4-44a3-a449-f15930fe1c5e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:07.518127 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2b0a26e1-b9b4-44a3-a449-f15930fe1c5e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4064288 Aug 20 11:47:07.522065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46826) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:07.528735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-78fa2779-897f-47f0-bc94-e9c62ef2d80c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group_rule': {'security_group_id': '500d2302-ac45-47a6-81be-db3cd213fe38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:07.553669 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:07.568849 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d93706e-0fcf-4f38-9d34-7d873d97106a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:07.572221 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2d93706e-0fcf-4f38-9d34-7d873d97106a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:07.632930 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-671fc887-4e71-422f-9eac-5b7e6e3b4d9a req-14595070-f491-42ea-9ffe-b4faefb9bde3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 210 time: 0.0432034 Aug 20 11:47:07.634816 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78fa2779-897f-47f0-bc94-e9c62ef2d80c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:07.647643 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:07.648329 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:07.649935 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] 10.222.0.35 "PUT /v2.0/ports/beb19e7c-63f3-4fa4-a968-0f239e1f8456 HTTP/1.1" status: 200 len: 1095 time: 2.2164643 Aug 20 11:47:07.666748 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fe553c-4346-4159-a287-8d69ade38f0b', 'tag': 'beb19e7c-63f3-4fa4-a968-0f239e1f8456'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:07.683424 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b1e0ed-6804-425c-8b67-94f278a51d03" -d '{"events": [{"name": "network-changed", "server_uuid": "34fe553c-4346-4159-a287-8d69ade38f0b", "tag": "beb19e7c-63f3-4fa4-a968-0f239e1f8456"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:07.768794 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78fa2779-897f-47f0-bc94-e9c62ef2d80c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:07.776954 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78fa2779-897f-47f0-bc94-e9c62ef2d80c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:07.782152 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadff63a-d971-4cfe-9b81-5586e45231e9 x-openstack-request-id: req-fadff63a-d971-4cfe-9b81-5586e45231e9 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:07.782452 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34fe553c-4346-4159-a287-8d69ade38f0b", "tag": "beb19e7c-63f3-4fa4-a968-0f239e1f8456", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:07.782759 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fadff63a-d971-4cfe-9b81-5586e45231e9 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:07.783165 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34fe553c-4346-4159-a287-8d69ade38f0b', 'tag': 'beb19e7c-63f3-4fa4-a968-0f239e1f8456', 'status': 'completed', 'code': 200} Aug 20 11:47:07.825072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa2779-897f-47f0-bc94-e9c62ef2d80c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad068149-7f10-4145-b61e-ec0d539cc096,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:07.833147 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78fa2779-897f-47f0-bc94-e9c62ef2d80c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:07.836797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-78fa2779-897f-47f0-bc94-e9c62ef2d80c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3111222 Aug 20 11:47:07.842423 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46846) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:07.847349 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-df3ec29a-6b4d-4381-8295-c44d7b2eb6ee tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group_rule': {'security_group_id': '500d2302-ac45-47a6-81be-db3cd213fe38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:07.873481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d93706e-0fcf-4f38-9d34-7d873d97106a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:47:07.914969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df3ec29a-6b4d-4381-8295-c44d7b2eb6ee tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:07.927854 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576739f3-71b3-47ab-97d6-fbcf70cf88cd req-c06a7dc1-6fa8-4603-a6e9-6c3d05fe016c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:07.936127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-576739f3-71b3-47ab-97d6-fbcf70cf88cd req-c06a7dc1-6fa8-4603-a6e9-6c3d05fe016c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=103eddf2-fc89-4533-8efb-85f3a3a4ce52 HTTP/1.1" status: 200 len: 855 time: 0.4770656 Aug 20 11:47:07.992382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2647fa-c711-44eb-8205-b10e1a5c8f80 req-e38a779d-0fd8-47dd-afc6-2632642f17e1 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:08.013577 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8e2647fa-c711-44eb-8205-b10e1a5c8f80 req-e38a779d-0fd8-47dd-afc6-2632642f17e1 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.5544343 Aug 20 11:47:08.044166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48997e-ee1a-4447-87b7-1ce8b8620a81 service neutron] Pushing event updated for resources: {'Port': ['ID=beb19e7c-63f3-4fa4-a968-0f239e1f8456,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:08.048555 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2d93706e-0fcf-4f38-9d34-7d873d97106a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:08.049273 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-2d93706e-0fcf-4f38-9d34-7d873d97106a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Added segment 218e0315-8ec6-493e-9a8b-53ede50dffd6 of type vlan for network 19ee5448-f609-4ae0-a0d8-3dab68db23c4 Aug 20 11:47:08.094308 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df3ec29a-6b4d-4381-8295-c44d7b2eb6ee tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:08.125204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c373d-7735-489e-b460-09d25844439c req-09228ff2-034e-42b7-884b-299fe9256e51 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:08.135254 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0c2c373d-7735-489e-b460-09d25844439c req-09228ff2-034e-42b7-884b-299fe9256e51 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 947 time: 0.1865311 Aug 20 11:47:08.145984 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df3ec29a-6b4d-4381-8295-c44d7b2eb6ee tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:08.183014 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df3ec29a-6b4d-4381-8295-c44d7b2eb6ee tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:08.184993 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-df3ec29a-6b4d-4381-8295-c44d7b2eb6ee tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3415534 Aug 20 11:47:08.187327 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46856) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:08.193566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-0e0adc91-cc4c-4eda-a65a-e4f0e269bf0a tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group_rule': {'security_group_id': '500d2302-ac45-47a6-81be-db3cd213fe38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:08.196286 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2d93706e-0fcf-4f38-9d34-7d873d97106a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:08.205223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ec29a-6b4d-4381-8295-c44d7b2eb6ee tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e561c8-9cbb-4ff9-ae92-fb8fbd2c99be,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:08.229698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-7d28ca97-8f1f-4da8-baf4-b3482a1af03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:08.231727 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-7d28ca97-8f1f-4da8-baf4-b3482a1af03c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 1098 time: 0.5295274 Aug 20 11:47:08.236167 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2d93706e-0fcf-4f38-9d34-7d873d97106a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:08.243831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d93706e-0fcf-4f38-9d34-7d873d97106a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:08.244595 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2d93706e-0fcf-4f38-9d34-7d873d97106a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:08.252733 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0c2c373d-7735-489e-b460-09d25844439c req-9f4e8ce1-5a0f-4c49-b269-9fd617662bba tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161427 Aug 20 11:47:08.273971 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8e2647fa-c711-44eb-8205-b10e1a5c8f80 req-26cc7dba-67d8-485e-b824-0cd44ce61a7f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371836 Aug 20 11:47:08.299729 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e0adc91-cc4c-4eda-a65a-e4f0e269bf0a tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:08.362095 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2d93706e-0fcf-4f38-9d34-7d873d97106a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2021255 Aug 20 11:47:08.364578 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-cbae5be4-80f1-4f2f-9399-ef410c866b32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=beb19e7c-63f3-4fa4-a968-0f239e1f8456 HTTP/1.1" status: 200 len: 217 time: 0.1078622 Aug 20 11:47:08.368827 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46858) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:08.372863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576739f3-71b3-47ab-97d6-fbcf70cf88cd req-c150433e-99b2-4021-917e-2734907b5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:08.373081 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e0adc91-cc4c-4eda-a65a-e4f0e269bf0a tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:08.374553 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-576739f3-71b3-47ab-97d6-fbcf70cf88cd req-c150433e-99b2-4021-917e-2734907b5cab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b817b733-e7a4-4e0a-bc42-a33cd394358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4186549 Aug 20 11:47:08.378361 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-892a4eda-d31a-415a-98be-9f9c26268880 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'subnet': {'network_id': '19ee5448-f609-4ae0-a0d8-3dab68db23c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:08.383976 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e0adc91-cc4c-4eda-a65a-e4f0e269bf0a tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:08.428497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-87f05ae3-f34c-4f55-a0e0-1c1f2c4c1ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:08.430127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-87f05ae3-f34c-4f55-a0e0-1c1f2c4c1ed2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0522907 Aug 20 11:47:08.488161 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0adc91-cc4c-4eda-a65a-e4f0e269bf0a tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e72ff45-d43f-4e9d-943a-56962e4d3ee6,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:08.488984 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93706e-0fcf-4f38-9d34-7d873d97106a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Network': ['ID=19ee5448-f609-4ae0-a0d8-3dab68db23c4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:08.500760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 19ee5448-f609-4ae0-a0d8-3dab68db23c4 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:47:08.521412 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e0adc91-cc4c-4eda-a65a-e4f0e269bf0a tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:08.522782 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0e0adc91-cc4c-4eda-a65a-e4f0e269bf0a tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3344421 Aug 20 11:47:08.540822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46862) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:08.548815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-cbd4098c-f225-403f-bfe2-026245c2cafb tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group_rule': {'security_group_id': '500d2302-ac45-47a6-81be-db3cd213fe38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:08.644077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-4b857ce7-0913-43f8-a3d3-d9b8b49b4359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:08.646354 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-4b857ce7-0913-43f8-a3d3-d9b8b49b4359 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1856174 Aug 20 11:47:08.665796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745b2b5-ff7c-47c9-88a3-b4cfc5c57bf1 req-b1af7c2e-ef5a-487b-97db-14b4dcbcfcb3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:08.667782 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8745b2b5-ff7c-47c9-88a3-b4cfc5c57bf1 req-b1af7c2e-ef5a-487b-97db-14b4dcbcfcb3 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 944 time: 0.1516893 Aug 20 11:47:08.736593 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cbd4098c-f225-403f-bfe2-026245c2cafb tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:08.744259 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8745b2b5-ff7c-47c9-88a3-b4cfc5c57bf1 req-0e80efc6-08b1-4e14-b6e8-9a1fccb8d73b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591037 Aug 20 11:47:08.745688 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892a4eda-d31a-415a-98be-9f9c26268880 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:08.747595 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-576739f3-71b3-47ab-97d6-fbcf70cf88cd req-5c5c4e7d-0d96-4f5d-a572-e53be1929ecb service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163059 Aug 20 11:47:08.749485 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-892a4eda-d31a-415a-98be-9f9c26268880 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:08.767936 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 45989948-05f2-4b2e-9235-928a75eaa3cf up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:08.888713 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-97a69eee-3b4f-43c5-8d92-5fc1be39486d req-22627005-a77d-43de-a227-98e94719a8e7 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 210 time: 0.0615597 Aug 20 11:47:08.940384 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:08.941837 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 45989948-05f2-4b2e-9235-928a75eaa3cf triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:08.942193 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:08.946866 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cbd4098c-f225-403f-bfe2-026245c2cafb tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:08.951624 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-ccc84662-cbcf-49e4-bcf2-12cd16b90649 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951770 Aug 20 11:47:08.972011 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cbd4098c-f225-403f-bfe2-026245c2cafb tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.055947 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-892a4eda-d31a-415a-98be-9f9c26268880 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.111734 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.123717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-39dcf799-a133-4c2b-90d5-43e833154933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:09.125419 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-39dcf799-a133-4c2b-90d5-43e833154933 service neutron] 10.222.0.76 "GET /v2.0/ports/65164dec-9537-4c9c-89fe-cc971fdf8ed3 HTTP/1.1" status: 200 len: 1033 time: 0.0721588 Aug 20 11:47:09.141045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4098c-f225-403f-bfe2-026245c2cafb tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31495e97-df8d-4e67-92c0-7a478280965d,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:09.160473 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-576739f3-71b3-47ab-97d6-fbcf70cf88cd req-faa08627-04b3-4d78-b7d2-3f18504bbd44 service neutron] 10.222.0.76 "GET /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039919 Aug 20 11:47:09.173412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55c5c21-c525-4a07-ab85-f0ec5736dfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45989948-05f2-4b2e-9235-928a75eaa3cf'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:09.177127 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce13bd9-fe18-4c31-863a-68c18cbddf81" -d '{"events": [{"server_uuid": "d55c5c21-c525-4a07-ab85-f0ec5736dfac", "name": "network-vif-plugged", "status": "completed", "tag": "45989948-05f2-4b2e-9235-928a75eaa3cf"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:09.196942 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cbd4098c-f225-403f-bfe2-026245c2cafb tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.211614 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cbd4098c-f225-403f-bfe2-026245c2cafb tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6663358 Aug 20 11:47:09.222625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 45989948-05f2-4b2e-9235-928a75eaa3cf, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=45989948-05f2-4b2e-9235-928a75eaa3cf,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:09.224177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46880) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:09.231130 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.240571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8cefb066-5a0e-4643-aedb-cffc86f5d026 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group_rule': {'security_group_id': '500d2302-ac45-47a6-81be-db3cd213fe38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:09.253571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-7b83b366-007e-4cc8-9899-a7da52d1a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:09.257441 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-7b83b366-007e-4cc8-9899-a7da52d1a37f service neutron] 10.222.0.76 "GET /v2.0/ports/739f1436-cf2a-4439-9ffb-00e1f9ff7b08 HTTP/1.1" status: 200 len: 1032 time: 0.1193550 Aug 20 11:47:09.305388 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586d6b54-7503-4772-943f-b4ba7bdb287a x-openstack-request-id: req-586d6b54-7503-4772-943f-b4ba7bdb287a {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:09.306083 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55c5c21-c525-4a07-ab85-f0ec5736dfac", "name": "network-vif-plugged", "status": "completed", "tag": "45989948-05f2-4b2e-9235-928a75eaa3cf", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:09.306563 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-586d6b54-7503-4772-943f-b4ba7bdb287a {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:09.307159 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55c5c21-c525-4a07-ab85-f0ec5736dfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45989948-05f2-4b2e-9235-928a75eaa3cf', 'code': 200} Aug 20 11:47:09.317130 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a4eda-d31a-415a-98be-9f9c26268880 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Subnet': ['ID=92e603ac-e55d-4544-8d9d-ce777e072215,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:09.360837 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892a4eda-d31a-415a-98be-9f9c26268880 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Checking segment: {'id': '218e0315-8ec6-493e-9a8b-53ede50dffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19ee5448-f609-4ae0-a0d8-3dab68db23c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:09.361106 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892a4eda-d31a-415a-98be-9f9c26268880 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network hostable DHCP agents. Network: 19ee5448-f609-4ae0-a0d8-3dab68db23c4, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:47:09.369050 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cefb066-5a0e-4643-aedb-cffc86f5d026 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.387509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=45989948-05f2-4b2e-9235-928a75eaa3cf,revision_number=10']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:09.395253 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0abf6434-a2be-49d7-81b8-2d5080a91a33 req-9d47a496-7a46-4882-aefb-d66e070df2de service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334176 Aug 20 11:47:09.483712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892a4eda-d31a-415a-98be-9f9c26268880 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 19ee5448-f609-4ae0-a0d8-3dab68db23c4 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:47:09.640288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-892a4eda-d31a-415a-98be-9f9c26268880 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 19ee5448-f609-4ae0-a0d8-3dab68db23c4) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:09.661875 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e3a0d-d197-4de0-951c-5ebeb77803c9 None None] Network 19ee5448-f609-4ae0-a0d8-3dab68db23c4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:09.665135 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892a4eda-d31a-415a-98be-9f9c26268880 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:09.665866 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-892a4eda-d31a-415a-98be-9f9c26268880 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.696379 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cefb066-5a0e-4643-aedb-cffc86f5d026 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.715621 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cefb066-5a0e-4643-aedb-cffc86f5d026 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.717666 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-2e311807-3b5d-49cb-bcfe-f0198a798af9 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:09.724547 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-2e311807-3b5d-49cb-bcfe-f0198a798af9 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:09.726978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a7691-f163-4f76-90c3-f908d5acba9e req-236a58f3-6a73-4c92-8de1-f462b30308a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:09.728764 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e28a7691-f163-4f76-90c3-f908d5acba9e req-236a58f3-6a73-4c92-8de1-f462b30308a7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 1097 time: 0.2243760 Aug 20 11:47:09.730698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-2e311807-3b5d-49cb-bcfe-f0198a798af9 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:09.732295 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-2e311807-3b5d-49cb-bcfe-f0198a798af9 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.76 "GET /v2.0/networks?id=6c9f33d1-9d46-4cab-8484-e59cd857f82b&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=96ae447a-8b4f-4e4b-83fe-8a03f1635478&id=96ae447a-8b4f-4e4b-83fe-8a03f1635478 HTTP/1.1" status: 200 len: 1995 time: 0.4648788 Aug 20 11:47:09.734247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1e0ed-6804-425c-8b67-94f278a51d03 req-065dd46c-876f-4e27-9d2d-c307bd0d4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:09.735603 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b1e0ed-6804-425c-8b67-94f278a51d03 req-065dd46c-876f-4e27-9d2d-c307bd0d4a87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 1098 time: 0.2486289 Aug 20 11:47:09.736299 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c570b-0d7e-4e0f-a9ef-fc066049256f req-becb55b9-da6c-4ae9-921a-2c10986d6d68 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:09.743469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f50f7-49e2-4725-93cf-23f1ea287577 req-d1409032-1599-479a-8dac-8054bb29aae4 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:09.743731 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-700c570b-0d7e-4e0f-a9ef-fc066049256f req-becb55b9-da6c-4ae9-921a-2c10986d6d68 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.2631261 Aug 20 11:47:09.751731 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-867f50f7-49e2-4725-93cf-23f1ea287577 req-d1409032-1599-479a-8dac-8054bb29aae4 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 947 time: 0.2955031 Aug 20 11:47:09.764798 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-892a4eda-d31a-415a-98be-9f9c26268880 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3947635 Aug 20 11:47:09.772045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46904) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:09.784083 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-04ce36ae-1a8d-472c-ab21-e4e1e5d1dcec tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'subnet': {'network_id': '19ee5448-f609-4ae0-a0d8-3dab68db23c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:09.788183 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefb066-5a0e-4643-aedb-cffc86f5d026 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d925fdfa-ea43-4c2c-b731-f5377c884389,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:09.803727 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cefb066-5a0e-4643-aedb-cffc86f5d026 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.810017 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8cefb066-5a0e-4643-aedb-cffc86f5d026 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5802953 Aug 20 11:47:09.825379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46910) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:09.854489 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e28a7691-f163-4f76-90c3-f908d5acba9e req-f4005177-c83e-4488-bf32-07463e4b9b4e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980308 Aug 20 11:47:09.869240 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-700c570b-0d7e-4e0f-a9ef-fc066049256f req-e1e7534b-2c0b-46c9-b751-fbb214b6cb77 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245601 Aug 20 11:47:09.900129 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93268ea8-0499-44b5-a500-b85c0a06493d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.933375 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93268ea8-0499-44b5-a500-b85c0a06493d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:10.080395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-19ee5448-f609-4ae0-a0d8-3dab68db23c4', 'network_id': '19ee5448-f609-4ae0-a0d8-3dab68db23c4', 'tenant_id': '0b4fcaa8b42a4ed5856a164cef35de94', 'fixed_ips': [{'subnet_id': '92e603ac-e55d-4544-8d9d-ce777e072215'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:47:10.084902 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:10.119090 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93268ea8-0499-44b5-a500-b85c0a06493d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:10.131517 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93268ea8-0499-44b5-a500-b85c0a06493d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:10.133458 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-93268ea8-0499-44b5-a500-b85c0a06493d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d925fdfa-ea43-4c2c-b731-f5377c884389 HTTP/1.1" status: 204 len: 168 time: 0.3069832 Aug 20 11:47:10.144522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46920) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:10.209985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93268ea8-0499-44b5-a500-b85c0a06493d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d925fdfa-ea43-4c2c-b731-f5377c884389,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:10.275053 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37884170-4cc2-4eb1-95b0-3b7b47f3a2ae req-845af799-3d1e-4b65-a4e5-ef8dcb99de05 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:10.298095 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37884170-4cc2-4eb1-95b0-3b7b47f3a2ae req-845af799-3d1e-4b65-a4e5-ef8dcb99de05 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.2677341 Aug 20 11:47:10.402516 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8f2a5e8f-09f9-47aa-a4bc-4437f19779d3 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2409213 Aug 20 11:47:10.427293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46926) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:10.582895 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4474833-3bc0-4996-a649-2b399a151e19 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:10.600804 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37884170-4cc2-4eb1-95b0-3b7b47f3a2ae req-06138513-ab58-4359-81e5-24706b00d82c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016727 Aug 20 11:47:10.622591 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4474833-3bc0-4996-a649-2b399a151e19 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:10.655154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Allocated IP 172.20.0.2 (19ee5448-f609-4ae0-a0d8-3dab68db23c4/92e603ac-e55d-4544-8d9d-ce777e072215/420854fe-c757-4558-868f-816adbb5e3e2) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:10.743735 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4474833-3bc0-4996-a649-2b399a151e19 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:10.768210 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4474833-3bc0-4996-a649-2b399a151e19 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:10.773698 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a4474833-3bc0-4996-a649-2b399a151e19 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/31495e97-df8d-4e67-92c0-7a478280965d HTTP/1.1" status: 204 len: 168 time: 0.3430810 Aug 20 11:47:10.801577 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46928) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:10.802396 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4474833-3bc0-4996-a649-2b399a151e19 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31495e97-df8d-4e67-92c0-7a478280965d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:10.872890 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3a4c1688-43a7-401c-9c30-6157bae37066 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=388697f16ef24a2db77348e6ee667c3f HTTP/1.1" status: 200 len: 379 time: 1.1168675 Aug 20 11:47:10.895962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device beb19e7c-63f3-4fa4-a968-0f239e1f8456 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:47:10.905933 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-867f50f7-49e2-4725-93cf-23f1ea287577 req-cb57496a-c8c4-4aa4-949f-cf217f02b942 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1528604 Aug 20 11:47:10.922391 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-67bc796d-4d55-4618-8622-65f0524de42d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Request body: {'port': {'device_id': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'admin_state_up': True, 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'security_groups': ['19e01567-0c8a-45cd-8fd9-ce5846972171']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:10.935479 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f660db10-1210-4890-8b93-cc25890fa6c2 req-73148b01-7c61-434a-9e5f-7278db624b87 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 210 time: 0.0770445 Aug 20 11:47:11.025644 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f6d90eee-2c1b-4deb-a350-63ca9cfae4ea tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2107553 Aug 20 11:47:11.026310 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46936) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:11.110860 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2426ff4c-9a0f-4170-905e-3f13a5daf6d4 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.170705 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2426ff4c-9a0f-4170-905e-3f13a5daf6d4 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.287531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2426ff4c-9a0f-4170-905e-3f13a5daf6d4 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.309141 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2426ff4c-9a0f-4170-905e-3f13a5daf6d4 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.316855 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2426ff4c-9a0f-4170-905e-3f13a5daf6d4 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5e72ff45-d43f-4e9d-943a-56962e4d3ee6 HTTP/1.1" status: 204 len: 168 time: 0.2883699 Aug 20 11:47:11.322177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46942) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:11.337237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426ff4c-9a0f-4170-905e-3f13a5daf6d4 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e72ff45-d43f-4e9d-943a-56962e4d3ee6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:11.376161 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.413244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Transition to ACTIVE for port object 420854fe-c757-4558-868f-816adbb5e3e2 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:11.442526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Transition to ACTIVE for port object 420854fe-c757-4558-868f-816adbb5e3e2 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:11.455026 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.507987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1e0ed-6804-425c-8b67-94f278a51d03 req-81e9f877-cae3-4f1c-b195-360bac6ddf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:11.509556 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b3e3e3d2-8a8a-44aa-a085-85fd786a06af tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1788161 Aug 20 11:47:11.511963 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46952) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:11.517238 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b1e0ed-6804-425c-8b67-94f278a51d03 req-81e9f877-cae3-4f1c-b195-360bac6ddf3d service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 1.7622905 Aug 20 11:47:11.592466 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c641b90d-d439-4f75-be8d-9a4c7ee92f37 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.595087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc1ffe-ee09-4d05-b8aa-22c7b3f78ec6 req-7edf777e-2af1-450a-971c-824ca931bfe5 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:11.595884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Network 19ee5448-f609-4ae0-a0d8-3dab68db23c4 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:11.605911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:11.614539 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bbc1ffe-ee09-4d05-b8aa-22c7b3f78ec6 req-7edf777e-2af1-450a-971c-824ca931bfe5 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.4640012 Aug 20 11:47:11.616663 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.api [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-67bc796d-4d55-4618-8622-65f0524de42d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:47:11.616663 n-d-804299-2 neutron-server[94691]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:47:11.616663 n-d-804299-2 neutron-server[94691]: [parameters: {'project_id_1': '388697f16ef24a2db77348e6ee667c3f', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 47, 11, 465374)}] Aug 20 11:47:11.616663 n-d-804299-2 neutron-server[94691]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:47:11.617085 n-d-804299-2 neutron-server[94691]: DEBUG oslo_db.api [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-67bc796d-4d55-4618-8622-65f0524de42d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:47:11.618587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port beb19e7c-63f3-4fa4-a968-0f239e1f8456, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=beb19e7c-63f3-4fa4-a968-0f239e1f8456,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:11.621294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ce36ae-1a8d-472c-ab21-e4e1e5d1dcec tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:11.622822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:11.624782 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c641b90d-d439-4f75-be8d-9a4c7ee92f37 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.632950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Pushing event updated for resources: {'Port': ['ID=420854fe-c757-4558-868f-816adbb5e3e2,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:11.660931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04ce36ae-1a8d-472c-ab21-e4e1e5d1dcec tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.688792 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c641b90d-d439-4f75-be8d-9a4c7ee92f37 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.704203 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c641b90d-d439-4f75-be8d-9a4c7ee92f37 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.709781 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c641b90d-d439-4f75-be8d-9a4c7ee92f37 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/80e561c8-9cbb-4ff9-ae92-fb8fbd2c99be HTTP/1.1" status: 204 len: 168 time: 0.1956716 Aug 20 11:47:11.710284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46964) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:11.714310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'beb19e7c-63f3-4fa4-a968-0f239e1f8456', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': 'beb19e7c-63f3-4fa4-a968-0f239e1f8456', 'mac_address': 'fa:16:3e:65:2e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:47:11.747347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641b90d-d439-4f75-be8d-9a4c7ee92f37 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80e561c8-9cbb-4ff9-ae92-fb8fbd2c99be,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:11.793831 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Attempting to bind port 420854fe-c757-4558-868f-816adbb5e3e2 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:11.795019 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Attempting to bind port 420854fe-c757-4558-868f-816adbb5e3e2 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '218e0315-8ec6-493e-9a8b-53ede50dffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19ee5448-f609-4ae0-a0d8-3dab68db23c4'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:11.796154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Attempting to bind port 420854fe-c757-4558-868f-816adbb5e3e2 on network 19ee5448-f609-4ae0-a0d8-3dab68db23c4 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:11.811471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:11.812608 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Checking segment: {'id': '218e0315-8ec6-493e-9a8b-53ede50dffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19ee5448-f609-4ae0-a0d8-3dab68db23c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:11.813477 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.814107 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Bound using segment: {'id': '218e0315-8ec6-493e-9a8b-53ede50dffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19ee5448-f609-4ae0-a0d8-3dab68db23c4'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:11.815037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Bound port: 420854fe-c757-4558-868f-816adbb5e3e2, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218e0315-8ec6-493e-9a8b-53ede50dffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19ee5448-f609-4ae0-a0d8-3dab68db23c4'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:11.816219 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.845109 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.892864 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb19e7c-63f3-4fa4-a968-0f239e1f8456 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:11.915190 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b1e0ed-6804-425c-8b67-94f278a51d03 req-9c8412c6-48c7-48e3-b8d9-d707c6569d4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=beb19e7c-63f3-4fa4-a968-0f239e1f8456 HTTP/1.1" status: 200 len: 217 time: 0.3654218 Aug 20 11:47:12.005881 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f0e08147-8d75-4ae7-ae0e-cb9664840da5 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2874467 Aug 20 11:47:12.027532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46990) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:12.033064 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba9062-5d53-46f2-8e35-6f08e8b8ab28 req-17230456-b63f-435f-9132-1a85b9e13f5c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:12.035354 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f9ba9062-5d53-46f2-8e35-6f08e8b8ab28 req-17230456-b63f-435f-9132-1a85b9e13f5c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.2072420 Aug 20 11:47:12.177273 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bbc1ffe-ee09-4d05-b8aa-22c7b3f78ec6 req-2e5916e8-8cc8-470f-a7be-5de8a37f8357 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5615175 Aug 20 11:47:12.203324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] For port 420854fe-c757-4558-868f-816adbb5e3e2, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:12.207558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] For port 420854fe-c757-4558-868f-816adbb5e3e2, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=420854fe-c757-4558-868f-816adbb5e3e2,segment=NetworkSegment(218e0315-8ec6-493e-9a8b-53ede50dffd6),segment_id=218e0315-8ec6-493e-9a8b-53ede50dffd6)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:12.230356 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f9ba9062-5d53-46f2-8e35-6f08e8b8ab28 req-b7c0f4f5-c872-4efc-be0a-96cae9957150 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482334 Aug 20 11:47:12.238458 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:12.267389 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port beb19e7c-63f3-4fa4-a968-0f239e1f8456, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=beb19e7c-63f3-4fa4-a968-0f239e1f8456,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:12.276592 n-d-804299-2 neutron-server[94691]: INFO neutron.db.ipam_backend_mixin [None req-04ce36ae-1a8d-472c-ab21-e4e1e5d1dcec tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 92e603ac-e55d-4544-8d9d-ce777e072215 (CIDR: 172.20.0.0/28) Aug 20 11:47:12.317616 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:12.317899 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ce36ae-1a8d-472c-ab21-e4e1e5d1dcec tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:47:12.317899 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ce36ae-1a8d-472c-ab21-e4e1e5d1dcec tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:47:12.346121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1e0ed-6804-425c-8b67-94f278a51d03 req-0fbe62a8-95c5-4d3e-8b58-46d5745596b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:12.348407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b1e0ed-6804-425c-8b67-94f278a51d03 req-0fbe62a8-95c5-4d3e-8b58-46d5745596b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.4246802 Aug 20 11:47:12.356079 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a64fe-6de7-45d8-bc5f-30a30a6e0f53 None None] Pushing event updated for resources: {'Port': ['ID=420854fe-c757-4558-868f-816adbb5e3e2,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:12.419306 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6ab63d7-0914-429e-b440-04fe8f49167b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:12.503984 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-689dfd21-1669-46ce-a2bc-26a80d48d317 req-93bcab1e-2b17-4947-8b02-12f07ae0bbc4 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 210 time: 0.1221802 Aug 20 11:47:12.615134 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6ab63d7-0914-429e-b440-04fe8f49167b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:12.634971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=beb19e7c-63f3-4fa4-a968-0f239e1f8456,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:12.725337 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['beb19e7c-63f3-4fa4-a968-0f239e1f8456'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:12.763038 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-67bc796d-4d55-4618-8622-65f0524de42d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Made reservation on behalf of 388697f16ef24a2db77348e6ee667c3f for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:12.773655 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-67bc796d-4d55-4618-8622-65f0524de42d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:12.816214 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6ab63d7-0914-429e-b440-04fe8f49167b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:12.826752 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6ab63d7-0914-429e-b440-04fe8f49167b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:12.827127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c6ab63d7-0914-429e-b440-04fe8f49167b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ad068149-7f10-4145-b61e-ec0d539cc096 HTTP/1.1" status: 204 len: 168 time: 0.7979770 Aug 20 11:47:12.829725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46998) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:12.941895 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c5c93159-9105-40a0-b8a9-8b0ea62183ab tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1100039 Aug 20 11:47:12.943203 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47000) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:13.124138 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cb10d42-e631-40c3-aeac-fe1f765151f5 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:13.133891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-67bc796d-4d55-4618-8622-65f0524de42d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Allocated IP 172.20.0.3 (6c9f33d1-9d46-4cab-8484-e59cd857f82b/159c3db5-1e5d-4db8-a229-0df8f7818d13/f9bef89f-685a-44be-baf1-fe42d2901197) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:13.202324 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cb10d42-e631-40c3-aeac-fe1f765151f5 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:13.318826 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-04ce36ae-1a8d-472c-ab21-e4e1e5d1dcec tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.5391555 Aug 20 11:47:13.324091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47008) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:13.336937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab63d7-0914-429e-b440-04fe8f49167b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad068149-7f10-4145-b61e-ec0d539cc096,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:13.367363 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81e305-ef22-406d-8987-fa9c94787c2a req-76f6a80b-b3f6-49b0-a647-1d1cea5ed689 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:13.369144 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5b81e305-ef22-406d-8987-fa9c94787c2a req-76f6a80b-b3f6-49b0-a647-1d1cea5ed689 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.0722942 Aug 20 11:47:13.370524 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cb10d42-e631-40c3-aeac-fe1f765151f5 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:13.380227 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cb10d42-e631-40c3-aeac-fe1f765151f5 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:13.384523 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4cb10d42-e631-40c3-aeac-fe1f765151f5 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-groups/500d2302-ac45-47a6-81be-db3cd213fe38 HTTP/1.1" status: 204 len: 168 time: 0.4398108 Aug 20 11:47:13.385349 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47014) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:13.401498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-486c02b0-d2ec-4294-aa31-449edac9b48e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'subnet': {'network_id': '19ee5448-f609-4ae0-a0d8-3dab68db23c4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:13.412930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1e0ed-6804-425c-8b67-94f278a51d03 req-01f9d78e-ccfa-4959-ba6c-4fdc9abf3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:13.414465 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b1e0ed-6804-425c-8b67-94f278a51d03 req-01f9d78e-ccfa-4959-ba6c-4fdc9abf3539 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9714243 Aug 20 11:47:13.478506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb10d42-e631-40c3-aeac-fe1f765151f5 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500d2302-ac45-47a6-81be-db3cd213fe38,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:13.680318 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-433cadf7-1033-459b-8c10-71ab0714910b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2907989 Aug 20 11:47:13.697833 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5b81e305-ef22-406d-8987-fa9c94787c2a req-7652c316-fd5f-4e02-a6e9-bcacb9f841ce tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620943 Aug 20 11:47:13.697833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47020) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:13.701466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-713c497b-917f-48a3-a89f-7d44fe550718 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1862868125'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:13.739067 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-713c497b-917f-48a3-a89f-7d44fe550718 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:13.786595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 420854fe-c757-4558-868f-816adbb5e3e2 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:13.820081 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-67bc796d-4d55-4618-8622-65f0524de42d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:13.842950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-67bc796d-4d55-4618-8622-65f0524de42d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Transition to ACTIVE for port object f9bef89f-685a-44be-baf1-fe42d2901197 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:13.917661 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 420854fe-c757-4558-868f-816adbb5e3e2 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:13.942326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beedda3-6163-4dbe-be52-8d32fd23c31a req-caa1dc7e-1545-4a55-8bb4-c67b2dd38443 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:13.956081 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3beedda3-6163-4dbe-be52-8d32fd23c31a req-caa1dc7e-1545-4a55-8bb4-c67b2dd38443 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 948 time: 1.5727501 Aug 20 11:47:13.995036 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-67bc796d-4d55-4618-8622-65f0524de42d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.113839 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-713c497b-917f-48a3-a89f-7d44fe550718 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.138143 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-713c497b-917f-48a3-a89f-7d44fe550718 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.201450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc7fac-2202-4439-a9fd-48fdc7a15bcd None None] Network 19ee5448-f609-4ae0-a0d8-3dab68db23c4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:14.211132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-67bc796d-4d55-4618-8622-65f0524de42d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Network 6c9f33d1-9d46-4cab-8484-e59cd857f82b is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:14.234062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3beedda3-6163-4dbe-be52-8d32fd23c31a req-55dac095-c73c-4cd2-a28b-9e58a68c215d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756672 Aug 20 11:47:14.275220 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b1e3-5092-473b-94fd-63ef263c0508 req-77237065-bd6b-4b15-a0a0-e67ece753d37 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:14.276857 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3dd0b1e3-5092-473b-94fd-63ef263c0508 req-77237065-bd6b-4b15-a0a0-e67ece753d37 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.3758872 Aug 20 11:47:14.292330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-67bc796d-4d55-4618-8622-65f0524de42d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:14.328867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-67bc796d-4d55-4618-8622-65f0524de42d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:14.344370 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-713c497b-917f-48a3-a89f-7d44fe550718 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.348725 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-713c497b-917f-48a3-a89f-7d44fe550718 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6481717 Aug 20 11:47:14.348725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c497b-917f-48a3-a89f-7d44fe550718 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ad54d6-3752-44fb-9f90-95b7f3a3b634,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:14.350999 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47028) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:14.368560 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e0573e05-3a19-4d10-b38b-f74ab7ea9e69 None None] Provisioning for port 420854fe-c757-4558-868f-816adbb5e3e2 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:14.371234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group_rule': {'security_group_id': '53ad54d6-3752-44fb-9f90-95b7f3a3b634', 'direction': 'ingress', 'protocol': 17}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:14.381139 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e0573e05-3a19-4d10-b38b-f74ab7ea9e69 None None] Provisioning complete for port 420854fe-c757-4558-868f-816adbb5e3e2 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:14.405352 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e0573e05-3a19-4d10-b38b-f74ab7ea9e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.427857 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc796d-4d55-4618-8622-65f0524de42d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event updated for resources: {'Port': ['ID=f9bef89f-685a-44be-baf1-fe42d2901197,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:14.438406 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-67bc796d-4d55-4618-8622-65f0524de42d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:14.439112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-67bc796d-4d55-4618-8622-65f0524de42d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.462977 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b1e0ed-6804-425c-8b67-94f278a51d03 req-2cae4ccf-d3e1-41eb-82b4-55b5b60c8f52 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0252719 Aug 20 11:47:14.526067 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3dd0b1e3-5092-473b-94fd-63ef263c0508 req-c2ae4c02-09f4-46a7-a6b3-f83e1b76d751 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285972 Aug 20 11:47:14.555920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.727681 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.732197 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2aa0a-3dd9-4c5a-8d5c-86df91e7d497 req-6bb4ad5d-bfee-4c8b-b55f-494b977f992d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:14.737092 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.750345 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cf2aa0a-3dd9-4c5a-8d5c-86df91e7d497 req-6bb4ad5d-bfee-4c8b-b55f-494b977f992d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 931 time: 0.3021207 Aug 20 11:47:14.870267 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847f4a54-e265-4c11-bedb-84d2380964be,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:14.871797 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b1e0ed-6804-425c-8b67-94f278a51d03 req-669c8be8-b3ad-4f0b-9ee3-fd5820b859fa service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827622 Aug 20 11:47:14.876141 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486c02b0-d2ec-4294-aa31-449edac9b48e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:14.881243 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device beb19e7c-63f3-4fa4-a968-0f239e1f8456 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:14.889335 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-486c02b0-d2ec-4294-aa31-449edac9b48e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.907754 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-67bc796d-4d55-4618-8622-65f0524de42d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9956787 Aug 20 11:47:14.941831 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:14.942254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:14.943766 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:14.946459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:14.947717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:14.950100 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:14.951783 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:14.952302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:14.952853 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:14.954123 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:14.955865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:14.958439 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:14.982980 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.989826 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0d7ceb0a-5cd4-4d53-b5b8-4e8480ed5cc8 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6277034 Aug 20 11:47:14.990594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47040) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:15.018128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-c6c6ac86-1256-4797-a7ba-dba5aa38c516 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Request body: {'port': {'device_id': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559', 'admin_state_up': True, 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'security_groups': ['19e01567-0c8a-45cd-8fd9-ce5846972171']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:15.023169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faf7e6-9cf2-4289-a6c6-e088853762b8 req-b7615af4-ac3b-438b-91d9-8e3cf282d2c9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:15.035159 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-45faf7e6-9cf2-4289-a6c6-e088853762b8 req-b7615af4-ac3b-438b-91d9-8e3cf282d2c9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.2443466 Aug 20 11:47:15.114933 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e0573e05-3a19-4d10-b38b-f74ab7ea9e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.157564 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port beb19e7c-63f3-4fa4-a968-0f239e1f8456 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:15.226696 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port beb19e7c-63f3-4fa4-a968-0f239e1f8456 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:15.227941 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.232293 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-45faf7e6-9cf2-4289-a6c6-e088853762b8 req-74a3d060-614e-43e4-9797-768bd80053e8 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953130 Aug 20 11:47:15.390207 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e0573e05-3a19-4d10-b38b-f74ab7ea9e69 None None] For port 420854fe-c757-4558-868f-816adbb5e3e2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=420854fe-c757-4558-868f-816adbb5e3e2,segment=NetworkSegment(218e0315-8ec6-493e-9a8b-53ede50dffd6),segment_id=218e0315-8ec6-493e-9a8b-53ede50dffd6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:15.400070 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e0573e05-3a19-4d10-b38b-f74ab7ea9e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.430422 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f62747d6-c501-49be-8d3a-04cf852d39ce tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.530302 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f62747d6-c501-49be-8d3a-04cf852d39ce tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.534945 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cf2aa0a-3dd9-4c5a-8d5c-86df91e7d497 req-dfbb58f2-2475-4a2e-8119-9573aa422b84 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7831659 Aug 20 11:47:15.666981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b430df02-407e-4234-a402-d57774f7513c None None] Provisioning for port f9bef89f-685a-44be-baf1-fe42d2901197 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:15.722875 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f62747d6-c501-49be-8d3a-04cf852d39ce tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.736656 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f62747d6-c501-49be-8d3a-04cf852d39ce tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.742875 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f62747d6-c501-49be-8d3a-04cf852d39ce tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-groups/53ad54d6-3752-44fb-9f90-95b7f3a3b634 HTTP/1.1" status: 204 len: 168 time: 0.6932268 Aug 20 11:47:15.744816 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47054) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:15.781000 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b430df02-407e-4234-a402-d57774f7513c None None] Provisioning complete for port f9bef89f-685a-44be-baf1-fe42d2901197 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:15.781387 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b430df02-407e-4234-a402-d57774f7513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.795600 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.829870 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62747d6-c501-49be-8d3a-04cf852d39ce tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ad54d6-3752-44fb-9f90-95b7f3a3b634,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:15.881153 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e71870-c79f-467f-8f95-fbd611acda85 req-932308bc-5b63-4610-bf8f-328d885d3622 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:15.882742 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6323b039-512c-4f8c-8464-2cb78d732f9f tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1361248 Aug 20 11:47:15.887366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47060) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:15.898236 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86e71870-c79f-467f-8f95-fbd611acda85 req-932308bc-5b63-4610-bf8f-328d885d3622 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.1880858 Aug 20 11:47:15.901153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-c6c6ac86-1256-4797-a7ba-dba5aa38c516 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Made reservation on behalf of 388697f16ef24a2db77348e6ee667c3f for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:15.905769 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-c6c6ac86-1256-4797-a7ba-dba5aa38c516 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.924182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-6e505f9a-dacc-419c-9455-73222affd56c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1662239581'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:15.937021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0573e05-3a19-4d10-b38b-f74ab7ea9e69 None None] Pushing event updated for resources: {'Port': ['ID=420854fe-c757-4558-868f-816adbb5e3e2,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:15.989700 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86e71870-c79f-467f-8f95-fbd611acda85 req-4a1a33de-00a8-4774-b7d5-dbc3907d9de0 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886896 Aug 20 11:47:16.098230 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e505f9a-dacc-419c-9455-73222affd56c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:16.116367 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fe553c-4346-4159-a287-8d69ade38f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb19e7c-63f3-4fa4-a968-0f239e1f8456'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:16.124252 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2543b2ac-2d1d-4b8e-889f-d4884ed7f3ed" -d '{"events": [{"server_uuid": "34fe553c-4346-4159-a287-8d69ade38f0b", "name": "network-vif-plugged", "status": "completed", "tag": "beb19e7c-63f3-4fa4-a968-0f239e1f8456"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:16.151835 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b430df02-407e-4234-a402-d57774f7513c None None] Port f9bef89f-685a-44be-baf1-fe42d2901197 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:16.163798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port beb19e7c-63f3-4fa4-a968-0f239e1f8456, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=beb19e7c-63f3-4fa4-a968-0f239e1f8456,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:16.170212 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:16.280429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=beb19e7c-63f3-4fa4-a968-0f239e1f8456,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:16.312198 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-69573055-b9ec-454e-bc68-0cd036437a78 None None] Provisioning complete for port 420854fe-c757-4558-868f-816adbb5e3e2 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:16.313784 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-69573055-b9ec-454e-bc68-0cd036437a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:16.339737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44014d-0d3b-4ae9-afc3-750f18069a71 req-cba600bd-20b9-438c-b858-11a78edfb38b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:16.345197 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1d44014d-0d3b-4ae9-afc3-750f18069a71 req-cba600bd-20b9-438c-b858-11a78edfb38b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.1250310 Aug 20 11:47:16.443560 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1d44014d-0d3b-4ae9-afc3-750f18069a71 req-e53c041a-72cd-496c-a6c6-df6606a74b0f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905454 Aug 20 11:47:16.533281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c6d66-0715-4118-88cb-20e862328237 req-da151069-dbb3-4200-bc52-a1966332bd7e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:16.551898 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c97c6d66-0715-4118-88cb-20e862328237 req-da151069-dbb3-4200-bc52-a1966332bd7e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 948 time: 0.6947091 Aug 20 11:47:16.579886 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4156dd18-1d86-44b3-bd73-6aced3655470 x-openstack-request-id: req-4156dd18-1d86-44b3-bd73-6aced3655470 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:16.580270 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fe553c-4346-4159-a287-8d69ade38f0b", "name": "network-vif-plugged", "status": "completed", "tag": "beb19e7c-63f3-4fa4-a968-0f239e1f8456", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:16.580626 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4156dd18-1d86-44b3-bd73-6aced3655470 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:16.581213 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34fe553c-4346-4159-a287-8d69ade38f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb19e7c-63f3-4fa4-a968-0f239e1f8456', 'code': 200} Aug 20 11:47:16.813810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cfc7f-f3bf-41db-94cb-bd69af7dc88e req-1a16e364-f68b-4a8a-b8d1-b9b2b9f6ef93 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:16.822036 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-999cfc7f-f3bf-41db-94cb-bd69af7dc88e req-1a16e364-f68b-4a8a-b8d1-b9b2b9f6ef93 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 931 time: 0.0961998 Aug 20 11:47:16.862782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-c6c6ac86-1256-4797-a7ba-dba5aa38c516 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Allocated IP 10.1.1.104 (fa709b65-6a45-4c6d-bf67-c3bf950dd559/daec4b51-4b37-4704-a597-55152e602713/d1e9401c-542d-424e-8784-52c52f179256) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:16.934103 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-999cfc7f-f3bf-41db-94cb-bd69af7dc88e req-3f7402f9-7125-4512-9bdc-81f5e895967b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110830 Aug 20 11:47:17.135242 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c478d-e830-4340-8a03-f00299eafe5c req-f15de1af-78d8-4829-9b22-92521dcd1d04 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:17.149546 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fe6c478d-e830-4340-8a03-f00299eafe5c req-f15de1af-78d8-4829-9b22-92521dcd1d04 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.1348014 Aug 20 11:47:17.159676 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-c6c6ac86-1256-4797-a7ba-dba5aa38c516 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:17.183524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-c6c6ac86-1256-4797-a7ba-dba5aa38c516 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Transition to ACTIVE for port object d1e9401c-542d-424e-8784-52c52f179256 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:17.236011 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c97c6d66-0715-4118-88cb-20e862328237 req-f087eda8-1f5f-40ee-bd90-020682d30641 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6831167 Aug 20 11:47:17.263057 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-c6c6ac86-1256-4797-a7ba-dba5aa38c516 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:17.266070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fe6c478d-e830-4340-8a03-f00299eafe5c req-1db98ef9-af2b-4e19-b1e6-00de6b94b23f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141195 Aug 20 11:47:17.340775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6ac86-1256-4797-a7ba-dba5aa38c516 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event updated for resources: {'Port': ['ID=d1e9401c-542d-424e-8784-52c52f179256,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:17.384392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-c6c6ac86-1256-4797-a7ba-dba5aa38c516 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Network fa709b65-6a45-4c6d-bf67-c3bf950dd559 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:17.396434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-c6c6ac86-1256-4797-a7ba-dba5aa38c516 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:17.399985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-c6c6ac86-1256-4797-a7ba-dba5aa38c516 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:17.525060 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-486c02b0-d2ec-4294-aa31-449edac9b48e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:17.559749 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b36ae-d66d-4481-b29a-f61701c1615f req-c686ed92-5eef-421a-8246-58102901ec05 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:17.561480 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-356b36ae-d66d-4481-b29a-f61701c1615f req-c686ed92-5eef-421a-8246-58102901ec05 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.1452291 Aug 20 11:47:17.673791 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-356b36ae-d66d-4481-b29a-f61701c1615f req-1937f72c-24e8-4195-abcd-00572eeea0b4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969126 Aug 20 11:47:17.717648 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e505f9a-dacc-419c-9455-73222affd56c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:17.736923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a55bc-67c5-4c0f-b3d2-7dcac76a420f req-cd683e55-c492-4fd7-b7aa-b3f1eaf59750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:17.740140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-246a55bc-67c5-4c0f-b3d2-7dcac76a420f req-cd683e55-c492-4fd7-b7aa-b3f1eaf59750 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 1100 time: 1.0517106 Aug 20 11:47:17.752730 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486c02b0-d2ec-4294-aa31-449edac9b48e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 19ee5448-f609-4ae0-a0d8-3dab68db23c4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:17.754916 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 420854fe-c757-4558-868f-816adbb5e3e2 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:17.791124 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e505f9a-dacc-419c-9455-73222affd56c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:17.869628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-486c02b0-d2ec-4294-aa31-449edac9b48e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:17.901930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46743aad-e05a-4538-a8c2-1b94b8b1153d None None] Network 19ee5448-f609-4ae0-a0d8-3dab68db23c4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:17.937529 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4a88c-cefc-4239-9271-84c1c0a5b194 req-5282c41d-b9ae-4cdc-8469-80023349bdfb tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:17.939140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8f4a88c-cefc-4239-9271-84c1c0a5b194 req-5282c41d-b9ae-4cdc-8469-80023349bdfb tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.5309970 Aug 20 11:47:17.952414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486c02b0-d2ec-4294-aa31-449edac9b48e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:17.953204 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-486c02b0-d2ec-4294-aa31-449edac9b48e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:17.992554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-c6c6ac86-1256-4797-a7ba-dba5aa38c516 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:17.993334 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-c6c6ac86-1256-4797-a7ba-dba5aa38c516 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:18.025603 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 420854fe-c757-4558-868f-816adbb5e3e2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:18.035804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1288c44-fc46-419d-9467-5617f0f6cd27 req-e8e82dde-12d0-4161-a3be-e3c7d3a95758 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:18.042045 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:18.044438 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1288c44-fc46-419d-9467-5617f0f6cd27 req-e8e82dde-12d0-4161-a3be-e3c7d3a95758 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.1631782 Aug 20 11:47:18.136782 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d5bd8cd7-fd88-4f0f-af85-4eaa7e1deba4 None None] Provisioning for port d1e9401c-542d-424e-8784-52c52f179256 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:18.151378 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d5bd8cd7-fd88-4f0f-af85-4eaa7e1deba4 None None] Provisioning complete for port d1e9401c-542d-424e-8784-52c52f179256 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:18.152172 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d5bd8cd7-fd88-4f0f-af85-4eaa7e1deba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:18.231984 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1288c44-fc46-419d-9467-5617f0f6cd27 req-de3bbcfa-9df4-4384-b100-b1e3b40ac647 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816308 Aug 20 11:47:18.432213 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd8cd7-fd88-4f0f-af85-4eaa7e1deba4 None None] Port d1e9401c-542d-424e-8784-52c52f179256 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:18.590899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf12f2-8791-4af3-a0ee-972d52cc7d78 req-7d11f447-0e54-4b92-8d79-533d96fe132c tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:18.606312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf12f2-8791-4af3-a0ee-972d52cc7d78 req-7d11f447-0e54-4b92-8d79-533d96fe132c tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:18.621483 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9ccf12f2-8791-4af3-a0ee-972d52cc7d78 req-7d11f447-0e54-4b92-8d79-533d96fe132c tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 1653 time: 0.1758218 Aug 20 11:47:18.708569 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9ccf12f2-8791-4af3-a0ee-972d52cc7d78 req-2a960dc5-da73-47fb-91d7-81711c2b0873 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861619 Aug 20 11:47:18.811772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d85315-2e37-4dd7-801f-70226b667f1f None None] Update dhcp port {'port': {'network_id': '19ee5448-f609-4ae0-a0d8-3dab68db23c4', 'fixed_ips': [{'subnet_id': '92e603ac-e55d-4544-8d9d-ce777e072215', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a0f6c9cc-2832-49bd-853e-0b9f03de9db5'}], 'binding:host_id': 'n-d-804299-2'}, 'id': '420854fe-c757-4558-868f-816adbb5e3e2'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:47:18.839161 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-486c02b0-d2ec-4294-aa31-449edac9b48e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 5.4817803 Aug 20 11:47:18.840047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c02b0-d2ec-4294-aa31-449edac9b48e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Subnet': ['ID=a0f6c9cc-2832-49bd-853e-0b9f03de9db5,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:18.842380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47124) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:18.880599 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-79a240a0-c15f-44f1-ad84-967aa8c69cd4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'network_id': '19ee5448-f609-4ae0-a0d8-3dab68db23c4', 'fixed_ips': [{'subnet_id': '92e603ac-e55d-4544-8d9d-ce777e072215'}, {'subnet_id': 'a0f6c9cc-2832-49bd-853e-0b9f03de9db5'}], 'name': 'tempest-PortsTestJSON-1206285503'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:18.883824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e505f9a-dacc-419c-9455-73222affd56c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a543c0-4749-4284-a309-401e1fc8ebf0,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:18.900159 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1d85315-2e37-4dd7-801f-70226b667f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:18.935791 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e505f9a-dacc-419c-9455-73222affd56c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:18.937334 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6e505f9a-dacc-419c-9455-73222affd56c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.0286024 Aug 20 11:47:18.961508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba16de2-a082-42c9-be4d-f33fc0df2c90 req-1cbd1c33-cbb0-45d4-9fb0-147fdbe76cdd tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:18.964862 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6ba16de2-a082-42c9-be4d-f33fc0df2c90 req-1cbd1c33-cbb0-45d4-9fb0-147fdbe76cdd tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.1481178 Aug 20 11:47:18.974680 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47130) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:18.989588 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7a99c8bf-914f-4711-9d5b-6ce6e05de185 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091756484'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:18.995943 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-c6c6ac86-1256-4797-a7ba-dba5aa38c516 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0005000 Aug 20 11:47:19.017432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-d20e2c58-b7a9-44c2-bdcb-ede4f7350a47 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Request body: {'port': {'device_id': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559', 'admin_state_up': True, 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'security_groups': ['19e01567-0c8a-45cd-8fd9-ce5846972171']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:19.072143 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8f4a88c-cefc-4239-9271-84c1c0a5b194 req-b0bc4dd2-02ee-46e0-aa7e-1449af503880 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0731521 Aug 20 11:47:19.073723 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-246a55bc-67c5-4c0f-b3d2-7dcac76a420f req-fcdbbed5-e582-40df-92c4-8388d477231f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3151298 Aug 20 11:47:19.193086 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6ba16de2-a082-42c9-be4d-f33fc0df2c90 req-f53b24b8-e4db-43ce-8f43-e5ae36933bad tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193325 Aug 20 11:47:19.199351 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a99c8bf-914f-4711-9d5b-6ce6e05de185 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:19.302120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a240a0-c15f-44f1-ad84-967aa8c69cd4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:19.379053 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-b1d85315-2e37-4dd7-801f-70226b667f1f None None] Allocated IP 172.20.0.18 (19ee5448-f609-4ae0-a0d8-3dab68db23c4/a0f6c9cc-2832-49bd-853e-0b9f03de9db5/420854fe-c757-4558-868f-816adbb5e3e2) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:19.413201 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b296ff-18fa-4bd1-9d42-2d07583a1a05 req-426a6905-d6f0-4bb3-908e-b3ad00a21860 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:19.414636 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28b296ff-18fa-4bd1-9d42-2d07583a1a05 req-426a6905-d6f0-4bb3-908e-b3ad00a21860 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 949 time: 0.1321831 Aug 20 11:47:19.494388 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-79a240a0-c15f-44f1-ad84-967aa8c69cd4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:19.522139 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a99c8bf-914f-4711-9d5b-6ce6e05de185 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:19.537936 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a99c8bf-914f-4711-9d5b-6ce6e05de185 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:19.550347 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-79a240a0-c15f-44f1-ad84-967aa8c69cd4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] device_id is not set on port 8402b6a5-26c9-427b-b136-1f2934dfcf0f yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:47:19.576388 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28b296ff-18fa-4bd1-9d42-2d07583a1a05 req-2c86e3c8-7519-4338-a953-216612874167 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515102 Aug 20 11:47:19.632229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-d20e2c58-b7a9-44c2-bdcb-ede4f7350a47 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Made reservation on behalf of 388697f16ef24a2db77348e6ee667c3f for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:19.636372 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-d20e2c58-b7a9-44c2-bdcb-ede4f7350a47 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:19.678218 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a99c8bf-914f-4711-9d5b-6ce6e05de185 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:19.681243 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7a99c8bf-914f-4711-9d5b-6ce6e05de185 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7039337 Aug 20 11:47:19.685278 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99c8bf-914f-4711-9d5b-6ce6e05de185 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80f4a6d-b522-4921-9591-cf00f2b2426d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:19.689650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47142) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:19.700137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d4888f2a-f5a4-410d-bd46-311aa3ae5fd9 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group_rule': {'security_group_id': 'f2a543c0-4749-4284-a309-401e1fc8ebf0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a80f4a6d-b522-4921-9591-cf00f2b2426d', 'remote_ip_prefix': None}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:19.724381 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b1d85315-2e37-4dd7-801f-70226b667f1f None None] For port 420854fe-c757-4558-868f-816adbb5e3e2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=420854fe-c757-4558-868f-816adbb5e3e2,segment=NetworkSegment(218e0315-8ec6-493e-9a8b-53ede50dffd6),segment_id=218e0315-8ec6-493e-9a8b-53ede50dffd6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:19.820574 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1d85315-2e37-4dd7-801f-70226b667f1f None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:19.857533 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4888f2a-f5a4-410d-bd46-311aa3ae5fd9 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:19.884176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b1d85315-2e37-4dd7-801f-70226b667f1f None None] Transition to ACTIVE for port object 420854fe-c757-4558-868f-816adbb5e3e2 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:19.888955 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1d85315-2e37-4dd7-801f-70226b667f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:20.168146 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81e188-d06c-4b69-8045-fa3c3528714f req-5859641c-84da-4340-9b67-283759d0a084 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:20.177549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-d20e2c58-b7a9-44c2-bdcb-ede4f7350a47 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Allocated IP 10.1.1.136 (fa709b65-6a45-4c6d-bf67-c3bf950dd559/daec4b51-4b37-4704-a597-55152e602713/b965aa86-2ea4-43f1-a689-cb23617de683) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:20.177870 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81e188-d06c-4b69-8045-fa3c3528714f req-5859641c-84da-4340-9b67-283759d0a084 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:20.194526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d85315-2e37-4dd7-801f-70226b667f1f None None] Pushing event updated for resources: {'Port': ['ID=420854fe-c757-4558-868f-816adbb5e3e2,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:20.195204 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1d81e188-d06c-4b69-8045-fa3c3528714f req-5859641c-84da-4340-9b67-283759d0a084 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 1653 time: 0.1399419 Aug 20 11:47:20.257834 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1d81e188-d06c-4b69-8045-fa3c3528714f req-2c1daa54-9368-472f-a30e-2144d7f89202 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574799 Aug 20 11:47:20.527241 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44919baa-2273-46fb-bcfb-73de6ef493f6 req-f761580f-8c66-49e5-a7ef-c51aeb221e81 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:20.538799 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-44919baa-2273-46fb-bcfb-73de6ef493f6 req-f761580f-8c66-49e5-a7ef-c51aeb221e81 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.1710222 Aug 20 11:47:20.598740 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-44919baa-2273-46fb-bcfb-73de6ef493f6 req-acd366a6-5318-48f0-af64-118b4b128c82 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528669 Aug 20 11:47:20.611581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-79a240a0-c15f-44f1-ad84-967aa8c69cd4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Allocated IP 172.20.0.12 (19ee5448-f609-4ae0-a0d8-3dab68db23c4/92e603ac-e55d-4544-8d9d-ce777e072215/8402b6a5-26c9-427b-b136-1f2934dfcf0f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:20.644497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-79a240a0-c15f-44f1-ad84-967aa8c69cd4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Allocated IP 172.20.0.23 (19ee5448-f609-4ae0-a0d8-3dab68db23c4/a0f6c9cc-2832-49bd-853e-0b9f03de9db5/8402b6a5-26c9-427b-b136-1f2934dfcf0f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:20.836237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33066a-5adb-40ea-93fd-eac41898d720 req-3c36a5ed-a5f8-495a-aa8f-0099d051247b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:20.843143 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f33066a-5adb-40ea-93fd-eac41898d720 req-3c36a5ed-a5f8-495a-aa8f-0099d051247b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 949 time: 0.1163318 Aug 20 11:47:20.926376 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f33066a-5adb-40ea-93fd-eac41898d720 req-da83b9f0-db54-41ed-ac72-1ac8b2f24bbd tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742931 Aug 20 11:47:21.030184 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-d20e2c58-b7a9-44c2-bdcb-ede4f7350a47 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.051157 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-d20e2c58-b7a9-44c2-bdcb-ede4f7350a47 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Transition to ACTIVE for port object b965aa86-2ea4-43f1-a689-cb23617de683 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:21.190489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024832e-5734-4724-abb5-fde7b312b175 req-d29f6e73-1cfa-4a0c-b9c5-14ba027afbb4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:21.192544 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1024832e-5734-4724-abb5-fde7b312b175 req-d29f6e73-1cfa-4a0c-b9c5-14ba027afbb4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.5453894 Aug 20 11:47:21.291981 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4888f2a-f5a4-410d-bd46-311aa3ae5fd9 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.294933 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-d20e2c58-b7a9-44c2-bdcb-ede4f7350a47 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.295461 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d7e26610-8120-4041-8281-558b44072a20 None None] Provisioning for port 420854fe-c757-4558-868f-816adbb5e3e2 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:21.304284 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d7e26610-8120-4041-8281-558b44072a20 None None] Provisioning complete for port 420854fe-c757-4558-868f-816adbb5e3e2 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:21.304922 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7e26610-8120-4041-8281-558b44072a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.363071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8def432-3274-465c-bc5f-66cc6f1a6a17 req-43ee8141-7e2a-4c71-bdac-2e9d3beca490 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:21.365566 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f8def432-3274-465c-bc5f-66cc6f1a6a17 req-43ee8141-7e2a-4c71-bdac-2e9d3beca490 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 1100 time: 0.0999343 Aug 20 11:47:21.373532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-d20e2c58-b7a9-44c2-bdcb-ede4f7350a47 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Network fa709b65-6a45-4c6d-bf67-c3bf950dd559 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:21.375812 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4888f2a-f5a4-410d-bd46-311aa3ae5fd9 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.405760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-d20e2c58-b7a9-44c2-bdcb-ede4f7350a47 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:21.442397 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-d20e2c58-b7a9-44c2-bdcb-ede4f7350a47 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:21.484414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4888f2a-f5a4-410d-bd46-311aa3ae5fd9 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd5f3a7-0907-4b32-b5cd-8562ab302b9b,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:21.501067 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4888f2a-f5a4-410d-bd46-311aa3ae5fd9 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.503909 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d4888f2a-f5a4-410d-bd46-311aa3ae5fd9 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.8081412 Aug 20 11:47:21.505203 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f8def432-3274-465c-bc5f-66cc6f1a6a17 req-aab9524b-ad28-4aea-bb72-09981abf97c8 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328399 Aug 20 11:47:21.515176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47174) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:21.535759 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1024832e-5734-4724-abb5-fde7b312b175 req-669faa06-68b4-4404-9243-341e56d42c8a tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217866 Aug 20 11:47:21.639762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e2c58-b7a9-44c2-bdcb-ede4f7350a47 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event updated for resources: {'Port': ['ID=b965aa86-2ea4-43f1-a689-cb23617de683,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:21.688312 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 420854fe-c757-4558-868f-816adbb5e3e2 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:21.689491 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f021f15a-47cb-4d37-b0bf-67b389d9687e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.727321 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f021f15a-47cb-4d37-b0bf-67b389d9687e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.753599 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-d20e2c58-b7a9-44c2-bdcb-ede4f7350a47 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:21.754299 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-d20e2c58-b7a9-44c2-bdcb-ede4f7350a47 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.821224 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 420854fe-c757-4558-868f-816adbb5e3e2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:21.821864 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.837092 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-79a240a0-c15f-44f1-ad84-967aa8c69cd4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.872092 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-d20e2c58-b7a9-44c2-bdcb-ede4f7350a47 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8598204 Aug 20 11:47:21.903776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-28dafaab-f57e-4a7b-8b76-2bb65fb07e9a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Request body: {'port': {'device_id': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478', 'admin_state_up': True, 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'security_groups': ['19e01567-0c8a-45cd-8fd9-ce5846972171']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:21.951927 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f021f15a-47cb-4d37-b0bf-67b389d9687e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.966994 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f021f15a-47cb-4d37-b0bf-67b389d9687e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.972808 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f021f15a-47cb-4d37-b0bf-67b389d9687e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ddd5f3a7-0907-4b32-b5cd-8562ab302b9b HTTP/1.1" status: 204 len: 168 time: 0.4500749 Aug 20 11:47:22.012006 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47188) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:22.014508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021f15a-47cb-4d37-b0bf-67b389d9687e tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddd5f3a7-0907-4b32-b5cd-8562ab302b9b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:22.042774 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-951a4ca9-6556-4ce8-a881-7b4f506924e4 None None] Provisioning for port b965aa86-2ea4-43f1-a689-cb23617de683 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:22.045539 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-79a240a0-c15f-44f1-ad84-967aa8c69cd4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Transition to ACTIVE for port object 8402b6a5-26c9-427b-b136-1f2934dfcf0f will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:22.058308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-951a4ca9-6556-4ce8-a881-7b4f506924e4 None None] Provisioning complete for port b965aa86-2ea4-43f1-a689-cb23617de683 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:22.058876 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-951a4ca9-6556-4ce8-a881-7b4f506924e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:22.129029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-951a4ca9-6556-4ce8-a881-7b4f506924e4 None None] Port b965aa86-2ea4-43f1-a689-cb23617de683 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:22.137297 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb1943-4123-4eb0-a4eb-376219561799 req-4c1a4e24-948b-4449-818e-53d59190f4f0 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:22.139101 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8bb1943-4123-4eb0-a4eb-376219561799 req-4c1a4e24-948b-4449-818e-53d59190f4f0 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.3429933 Aug 20 11:47:22.142054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424e2dc-28fa-456a-b54c-84da693e1995 req-6cce26ed-857e-41b7-9dbb-a21dbeb4cda9 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:22.160157 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424e2dc-28fa-456a-b54c-84da693e1995 req-6cce26ed-857e-41b7-9dbb-a21dbeb4cda9 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:22.175951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424e2dc-28fa-456a-b54c-84da693e1995 req-6cce26ed-857e-41b7-9dbb-a21dbeb4cda9 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:22.182133 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2424e2dc-28fa-456a-b54c-84da693e1995 req-6cce26ed-857e-41b7-9dbb-a21dbeb4cda9 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 2374 time: 0.3478553 Aug 20 11:47:22.240143 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-79a240a0-c15f-44f1-ad84-967aa8c69cd4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:22.274558 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8bf3dff6-1031-4148-9a3b-cd7ae27c104c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2337842 Aug 20 11:47:22.277875 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47192) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:22.341003 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e526327b-929a-44c4-944c-e26503409dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:22.351084 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2424e2dc-28fa-456a-b54c-84da693e1995 req-fdf7e0e5-c321-421d-8f02-6edb002d867c tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470380 Aug 20 11:47:22.473967 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6f665b1b-f817-48c2-830c-6830956d5639 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:22.485032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a240a0-c15f-44f1-ad84-967aa8c69cd4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=8402b6a5-26c9-427b-b136-1f2934dfcf0f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:22.510638 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8bb1943-4123-4eb0-a4eb-376219561799 req-c4a4f0c0-2e3f-412e-8ef9-b4a2b714a45f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3572838 Aug 20 11:47:22.607431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a240a0-c15f-44f1-ad84-967aa8c69cd4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 19ee5448-f609-4ae0-a0d8-3dab68db23c4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:22.615850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-79a240a0-c15f-44f1-ad84-967aa8c69cd4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:22.639480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a240a0-c15f-44f1-ad84-967aa8c69cd4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:22.665433 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-35371388-cb55-42a6-b563-db0e97c4fb01 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1155944 Aug 20 11:47:22.749068 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-28dafaab-f57e-4a7b-8b76-2bb65fb07e9a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Made reservation on behalf of 388697f16ef24a2db77348e6ee667c3f for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:23.021347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-d7c70951-9a07-47e6-8111-4f3bb3f6c652 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:23.030577 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-d7c70951-9a07-47e6-8111-4f3bb3f6c652 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3627205 Aug 20 11:47:23.048704 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6f665b1b-f817-48c2-830c-6830956d5639 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.068387 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-3ca982a1-1c9f-49ba-bbd1-d8eae2232499 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/quotas/1a0f3531e96c49b6b4c68fffa9db495b HTTP/1.1" status: 200 len: 375 time: 0.0362885 Aug 20 11:47:23.071927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-370a2935-6df1-40c3-b9b2-aa6eb966e99c None None] Provisioning for port 8402b6a5-26c9-427b-b136-1f2934dfcf0f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:23.082512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-370a2935-6df1-40c3-b9b2-aa6eb966e99c None None] Provisioning complete for port 8402b6a5-26c9-427b-b136-1f2934dfcf0f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:23.082512 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-370a2935-6df1-40c3-b9b2-aa6eb966e99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.157300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-370a2935-6df1-40c3-b9b2-aa6eb966e99c None None] Port 8402b6a5-26c9-427b-b136-1f2934dfcf0f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:23.193029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb27b1-2b23-4dcc-891e-8a1bcf3bc6d8 req-2d316024-06bf-4cfe-bb21-0cd5bfed0d83 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:23.195004 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81fb27b1-2b23-4dcc-891e-8a1bcf3bc6d8 req-2d316024-06bf-4cfe-bb21-0cd5bfed0d83 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.2260559 Aug 20 11:47:23.209555 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-ac1ae800-d956-4902-a2f8-1f77054901bb tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1397040 Aug 20 11:47:23.215442 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a240a0-c15f-44f1-ad84-967aa8c69cd4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:23.216407 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-79a240a0-c15f-44f1-ad84-967aa8c69cd4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.218550 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6f665b1b-f817-48c2-830c-6830956d5639 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.228780 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6f665b1b-f817-48c2-830c-6830956d5639 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.231302 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6f665b1b-f817-48c2-830c-6830956d5639 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-groups/a80f4a6d-b522-4921-9591-cf00f2b2426d HTTP/1.1" status: 204 len: 168 time: 0.9512444 Aug 20 11:47:23.237416 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47212) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:23.251939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f665b1b-f817-48c2-830c-6830956d5639 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80f4a6d-b522-4921-9591-cf00f2b2426d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:23.364140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d2aefdec-b12d-418c-8e5f-e48e009d141b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1243343 Aug 20 11:47:23.368150 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47214) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:23.370863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-79a240a0-c15f-44f1-ad84-967aa8c69cd4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.4978521 Aug 20 11:47:23.374723 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47216) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:23.382800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-6db7418e-9af3-4032-9c64-a603bb1e7d76 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92e603ac-e55d-4544-8d9d-ce777e072215'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:23.430303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81fb27b1-2b23-4dcc-891e-8a1bcf3bc6d8 req-90adde35-5fc9-4265-97b4-f2ab216eb39d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106547 Aug 20 11:47:23.509197 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-28dafaab-f57e-4a7b-8b76-2bb65fb07e9a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.536531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6cec028-697f-4152-bbb5-f4c588c6b7e3 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.689332 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1817741-d1f2-41a3-984d-68b853c89846 req-1c9727ed-8277-417a-a0de-324526b8b844 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 210 time: 0.0896761 Aug 20 11:47:23.700276 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6cec028-697f-4152-bbb5-f4c588c6b7e3 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.809211 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6cec028-697f-4152-bbb5-f4c588c6b7e3 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.811943 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6cec028-697f-4152-bbb5-f4c588c6b7e3 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.816501 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f6cec028-697f-4152-bbb5-f4c588c6b7e3 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-groups/f2a543c0-4749-4284-a309-401e1fc8ebf0 HTTP/1.1" status: 204 len: 168 time: 0.4421527 Aug 20 11:47:23.817882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47232) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:23.876848 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cec028-697f-4152-bbb5-f4c588c6b7e3 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a543c0-4749-4284-a309-401e1fc8ebf0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:24.090512 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6db7418e-9af3-4032-9c64-a603bb1e7d76 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:24.213222 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-43bb0ea6-1df6-4e37-ac17-8ad63592dac3 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3868489 Aug 20 11:47:24.216975 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47240) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:24.232679 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-29e01323-f616-498b-8c95-522968d4386f tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group': {'name': 'tempest-secgroup--303546307'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:24.240360 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-28dafaab-f57e-4a7b-8b76-2bb65fb07e9a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Allocated IP 10.2.2.100 (96ae447a-8b4f-4e4b-83fe-8a03f1635478/09ba0c88-a55b-46f8-9b69-941d92f119dc/a5638de7-43db-4ac4-99a7-532b897aae63) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:24.262927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea5253-5d45-44cd-ba22-48969c338279 req-1636fab0-2f30-47e7-8fdd-e848d3657754 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:24.270509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea5253-5d45-44cd-ba22-48969c338279 req-1636fab0-2f30-47e7-8fdd-e848d3657754 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:24.276813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea5253-5d45-44cd-ba22-48969c338279 req-1636fab0-2f30-47e7-8fdd-e848d3657754 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:24.278510 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39ea5253-5d45-44cd-ba22-48969c338279 req-1636fab0-2f30-47e7-8fdd-e848d3657754 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 2374 time: 0.3284948 Aug 20 11:47:24.343913 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f7f69-9ae6-404a-a10b-bd61d6e38c14 req-e50cea3e-18e3-4e0f-809d-f1d0f5cb1265 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:24.358150 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b77f7f69-9ae6-404a-a10b-bd61d6e38c14 req-e50cea3e-18e3-4e0f-809d-f1d0f5cb1265 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.2630675 Aug 20 11:47:24.448670 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39ea5253-5d45-44cd-ba22-48969c338279 req-f996424a-304b-47d1-800d-de5d22dc0380 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558082 Aug 20 11:47:24.537815 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b77f7f69-9ae6-404a-a10b-bd61d6e38c14 req-f26b016f-3161-476e-b8c6-5580c6e03bdd tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747210 Aug 20 11:47:24.541619 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29e01323-f616-498b-8c95-522968d4386f tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:24.794773 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29e01323-f616-498b-8c95-522968d4386f tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:24.801951 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29e01323-f616-498b-8c95-522968d4386f tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:24.858922 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29e01323-f616-498b-8c95-522968d4386f tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:24.865155 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-29e01323-f616-498b-8c95-522968d4386f tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6442978 Aug 20 11:47:24.910825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47258) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:24.953978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0f60273e-2fe4-4553-9bfd-a58c75d0b202 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group_rule': {'security_group_id': '11115497-83eb-44bb-a94d-80a4d99e0d82', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:25.007576 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-28dafaab-f57e-4a7b-8b76-2bb65fb07e9a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:25.041348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e01323-f616-498b-8c95-522968d4386f tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11115497-83eb-44bb-a94d-80a4d99e0d82,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:25.073353 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743b82a-29ce-4e27-8fe4-ab552cbe4b7a req-0c807b2a-7794-4a91-b12b-a2193a19b1c6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:25.084069 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d743b82a-29ce-4e27-8fe4-ab552cbe4b7a req-0c807b2a-7794-4a91-b12b-a2193a19b1c6 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.1487689 Aug 20 11:47:25.132033 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6ab92a37-dd07-44db-95d7-2f393c6f9883 req-908a0d27-923e-4106-824b-4466e06b41bf tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 210 time: 0.2200401 Aug 20 11:47:25.148224 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6f659360-6bbf-42d3-8002-654328b770d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:25.203233 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d743b82a-29ce-4e27-8fe4-ab552cbe4b7a req-a6b48db4-3431-4f52-a31a-0cf43357349d tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114933 Aug 20 11:47:25.251480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-28dafaab-f57e-4a7b-8b76-2bb65fb07e9a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Transition to ACTIVE for port object a5638de7-43db-4ac4-99a7-532b897aae63 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:25.347871 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f60273e-2fe4-4553-9bfd-a58c75d0b202 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:25.354419 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-6db7418e-9af3-4032-9c64-a603bb1e7d76 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Delete allocated IP 172.20.0.23 (19ee5448-f609-4ae0-a0d8-3dab68db23c4/a0f6c9cc-2832-49bd-853e-0b9f03de9db5) {{(pid=94691) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 11:47:25.401569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ea0e6-4ed7-4860-b798-2b3534ea6b7f req-5a98d817-707d-439f-9409-5a0bc9f910a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:25.404821 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f5ea0e6-4ed7-4860-b798-2b3534ea6b7f req-5a98d817-707d-439f-9409-5a0bc9f910a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61102427b20544a99687c14b264833fb&device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 1097 time: 0.3769875 Aug 20 11:47:25.415495 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:25.574201 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-28dafaab-f57e-4a7b-8b76-2bb65fb07e9a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:25.759021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c1751-1a6f-49f5-8d7a-12c02aefb860 req-8a297d48-a497-46ab-b182-3359762aa5d9 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:25.769653 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5b7c1751-1a6f-49f5-8d7a-12c02aefb860 req-8a297d48-a497-46ab-b182-3359762aa5d9 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.1034954 Aug 20 11:47:25.824293 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5b7c1751-1a6f-49f5-8d7a-12c02aefb860 req-812dc8bf-5d25-478b-af0c-ec08c0fbb0b0 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536540 Aug 20 11:47:26.130616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-28dafaab-f57e-4a7b-8b76-2bb65fb07e9a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Network 96ae447a-8b4f-4e4b-83fe-8a03f1635478 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:26.218163 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6db7418e-9af3-4032-9c64-a603bb1e7d76 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.230883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-28dafaab-f57e-4a7b-8b76-2bb65fb07e9a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:26.254563 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4f806b0-0a87-4d12-b46e-f499241f3c1c req-00ec0017-7625-4e92-a48c-b9114144c66d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 210 time: 0.0425959 Aug 20 11:47:26.264328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-6db7418e-9af3-4032-9c64-a603bb1e7d76 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Transition to ACTIVE for port object 8402b6a5-26c9-427b-b136-1f2934dfcf0f will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:26.267109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-28dafaab-f57e-4a7b-8b76-2bb65fb07e9a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:26.282794 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f60273e-2fe4-4553-9bfd-a58c75d0b202 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.282794 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6db7418e-9af3-4032-9c64-a603bb1e7d76 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.282794 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dafaab-f57e-4a7b-8b76-2bb65fb07e9a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event updated for resources: {'Port': ['ID=a5638de7-43db-4ac4-99a7-532b897aae63,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:26.320257 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.366691 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7418e-9af3-4032-9c64-a603bb1e7d76 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=8402b6a5-26c9-427b-b136-1f2934dfcf0f,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:26.377405 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f60273e-2fe4-4553-9bfd-a58c75d0b202 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.419372 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f60273e-2fe4-4553-9bfd-a58c75d0b202 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.420581 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0f60273e-2fe4-4553-9bfd-a58c75d0b202 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4849892 Aug 20 11:47:26.421777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ea0e6-4ed7-4860-b798-2b3534ea6b7f req-379234b6-70f2-4bc8-af01-b200e2c1078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:26.423160 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f5ea0e6-4ed7-4860-b798-2b3534ea6b7f req-379234b6-70f2-4bc8-af01-b200e2c1078f service neutron] 10.222.0.35 "GET /v2.0/networks?id=20807c99-64e7-492c-a4b6-4a1524653d4e HTTP/1.1" status: 200 len: 913 time: 0.9955714 Aug 20 11:47:26.432893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec82e0b-f5ad-4f1b-810f-a7141ac34fec req-0a75632c-9e95-4e7e-bd72-b1f7a241b143 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:26.434493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47284) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:26.443736 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec82e0b-f5ad-4f1b-810f-a7141ac34fec req-0a75632c-9e95-4e7e-bd72-b1f7a241b143 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:26.451410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec82e0b-f5ad-4f1b-810f-a7141ac34fec req-0a75632c-9e95-4e7e-bd72-b1f7a241b143 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:26.457945 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec82e0b-f5ad-4f1b-810f-a7141ac34fec req-0a75632c-9e95-4e7e-bd72-b1f7a241b143 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:26.459708 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fec82e0b-f5ad-4f1b-810f-a7141ac34fec req-0a75632c-9e95-4e7e-bd72-b1f7a241b143 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 3095 time: 0.8453984 Aug 20 11:47:26.471499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60273e-2fe4-4553-9bfd-a58c75d0b202 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e90b5f-352e-492c-b182-d60d70f49eb4,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:26.530900 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-099bbbe9-64b7-4317-bc5e-c77770d24a03 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.567564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bb489-2160-4764-9ce9-06aa1d61a1bf req-c9852dee-c707-4524-b1be-92099e20718f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:26.575931 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-be5bb489-2160-4764-9ce9-06aa1d61a1bf req-c9852dee-c707-4524-b1be-92099e20718f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.2386522 Aug 20 11:47:26.592088 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-099bbbe9-64b7-4317-bc5e-c77770d24a03 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.592698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-28dafaab-f57e-4a7b-8b76-2bb65fb07e9a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:26.593340 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-28dafaab-f57e-4a7b-8b76-2bb65fb07e9a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.660426 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f5ea0e6-4ed7-4860-b798-2b3534ea6b7f req-4222b90c-71cc-4162-a796-e3e699332509 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45989948-05f2-4b2e-9235-928a75eaa3cf HTTP/1.1" status: 200 len: 217 time: 0.1982465 Aug 20 11:47:26.717306 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-be5bb489-2160-4764-9ce9-06aa1d61a1bf req-628c5d08-15a3-44b1-be07-61e75dd0d95f tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276295 Aug 20 11:47:26.733580 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-099bbbe9-64b7-4317-bc5e-c77770d24a03 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.740374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-dcc3f9d6-235c-497b-a685-07cb70ee78f4 None None] Provisioning for port a5638de7-43db-4ac4-99a7-532b897aae63 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:26.741511 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-099bbbe9-64b7-4317-bc5e-c77770d24a03 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.748779 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-dcc3f9d6-235c-497b-a685-07cb70ee78f4 None None] Provisioning complete for port a5638de7-43db-4ac4-99a7-532b897aae63 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:26.749410 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f9d6-235c-497b-a685-07cb70ee78f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.751972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ea0e6-4ed7-4860-b798-2b3534ea6b7f req-1ebc7fbc-5076-494c-b879-ca126424ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:26.755168 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f5ea0e6-4ed7-4860-b798-2b3534ea6b7f req-1ebc7fbc-5076-494c-b879-ca126424ed71 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a835e74c-2b68-481c-a9b7-7b2ff328dde1 HTTP/1.1" status: 200 len: 853 time: 0.0473845 Aug 20 11:47:26.755168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47290) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:26.755505 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-099bbbe9-64b7-4317-bc5e-c77770d24a03 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/73e90b5f-352e-492c-b182-d60d70f49eb4 HTTP/1.1" status: 204 len: 168 time: 0.3193984 Aug 20 11:47:26.764729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bbbe9-64b7-4317-bc5e-c77770d24a03 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73e90b5f-352e-492c-b182-d60d70f49eb4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:26.796838 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-da576d86-de77-44a4-ab62-456e53b01880 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2073276 Aug 20 11:47:26.802266 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fec82e0b-f5ad-4f1b-810f-a7141ac34fec req-14644280-8dd7-4519-98d1-ef963c6b865d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3165574 Aug 20 11:47:26.824338 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-28dafaab-f57e-4a7b-8b76-2bb65fb07e9a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9406722 Aug 20 11:47:26.856844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3f9d6-235c-497b-a685-07cb70ee78f4 None None] Port a5638de7-43db-4ac4-99a7-532b897aae63 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:26.866355 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f5ea0e6-4ed7-4860-b798-2b3534ea6b7f req-064dee9c-bfcb-4d6e-ac65-d5c4c8a74cfe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20807c99-64e7-492c-a4b6-4a1524653d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840676 Aug 20 11:47:26.890335 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b0d47152-ae2a-48cd-bdef-0dd05e7f1393 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Request body: {'port': {'device_id': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478', 'admin_state_up': True, 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'security_groups': ['19e01567-0c8a-45cd-8fd9-ce5846972171']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:26.978728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174873e-07f9-4429-987e-a1565e9bb07d req-56f5e644-fb0d-4c25-9140-204e9fad4f7a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:26.986790 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d174873e-07f9-4429-987e-a1565e9bb07d req-56f5e644-fb0d-4c25-9140-204e9fad4f7a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.0613523 Aug 20 11:47:27.005678 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b8d0f1b7-4601-4728-904c-3da93cb3880f tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2475629 Aug 20 11:47:27.013557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47298) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:27.024427 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51ce9a23-216e-4ee8-8bb8-565c04a1c4e8 None None] Provisioning for port 8402b6a5-26c9-427b-b136-1f2934dfcf0f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:27.033338 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51ce9a23-216e-4ee8-8bb8-565c04a1c4e8 None None] Provisioning complete for port 8402b6a5-26c9-427b-b136-1f2934dfcf0f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:27.034593 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51ce9a23-216e-4ee8-8bb8-565c04a1c4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.078491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-6db7418e-9af3-4032-9c64-a603bb1e7d76 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] In _notify_port_updated(), no bound segment for port 8402b6a5-26c9-427b-b136-1f2934dfcf0f on network 19ee5448-f609-4ae0-a0d8-3dab68db23c4 {{(pid=94691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:47:27.083736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51ce9a23-216e-4ee8-8bb8-565c04a1c4e8 None None] Port 8402b6a5-26c9-427b-b136-1f2934dfcf0f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:27.084559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db7418e-9af3-4032-9c64-a603bb1e7d76 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:27.085244 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6db7418e-9af3-4032-9c64-a603bb1e7d76 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.090018 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6db7418e-9af3-4032-9c64-a603bb1e7d76 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "PUT /v2.0/ports/8402b6a5-26c9-427b-b136-1f2934dfcf0f HTTP/1.1" status: 200 len: 920 time: 3.7137196 Aug 20 11:47:27.097850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47302) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:27.109405 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e920fbd4-105c-4bd7-b95b-f13b3b880518 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92e603ac-e55d-4544-8d9d-ce777e072215'}, {'subnet_id': 'a0f6c9cc-2832-49bd-853e-0b9f03de9db5'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:27.141565 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d174873e-07f9-4429-987e-a1565e9bb07d req-db618535-9402-4b34-9858-a5d1c14d0615 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511991 Aug 20 11:47:27.189829 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f3905e8-acdf-4c25-a86e-92ba30a8fc4c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.215272 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f3905e8-acdf-4c25-a86e-92ba30a8fc4c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.264007 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f3905e8-acdf-4c25-a86e-92ba30a8fc4c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.267705 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f3905e8-acdf-4c25-a86e-92ba30a8fc4c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.272182 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5f3905e8-acdf-4c25-a86e-92ba30a8fc4c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-groups/11115497-83eb-44bb-a94d-80a4d99e0d82 HTTP/1.1" status: 204 len: 168 time: 0.2574859 Aug 20 11:47:27.273287 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47304) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:27.304535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-3f25aa8c-3a6d-4afa-b84b-b9b66660a6e2 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:27.306095 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-3f25aa8c-3a6d-4afa-b84b-b9b66660a6e2 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5014052 Aug 20 11:47:27.319993 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3905e8-acdf-4c25-a86e-92ba30a8fc4c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11115497-83eb-44bb-a94d-80a4d99e0d82,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:27.323144 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-e98da330-5cd9-4fdf-842d-e61dceba38aa tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Request body: {'port': {'device_id': '13be9a6a-4e4b-4b57-b37b-b49f9058575a', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '1a0f3531e96c49b6b4c68fffa9db495b'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:27.327748 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f5ea0e6-4ed7-4860-b798-2b3534ea6b7f req-272dc702-f76c-4085-a348-faa053d3f20e service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066811 Aug 20 11:47:27.370078 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9952a96a-13a0-4041-a666-cd7a472c71d3 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0892372 Aug 20 11:47:27.371724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47308) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:27.376670 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e1afb9d3-af79-4927-b8ac-6502a858ae53 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172678799'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:27.414261 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1afb9d3-af79-4927-b8ac-6502a858ae53 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.521891 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1afb9d3-af79-4927-b8ac-6502a858ae53 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.526915 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1afb9d3-af79-4927-b8ac-6502a858ae53 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.563934 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afb9d3-af79-4927-b8ac-6502a858ae53 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a63d77-6054-4aec-a9b2-fc419dca4b81,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:27.585863 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.api [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b0d47152-ae2a-48cd-bdef-0dd05e7f1393 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:47:27.585863 n-d-804299-2 neutron-server[94691]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 11:47:27.585863 n-d-804299-2 neutron-server[94691]: [parameters: {'project_id': '388697f16ef24a2db77348e6ee667c3f', 'id': '6886750c-fbde-401b-8929-92e54c0319e4', 'expiration': datetime.datetime(2021, 8, 20, 11, 49, 27, 394379)}] Aug 20 11:47:27.585863 n-d-804299-2 neutron-server[94691]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:47:27.586737 n-d-804299-2 neutron-server[94691]: DEBUG oslo_db.api [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b0d47152-ae2a-48cd-bdef-0dd05e7f1393 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:47:27.602003 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1afb9d3-af79-4927-b8ac-6502a858ae53 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.603595 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e920fbd4-105c-4bd7-b95b-f13b3b880518 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.604282 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e1afb9d3-af79-4927-b8ac-6502a858ae53 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2314398 Aug 20 11:47:27.606902 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47314) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:27.613396 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-162fa726-7679-4ad9-92d3-a5d82a2087d1 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group_rule': {'security_group_id': 'b2a63d77-6054-4aec-a9b2-fc419dca4b81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:27.648594 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-162fa726-7679-4ad9-92d3-a5d82a2087d1 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.718184 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-162fa726-7679-4ad9-92d3-a5d82a2087d1 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.720456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-e98da330-5cd9-4fdf-842d-e61dceba38aa tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Made reservation on behalf of 1a0f3531e96c49b6b4c68fffa9db495b for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:27.724529 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-e98da330-5cd9-4fdf-842d-e61dceba38aa tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.724794 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-162fa726-7679-4ad9-92d3-a5d82a2087d1 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.738752 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a562cd72-3d09-4680-8d96-c7a2cca71ef9 req-307d3bce-9f03-42d8-8be1-7cbb5d12ae1a tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 210 time: 0.3276572 Aug 20 11:47:27.808190 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-162fa726-7679-4ad9-92d3-a5d82a2087d1 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.811989 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-162fa726-7679-4ad9-92d3-a5d82a2087d1 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2013164 Aug 20 11:47:27.824985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47322) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:27.825838 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fa726-7679-4ad9-92d3-a5d82a2087d1 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825f21ec-9081-4a7e-908f-e2f0c3bb202c,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:27.867454 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-e98da330-5cd9-4fdf-842d-e61dceba38aa tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Allocated IP 192.168.233.61 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/2ec08b95-c5d7-4637-8942-740deab418f5) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:27.903894 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2bc26379-6c87-4342-a205-8e56d1cda35b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules/825f21ec-9081-4a7e-908f-e2f0c3bb202c HTTP/1.1" status: 200 len: 763 time: 0.0667713 Aug 20 11:47:27.906325 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47326) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:27.937408 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fcc59-a05a-492a-87b9-1a158ba3c82e req-05ea2a02-6134-44f0-8dff-3b683d1bac25 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:27.945072 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7e0fcc59-a05a-492a-87b9-1a158ba3c82e req-05ea2a02-6134-44f0-8dff-3b683d1bac25 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.1503859 Aug 20 11:47:27.945252 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.006091 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7e0fcc59-a05a-492a-87b9-1a158ba3c82e req-0f0e7733-0dba-44e7-8421-608e7526f55e tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599401 Aug 20 11:47:28.028258 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-e98da330-5cd9-4fdf-842d-e61dceba38aa tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.029995 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-be9d75f8-7d92-4d6a-96ac-60a17a2bb0c6 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1185968 Aug 20 11:47:28.032453 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47328) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:28.045707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-e98da330-5cd9-4fdf-842d-e61dceba38aa tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Transition to ACTIVE for port object 2ec08b95-c5d7-4637-8942-740deab418f5 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:28.062634 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-431e8931-638f-49b1-a93c-d7686905555d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.071511 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-431e8931-638f-49b1-a93c-d7686905555d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.106101 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-431e8931-638f-49b1-a93c-d7686905555d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.113135 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-431e8931-638f-49b1-a93c-d7686905555d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.114348 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-431e8931-638f-49b1-a93c-d7686905555d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/825f21ec-9081-4a7e-908f-e2f0c3bb202c HTTP/1.1" status: 204 len: 168 time: 0.0806170 Aug 20 11:47:28.117440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47336) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:28.148822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e8931-638f-49b1-a93c-d7686905555d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=825f21ec-9081-4a7e-908f-e2f0c3bb202c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:28.166685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b0d47152-ae2a-48cd-bdef-0dd05e7f1393 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Made reservation on behalf of 388697f16ef24a2db77348e6ee667c3f for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:28.171287 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b0d47152-ae2a-48cd-bdef-0dd05e7f1393 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.209564 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-242c794d-8dd8-411a-a48d-0e15e32b7b65 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0864987 Aug 20 11:47:28.210177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47340) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:28.221826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4ad601fc-74b7-4d25-9aba-fce4fabdbb63 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group_rule': {'security_group_id': 'b2a63d77-6054-4aec-a9b2-fc419dca4b81', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:28.283421 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ad601fc-74b7-4d25-9aba-fce4fabdbb63 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.332248 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5df53c-bb69-416f-a623-99553a60febd req-237c1c2b-6609-40d5-86d9-6f6829f996a9 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:28.333878 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ec5df53c-bb69-416f-a623-99553a60febd req-237c1c2b-6609-40d5-86d9-6f6829f996a9 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.0891325 Aug 20 11:47:28.350064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b0d47152-ae2a-48cd-bdef-0dd05e7f1393 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Allocated IP 10.2.2.200 (96ae447a-8b4f-4e4b-83fe-8a03f1635478/09ba0c88-a55b-46f8-9b69-941d92f119dc/6907400b-f6fd-44da-b9f0-c6c6fee7405c) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:28.383335 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ad601fc-74b7-4d25-9aba-fce4fabdbb63 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.395662 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ad601fc-74b7-4d25-9aba-fce4fabdbb63 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.408763 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-e98da330-5cd9-4fdf-842d-e61dceba38aa tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.421248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['39d919f9-7629-43b9-91fe-f01a0f874957', 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb', '9777dff6-9593-4f0a-826b-e8a735d35785', '86d36a22-0ca1-4913-b5d1-ff5bb31693c9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:28.423806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['8c8ca810-85a5-4b67-81f0-48ca99de399e', '2d510a6e-c4f1-402a-9ae7-c36e28285e90', 'beb19e7c-63f3-4fa4-a968-0f239e1f8456'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:28.450272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cdf47-9856-4457-8bae-08e32b58cccd req-9b44512d-e191-426f-8bb7-3c3964ddf715 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:28.451662 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ec5df53c-bb69-416f-a623-99553a60febd req-058bd1b3-ce65-4a78-9500-9a58f52f2c51 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658684 Aug 20 11:47:28.453037 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad601fc-74b7-4d25-9aba-fce4fabdbb63 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc1ebf3-21b3-4ee6-a824-2e99215d8922,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:28.460405 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ad601fc-74b7-4d25-9aba-fce4fabdbb63 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.464078 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4ad601fc-74b7-4d25-9aba-fce4fabdbb63 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2506428 Aug 20 11:47:28.464440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47346) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:28.488227 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b7f60575-4979-4ce6-92cf-01000cb98a86 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules/4cc1ebf3-21b3-4ee6-a824-2e99215d8922 HTTP/1.1" status: 200 len: 763 time: 0.0219111 Aug 20 11:47:28.494634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cdf47-9856-4457-8bae-08e32b58cccd req-9b44512d-e191-426f-8bb7-3c3964ddf715 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:28.514514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47348) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:28.542807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cdf47-9856-4457-8bae-08e32b58cccd req-9b44512d-e191-426f-8bb7-3c3964ddf715 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:28.549190 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cdf47-9856-4457-8bae-08e32b58cccd req-9b44512d-e191-426f-8bb7-3c3964ddf715 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:28.552235 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-375cdf47-9856-4457-8bae-08e32b58cccd req-9b44512d-e191-426f-8bb7-3c3964ddf715 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 3095 time: 0.4806716 Aug 20 11:47:28.627381 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0249aaca-c091-42f9-a9d9-9d776e0801b9 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1106975 Aug 20 11:47:28.637394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47350) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:28.694951 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f50d11d1-e61f-4a58-b93d-0cc6fc49a756 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.712847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f50d11d1-e61f-4a58-b93d-0cc6fc49a756 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.742750 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f50d11d1-e61f-4a58-b93d-0cc6fc49a756 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.750201 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f50d11d1-e61f-4a58-b93d-0cc6fc49a756 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.752407 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f50d11d1-e61f-4a58-b93d-0cc6fc49a756 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4cc1ebf3-21b3-4ee6-a824-2e99215d8922 HTTP/1.1" status: 204 len: 168 time: 0.1127012 Aug 20 11:47:28.760496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47352) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:28.781087 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ca8aeb76-3af5-45d0-b845-6ce360fa2345 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:47:28.782494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d11d1-e61f-4a58-b93d-0cc6fc49a756 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cc1ebf3-21b3-4ee6-a824-2e99215d8922,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:28.832953 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-15459e81-0a68-4bfd-a89d-eebe127c077d tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0699122 Aug 20 11:47:28.835342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47360) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:28.841658 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-65f29640-7711-469d-ab20-54e353c4e11b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Request body: {'security_group_rule': {'security_group_id': 'b2a63d77-6054-4aec-a9b2-fc419dca4b81', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:28.869315 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-375cdf47-9856-4457-8bae-08e32b58cccd req-051cb4a8-87fd-428a-9d43-967c894abe51 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663998 Aug 20 11:47:28.885692 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-65f29640-7711-469d-ab20-54e353c4e11b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Project b2c80969e597472db2178d166db37022 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:47:28.904306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-e98da330-5cd9-4fdf-842d-e61dceba38aa tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:28.921995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-e98da330-5cd9-4fdf-842d-e61dceba38aa tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:28.926219 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-e98da330-5cd9-4fdf-842d-e61dceba38aa tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:29.026045 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65f29640-7711-469d-ab20-54e353c4e11b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.051278 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-e98da330-5cd9-4fdf-842d-e61dceba38aa tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:29.051945 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-e98da330-5cd9-4fdf-842d-e61dceba38aa tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.082061 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ca8aeb76-3af5-45d0-b845-6ce360fa2345, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:29.103084 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f5ea0e6-4ed7-4860-b798-2b3534ea6b7f req-72d4f17d-f472-4478-899f-2bcb9660632a service neutron] 10.222.0.35 "GET /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7478204 Aug 20 11:47:29.104379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345e0ec-d6ae-44c7-a52b-e15e9ddcf233 req-28dbbe63-77c2-45d3-a563-e1c5361a0e78 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:29.106614 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c345e0ec-d6ae-44c7-a52b-e15e9ddcf233 req-28dbbe63-77c2-45d3-a563-e1c5361a0e78 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 935 time: 0.1449904 Aug 20 11:47:29.137815 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-e98da330-5cd9-4fdf-842d-e61dceba38aa tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8188543 Aug 20 11:47:29.143223 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b0d47152-ae2a-48cd-bdef-0dd05e7f1393 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.167700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'port_id': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'mac_address': 'fa:16:3e:16:3e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:47:29.168984 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b0d47152-ae2a-48cd-bdef-0dd05e7f1393 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Transition to ACTIVE for port object 6907400b-f6fd-44da-b9f0-c6c6fee7405c will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:29.177145 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65f29640-7711-469d-ab20-54e353c4e11b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.182749 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65f29640-7711-469d-ab20-54e353c4e11b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.205324 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c345e0ec-d6ae-44c7-a52b-e15e9ddcf233 req-e10f0bbf-479c-46a9-9793-bf66caa7c85d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883315 Aug 20 11:47:29.217623 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f29640-7711-469d-ab20-54e353c4e11b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1549f22-026c-45e8-b55e-2c6909a2a5d6,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:29.250844 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65f29640-7711-469d-ab20-54e353c4e11b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.252399 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-65f29640-7711-469d-ab20-54e353c4e11b tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4155078 Aug 20 11:47:29.258504 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47366) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:29.279024 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-92a04747-1eb2-4a1b-b3b0-1d18785bdd2c tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules/c1549f22-026c-45e8-b55e-2c6909a2a5d6 HTTP/1.1" status: 200 len: 769 time: 0.0188954 Aug 20 11:47:29.279805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-e920fbd4-105c-4bd7-b95b-f13b3b880518 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Allocated IP 172.20.0.29 (19ee5448-f609-4ae0-a0d8-3dab68db23c4/a0f6c9cc-2832-49bd-853e-0b9f03de9db5/8402b6a5-26c9-427b-b136-1f2934dfcf0f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:29.281861 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47368) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:29.285248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98da330-5cd9-4fdf-842d-e61dceba38aa tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event updated for resources: {'Port': ['ID=2ec08b95-c5d7-4637-8942-740deab418f5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:29.295534 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b0d47152-ae2a-48cd-bdef-0dd05e7f1393 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.304029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Request body: {'port': {'device_id': '13be9a6a-4e4b-4b57-b37b-b49f9058575a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:29.352231 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9343454d-2053-4409-b744-49c327a33787 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0676448 Aug 20 11:47:29.354169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47376) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:29.438171 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aea879e6-6313-4bd8-a3d4-fa465d43cc09 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.460007 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aea879e6-6313-4bd8-a3d4-fa465d43cc09 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.489244 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611b58e-e7ba-4c65-bf04-a0b1025df8f3 req-168074d8-b721-449e-9468-22f4d8af78bf tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:29.490810 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4611b58e-e7ba-4c65-bf04-a0b1025df8f3 req-168074d8-b721-449e-9468-22f4d8af78bf tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.2487605 Aug 20 11:47:29.502800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b0d47152-ae2a-48cd-bdef-0dd05e7f1393 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Network 96ae447a-8b4f-4e4b-83fe-8a03f1635478 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:29.506985 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.527087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b0d47152-ae2a-48cd-bdef-0dd05e7f1393 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:29.542002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8aeb76-3af5-45d0-b845-6ce360fa2345 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:29.563066 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aea879e6-6313-4bd8-a3d4-fa465d43cc09 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.574247 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aea879e6-6313-4bd8-a3d4-fa465d43cc09 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.577940 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-aea879e6-6313-4bd8-a3d4-fa465d43cc09 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c1549f22-026c-45e8-b55e-2c6909a2a5d6 HTTP/1.1" status: 204 len: 168 time: 0.2202311 Aug 20 11:47:29.592284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47384) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:29.596076 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b0d47152-ae2a-48cd-bdef-0dd05e7f1393 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:29.657771 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea879e6-6313-4bd8-a3d4-fa465d43cc09 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1549f22-026c-45e8-b55e-2c6909a2a5d6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:29.695474 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ca8aeb76-3af5-45d0-b845-6ce360fa2345, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:29.697028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1002e070-1ae9-4ebf-b28f-f071b3aae8e3 None None] Provisioning for port 2ec08b95-c5d7-4637-8942-740deab418f5 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:29.714230 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.752230 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1002e070-1ae9-4ebf-b28f-f071b3aae8e3 None None] Provisioning complete for port 2ec08b95-c5d7-4637-8942-740deab418f5 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:29.753794 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1002e070-1ae9-4ebf-b28f-f071b3aae8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.847284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b465b062-ebe9-47cd-bf56-56f17191ba73 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2547829 Aug 20 11:47:29.865086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47390) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:29.935351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ca8aeb76-3af5-45d0-b845-6ce360fa2345,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:29.952945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dbd91-36b8-4616-b9d8-531d0157c327 req-5e255761-936c-43cc-a34f-91f97d1c1cb7 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:29.954670 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9d3dbd91-36b8-4616-b9d8-531d0157c327 req-5e255761-936c-43cc-a34f-91f97d1c1cb7 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 943 time: 0.2848363 Aug 20 11:47:29.975826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1002e070-1ae9-4ebf-b28f-f071b3aae8e3 None None] Port 2ec08b95-c5d7-4637-8942-740deab418f5 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:30.013990 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2810575f-c91c-4874-a49b-5f7596641b09 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.035128 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9d3dbd91-36b8-4616-b9d8-531d0157c327 req-d1173611-72cd-4b0e-8ee3-16b1686c3c1a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681150 Aug 20 11:47:30.096180 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2810575f-c91c-4874-a49b-5f7596641b09 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.100259 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['ca8aeb76-3af5-45d0-b845-6ce360fa2345'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:30.239093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5f749d9d-b38f-4063-92ee-8d901c90977f None None] Provisioning for port 6907400b-f6fd-44da-b9f0-c6c6fee7405c completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:30.264000 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5f749d9d-b38f-4063-92ee-8d901c90977f None None] Provisioning complete for port 6907400b-f6fd-44da-b9f0-c6c6fee7405c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:30.264374 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5f749d9d-b38f-4063-92ee-8d901c90977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.274352 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd1733-dcc0-43e0-84a0-26270638c232 req-35ee5a5d-4da2-4ecc-a0d5-6457c72e3d76 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:30.285796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd1733-dcc0-43e0-84a0-26270638c232 req-35ee5a5d-4da2-4ecc-a0d5-6457c72e3d76 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:30.293200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d47152-ae2a-48cd-bdef-0dd05e7f1393 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event updated for resources: {'Port': ['ID=6907400b-f6fd-44da-b9f0-c6c6fee7405c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:30.296255 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.312815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd1733-dcc0-43e0-84a0-26270638c232 req-35ee5a5d-4da2-4ecc-a0d5-6457c72e3d76 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:30.316555 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4611b58e-e7ba-4c65-bf04-a0b1025df8f3 req-87f85bcc-9b8e-4ff8-b025-a6da9f7b5d39 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8099766 Aug 20 11:47:30.323176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd1733-dcc0-43e0-84a0-26270638c232 req-35ee5a5d-4da2-4ecc-a0d5-6457c72e3d76 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:30.345059 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd1733-dcc0-43e0-84a0-26270638c232 req-35ee5a5d-4da2-4ecc-a0d5-6457c72e3d76 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:30.346672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-13cd1733-dcc0-43e0-84a0-26270638c232 req-35ee5a5d-4da2-4ecc-a0d5-6457c72e3d76 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 3816 time: 0.1930556 Aug 20 11:47:30.347524 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2810575f-c91c-4874-a49b-5f7596641b09 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.349835 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-5f749d9d-b38f-4063-92ee-8d901c90977f None None] Port 6907400b-f6fd-44da-b9f0-c6c6fee7405c cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:30.354107 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2810575f-c91c-4874-a49b-5f7596641b09 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.357764 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2810575f-c91c-4874-a49b-5f7596641b09 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "DELETE /v2.0/security-groups/b2a63d77-6054-4aec-a9b2-fc419dca4b81 HTTP/1.1" status: 204 len: 168 time: 0.4870670 Aug 20 11:47:30.380315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47402) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:30.421320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810575f-c91c-4874-a49b-5f7596641b09 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a63d77-6054-4aec-a9b2-fc419dca4b81,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:30.459755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b0d47152-ae2a-48cd-bdef-0dd05e7f1393 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:30.460803 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b0d47152-ae2a-48cd-bdef-0dd05e7f1393 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.464847 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-13cd1733-dcc0-43e0-84a0-26270638c232 req-181b1da6-c8b3-422c-af95-d53ae555e958 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084561 Aug 20 11:47:30.515106 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8b3c141f-6649-4d78-aa68-6cc25fa8906f tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1275561 Aug 20 11:47:30.516022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47404) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:30.560628 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b0d47152-ae2a-48cd-bdef-0dd05e7f1393 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6783178 Aug 20 11:47:30.577644 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8d3ee033-93c6-4c3b-acf1-280b84c47c88 tempest-SecGroupIPv6Test-64266061 tempest-SecGroupIPv6Test-64266061-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0553668 Aug 20 11:47:30.661109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Request body: {'port': {'device_id': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:30.712226 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e920fbd4-105c-4bd7-b95b-f13b3b880518 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.743754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae5933-f24c-445f-8f77-836e4b29116f req-4c15a60c-5863-4230-967a-754330fd124c tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:30.745522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-78ae5933-f24c-445f-8f77-836e4b29116f req-4c15a60c-5863-4230-967a-754330fd124c tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 935 time: 0.2923324 Aug 20 11:47:30.835466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-e920fbd4-105c-4bd7-b95b-f13b3b880518 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Transition to ACTIVE for port object 8402b6a5-26c9-427b-b136-1f2934dfcf0f will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:30.874768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-78ae5933-f24c-445f-8f77-836e4b29116f req-4bf84839-485b-4393-b4f6-aaec82695ebc tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119337 Aug 20 11:47:30.879688 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e920fbd4-105c-4bd7-b95b-f13b3b880518 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.941695 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.956996 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47422) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:31.091213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920fbd4-105c-4bd7-b95b-f13b3b880518 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=8402b6a5-26c9-427b-b136-1f2934dfcf0f,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:31.278642 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5126c5d0-a387-440f-a2a7-52c3fb4affee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2c80969e597472db2178d166db37022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182614 Aug 20 11:47:31.280364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47428) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:31.302395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c68359-7b20-44d0-9446-d9e86d14d33f req-53c2cab2-1d9f-4f76-8fc6-241691a37c34 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:31.311201 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b9c68359-7b20-44d0-9446-d9e86d14d33f req-53c2cab2-1d9f-4f76-8fc6-241691a37c34 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 944 time: 0.1424973 Aug 20 11:47:31.329093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec08b95-c5d7-4637-8942-740deab418f5 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:31.368491 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.396105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6f6ed677-24b8-4f2e-a687-427d8c3d65e9 None None] Provisioning for port 8402b6a5-26c9-427b-b136-1f2934dfcf0f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:31.402836 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6f6ed677-24b8-4f2e-a687-427d8c3d65e9 None None] Provisioning complete for port 8402b6a5-26c9-427b-b136-1f2934dfcf0f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:31.403190 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed677-24b8-4f2e-a687-427d8c3d65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.410354 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b9c68359-7b20-44d0-9446-d9e86d14d33f req-fdbe19ff-8cdf-4f68-ab0f-f02d4bd0451b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966704 Aug 20 11:47:31.411187 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-e920fbd4-105c-4bd7-b95b-f13b3b880518 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] In _notify_port_updated(), no bound segment for port 8402b6a5-26c9-427b-b136-1f2934dfcf0f on network 19ee5448-f609-4ae0-a0d8-3dab68db23c4 {{(pid=94691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:47:31.417929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e920fbd4-105c-4bd7-b95b-f13b3b880518 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:31.418574 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e920fbd4-105c-4bd7-b95b-f13b3b880518 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.419892 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e920fbd4-105c-4bd7-b95b-f13b3b880518 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "PUT /v2.0/ports/8402b6a5-26c9-427b-b136-1f2934dfcf0f HTTP/1.1" status: 200 len: 1000 time: 4.3177328 Aug 20 11:47:31.426411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47436) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:31.442562 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc2ff-7494-483a-b75a-bfb9af9b133f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.447961 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Transition to ACTIVE for port object 2ec08b95-c5d7-4637-8942-740deab418f5 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:31.478523 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc2ff-7494-483a-b75a-bfb9af9b133f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.525826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ed677-24b8-4f2e-a687-427d8c3d65e9 None None] Port 8402b6a5-26c9-427b-b136-1f2934dfcf0f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:31.528267 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.532618 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc2ff-7494-483a-b75a-bfb9af9b133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.537254 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc2ff-7494-483a-b75a-bfb9af9b133f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.541313 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0d3cc2ff-7494-483a-b75a-bfb9af9b133f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03ad21e8-f486-48a6-ba3a-645e78703974 HTTP/1.1" status: 204 len: 168 time: 0.2596509 Aug 20 11:47:31.550864 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cc2ff-7494-483a-b75a-bfb9af9b133f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ad21e8-f486-48a6-ba3a-645e78703974,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:31.759237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93d7e0-2707-4f4b-8437-c70174241ec7 req-0ea5c5d2-9e26-4eba-9816-51b747a1eb3e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:31.771919 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93d7e0-2707-4f4b-8437-c70174241ec7 req-0ea5c5d2-9e26-4eba-9816-51b747a1eb3e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:31.778178 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93d7e0-2707-4f4b-8437-c70174241ec7 req-0ea5c5d2-9e26-4eba-9816-51b747a1eb3e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:31.785203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Pushing event updated for resources: {'Port': ['ID=2ec08b95-c5d7-4637-8942-740deab418f5,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:31.788237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93d7e0-2707-4f4b-8437-c70174241ec7 req-0ea5c5d2-9e26-4eba-9816-51b747a1eb3e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:31.794450 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93d7e0-2707-4f4b-8437-c70174241ec7 req-0ea5c5d2-9e26-4eba-9816-51b747a1eb3e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:31.796259 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc93d7e0-2707-4f4b-8437-c70174241ec7 req-0ea5c5d2-9e26-4eba-9816-51b747a1eb3e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 3816 time: 0.1820796 Aug 20 11:47:31.865698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c7b4a-e3ca-47d4-aa38-1199c348dd27 req-4e68d811-04aa-4a1b-8abf-b79a721faca7 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:31.867286 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c09c7b4a-e3ca-47d4-aa38-1199c348dd27 req-4e68d811-04aa-4a1b-8abf-b79a721faca7 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.3672338 Aug 20 11:47:31.868856 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc93d7e0-2707-4f4b-8437-c70174241ec7 req-5c0e0a4c-de6f-42d6-b402-93c19e26de3b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633786 Aug 20 11:47:32.110918 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c09c7b4a-e3ca-47d4-aa38-1199c348dd27 req-da21f875-0a0e-48ae-830d-09c2ecc3696c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613882 Aug 20 11:47:32.118131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35fe58-f1e2-4f28-9411-2065ca5b2e2b req-b89c8a42-b48c-4539-a39f-ce043edef3ab tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:32.119995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ca05d87b-e691-4624-8663-5e1784847ae6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 8402b6a5-26c9-427b-b136-1f2934dfcf0f {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:32.120567 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca05d87b-e691-4624-8663-5e1784847ae6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.127196 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-de35fe58-f1e2-4f28-9411-2065ca5b2e2b req-b89c8a42-b48c-4539-a39f-ce043edef3ab tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 947 time: 0.0990031 Aug 20 11:47:32.181301 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-de35fe58-f1e2-4f28-9411-2065ca5b2e2b req-c9954382-5829-430b-81e8-0ff3c8b20b98 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525651 Aug 20 11:47:32.305124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9bef89f-685a-44be-baf1-fe42d2901197 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:32.318371 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca05d87b-e691-4624-8663-5e1784847ae6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.332834 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.335826 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Attempting to bind port 2ec08b95-c5d7-4637-8942-740deab418f5 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:32.336416 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Attempting to bind port 2ec08b95-c5d7-4637-8942-740deab418f5 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:32.337020 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Attempting to bind port 2ec08b95-c5d7-4637-8942-740deab418f5 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:32.378011 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Port 2ec08b95-c5d7-4637-8942-740deab418f5 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:47:32.378695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Attempting to bind port 2ec08b95-c5d7-4637-8942-740deab418f5 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:32.385007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ca05d87b-e691-4624-8663-5e1784847ae6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 8402b6a5-26c9-427b-b136-1f2934dfcf0f owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:32.396267 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Transition to ACTIVE for port object f9bef89f-685a-44be-baf1-fe42d2901197 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:32.403990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:32.404375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:32.404797 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:32.405334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Bound port: 2ec08b95-c5d7-4637-8942-740deab418f5, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:32.405708 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.411175 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.630471 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede36db-dfbf-41fb-83e7-64b7e90251bf req-e0143b44-b3ef-47f6-9555-18f0e607852d tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:32.649613 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cede36db-dfbf-41fb-83e7-64b7e90251bf req-e0143b44-b3ef-47f6-9555-18f0e607852d tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 944 time: 0.0885530 Aug 20 11:47:32.716386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ee8b2-28bf-4e36-8ce8-5cba8a1f0deb req-169389d8-258e-45e9-8968-7154c3995181 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:32.718155 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa1ee8b2-28bf-4e36-8ce8-5cba8a1f0deb req-169389d8-258e-45e9-8968-7154c3995181 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.4030209 Aug 20 11:47:32.724856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47482) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:32.756582 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cede36db-dfbf-41fb-83e7-64b7e90251bf req-ef5038eb-13a2-46fa-9896-3922d6c99216 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009228 Aug 20 11:47:32.757075 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.799366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ca8aeb76-3af5-45d0-b845-6ce360fa2345 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:32.863623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port ca8aeb76-3af5-45d0-b845-6ce360fa2345 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:32.864304 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.880595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Pushing event updated for resources: {'Port': ['ID=f9bef89f-685a-44be-baf1-fe42d2901197,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:32.949679 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-02e7af31-17c3-445f-b5a3-cdcffef34387 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-300736190'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:32.989648 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa1ee8b2-28bf-4e36-8ce8-5cba8a1f0deb req-7f8cdec2-c908-486a-a22e-d7102509ca8c tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408283 Aug 20 11:47:33.011745 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] For port 2ec08b95-c5d7-4637-8942-740deab418f5, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:33.021667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] For port 2ec08b95-c5d7-4637-8942-740deab418f5, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=2ec08b95-c5d7-4637-8942-740deab418f5,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:33.034541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e7af31-17c3-445f-b5a3-cdcffef34387 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Made reservation on behalf of 3b92ef6434234b30a6127bebb3ce4793 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:33.039203 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02e7af31-17c3-445f-b5a3-cdcffef34387 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.045603 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Attempting to bind port f9bef89f-685a-44be-baf1-fe42d2901197 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:33.045821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Attempting to bind port f9bef89f-685a-44be-baf1-fe42d2901197 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '32984950-56c0-447f-980f-cf617d52eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:33.046174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Attempting to bind port f9bef89f-685a-44be-baf1-fe42d2901197 on network 6c9f33d1-9d46-4cab-8484-e59cd857f82b {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:33.053376 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Port f9bef89f-685a-44be-baf1-fe42d2901197 on network 6c9f33d1-9d46-4cab-8484-e59cd857f82b not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:47:33.053708 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Attempting to bind port f9bef89f-685a-44be-baf1-fe42d2901197 on network 6c9f33d1-9d46-4cab-8484-e59cd857f82b {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:33.059701 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.063725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:33.064121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Checking segment: {'id': '32984950-56c0-447f-980f-cf617d52eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:33.064362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Bound using segment: {'id': '32984950-56c0-447f-980f-cf617d52eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:33.065115 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Bound port: f9bef89f-685a-44be-baf1-fe42d2901197, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32984950-56c0-447f-980f-cf617d52eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:33.065427 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.070644 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.074724 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02e7af31-17c3-445f-b5a3-cdcffef34387 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.105786 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca05d87b-e691-4624-8663-5e1784847ae6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.149536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ca8aeb76-3af5-45d0-b845-6ce360fa2345, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:33.150866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:33.156039 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2879e3e7-adcd-479d-8fb3-cc8072e89820" -d '{"events": [{"server_uuid": "0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7", "name": "network-vif-plugged", "status": "completed", "tag": "ca8aeb76-3af5-45d0-b845-6ce360fa2345"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:33.199006 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.235003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] For port f9bef89f-685a-44be-baf1-fe42d2901197, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:33.239103 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] For port f9bef89f-685a-44be-baf1-fe42d2901197, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f9bef89f-685a-44be-baf1-fe42d2901197,segment=NetworkSegment(32984950-56c0-447f-980f-cf617d52eb9f),segment_id=32984950-56c0-447f-980f-cf617d52eb9f)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:33.266519 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.309744 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ca8aeb76-3af5-45d0-b845-6ce360fa2345,revision_number=10']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:33.337849 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02e7af31-17c3-445f-b5a3-cdcffef34387 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.343537 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02e7af31-17c3-445f-b5a3-cdcffef34387 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.346127 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:33.346821 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.348236 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] 10.222.0.76 "PUT /v2.0/ports/2ec08b95-c5d7-4637-8942-740deab418f5 HTTP/1.1" status: 200 len: 1095 time: 4.0812447 Aug 20 11:47:33.373068 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e7af31-17c3-445f-b5a3-cdcffef34387 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:47:33.399728 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02e7af31-17c3-445f-b5a3-cdcffef34387 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.399728 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-02e7af31-17c3-445f-b5a3-cdcffef34387 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Added segment 4852d699-c58c-496f-af1d-f30dc2b58ebd of type vlan for network 865d3101-35b0-4243-b0ce-2a0538c3fb4a Aug 20 11:47:33.432620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13be9a6a-4e4b-4b57-b37b-b49f9058575a', 'tag': '2ec08b95-c5d7-4637-8942-740deab418f5'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:33.435539 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8ae80f-21a1-47c7-9ac7-a83619eb9daa" -d '{"events": [{"name": "network-changed", "server_uuid": "13be9a6a-4e4b-4b57-b37b-b49f9058575a", "tag": "2ec08b95-c5d7-4637-8942-740deab418f5"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:33.444252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cfa95-6e94-483e-8488-77a5415da8ec service neutron] Pushing event updated for resources: {'Port': ['ID=2ec08b95-c5d7-4637-8942-740deab418f5,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:33.523564 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:33.524207 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.525672 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] 10.222.0.76 "PUT /v2.0/ports/f9bef89f-685a-44be-baf1-fe42d2901197 HTTP/1.1" status: 200 len: 1091 time: 2.8892884 Aug 20 11:47:33.542076 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02e7af31-17c3-445f-b5a3-cdcffef34387 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.611956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Request body: {'port': {'device_id': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:33.677194 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7af31-17c3-445f-b5a3-cdcffef34387 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4d3e18-e68b-492f-a883-0ae043e80433,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:33.703404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05d87b-e691-4624-8663-5e1784847ae6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=8402b6a5-26c9-427b-b136-1f2934dfcf0f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:33.705696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6237030-880d-4079-b378-61f84d1933f3 req-675889cd-4eb0-4964-8dd7-51ad40b2f1e6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:33.717095 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6237030-880d-4079-b378-61f84d1933f3 req-675889cd-4eb0-4964-8dd7-51ad40b2f1e6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:33.733231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6237030-880d-4079-b378-61f84d1933f3 req-675889cd-4eb0-4964-8dd7-51ad40b2f1e6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:33.739881 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6237030-880d-4079-b378-61f84d1933f3 req-675889cd-4eb0-4964-8dd7-51ad40b2f1e6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:33.745757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6237030-880d-4079-b378-61f84d1933f3 req-675889cd-4eb0-4964-8dd7-51ad40b2f1e6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:33.747601 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b6237030-880d-4079-b378-61f84d1933f3 req-675889cd-4eb0-4964-8dd7-51ad40b2f1e6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 3828 time: 0.6273527 Aug 20 11:47:33.756844 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02e7af31-17c3-445f-b5a3-cdcffef34387 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.769630 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7af31-17c3-445f-b5a3-cdcffef34387 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:33.770139 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02e7af31-17c3-445f-b5a3-cdcffef34387 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.808513 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca05d87b-e691-4624-8663-5e1784847ae6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.810774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ca05d87b-e691-4624-8663-5e1784847ae6 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/8402b6a5-26c9-427b-b136-1f2934dfcf0f HTTP/1.1" status: 204 len: 168 time: 2.3805895 Aug 20 11:47:33.825720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47514) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:33.875123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-b31e3ed3-f988-49ce-a418-2358fcc17927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:33.876854 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-b31e3ed3-f988-49ce-a418-2358fcc17927 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 1098 time: 0.4262855 Aug 20 11:47:33.889082 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119139-c9bc-44af-b65c-7eb71ebad1ff req-91f5e599-4802-4e46-a3ec-f909b6d570c4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:33.890880 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ba119139-c9bc-44af-b65c-7eb71ebad1ff req-91f5e599-4802-4e46-a3ec-f909b6d570c4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.6419752 Aug 20 11:47:33.903282 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7af31-17c3-445f-b5a3-cdcffef34387 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Pushing event updated for resources: {'Network': ['ID=865d3101-35b0-4243-b0ce-2a0538c3fb4a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:33.924035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 865d3101-35b0-4243-b0ce-2a0538c3fb4a details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:47:33.983910 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-02e7af31-17c3-445f-b5a3-cdcffef34387 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2578254 Aug 20 11:47:33.992860 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47516) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:34.004830 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-fddd9fe5-eeae-4e62-8631-e71e5adc7486 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Request body: {'subnet': {'network_id': '865d3101-35b0-4243-b0ce-2a0538c3fb4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:34.007057 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d3dcfd-7036-4310-b2c2-76a0fa2ac442 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] GET failed (client error): The resource could not be found. Aug 20 11:47:34.009942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c1d3dcfd-7036-4310-b2c2-76a0fa2ac442 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/8402b6a5-26c9-427b-b136-1f2934dfcf0f HTTP/1.1" status: 404 len: 333 time: 0.1829145 Aug 20 11:47:34.015306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47518) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:34.024583 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:34.024768 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b6237030-880d-4079-b378-61f84d1933f3 req-7504c4ac-3ffc-4a83-8c85-15f0cf591d14 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517657 Aug 20 11:47:34.028303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-80bc050b-f69f-4d74-bf40-ed6f3948487e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=2ec08b95-c5d7-4637-8942-740deab418f5 HTTP/1.1" status: 200 len: 217 time: 0.1301332 Aug 20 11:47:34.029205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78dddb-4b49-4ed3-873c-a3c7eae98232 service neutron] Pushing event updated for resources: {'Port': ['ID=f9bef89f-685a-44be-baf1-fe42d2901197,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:34.106944 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e2588a-65c3-43f2-8ef9-76185525b2da x-openstack-request-id: req-51e2588a-65c3-43f2-8ef9-76185525b2da {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:34.107461 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7", "name": "network-vif-plugged", "status": "completed", "tag": "ca8aeb76-3af5-45d0-b845-6ce360fa2345", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:34.108037 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51e2588a-65c3-43f2-8ef9-76185525b2da {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:34.108938 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'code': 200} Aug 20 11:47:34.299664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddd9fe5-eeae-4e62-8631-e71e5adc7486 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Made reservation on behalf of 3b92ef6434234b30a6127bebb3ce4793 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:34.301301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-15c38485-5aa7-4521-b48b-eb2d9f1cb6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:34.302948 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-15c38485-5aa7-4521-b48b-eb2d9f1cb6d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.2489321 Aug 20 11:47:34.303341 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fddd9fe5-eeae-4e62-8631-e71e5adc7486 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:34.319893 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd161de-5f63-4f96-a49c-8f47ab24ac5d req-6df9fea5-cfb0-4ba6-bc9b-5c6df7848e87 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:34.321886 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-efd161de-5f63-4f96-a49c-8f47ab24ac5d req-6df9fea5-cfb0-4ba6-bc9b-5c6df7848e87 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 947 time: 0.0976148 Aug 20 11:47:34.412091 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ba119139-c9bc-44af-b65c-7eb71ebad1ff req-43856476-0176-4e4e-8b9d-ec263846de80 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016396 Aug 20 11:47:34.428933 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b9b787-f1a5-4cae-a822-d6e3d424552b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting subnet a0f6c9cc-2832-49bd-853e-0b9f03de9db5 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:47:34.446225 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b787-f1a5-4cae-a822-d6e3d424552b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:34.946938 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b787-f1a5-4cae-a822-d6e3d424552b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:35.034577 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268361d9-7617-47bb-b577-fb39b1e0f92b x-openstack-request-id: req-268361d9-7617-47bb-b577-fb39b1e0f92b {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:35.034861 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13be9a6a-4e4b-4b57-b37b-b49f9058575a", "tag": "2ec08b95-c5d7-4637-8942-740deab418f5", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:35.035142 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-268361d9-7617-47bb-b577-fb39b1e0f92b {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:35.035492 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13be9a6a-4e4b-4b57-b37b-b49f9058575a', 'tag': '2ec08b95-c5d7-4637-8942-740deab418f5', 'status': 'completed', 'code': 200} Aug 20 11:47:35.084770 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-efd161de-5f63-4f96-a49c-8f47ab24ac5d req-363a1422-fc31-459e-896a-8e94e2a7b3b7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7449157 Aug 20 11:47:35.225984 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b787-f1a5-4cae-a822-d6e3d424552b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:35.236754 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fddd9fe5-eeae-4e62-8631-e71e5adc7486 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:35.255752 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdd4ab-1b70-4f12-857c-0ec7bb1c77f3 req-febfcdf1-d3c6-4b07-bb67-53bad1502254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:35.257414 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6dbdd4ab-1b70-4f12-857c-0ec7bb1c77f3 req-febfcdf1-d3c6-4b07-bb67-53bad1502254 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 1097 time: 0.9514565 Aug 20 11:47:35.308036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1845c-c2e2-4936-a0da-218621f8e32c req-e5e172ee-8e1f-4c9c-a075-5658cacae039 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:35.311319 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-2ca10e3b-76fd-401d-959c-b509b6cf1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:35.317471 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3fd1845c-c2e2-4936-a0da-218621f8e32c req-e5e172ee-8e1f-4c9c-a075-5658cacae039 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.1215265 Aug 20 11:47:35.319367 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-2ca10e3b-76fd-401d-959c-b509b6cf1313 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0083413 Aug 20 11:47:35.347941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd9fe5-eeae-4e62-8631-e71e5adc7486 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Pushing event updated for resources: {'Subnet': ['ID=12e59293-54cc-4a33-96c8-2c69ec4ad6ef,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:35.377722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd9fe5-eeae-4e62-8631-e71e5adc7486 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Checking segment: {'id': '4852d699-c58c-496f-af1d-f30dc2b58ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '865d3101-35b0-4243-b0ce-2a0538c3fb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:35.378399 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddd9fe5-eeae-4e62-8631-e71e5adc7486 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Network hostable DHCP agents. Network: 865d3101-35b0-4243-b0ce-2a0538c3fb4a, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:47:35.386610 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3fd1845c-c2e2-4936-a0da-218621f8e32c req-fa9dfc8e-0a20-4bdc-9962-9bd69ef81fef tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682611 Aug 20 11:47:35.425627 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddd9fe5-eeae-4e62-8631-e71e5adc7486 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Network 865d3101-35b0-4243-b0ce-2a0538c3fb4a is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:47:35.440303 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-fddd9fe5-eeae-4e62-8631-e71e5adc7486 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 865d3101-35b0-4243-b0ce-2a0538c3fb4a) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:35.446759 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddd9fe5-eeae-4e62-8631-e71e5adc7486 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:35.446759 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fddd9fe5-eeae-4e62-8631-e71e5adc7486 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:35.453513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1b4c3e-339d-42ea-9481-88a731969a58 None None] Network 865d3101-35b0-4243-b0ce-2a0538c3fb4a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:35.489853 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fddd9fe5-eeae-4e62-8631-e71e5adc7486 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4942646 Aug 20 11:47:35.492689 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47544) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:35.498431 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-22c868f1-e01c-4032-9adc-79003c61d25a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Request body: {'port': {'network_id': '865d3101-35b0-4243-b0ce-2a0538c3fb4a', 'name': 'tempest-TagsExtTest-214963565'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:35.602790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bc13b-5110-4e66-bfd9-173c17d734b8 req-dca3b918-4635-470b-8396-051c7333c22b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:35.610620 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d1bc13b-5110-4e66-bfd9-173c17d734b8 req-dca3b918-4635-470b-8396-051c7333c22b tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 946 time: 0.5863316 Aug 20 11:47:35.741252 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9268784-6c42-42b5-b77f-a96a9cb48fbd req-46830196-99a9-48ac-8d07-d597b3197ef5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:35.745846 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-865d3101-35b0-4243-b0ce-2a0538c3fb4a', 'network_id': '865d3101-35b0-4243-b0ce-2a0538c3fb4a', 'tenant_id': '3b92ef6434234b30a6127bebb3ce4793', 'fixed_ips': [{'subnet_id': '12e59293-54cc-4a33-96c8-2c69ec4ad6ef'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:47:35.746844 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:35.749422 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9268784-6c42-42b5-b77f-a96a9cb48fbd req-46830196-99a9-48ac-8d07-d597b3197ef5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:35.756747 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9268784-6c42-42b5-b77f-a96a9cb48fbd req-46830196-99a9-48ac-8d07-d597b3197ef5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:35.759903 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-009eb075-49d5-4ce4-bd76-af25aafbd347 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890874 Aug 20 11:47:35.764872 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9268784-6c42-42b5-b77f-a96a9cb48fbd req-46830196-99a9-48ac-8d07-d597b3197ef5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:35.772573 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9268784-6c42-42b5-b77f-a96a9cb48fbd req-46830196-99a9-48ac-8d07-d597b3197ef5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:35.775061 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f9268784-6c42-42b5-b77f-a96a9cb48fbd req-46830196-99a9-48ac-8d07-d597b3197ef5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 3828 time: 0.2477870 Aug 20 11:47:35.808386 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6dbdd4ab-1b70-4f12-857c-0ec7bb1c77f3 req-de2f0c09-61bf-4401-9a21-e255793ba611 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4869502 Aug 20 11:47:35.821827 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b787-f1a5-4cae-a822-d6e3d424552b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:35.839803 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f9268784-6c42-42b5-b77f-a96a9cb48fbd req-a27bd328-f285-4027-a263-39a7b4e35c6b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537379 Aug 20 11:47:35.840961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c868f1-e01c-4032-9adc-79003c61d25a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Made reservation on behalf of 3b92ef6434234b30a6127bebb3ce4793 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:35.844802 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22c868f1-e01c-4032-9adc-79003c61d25a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:35.868505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-22c868f1-e01c-4032-9adc-79003c61d25a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] device_id is not set on port 5574e7d2-f7e3-447a-bb55-bd61e2bd086a yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:47:35.979445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9b787-f1a5-4cae-a822-d6e3d424552b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f6c9cc-2832-49bd-853e-0b9f03de9db5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:35.990654 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b787-f1a5-4cae-a822-d6e3d424552b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:35.995492 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f5b9b787-f1a5-4cae-a822-d6e3d424552b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/a0f6c9cc-2832-49bd-853e-0b9f03de9db5 HTTP/1.1" status: 204 len: 168 time: 1.9659595 Aug 20 11:47:35.995914 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47554) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:36.004409 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0303bcc6-1033-4436-900f-b2b5525c2edb None None] Network 19ee5448-f609-4ae0-a0d8-3dab68db23c4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:36.156374 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0808461-7092-4d37-bc07-efb9b2e161a7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting subnet 92e603ac-e55d-4544-8d9d-ce777e072215 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:47:36.163191 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0808461-7092-4d37-bc07-efb9b2e161a7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:36.168295 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Allocated IP 172.20.0.2 (865d3101-35b0-4243-b0ce-2a0538c3fb4a/12e59293-54cc-4a33-96c8-2c69ec4ad6ef/6161e6e1-36e9-4617-bd09-b2f85e41ed49) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:36.193694 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d1bc13b-5110-4e66-bfd9-173c17d734b8 req-1500d378-34d3-4661-afef-493337f393ba tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5821874 Aug 20 11:47:36.249877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65164dec-9537-4c9c-89fe-cc971fdf8ed3 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:36.259149 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc258779-b5fb-4bd6-bc69-52a3d03841b5 req-deaaa338-3996-41bf-a8c6-185af77f91ed service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471934 Aug 20 11:47:36.261433 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:36.305230 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Transition to ACTIVE for port object 65164dec-9537-4c9c-89fe-cc971fdf8ed3 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:36.334008 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0808461-7092-4d37-bc07-efb9b2e161a7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:36.353942 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07abca-9bb6-468d-a3f1-aa9f418a4af3 req-7587e99b-1741-40af-ad91-ceab75cc2892 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:36.356164 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-df07abca-9bb6-468d-a3f1-aa9f418a4af3 req-7587e99b-1741-40af-ad91-ceab75cc2892 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.2687287 Aug 20 11:47:36.370516 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:36.444070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-df07abca-9bb6-468d-a3f1-aa9f418a4af3 req-0c9d0972-c660-4153-93fc-6857ba3b250b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604384 Aug 20 11:47:36.491205 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0808461-7092-4d37-bc07-efb9b2e161a7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:36.607795 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:36.619803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Transition to ACTIVE for port object 6161e6e1-36e9-4617-bd09-b2f85e41ed49 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:36.656950 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0808461-7092-4d37-bc07-efb9b2e161a7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:36.660862 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Transition to ACTIVE for port object 6161e6e1-36e9-4617-bd09-b2f85e41ed49 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:36.669490 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:36.672784 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ae80f-21a1-47c7-9ac7-a83619eb9daa req-2eb856b0-3646-47f2-8e00-09e5c969cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:36.674823 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af8ae80f-21a1-47c7-9ac7-a83619eb9daa req-2eb856b0-3646-47f2-8e00-09e5c969cbaa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 1098 time: 0.3608243 Aug 20 11:47:36.758909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Network 865d3101-35b0-4243-b0ce-2a0538c3fb4a is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:36.770292 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0808461-7092-4d37-bc07-efb9b2e161a7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Subnet': ['ID=92e603ac-e55d-4544-8d9d-ce777e072215,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:36.774459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:36.780409 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:36.833490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Pushing event updated for resources: {'Port': ['ID=6161e6e1-36e9-4617-bd09-b2f85e41ed49,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:36.851694 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0808461-7092-4d37-bc07-efb9b2e161a7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:36.854553 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d0808461-7092-4d37-bc07-efb9b2e161a7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/92e603ac-e55d-4544-8d9d-ce777e072215 HTTP/1.1" status: 204 len: 168 time: 0.8575861 Aug 20 11:47:36.857390 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47576) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:36.949987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ae80f-21a1-47c7-9ac7-a83619eb9daa req-d9486bc1-cbaf-4190-b970-18f94f81a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:36.951873 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af8ae80f-21a1-47c7-9ac7-a83619eb9daa req-d9486bc1-cbaf-4190-b970-18f94f81a5d7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.2646072 Aug 20 11:47:36.972789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Pushing event updated for resources: {'Port': ['ID=65164dec-9537-4c9c-89fe-cc971fdf8ed3,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:37.013976 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8715897-c879-46d1-a0cf-5d4850908b61 req-ed5bbcbd-3111-4e56-b8de-6391f5e3201f tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:37.015701 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8715897-c879-46d1-a0cf-5d4850908b61 req-ed5bbcbd-3111-4e56-b8de-6391f5e3201f tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 947 time: 0.6418569 Aug 20 11:47:37.059740 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46fcda3-f44b-4648-b153-2cd356cbcbfe None None] Update dhcp port {'port': {'network_id': '19ee5448-f609-4ae0-a0d8-3dab68db23c4', 'fixed_ips': [{'subnet_id': '92e603ac-e55d-4544-8d9d-ce777e072215'}], 'binding:host_id': 'n-d-804299-2'}, 'id': '420854fe-c757-4558-868f-816adbb5e3e2'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:47:37.060798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'tag': 'f9bef89f-685a-44be-baf1-fe42d2901197'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:37.063307 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391907f9-eb93-4fce-bdd7-270cb076bf06" -d '{"events": [{"name": "network-changed", "server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "tag": "f9bef89f-685a-44be-baf1-fe42d2901197"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:37.072835 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af8ae80f-21a1-47c7-9ac7-a83619eb9daa req-66e966ba-28cd-42ca-9735-5581d3604c10 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=2ec08b95-c5d7-4637-8942-740deab418f5 HTTP/1.1" status: 200 len: 217 time: 0.0965240 Aug 20 11:47:37.083899 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Attempting to bind port 6161e6e1-36e9-4617-bd09-b2f85e41ed49 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:37.084268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Attempting to bind port 6161e6e1-36e9-4617-bd09-b2f85e41ed49 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '4852d699-c58c-496f-af1d-f30dc2b58ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '865d3101-35b0-4243-b0ce-2a0538c3fb4a'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:37.084649 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Attempting to bind port 6161e6e1-36e9-4617-bd09-b2f85e41ed49 on network 865d3101-35b0-4243-b0ce-2a0538c3fb4a {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:37.094066 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-22c868f1-e01c-4032-9adc-79003c61d25a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Allocated IP 172.20.0.11 (865d3101-35b0-4243-b0ce-2a0538c3fb4a/12e59293-54cc-4a33-96c8-2c69ec4ad6ef/5574e7d2-f7e3-447a-bb55-bd61e2bd086a) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:37.104860 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:37.105505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Checking segment: {'id': '4852d699-c58c-496f-af1d-f30dc2b58ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '865d3101-35b0-4243-b0ce-2a0538c3fb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:37.106179 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:37.106561 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Bound using segment: {'id': '4852d699-c58c-496f-af1d-f30dc2b58ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '865d3101-35b0-4243-b0ce-2a0538c3fb4a'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:37.107096 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Bound port: 6161e6e1-36e9-4617-bd09-b2f85e41ed49, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4852d699-c58c-496f-af1d-f30dc2b58ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '865d3101-35b0-4243-b0ce-2a0538c3fb4a'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:37.107482 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:37.140618 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c46fcda3-f44b-4648-b153-2cd356cbcbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:37.159200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ae80f-21a1-47c7-9ac7-a83619eb9daa req-4d54fb21-30f9-4829-beb7-aef4aa8238c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:37.160905 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af8ae80f-21a1-47c7-9ac7-a83619eb9daa req-4d54fb21-30f9-4829-beb7-aef4aa8238c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0783000 Aug 20 11:47:37.174118 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:37.262840 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd7d8-db41-4760-bce1-c9b9c5603dd9 req-ec64975e-7ced-45dd-a631-a477747222de tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:37.271747 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f48dd7d8-db41-4760-bce1-c9b9c5603dd9 req-ec64975e-7ced-45dd-a631-a477747222de tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.3593426 Aug 20 11:47:37.277747 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8715897-c879-46d1-a0cf-5d4850908b61 req-0aaa3347-ba75-4026-9eb6-1caa88c4beec tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101414 Aug 20 11:47:37.302750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] For port 6161e6e1-36e9-4617-bd09-b2f85e41ed49, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:37.306623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Attempting to bind port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:37.307181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Attempting to bind port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:37.307670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Attempting to bind port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 on network fa709b65-6a45-4c6d-bf67-c3bf950dd559 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:37.310308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] For port 6161e6e1-36e9-4617-bd09-b2f85e41ed49, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6161e6e1-36e9-4617-bd09-b2f85e41ed49,segment=NetworkSegment(4852d699-c58c-496f-af1d-f30dc2b58ebd),segment_id=4852d699-c58c-496f-af1d-f30dc2b58ebd)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:37.316559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 on network fa709b65-6a45-4c6d-bf67-c3bf950dd559 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:47:37.324251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Attempting to bind port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 on network fa709b65-6a45-4c6d-bf67-c3bf950dd559 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:37.327386 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:37.351740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ae80f-21a1-47c7-9ac7-a83619eb9daa req-b6954864-c2da-42fb-9568-a33430b3da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:37.353480 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af8ae80f-21a1-47c7-9ac7-a83619eb9daa req-b6954864-c2da-42fb-9568-a33430b3da33 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1766937 Aug 20 11:47:37.354540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:37.354999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Checking segment: {'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:37.355494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Bound using segment: {'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:37.358539 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Bound port: 65164dec-9537-4c9c-89fe-cc971fdf8ed3, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:37.359064 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:37.438001 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81fc5e-319f-4414-aa04-0906344ee8b5 None None] Pushing event updated for resources: {'Port': ['ID=6161e6e1-36e9-4617-bd09-b2f85e41ed49,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:37.464592 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f48dd7d8-db41-4760-bce1-c9b9c5603dd9 req-517dd157-9547-4699-a9c2-d7d00c7e7221 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915176 Aug 20 11:47:37.503907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 420854fe-c757-4558-868f-816adbb5e3e2 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:37.507391 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:37.585788 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af8ae80f-21a1-47c7-9ac7-a83619eb9daa req-6b5a8588-02fe-4980-b177-10a2ce1f9433 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189171 Aug 20 11:47:37.719365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9b2993-9cdf-43aa-8f55-b280a2ec939a None None] Network 19ee5448-f609-4ae0-a0d8-3dab68db23c4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:37.881685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a9ec79ce-5560-412d-8108-63f2cb7ce62c None None] Provisioning complete for port 420854fe-c757-4558-868f-816adbb5e3e2 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:37.882055 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a9ec79ce-5560-412d-8108-63f2cb7ce62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:37.916493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95700690-bc9d-44f4-a4ff-354f76d94e20 req-64540409-67f1-40c8-89b1-c0c26a6ff15a tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:37.916493 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-95700690-bc9d-44f4-a4ff-354f76d94e20 req-64540409-67f1-40c8-89b1-c0c26a6ff15a tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 946 time: 0.3196015 Aug 20 11:47:37.916769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22c868f1-e01c-4032-9adc-79003c61d25a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:37.935903 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-22c868f1-e01c-4032-9adc-79003c61d25a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Transition to ACTIVE for port object 5574e7d2-f7e3-447a-bb55-bd61e2bd086a will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:38.070972 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22c868f1-e01c-4032-9adc-79003c61d25a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:38.100491 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af8ae80f-21a1-47c7-9ac7-a83619eb9daa req-28769752-ce20-45be-8f08-3bbdfcfa500d service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882305 Aug 20 11:47:38.137961 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] For port 65164dec-9537-4c9c-89fe-cc971fdf8ed3, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:38.150321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] For port 65164dec-9537-4c9c-89fe-cc971fdf8ed3, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=65164dec-9537-4c9c-89fe-cc971fdf8ed3,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:38.175540 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-95700690-bc9d-44f4-a4ff-354f76d94e20 req-82a559a1-43d9-4a2b-bf9a-64bc494f57b4 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245879 Aug 20 11:47:38.181583 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:38.212297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e07d5-cbb2-40ac-a938-49b4ac8a8fc8 req-dade583a-bcfa-4e3b-8c32-d123cc5c3266 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.219204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e07d5-cbb2-40ac-a938-49b4ac8a8fc8 req-dade583a-bcfa-4e3b-8c32-d123cc5c3266 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.242439 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e07d5-cbb2-40ac-a938-49b4ac8a8fc8 req-dade583a-bcfa-4e3b-8c32-d123cc5c3266 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.249900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6fbd6c-f058-4dcc-84be-3808a41db48e None None] DHCP port deletion for 19ee5448-f609-4ae0-a0d8-3dab68db23c4 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:47:38.263285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e07d5-cbb2-40ac-a938-49b4ac8a8fc8 req-dade583a-bcfa-4e3b-8c32-d123cc5c3266 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.272939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e07d5-cbb2-40ac-a938-49b4ac8a8fc8 req-dade583a-bcfa-4e3b-8c32-d123cc5c3266 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.280667 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e07d5-cbb2-40ac-a938-49b4ac8a8fc8 req-dade583a-bcfa-4e3b-8c32-d123cc5c3266 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.287768 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2988f75-68e3-4552-8911-338727b8dac0 x-openstack-request-id: req-b2988f75-68e3-4552-8911-338727b8dac0 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:38.288375 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "tag": "f9bef89f-685a-44be-baf1-fe42d2901197", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:38.290515 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2988f75-68e3-4552-8911-338727b8dac0 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:38.291178 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'tag': 'f9bef89f-685a-44be-baf1-fe42d2901197', 'status': 'completed', 'code': 200} Aug 20 11:47:38.297044 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e41e07d5-cbb2-40ac-a938-49b4ac8a8fc8 req-dade583a-bcfa-4e3b-8c32-d123cc5c3266 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 4606 time: 0.6173224 Aug 20 11:47:38.308009 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] For port 420854fe-c757-4558-868f-816adbb5e3e2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=420854fe-c757-4558-868f-816adbb5e3e2,segment=NetworkSegment(218e0315-8ec6-493e-9a8b-53ede50dffd6),segment_id=218e0315-8ec6-493e-9a8b-53ede50dffd6)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:38.308384 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:38.348477 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c868f1-e01c-4032-9adc-79003c61d25a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Network 865d3101-35b0-4243-b0ce-2a0538c3fb4a is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:38.355316 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8b6fbd6c-f058-4dcc-84be-3808a41db48e None None] Deleting port 420854fe-c757-4558-868f-816adbb5e3e2 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:38.356699 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8b6fbd6c-f058-4dcc-84be-3808a41db48e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:38.359207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Pushing event updated for resources: {'Port': ['ID=65164dec-9537-4c9c-89fe-cc971fdf8ed3,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:38.371136 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.374270 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:38.377316 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1a8a18a8-4a1d-464f-a8fb-c009c0866b1d service neutron] 10.222.0.76 "PUT /v2.0/ports/65164dec-9537-4c9c-89fe-cc971fdf8ed3 HTTP/1.1" status: 200 len: 1136 time: 4.8139489 Aug 20 11:47:38.397152 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-22c868f1-e01c-4032-9adc-79003c61d25a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:38.401435 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c868f1-e01c-4032-9adc-79003c61d25a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:38.438851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 420854fe-c757-4558-868f-816adbb5e3e2 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:38.443346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c868f1-e01c-4032-9adc-79003c61d25a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Pushing event updated for resources: {'Port': ['ID=5574e7d2-f7e3-447a-bb55-bd61e2bd086a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:38.495177 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Request body: {'port': {'device_id': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:38.516905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8b6fbd6c-f058-4dcc-84be-3808a41db48e None None] For port 420854fe-c757-4558-868f-816adbb5e3e2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=420854fe-c757-4558-868f-816adbb5e3e2,segment=NetworkSegment(218e0315-8ec6-493e-9a8b-53ede50dffd6),segment_id=218e0315-8ec6-493e-9a8b-53ede50dffd6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:38.517769 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8b6fbd6c-f058-4dcc-84be-3808a41db48e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:38.559441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8b6fbd6c-f058-4dcc-84be-3808a41db48e None None] Calling delete_port for 420854fe-c757-4558-868f-816adbb5e3e2 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:38.680570 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e41e07d5-cbb2-40ac-a938-49b4ac8a8fc8 req-32190e09-18d0-4b64-a1e8-7887be22b015 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3716621 Aug 20 11:47:38.686490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391907f9-eb93-4fce-bdd7-270cb076bf06 req-f90fcd73-ea6d-4b11-94eb-a9b1687c1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.687217 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391907f9-eb93-4fce-bdd7-270cb076bf06 req-f90fcd73-ea6d-4b11-94eb-a9b1687c1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.687913 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391907f9-eb93-4fce-bdd7-270cb076bf06 req-f90fcd73-ea6d-4b11-94eb-a9b1687c1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.688626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391907f9-eb93-4fce-bdd7-270cb076bf06 req-f90fcd73-ea6d-4b11-94eb-a9b1687c1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.689191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391907f9-eb93-4fce-bdd7-270cb076bf06 req-f90fcd73-ea6d-4b11-94eb-a9b1687c1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.689733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391907f9-eb93-4fce-bdd7-270cb076bf06 req-f90fcd73-ea6d-4b11-94eb-a9b1687c1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.691941 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-391907f9-eb93-4fce-bdd7-270cb076bf06 req-f90fcd73-ea6d-4b11-94eb-a9b1687c1a5f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=388697f16ef24a2db77348e6ee667c3f&device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5292 time: 0.2962859 Aug 20 11:47:38.709072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c868f1-e01c-4032-9adc-79003c61d25a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.710263 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22c868f1-e01c-4032-9adc-79003c61d25a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:38.740861 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcb2d8-9479-420d-a567-61dd839a8697 req-75a30faf-9297-4dc0-a9d3-a02f45109500 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.742497 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89fcb2d8-9479-420d-a567-61dd839a8697 req-75a30faf-9297-4dc0-a9d3-a02f45109500 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 946 time: 0.3609126 Aug 20 11:47:38.743138 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:38.759764 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-22c868f1-e01c-4032-9adc-79003c61d25a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2655702 Aug 20 11:47:38.767284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47638) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:38.781211 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7a06119d-10f9-4648-8ace-3d058f2a53b7 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-44292551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:38.815870 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8b6fbd6c-f058-4dcc-84be-3808a41db48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:38.818249 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb9668-5016-461f-8df3-f1ebab22f83a req-9d86c2c8-a1a5-4334-8828-1cfefc537ac2 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.833429 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d0fb9668-5016-461f-8df3-f1ebab22f83a req-9d86c2c8-a1a5-4334-8828-1cfefc537ac2 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 946 time: 0.4039435 Aug 20 11:47:38.853720 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 2ec08b95-c5d7-4637-8942-740deab418f5 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:47:38.863236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a06119d-10f9-4648-8ace-3d058f2a53b7 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:38.864279 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a06119d-10f9-4648-8ace-3d058f2a53b7 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:38.928493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fbd6c-f058-4dcc-84be-3808a41db48e None None] Pushing event deleted for resources: {'Port': ['ID=420854fe-c757-4558-868f-816adbb5e3e2,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:38.953408 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6fbd6c-f058-4dcc-84be-3808a41db48e None None] No DVR routers for this DVR port 420854fe-c757-4558-868f-816adbb5e3e2 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:47:38.971003 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.112877 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a06119d-10f9-4648-8ace-3d058f2a53b7 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.119799 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.127920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a06119d-10f9-4648-8ace-3d058f2a53b7 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.146407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce24fc8-5bf4-4c4f-bab0-633e2e017c51 req-87929cb6-9204-429a-99bb-9b434cd5e582 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:39.155321 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9ce24fc8-5bf4-4c4f-bab0-633e2e017c51 req-87929cb6-9204-429a-99bb-9b434cd5e582 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 947 time: 0.2691545 Aug 20 11:47:39.196101 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d0fb9668-5016-461f-8df3-f1ebab22f83a req-2a56a643-2beb-4837-98d1-c1cc66f36a3e tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614547 Aug 20 11:47:39.210549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=420854fe-c757-4558-868f-816adbb5e3e2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:39.212913 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No DVR routers for this DVR port 420854fe-c757-4558-868f-816adbb5e3e2 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:47:39.238345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 2ec08b95-c5d7-4637-8942-740deab418f5, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=2ec08b95-c5d7-4637-8942-740deab418f5,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:39.284507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '2ec08b95-c5d7-4637-8942-740deab418f5', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '2ec08b95-c5d7-4637-8942-740deab418f5', 'mac_address': 'fa:16:3e:25:f8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:47:39.287748 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a06119d-10f9-4648-8ace-3d058f2a53b7 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.292025 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7a06119d-10f9-4648-8ace-3d058f2a53b7 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5237303 Aug 20 11:47:39.292968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47648) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:39.303076 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-24dd1f5e-39c0-4e89-82fc-7fca7b459815 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-794666986', 'prefixes': ['172.20.0.0/16']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:39.332371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b206c0f5-48a5-4bbb-9bc3-c9a1a53349bf None None] Network 865d3101-35b0-4243-b0ce-2a0538c3fb4a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:39.409411 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.414446 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391907f9-eb93-4fce-bdd7-270cb076bf06 req-fe40871a-db0e-409f-b515-462f7d83c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:39.415265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391907f9-eb93-4fce-bdd7-270cb076bf06 req-fe40871a-db0e-409f-b515-462f7d83c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:39.415598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391907f9-eb93-4fce-bdd7-270cb076bf06 req-fe40871a-db0e-409f-b515-462f7d83c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:39.417376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-391907f9-eb93-4fce-bdd7-270cb076bf06 req-fe40871a-db0e-409f-b515-462f7d83c567 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=388697f16ef24a2db77348e6ee667c3f&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.7130899 Aug 20 11:47:39.419451 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9ce24fc8-5bf4-4c4f-bab0-633e2e017c51 req-83b6a6b1-f514-40f5-a4bb-7100ca91b033 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630348 Aug 20 11:47:39.442204 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b1a0d82a-1b25-4efb-b62f-3288821474fa None None] Provisioning for port 6161e6e1-36e9-4617-bd09-b2f85e41ed49 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:39.455025 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.464813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec08b95-c5d7-4637-8942-740deab418f5 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:39.513012 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ee5448-f609-4ae0-a0d8-3dab68db23c4']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:39.544728 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 2ec08b95-c5d7-4637-8942-740deab418f5, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=2ec08b95-c5d7-4637-8942-740deab418f5,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:39.553168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218e0315-8ec6-493e-9a8b-53ede50dffd6') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:39.553168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218e0315-8ec6-493e-9a8b-53ede50dffd6') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:39.578581 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.579749 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.626842 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.651320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:47:39.654578 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:47:39.668981 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:47:39.680096 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-24dd1f5e-39c0-4e89-82fc-7fca7b459815 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks [] for subnetpool, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.688483 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-24dd1f5e-39c0-4e89-82fc-7fca7b459815 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3939199 Aug 20 11:47:39.688817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=2ec08b95-c5d7-4637-8942-740deab418f5,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:39.690541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47654) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:39.706022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:39.706877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:39.707320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:39.707700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:39.708594 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:39.709098 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:39.709470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:39.709957 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:39.711257 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:39.711257 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:39.711666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:39.712497 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:39.765339 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-bcddf316-ef7d-421a-97c4-eefb1e12b18c tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '12e59293-54cc-4a33-96c8-2c69ec4ad6ef', 'tempest-TagsExtTest-Tag-1131325426') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:39.797653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6161e6e1-36e9-4617-bd09-b2f85e41ed49 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:39.855945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666c6c0-ba3e-4f77-936e-9a2bf3b22be0 req-ed2bd96c-00d7-409e-84f7-5ccc29928af4 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:39.857770 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6666c6c0-ba3e-4f77-936e-9a2bf3b22be0 req-ed2bd96c-00d7-409e-84f7-5ccc29928af4 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 946 time: 0.3023937 Aug 20 11:47:39.874474 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['2ec08b95-c5d7-4637-8942-740deab418f5'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:39.983829 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.014423 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.015163 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d556a-48a7-40d7-b47e-002a837f7672 req-23f17eda-6825-4d30-bf3f-b9d12a331c66 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:40.017918 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/networks/19ee5448-f609-4ae0-a0d8-3dab68db23c4 HTTP/1.1" status: 204 len: 168 time: 3.1579990 Aug 20 11:47:40.027589 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d7d556a-48a7-40d7-b47e-002a837f7672 req-23f17eda-6825-4d30-bf3f-b9d12a331c66 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.7146475 Aug 20 11:47:40.030213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47662) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:40.060871 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b50eb-7750-47ad-ae00-76af63b794b2 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Network': ['ID=19ee5448-f609-4ae0-a0d8-3dab68db23c4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:40.074864 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6666c6c0-ba3e-4f77-936e-9a2bf3b22be0 req-c6c689f6-df70-4ca8-b23b-75e39495befe tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064447 Aug 20 11:47:40.164073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:40.164976 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bcddf316-ef7d-421a-97c4-eefb1e12b18c tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "PUT /v2.0/subnets/12e59293-54cc-4a33-96c8-2c69ec4ad6ef/tags/tempest-TagsExtTest-Tag-1131325426 HTTP/1.1" status: 201 len: 201 time: 0.4588063 Aug 20 11:47:40.167941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47666) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:40.179363 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-e81d9883-7118-4ed5-a5ff-b8b530461167 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5574e7d2-f7e3-447a-bb55-bd61e2bd086a', 'tempest-TagsExtTest-Tag-1103144488') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:40.189410 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.234901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-89fcb2d8-9479-420d-a567-61dd839a8697 req-cac4a1ce-8226-463b-bd0b-511a311a4747 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Deleting port d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:40.236085 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89fcb2d8-9479-420d-a567-61dd839a8697 req-cac4a1ce-8226-463b-bd0b-511a311a4747 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.288363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d7d556a-48a7-40d7-b47e-002a837f7672 req-a1aed0bf-48f5-45f3-a5ed-da0499828e75 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591791 Aug 20 11:47:40.367640 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd270c0f-c862-4a11-b750-36f355e77c35 req-dc624dda-baa9-4dbe-a1c5-eadcb0e9799b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:40.385784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd270c0f-c862-4a11-b750-36f355e77c35 req-dc624dda-baa9-4dbe-a1c5-eadcb0e9799b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:40.396401 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd270c0f-c862-4a11-b750-36f355e77c35 req-dc624dda-baa9-4dbe-a1c5-eadcb0e9799b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:40.407557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd270c0f-c862-4a11-b750-36f355e77c35 req-dc624dda-baa9-4dbe-a1c5-eadcb0e9799b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:40.429796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd270c0f-c862-4a11-b750-36f355e77c35 req-dc624dda-baa9-4dbe-a1c5-eadcb0e9799b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:40.436855 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd270c0f-c862-4a11-b750-36f355e77c35 req-dc624dda-baa9-4dbe-a1c5-eadcb0e9799b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:40.439199 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dd270c0f-c862-4a11-b750-36f355e77c35 req-dc624dda-baa9-4dbe-a1c5-eadcb0e9799b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 4606 time: 0.2007153 Aug 20 11:47:40.495456 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e81d9883-7118-4ed5-a5ff-b8b530461167 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "PUT /v2.0/ports/5574e7d2-f7e3-447a-bb55-bd61e2bd086a/tags/tempest-TagsExtTest-Tag-1103144488 HTTP/1.1" status: 201 len: 201 time: 0.3255246 Aug 20 11:47:40.497968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47678) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:40.503439 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-2cbf62eb-324e-4ad4-b6da-1bc4abf9291c tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd1d01130-2ba2-4c4d-98d5-b3614e152aac', 'tempest-TagsExtTest-Tag-115625142') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:40.542235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 6161e6e1-36e9-4617-bd09-b2f85e41ed49 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:40.572538 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6161e6e1-36e9-4617-bd09-b2f85e41ed49 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:40.572942 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.583344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c6d3f324-25ad-4d60-a0f3-96e41dfd47ba None None] Provisioning for port 5574e7d2-f7e3-447a-bb55-bd61e2bd086a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:40.595940 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dd270c0f-c862-4a11-b750-36f355e77c35 req-d7dbe564-62a1-42fa-95fe-b6aaba396b9a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1478899 Aug 20 11:47:40.621682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c6d3f324-25ad-4d60-a0f3-96e41dfd47ba None None] Provisioning complete for port 5574e7d2-f7e3-447a-bb55-bd61e2bd086a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:40.622114 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c6d3f324-25ad-4d60-a0f3-96e41dfd47ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.687589 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c6d3f324-25ad-4d60-a0f3-96e41dfd47ba None None] Port 5574e7d2-f7e3-447a-bb55-bd61e2bd086a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:40.707815 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2cbf62eb-324e-4ad4-b6da-1bc4abf9291c tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "PUT /v2.0/routers/d1d01130-2ba2-4c4d-98d5-b3614e152aac/tags/tempest-TagsExtTest-Tag-115625142 HTTP/1.1" status: 201 len: 201 time: 0.2082548 Aug 20 11:47:40.709911 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47680) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:40.721955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-87952899-860e-4746-9870-d25435d46e6c tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7a4faee2-359c-400f-b560-f15ad95b3396', 'tempest-TagsExtTest-Tag-670495335') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:40.754447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'tag': '65164dec-9537-4c9c-89fe-cc971fdf8ed3'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:40.755619 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.756986 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cdb78c-f515-4f36-8dfe-f7eab1c95e95" -d '{"events": [{"name": "network-changed", "server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "tag": "65164dec-9537-4c9c-89fe-cc971fdf8ed3"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:40.787471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Transition to ACTIVE for port object 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:40.801407 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 6161e6e1-36e9-4617-bd09-b2f85e41ed49, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6161e6e1-36e9-4617-bd09-b2f85e41ed49,segment=NetworkSegment(4852d699-c58c-496f-af1d-f30dc2b58ebd),segment_id=4852d699-c58c-496f-af1d-f30dc2b58ebd)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:40.813464 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.826304 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.862739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7ce4c-f70c-499c-b12d-e29411d9825d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:40.869054 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1ec7ce4c-f70c-499c-b12d-e29411d9825d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8222611 Aug 20 11:47:40.872420 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-56b2575e-654b-49f2-9a54-1140c43213d0 None None] Provisioning complete for port 5574e7d2-f7e3-447a-bb55-bd61e2bd086a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:40.872811 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-56b2575e-654b-49f2-9a54-1140c43213d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.873914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47688) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:40.928327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391907f9-eb93-4fce-bdd7-270cb076bf06 req-3f7397b2-fbb0-4990-815a-8133cb346cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:40.930178 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-391907f9-eb93-4fce-bdd7-270cb076bf06 req-3f7397b2-fbb0-4990-815a-8133cb346cf7 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.4482703 Aug 20 11:47:40.956541 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-56b2575e-654b-49f2-9a54-1140c43213d0 None None] Port 5574e7d2-f7e3-447a-bb55-bd61e2bd086a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:40.972440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0113d-ee49-471b-aa29-ea218bc51e28 req-5feeeb38-879e-4a7e-8b11-1ce968f2f600 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:40.974193 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-63c0113d-ee49-471b-aa29-ea218bc51e28 req-5feeeb38-879e-4a7e-8b11-1ce968f2f600 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 946 time: 0.2140718 Aug 20 11:47:40.981353 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-87952899-860e-4746-9870-d25435d46e6c tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "PUT /v2.0/subnetpools/7a4faee2-359c-400f-b560-f15ad95b3396/tags/tempest-TagsExtTest-Tag-670495335 HTTP/1.1" status: 201 len: 201 time: 0.2700515 Aug 20 11:47:40.983168 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 420854fe-c757-4558-868f-816adbb5e3e2 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:47:40.985805 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=6161e6e1-36e9-4617-bd09-b2f85e41ed49,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:40.987792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47690) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:40.994703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-b521d121-b86f-4706-8c65-07a102acef57 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '12e59293-54cc-4a33-96c8-2c69ec4ad6ef') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:41.014740 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:47:41.022281 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 420854fe-c757-4558-868f-816adbb5e3e2 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:47:41.022791 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 420854fe-c757-4558-868f-816adbb5e3e2 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:47:41.039955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-89fcb2d8-9479-420d-a567-61dd839a8697 req-cac4a1ce-8226-463b-bd0b-511a311a4747 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] For port d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:41.040321 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89fcb2d8-9479-420d-a567-61dd839a8697 req-cac4a1ce-8226-463b-bd0b-511a311a4747 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.050618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b380e0b-ce71-4ebe-a1aa-afaf363bce35 req-45547fbb-2af5-4986-9a37-bf684d9749e5 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:41.052323 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7b380e0b-ce71-4ebe-a1aa-afaf363bce35 req-45547fbb-2af5-4986-9a37-bf684d9749e5 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.2903435 Aug 20 11:47:41.059001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-89fcb2d8-9479-420d-a567-61dd839a8697 req-cac4a1ce-8226-463b-bd0b-511a311a4747 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Calling delete_port for d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:41.131905 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b521d121-b86f-4706-8c65-07a102acef57 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/subnets/12e59293-54cc-4a33-96c8-2c69ec4ad6ef/tags HTTP/1.1" status: 200 len: 241 time: 0.1424630 Aug 20 11:47:41.139204 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7b380e0b-ce71-4ebe-a1aa-afaf363bce35 req-6591463b-37a3-48ad-b4d3-1509608598e7 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770342 Aug 20 11:47:41.140334 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47696) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:41.145754 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-413dcb2f-03ab-474f-89c9-4cbc3b5ad718 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12e59293-54cc-4a33-96c8-2c69ec4ad6ef', 'tempest-TagsExtTest-Tag-1131325426') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:41.255682 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-413dcb2f-03ab-474f-89c9-4cbc3b5ad718 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/subnets/12e59293-54cc-4a33-96c8-2c69ec4ad6ef/tags/tempest-TagsExtTest-Tag-1131325426 HTTP/1.1" status: 204 len: 168 time: 0.1147645 Aug 20 11:47:41.256662 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47704) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:41.262062 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-530f3136-4f3c-446d-a9be-60caf0074b32 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '12e59293-54cc-4a33-96c8-2c69ec4ad6ef', 'tempest-TagsExtTest-Tag-1131325426') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:41.313546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Pushing event updated for resources: {'Port': ['ID=739f1436-cf2a-4439-9ffb-00e1f9ff7b08,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:41.344402 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89fcb2d8-9479-420d-a567-61dd839a8697 req-cac4a1ce-8226-463b-bd0b-511a311a4747 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.356462 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['1d2afb67-a1eb-4261-a96a-7a1042605aa5', '38c617e3-3dc0-45c7-8bec-524f95591d1e', '422d7570-f97d-4d67-a3e4-44e159ab8bd7'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:41.402054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dce10-0282-43e6-9a6e-93d0e76ed2e7 req-ab60cac7-c13b-4273-8e62-e3e174b3ddd1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:41.411126 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ae4dce10-0282-43e6-9a6e-93d0e76ed2e7 req-ab60cac7-c13b-4273-8e62-e3e174b3ddd1 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 948 time: 0.1220617 Aug 20 11:47:41.446030 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-63c0113d-ee49-471b-aa29-ea218bc51e28 req-44f779c0-15ff-4791-81fe-445ea4b21483 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277623 Aug 20 11:47:41.464234 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4a1ce-8226-463b-bd0b-511a311a4747 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Pushing event deleted for resources: {'Port': ['ID=d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:41.478915 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0e33ed0a-c977-4b96-8fb1-44da40a6a264 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6024208 Aug 20 11:47:41.499475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47706) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:41.501762 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ae4dce10-0282-43e6-9a6e-93d0e76ed2e7 req-e922d5a0-336d-47b7-93e9-d2cb40da0a6e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827479 Aug 20 11:47:41.510716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-35d66f67-449f-42a9-b84a-dcc1cd127d8a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-374067742'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:41.531313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fcb2d8-9479-420d-a567-61dd839a8697 req-cac4a1ce-8226-463b-bd0b-511a311a4747 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] No DVR routers for this DVR port d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:47:41.538648 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89fcb2d8-9479-420d-a567-61dd839a8697 req-cac4a1ce-8226-463b-bd0b-511a311a4747 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.540740 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89fcb2d8-9479-420d-a567-61dd839a8697 req-cac4a1ce-8226-463b-bd0b-511a311a4747 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.76 "DELETE /v2.0/ports/d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe HTTP/1.1" status: 204 len: 173 time: 2.7513258 Aug 20 11:47:41.541658 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-530f3136-4f3c-446d-a9be-60caf0074b32 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/subnets/12e59293-54cc-4a33-96c8-2c69ec4ad6ef/tags/tempest-TagsExtTest-Tag-1131325426 HTTP/1.1" status: 204 len: 168 time: 0.2835979 Aug 20 11:47:41.544189 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47710) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:41.548796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-fba27211-74e1-4348-9093-aca65956d5cb tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '12e59293-54cc-4a33-96c8-2c69ec4ad6ef') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:41.599844 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b14d1d-cd0f-4757-bd30-10f585fc8d1b x-openstack-request-id: req-21b14d1d-cd0f-4757-bd30-10f585fc8d1b {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:41.600507 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "tag": "65164dec-9537-4c9c-89fe-cc971fdf8ed3", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:41.600787 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21b14d1d-cd0f-4757-bd30-10f585fc8d1b {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:41.601189 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'tag': '65164dec-9537-4c9c-89fe-cc971fdf8ed3', 'status': 'completed', 'code': 200} Aug 20 11:47:41.609798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Attempting to bind port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:41.610134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Attempting to bind port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:41.610468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Attempting to bind port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 on network fa709b65-6a45-4c6d-bf67-c3bf950dd559 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:41.658085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d66f67-449f-42a9-b84a-dcc1cd127d8a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:41.661854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-35d66f67-449f-42a9-b84a-dcc1cd127d8a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.664385 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 on network fa709b65-6a45-4c6d-bf67-c3bf950dd559 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:47:41.664653 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Attempting to bind port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 on network fa709b65-6a45-4c6d-bf67-c3bf950dd559 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:41.724388 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9e424f44-b1e2-4230-8b1b-6184493126af req-837ee672-be9b-4537-8f11-6e1db8178f42 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bda2576-037f-4eb6-b07d-bbd65f787c92 HTTP/1.1" status: 200 len: 210 time: 0.0498164 Aug 20 11:47:41.729145 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:41.729496 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Checking segment: {'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:41.729891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Bound using segment: {'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:41.730348 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Bound port: 739f1436-cf2a-4439-9ffb-00e1f9ff7b08, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:41.730714 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.757219 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fba27211-74e1-4348-9093-aca65956d5cb tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/subnets/12e59293-54cc-4a33-96c8-2c69ec4ad6ef/tags HTTP/1.1" status: 200 len: 205 time: 0.2088852 Aug 20 11:47:41.757839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47716) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:41.764986 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-14ae743e-6062-4eec-a4c0-796017bf9a75 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5574e7d2-f7e3-447a-bb55-bd61e2bd086a') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:41.779465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6161e6e1-36e9-4617-bd09-b2f85e41ed49 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:41.926414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d66f67-449f-42a9-b84a-dcc1cd127d8a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:47:41.954413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6161e6e1-36e9-4617-bd09-b2f85e41ed49 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:41.955130 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.974110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5205de-7e57-4350-9468-61159878b89e req-4a6b8ed5-2e99-4373-8371-e6f4243cd2b2 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:41.980672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6f5205de-7e57-4350-9468-61159878b89e req-4a6b8ed5-2e99-4373-8371-e6f4243cd2b2 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.1175361 Aug 20 11:47:41.990677 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-35d66f67-449f-42a9-b84a-dcc1cd127d8a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.990907 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-35d66f67-449f-42a9-b84a-dcc1cd127d8a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Added segment f0b07a71-d853-4333-80a1-56ca33d39288 of type vlan for network f01beaa3-cbcb-4072-b610-1b926798f496 Aug 20 11:47:42.012696 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-14ae743e-6062-4eec-a4c0-796017bf9a75 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/ports/5574e7d2-f7e3-447a-bb55-bd61e2bd086a/tags HTTP/1.1" status: 200 len: 241 time: 0.2495797 Aug 20 11:47:42.020069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47722) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:42.029745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-9c3b2fb4-1e76-4080-a9ae-6fa3a00ecb5f tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5574e7d2-f7e3-447a-bb55-bd61e2bd086a', 'tempest-TagsExtTest-Tag-1103144488') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:42.071332 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6f5205de-7e57-4350-9468-61159878b89e req-7475b8b8-2d3c-40dd-a10c-56f2301331e7 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852959 Aug 20 11:47:42.097127 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdb78c-f515-4f36-8dfe-f7eab1c95e95 req-c0261e0d-e564-48d1-8155-3079e94bc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.097654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdb78c-f515-4f36-8dfe-f7eab1c95e95 req-c0261e0d-e564-48d1-8155-3079e94bc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.098140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdb78c-f515-4f36-8dfe-f7eab1c95e95 req-c0261e0d-e564-48d1-8155-3079e94bc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.098765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdb78c-f515-4f36-8dfe-f7eab1c95e95 req-c0261e0d-e564-48d1-8155-3079e94bc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.099252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdb78c-f515-4f36-8dfe-f7eab1c95e95 req-c0261e0d-e564-48d1-8155-3079e94bc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.099724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdb78c-f515-4f36-8dfe-f7eab1c95e95 req-c0261e0d-e564-48d1-8155-3079e94bc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.100360 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdb78c-f515-4f36-8dfe-f7eab1c95e95 req-c0261e0d-e564-48d1-8155-3079e94bc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.102769 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26cdb78c-f515-4f36-8dfe-f7eab1c95e95 req-c0261e0d-e564-48d1-8155-3079e94bc444 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=388697f16ef24a2db77348e6ee667c3f&device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 6178 time: 0.4793189 Aug 20 11:47:42.110406 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] For port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:42.127906 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2648c26-6400-4f48-9b25-16f1d96de599 req-8b4ffee7-fcae-44e7-bc67-58739ef2f1db tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.134084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2648c26-6400-4f48-9b25-16f1d96de599 req-8b4ffee7-fcae-44e7-bc67-58739ef2f1db tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.140437 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2648c26-6400-4f48-9b25-16f1d96de599 req-8b4ffee7-fcae-44e7-bc67-58739ef2f1db tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.147340 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2648c26-6400-4f48-9b25-16f1d96de599 req-8b4ffee7-fcae-44e7-bc67-58739ef2f1db tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.153518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2648c26-6400-4f48-9b25-16f1d96de599 req-8b4ffee7-fcae-44e7-bc67-58739ef2f1db tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.160284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2648c26-6400-4f48-9b25-16f1d96de599 req-8b4ffee7-fcae-44e7-bc67-58739ef2f1db tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.166524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2648c26-6400-4f48-9b25-16f1d96de599 req-8b4ffee7-fcae-44e7-bc67-58739ef2f1db tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.168578 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f2648c26-6400-4f48-9b25-16f1d96de599 req-8b4ffee7-fcae-44e7-bc67-58739ef2f1db tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5383 time: 0.2942615 Aug 20 11:47:42.201535 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-35d66f67-449f-42a9-b84a-dcc1cd127d8a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:42.218303 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9c3b2fb4-1e76-4080-a9ae-6fa3a00ecb5f tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/ports/5574e7d2-f7e3-447a-bb55-bd61e2bd086a/tags/tempest-TagsExtTest-Tag-1103144488 HTTP/1.1" status: 204 len: 168 time: 0.1907670 Aug 20 11:47:42.222117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47728) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:42.237694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] For port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=739f1436-cf2a-4439-9ffb-00e1f9ff7b08,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:42.246948 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-26e898d0-408d-424a-9dbc-0597c8f6c38d tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5574e7d2-f7e3-447a-bb55-bd61e2bd086a', 'tempest-TagsExtTest-Tag-1103144488') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:42.315137 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:42.391639 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.392570 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:42.395130 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] 10.222.0.76 "PUT /v2.0/ports/739f1436-cf2a-4439-9ffb-00e1f9ff7b08 HTTP/1.1" status: 200 len: 1135 time: 3.9047134 Aug 20 11:47:42.448461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Request body: {'port': {'device_id': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:42.459555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2c69e-97a5-4443-904f-eb668d324732 req-39a5c09a-0764-4e86-8a75-58a6fa394265 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.463335 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-28a2c69e-97a5-4443-904f-eb668d324732 req-39a5c09a-0764-4e86-8a75-58a6fa394265 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.1764834 Aug 20 11:47:42.549233 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-28a2c69e-97a5-4443-904f-eb668d324732 req-d98bcbfa-a60d-4023-8edc-cb04352ee493 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731442 Aug 20 11:47:42.557819 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-26e898d0-408d-424a-9dbc-0597c8f6c38d tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/ports/5574e7d2-f7e3-447a-bb55-bd61e2bd086a/tags/tempest-TagsExtTest-Tag-1103144488 HTTP/1.1" status: 204 len: 168 time: 0.3270638 Aug 20 11:47:42.558919 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47736) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:42.570423 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-87823ee0-bb44-451a-ab30-0e2cba2757a8 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5574e7d2-f7e3-447a-bb55-bd61e2bd086a') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:42.612502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdb78c-f515-4f36-8dfe-f7eab1c95e95 req-de071385-6bea-42eb-b1c7-82815baf25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.613021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdb78c-f515-4f36-8dfe-f7eab1c95e95 req-de071385-6bea-42eb-b1c7-82815baf25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.613491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdb78c-f515-4f36-8dfe-f7eab1c95e95 req-de071385-6bea-42eb-b1c7-82815baf25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.615206 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26cdb78c-f515-4f36-8dfe-f7eab1c95e95 req-de071385-6bea-42eb-b1c7-82815baf25a0 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=388697f16ef24a2db77348e6ee667c3f&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5020626 Aug 20 11:47:42.616041 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-35d66f67-449f-42a9-b84a-dcc1cd127d8a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:42.621404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d66f67-449f-42a9-b84a-dcc1cd127d8a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.623710 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-35d66f67-449f-42a9-b84a-dcc1cd127d8a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:42.645861 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f2648c26-6400-4f48-9b25-16f1d96de599 req-523e5573-b7e4-4bf1-8b4b-83f1deee97f3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4456410 Aug 20 11:47:42.664550 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-87823ee0-bb44-451a-ab30-0e2cba2757a8 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/ports/5574e7d2-f7e3-447a-bb55-bd61e2bd086a/tags HTTP/1.1" status: 200 len: 205 time: 0.0978622 Aug 20 11:47:42.665571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47740) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:42.713796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-73f9183f-8b0d-422e-82e8-aae299002ca8 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd1d01130-2ba2-4c4d-98d5-b3614e152aac') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:42.812900 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31def22-6370-411a-90c7-115c700ad936 req-949730ef-12ec-495a-9b62-ff1918c53b59 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.821384 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a31def22-6370-411a-90c7-115c700ad936 req-949730ef-12ec-495a-9b62-ff1918c53b59 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 948 time: 0.1659863 Aug 20 11:47:42.845397 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-73f9183f-8b0d-422e-82e8-aae299002ca8 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/routers/d1d01130-2ba2-4c4d-98d5-b3614e152aac/tags HTTP/1.1" status: 200 len: 240 time: 0.1429687 Aug 20 11:47:42.848103 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47750) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:42.853691 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-5d34ae99-a4b9-4482-b2e1-7b7adde449ab tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd1d01130-2ba2-4c4d-98d5-b3614e152aac', 'tempest-TagsExtTest-Tag-115625142') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:42.866824 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 2ec08b95-c5d7-4637-8942-740deab418f5 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:42.890605 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a31def22-6370-411a-90c7-115c700ad936 req-1a0a4ecb-b2f6-49b9-9b9f-d841b9ccbca8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634022 Aug 20 11:47:42.943491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5ba19-d5d8-4514-a6ff-4d8be24f5674 service neutron] Pushing event updated for resources: {'Port': ['ID=739f1436-cf2a-4439-9ffb-00e1f9ff7b08,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:42.946270 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 2ec08b95-c5d7-4637-8942-740deab418f5 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:42.950495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 2ec08b95-c5d7-4637-8942-740deab418f5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:42.950991 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:42.955328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d66f67-449f-42a9-b84a-dcc1cd127d8a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Network': ['ID=f01beaa3-cbcb-4072-b610-1b926798f496,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:42.985543 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5d34ae99-a4b9-4482-b2e1-7b7adde449ab tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/routers/d1d01130-2ba2-4c4d-98d5-b3614e152aac/tags/tempest-TagsExtTest-Tag-115625142 HTTP/1.1" status: 204 len: 168 time: 0.1362453 Aug 20 11:47:42.988443 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47754) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:42.997004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-98d366ae-16cd-40b2-820f-2327069c1fcf tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd1d01130-2ba2-4c4d-98d5-b3614e152aac', 'tempest-TagsExtTest-Tag-115625142') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:43.017813 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:43.025445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-35d66f67-449f-42a9-b84a-dcc1cd127d8a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5201061 Aug 20 11:47:43.037567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47756) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:43.046701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-be605d78-340c-425f-9d17-9461e003c747 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'subnet': {'network_id': 'f01beaa3-cbcb-4072-b610-1b926798f496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:43.050918 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network f01beaa3-cbcb-4072-b610-1b926798f496 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:47:43.193468 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-98d366ae-16cd-40b2-820f-2327069c1fcf tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/routers/d1d01130-2ba2-4c4d-98d5-b3614e152aac/tags/tempest-TagsExtTest-Tag-115625142 HTTP/1.1" status: 204 len: 168 time: 0.2031908 Aug 20 11:47:43.195432 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47762) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:43.198182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd528a9-8fb4-4343-8a15-abb8453f0e23 req-409791cc-aa84-421c-9396-9555d8ad06a4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:43.199849 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bfd528a9-8fb4-4343-8a15-abb8453f0e23 req-409791cc-aa84-421c-9396-9555d8ad06a4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.2235553 Aug 20 11:47:43.209298 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-fde77d4a-d3e1-4aca-855a-c638b77b4f9d tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd1d01130-2ba2-4c4d-98d5-b3614e152aac') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:43.222791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdb78c-f515-4f36-8dfe-f7eab1c95e95 req-e9fc4d60-e642-49e2-9f78-766518b2bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:43.224659 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26cdb78c-f515-4f36-8dfe-f7eab1c95e95 req-e9fc4d60-e642-49e2-9f78-766518b2bdaf service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5485373 Aug 20 11:47:43.279846 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:43.314393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 2ec08b95-c5d7-4637-8942-740deab418f5, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=2ec08b95-c5d7-4637-8942-740deab418f5,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:43.315909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13be9a6a-4e4b-4b57-b37b-b49f9058575a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec08b95-c5d7-4637-8942-740deab418f5'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:43.318560 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376cf672-baf6-43d0-bdf7-e0d261fddc1c" -d '{"events": [{"server_uuid": "13be9a6a-4e4b-4b57-b37b-b49f9058575a", "name": "network-vif-plugged", "status": "completed", "tag": "2ec08b95-c5d7-4637-8942-740deab418f5"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:43.333581 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:43.334401 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:47:43.341193 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fde77d4a-d3e1-4aca-855a-c638b77b4f9d tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/routers/d1d01130-2ba2-4c4d-98d5-b3614e152aac/tags HTTP/1.1" status: 200 len: 205 time: 0.1438980 Aug 20 11:47:43.343206 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47770) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:43.348983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-c2e1b071-0b6f-46cf-ac63-b7da9834d559 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7a4faee2-359c-400f-b560-f15ad95b3396') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:43.373447 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c2e1b071-0b6f-46cf-ac63-b7da9834d559 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/subnetpools/7a4faee2-359c-400f-b560-f15ad95b3396/tags HTTP/1.1" status: 200 len: 240 time: 0.0288734 Aug 20 11:47:43.376225 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47772) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:43.381813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-52d64d8c-24d0-4295-8c55-6a33b965de83 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7a4faee2-359c-400f-b560-f15ad95b3396', 'tempest-TagsExtTest-Tag-670495335') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:43.409613 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-52d64d8c-24d0-4295-8c55-6a33b965de83 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/subnetpools/7a4faee2-359c-400f-b560-f15ad95b3396/tags/tempest-TagsExtTest-Tag-670495335 HTTP/1.1" status: 204 len: 168 time: 0.0312831 Aug 20 11:47:43.412435 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47774) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:43.418765 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-f157c226-6e59-4cee-889f-b8176a5aac06 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7a4faee2-359c-400f-b560-f15ad95b3396', 'tempest-TagsExtTest-Tag-670495335') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:43.436357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:47:43.436992 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:47:43.439699 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca82986-a934-44bf-9c3f-b0c6245b0f1f x-openstack-request-id: req-fca82986-a934-44bf-9c3f-b0c6245b0f1f {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:43.440229 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13be9a6a-4e4b-4b57-b37b-b49f9058575a", "name": "network-vif-plugged", "status": "completed", "tag": "2ec08b95-c5d7-4637-8942-740deab418f5", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:43.440669 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fca82986-a934-44bf-9c3f-b0c6245b0f1f {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:43.441248 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13be9a6a-4e4b-4b57-b37b-b49f9058575a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec08b95-c5d7-4637-8942-740deab418f5', 'code': 200} Aug 20 11:47:43.441930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=2ec08b95-c5d7-4637-8942-740deab418f5,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:43.462412 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f157c226-6e59-4cee-889f-b8176a5aac06 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/subnetpools/7a4faee2-359c-400f-b560-f15ad95b3396/tags/tempest-TagsExtTest-Tag-670495335 HTTP/1.1" status: 204 len: 168 time: 0.0466347 Aug 20 11:47:43.463003 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47776) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:43.467040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-2f6a84e7-f61d-4968-b4f5-6bfcdebc5e35 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7a4faee2-359c-400f-b560-f15ad95b3396') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:43.491971 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2f6a84e7-f61d-4968-b4f5-6bfcdebc5e35 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/subnetpools/7a4faee2-359c-400f-b560-f15ad95b3396/tags HTTP/1.1" status: 200 len: 205 time: 0.0259485 Aug 20 11:47:43.492194 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47778) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:43.498855 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-8ee3657b-e8f7-43a8-bf69-1e183cd47c12 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7a4faee2-359c-400f-b560-f15ad95b3396') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:43.525912 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8ee3657b-e8f7-43a8-bf69-1e183cd47c12 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/subnetpools/7a4faee2-359c-400f-b560-f15ad95b3396/tags HTTP/1.1" status: 204 len: 168 time: 0.0326204 Aug 20 11:47:43.528342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47780) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:43.531508 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bfd528a9-8fb4-4343-8a15-abb8453f0e23 req-532a8b7f-13c7-4f64-ac36-be74dd603fc8 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163729 Aug 20 11:47:43.534809 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-eda1ab9c-b675-498b-9d07-223d8d814455 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd1d01130-2ba2-4c4d-98d5-b3614e152aac') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:43.573741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be605d78-340c-425f-9d17-9461e003c747 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:43.578092 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-be605d78-340c-425f-9d17-9461e003c747 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:43.611739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bda2576-037f-4eb6-b07d-bbd65f787c92', 'name': 'network-vif-deleted', 'tag': 'd0b14bc6-d26b-413b-9cca-96dc3f7f4bbe'}, {'name': 'network-changed', 'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'tag': '739f1436-cf2a-4439-9ffb-00e1f9ff7b08'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:43.614008 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a1f78f-c4d4-461c-b0f0-f34301ceacce" -d '{"events": [{"server_uuid": "4bda2576-037f-4eb6-b07d-bbd65f787c92", "name": "network-vif-deleted", "tag": "d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe"}, {"name": "network-changed", "server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "tag": "739f1436-cf2a-4439-9ffb-00e1f9ff7b08"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:43.813501 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41db9b09-d0be-4258-9c8f-9397b291757c x-openstack-request-id: req-41db9b09-d0be-4258-9c8f-9397b291757c {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:43.813874 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bda2576-037f-4eb6-b07d-bbd65f787c92", "name": "network-vif-deleted", "tag": "d0b14bc6-d26b-413b-9cca-96dc3f7f4bbe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "tag": "739f1436-cf2a-4439-9ffb-00e1f9ff7b08", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:43.814040 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41db9b09-d0be-4258-9c8f-9397b291757c {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:43.814437 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bda2576-037f-4eb6-b07d-bbd65f787c92', 'name': 'network-vif-deleted', 'tag': 'd0b14bc6-d26b-413b-9cca-96dc3f7f4bbe', 'status': 'completed', 'code': 200} Aug 20 11:47:43.814811 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'tag': '739f1436-cf2a-4439-9ffb-00e1f9ff7b08', 'status': 'completed', 'code': 200} Aug 20 11:47:44.056913 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87608f39-7102-4db2-b502-afb956c9bf09 req-24b3f150-e098-47e8-975b-e2b624c4cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.058657 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-87608f39-7102-4db2-b502-afb956c9bf09 req-24b3f150-e098-47e8-975b-e2b624c4cd09 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 1100 time: 0.5851469 Aug 20 11:47:44.077954 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-eda1ab9c-b675-498b-9d07-223d8d814455 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/routers/d1d01130-2ba2-4c4d-98d5-b3614e152aac/tags HTTP/1.1" status: 204 len: 168 time: 0.5483913 Aug 20 11:47:44.084316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47798) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:44.092314 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346307e-554c-4cbf-8b63-fc99c68cba42 req-8d366835-6b2b-4622-b9ca-2234f30387a9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.093924 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7346307e-554c-4cbf-8b63-fc99c68cba42 req-8d366835-6b2b-4622-b9ca-2234f30387a9 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.1033049 Aug 20 11:47:44.099694 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-f74045cc-a155-4d5d-8df6-c027cd79b91a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5574e7d2-f7e3-447a-bb55-bd61e2bd086a') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:44.179568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e9401c-542d-424e-8784-52c52f179256 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:44.184293 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-be605d78-340c-425f-9d17-9461e003c747 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:44.206834 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:44.235385 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7346307e-554c-4cbf-8b63-fc99c68cba42 req-241833f4-c4cc-45f8-ae0a-acfa27019166 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297660 Aug 20 11:47:44.294272 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-87608f39-7102-4db2-b502-afb956c9bf09 req-22556794-dcc0-45d5-9ee8-cf079ac8fc42 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520841 Aug 20 11:47:44.305458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Transition to ACTIVE for port object d1e9401c-542d-424e-8784-52c52f179256 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:44.319151 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f74045cc-a155-4d5d-8df6-c027cd79b91a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/ports/5574e7d2-f7e3-447a-bb55-bd61e2bd086a/tags HTTP/1.1" status: 204 len: 168 time: 0.2219942 Aug 20 11:47:44.319562 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47806) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:44.322713 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1f78f-c4d4-461c-b0f0-f34301ceacce req-78e657c6-b0e6-4d27-bd8e-77b0706ae033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.323215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1f78f-c4d4-461c-b0f0-f34301ceacce req-78e657c6-b0e6-4d27-bd8e-77b0706ae033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.323702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1f78f-c4d4-461c-b0f0-f34301ceacce req-78e657c6-b0e6-4d27-bd8e-77b0706ae033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.324175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1f78f-c4d4-461c-b0f0-f34301ceacce req-78e657c6-b0e6-4d27-bd8e-77b0706ae033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.324677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1f78f-c4d4-461c-b0f0-f34301ceacce req-78e657c6-b0e6-4d27-bd8e-77b0706ae033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.325150 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1f78f-c4d4-461c-b0f0-f34301ceacce req-78e657c6-b0e6-4d27-bd8e-77b0706ae033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.325265 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-d8a774f7-39c9-4cc1-9f47-b2e41d59faab tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '12e59293-54cc-4a33-96c8-2c69ec4ad6ef') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:44.325625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1f78f-c4d4-461c-b0f0-f34301ceacce req-78e657c6-b0e6-4d27-bd8e-77b0706ae033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.327538 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8a1f78f-c4d4-461c-b0f0-f34301ceacce req-78e657c6-b0e6-4d27-bd8e-77b0706ae033 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=388697f16ef24a2db77348e6ee667c3f&device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 6220 time: 0.5106723 Aug 20 11:47:44.341531 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:44.398763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062bcf7-7dc5-4472-87a8-5fb4bf38772f req-10be0661-77b7-4651-a7d1-723424df451d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.406133 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d8a774f7-39c9-4cc1-9f47-b2e41d59faab tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/subnets/12e59293-54cc-4a33-96c8-2c69ec4ad6ef/tags HTTP/1.1" status: 204 len: 168 time: 0.0818541 Aug 20 11:47:44.407034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47812) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:44.412710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062bcf7-7dc5-4472-87a8-5fb4bf38772f req-10be0661-77b7-4651-a7d1-723424df451d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.416384 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-7b4d62ee-b320-46bc-96f9-9ef27d6b3c75 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '12e59293-54cc-4a33-96c8-2c69ec4ad6ef', 'tempest-TagsExtTest-Tag-218695046') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:44.418739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062bcf7-7dc5-4472-87a8-5fb4bf38772f req-10be0661-77b7-4651-a7d1-723424df451d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.424953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062bcf7-7dc5-4472-87a8-5fb4bf38772f req-10be0661-77b7-4651-a7d1-723424df451d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.432269 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062bcf7-7dc5-4472-87a8-5fb4bf38772f req-10be0661-77b7-4651-a7d1-723424df451d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.437334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062bcf7-7dc5-4472-87a8-5fb4bf38772f req-10be0661-77b7-4651-a7d1-723424df451d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.443660 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062bcf7-7dc5-4472-87a8-5fb4bf38772f req-10be0661-77b7-4651-a7d1-723424df451d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.445678 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3062bcf7-7dc5-4472-87a8-5fb4bf38772f req-10be0661-77b7-4651-a7d1-723424df451d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5383 time: 0.6273141 Aug 20 11:47:44.454181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be605d78-340c-425f-9d17-9461e003c747 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Subnet': ['ID=6ae8776a-73de-46ef-9a96-545d7e8bab6e,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:44.558736 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6b994-1c35-48b6-bb6e-1300cee13b2a req-3ad681a8-b8aa-4b04-8447-80465931a25c tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.560515 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79e6b994-1c35-48b6-bb6e-1300cee13b2a req-3ad681a8-b8aa-4b04-8447-80465931a25c tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 949 time: 0.1492174 Aug 20 11:47:44.562338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e9401c-542d-424e-8784-52c52f179256,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:44.606337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be605d78-340c-425f-9d17-9461e003c747 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Checking segment: {'id': 'f0b07a71-d853-4333-80a1-56ca33d39288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f01beaa3-cbcb-4072-b610-1b926798f496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:44.606605 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be605d78-340c-425f-9d17-9461e003c747 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network hostable DHCP agents. Network: f01beaa3-cbcb-4072-b610-1b926798f496, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:47:44.644997 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7b4d62ee-b320-46bc-96f9-9ef27d6b3c75 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "PUT /v2.0/subnets/12e59293-54cc-4a33-96c8-2c69ec4ad6ef/tags/tempest-TagsExtTest-Tag-218695046 HTTP/1.1" status: 201 len: 201 time: 0.2369301 Aug 20 11:47:44.647394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47814) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:44.656709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-c1568e43-399a-4640-8a75-593cfa1a0ecf tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5574e7d2-f7e3-447a-bb55-bd61e2bd086a', 'tempest-TagsExtTest-Tag-997661533') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:44.713683 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79e6b994-1c35-48b6-bb6e-1300cee13b2a req-cfcb50a1-cfae-4c95-858f-52c897bfe8a7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401138 Aug 20 11:47:44.736308 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3062bcf7-7dc5-4472-87a8-5fb4bf38772f req-e4e75298-a2da-429e-82e3-6f2728d98e71 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2754045 Aug 20 11:47:44.765775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be605d78-340c-425f-9d17-9461e003c747 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network f01beaa3-cbcb-4072-b610-1b926798f496 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:47:44.813945 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c1568e43-399a-4640-8a75-593cfa1a0ecf tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "PUT /v2.0/ports/5574e7d2-f7e3-447a-bb55-bd61e2bd086a/tags/tempest-TagsExtTest-Tag-997661533 HTTP/1.1" status: 201 len: 201 time: 0.1652405 Aug 20 11:47:44.814648 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47818) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:44.830196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-1a12f527-39e5-4f8b-bcb7-0f65895d6b65 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd1d01130-2ba2-4c4d-98d5-b3614e152aac', 'tempest-TagsExtTest-Tag-548800800') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:44.842398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-be605d78-340c-425f-9d17-9461e003c747 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, f01beaa3-cbcb-4072-b610-1b926798f496) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:44.851639 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbc056e-3947-42f1-af33-60495cef5426 None None] Network f01beaa3-cbcb-4072-b610-1b926798f496 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:44.866139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be605d78-340c-425f-9d17-9461e003c747 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.867039 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-be605d78-340c-425f-9d17-9461e003c747 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:44.905969 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1f78f-c4d4-461c-b0f0-f34301ceacce req-6de768e2-5802-41fc-ab8c-8c7b5e46a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.906757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1f78f-c4d4-461c-b0f0-f34301ceacce req-6de768e2-5802-41fc-ab8c-8c7b5e46a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.907404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1f78f-c4d4-461c-b0f0-f34301ceacce req-6de768e2-5802-41fc-ab8c-8c7b5e46a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.910106 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8a1f78f-c4d4-461c-b0f0-f34301ceacce req-6de768e2-5802-41fc-ab8c-8c7b5e46a917 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=388697f16ef24a2db77348e6ee667c3f&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3856082 Aug 20 11:47:44.931034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Attempting to bind port d1e9401c-542d-424e-8784-52c52f179256 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:44.931387 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Attempting to bind port d1e9401c-542d-424e-8784-52c52f179256 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:44.931706 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Attempting to bind port d1e9401c-542d-424e-8784-52c52f179256 on network fa709b65-6a45-4c6d-bf67-c3bf950dd559 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:44.935087 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-be605d78-340c-425f-9d17-9461e003c747 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8959007 Aug 20 11:47:44.938187 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47824) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:44.945200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-71ce9f2a-7cf8-4d37-8c53-cf9d3c2c0a38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'network_id': 'f01beaa3-cbcb-4072-b610-1b926798f496', 'name': 'tempest-PortsTestJSON-2009030429'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:44.965562 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Port d1e9401c-542d-424e-8784-52c52f179256 on network fa709b65-6a45-4c6d-bf67-c3bf950dd559 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:47:44.965865 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Attempting to bind port d1e9401c-542d-424e-8784-52c52f179256 on network fa709b65-6a45-4c6d-bf67-c3bf950dd559 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:45.065270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:45.065644 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Checking segment: {'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:45.065975 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Bound using segment: {'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:45.066622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Bound port: d1e9401c-542d-424e-8784-52c52f179256, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:45.066994 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:45.125283 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0079e-3646-44bb-b2ad-1256975871a4 req-c9bf4990-eb8a-43d9-86e9-dfbd6931e222 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:45.126549 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-28e0079e-3646-44bb-b2ad-1256975871a4 req-c9bf4990-eb8a-43d9-86e9-dfbd6931e222 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.1900017 Aug 20 11:47:45.176936 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f01beaa3-cbcb-4072-b610-1b926798f496', 'network_id': 'f01beaa3-cbcb-4072-b610-1b926798f496', 'tenant_id': '0b4fcaa8b42a4ed5856a164cef35de94', 'fixed_ips': [{'subnet_id': '6ae8776a-73de-46ef-9a96-545d7e8bab6e'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:47:45.177802 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:45.184006 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1a12f527-39e5-4f8b-bcb7-0f65895d6b65 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "PUT /v2.0/routers/d1d01130-2ba2-4c4d-98d5-b3614e152aac/tags/tempest-TagsExtTest-Tag-548800800 HTTP/1.1" status: 201 len: 201 time: 0.3653340 Aug 20 11:47:45.186498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47830) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:45.194184 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-7edac71c-ab44-42b9-b2ef-a0ab81da8564 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7a4faee2-359c-400f-b560-f15ad95b3396', 'tempest-TagsExtTest-Tag-1902461281') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:45.219449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1f78f-c4d4-461c-b0f0-f34301ceacce req-4357cf13-e93c-4427-8a3c-c32d5fee1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:45.221061 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8a1f78f-c4d4-461c-b0f0-f34301ceacce req-4357cf13-e93c-4427-8a3c-c32d5fee1a30 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2990999 Aug 20 11:47:45.256042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] For port d1e9401c-542d-424e-8784-52c52f179256, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:45.259372 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-28e0079e-3646-44bb-b2ad-1256975871a4 req-d5aea2bd-8f19-40a4-85e9-2a8ae55ab168 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145360 Aug 20 11:47:45.261887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] For port d1e9401c-542d-424e-8784-52c52f179256, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d1e9401c-542d-424e-8784-52c52f179256,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:45.297161 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:45.302352 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7edac71c-ab44-42b9-b2ef-a0ab81da8564 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "PUT /v2.0/subnetpools/7a4faee2-359c-400f-b560-f15ad95b3396/tags/tempest-TagsExtTest-Tag-1902461281 HTTP/1.1" status: 201 len: 201 time: 0.1114035 Aug 20 11:47:45.304230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47836) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:45.310737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-0524e9b7-b478-469e-a6e8-506ffee59a4c tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '12e59293-54cc-4a33-96c8-2c69ec4ad6ef', {'tags': ['tempest-TagsExtTest-Tag-31098210', 'tempest-TagsExtTest-Tag-2269710', 'tempest-TagsExtTest-Tag-1922028406']}) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:45.410518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:45.411289 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:45.426488 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] 10.222.0.76 "PUT /v2.0/ports/d1e9401c-542d-424e-8784-52c52f179256 HTTP/1.1" status: 200 len: 1091 time: 2.9789503 Aug 20 11:47:45.428281 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0524e9b7-b478-469e-a6e8-506ffee59a4c tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "PUT /v2.0/subnets/12e59293-54cc-4a33-96c8-2c69ec4ad6ef/tags HTTP/1.1" status: 200 len: 313 time: 0.1219931 Aug 20 11:47:45.431188 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47840) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:45.436785 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-bda0314f-8685-4f97-a04d-b92d11333f70 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '12e59293-54cc-4a33-96c8-2c69ec4ad6ef') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:45.492262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Request body: {'port': {'device_id': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:45.558598 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bda0314f-8685-4f97-a04d-b92d11333f70 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/subnets/12e59293-54cc-4a33-96c8-2c69ec4ad6ef/tags HTTP/1.1" status: 204 len: 168 time: 0.1263442 Aug 20 11:47:45.561237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47846) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:45.566486 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-3b7970e5-4818-4684-b388-4e7153b3b747 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12e59293-54cc-4a33-96c8-2c69ec4ad6ef', 'tempest-TagsExtTest-Tag-31098210') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:45.573862 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Allocated IP 172.20.0.2 (f01beaa3-cbcb-4072-b610-1b926798f496/6ae8776a-73de-46ef-9a96-545d7e8bab6e/62584ce1-5e1a-409e-925f-8576dac28e67) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:45.586156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ce9f2a-7cf8-4d37-8c53-cf9d3c2c0a38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:45.606660 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71ce9f2a-7cf8-4d37-8c53-cf9d3c2c0a38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:45.694563 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-3b7970e5-4818-4684-b388-4e7153b3b747 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] show failed (client error): The resource could not be found. Aug 20 11:47:45.700996 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3b7970e5-4818-4684-b388-4e7153b3b747 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/subnets/12e59293-54cc-4a33-96c8-2c69ec4ad6ef/tags/tempest-TagsExtTest-Tag-31098210 HTTP/1.1" status: 404 len: 327 time: 0.1384475 Aug 20 11:47:45.703111 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47848) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:45.709293 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-71ce9f2a-7cf8-4d37-8c53-cf9d3c2c0a38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] device_id is not set on port db8f83a2-3fad-49fb-9a7e-1656df99c54a yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:47:45.710304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-518de6e7-63d2-45e4-961f-03901003a33b tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12e59293-54cc-4a33-96c8-2c69ec4ad6ef', 'tempest-TagsExtTest-Tag-2269710') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:45.739183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e4909-8078-440d-aa97-cf3db59148b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e9401c-542d-424e-8784-52c52f179256,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:45.809986 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-518de6e7-63d2-45e4-961f-03901003a33b tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] show failed (client error): The resource could not be found. Aug 20 11:47:45.812679 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-518de6e7-63d2-45e4-961f-03901003a33b tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/subnets/12e59293-54cc-4a33-96c8-2c69ec4ad6ef/tags/tempest-TagsExtTest-Tag-2269710 HTTP/1.1" status: 404 len: 326 time: 0.1069572 Aug 20 11:47:45.813994 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47854) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:45.818854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-2b7b8cdb-02a2-4404-9302-85b4054a94aa tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12e59293-54cc-4a33-96c8-2c69ec4ad6ef', 'tempest-TagsExtTest-Tag-1922028406') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:45.836158 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'tag': 'd1e9401c-542d-424e-8784-52c52f179256'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:45.838317 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e1998f-752f-4c1d-8880-5795032df442" -d '{"events": [{"name": "network-changed", "server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "tag": "d1e9401c-542d-424e-8784-52c52f179256"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:45.844348 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:45.861914 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Transition to ACTIVE for port object 62584ce1-5e1a-409e-925f-8576dac28e67 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:45.885969 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Transition to ACTIVE for port object 62584ce1-5e1a-409e-925f-8576dac28e67 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:45.897138 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:45.903154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cb9c1-ccc2-403a-af04-9e6ed82b4999 req-6f6d5996-f459-4f3c-824e-352fbccd4930 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:45.911483 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ac0cb9c1-ccc2-403a-af04-9e6ed82b4999 req-6f6d5996-f459-4f3c-824e-352fbccd4930 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.4837341 Aug 20 11:47:45.913292 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209297c7-219f-4df1-be99-49d1e1b830f6 req-685a304f-c9e7-46b0-b47a-defec950555a tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:45.914979 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-209297c7-219f-4df1-be99-49d1e1b830f6 req-685a304f-c9e7-46b0-b47a-defec950555a tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 949 time: 0.0683138 Aug 20 11:47:45.928308 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:45.941328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Network f01beaa3-cbcb-4072-b610-1b926798f496 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:45.945808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:45.951666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:45.956076 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-2b7b8cdb-02a2-4404-9302-85b4054a94aa tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] show failed (client error): The resource could not be found. Aug 20 11:47:45.959419 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2b7b8cdb-02a2-4404-9302-85b4054a94aa tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/subnets/12e59293-54cc-4a33-96c8-2c69ec4ad6ef/tags/tempest-TagsExtTest-Tag-1922028406 HTTP/1.1" status: 404 len: 329 time: 0.1412356 Aug 20 11:47:45.961012 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47860) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:45.966316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-f64a8cf1-ae06-4efd-aea1-d34bb6eeec4f tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5574e7d2-f7e3-447a-bb55-bd61e2bd086a', {'tags': ['tempest-TagsExtTest-Tag-930035400', 'tempest-TagsExtTest-Tag-59489470', 'tempest-TagsExtTest-Tag-105310261']}) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:46.014336 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Pushing event updated for resources: {'Port': ['ID=62584ce1-5e1a-409e-925f-8576dac28e67,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:46.040164 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f64a8cf1-ae06-4efd-aea1-d34bb6eeec4f tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "PUT /v2.0/ports/5574e7d2-f7e3-447a-bb55-bd61e2bd086a/tags HTTP/1.1" status: 200 len: 314 time: 0.0756698 Aug 20 11:47:46.040834 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47864) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:46.045661 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-bb9bc1a9-c391-4beb-9d51-fcde502cdb24 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5574e7d2-f7e3-447a-bb55-bd61e2bd086a') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:46.055432 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-209297c7-219f-4df1-be99-49d1e1b830f6 req-b87a915b-a808-4f5c-92a8-d9ac9d974678 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329930 Aug 20 11:47:46.074314 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Attempting to bind port 62584ce1-5e1a-409e-925f-8576dac28e67 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:46.075178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Attempting to bind port 62584ce1-5e1a-409e-925f-8576dac28e67 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'f0b07a71-d853-4333-80a1-56ca33d39288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f01beaa3-cbcb-4072-b610-1b926798f496'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:46.075842 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Attempting to bind port 62584ce1-5e1a-409e-925f-8576dac28e67 on network f01beaa3-cbcb-4072-b610-1b926798f496 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:46.084767 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:46.085658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Checking segment: {'id': 'f0b07a71-d853-4333-80a1-56ca33d39288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f01beaa3-cbcb-4072-b610-1b926798f496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:46.086473 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:46.087135 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Bound using segment: {'id': 'f0b07a71-d853-4333-80a1-56ca33d39288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f01beaa3-cbcb-4072-b610-1b926798f496'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:46.087898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Bound port: 62584ce1-5e1a-409e-925f-8576dac28e67, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b07a71-d853-4333-80a1-56ca33d39288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f01beaa3-cbcb-4072-b610-1b926798f496'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:46.088542 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:46.187672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bb9bc1a9-c391-4beb-9d51-fcde502cdb24 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/ports/5574e7d2-f7e3-447a-bb55-bd61e2bd086a/tags HTTP/1.1" status: 204 len: 168 time: 0.1431489 Aug 20 11:47:46.187998 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47868) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:46.193132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-2daa6fe3-52bc-423d-861e-87dc8134466e tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5574e7d2-f7e3-447a-bb55-bd61e2bd086a', 'tempest-TagsExtTest-Tag-930035400') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:46.197217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] For port 62584ce1-5e1a-409e-925f-8576dac28e67, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:46.201450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] For port 62584ce1-5e1a-409e-925f-8576dac28e67, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=62584ce1-5e1a-409e-925f-8576dac28e67,segment=NetworkSegment(f0b07a71-d853-4333-80a1-56ca33d39288),segment_id=f0b07a71-d853-4333-80a1-56ca33d39288)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:46.207152 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:46.274949 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee8c89-c052-495e-b68e-217178b46483 None None] Pushing event updated for resources: {'Port': ['ID=62584ce1-5e1a-409e-925f-8576dac28e67,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:46.296995 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c420237-df83-4916-840c-43a87ba9734f req-96631b38-9191-4e0e-a488-1c23128490f2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.315886 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c420237-df83-4916-840c-43a87ba9734f req-96631b38-9191-4e0e-a488-1c23128490f2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.322207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c420237-df83-4916-840c-43a87ba9734f req-96631b38-9191-4e0e-a488-1c23128490f2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.328282 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c420237-df83-4916-840c-43a87ba9734f req-96631b38-9191-4e0e-a488-1c23128490f2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.342644 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c420237-df83-4916-840c-43a87ba9734f req-96631b38-9191-4e0e-a488-1c23128490f2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.351341 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c420237-df83-4916-840c-43a87ba9734f req-96631b38-9191-4e0e-a488-1c23128490f2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.378404 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c420237-df83-4916-840c-43a87ba9734f req-96631b38-9191-4e0e-a488-1c23128490f2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.380489 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4c420237-df83-4916-840c-43a87ba9734f req-96631b38-9191-4e0e-a488-1c23128490f2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5395 time: 0.2074432 Aug 20 11:47:46.466821 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ac0cb9c1-ccc2-403a-af04-9e6ed82b4999 req-9f3f92d4-5356-4881-8328-a2207b30b4ed tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546277 Aug 20 11:47:46.481682 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4c420237-df83-4916-840c-43a87ba9734f req-13b39054-410f-4d2d-9ff6-afd7b4bda1bc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822303 Aug 20 11:47:46.500661 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-2daa6fe3-52bc-423d-861e-87dc8134466e tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] show failed (client error): The resource could not be found. Aug 20 11:47:46.501021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-71ce9f2a-7cf8-4d37-8c53-cf9d3c2c0a38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Allocated IP 172.20.0.5 (f01beaa3-cbcb-4072-b610-1b926798f496/6ae8776a-73de-46ef-9a96-545d7e8bab6e/db8f83a2-3fad-49fb-9a7e-1656df99c54a) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:46.501149 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2daa6fe3-52bc-423d-861e-87dc8134466e tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/ports/5574e7d2-f7e3-447a-bb55-bd61e2bd086a/tags/tempest-TagsExtTest-Tag-930035400 HTTP/1.1" status: 404 len: 328 time: 0.3039286 Aug 20 11:47:46.501942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47878) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:46.605384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.tag.tag_plugin [None req-0d456d91-fac0-4bd8-bf26-b716d5c5a70a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5574e7d2-f7e3-447a-bb55-bd61e2bd086a', 'tempest-TagsExtTest-Tag-59489470') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:46.620708 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a9fc2b-15cb-45f9-93ee-f296d6c7bab9 x-openstack-request-id: req-b8a9fc2b-15cb-45f9-93ee-f296d6c7bab9 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:46.621000 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "tag": "d1e9401c-542d-424e-8784-52c52f179256", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:46.621247 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8a9fc2b-15cb-45f9-93ee-f296d6c7bab9 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:46.621676 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'tag': 'd1e9401c-542d-424e-8784-52c52f179256', 'status': 'completed', 'code': 200} Aug 20 11:47:46.764952 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15c36c-5d96-47c8-ad1a-0429a0c3566a req-3355ffdf-a62d-41b2-9658-34dd1fb0e5a4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.790166 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e15c36c-5d96-47c8-ad1a-0429a0c3566a req-3355ffdf-a62d-41b2-9658-34dd1fb0e5a4 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.0883076 Aug 20 11:47:46.856483 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e15c36c-5d96-47c8-ad1a-0429a0c3566a req-0cc83eb5-fa38-4ced-bd31-a86438cd4b27 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644906 Aug 20 11:47:46.903716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1998f-752f-4c1d-8880-5795032df442 req-a371e04e-166a-441f-ab62-63491594efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.904254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1998f-752f-4c1d-8880-5795032df442 req-a371e04e-166a-441f-ab62-63491594efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.904701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1998f-752f-4c1d-8880-5795032df442 req-a371e04e-166a-441f-ab62-63491594efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.905184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1998f-752f-4c1d-8880-5795032df442 req-a371e04e-166a-441f-ab62-63491594efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.905659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1998f-752f-4c1d-8880-5795032df442 req-a371e04e-166a-441f-ab62-63491594efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.906135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1998f-752f-4c1d-8880-5795032df442 req-a371e04e-166a-441f-ab62-63491594efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.906605 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1998f-752f-4c1d-8880-5795032df442 req-a371e04e-166a-441f-ab62-63491594efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.909234 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26e1998f-752f-4c1d-8880-5795032df442 req-a371e04e-166a-441f-ab62-63491594efea service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=388697f16ef24a2db77348e6ee667c3f&device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 6287 time: 0.2781806 Aug 20 11:47:46.920851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235353e-b8e4-4f76-b293-cb38bbf19781 req-ff6b34aa-012a-40f3-b319-049464e8573a tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.920851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c235353e-b8e4-4f76-b293-cb38bbf19781 req-ff6b34aa-012a-40f3-b319-049464e8573a tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 1100 time: 0.3111756 Aug 20 11:47:47.050242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b965aa86-2ea4-43f1-a689-cb23617de683 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:47.060815 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:47.083259 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Transition to ACTIVE for port object b965aa86-2ea4-43f1-a689-cb23617de683 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:47.256206 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:47.277056 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-0d456d91-fac0-4bd8-bf26-b716d5c5a70a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] show failed (client error): The resource could not be found. Aug 20 11:47:47.280862 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0d456d91-fac0-4bd8-bf26-b716d5c5a70a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/ports/5574e7d2-f7e3-447a-bb55-bd61e2bd086a/tags/tempest-TagsExtTest-Tag-59489470 HTTP/1.1" status: 404 len: 327 time: 0.6787298 Aug 20 11:47:47.281679 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47896) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:47.287167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1998f-752f-4c1d-8880-5795032df442 req-e4b36432-f289-4c8f-a85c-589dc8b341db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:47.287651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1998f-752f-4c1d-8880-5795032df442 req-e4b36432-f289-4c8f-a85c-589dc8b341db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:47.288124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1998f-752f-4c1d-8880-5795032df442 req-e4b36432-f289-4c8f-a85c-589dc8b341db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:47.289698 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-ee2f6fd4-ffcd-44a3-b3e0-eed1ef68dfd9 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5574e7d2-f7e3-447a-bb55-bd61e2bd086a', 'tempest-TagsExtTest-Tag-105310261') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:47.290108 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26e1998f-752f-4c1d-8880-5795032df442 req-e4b36432-f289-4c8f-a85c-589dc8b341db service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=388697f16ef24a2db77348e6ee667c3f&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3696911 Aug 20 11:47:47.406757 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-ee2f6fd4-ffcd-44a3-b3e0-eed1ef68dfd9 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] show failed (client error): The resource could not be found. Aug 20 11:47:47.423470 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ee2f6fd4-ffcd-44a3-b3e0-eed1ef68dfd9 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/ports/5574e7d2-f7e3-447a-bb55-bd61e2bd086a/tags/tempest-TagsExtTest-Tag-105310261 HTTP/1.1" status: 404 len: 328 time: 0.1404116 Aug 20 11:47:47.433334 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47900) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:47.438439 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-917616fd-9e89-41c0-8046-68ddc8fb8fae tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd1d01130-2ba2-4c4d-98d5-b3614e152aac', {'tags': ['tempest-TagsExtTest-Tag-1880883837', 'tempest-TagsExtTest-Tag-1841228226', 'tempest-TagsExtTest-Tag-488324393']}) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:47.567252 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c235353e-b8e4-4f76-b293-cb38bbf19781 req-9f35f170-5253-4e8a-9c46-0ab97a2f68b9 tempest-ServersOnMultiNodesTest-1260516875 tempest-ServersOnMultiNodesTest-1260516875-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302567 Aug 20 11:47:47.611581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Pushing event updated for resources: {'Port': ['ID=b965aa86-2ea4-43f1-a689-cb23617de683,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:47.713179 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71ce9f2a-7cf8-4d37-8c53-cf9d3c2c0a38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:47.867484 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-917616fd-9e89-41c0-8046-68ddc8fb8fae tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "PUT /v2.0/routers/d1d01130-2ba2-4c4d-98d5-b3614e152aac/tags HTTP/1.1" status: 200 len: 317 time: 0.4330657 Aug 20 11:47:47.871424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47912) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:47.872427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-71ce9f2a-7cf8-4d37-8c53-cf9d3c2c0a38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Transition to ACTIVE for port object db8f83a2-3fad-49fb-9a7e-1656df99c54a will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:47.889819 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 62584ce1-5e1a-409e-925f-8576dac28e67 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:47.903753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.tag.tag_plugin [None req-98debee0-78fa-4215-8094-981c8c2abb19 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd1d01130-2ba2-4c4d-98d5-b3614e152aac') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:47.924370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f361d3-e689-454a-b4f8-90ca85c22646 req-f41725c7-c477-47a2-895d-01afebc0ae61 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:47.942891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f361d3-e689-454a-b4f8-90ca85c22646 req-f41725c7-c477-47a2-895d-01afebc0ae61 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:47.964138 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f361d3-e689-454a-b4f8-90ca85c22646 req-f41725c7-c477-47a2-895d-01afebc0ae61 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:47.970539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f361d3-e689-454a-b4f8-90ca85c22646 req-f41725c7-c477-47a2-895d-01afebc0ae61 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:47.985168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f361d3-e689-454a-b4f8-90ca85c22646 req-f41725c7-c477-47a2-895d-01afebc0ae61 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:47.992454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f361d3-e689-454a-b4f8-90ca85c22646 req-f41725c7-c477-47a2-895d-01afebc0ae61 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:47.998790 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f361d3-e689-454a-b4f8-90ca85c22646 req-f41725c7-c477-47a2-895d-01afebc0ae61 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:48.002137 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98110af9-bcef-4abb-aca9-0e502154bccb None None] Network f01beaa3-cbcb-4072-b610-1b926798f496 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:48.017928 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8f361d3-e689-454a-b4f8-90ca85c22646 req-f41725c7-c477-47a2-895d-01afebc0ae61 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5407 time: 0.3318291 Aug 20 11:47:48.107000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8f361d3-e689-454a-b4f8-90ca85c22646 req-2ba964d2-d788-4853-8218-c4b086203159 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0864644 Aug 20 11:47:48.170297 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 62584ce1-5e1a-409e-925f-8576dac28e67 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:48.273788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1998f-752f-4c1d-8880-5795032df442 req-ac600b1e-8d64-473e-aa47-6779b9d691cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:48.275263 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26e1998f-752f-4c1d-8880-5795032df442 req-ac600b1e-8d64-473e-aa47-6779b9d691cf service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9539635 Aug 20 11:47:48.302788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Attempting to bind port b965aa86-2ea4-43f1-a689-cb23617de683 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:48.308030 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f8787f96-e713-48d4-8c9d-8d3da13eb81a None None] Provisioning for port 62584ce1-5e1a-409e-925f-8576dac28e67 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:48.312332 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Attempting to bind port b965aa86-2ea4-43f1-a689-cb23617de683 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:48.312700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Attempting to bind port b965aa86-2ea4-43f1-a689-cb23617de683 on network fa709b65-6a45-4c6d-bf67-c3bf950dd559 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:48.315657 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f8787f96-e713-48d4-8c9d-8d3da13eb81a None None] Provisioning complete for port 62584ce1-5e1a-409e-925f-8576dac28e67 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:48.316289 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f8787f96-e713-48d4-8c9d-8d3da13eb81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:48.329885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Port b965aa86-2ea4-43f1-a689-cb23617de683 on network fa709b65-6a45-4c6d-bf67-c3bf950dd559 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:47:48.330736 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Attempting to bind port b965aa86-2ea4-43f1-a689-cb23617de683 on network fa709b65-6a45-4c6d-bf67-c3bf950dd559 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:48.361804 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-98debee0-78fa-4215-8094-981c8c2abb19 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/routers/d1d01130-2ba2-4c4d-98d5-b3614e152aac/tags HTTP/1.1" status: 204 len: 168 time: 0.4737000 Aug 20 11:47:48.363392 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71ce9f2a-7cf8-4d37-8c53-cf9d3c2c0a38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:48.364664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47922) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:48.366972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:48.367525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Checking segment: {'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:48.368088 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Bound using segment: {'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:48.368755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Bound port: b965aa86-2ea4-43f1-a689-cb23617de683, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed1f780-094c-4722-adc4-1228938020ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:48.369289 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:48.370258 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-be1da7ad-d3ba-45be-9a66-6e0c58f0c60f tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd1d01130-2ba2-4c4d-98d5-b3614e152aac', 'tempest-TagsExtTest-Tag-1880883837') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:48.476541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2831bc-a89f-438b-bc38-2206149e25a3 req-580c1e35-85f9-4239-a32e-29b3d728250a tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:48.488565 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb2831bc-a89f-438b-bc38-2206149e25a3 req-580c1e35-85f9-4239-a32e-29b3d728250a tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 949 time: 0.3272209 Aug 20 11:47:48.583494 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f8787f96-e713-48d4-8c9d-8d3da13eb81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:48.584240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ce9f2a-7cf8-4d37-8c53-cf9d3c2c0a38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network f01beaa3-cbcb-4072-b610-1b926798f496 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:48.594553 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-be1da7ad-d3ba-45be-9a66-6e0c58f0c60f tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] show failed (client error): The resource could not be found. Aug 20 11:47:48.598104 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-be1da7ad-d3ba-45be-9a66-6e0c58f0c60f tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/routers/d1d01130-2ba2-4c4d-98d5-b3614e152aac/tags/tempest-TagsExtTest-Tag-1880883837 HTTP/1.1" status: 404 len: 329 time: 0.2319417 Aug 20 11:47:48.612715 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47932) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:48.625232 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-1bc7f13f-1ea1-4860-a55b-e0c9ac5b65c6 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd1d01130-2ba2-4c4d-98d5-b3614e152aac', 'tempest-TagsExtTest-Tag-1841228226') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:48.636957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] For port b965aa86-2ea4-43f1-a689-cb23617de683, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:48.640405 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] For port b965aa86-2ea4-43f1-a689-cb23617de683, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b965aa86-2ea4-43f1-a689-cb23617de683,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:48.667891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-71ce9f2a-7cf8-4d37-8c53-cf9d3c2c0a38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:48.672906 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:48.692602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f8787f96-e713-48d4-8c9d-8d3da13eb81a None None] For port 62584ce1-5e1a-409e-925f-8576dac28e67, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=62584ce1-5e1a-409e-925f-8576dac28e67,segment=NetworkSegment(f0b07a71-d853-4333-80a1-56ca33d39288),segment_id=f0b07a71-d853-4333-80a1-56ca33d39288)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:48.702481 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f8787f96-e713-48d4-8c9d-8d3da13eb81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:48.738344 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce9f2a-7cf8-4d37-8c53-cf9d3c2c0a38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:48.763704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce9f2a-7cf8-4d37-8c53-cf9d3c2c0a38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=db8f83a2-3fad-49fb-9a7e-1656df99c54a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:48.776841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:48.777489 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:48.779008 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] 10.222.0.76 "PUT /v2.0/ports/b965aa86-2ea4-43f1-a689-cb23617de683 HTTP/1.1" status: 200 len: 1091 time: 3.2920792 Aug 20 11:47:48.809981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'tag': 'b965aa86-2ea4-43f1-a689-cb23617de683'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:48.811550 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-1bc7f13f-1ea1-4860-a55b-e0c9ac5b65c6 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] show failed (client error): The resource could not be found. Aug 20 11:47:48.812375 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63acccf0-1512-4147-8900-63eb730f86a4" -d '{"events": [{"name": "network-changed", "server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "tag": "b965aa86-2ea4-43f1-a689-cb23617de683"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:48.813031 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1bc7f13f-1ea1-4860-a55b-e0c9ac5b65c6 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/routers/d1d01130-2ba2-4c4d-98d5-b3614e152aac/tags/tempest-TagsExtTest-Tag-1841228226 HTTP/1.1" status: 404 len: 329 time: 0.1951950 Aug 20 11:47:48.819087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47936) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:48.844617 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8787f96-e713-48d4-8c9d-8d3da13eb81a None None] Pushing event updated for resources: {'Port': ['ID=62584ce1-5e1a-409e-925f-8576dac28e67,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:48.933937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-509ba4af-4fd0-48ba-9981-360423da32e3 None None] Provisioning complete for port 62584ce1-5e1a-409e-925f-8576dac28e67 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:48.934594 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-509ba4af-4fd0-48ba-9981-360423da32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:48.953655 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Request body: {'port': {'device_id': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:49.039283 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.tag.tag_plugin [None req-0e917e59-1fe0-4941-abb0-31d5996b9fc8 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd1d01130-2ba2-4c4d-98d5-b3614e152aac', 'tempest-TagsExtTest-Tag-488324393') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:49.044895 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb2831bc-a89f-438b-bc38-2206149e25a3 req-b199645d-f6f1-45ab-8bad-cb256e626ede tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550995 Aug 20 11:47:49.045550 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad92ad-35ba-4d96-a095-82d9b2fefc1a service neutron] Pushing event updated for resources: {'Port': ['ID=b965aa86-2ea4-43f1-a689-cb23617de683,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:49.062530 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24522c93-54e8-4f32-b053-bdb8c9e50d53 x-openstack-request-id: req-24522c93-54e8-4f32-b053-bdb8c9e50d53 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:49.062807 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "tag": "b965aa86-2ea4-43f1-a689-cb23617de683", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:49.063052 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24522c93-54e8-4f32-b053-bdb8c9e50d53 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:49.063644 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'tag': 'b965aa86-2ea4-43f1-a689-cb23617de683', 'status': 'completed', 'code': 200} Aug 20 11:47:49.141712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64718c1-0bc4-4c89-9021-12e46e794a3a req-59846166-c3b7-497d-8bf9-cdf4bc1faccc tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.150870 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e64718c1-0bc4-4c89-9021-12e46e794a3a req-59846166-c3b7-497d-8bf9-cdf4bc1faccc tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 946 time: 0.1173725 Aug 20 11:47:49.240363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11c2158d-1d7e-40c8-8c98-39881f482c85 req-18d0dcea-a055-44f4-8af2-79b4637cfece service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7401154 Aug 20 11:47:49.262930 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e64718c1-0bc4-4c89-9021-12e46e794a3a req-cbb3445c-4a98-4dca-8032-df8bf27a5e98 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108532 Aug 20 11:47:49.389900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b98798b7-03b3-42e2-a764-8c0883c9e0a5 None None] Provisioning for port db8f83a2-3fad-49fb-9a7e-1656df99c54a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:49.395206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b98798b7-03b3-42e2-a764-8c0883c9e0a5 None None] Provisioning complete for port db8f83a2-3fad-49fb-9a7e-1656df99c54a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:49.395758 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b98798b7-03b3-42e2-a764-8c0883c9e0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:49.401222 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:49.435571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b98798b7-03b3-42e2-a764-8c0883c9e0a5 None None] Port db8f83a2-3fad-49fb-9a7e-1656df99c54a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:49.461570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ce9f2a-7cf8-4d37-8c53-cf9d3c2c0a38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.462181 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71ce9f2a-7cf8-4d37-8c53-cf9d3c2c0a38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:49.545709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acccf0-1512-4147-8900-63eb730f86a4 req-2f3de817-4bcc-458b-bf9c-e8aa98f69ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.546246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acccf0-1512-4147-8900-63eb730f86a4 req-2f3de817-4bcc-458b-bf9c-e8aa98f69ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.546764 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acccf0-1512-4147-8900-63eb730f86a4 req-2f3de817-4bcc-458b-bf9c-e8aa98f69ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.547454 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acccf0-1512-4147-8900-63eb730f86a4 req-2f3de817-4bcc-458b-bf9c-e8aa98f69ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.547946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acccf0-1512-4147-8900-63eb730f86a4 req-2f3de817-4bcc-458b-bf9c-e8aa98f69ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.548482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acccf0-1512-4147-8900-63eb730f86a4 req-2f3de817-4bcc-458b-bf9c-e8aa98f69ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.549067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acccf0-1512-4147-8900-63eb730f86a4 req-2f3de817-4bcc-458b-bf9c-e8aa98f69ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.551194 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-63acccf0-1512-4147-8900-63eb730f86a4 req-2f3de817-4bcc-458b-bf9c-e8aa98f69ae4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=388697f16ef24a2db77348e6ee667c3f&device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 6354 time: 0.4840252 Aug 20 11:47:49.611274 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-71ce9f2a-7cf8-4d37-8c53-cf9d3c2c0a38 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6701157 Aug 20 11:47:49.613547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47954) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:49.625790 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8efc9df9-0675-4860-931c-ca1ef8c03c65 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'network_id': 'f01beaa3-cbcb-4072-b610-1b926798f496', 'name': 'tempest-PortsTestJSON-405110235'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:49.663510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2158d-1d7e-40c8-8c98-39881f482c85 req-02987852-23de-46d7-b656-d8e28cad524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.665304 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11c2158d-1d7e-40c8-8c98-39881f482c85 req-02987852-23de-46d7-b656-d8e28cad524d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 1101 time: 0.3261862 Aug 20 11:47:49.683021 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-0e917e59-1fe0-4941-abb0-31d5996b9fc8 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] show failed (client error): The resource could not be found. Aug 20 11:47:49.687586 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0e917e59-1fe0-4941-abb0-31d5996b9fc8 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/routers/d1d01130-2ba2-4c4d-98d5-b3614e152aac/tags/tempest-TagsExtTest-Tag-488324393 HTTP/1.1" status: 404 len: 328 time: 0.6582270 Aug 20 11:47:49.697943 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 62584ce1-5e1a-409e-925f-8576dac28e67 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:49.703955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47958) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:49.712674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e56aa-98f9-4cb3-8cf9-db46cbe1cdd6 req-9049c8ca-90c2-44f1-bfe0-7d60e5134082 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.713744 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-156e56aa-98f9-4cb3-8cf9-db46cbe1cdd6 req-9049c8ca-90c2-44f1-bfe0-7d60e5134082 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 949 time: 0.2937636 Aug 20 11:47:49.719654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.tag.tag_plugin [None req-1b4825c0-b9f9-4bfc-8f6f-f41bc5f65d2a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7a4faee2-359c-400f-b560-f15ad95b3396', {'tags': ['tempest-TagsExtTest-Tag-16130599', 'tempest-TagsExtTest-Tag-2085074905', 'tempest-TagsExtTest-Tag-1544470971']}) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:49.800366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efc9df9-0675-4860-931c-ca1ef8c03c65 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:49.802983 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 62584ce1-5e1a-409e-925f-8576dac28e67 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:49.803631 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:49.806430 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c973-c204-43e7-99b7-44ad7024c495 req-c48f3690-7c1a-4ea6-a9cc-6124144d3232 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.809679 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8efc9df9-0675-4860-931c-ca1ef8c03c65 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:49.813420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c973-c204-43e7-99b7-44ad7024c495 req-c48f3690-7c1a-4ea6-a9cc-6124144d3232 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.819907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c973-c204-43e7-99b7-44ad7024c495 req-c48f3690-7c1a-4ea6-a9cc-6124144d3232 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.826092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c973-c204-43e7-99b7-44ad7024c495 req-c48f3690-7c1a-4ea6-a9cc-6124144d3232 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.832007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c973-c204-43e7-99b7-44ad7024c495 req-c48f3690-7c1a-4ea6-a9cc-6124144d3232 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.832196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-8efc9df9-0675-4860-931c-ca1ef8c03c65 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] device_id is not set on port 85a9a3b0-069a-460f-8d88-cc36a3a1352b yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:47:49.838312 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c973-c204-43e7-99b7-44ad7024c495 req-c48f3690-7c1a-4ea6-a9cc-6124144d3232 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.844698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c973-c204-43e7-99b7-44ad7024c495 req-c48f3690-7c1a-4ea6-a9cc-6124144d3232 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.846917 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e830c973-c204-43e7-99b7-44ad7024c495 req-c48f3690-7c1a-4ea6-a9cc-6124144d3232 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5407 time: 0.5606871 Aug 20 11:47:49.967493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-8efc9df9-0675-4860-931c-ca1ef8c03c65 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Allocated IP 172.20.0.4 (f01beaa3-cbcb-4072-b610-1b926798f496/6ae8776a-73de-46ef-9a96-545d7e8bab6e/85a9a3b0-069a-460f-8d88-cc36a3a1352b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:50.032220 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e830c973-c204-43e7-99b7-44ad7024c495 req-f9bb16b0-c75e-4865-9f72-4e0557f7dea6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1523697 Aug 20 11:47:50.171860 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2158d-1d7e-40c8-8c98-39881f482c85 req-50708973-098e-4bc6-9a01-4656ced88d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:50.173761 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11c2158d-1d7e-40c8-8c98-39881f482c85 req-50708973-098e-4bc6-9a01-4656ced88d38 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.4770725 Aug 20 11:47:50.188527 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1b4825c0-b9f9-4bfc-8f6f-f41bc5f65d2a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "PUT /v2.0/subnetpools/7a4faee2-359c-400f-b560-f15ad95b3396/tags HTTP/1.1" status: 200 len: 316 time: 0.4734461 Aug 20 11:47:50.197605 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47966) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:50.224604 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-7660dc1f-ed10-436d-a1a3-b17d1af04ffc tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7a4faee2-359c-400f-b560-f15ad95b3396') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:50.244728 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acccf0-1512-4147-8900-63eb730f86a4 req-4345586f-97f9-48d4-b5f7-b11a0e4fffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:50.245331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acccf0-1512-4147-8900-63eb730f86a4 req-4345586f-97f9-48d4-b5f7-b11a0e4fffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:50.245861 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acccf0-1512-4147-8900-63eb730f86a4 req-4345586f-97f9-48d4-b5f7-b11a0e4fffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:50.247498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-63acccf0-1512-4147-8900-63eb730f86a4 req-4345586f-97f9-48d4-b5f7-b11a0e4fffc4 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=388697f16ef24a2db77348e6ee667c3f&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6769168 Aug 20 11:47:50.250094 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11c2158d-1d7e-40c8-8c98-39881f482c85 req-561a5f49-f059-4104-9857-297220cf814e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=39d919f9-7629-43b9-91fe-f01a0f874957 HTTP/1.1" status: 200 len: 217 time: 0.0576751 Aug 20 11:47:50.259158 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8efc9df9-0675-4860-931c-ca1ef8c03c65 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:50.299456 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8efc9df9-0675-4860-931c-ca1ef8c03c65 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Transition to ACTIVE for port object 85a9a3b0-069a-460f-8d88-cc36a3a1352b will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:50.342097 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f66bba-a3b8-40c3-9e82-444609895232 req-a197f345-0f30-4586-9905-cc40b8077999 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:50.351767 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-41f66bba-a3b8-40c3-9e82-444609895232 req-a197f345-0f30-4586-9905-cc40b8077999 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 949 time: 0.1656079 Aug 20 11:47:50.367651 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7660dc1f-ed10-436d-a1a3-b17d1af04ffc tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/subnetpools/7a4faee2-359c-400f-b560-f15ad95b3396/tags HTTP/1.1" status: 204 len: 168 time: 0.1635561 Aug 20 11:47:50.370780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47974) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:50.375428 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-44e3bbd7-d9f3-4f7e-a42b-9191c0cfa738 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7a4faee2-359c-400f-b560-f15ad95b3396', 'tempest-TagsExtTest-Tag-16130599') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:50.477258 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-41f66bba-a3b8-40c3-9e82-444609895232 req-56f44724-d2b4-4d32-a959-c3b1ae786b80 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245146 Aug 20 11:47:50.495434 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-44e3bbd7-d9f3-4f7e-a42b-9191c0cfa738 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] show failed (client error): The resource could not be found. Aug 20 11:47:50.499177 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-44e3bbd7-d9f3-4f7e-a42b-9191c0cfa738 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/subnetpools/7a4faee2-359c-400f-b560-f15ad95b3396/tags/tempest-TagsExtTest-Tag-16130599 HTTP/1.1" status: 404 len: 327 time: 0.1248019 Aug 20 11:47:50.508198 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47982) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:50.535057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-ff876f5f-4b73-4989-958d-ee22d33913a6 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7a4faee2-359c-400f-b560-f15ad95b3396', 'tempest-TagsExtTest-Tag-2085074905') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:50.569672 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8efc9df9-0675-4860-931c-ca1ef8c03c65 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:50.712968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc9df9-0675-4860-931c-ca1ef8c03c65 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=85a9a3b0-069a-460f-8d88-cc36a3a1352b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:50.750308 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-ff876f5f-4b73-4989-958d-ee22d33913a6 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] show failed (client error): The resource could not be found. Aug 20 11:47:50.751533 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ff876f5f-4b73-4989-958d-ee22d33913a6 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/subnetpools/7a4faee2-359c-400f-b560-f15ad95b3396/tags/tempest-TagsExtTest-Tag-2085074905 HTTP/1.1" status: 404 len: 329 time: 0.2359397 Aug 20 11:47:50.754055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efc9df9-0675-4860-931c-ca1ef8c03c65 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network f01beaa3-cbcb-4072-b610-1b926798f496 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:50.755051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47986) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:50.778614 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-276c9eb4-f147-4b18-a009-ce3e219b7c77 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7a4faee2-359c-400f-b560-f15ad95b3396', 'tempest-TagsExtTest-Tag-1544470971') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:50.804940 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8efc9df9-0675-4860-931c-ca1ef8c03c65 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:50.808371 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc9df9-0675-4860-931c-ca1ef8c03c65 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:50.810892 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2158d-1d7e-40c8-8c98-39881f482c85 req-2d023892-3a03-46e1-b52d-ec8497801aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:50.812481 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11c2158d-1d7e-40c8-8c98-39881f482c85 req-2d023892-3a03-46e1-b52d-ec8497801aec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.4762335 Aug 20 11:47:50.898873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-156e56aa-98f9-4cb3-8cf9-db46cbe1cdd6 req-71f35547-56c6-4714-bf92-deb5e17f78d7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Deleting port 2ec08b95-c5d7-4637-8942-740deab418f5 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:50.899214 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-156e56aa-98f9-4cb3-8cf9-db46cbe1cdd6 req-71f35547-56c6-4714-bf92-deb5e17f78d7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:50.915170 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efc9df9-0675-4860-931c-ca1ef8c03c65 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:50.916153 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8efc9df9-0675-4860-931c-ca1ef8c03c65 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:50.938441 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8efc9df9-0675-4860-931c-ca1ef8c03c65 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3235290 Aug 20 11:47:50.941706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47988) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:51.008332 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-156e56aa-98f9-4cb3-8cf9-db46cbe1cdd6 req-71f35547-56c6-4714-bf92-deb5e17f78d7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] For port 2ec08b95-c5d7-4637-8942-740deab418f5, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=2ec08b95-c5d7-4637-8942-740deab418f5,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:51.009185 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-156e56aa-98f9-4cb3-8cf9-db46cbe1cdd6 req-71f35547-56c6-4714-bf92-deb5e17f78d7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:51.019197 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-276c9eb4-f147-4b18-a009-ce3e219b7c77 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] show failed (client error): The resource could not be found. Aug 20 11:47:51.020709 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-276c9eb4-f147-4b18-a009-ce3e219b7c77 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/subnetpools/7a4faee2-359c-400f-b560-f15ad95b3396/tags/tempest-TagsExtTest-Tag-1544470971 HTTP/1.1" status: 404 len: 329 time: 0.2646587 Aug 20 11:47:51.023637 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47994) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:51.028477 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-7ae216c3-cd04-4c35-95c2-79d219c228aa tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7a4faee2-359c-400f-b560-f15ad95b3396') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:51.079618 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-156e56aa-98f9-4cb3-8cf9-db46cbe1cdd6 req-71f35547-56c6-4714-bf92-deb5e17f78d7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Calling delete_port for 2ec08b95-c5d7-4637-8942-740deab418f5 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:51.091600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58837315-37b4-4655-bc64-0945b1815a8b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:51.096465 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-58837315-37b4-4655-bc64-0945b1815a8b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.1536627 Aug 20 11:47:51.102032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47998) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:51.164263 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7ae216c3-cd04-4c35-95c2-79d219c228aa tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/subnetpools/7a4faee2-359c-400f-b560-f15ad95b3396/tags HTTP/1.1" status: 204 len: 168 time: 0.1393354 Aug 20 11:47:51.167928 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48000) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:51.173028 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-bc8aa0d4-26a7-4d6d-8bd9-bd3a5cd2b4b0 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd1d01130-2ba2-4c4d-98d5-b3614e152aac') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:51.195023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ab8e8c4d-32ef-4c1c-bcb4-5b1fdd071d3b None None] Provisioning for port 85a9a3b0-069a-460f-8d88-cc36a3a1352b completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:51.197844 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2158d-1d7e-40c8-8c98-39881f482c85 req-a57c51a9-fda5-479e-bfd3-760dfcbfdaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:51.199407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11c2158d-1d7e-40c8-8c98-39881f482c85 req-a57c51a9-fda5-479e-bfd3-760dfcbfdaae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3779221 Aug 20 11:47:51.202416 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ab8e8c4d-32ef-4c1c-bcb4-5b1fdd071d3b None None] Provisioning complete for port 85a9a3b0-069a-460f-8d88-cc36a3a1352b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:51.203512 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ab8e8c4d-32ef-4c1c-bcb4-5b1fdd071d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:51.260719 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e8c4d-32ef-4c1c-bcb4-5b1fdd071d3b None None] Port 85a9a3b0-069a-460f-8d88-cc36a3a1352b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:51.275095 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b7f27-fa77-4609-969b-137f6afd41aa req-810df9ae-a03c-4c2a-9dfe-dfd5b1c7840a tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:51.279446 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a1b7f27-fa77-4609-969b-137f6afd41aa req-810df9ae-a03c-4c2a-9dfe-dfd5b1c7840a tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 946 time: 0.9231884 Aug 20 11:47:51.301092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b0519-2ba6-40b5-9fcf-8ecd4f68ee88 req-e3497fb8-7e84-47f3-9438-32cf2a4327d8 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:51.302567 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a8b0519-2ba6-40b5-9fcf-8ecd4f68ee88 req-e3497fb8-7e84-47f3-9438-32cf2a4327d8 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 946 time: 0.5260892 Aug 20 11:47:51.365477 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acccf0-1512-4147-8900-63eb730f86a4 req-fb6f61f2-4903-4401-8268-b880d68bf621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:51.367454 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-63acccf0-1512-4147-8900-63eb730f86a4 req-fb6f61f2-4903-4401-8268-b880d68bf621 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1048346 Aug 20 11:47:51.368673 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45b5d8-756f-4ef9-a24c-3f33f986cc4e req-ca0c50fa-0a56-4340-8119-d38bd9db6249 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:51.396427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45b5d8-756f-4ef9-a24c-3f33f986cc4e req-ca0c50fa-0a56-4340-8119-d38bd9db6249 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:51.400387 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45b5d8-756f-4ef9-a24c-3f33f986cc4e req-ca0c50fa-0a56-4340-8119-d38bd9db6249 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:51.409259 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45b5d8-756f-4ef9-a24c-3f33f986cc4e req-ca0c50fa-0a56-4340-8119-d38bd9db6249 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:51.418459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45b5d8-756f-4ef9-a24c-3f33f986cc4e req-ca0c50fa-0a56-4340-8119-d38bd9db6249 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:51.422260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45b5d8-756f-4ef9-a24c-3f33f986cc4e req-ca0c50fa-0a56-4340-8119-d38bd9db6249 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:51.429226 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45b5d8-756f-4ef9-a24c-3f33f986cc4e req-ca0c50fa-0a56-4340-8119-d38bd9db6249 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:51.431065 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7d45b5d8-756f-4ef9-a24c-3f33f986cc4e req-ca0c50fa-0a56-4340-8119-d38bd9db6249 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5407 time: 0.2010348 Aug 20 11:47:51.450816 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bc8aa0d4-26a7-4d6d-8bd9-bd3a5cd2b4b0 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/routers/d1d01130-2ba2-4c4d-98d5-b3614e152aac/tags HTTP/1.1" status: 204 len: 168 time: 0.2795193 Aug 20 11:47:51.459084 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48006) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:51.463509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-d8618cb3-fd3c-46df-9fc0-c390cccfce2a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5574e7d2-f7e3-447a-bb55-bd61e2bd086a') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:51.491329 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7477914d-1637-419f-b6d5-af261779b711 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 85a9a3b0-069a-460f-8d88-cc36a3a1352b {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:51.491827 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7477914d-1637-419f-b6d5-af261779b711 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:51.505741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5638de7-43db-4ac4-99a7-532b897aae63 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:51.514953 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a1b7f27-fa77-4609-969b-137f6afd41aa req-5d350d20-252b-4696-b06a-c6d1e57ad3f2 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870949 Aug 20 11:47:51.566114 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7d45b5d8-756f-4ef9-a24c-3f33f986cc4e req-56ee1f1e-3ef7-40f1-80e8-6aef33f11aa4 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1247430 Aug 20 11:47:51.583837 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:51.639313 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11c2158d-1d7e-40c8-8c98-39881f482c85 req-ee68ca18-9027-4209-8168-9e2aea977dda service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951013 Aug 20 11:47:51.646410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Transition to ACTIVE for port object a5638de7-43db-4ac4-99a7-532b897aae63 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:51.683438 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d8618cb3-fd3c-46df-9fc0-c390cccfce2a tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/ports/5574e7d2-f7e3-447a-bb55-bd61e2bd086a/tags HTTP/1.1" status: 204 len: 168 time: 0.2233181 Aug 20 11:47:51.686032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48014) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:51.690540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.tag.tag_plugin [None req-cbb347b3-87bb-47c5-bc35-9921eda21647 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '12e59293-54cc-4a33-96c8-2c69ec4ad6ef') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:51.694262 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7477914d-1637-419f-b6d5-af261779b711 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:51.730638 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7477914d-1637-419f-b6d5-af261779b711 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 85a9a3b0-069a-460f-8d88-cc36a3a1352b owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:51.739718 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:51.831932 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cbb347b3-87bb-47c5-bc35-9921eda21647 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/subnets/12e59293-54cc-4a33-96c8-2c69ec4ad6ef/tags HTTP/1.1" status: 204 len: 168 time: 0.1444833 Aug 20 11:47:51.836277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48020) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:51.920295 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7477914d-1637-419f-b6d5-af261779b711 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:51.922534 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-156e56aa-98f9-4cb3-8cf9-db46cbe1cdd6 req-71f35547-56c6-4714-bf92-deb5e17f78d7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:51.936767 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['8c8ca810-85a5-4b67-81f0-48ca99de399e', '2d510a6e-c4f1-402a-9ae7-c36e28285e90', 'beb19e7c-63f3-4fa4-a968-0f239e1f8456'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:51.939006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['39d919f9-7629-43b9-91fe-f01a0f874957', 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb', '9777dff6-9593-4f0a-826b-e8a735d35785', '86d36a22-0ca1-4913-b5d1-ff5bb31693c9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:51.953158 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477914d-1637-419f-b6d5-af261779b711 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=85a9a3b0-069a-460f-8d88-cc36a3a1352b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:52.008894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5638de7-43db-4ac4-99a7-532b897aae63,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:52.069473 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-7a8b0519-2ba6-40b5-9fcf-8ecd4f68ee88 req-2a07dd70-dbba-4559-88a4-3a9af8095e7f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Deleting port 422d7570-f97d-4d67-a3e4-44e159ab8bd7 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:52.069931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7a8b0519-2ba6-40b5-9fcf-8ecd4f68ee88 req-2a07dd70-dbba-4559-88a4-3a9af8095e7f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:52.118868 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7477914d-1637-419f-b6d5-af261779b711 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:52.124275 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7477914d-1637-419f-b6d5-af261779b711 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/85a9a3b0-069a-460f-8d88-cc36a3a1352b HTTP/1.1" status: 204 len: 168 time: 1.0196214 Aug 20 11:47:52.126984 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48022) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:52.186078 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-8655aac0-a1c8-4777-95a0-11539ef2b393 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] GET failed (client error): The resource could not be found. Aug 20 11:47:52.187753 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8655aac0-a1c8-4777-95a0-11539ef2b393 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/85a9a3b0-069a-460f-8d88-cc36a3a1352b HTTP/1.1" status: 404 len: 333 time: 0.0593724 Aug 20 11:47:52.191529 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48028) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:52.266647 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-7a8b0519-2ba6-40b5-9fcf-8ecd4f68ee88 req-2a07dd70-dbba-4559-88a4-3a9af8095e7f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] For port 422d7570-f97d-4d67-a3e4-44e159ab8bd7, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=422d7570-f97d-4d67-a3e4-44e159ab8bd7,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:52.267023 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7a8b0519-2ba6-40b5-9fcf-8ecd4f68ee88 req-2a07dd70-dbba-4559-88a4-3a9af8095e7f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:52.301382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-7a8b0519-2ba6-40b5-9fcf-8ecd4f68ee88 req-2a07dd70-dbba-4559-88a4-3a9af8095e7f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Calling delete_port for 422d7570-f97d-4d67-a3e4-44e159ab8bd7 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:52.412443 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6965d78a-5768-42bf-a961-59874fbb90ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:52.435523 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d320ff5e-538d-436f-ae7e-3a0de2759824 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port db8f83a2-3fad-49fb-9a7e-1656df99c54a {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:52.436063 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d320ff5e-538d-436f-ae7e-3a0de2759824 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:52.525776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f35547-56c6-4714-bf92-deb5e17f78d7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event deleted for resources: {'Port': ['ID=2ec08b95-c5d7-4637-8942-740deab418f5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:52.629715 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d320ff5e-538d-436f-ae7e-3a0de2759824 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:52.642911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d48c1-e215-44a6-97ba-e5dd971d7060 req-b456eb26-a09a-459c-b870-634d782b548d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:52.645305 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ba7d48c1-e215-44a6-97ba-e5dd971d7060 req-b456eb26-a09a-459c-b870-634d782b548d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=13be9a6a-4e4b-4b57-b37b-b49f9058575a HTTP/1.1" status: 200 len: 949 time: 0.9370816 Aug 20 11:47:52.682650 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7a8b0519-2ba6-40b5-9fcf-8ecd4f68ee88 req-2a07dd70-dbba-4559-88a4-3a9af8095e7f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:52.701271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d320ff5e-538d-436f-ae7e-3a0de2759824 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for db8f83a2-3fad-49fb-9a7e-1656df99c54a owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:52.744138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-156e56aa-98f9-4cb3-8cf9-db46cbe1cdd6 req-71f35547-56c6-4714-bf92-deb5e17f78d7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] No DVR routers for this DVR port 2ec08b95-c5d7-4637-8942-740deab418f5 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:47:52.746697 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-156e56aa-98f9-4cb3-8cf9-db46cbe1cdd6 req-71f35547-56c6-4714-bf92-deb5e17f78d7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:52.752788 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-156e56aa-98f9-4cb3-8cf9-db46cbe1cdd6 req-71f35547-56c6-4714-bf92-deb5e17f78d7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "DELETE /v2.0/ports/2ec08b95-c5d7-4637-8942-740deab418f5 HTTP/1.1" status: 204 len: 173 time: 3.0174401 Aug 20 11:47:52.806256 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2ef6898f-a016-4c02-b132-850c792b8667 req-20b1d3dc-f2b9-4cdd-acc8-a4ec83d142a4 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 210 time: 0.0924606 Aug 20 11:47:52.828618 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13be9a6a-4e4b-4b57-b37b-b49f9058575a', 'name': 'network-vif-deleted', 'tag': '2ec08b95-c5d7-4637-8942-740deab418f5'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:52.839955 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c472c9a-40e8-4731-9783-5d5963175b82" -d '{"events": [{"server_uuid": "13be9a6a-4e4b-4b57-b37b-b49f9058575a", "name": "network-vif-deleted", "tag": "2ec08b95-c5d7-4637-8942-740deab418f5"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:52.881032 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 2ec08b95-c5d7-4637-8942-740deab418f5 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:47:52.931589 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Attempting to bind port a5638de7-43db-4ac4-99a7-532b897aae63 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:52.932077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Attempting to bind port a5638de7-43db-4ac4-99a7-532b897aae63 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '3b2f52a9-89f7-40db-8295-df0af4886398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:52.932413 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Attempting to bind port a5638de7-43db-4ac4-99a7-532b897aae63 on network 96ae447a-8b4f-4e4b-83fe-8a03f1635478 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:52.950488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 2ec08b95-c5d7-4637-8942-740deab418f5 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:47:52.950956 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 2ec08b95-c5d7-4637-8942-740deab418f5 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:47:52.958854 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07dd70-dbba-4559-88a4-3a9af8095e7f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Pushing event deleted for resources: {'Port': ['ID=422d7570-f97d-4d67-a3e4-44e159ab8bd7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:53.053065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a5507-ef8b-4938-917b-e1c4dc3533ed req-18f58b82-f93e-4b68-ac5b-7037addcddaa tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:53.059306 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a5507-ef8b-4938-917b-e1c4dc3533ed req-18f58b82-f93e-4b68-ac5b-7037addcddaa tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:53.061368 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ba7d48c1-e215-44a6-97ba-e5dd971d7060 req-2c6cd6cb-d801-4216-a31a-66105739720b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433704 Aug 20 11:47:53.077038 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a5507-ef8b-4938-917b-e1c4dc3533ed req-18f58b82-f93e-4b68-ac5b-7037addcddaa tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:53.083282 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a5507-ef8b-4938-917b-e1c4dc3533ed req-18f58b82-f93e-4b68-ac5b-7037addcddaa tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:53.089262 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a5507-ef8b-4938-917b-e1c4dc3533ed req-18f58b82-f93e-4b68-ac5b-7037addcddaa tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:53.094963 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a5507-ef8b-4938-917b-e1c4dc3533ed req-18f58b82-f93e-4b68-ac5b-7037addcddaa tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:53.101392 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a5507-ef8b-4938-917b-e1c4dc3533ed req-18f58b82-f93e-4b68-ac5b-7037addcddaa tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:53.109574 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b19a5507-ef8b-4938-917b-e1c4dc3533ed req-18f58b82-f93e-4b68-ac5b-7037addcddaa tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5419 time: 0.1627116 Aug 20 11:47:53.130196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Port a5638de7-43db-4ac4-99a7-532b897aae63 on network 96ae447a-8b4f-4e4b-83fe-8a03f1635478 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:47:53.141907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Attempting to bind port a5638de7-43db-4ac4-99a7-532b897aae63 on network 96ae447a-8b4f-4e4b-83fe-8a03f1635478 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:53.160160 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:53.160507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Checking segment: {'id': '3b2f52a9-89f7-40db-8295-df0af4886398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:53.160922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Bound using segment: {'id': '3b2f52a9-89f7-40db-8295-df0af4886398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:53.161367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Bound port: a5638de7-43db-4ac4-99a7-532b897aae63, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2f52a9-89f7-40db-8295-df0af4886398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:53.161727 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.165173 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11c2158d-1d7e-40c8-8c98-39881f482c85 req-aa2ade21-9458-4af4-b0e2-88788cff468d service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4525795 Aug 20 11:47:53.233883 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f82087d-9ed3-4e7b-b18c-86ee94b885d0 x-openstack-request-id: req-1f82087d-9ed3-4e7b-b18c-86ee94b885d0 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:53.235559 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13be9a6a-4e4b-4b57-b37b-b49f9058575a", "name": "network-vif-deleted", "tag": "2ec08b95-c5d7-4637-8942-740deab418f5", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:53.236261 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f82087d-9ed3-4e7b-b18c-86ee94b885d0 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:53.236941 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13be9a6a-4e4b-4b57-b37b-b49f9058575a', 'name': 'network-vif-deleted', 'tag': '2ec08b95-c5d7-4637-8942-740deab418f5', 'status': 'completed', 'code': 200} Aug 20 11:47:53.240011 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b19a5507-ef8b-4938-917b-e1c4dc3533ed req-817b0b6c-af15-41ae-a93b-1f3f07d648a6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1294732 Aug 20 11:47:53.246198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8b0519-2ba6-40b5-9fcf-8ecd4f68ee88 req-2a07dd70-dbba-4559-88a4-3a9af8095e7f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] No DVR routers for this DVR port 422d7570-f97d-4d67-a3e4-44e159ab8bd7 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:47:53.254519 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2798a072-ad29-491e-8f67-7d5af00068cd tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks [] for subnetpool, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.256522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2798a072-ad29-491e-8f67-7d5af00068cd tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/subnetpools/7a4faee2-359c-400f-b560-f15ad95b3396 HTTP/1.1" status: 204 len: 168 time: 1.4124999 Aug 20 11:47:53.258275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7a8b0519-2ba6-40b5-9fcf-8ecd4f68ee88 req-2a07dd70-dbba-4559-88a4-3a9af8095e7f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.260567 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a8b0519-2ba6-40b5-9fcf-8ecd4f68ee88 req-2a07dd70-dbba-4559-88a4-3a9af8095e7f tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.35 "DELETE /v2.0/ports/422d7570-f97d-4d67-a3e4-44e159ab8bd7 HTTP/1.1" status: 204 len: 173 time: 1.9152269 Aug 20 11:47:53.262193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48050) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:53.289337 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d320ff5e-538d-436f-ae7e-3a0de2759824 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.347120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] For port a5638de7-43db-4ac4-99a7-532b897aae63, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:53.351392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] For port a5638de7-43db-4ac4-99a7-532b897aae63, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a5638de7-43db-4ac4-99a7-532b897aae63,segment=NetworkSegment(3b2f52a9-89f7-40db-8295-df0af4886398),segment_id=3b2f52a9-89f7-40db-8295-df0af4886398)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:53.357136 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.418173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:53.419160 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.420906 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] 10.222.0.76 "PUT /v2.0/ports/a5638de7-43db-4ac4-99a7-532b897aae63 HTTP/1.1" status: 200 len: 1091 time: 4.4813576 Aug 20 11:47:53.431183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48052) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:53.437855 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-23a2db4f-241b-4fb4-8fc3-bc3ea375be91 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1d01130-2ba2-4c4d-98d5-b3614e152aac HTTP/1.1" status: 200 len: 205 time: 0.1664188 Aug 20 11:47:53.444087 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320ff5e-538d-436f-ae7e-3a0de2759824 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=db8f83a2-3fad-49fb-9a7e-1656df99c54a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:53.510122 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Request body: {'port': {'device_id': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:53.540030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d320ff5e-538d-436f-ae7e-3a0de2759824 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.544911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48054) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:53.545812 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d320ff5e-538d-436f-ae7e-3a0de2759824 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/db8f83a2-3fad-49fb-9a7e-1656df99c54a HTTP/1.1" status: 204 len: 168 time: 1.3494594 Aug 20 11:47:53.591132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea8ad1-f54d-4878-9621-55dcb5c144d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5638de7-43db-4ac4-99a7-532b897aae63,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:53.660617 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-27aa508b-f016-4f96-bd51-b573ddd45b01 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.663377 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4dd31d-3835-4f41-b6a9-357ba77a5d32 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] GET failed (client error): The resource could not be found. Aug 20 11:47:53.665772 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0c4dd31d-3835-4f41-b6a9-357ba77a5d32 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/db8f83a2-3fad-49fb-9a7e-1656df99c54a HTTP/1.1" status: 404 len: 333 time: 0.0841088 Aug 20 11:47:53.671063 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48060) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:53.819387 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.915165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7855382-b961-4af2-b26e-ce408fc0eddb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting subnet 6ae8776a-73de-46ef-9a96-545d7e8bab6e {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:47:53.925016 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7855382-b961-4af2-b26e-ce408fc0eddb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.926518 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['1d2afb67-a1eb-4261-a96a-7a1042605aa5', '38c617e3-3dc0-45c7-8bec-524f95591d1e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:54.000262 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7855382-b961-4af2-b26e-ce408fc0eddb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:54.097993 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f0bb00bb-f127-4987-9e4d-44f9338a83e8 req-8570acb8-a2a5-4b95-9629-c79eecc3a2ac tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9541925-75cd-4f21-9184-485179be8101 HTTP/1.1" status: 200 len: 210 time: 0.0540142 Aug 20 11:47:54.240580 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7855382-b961-4af2-b26e-ce408fc0eddb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:54.456358 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7855382-b961-4af2-b26e-ce408fc0eddb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:54.543293 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-27aa508b-f016-4f96-bd51-b573ddd45b01 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:54.547820 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-27aa508b-f016-4f96-bd51-b573ddd45b01 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:54.564285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e029ecaa-da56-407a-9c34-b87c31f508d7 None None] Network f01beaa3-cbcb-4072-b610-1b926798f496 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:54.596758 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7855382-b961-4af2-b26e-ce408fc0eddb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:54.599013 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d7855382-b961-4af2-b26e-ce408fc0eddb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/6ae8776a-73de-46ef-9a96-545d7e8bab6e HTTP/1.1" status: 204 len: 168 time: 0.9243541 Aug 20 11:47:54.618235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48088) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:54.629459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7855382-b961-4af2-b26e-ce408fc0eddb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae8776a-73de-46ef-9a96-545d7e8bab6e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:54.710735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e41063-bfef-4563-b7a9-d0545bee5ce2 req-b1d186d5-2dad-4f36-b208-53a45c20bd54 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:54.728932 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e3e41063-bfef-4563-b7a9-d0545bee5ce2 req-b1d186d5-2dad-4f36-b208-53a45c20bd54 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.1245289 Aug 20 11:47:54.780196 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-27aa508b-f016-4f96-bd51-b573ddd45b01 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:54.780722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27aa508b-f016-4f96-bd51-b573ddd45b01 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Fanout notify agent at l3_agent the message router_deleted on router d1d01130-2ba2-4c4d-98d5-b3614e152aac {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:47:54.808764 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-27aa508b-f016-4f96-bd51-b573ddd45b01 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:54.813199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-27aa508b-f016-4f96-bd51-b573ddd45b01 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/routers/d1d01130-2ba2-4c4d-98d5-b3614e152aac HTTP/1.1" status: 204 len: 168 time: 1.3806663 Aug 20 11:47:54.818741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48092) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:54.827087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf25f2c-4335-45f4-b09c-c94b1377faad req-e34e945a-2ec3-4735-bf6a-1c7abf3d989b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:54.837291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf25f2c-4335-45f4-b09c-c94b1377faad req-e34e945a-2ec3-4735-bf6a-1c7abf3d989b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:54.849637 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf25f2c-4335-45f4-b09c-c94b1377faad req-e34e945a-2ec3-4735-bf6a-1c7abf3d989b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:54.854819 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e3e41063-bfef-4563-b7a9-d0545bee5ce2 req-043f3177-5473-4b49-92ad-461e96496d35 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172538 Aug 20 11:47:54.857489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf25f2c-4335-45f4-b09c-c94b1377faad req-e34e945a-2ec3-4735-bf6a-1c7abf3d989b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:54.865050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf25f2c-4335-45f4-b09c-c94b1377faad req-e34e945a-2ec3-4735-bf6a-1c7abf3d989b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:54.873452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf25f2c-4335-45f4-b09c-c94b1377faad req-e34e945a-2ec3-4735-bf6a-1c7abf3d989b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:54.879934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf25f2c-4335-45f4-b09c-c94b1377faad req-e34e945a-2ec3-4735-bf6a-1c7abf3d989b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:54.893254 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fcf25f2c-4335-45f4-b09c-c94b1377faad req-e34e945a-2ec3-4735-bf6a-1c7abf3d989b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5419 time: 0.2730451 Aug 20 11:47:54.938578 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:54.975101 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3206d5-ace7-4f58-bbd4-d797d334bbdd None None] DHCP port deletion for f01beaa3-cbcb-4072-b610-1b926798f496 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:47:55.008469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 422d7570-f97d-4d67-a3e4-44e159ab8bd7 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:47:55.026676 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 422d7570-f97d-4d67-a3e4-44e159ab8bd7 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:47:55.026676 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 422d7570-f97d-4d67-a3e4-44e159ab8bd7 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:47:55.061696 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ee3206d5-ace7-4f58-bbd4-d797d334bbdd None None] Deleting port 62584ce1-5e1a-409e-925f-8576dac28e67 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:55.062154 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ee3206d5-ace7-4f58-bbd4-d797d334bbdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.096839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb2986-81b5-42b0-80cb-48fc1650fabb req-c465d4a3-98ff-41ba-a11b-6e5c7ae1ab28 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:55.098299 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5ddb2986-81b5-42b0-80cb-48fc1650fabb req-c465d4a3-98ff-41ba-a11b-6e5c7ae1ab28 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 949 time: 0.1023905 Aug 20 11:47:55.112759 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9fb1414a-082f-42ac-8ce9-1c9e36490393 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Deleting port 5574e7d2-f7e3-447a-bb55-bd61e2bd086a {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:55.113107 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9fb1414a-082f-42ac-8ce9-1c9e36490393 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.142108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6907400b-f6fd-44da-b9f0-c6c6fee7405c {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:55.151756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ee3206d5-ace7-4f58-bbd4-d797d334bbdd None None] For port 62584ce1-5e1a-409e-925f-8576dac28e67, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=62584ce1-5e1a-409e-925f-8576dac28e67,segment=NetworkSegment(f0b07a71-d853-4333-80a1-56ca33d39288),segment_id=f0b07a71-d853-4333-80a1-56ca33d39288)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:55.152253 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ee3206d5-ace7-4f58-bbd4-d797d334bbdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.158079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fcf25f2c-4335-45f4-b09c-c94b1377faad req-d303b7cd-1144-410a-87af-466ca8bd5c8b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2638226 Aug 20 11:47:55.162378 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.189263 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 62584ce1-5e1a-409e-925f-8576dac28e67 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:55.189638 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.194904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Transition to ACTIVE for port object 6907400b-f6fd-44da-b9f0-c6c6fee7405c will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:55.195533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ee3206d5-ace7-4f58-bbd4-d797d334bbdd None None] Calling delete_port for 62584ce1-5e1a-409e-925f-8576dac28e67 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:55.213254 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.229614 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5ddb2986-81b5-42b0-80cb-48fc1650fabb req-e479e2aa-dd09-46cb-a41a-02b95ac9d2ce tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202133 Aug 20 11:47:55.262977 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9541925-75cd-4f21-9184-485179be8101', 'name': 'network-vif-deleted', 'tag': '422d7570-f97d-4d67-a3e4-44e159ab8bd7'}, {'name': 'network-changed', 'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'tag': 'a5638de7-43db-4ac4-99a7-532b897aae63'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:55.267055 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81078544-cd67-475c-bb1e-5ba92da54664" -d '{"events": [{"server_uuid": "a9541925-75cd-4f21-9184-485179be8101", "name": "network-vif-deleted", "tag": "422d7570-f97d-4d67-a3e4-44e159ab8bd7"}, {"name": "network-changed", "server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "tag": "a5638de7-43db-4ac4-99a7-532b897aae63"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:55.280571 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9fb1414a-082f-42ac-8ce9-1c9e36490393 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.301309 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9fb1414a-082f-42ac-8ce9-1c9e36490393 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Calling delete_port for 5574e7d2-f7e3-447a-bb55-bd61e2bd086a owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:55.352666 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] For port 62584ce1-5e1a-409e-925f-8576dac28e67, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=62584ce1-5e1a-409e-925f-8576dac28e67,segment=NetworkSegment(f0b07a71-d853-4333-80a1-56ca33d39288),segment_id=f0b07a71-d853-4333-80a1-56ca33d39288)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:55.353480 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.373447 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ee3206d5-ace7-4f58-bbd4-d797d334bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.410477 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbef4da-6d9e-4f21-af1a-a692768ca858 x-openstack-request-id: req-cdbef4da-6d9e-4f21-af1a-a692768ca858 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:55.410760 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9541925-75cd-4f21-9184-485179be8101", "name": "network-vif-deleted", "tag": "422d7570-f97d-4d67-a3e4-44e159ab8bd7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "tag": "a5638de7-43db-4ac4-99a7-532b897aae63", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:55.411008 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdbef4da-6d9e-4f21-af1a-a692768ca858 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:55.411398 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9541925-75cd-4f21-9184-485179be8101', 'name': 'network-vif-deleted', 'tag': '422d7570-f97d-4d67-a3e4-44e159ab8bd7', 'status': 'completed', 'code': 200} Aug 20 11:47:55.411630 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'tag': 'a5638de7-43db-4ac4-99a7-532b897aae63', 'status': 'completed', 'code': 200} Aug 20 11:47:55.443744 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3206d5-ace7-4f58-bbd4-d797d334bbdd None None] Pushing event deleted for resources: {'Port': ['ID=62584ce1-5e1a-409e-925f-8576dac28e67,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:55.449827 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Pushing event updated for resources: {'Port': ['ID=6907400b-f6fd-44da-b9f0-c6c6fee7405c,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:55.456380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 62584ce1-5e1a-409e-925f-8576dac28e67 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:55.458956 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3206d5-ace7-4f58-bbd4-d797d334bbdd None None] No DVR routers for this DVR port 62584ce1-5e1a-409e-925f-8576dac28e67 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:47:55.462721 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-27598504-61ef-44ba-8870-32e9c7e343d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.490050 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.617263 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9fb1414a-082f-42ac-8ce9-1c9e36490393 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.644093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Attempting to bind port 6907400b-f6fd-44da-b9f0-c6c6fee7405c on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:55.644586 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Attempting to bind port 6907400b-f6fd-44da-b9f0-c6c6fee7405c by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '3b2f52a9-89f7-40db-8295-df0af4886398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:55.644987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Attempting to bind port 6907400b-f6fd-44da-b9f0-c6c6fee7405c on network 96ae447a-8b4f-4e4b-83fe-8a03f1635478 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:55.654104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078544-cd67-475c-bb1e-5ba92da54664 req-32ac1fd6-8470-425d-a5ff-989fed6ef90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:55.654725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078544-cd67-475c-bb1e-5ba92da54664 req-32ac1fd6-8470-425d-a5ff-989fed6ef90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:55.655204 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078544-cd67-475c-bb1e-5ba92da54664 req-32ac1fd6-8470-425d-a5ff-989fed6ef90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:55.655672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078544-cd67-475c-bb1e-5ba92da54664 req-32ac1fd6-8470-425d-a5ff-989fed6ef90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:55.656137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078544-cd67-475c-bb1e-5ba92da54664 req-32ac1fd6-8470-425d-a5ff-989fed6ef90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:55.657028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078544-cd67-475c-bb1e-5ba92da54664 req-32ac1fd6-8470-425d-a5ff-989fed6ef90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:55.657494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078544-cd67-475c-bb1e-5ba92da54664 req-32ac1fd6-8470-425d-a5ff-989fed6ef90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:55.660246 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81078544-cd67-475c-bb1e-5ba92da54664 req-32ac1fd6-8470-425d-a5ff-989fed6ef90f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=388697f16ef24a2db77348e6ee667c3f&device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 6446 time: 0.2516508 Aug 20 11:47:55.665379 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Port 6907400b-f6fd-44da-b9f0-c6c6fee7405c on network 96ae447a-8b4f-4e4b-83fe-8a03f1635478 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:47:55.665704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Attempting to bind port 6907400b-f6fd-44da-b9f0-c6c6fee7405c on network 96ae447a-8b4f-4e4b-83fe-8a03f1635478 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:55.669907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1414a-082f-42ac-8ce9-1c9e36490393 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Pushing event deleted for resources: {'Port': ['ID=5574e7d2-f7e3-447a-bb55-bd61e2bd086a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:55.693909 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:55.694294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Checking segment: {'id': '3b2f52a9-89f7-40db-8295-df0af4886398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:55.694625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Bound using segment: {'id': '3b2f52a9-89f7-40db-8295-df0af4886398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:55.695525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Bound port: 6907400b-f6fd-44da-b9f0-c6c6fee7405c, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2f52a9-89f7-40db-8295-df0af4886398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:55.695891 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.779796 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 62584ce1-5e1a-409e-925f-8576dac28e67 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:47:55.782310 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9fb1414a-082f-42ac-8ce9-1c9e36490393 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.784563 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9fb1414a-082f-42ac-8ce9-1c9e36490393 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/ports/5574e7d2-f7e3-447a-bb55-bd61e2bd086a HTTP/1.1" status: 204 len: 168 time: 0.9619124 Aug 20 11:47:55.786976 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48118) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:55.823268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 62584ce1-5e1a-409e-925f-8576dac28e67 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:47:55.823542 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.824042 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 62584ce1-5e1a-409e-925f-8576dac28e67 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:47:55.856941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea83ab3a-2fb3-469a-9fdc-83aed97caba6 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Deleting subnet 12e59293-54cc-4a33-96c8-2c69ec4ad6ef {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:47:55.862176 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea83ab3a-2fb3-469a-9fdc-83aed97caba6 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.891120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No DVR routers for this DVR port 62584ce1-5e1a-409e-925f-8576dac28e67 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:47:55.892987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=62584ce1-5e1a-409e-925f-8576dac28e67,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:55.939559 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea83ab3a-2fb3-469a-9fdc-83aed97caba6 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.067973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9b30c-b32c-44ed-887a-0b8bc3cf6418 req-e8bba60c-3557-4464-b06c-dd3d67e36816 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.069704 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97a9b30c-b32c-44ed-887a-0b8bc3cf6418 req-e8bba60c-3557-4464-b06c-dd3d67e36816 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.0957439 Aug 20 11:47:56.109447 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea83ab3a-2fb3-469a-9fdc-83aed97caba6 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.160580 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-97a9b30c-b32c-44ed-887a-0b8bc3cf6418 req-7a3ce49a-6030-4235-9758-d7ae3607c830 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830774 Aug 20 11:47:56.207101 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea83ab3a-2fb3-469a-9fdc-83aed97caba6 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.239708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83ab3a-2fb3-469a-9fdc-83aed97caba6 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Pushing event deleted for resources: {'Subnet': ['ID=12e59293-54cc-4a33-96c8-2c69ec4ad6ef,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:56.244311 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea83ab3a-2fb3-469a-9fdc-83aed97caba6 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.248543 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ea83ab3a-2fb3-469a-9fdc-83aed97caba6 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/subnets/12e59293-54cc-4a33-96c8-2c69ec4ad6ef HTTP/1.1" status: 204 len: 168 time: 0.4583774 Aug 20 11:47:56.248872 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48128) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:56.260433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de0dc15-0b5e-48bb-b704-82fd41784e2c None None] Network 865d3101-35b0-4243-b0ce-2a0538c3fb4a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:56.339637 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.402424 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02c6d084-1ff4-4189-b156-aa6445de3996 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.425954 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db93255-44c1-4c06-9523-36d7a8ee44cf req-9c07c099-3a78-4beb-8470-ac3678ba853a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.434783 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db93255-44c1-4c06-9523-36d7a8ee44cf req-9c07c099-3a78-4beb-8470-ac3678ba853a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.442346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db93255-44c1-4c06-9523-36d7a8ee44cf req-9c07c099-3a78-4beb-8470-ac3678ba853a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.450667 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db93255-44c1-4c06-9523-36d7a8ee44cf req-9c07c099-3a78-4beb-8470-ac3678ba853a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.457467 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db93255-44c1-4c06-9523-36d7a8ee44cf req-9c07c099-3a78-4beb-8470-ac3678ba853a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.460500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d02caa-53d2-4859-8e9e-03c325c55e61 req-48e2c2ae-1e96-4a96-a856-a113e78b7077 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.462077 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d5d02caa-53d2-4859-8e9e-03c325c55e61 req-48e2c2ae-1e96-4a96-a856-a113e78b7077 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 945 time: 0.7023003 Aug 20 11:47:56.474129 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db93255-44c1-4c06-9523-36d7a8ee44cf req-9c07c099-3a78-4beb-8470-ac3678ba853a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.480601 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db93255-44c1-4c06-9523-36d7a8ee44cf req-9c07c099-3a78-4beb-8470-ac3678ba853a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.489483 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1db93255-44c1-4c06-9523-36d7a8ee44cf req-9c07c099-3a78-4beb-8470-ac3678ba853a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5431 time: 0.2307916 Aug 20 11:47:56.495432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] For port 6907400b-f6fd-44da-b9f0-c6c6fee7405c, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:56.501066 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244a012-3d5b-45c2-888e-839c8be2696f req-68b56593-a428-43e2-a630-e7eca3985e21 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.503770 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8244a012-3d5b-45c2-888e-839c8be2696f req-68b56593-a428-43e2-a630-e7eca3985e21 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.2020676 Aug 20 11:47:56.517846 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.528083 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eba3b3-fca7-4863-a27f-f0a37d926f0d None None] DHCP port deletion for 865d3101-35b0-4243-b0ce-2a0538c3fb4a request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:47:56.544224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078544-cd67-475c-bb1e-5ba92da54664 req-3b095d59-e665-4ba8-ba04-c045b9bbcbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.544718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078544-cd67-475c-bb1e-5ba92da54664 req-3b095d59-e665-4ba8-ba04-c045b9bbcbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.545195 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078544-cd67-475c-bb1e-5ba92da54664 req-3b095d59-e665-4ba8-ba04-c045b9bbcbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.547088 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81078544-cd67-475c-bb1e-5ba92da54664 req-3b095d59-e665-4ba8-ba04-c045b9bbcbe0 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=388697f16ef24a2db77348e6ee667c3f&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.8767076 Aug 20 11:47:56.551069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01beaa3-cbcb-4072-b610-1b926798f496']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:56.574221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] For port 6907400b-f6fd-44da-b9f0-c6c6fee7405c, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=6907400b-f6fd-44da-b9f0-c6c6fee7405c,segment=NetworkSegment(3b2f52a9-89f7-40db-8295-df0af4886398),segment_id=3b2f52a9-89f7-40db-8295-df0af4886398)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:56.583412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b07a71-d853-4333-80a1-56ca33d39288') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:56.583705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b07a71-d853-4333-80a1-56ca33d39288') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:56.590250 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a4eba3b3-fca7-4863-a27f-f0a37d926f0d None None] Deleting port 6161e6e1-36e9-4617-bd09-b2f85e41ed49 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:56.590876 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a4eba3b3-fca7-4863-a27f-f0a37d926f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.658214 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a4eba3b3-fca7-4863-a27f-f0a37d926f0d None None] For port 6161e6e1-36e9-4617-bd09-b2f85e41ed49, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6161e6e1-36e9-4617-bd09-b2f85e41ed49,segment=NetworkSegment(4852d699-c58c-496f-af1d-f30dc2b58ebd),segment_id=4852d699-c58c-496f-af1d-f30dc2b58ebd)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:56.659028 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a4eba3b3-fca7-4863-a27f-f0a37d926f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.675877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a4eba3b3-fca7-4863-a27f-f0a37d926f0d None None] Calling delete_port for 6161e6e1-36e9-4617-bd09-b2f85e41ed49 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:56.681139 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.694782 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d5d02caa-53d2-4859-8e9e-03c325c55e61 req-2aacd71e-7e55-49ce-bb94-39e168d30921 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102149 Aug 20 11:47:56.708970 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.772840 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a4eba3b3-fca7-4863-a27f-f0a37d926f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.790143 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eba3b3-fca7-4863-a27f-f0a37d926f0d None None] No DVR routers for this DVR port 6161e6e1-36e9-4617-bd09-b2f85e41ed49 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:47:56.816177 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eba3b3-fca7-4863-a27f-f0a37d926f0d None None] Pushing event deleted for resources: {'Port': ['ID=6161e6e1-36e9-4617-bd09-b2f85e41ed49,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:56.855507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc338376-f64e-4982-9e9d-4661313cc558 req-87c081ce-d370-4539-bb84-9fd03fb17104 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.857660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc338376-f64e-4982-9e9d-4661313cc558 req-87c081ce-d370-4539-bb84-9fd03fb17104 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.35 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 949 time: 0.4376493 Aug 20 11:47:56.878135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.878900 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.880319 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] 10.222.0.76 "PUT /v2.0/ports/6907400b-f6fd-44da-b9f0-c6c6fee7405c HTTP/1.1" status: 200 len: 1091 time: 3.3750007 Aug 20 11:47:56.883169 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.919623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078544-cd67-475c-bb1e-5ba92da54664 req-642645ad-3cb6-438e-acc0-bcd6aef43b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.921106 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81078544-cd67-475c-bb1e-5ba92da54664 req-642645ad-3cb6-438e-acc0-bcd6aef43b73 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3654971 Aug 20 11:47:56.945712 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:47:56.945969 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:47:56.949147 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:47:57.038937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c93fd-9e02-448a-b7c3-44bed57e43ee service neutron] Pushing event updated for resources: {'Port': ['ID=6907400b-f6fd-44da-b9f0-c6c6fee7405c,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:57.083651 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-02c6d084-1ff4-4189-b156-aa6445de3996 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] The port '6161e6e1-36e9-4617-bd09-b2f85e41ed49' was deleted {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 20 11:47:57.166943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855c652-99e3-4f16-beec-a700b83d6f9e req-d77e6a13-9033-4a3a-9644-a43540b11665 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.169104 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d855c652-99e3-4f16-beec-a700b83d6f9e req-d77e6a13-9033-4a3a-9644-a43540b11665 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 949 time: 0.2726834 Aug 20 11:47:57.174391 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.191792 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.192056 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1db93255-44c1-4c06-9523-36d7a8ee44cf req-f82500e8-ff5b-40c5-a596-a7d2bd5cccb2 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7013524 Aug 20 11:47:57.194000 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/networks/f01beaa3-cbcb-4072-b610-1b926798f496 HTTP/1.1" status: 204 len: 168 time: 2.5733757 Aug 20 11:47:57.199131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48146) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:57.215506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f6ff9a18-4c50-421e-95ff-93b5740f97ee tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-843273116'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:57.228460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-465d8baf-109e-41a8-8e95-dc89e64b70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.229182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-465d8baf-109e-41a8-8e95-dc89e64b70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.229641 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-465d8baf-109e-41a8-8e95-dc89e64b70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.230124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-465d8baf-109e-41a8-8e95-dc89e64b70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.230657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-465d8baf-109e-41a8-8e95-dc89e64b70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.231188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-465d8baf-109e-41a8-8e95-dc89e64b70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.231822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-465d8baf-109e-41a8-8e95-dc89e64b70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.234051 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-465d8baf-109e-41a8-8e95-dc89e64b70e8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=388697f16ef24a2db77348e6ee667c3f&device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 6488 time: 0.2520654 Aug 20 11:47:57.237614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82205af-d4a1-4d8e-bfb2-53eae88e3294 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Network': ['ID=f01beaa3-cbcb-4072-b610-1b926798f496,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:57.295949 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02c6d084-1ff4-4189-b156-aa6445de3996 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.305242 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-5167b0cf-4746-4955-9145-57adb3d8f8b5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9bef89f-685a-44be-baf1-fe42d2901197 HTTP/1.1" status: 200 len: 217 time: 0.0573444 Aug 20 11:47:57.313215 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d855c652-99e3-4f16-beec-a700b83d6f9e req-faf8ebdc-de8b-40ed-a3ab-f547b81af89c tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333325 Aug 20 11:47:57.317965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5daad-ebf5-4b85-a5e2-b4c8c407c8fb req-84811971-bd90-4565-b3ed-8fffaf48bfde tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.319490 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7e5daad-ebf5-4b85-a5e2-b4c8c407c8fb req-84811971-bd90-4565-b3ed-8fffaf48bfde tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 945 time: 0.1980870 Aug 20 11:47:57.323610 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-02c6d084-1ff4-4189-b156-aa6445de3996 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865d3101-35b0-4243-b0ce-2a0538c3fb4a']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:57.358103 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-bc338376-f64e-4982-9e9d-4661313cc558 req-df8ba0ef-d048-4a7d-989c-2734f1dda199 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Deleting port beb19e7c-63f3-4fa4-a968-0f239e1f8456 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:57.358674 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bc338376-f64e-4982-9e9d-4661313cc558 req-df8ba0ef-d048-4a7d-989c-2734f1dda199 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.367781 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ff9a18-4c50-421e-95ff-93b5740f97ee tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:57.371232 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6ff9a18-4c50-421e-95ff-93b5740f97ee tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.374223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-02c6d084-1ff4-4189-b156-aa6445de3996 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4852d699-c58c-496f-af1d-f30dc2b58ebd') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:57.374527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-02c6d084-1ff4-4189-b156-aa6445de3996 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4852d699-c58c-496f-af1d-f30dc2b58ebd') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:57.419472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'tag': '6907400b-f6fd-44da-b9f0-c6c6fee7405c'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:57.420528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-8244a012-3d5b-45c2-888e-839c8be2696f req-b6874be0-ba4d-4ceb-b0f1-a2838b2c1525 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Deleting port 45989948-05f2-4b2e-9235-928a75eaa3cf {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:57.420893 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8244a012-3d5b-45c2-888e-839c8be2696f req-b6874be0-ba4d-4ceb-b0f1-a2838b2c1525 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.421806 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332a0ba9-f78f-441d-84fd-74c21b8df9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "tag": "6907400b-f6fd-44da-b9f0-c6c6fee7405c"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:57.428922 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02c6d084-1ff4-4189-b156-aa6445de3996 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.440232 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-fce035aa-233a-44cc-9062-cfbe44c829a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.441764 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-fce035aa-233a-44cc-9062-cfbe44c829a7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=159c3db5-1e5d-4db8-a229-0df8f7818d13 HTTP/1.1" status: 200 len: 856 time: 0.1272595 Aug 20 11:47:57.498459 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25886cb2-c7fe-4911-aee7-ddd6238ae6ab x-openstack-request-id: req-25886cb2-c7fe-4911-aee7-ddd6238ae6ab {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:57.498459 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "tag": "6907400b-f6fd-44da-b9f0-c6c6fee7405c", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:57.498874 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25886cb2-c7fe-4911-aee7-ddd6238ae6ab {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:57.499134 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'tag': '6907400b-f6fd-44da-b9f0-c6c6fee7405c', 'status': 'completed', 'code': 200} Aug 20 11:47:57.513024 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02c6d084-1ff4-4189-b156-aa6445de3996 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.528560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-bc338376-f64e-4982-9e9d-4661313cc558 req-df8ba0ef-d048-4a7d-989c-2734f1dda199 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] For port beb19e7c-63f3-4fa4-a968-0f239e1f8456, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=beb19e7c-63f3-4fa4-a968-0f239e1f8456,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:57.528867 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bc338376-f64e-4982-9e9d-4661313cc558 req-df8ba0ef-d048-4a7d-989c-2734f1dda199 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.532793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-86800306-7f8c-4988-9d91-f3c63c04ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.534902 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-86800306-7f8c-4988-9d91-f3c63c04ab00 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c9f33d1-9d46-4cab-8484-e59cd857f82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854590 Aug 20 11:47:57.549434 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c6d084-1ff4-4189-b156-aa6445de3996 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:47:57.549854 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02c6d084-1ff4-4189-b156-aa6445de3996 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.553249 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-bc338376-f64e-4982-9e9d-4661313cc558 req-df8ba0ef-d048-4a7d-989c-2734f1dda199 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Calling delete_port for beb19e7c-63f3-4fa4-a968-0f239e1f8456 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:47:57.553715 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:47:57.623157 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af62c8-1606-46ed-ba06-861a2927fc35 req-dc64a20b-b494-4739-bdab-849e48d43940 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.624839 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f3af62c8-1606-46ed-ba06-861a2927fc35 req-dc64a20b-b494-4739-bdab-849e48d43940 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 946 time: 0.3147838 Aug 20 11:47:57.693021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-8244a012-3d5b-45c2-888e-839c8be2696f req-b6874be0-ba4d-4ceb-b0f1-a2838b2c1525 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] For port 45989948-05f2-4b2e-9235-928a75eaa3cf, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=45989948-05f2-4b2e-9235-928a75eaa3cf,segment=NetworkSegment(cbd28daa-da42-4dac-91ad-d7f61e93c78f),segment_id=cbd28daa-da42-4dac-91ad-d7f61e93c78f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:57.693497 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8244a012-3d5b-45c2-888e-839c8be2696f req-b6874be0-ba4d-4ceb-b0f1-a2838b2c1525 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.696307 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-cf49630a-3b74-4481-9d11-63204ea80cfb service neutron] 10.222.0.76 "GET /v2.0/networks/6c9f33d1-9d46-4cab-8484-e59cd857f82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511109 Aug 20 11:47:57.708650 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02c6d084-1ff4-4189-b156-aa6445de3996 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.722756 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ff9a18-4c50-421e-95ff-93b5740f97ee tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:47:57.733429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6161e6e1-36e9-4617-bd09-b2f85e41ed49 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:47:57.735105 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6ff9a18-4c50-421e-95ff-93b5740f97ee tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.735594 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-f6ff9a18-4c50-421e-95ff-93b5740f97ee tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Added segment 0b58ca4b-fd40-41ea-b9a8-db6783b4e1c0 of type vlan for network 3278edea-0042-405a-85e9-2eeced57d847 Aug 20 11:47:57.772930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 6161e6e1-36e9-4617-bd09-b2f85e41ed49 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:47:57.773395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6161e6e1-36e9-4617-bd09-b2f85e41ed49 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:47:57.786848 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-8244a012-3d5b-45c2-888e-839c8be2696f req-b6874be0-ba4d-4ceb-b0f1-a2838b2c1525 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Calling delete_port for 45989948-05f2-4b2e-9235-928a75eaa3cf owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:57.822845 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02c6d084-1ff4-4189-b156-aa6445de3996 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.825058 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-02c6d084-1ff4-4189-b156-aa6445de3996 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] 10.222.0.37 "DELETE /v2.0/networks/865d3101-35b0-4243-b0ce-2a0538c3fb4a HTTP/1.1" status: 204 len: 168 time: 1.5753393 Aug 20 11:47:57.869266 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-a7e5daad-ebf5-4b85-a5e2-b4c8c407c8fb req-bcd9268f-57d0-49fc-a37f-2751cda0e576 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Deleting port 38c617e3-3dc0-45c7-8bec-524f95591d1e {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:57.869979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a7e5daad-ebf5-4b85-a5e2-b4c8c407c8fb req-bcd9268f-57d0-49fc-a37f-2751cda0e576 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.877592 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6ff9a18-4c50-421e-95ff-93b5740f97ee tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.894147 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f3af62c8-1606-46ed-ba06-861a2927fc35 req-606bb8bf-3b71-4874-8a61-22b20b06d37b tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/security-groups?id=00e5c56d-851f-44ee-a9a1-a5863c1ff24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526774 Aug 20 11:47:57.895217 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6d084-1ff4-4189-b156-aa6445de3996 tempest-TagsExtTest-590260883 tempest-TagsExtTest-590260883-project] Pushing event deleted for resources: {'Network': ['ID=865d3101-35b0-4243-b0ce-2a0538c3fb4a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:57.916403 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bc338376-f64e-4982-9e9d-4661313cc558 req-df8ba0ef-d048-4a7d-989c-2734f1dda199 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.940264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['8c8ca810-85a5-4b67-81f0-48ca99de399e', '2d510a6e-c4f1-402a-9ae7-c36e28285e90', 'beb19e7c-63f3-4fa4-a968-0f239e1f8456'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:57.942849 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['39d919f9-7629-43b9-91fe-f01a0f874957', 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb', '9777dff6-9593-4f0a-826b-e8a735d35785', '86d36a22-0ca1-4913-b5d1-ff5bb31693c9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:57.953696 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ba0ef-d048-4a7d-989c-2734f1dda199 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event deleted for resources: {'Port': ['ID=beb19e7c-63f3-4fa4-a968-0f239e1f8456,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:57.961245 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-8516ebb9-4be0-4052-ad8c-fa46327c166d service neutron] 10.222.0.76 "GET /v2.0/networks/6c9f33d1-9d46-4cab-8484-e59cd857f82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561233 Aug 20 11:47:57.969215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf30608-7272-4d58-97a4-b44e7f80d521 req-8359781a-cd38-4261-9874-5a9fea9fcebd tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.970746 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-edf30608-7272-4d58-97a4-b44e7f80d521 req-8359781a-cd38-4261-9874-5a9fea9fcebd tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 945 time: 0.1420245 Aug 20 11:47:58.045688 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.048262 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-5e81af8b-ca43-450e-a3fb-d7a4cc65ba38 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=65164dec-9537-4c9c-89fe-cc971fdf8ed3 HTTP/1.1" status: 200 len: 217 time: 0.0763912 Aug 20 11:47:58.076141 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.resource_extend [None req-f6ff9a18-4c50-421e-95ff-93b5740f97ee tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:47:58.101278 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc338376-f64e-4982-9e9d-4661313cc558 req-df8ba0ef-d048-4a7d-989c-2734f1dda199 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] No DVR routers for this DVR port beb19e7c-63f3-4fa4-a968-0f239e1f8456 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:47:58.104032 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bc338376-f64e-4982-9e9d-4661313cc558 req-df8ba0ef-d048-4a7d-989c-2734f1dda199 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.106441 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc338376-f64e-4982-9e9d-4661313cc558 req-df8ba0ef-d048-4a7d-989c-2734f1dda199 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.35 "DELETE /v2.0/ports/beb19e7c-63f3-4fa4-a968-0f239e1f8456 HTTP/1.1" status: 204 len: 173 time: 1.2077787 Aug 20 11:47:58.140588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-09ac9cfe-4c1c-4152-84ac-4666c265021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:58.142791 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-09ac9cfe-4c1c-4152-84ac-4666c265021d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 200 len: 797 time: 0.0786874 Aug 20 11:47:58.149225 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-edf30608-7272-4d58-97a4-b44e7f80d521 req-81d3910f-d8ef-4969-a520-01f6b43998eb tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655722 Aug 20 11:47:58.195052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6ff9a18-4c50-421e-95ff-93b5740f97ee tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.200759 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ff9a18-4c50-421e-95ff-93b5740f97ee tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:58.201390 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6ff9a18-4c50-421e-95ff-93b5740f97ee tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.243785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1fb61665-2564-4a06-bd2f-83955784ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:58.247958 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1fb61665-2564-4a06-bd2f-83955784ec52 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0978186 Aug 20 11:47:58.287777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48178) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:58.465459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-a7e5daad-ebf5-4b85-a5e2-b4c8c407c8fb req-bcd9268f-57d0-49fc-a37f-2751cda0e576 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] For port 38c617e3-3dc0-45c7-8bec-524f95591d1e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=38c617e3-3dc0-45c7-8bec-524f95591d1e,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:58.465844 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a7e5daad-ebf5-4b85-a5e2-b4c8c407c8fb req-bcd9268f-57d0-49fc-a37f-2751cda0e576 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.469305 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f6ff9a18-4c50-421e-95ff-93b5740f97ee tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2578089 Aug 20 11:47:58.495729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48184) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:58.520911 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-de6d4682-98fd-4910-b20b-8348c1fc02ad tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'subnet': {'network_id': '3278edea-0042-405a-85e9-2eeced57d847', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:58.524589 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-a7e5daad-ebf5-4b85-a5e2-b4c8c407c8fb req-bcd9268f-57d0-49fc-a37f-2751cda0e576 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Calling delete_port for 38c617e3-3dc0-45c7-8bec-524f95591d1e owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:58.531199 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff9a18-4c50-421e-95ff-93b5740f97ee tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Network': ['ID=3278edea-0042-405a-85e9-2eeced57d847,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:58.561463 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 3278edea-0042-405a-85e9-2eeced57d847 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:47:58.601348 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-782c6dad-86b5-4361-92e9-68b614fb9651 req-390b2007-523b-4fde-bab5-9597564ff8d5 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=34fe553c-4346-4159-a287-8d69ade38f0b HTTP/1.1" status: 200 len: 210 time: 0.1376121 Aug 20 11:47:58.603446 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-d2b67fbc-2b8e-4c9d-b25a-b1ac7635c8bc service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422384 Aug 20 11:47:58.655657 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1ac230ff-6a86-42c4-ac96-65eec753988d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b92ef6434234b30a6127bebb3ce4793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667378 Aug 20 11:47:58.664181 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48186) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:58.772845 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c0afb-a65f-4e57-9b73-704a2fb23f6f req-7d35a0a1-18db-44bc-b6d8-a67a29b97ad5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:58.779154 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c0afb-a65f-4e57-9b73-704a2fb23f6f req-7d35a0a1-18db-44bc-b6d8-a67a29b97ad5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:58.785665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c0afb-a65f-4e57-9b73-704a2fb23f6f req-7d35a0a1-18db-44bc-b6d8-a67a29b97ad5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:58.792078 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c0afb-a65f-4e57-9b73-704a2fb23f6f req-7d35a0a1-18db-44bc-b6d8-a67a29b97ad5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:58.808901 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c0afb-a65f-4e57-9b73-704a2fb23f6f req-7d35a0a1-18db-44bc-b6d8-a67a29b97ad5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:58.815772 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c0afb-a65f-4e57-9b73-704a2fb23f6f req-7d35a0a1-18db-44bc-b6d8-a67a29b97ad5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:58.822134 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c0afb-a65f-4e57-9b73-704a2fb23f6f req-7d35a0a1-18db-44bc-b6d8-a67a29b97ad5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:58.830608 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-915c0afb-a65f-4e57-9b73-704a2fb23f6f req-7d35a0a1-18db-44bc-b6d8-a67a29b97ad5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5431 time: 0.4407668 Aug 20 11:47:58.840148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-bfdac23f-82b5-4d6f-9147-6795503862e8 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938379 Aug 20 11:47:58.885723 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8244a012-3d5b-45c2-888e-839c8be2696f req-b6874be0-ba4d-4ceb-b0f1-a2838b2c1525 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.911075 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-dcec54d8-da17-4927-a034-5f8f5c0d1019 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=739f1436-cf2a-4439-9ffb-00e1f9ff7b08 HTTP/1.1" status: 200 len: 217 time: 0.0602069 Aug 20 11:47:59.008356 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef455739-8874-41ca-a513-07155bb18dde req-74060cb1-96bd-4f34-b00c-2593f21a0204 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55c5c21-c525-4a07-ab85-f0ec5736dfac HTTP/1.1" status: 200 len: 210 time: 0.0363314 Aug 20 11:47:59.016765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-e9bfa030-cd54-4087-9de8-a9b85a0f719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:59.017075 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-915c0afb-a65f-4e57-9b73-704a2fb23f6f req-e57e81ab-e77f-4ce3-893b-5d1f00a399b1 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1783020 Aug 20 11:47:59.019407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-e9bfa030-cd54-4087-9de8-a9b85a0f719e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 200 len: 797 time: 0.0968049 Aug 20 11:47:59.038461 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6874be0-ba4d-4ceb-b0f1-a2838b2c1525 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Pushing event deleted for resources: {'Port': ['ID=45989948-05f2-4b2e-9235-928a75eaa3cf,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:59.074451 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6d4682-98fd-4910-b20b-8348c1fc02ad tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:59.078023 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de6d4682-98fd-4910-b20b-8348c1fc02ad tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.079669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-94726ee7-8fea-4c30-9816-fdab0212db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:59.082133 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-94726ee7-8fea-4c30-9816-fdab0212db8c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0522687 Aug 20 11:47:59.151763 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-66a84222-ebbe-4f16-b1ee-88749fb765b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.154027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-8244a012-3d5b-45c2-888e-839c8be2696f req-b6874be0-ba4d-4ceb-b0f1-a2838b2c1525 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] No DVR routers for this DVR port 45989948-05f2-4b2e-9235-928a75eaa3cf on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:47:59.186429 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8244a012-3d5b-45c2-888e-839c8be2696f req-b6874be0-ba4d-4ceb-b0f1-a2838b2c1525 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.188466 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8244a012-3d5b-45c2-888e-839c8be2696f req-b6874be0-ba4d-4ceb-b0f1-a2838b2c1525 tempest-ServersNegativeTestJSON-1089287488 tempest-ServersNegativeTestJSON-1089287488-project] 10.222.0.35 "DELETE /v2.0/ports/45989948-05f2-4b2e-9235-928a75eaa3cf HTTP/1.1" status: 204 len: 173 time: 2.6764474 Aug 20 11:47:59.191511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55c5c21-c525-4a07-ab85-f0ec5736dfac', 'name': 'network-vif-deleted', 'tag': '45989948-05f2-4b2e-9235-928a75eaa3cf'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:59.193904 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f9a421-17c7-463b-8d22-4d4f80477649" -d '{"events": [{"server_uuid": "d55c5c21-c525-4a07-ab85-f0ec5736dfac", "name": "network-vif-deleted", "tag": "45989948-05f2-4b2e-9235-928a75eaa3cf"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:59.202618 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-6e1d4140-0357-4616-9e92-9b2494ee1ff0 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082633 Aug 20 11:47:59.251382 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a7e5daad-ebf5-4b85-a5e2-b4c8c407c8fb req-bcd9268f-57d0-49fc-a37f-2751cda0e576 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.256124 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-66a84222-ebbe-4f16-b1ee-88749fb765b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.292534 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['1d2afb67-a1eb-4261-a96a-7a1042605aa5'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:59.320142 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9268f-57d0-49fc-a37f-2751cda0e576 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Pushing event deleted for resources: {'Port': ['ID=38c617e3-3dc0-45c7-8bec-524f95591d1e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:59.356672 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11e10e8c-e5c0-467f-90fa-5fc2adb5c4b9 req-00038d04-dc74-4008-85d6-0c99c86bacda tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0fa20eb-3835-4c40-96ca-1a6f36185478 HTTP/1.1" status: 200 len: 210 time: 0.0600452 Aug 20 11:47:59.408968 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-21f66b80-7ea4-4488-8ce9-dde5483e19c4 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968775 Aug 20 11:47:59.430737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e5daad-ebf5-4b85-a5e2-b4c8c407c8fb req-bcd9268f-57d0-49fc-a37f-2751cda0e576 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] No DVR routers for this DVR port 38c617e3-3dc0-45c7-8bec-524f95591d1e on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:47:59.434639 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a7e5daad-ebf5-4b85-a5e2-b4c8c407c8fb req-bcd9268f-57d0-49fc-a37f-2751cda0e576 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.436753 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7e5daad-ebf5-4b85-a5e2-b4c8c407c8fb req-bcd9268f-57d0-49fc-a37f-2751cda0e576 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.35 "DELETE /v2.0/ports/38c617e3-3dc0-45c7-8bec-524f95591d1e HTTP/1.1" status: 204 len: 173 time: 2.1018147 Aug 20 11:47:59.475252 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-90a67048-acce-4d8e-88f8-26ad5150e3f9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=d1e9401c-542d-424e-8784-52c52f179256 HTTP/1.1" status: 200 len: 217 time: 0.0592120 Aug 20 11:47:59.537024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fe553c-4346-4159-a287-8d69ade38f0b', 'name': 'network-vif-deleted', 'tag': 'beb19e7c-63f3-4fa4-a968-0f239e1f8456'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:59.540304 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-66a84222-ebbe-4f16-b1ee-88749fb765b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.543193 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-66a84222-ebbe-4f16-b1ee-88749fb765b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.543585 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2001f1f4-46d5-4afa-947f-77dc90584b74" -d '{"events": [{"server_uuid": "34fe553c-4346-4159-a287-8d69ade38f0b", "name": "network-vif-deleted", "tag": "beb19e7c-63f3-4fa4-a968-0f239e1f8456"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:59.551999 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-66a84222-ebbe-4f16-b1ee-88749fb765b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d4d3e18-e68b-492f-a883-0ae043e80433 HTTP/1.1" status: 204 len: 168 time: 0.8849564 Aug 20 11:47:59.556266 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce519fff-589e-4971-8aaf-bd98ac83f1e6 x-openstack-request-id: req-ce519fff-589e-4971-8aaf-bd98ac83f1e6 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:59.556718 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55c5c21-c525-4a07-ab85-f0ec5736dfac", "name": "network-vif-deleted", "tag": "45989948-05f2-4b2e-9235-928a75eaa3cf", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:59.556851 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce519fff-589e-4971-8aaf-bd98ac83f1e6 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:59.557514 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55c5c21-c525-4a07-ab85-f0ec5736dfac', 'name': 'network-vif-deleted', 'tag': '45989948-05f2-4b2e-9235-928a75eaa3cf', 'status': 'completed', 'code': 200} Aug 20 11:47:59.572203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-0c2129b8-8fd8-4c03-bb05-f874818da5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:59.574354 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-0c2129b8-8fd8-4c03-bb05-f874818da5e5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 200 len: 797 time: 0.0915895 Aug 20 11:47:59.598725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a84222-ebbe-4f16-b1ee-88749fb765b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4d3e18-e68b-492f-a883-0ae043e80433,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:59.680112 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cbd6e2-b286-4bfb-88d4-dcacff69d683 x-openstack-request-id: req-a1cbd6e2-b286-4bfb-88d4-dcacff69d683 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:59.680396 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fe553c-4346-4159-a287-8d69ade38f0b", "name": "network-vif-deleted", "tag": "beb19e7c-63f3-4fa4-a968-0f239e1f8456", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:59.680668 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1cbd6e2-b286-4bfb-88d4-dcacff69d683 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:59.683170 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34fe553c-4346-4159-a287-8d69ade38f0b', 'name': 'network-vif-deleted', 'tag': 'beb19e7c-63f3-4fa4-a968-0f239e1f8456', 'status': 'completed', 'code': 200} Aug 20 11:47:59.705793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-a9313fc9-a668-4ab5-9d64-1d790697a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:59.708294 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-a9313fc9-a668-4ab5-9d64-1d790697a6ef service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1262269 Aug 20 11:47:59.716895 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de6d4682-98fd-4910-b20b-8348c1fc02ad tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.842907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d4682-98fd-4910-b20b-8348c1fc02ad tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Subnet': ['ID=eb6e4a29-3ad1-4fb0-b55f-14658a06af80,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:59.868420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d4682-98fd-4910-b20b-8348c1fc02ad tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Checking segment: {'id': '0b58ca4b-fd40-41ea-b9a8-db6783b4e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3278edea-0042-405a-85e9-2eeced57d847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:59.870843 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6d4682-98fd-4910-b20b-8348c1fc02ad tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network hostable DHCP agents. Network: 3278edea-0042-405a-85e9-2eeced57d847, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:47:59.923500 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6d4682-98fd-4910-b20b-8348c1fc02ad tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 3278edea-0042-405a-85e9-2eeced57d847 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:47:59.955969 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-de6d4682-98fd-4910-b20b-8348c1fc02ad tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 3278edea-0042-405a-85e9-2eeced57d847) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:59.967415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6d4682-98fd-4910-b20b-8348c1fc02ad tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:59.969861 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de6d4682-98fd-4910-b20b-8348c1fc02ad tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:00.001457 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-9eb83121-df11-43b8-83ad-a3f35da67c72 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773499 Aug 20 11:48:00.019832 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-de6d4682-98fd-4910-b20b-8348c1fc02ad tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5190082 Aug 20 11:48:00.020489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48214) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:00.027825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b06c1bd-2661-4249-94e2-6884f085759d None None] Network 3278edea-0042-405a-85e9-2eeced57d847 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:00.032206 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-007fab7f-e521-446b-9eb3-828dc25fafd1 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'network_id': '3278edea-0042-405a-85e9-2eeced57d847', 'name': 'tempest-PortsTestJSON-230666569', 'fixed_ips': [{'subnet_id': 'eb6e4a29-3ad1-4fb0-b55f-14658a06af80', 'ip_address': '172.20.0.10'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:00.128812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48220) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:00.289251 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8b935-ee13-4278-824d-934fc0ea1927 req-eb266c54-9c03-405f-9b16-42c69d46f23d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:00.291008 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18d8b935-ee13-4278-824d-934fc0ea1927 req-eb266c54-9c03-405f-9b16-42c69d46f23d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 950 time: 0.1232123 Aug 20 11:48:00.312702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007fab7f-e521-446b-9eb3-828dc25fafd1 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:00.334696 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e07c2f1-408e-46b6-8f9f-a4b7791fb0cc admin admin] Deleting subnet a835e74c-2b68-481c-a9b7-7b2ff328dde1 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:48:00.338237 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e07c2f1-408e-46b6-8f9f-a4b7791fb0cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:00.388663 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e07c2f1-408e-46b6-8f9f-a4b7791fb0cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:00.415266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-3278edea-0042-405a-85e9-2eeced57d847', 'network_id': '3278edea-0042-405a-85e9-2eeced57d847', 'tenant_id': '0b4fcaa8b42a4ed5856a164cef35de94', 'fixed_ips': [{'subnet_id': 'eb6e4a29-3ad1-4fb0-b55f-14658a06af80'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:48:00.416110 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:00.448851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-b550fa52-3d83-4c84-b01c-4498fc43c215 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372718 Aug 20 11:48:00.462447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed994-00c5-471a-8f62-c5812ae5873a req-574c881e-1e2b-46f2-8ead-b47523832499 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:00.469170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed994-00c5-471a-8f62-c5812ae5873a req-574c881e-1e2b-46f2-8ead-b47523832499 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:00.479076 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed994-00c5-471a-8f62-c5812ae5873a req-574c881e-1e2b-46f2-8ead-b47523832499 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:00.489547 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed994-00c5-471a-8f62-c5812ae5873a req-574c881e-1e2b-46f2-8ead-b47523832499 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:00.497750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed994-00c5-471a-8f62-c5812ae5873a req-574c881e-1e2b-46f2-8ead-b47523832499 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:00.503839 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-18d8b935-ee13-4278-824d-934fc0ea1927 req-3e6a96ca-3f55-48ee-9ad1-f8d59b0e58d6 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048581 Aug 20 11:48:00.527639 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed994-00c5-471a-8f62-c5812ae5873a req-574c881e-1e2b-46f2-8ead-b47523832499 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:00.543697 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-007fab7f-e521-446b-9eb3-828dc25fafd1 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:00.553340 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed994-00c5-471a-8f62-c5812ae5873a req-574c881e-1e2b-46f2-8ead-b47523832499 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:00.569095 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-007fab7f-e521-446b-9eb3-828dc25fafd1 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] device_id is not set on port 16cfdfa8-89aa-4817-a07f-37af8b0ba3cf yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:48:00.571843 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8fed994-00c5-471a-8f62-c5812ae5873a req-574c881e-1e2b-46f2-8ead-b47523832499 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5431 time: 0.3156621 Aug 20 11:48:00.645557 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Allocated IP 172.20.0.2 (3278edea-0042-405a-85e9-2eeced57d847/eb6e4a29-3ad1-4fb0-b55f-14658a06af80/2980344b-edda-4b35-8f22-9e8c40482e81) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:00.671835 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-db597255-8359-4543-b557-fd99c2f045d7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=b965aa86-2ea4-43f1-a689-cb23617de683 HTTP/1.1" status: 200 len: 217 time: 0.0852194 Aug 20 11:48:00.714447 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8fed994-00c5-471a-8f62-c5812ae5873a req-3bcd16a8-22a7-48d8-afd7-fe549e76c215 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1393685 Aug 20 11:48:00.790059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1faefe18-9f7f-446e-977d-d40be86186f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:00.791812 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1faefe18-9f7f-446e-977d-d40be86186f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 200 len: 797 time: 0.0983410 Aug 20 11:48:00.799564 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e07c2f1-408e-46b6-8f9f-a4b7791fb0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:00.902454 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-9609bb4a-c46b-4ec8-9a8a-e2a41243c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:00.904426 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-9609bb4a-c46b-4ec8-9a8a-e2a41243c23b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1023014 Aug 20 11:48:00.960524 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:00.963513 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e07c2f1-408e-46b6-8f9f-a4b7791fb0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:00.970015 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Transition to ACTIVE for port object 2980344b-edda-4b35-8f22-9e8c40482e81 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:01.007843 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Transition to ACTIVE for port object 2980344b-edda-4b35-8f22-9e8c40482e81 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:01.008103 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e07c2f1-408e-46b6-8f9f-a4b7791fb0cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.008103 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6e07c2f1-408e-46b6-8f9f-a4b7791fb0cc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a835e74c-2b68-481c-a9b7-7b2ff328dde1 HTTP/1.1" status: 204 len: 168 time: 0.8749127 Aug 20 11:48:01.008103 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07c2f1-408e-46b6-8f9f-a4b7791fb0cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a835e74c-2b68-481c-a9b7-7b2ff328dde1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:01.008993 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48244) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:01.026944 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.059080 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-d59f5045-f88c-4b67-8945-c352155d73f1 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451557 Aug 20 11:48:01.094425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 45989948-05f2-4b2e-9235-928a75eaa3cf no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:01.137887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Network 3278edea-0042-405a-85e9-2eeced57d847 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:01.139019 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 45989948-05f2-4b2e-9235-928a75eaa3cf {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:01.139545 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 45989948-05f2-4b2e-9235-928a75eaa3cf not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:01.139680 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee658-9dca-4a6c-baba-d683cf12b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.140263 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device beb19e7c-63f3-4fa4-a968-0f239e1f8456 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:01.145795 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-007fab7f-e521-446b-9eb3-828dc25fafd1 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Allocated IP 172.20.0.10 (3278edea-0042-405a-85e9-2eeced57d847/eb6e4a29-3ad1-4fb0-b55f-14658a06af80/16cfdfa8-89aa-4817-a07f-37af8b0ba3cf) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:01.186689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: beb19e7c-63f3-4fa4-a968-0f239e1f8456 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:01.187240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device beb19e7c-63f3-4fa4-a968-0f239e1f8456 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:01.188171 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 38c617e3-3dc0-45c7-8bec-524f95591d1e no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:01.194126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:01.204154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:01.227685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Pushing event updated for resources: {'Port': ['ID=2980344b-edda-4b35-8f22-9e8c40482e81,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:01.239472 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 38c617e3-3dc0-45c7-8bec-524f95591d1e {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:01.240061 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 38c617e3-3dc0-45c7-8bec-524f95591d1e not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:01.278918 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee658-9dca-4a6c-baba-d683cf12b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.307503 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-fb1ee658-9dca-4a6c-baba-d683cf12b1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20807c99-64e7-492c-a4b6-4a1524653d4e']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:01.322576 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-0b3bb105-afaa-4db4-bea9-0ec29c2dc734 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560534 Aug 20 11:48:01.352745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-fb1ee658-9dca-4a6c-baba-d683cf12b1f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd28daa-da42-4dac-91ad-d7f61e93c78f') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:01.353053 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-fb1ee658-9dca-4a6c-baba-d683cf12b1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd28daa-da42-4dac-91ad-d7f61e93c78f') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:01.353656 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Attempting to bind port 2980344b-edda-4b35-8f22-9e8c40482e81 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:01.354127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Attempting to bind port 2980344b-edda-4b35-8f22-9e8c40482e81 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '0b58ca4b-fd40-41ea-b9a8-db6783b4e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3278edea-0042-405a-85e9-2eeced57d847'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:01.354604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Attempting to bind port 2980344b-edda-4b35-8f22-9e8c40482e81 on network 3278edea-0042-405a-85e9-2eeced57d847 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:01.360191 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:01.360873 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Checking segment: {'id': '0b58ca4b-fd40-41ea-b9a8-db6783b4e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3278edea-0042-405a-85e9-2eeced57d847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:01.363080 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.363590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Bound using segment: {'id': '0b58ca4b-fd40-41ea-b9a8-db6783b4e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3278edea-0042-405a-85e9-2eeced57d847'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:01.364273 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Bound port: 2980344b-edda-4b35-8f22-9e8c40482e81, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b58ca4b-fd40-41ea-b9a8-db6783b4e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3278edea-0042-405a-85e9-2eeced57d847'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:01.365367 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.369152 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee658-9dca-4a6c-baba-d683cf12b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.403873 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-2c4db1ca-5d59-438e-90cb-6a8e284f104c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a5638de7-43db-4ac4-99a7-532b897aae63 HTTP/1.1" status: 200 len: 217 time: 0.0620956 Aug 20 11:48:01.413318 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee658-9dca-4a6c-baba-d683cf12b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.441459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1ee658-9dca-4a6c-baba-d683cf12b1f2 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:48:01.442415 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee658-9dca-4a6c-baba-d683cf12b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:48:01.445996 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:48:01.467990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-9af1f47c-74c6-416b-beb6-8119fea97375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:01.469568 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-9af1f47c-74c6-416b-beb6-8119fea97375 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09ba0c88-a55b-46f8-9b69-941d92f119dc HTTP/1.1" status: 200 len: 797 time: 0.0563371 Aug 20 11:48:01.497077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] For port 2980344b-edda-4b35-8f22-9e8c40482e81, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:48:01.501217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] For port 2980344b-edda-4b35-8f22-9e8c40482e81, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2980344b-edda-4b35-8f22-9e8c40482e81,segment=NetworkSegment(0b58ca4b-fd40-41ea-b9a8-db6783b4e1c0),segment_id=0b58ca4b-fd40-41ea-b9a8-db6783b4e1c0)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:48:01.510932 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.529017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-e286610d-a2d0-44ed-9a39-b13d060f518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:01.530687 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-e286610d-a2d0-44ed-9a39-b13d060f518e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=96ae447a-8b4f-4e4b-83fe-8a03f1635478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0513024 Aug 20 11:48:01.564659 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fa20eb-3835-4c40-96ca-1a6f36185478', 'name': 'network-vif-deleted', 'tag': '38c617e3-3dc0-45c7-8bec-524f95591d1e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:01.567211 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f5f15c-7f67-4f12-aca7-1abd486cfb65" -d '{"events": [{"server_uuid": "c0fa20eb-3835-4c40-96ca-1a6f36185478", "name": "network-vif-deleted", "tag": "38c617e3-3dc0-45c7-8bec-524f95591d1e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:01.577714 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-007fab7f-e521-446b-9eb3-828dc25fafd1 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.591846 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec295cc-6401-462a-8073-38ca8ac2c45b None None] Pushing event updated for resources: {'Port': ['ID=2980344b-edda-4b35-8f22-9e8c40482e81,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:01.613597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24928660-2e05-43ea-b476-03c31d1d5fe8 req-92adb23b-94a4-423c-8f4b-4d921791f48a tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:01.615212 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24928660-2e05-43ea-b476-03c31d1d5fe8 req-92adb23b-94a4-423c-8f4b-4d921791f48a tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 950 time: 0.2300627 Aug 20 11:48:01.619750 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee658-9dca-4a6c-baba-d683cf12b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.635186 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee658-9dca-4a6c-baba-d683cf12b1f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.635186 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fb1ee658-9dca-4a6c-baba-d683cf12b1f2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/20807c99-64e7-492c-a4b6-4a1524653d4e HTTP/1.1" status: 204 len: 168 time: 0.6218059 Aug 20 11:48:01.645252 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-007fab7f-e521-446b-9eb3-828dc25fafd1 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Transition to ACTIVE for port object 16cfdfa8-89aa-4817-a07f-37af8b0ba3cf will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:01.690732 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ee658-9dca-4a6c-baba-d683cf12b1f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=20807c99-64e7-492c-a4b6-4a1524653d4e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:01.709462 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1772513b-7d2b-4a60-a729-0d80b9410f73 x-openstack-request-id: req-1772513b-7d2b-4a60-a729-0d80b9410f73 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:01.709641 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fa20eb-3835-4c40-96ca-1a6f36185478", "name": "network-vif-deleted", "tag": "38c617e3-3dc0-45c7-8bec-524f95591d1e", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:01.709824 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1772513b-7d2b-4a60-a729-0d80b9410f73 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:01.710721 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fa20eb-3835-4c40-96ca-1a6f36185478', 'name': 'network-vif-deleted', 'tag': '38c617e3-3dc0-45c7-8bec-524f95591d1e', 'status': 'completed', 'code': 200} Aug 20 11:48:01.742603 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-92b91a9f-bc4f-47df-bb14-e39f2c0206de service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026553 Aug 20 11:48:02.040616 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-91a8deee-0ad6-49e7-92f8-20babdab012c service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886612 Aug 20 11:48:02.044692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48272) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:02.105041 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ba2bd-4619-49aa-838a-c3376a47fe46 req-9b1d13b5-fac0-4ac3-9804-b7c9ce16d233 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:02.106620 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-254ba2bd-4619-49aa-838a-c3376a47fe46 req-9b1d13b5-fac0-4ac3-9804-b7c9ce16d233 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 950 time: 0.3560579 Aug 20 11:48:02.110090 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-007fab7f-e521-446b-9eb3-828dc25fafd1 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.153463 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-124abca0-d00e-48b5-a165-af36a30cb3ec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6907400b-f6fd-44da-b9f0-c6c6fee7405c HTTP/1.1" status: 200 len: 217 time: 0.0863302 Aug 20 11:48:02.185464 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007fab7f-e521-446b-9eb3-828dc25fafd1 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 3278edea-0042-405a-85e9-2eeced57d847 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:02.196852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-007fab7f-e521-446b-9eb3-828dc25fafd1 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:02.214115 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007fab7f-e521-446b-9eb3-828dc25fafd1 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:02.221648 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fab7f-e521-446b-9eb3-828dc25fafd1 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=16cfdfa8-89aa-4817-a07f-37af8b0ba3cf,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:02.227013 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-24928660-2e05-43ea-b476-03c31d1d5fe8 req-109c7324-5f6c-4f41-b5af-3dfbf68ea98e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Deleting port 2d510a6e-c4f1-402a-9ae7-c36e28285e90 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:02.227368 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-24928660-2e05-43ea-b476-03c31d1d5fe8 req-109c7324-5f6c-4f41-b5af-3dfbf68ea98e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.247571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0bf63-a7f1-420f-a09e-404d0d74f72f req-afcec52f-6df5-4841-a66f-ed6b986e4384 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:02.254650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0bf63-a7f1-420f-a09e-404d0d74f72f req-afcec52f-6df5-4841-a66f-ed6b986e4384 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:02.261059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0bf63-a7f1-420f-a09e-404d0d74f72f req-afcec52f-6df5-4841-a66f-ed6b986e4384 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:02.267751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0bf63-a7f1-420f-a09e-404d0d74f72f req-afcec52f-6df5-4841-a66f-ed6b986e4384 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:02.274243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0bf63-a7f1-420f-a09e-404d0d74f72f req-afcec52f-6df5-4841-a66f-ed6b986e4384 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:02.280863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0bf63-a7f1-420f-a09e-404d0d74f72f req-afcec52f-6df5-4841-a66f-ed6b986e4384 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:02.287901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0bf63-a7f1-420f-a09e-404d0d74f72f req-afcec52f-6df5-4841-a66f-ed6b986e4384 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:02.291131 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-beb0bf63-a7f1-420f-a09e-404d0d74f72f req-afcec52f-6df5-4841-a66f-ed6b986e4384 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5431 time: 0.3327129 Aug 20 11:48:02.298923 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1f9c54cd-c57e-4dfe-97ec-4a94ffa148eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61102427b20544a99687c14b264833fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525399 Aug 20 11:48:02.299229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48278) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:02.306129 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-254ba2bd-4619-49aa-838a-c3376a47fe46 req-b2406aa7-d2c6-4534-b512-998713f4fd3e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884046 Aug 20 11:48:02.355715 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007fab7f-e521-446b-9eb3-828dc25fafd1 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:02.357211 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-007fab7f-e521-446b-9eb3-828dc25fafd1 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.385462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3b40c278-1eef-4b25-a23f-62dd4c4e6a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:02.387565 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-3b40c278-1eef-4b25-a23f-62dd4c4e6a85 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09ba0c88-a55b-46f8-9b69-941d92f119dc HTTP/1.1" status: 200 len: 797 time: 0.2246256 Aug 20 11:48:02.405019 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-007fab7f-e521-446b-9eb3-828dc25fafd1 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3832061 Aug 20 11:48:02.409259 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48284) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:02.419927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-fe7b186b-1d68-45a6-9542-154a27799719 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'network_id': '3278edea-0042-405a-85e9-2eeced57d847', 'name': 'tempest-PortsTestJSON-839073283', 'fixed_ips': [{'subnet_id': 'eb6e4a29-3ad1-4fb0-b55f-14658a06af80', 'ip_address': '172.20.0.9'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:02.506906 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-24928660-2e05-43ea-b476-03c31d1d5fe8 req-109c7324-5f6c-4f41-b5af-3dfbf68ea98e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] For port 2d510a6e-c4f1-402a-9ae7-c36e28285e90, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=2d510a6e-c4f1-402a-9ae7-c36e28285e90,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:02.507717 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-24928660-2e05-43ea-b476-03c31d1d5fe8 req-109c7324-5f6c-4f41-b5af-3dfbf68ea98e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.533782 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-24928660-2e05-43ea-b476-03c31d1d5fe8 req-109c7324-5f6c-4f41-b5af-3dfbf68ea98e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Calling delete_port for 2d510a6e-c4f1-402a-9ae7-c36e28285e90 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:02.674730 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7b186b-1d68-45a6-9542-154a27799719 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:02.680901 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe7b186b-1d68-45a6-9542-154a27799719 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.707050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-fe7b186b-1d68-45a6-9542-154a27799719 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] device_id is not set on port f3b80061-5937-46ab-bf2f-804d3b6adb7e yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:48:02.757616 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.785077 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-24928660-2e05-43ea-b476-03c31d1d5fe8 req-109c7324-5f6c-4f41-b5af-3dfbf68ea98e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.801095 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['8c8ca810-85a5-4b67-81f0-48ca99de399e', '2d510a6e-c4f1-402a-9ae7-c36e28285e90'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:02.909286 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['39d919f9-7629-43b9-91fe-f01a0f874957', 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb', '9777dff6-9593-4f0a-826b-e8a735d35785', '86d36a22-0ca1-4913-b5d1-ff5bb31693c9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:02.938511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c7324-5f6c-4f41-b5af-3dfbf68ea98e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event deleted for resources: {'Port': ['ID=2d510a6e-c4f1-402a-9ae7-c36e28285e90,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:02.979790 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-beb0bf63-a7f1-420f-a09e-404d0d74f72f req-b5ece0ae-e107-4389-9699-dc21afbbf8d3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6764171 Aug 20 11:48:02.995824 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-24928660-2e05-43ea-b476-03c31d1d5fe8 req-109c7324-5f6c-4f41-b5af-3dfbf68ea98e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] No DVR routers for this DVR port 2d510a6e-c4f1-402a-9ae7-c36e28285e90 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:03.021750 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-24928660-2e05-43ea-b476-03c31d1d5fe8 req-109c7324-5f6c-4f41-b5af-3dfbf68ea98e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:03.023264 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24928660-2e05-43ea-b476-03c31d1d5fe8 req-109c7324-5f6c-4f41-b5af-3dfbf68ea98e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.35 "DELETE /v2.0/ports/2d510a6e-c4f1-402a-9ae7-c36e28285e90 HTTP/1.1" status: 204 len: 173 time: 1.3957307 Aug 20 11:48:03.068173 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4b09-f41d-44f0-bde8-88f6000dfeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:03.101691 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4b09-f41d-44f0-bde8-88f6000dfeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:03.159741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48298) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:03.196687 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4b09-f41d-44f0-bde8-88f6000dfeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:03.199485 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4b09-f41d-44f0-bde8-88f6000dfeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:03.206047 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-eb7c4b09-f41d-44f0-bde8-88f6000dfeb7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00e5c56d-851f-44ee-a9a1-a5863c1ff24b HTTP/1.1" status: 204 len: 168 time: 0.9040456 Aug 20 11:48:03.213527 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1d9dfd4f-a9a4-4dfb-897b-e1d993787ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:03.220981 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-1d9dfd4f-a9a4-4dfb-897b-e1d993787ffb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=96ae447a-8b4f-4e4b-83fe-8a03f1635478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8212335 Aug 20 11:48:03.265218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c4b09-f41d-44f0-bde8-88f6000dfeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e5c56d-851f-44ee-a9a1-a5863c1ff24b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:03.288523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14558015-d802-4396-b3e6-7f289c06b1ae None None] Network 3278edea-0042-405a-85e9-2eeced57d847 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:03.295509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-fe7b186b-1d68-45a6-9542-154a27799719 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Allocated IP 172.20.0.9 (3278edea-0042-405a-85e9-2eeced57d847/eb6e4a29-3ad1-4fb0-b55f-14658a06af80/f3b80061-5937-46ab-bf2f-804d3b6adb7e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:03.498559 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9112880e-dbb1-4ef0-8dbf-b1b1aee18aa3 None None] Provisioning for port 2980344b-edda-4b35-8f22-9e8c40482e81 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:03.516263 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f41e8f5-7226-4d6e-91fa-5d926e163554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:03.651000 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-709289df-efe2-4616-b7bd-5b27b32e3f30 service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089708 Aug 20 11:48:03.727041 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe7b186b-1d68-45a6-9542-154a27799719 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:03.745898 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fe7b186b-1d68-45a6-9542-154a27799719 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Transition to ACTIVE for port object f3b80061-5937-46ab-bf2f-804d3b6adb7e will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:03.787515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6eb10c-acd8-4b5e-9121-08962d4f32fe', 'name': 'network-vif-deleted', 'tag': '2d510a6e-c4f1-402a-9ae7-c36e28285e90'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:03.794028 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac9e81b-82de-457b-9b94-0aa8bf2b31e6" -d '{"events": [{"server_uuid": "7d6eb10c-acd8-4b5e-9121-08962d4f32fe", "name": "network-vif-deleted", "tag": "2d510a6e-c4f1-402a-9ae7-c36e28285e90"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:03.862282 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43ef5f4-b446-4cc6-b46c-9cfab06f31b1 x-openstack-request-id: req-e43ef5f4-b446-4cc6-b46c-9cfab06f31b1 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:03.862661 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6eb10c-acd8-4b5e-9121-08962d4f32fe", "name": "network-vif-deleted", "tag": "2d510a6e-c4f1-402a-9ae7-c36e28285e90", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:03.863197 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e43ef5f4-b446-4cc6-b46c-9cfab06f31b1 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:03.863663 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6eb10c-acd8-4b5e-9121-08962d4f32fe', 'name': 'network-vif-deleted', 'tag': '2d510a6e-c4f1-402a-9ae7-c36e28285e90', 'status': 'completed', 'code': 200} Aug 20 11:48:03.885193 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-84dce167-519e-4092-aed1-ec67d3dff9b4 req-001364a8-879f-4b34-8387-dd22b3dc7d7e tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6eb10c-acd8-4b5e-9121-08962d4f32fe HTTP/1.1" status: 200 len: 210 time: 0.0801446 Aug 20 11:48:03.885786 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2980344b-edda-4b35-8f22-9e8c40482e81 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:03.895365 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe7b186b-1d68-45a6-9542-154a27799719 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:03.931525 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b83ef45-d736-46a9-a422-3a358c3b1bbf req-56365225-b803-41fa-9d6b-1fe0c0fd40ed service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718678 Aug 20 11:48:03.944677 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f41e8f5-7226-4d6e-91fa-5d926e163554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:03.952934 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f41e8f5-7226-4d6e-91fa-5d926e163554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.095155 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41e8f5-7226-4d6e-91fa-5d926e163554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bfa08c-8d9b-4570-bbf0-5eb92924a537,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:04.153943 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4f41e8f5-7226-4d6e-91fa-5d926e163554 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13e8260863ba43b695e5e4e94c0aba0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9907739 Aug 20 11:48:04.157200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48326) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:04.343049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-93645b80-7661-4d7f-8aa0-14c40374d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.343872 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-93645b80-7661-4d7f-8aa0-14c40374d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.344524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-93645b80-7661-4d7f-8aa0-14c40374d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.345183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-93645b80-7661-4d7f-8aa0-14c40374d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.346559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-93645b80-7661-4d7f-8aa0-14c40374d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.347201 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-93645b80-7661-4d7f-8aa0-14c40374d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.352247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-93645b80-7661-4d7f-8aa0-14c40374d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.355097 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-93645b80-7661-4d7f-8aa0-14c40374d574 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=388697f16ef24a2db77348e6ee667c3f&device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 6488 time: 0.3098657 Aug 20 11:48:04.399935 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 2980344b-edda-4b35-8f22-9e8c40482e81 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:04.416218 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2980344b-edda-4b35-8f22-9e8c40482e81 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:04.416945 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.542188 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-073612d5-52bd-434b-9ed6-97a0e2de71be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.562354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e775744-1be9-496c-9633-9ebe9799a5de req-7c1d4e21-02d5-4b6a-a1fd-4837d3195dbb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.577724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e775744-1be9-496c-9633-9ebe9799a5de req-7c1d4e21-02d5-4b6a-a1fd-4837d3195dbb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.586037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e775744-1be9-496c-9633-9ebe9799a5de req-7c1d4e21-02d5-4b6a-a1fd-4837d3195dbb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.597531 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e775744-1be9-496c-9633-9ebe9799a5de req-7c1d4e21-02d5-4b6a-a1fd-4837d3195dbb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.608775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e775744-1be9-496c-9633-9ebe9799a5de req-7c1d4e21-02d5-4b6a-a1fd-4837d3195dbb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.619959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e775744-1be9-496c-9633-9ebe9799a5de req-7c1d4e21-02d5-4b6a-a1fd-4837d3195dbb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.626487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7b186b-1d68-45a6-9542-154a27799719 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 3278edea-0042-405a-85e9-2eeced57d847 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:04.630297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-fe7b186b-1d68-45a6-9542-154a27799719 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:04.634513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e775744-1be9-496c-9633-9ebe9799a5de req-7c1d4e21-02d5-4b6a-a1fd-4837d3195dbb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.638195 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b186b-1d68-45a6-9542-154a27799719 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:04.642203 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2e775744-1be9-496c-9633-9ebe9799a5de req-7c1d4e21-02d5-4b6a-a1fd-4837d3195dbb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5431 time: 0.4259455 Aug 20 11:48:04.681412 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.724813 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-073612d5-52bd-434b-9ed6-97a0e2de71be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.800607 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aaf4c4fd-ae1b-4093-a222-059c914ea72d req-c11cf3dc-7399-470f-93af-3b16b378a411 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8192830 Aug 20 11:48:04.812440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b186b-1d68-45a6-9542-154a27799719 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.813128 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe7b186b-1d68-45a6-9542-154a27799719 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.821130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 2980344b-edda-4b35-8f22-9e8c40482e81, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2980344b-edda-4b35-8f22-9e8c40482e81,segment=NetworkSegment(0b58ca4b-fd40-41ea-b9a8-db6783b4e1c0),segment_id=0b58ca4b-fd40-41ea-b9a8-db6783b4e1c0)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:04.822991 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b186b-1d68-45a6-9542-154a27799719 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=f3b80061-5937-46ab-bf2f-804d3b6adb7e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:04.841944 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.853165 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-073612d5-52bd-434b-9ed6-97a0e2de71be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.860021 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-073612d5-52bd-434b-9ed6-97a0e2de71be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.864345 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-073612d5-52bd-434b-9ed6-97a0e2de71be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82bfa08c-8d9b-4570-bbf0-5eb92924a537 HTTP/1.1" status: 204 len: 168 time: 0.6950557 Aug 20 11:48:04.908942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073612d5-52bd-434b-9ed6-97a0e2de71be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bfa08c-8d9b-4570-bbf0-5eb92924a537,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:04.940611 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fe7b186b-1d68-45a6-9542-154a27799719 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5300682 Aug 20 11:48:04.956780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48342) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:04.994024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-51b37868-7134-4253-bfef-fa2d7e783e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.995530 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-51b37868-7134-4253-bfef-fa2d7e783e76 service neutron] 10.222.0.76 "GET /v2.0/networks?id=96ae447a-8b4f-4e4b-83fe-8a03f1635478 HTTP/1.1" status: 200 len: 902 time: 0.6164987 Aug 20 11:48:05.007799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-71759ee0-4dba-4627-a5c0-4876a6daefd1 None None] Provisioning for port f3b80061-5937-46ab-bf2f-804d3b6adb7e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:05.008517 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2e775744-1be9-496c-9633-9ebe9799a5de req-b25f3a5e-efd5-4f61-b3f1-d8e146170502 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1977766 Aug 20 11:48:05.066117 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-71759ee0-4dba-4627-a5c0-4876a6daefd1 None None] Provisioning complete for port f3b80061-5937-46ab-bf2f-804d3b6adb7e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:05.066117 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-71759ee0-4dba-4627-a5c0-4876a6daefd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:05.135772 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4c4fd-ae1b-4093-a222-059c914ea72d req-13d87480-ea68-43ef-a548-4a290e245be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:05.139076 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-df34b6c8-0fd5-42e0-b928-1b7cc2b09778 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6907400b-f6fd-44da-b9f0-c6c6fee7405c HTTP/1.1" status: 200 len: 217 time: 0.1339972 Aug 20 11:48:05.142127 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aaf4c4fd-ae1b-4093-a222-059c914ea72d req-13d87480-ea68-43ef-a548-4a290e245be2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1ad3e387c63490391d9da91965d6828&device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 1096 time: 0.3081470 Aug 20 11:48:05.177209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=2980344b-edda-4b35-8f22-9e8c40482e81,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:05.190177 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-71759ee0-4dba-4627-a5c0-4876a6daefd1 None None] Port f3b80061-5937-46ab-bf2f-804d3b6adb7e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:05.216531 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-71759ee0-4dba-4627-a5c0-4876a6daefd1 None None] Provisioning complete for port 2980344b-edda-4b35-8f22-9e8c40482e81 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:05.217050 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-71759ee0-4dba-4627-a5c0-4876a6daefd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:05.245646 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e53de9-d62b-4daf-aad9-6eb5e64d9452 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:05.258974 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-85e53de9-d62b-4daf-aad9-6eb5e64d9452 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2949500 Aug 20 11:48:05.263242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48352) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:05.512434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-fc829efc-7b7a-4cb4-b042-208a66738936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:05.536661 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-fc829efc-7b7a-4cb4-b042-208a66738936 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09ba0c88-a55b-46f8-9b69-941d92f119dc HTTP/1.1" status: 200 len: 797 time: 0.3809249 Aug 20 11:48:05.543508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-71759ee0-4dba-4627-a5c0-4876a6daefd1 None None] Provisioning for port 16cfdfa8-89aa-4817-a07f-37af8b0ba3cf completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:05.557337 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-71759ee0-4dba-4627-a5c0-4876a6daefd1 None None] Provisioning complete for port 16cfdfa8-89aa-4817-a07f-37af8b0ba3cf triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:05.557852 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-71759ee0-4dba-4627-a5c0-4876a6daefd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:05.580797 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4c4fd-ae1b-4093-a222-059c914ea72d req-7fd2b87b-d005-4c40-9519-43882fc4be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:05.586796 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aaf4c4fd-ae1b-4093-a222-059c914ea72d req-7fd2b87b-d005-4c40-9519-43882fc4be92 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1 HTTP/1.1" status: 200 len: 914 time: 0.4204566 Aug 20 11:48:05.624323 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-71759ee0-4dba-4627-a5c0-4876a6daefd1 None None] Port 16cfdfa8-89aa-4817-a07f-37af8b0ba3cf cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:05.735176 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aaf4c4fd-ae1b-4093-a222-059c914ea72d req-04724995-d5c1-499b-ab0a-3d7d6aee67d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d2afb67-a1eb-4261-a96a-7a1042605aa5 HTTP/1.1" status: 200 len: 217 time: 0.1279378 Aug 20 11:48:05.758551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-00fd1bc5-0e7d-494e-8580-85357aea57bb None None] Provisioning complete for port f3b80061-5937-46ab-bf2f-804d3b6adb7e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:05.758935 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-00fd1bc5-0e7d-494e-8580-85357aea57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:05.771783 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af42cc9-b86b-497d-8082-3e0c70b5fb0b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:05.793636 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af42cc9-b86b-497d-8082-3e0c70b5fb0b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:05.794382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2980344b-edda-4b35-8f22-9e8c40482e81 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:05.806852 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af42cc9-b86b-497d-8082-3e0c70b5fb0b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:05.809320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48366) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:05.829445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0af42cc9-b86b-497d-8082-3e0c70b5fb0b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.5628846 Aug 20 11:48:05.830913 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48368) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:05.866328 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ffa0040e-9a2a-4cb9-a83b-db5159300fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:05.915483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4c4fd-ae1b-4093-a222-059c914ea72d req-3a9f54b1-5a48-4097-b628-e9e5e4016875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:05.917828 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aaf4c4fd-ae1b-4093-a222-059c914ea72d req-3a9f54b1-5a48-4097-b628-e9e5e4016875 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95ea546d-aa14-4d25-bbdf-390c9e0a87dc HTTP/1.1" status: 200 len: 854 time: 0.1732209 Aug 20 11:48:05.931669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-73c0f699-481b-4606-a2be-3dea2e7309d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:05.935071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-73c0f699-481b-4606-a2be-3dea2e7309d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=96ae447a-8b4f-4e4b-83fe-8a03f1635478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3735697 Aug 20 11:48:05.945365 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927cdee-b613-41d7-8092-e805de26c4b5 req-ab80a7d0-affd-4a28-acd2-79ad7a0ff2f4 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:05.956119 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1927cdee-b613-41d7-8092-e805de26c4b5 req-ab80a7d0-affd-4a28-acd2-79ad7a0ff2f4 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf12ecf3-7bf2-4503-ab90-67a0c2797012 HTTP/1.1" status: 200 len: 950 time: 0.1446700 Aug 20 11:48:06.023165 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aaf4c4fd-ae1b-4093-a222-059c914ea72d req-1532be6c-d990-4af3-890b-10ff653e4c39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3bfbfd5-4051-40da-a35c-169d2e7b40d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605631 Aug 20 11:48:06.222389 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1927cdee-b613-41d7-8092-e805de26c4b5 req-29cf64c1-0b02-4cb4-8898-d4d4bd9aac12 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649198 Aug 20 11:48:06.276037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1bc5-0e7d-494e-8580-85357aea57bb None None] Port f3b80061-5937-46ab-bf2f-804d3b6adb7e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:06.294213 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-00fd1bc5-0e7d-494e-8580-85357aea57bb None None] Provisioning complete for port 16cfdfa8-89aa-4817-a07f-37af8b0ba3cf triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:06.295024 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-00fd1bc5-0e7d-494e-8580-85357aea57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.338915 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aaf4c4fd-ae1b-4093-a222-059c914ea72d req-4ff40e30-4ca6-4005-b424-b28bf07bbec5 service neutron] 10.222.0.35 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041532 Aug 20 11:48:06.387232 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1bc5-0e7d-494e-8580-85357aea57bb None None] Port 16cfdfa8-89aa-4817-a07f-37af8b0ba3cf cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:06.412252 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2980344b-edda-4b35-8f22-9e8c40482e81 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:06.414696 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.446596 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ffa0040e-9a2a-4cb9-a83b-db5159300fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.454108 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ffa0040e-9a2a-4cb9-a83b-db5159300fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.456443 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-4f7e1ca2-ca39-409f-8ad9-90175afdacbf service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111065 Aug 20 11:48:06.474472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port f3b80061-5937-46ab-bf2f-804d3b6adb7e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:06.475242 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.505331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0040e-9a2a-4cb9-a83b-db5159300fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c583e2-2358-493c-a1d5-12cc0ed6c99c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:06.546587 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ffa0040e-9a2a-4cb9-a83b-db5159300fbf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2568c94ddbfe4b3b890946c5b53b73c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7215145 Aug 20 11:48:06.547045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48380) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:06.578960 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aaf4c4fd-ae1b-4093-a222-059c914ea72d req-30b895cb-3fe3-42c6-b85c-6d164924544f service neutron] 10.222.0.35 "GET /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274065 Aug 20 11:48:06.591521 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f95a5-ff24-4c50-a255-010a781c6dc4 req-41cf1d79-8325-4d5e-99a5-ced3df634956 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:06.599663 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f95a5-ff24-4c50-a255-010a781c6dc4 req-41cf1d79-8325-4d5e-99a5-ced3df634956 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:06.608022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f95a5-ff24-4c50-a255-010a781c6dc4 req-41cf1d79-8325-4d5e-99a5-ced3df634956 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:06.615205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f95a5-ff24-4c50-a255-010a781c6dc4 req-41cf1d79-8325-4d5e-99a5-ced3df634956 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:06.622455 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4416608-83e8-4494-be2f-689d92f754f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.624419 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f95a5-ff24-4c50-a255-010a781c6dc4 req-41cf1d79-8325-4d5e-99a5-ced3df634956 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:06.632625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f95a5-ff24-4c50-a255-010a781c6dc4 req-41cf1d79-8325-4d5e-99a5-ced3df634956 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:06.638559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f95a5-ff24-4c50-a255-010a781c6dc4 req-41cf1d79-8325-4d5e-99a5-ced3df634956 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:06.641161 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f8f95a5-ff24-4c50-a255-010a781c6dc4 req-41cf1d79-8325-4d5e-99a5-ced3df634956 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5431 time: 0.3983724 Aug 20 11:48:06.649609 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4416608-83e8-4494-be2f-689d92f754f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.712828 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4416608-83e8-4494-be2f-689d92f754f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.715847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4416608-83e8-4494-be2f-689d92f754f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.717100 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c4416608-83e8-4494-be2f-689d92f754f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76c583e2-2358-493c-a1d5-12cc0ed6c99c HTTP/1.1" status: 204 len: 168 time: 0.1690779 Aug 20 11:48:06.729933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4416608-83e8-4494-be2f-689d92f754f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c583e2-2358-493c-a1d5-12cc0ed6c99c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:06.841739 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f8f95a5-ff24-4c50-a255-010a781c6dc4 req-6f640018-9f70-4075-bfbc-a63ed3041e5c tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1589494 Aug 20 11:48:06.872059 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.901027 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cc3a8-a5b4-430c-b547-b9dc034f9a9e req-d0cf3eee-70b4-4f21-a453-2c852dc3270b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:06.902571 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0c7cc3a8-a5b4-430c-b547-b9dc034f9a9e req-d0cf3eee-70b4-4f21-a453-2c852dc3270b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf12ecf3-7bf2-4503-ab90-67a0c2797012 HTTP/1.1" status: 200 len: 950 time: 0.1635849 Aug 20 11:48:06.908543 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for f3b80061-5937-46ab-bf2f-804d3b6adb7e owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:06.925627 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-332a0ba9-f78f-441d-84fd-74c21b8df9ce req-7decfbea-60e8-46f6-affa-abebf865a3c5 service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442275 Aug 20 11:48:07.067315 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 2d510a6e-c4f1-402a-9ae7-c36e28285e90 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:07.097696 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 2d510a6e-c4f1-402a-9ae7-c36e28285e90 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:07.098255 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 2d510a6e-c4f1-402a-9ae7-c36e28285e90 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:07.116162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-0c7cc3a8-a5b4-430c-b547-b9dc034f9a9e req-f52b7308-f7e6-4604-9102-f45b20b5bac3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Deleting port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:07.116847 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0c7cc3a8-a5b4-430c-b547-b9dc034f9a9e req-f52b7308-f7e6-4604-9102-f45b20b5bac3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.142016 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e3411-09c6-4206-a4ba-b212e2537b6c req-83d5b113-8008-43c1-9ec4-7d7debf1a536 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:07.144258 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee1e3411-09c6-4206-a4ba-b212e2537b6c req-83d5b113-8008-43c1-9ec4-7d7debf1a536 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.35 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 950 time: 0.0998845 Aug 20 11:48:07.241907 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.319667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=f3b80061-5937-46ab-bf2f-804d3b6adb7e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:07.420171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:07.420525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:07.437094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:07.437507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:07.437854 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:07.438203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:07.438540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:07.441152 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:07.445009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:07.445563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:07.446084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:07.446375 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-ee1e3411-09c6-4206-a4ba-b212e2537b6c req-23c10e28-d1c5-4ca5-bf7a-83c95edb7718 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Deleting port 8c8ca810-85a5-4b67-81f0-48ca99de399e {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:07.446816 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ee1e3411-09c6-4206-a4ba-b212e2537b6c req-23c10e28-d1c5-4ca5-bf7a-83c95edb7718 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.447226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:07.471040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0c7cc3a8-a5b4-430c-b547-b9dc034f9a9e req-f52b7308-f7e6-4604-9102-f45b20b5bac3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] For port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=86d36a22-0ca1-4913-b5d1-ff5bb31693c9,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:07.471644 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0c7cc3a8-a5b4-430c-b547-b9dc034f9a9e req-f52b7308-f7e6-4604-9102-f45b20b5bac3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.563295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-0c7cc3a8-a5b4-430c-b547-b9dc034f9a9e req-f52b7308-f7e6-4604-9102-f45b20b5bac3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Calling delete_port for 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:07.598513 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.603766 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6be9fac5-c530-455b-9530-fb4b1d90d50d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/f3b80061-5937-46ab-bf2f-804d3b6adb7e HTTP/1.1" status: 204 len: 168 time: 1.7706890 Aug 20 11:48:07.606339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48420) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:07.657239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-ee1e3411-09c6-4206-a4ba-b212e2537b6c req-23c10e28-d1c5-4ca5-bf7a-83c95edb7718 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] For port 8c8ca810-85a5-4b67-81f0-48ca99de399e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=8c8ca810-85a5-4b67-81f0-48ca99de399e,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:07.658883 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ee1e3411-09c6-4206-a4ba-b212e2537b6c req-23c10e28-d1c5-4ca5-bf7a-83c95edb7718 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.690372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-ee1e3411-09c6-4206-a4ba-b212e2537b6c req-23c10e28-d1c5-4ca5-bf7a-83c95edb7718 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Calling delete_port for 8c8ca810-85a5-4b67-81f0-48ca99de399e owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:07.695674 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-64bdf929-b746-4d99-b7a8-867c00c4f459 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] GET failed (client error): The resource could not be found. Aug 20 11:48:07.701492 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-64bdf929-b746-4d99-b7a8-867c00c4f459 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/f3b80061-5937-46ab-bf2f-804d3b6adb7e HTTP/1.1" status: 404 len: 333 time: 0.0836608 Aug 20 11:48:07.728348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48428) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:07.867313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d93ee0-bdad-42c4-8e9a-7f775cba138d req-193a7086-5df7-4d02-8f8f-0b2522229732 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:07.872418 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b6d93ee0-bdad-42c4-8e9a-7f775cba138d req-193a7086-5df7-4d02-8f8f-0b2522229732 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf12ecf3-7bf2-4503-ab90-67a0c2797012 HTTP/1.1" status: 200 len: 950 time: 0.4976404 Aug 20 11:48:08.041673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52b1ff-27d6-44ad-875f-b1f1fdd8142c req-c61cab01-0db1-4554-a51c-7afcddeedc61 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:08.043457 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a52b1ff-27d6-44ad-875f-b1f1fdd8142c req-c61cab01-0db1-4554-a51c-7afcddeedc61 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 945 time: 0.1689849 Aug 20 11:48:08.044756 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0c7cc3a8-a5b4-430c-b547-b9dc034f9a9e req-f52b7308-f7e6-4604-9102-f45b20b5bac3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:08.057731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['39d919f9-7629-43b9-91fe-f01a0f874957', 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb', '9777dff6-9593-4f0a-826b-e8a735d35785', '86d36a22-0ca1-4913-b5d1-ff5bb31693c9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:08.062102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['8c8ca810-85a5-4b67-81f0-48ca99de399e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:08.104110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b7308-f7e6-4604-9102-f45b20b5bac3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event deleted for resources: {'Port': ['ID=86d36a22-0ca1-4913-b5d1-ff5bb31693c9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:08.152073 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b6d93ee0-bdad-42c4-8e9a-7f775cba138d req-94cb1a91-aa6f-4fa5-9f87-7c6b938b048a tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194889 Aug 20 11:48:08.195651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7cc3a8-a5b4-430c-b547-b9dc034f9a9e req-f52b7308-f7e6-4604-9102-f45b20b5bac3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] No DVR routers for this DVR port 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:08.202585 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0c7cc3a8-a5b4-430c-b547-b9dc034f9a9e req-f52b7308-f7e6-4604-9102-f45b20b5bac3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:08.205702 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0c7cc3a8-a5b4-430c-b547-b9dc034f9a9e req-f52b7308-f7e6-4604-9102-f45b20b5bac3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "DELETE /v2.0/ports/86d36a22-0ca1-4913-b5d1-ff5bb31693c9 HTTP/1.1" status: 204 len: 173 time: 1.2930565 Aug 20 11:48:08.206277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf12ecf3-7bf2-4503-ab90-67a0c2797012', 'name': 'network-vif-deleted', 'tag': '86d36a22-0ca1-4913-b5d1-ff5bb31693c9'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:08.226144 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a3f992-a998-4677-badc-c314296d705f" -d '{"events": [{"server_uuid": "bf12ecf3-7bf2-4503-ab90-67a0c2797012", "name": "network-vif-deleted", "tag": "86d36a22-0ca1-4913-b5d1-ff5bb31693c9"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:08.272989 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a52b1ff-27d6-44ad-875f-b1f1fdd8142c req-111a556b-a332-4fc2-8db7-3cd7f7ca6c79 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197950 Aug 20 11:48:08.285215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6b52295f-ea5f-4d9d-ae20-dba3e7f8b82f tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 16cfdfa8-89aa-4817-a07f-37af8b0ba3cf {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:08.288347 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6b52295f-ea5f-4d9d-ae20-dba3e7f8b82f tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:08.354751 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6e0b33-8539-4d94-9c44-f0f3ec85c363 x-openstack-request-id: req-4f6e0b33-8539-4d94-9c44-f0f3ec85c363 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:08.355576 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf12ecf3-7bf2-4503-ab90-67a0c2797012", "name": "network-vif-deleted", "tag": "86d36a22-0ca1-4913-b5d1-ff5bb31693c9", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:08.355845 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f6e0b33-8539-4d94-9c44-f0f3ec85c363 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:08.356270 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf12ecf3-7bf2-4503-ab90-67a0c2797012', 'name': 'network-vif-deleted', 'tag': '86d36a22-0ca1-4913-b5d1-ff5bb31693c9', 'status': 'completed', 'code': 200} Aug 20 11:48:08.590531 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f467396-9065-4de8-a264-5fbb7f3e4b4b req-7a2509f1-3e44-4adc-bd82-e6fedda8c8c1 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:08.604879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f467396-9065-4de8-a264-5fbb7f3e4b4b req-7a2509f1-3e44-4adc-bd82-e6fedda8c8c1 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:08.617951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f467396-9065-4de8-a264-5fbb7f3e4b4b req-7a2509f1-3e44-4adc-bd82-e6fedda8c8c1 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:08.625626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f467396-9065-4de8-a264-5fbb7f3e4b4b req-7a2509f1-3e44-4adc-bd82-e6fedda8c8c1 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:08.632851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f467396-9065-4de8-a264-5fbb7f3e4b4b req-7a2509f1-3e44-4adc-bd82-e6fedda8c8c1 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:08.644082 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f467396-9065-4de8-a264-5fbb7f3e4b4b req-7a2509f1-3e44-4adc-bd82-e6fedda8c8c1 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:08.664341 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f467396-9065-4de8-a264-5fbb7f3e4b4b req-7a2509f1-3e44-4adc-bd82-e6fedda8c8c1 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:08.666667 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f467396-9065-4de8-a264-5fbb7f3e4b4b req-7a2509f1-3e44-4adc-bd82-e6fedda8c8c1 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5431 time: 0.2953916 Aug 20 11:48:08.686427 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6b52295f-ea5f-4d9d-ae20-dba3e7f8b82f tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:08.700591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6b52295f-ea5f-4d9d-ae20-dba3e7f8b82f tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 16cfdfa8-89aa-4817-a07f-37af8b0ba3cf owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:08.802985 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ee1e3411-09c6-4206-a4ba-b212e2537b6c req-23c10e28-d1c5-4ca5-bf7a-83c95edb7718 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:08.875739 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c10e28-d1c5-4ca5-bf7a-83c95edb7718 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event deleted for resources: {'Port': ['ID=8c8ca810-85a5-4b67-81f0-48ca99de399e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:08.905386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48460) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:08.941176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1e3411-09c6-4206-a4ba-b212e2537b6c req-23c10e28-d1c5-4ca5-bf7a-83c95edb7718 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] No DVR routers for this DVR port 8c8ca810-85a5-4b67-81f0-48ca99de399e on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:08.967147 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ee1e3411-09c6-4206-a4ba-b212e2537b6c req-23c10e28-d1c5-4ca5-bf7a-83c95edb7718 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:08.969514 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee1e3411-09c6-4206-a4ba-b212e2537b6c req-23c10e28-d1c5-4ca5-bf7a-83c95edb7718 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.35 "DELETE /v2.0/ports/8c8ca810-85a5-4b67-81f0-48ca99de399e HTTP/1.1" status: 204 len: 173 time: 1.8176384 Aug 20 11:48:09.024348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17082cb3-c39f-448a-82b6-8d477fa35bd5', 'name': 'network-vif-deleted', 'tag': '8c8ca810-85a5-4b67-81f0-48ca99de399e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:09.031647 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdb9be5-3f35-4ea9-bed6-61c84e225479" -d '{"events": [{"server_uuid": "17082cb3-c39f-448a-82b6-8d477fa35bd5", "name": "network-vif-deleted", "tag": "8c8ca810-85a5-4b67-81f0-48ca99de399e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:09.073472 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f467396-9065-4de8-a264-5fbb7f3e4b4b req-47eed6c8-2319-4fa6-b01a-a568b642a8cd tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2666752 Aug 20 11:48:09.085745 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.110065 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6b52295f-ea5f-4d9d-ae20-dba3e7f8b82f tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.122441 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1021b1b-1a3f-43c4-b171-e690c905a2b7 x-openstack-request-id: req-a1021b1b-1a3f-43c4-b171-e690c905a2b7 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:09.122741 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17082cb3-c39f-448a-82b6-8d477fa35bd5", "name": "network-vif-deleted", "tag": "8c8ca810-85a5-4b67-81f0-48ca99de399e", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:09.123178 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1021b1b-1a3f-43c4-b171-e690c905a2b7 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:09.124606 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17082cb3-c39f-448a-82b6-8d477fa35bd5', 'name': 'network-vif-deleted', 'tag': '8c8ca810-85a5-4b67-81f0-48ca99de399e', 'status': 'completed', 'code': 200} Aug 20 11:48:09.150117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-80b1c23e-6b98-4a60-80f6-f2b6f22ed16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.254168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52295f-ea5f-4d9d-ae20-dba3e7f8b82f tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=16cfdfa8-89aa-4817-a07f-37af8b0ba3cf,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:09.432937 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-80b1c23e-6b98-4a60-80f6-f2b6f22ed16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.438848 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-80b1c23e-6b98-4a60-80f6-f2b6f22ed16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.462036 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6b52295f-ea5f-4d9d-ae20-dba3e7f8b82f tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.464325 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6b52295f-ea5f-4d9d-ae20-dba3e7f8b82f tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/16cfdfa8-89aa-4817-a07f-37af8b0ba3cf HTTP/1.1" status: 204 len: 168 time: 1.7341597 Aug 20 11:48:09.478741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48486) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:09.606280 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8731623-5836-4c14-9971-f4c8da7acf45 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] GET failed (client error): The resource could not be found. Aug 20 11:48:09.612010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f8731623-5836-4c14-9971-f4c8da7acf45 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/16cfdfa8-89aa-4817-a07f-37af8b0ba3cf HTTP/1.1" status: 404 len: 333 time: 0.1251562 Aug 20 11:48:09.624434 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48502) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:09.654648 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd99a765-b84e-4557-905a-a2301c8de590 req-0202acc0-54fe-448e-9c29-bcdced76a2e7 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=17082cb3-c39f-448a-82b6-8d477fa35bd5 HTTP/1.1" status: 200 len: 210 time: 0.1125686 Aug 20 11:48:09.674095 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1c23e-6b98-4a60-80f6-f2b6f22ed16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cbe56a-f1d6-4105-aa91-58347c0a5d23,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:09.691027 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-80b1c23e-6b98-4a60-80f6-f2b6f22ed16d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=557249087d214a44a4dce1d1f6eebce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7821450 Aug 20 11:48:09.694738 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48508) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:09.764926 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43eedf7-766d-4aa8-b735-0615a253cd4f req-f897c11f-7b5e-4cb1-8c84-d5494df8855d tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:09.767178 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e43eedf7-766d-4aa8-b735-0615a253cd4f req-f897c11f-7b5e-4cb1-8c84-d5494df8855d tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 945 time: 0.3098109 Aug 20 11:48:09.769823 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-212b7258-f422-4491-82e7-f9883623834c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.812724 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-212b7258-f422-4491-82e7-f9883623834c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.854693 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ced32e-1adb-4cfc-a92a-7ef616c68374 req-36bde653-3993-49d6-b9af-bbd36c407f43 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:09.856346 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8ced32e-1adb-4cfc-a92a-7ef616c68374 req-36bde653-3993-49d6-b9af-bbd36c407f43 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 945 time: 0.3108952 Aug 20 11:48:09.869082 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-10448ac5-d36b-42de-ba37-386b9a335885 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting subnet eb6e4a29-3ad1-4fb0-b55f-14658a06af80 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:48:09.884180 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10448ac5-d36b-42de-ba37-386b9a335885 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.897257 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-212b7258-f422-4491-82e7-f9883623834c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.909570 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-212b7258-f422-4491-82e7-f9883623834c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.911217 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-212b7258-f422-4491-82e7-f9883623834c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40cbe56a-f1d6-4105-aa91-58347c0a5d23 HTTP/1.1" status: 204 len: 168 time: 0.2123897 Aug 20 11:48:09.921284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b7258-f422-4491-82e7-f9883623834c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cbe56a-f1d6-4105-aa91-58347c0a5d23,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:10.040388 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10448ac5-d36b-42de-ba37-386b9a335885 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:10.047049 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['39d919f9-7629-43b9-91fe-f01a0f874957', 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb', '9777dff6-9593-4f0a-826b-e8a735d35785'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:10.127240 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8ced32e-1adb-4cfc-a92a-7ef616c68374 req-480f50e5-a4c2-4e0a-9a3a-5d99de57e9c1 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/security-groups?id=1036cceb-f309-48d8-a412-44d2c4096166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524791 Aug 20 11:48:10.215801 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-e43eedf7-766d-4aa8-b735-0615a253cd4f req-75f07d68-036f-493a-8ac5-658994dd60f6 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Deleting port 1d2afb67-a1eb-4261-a96a-7a1042605aa5 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:10.215801 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e43eedf7-766d-4aa8-b735-0615a253cd4f req-75f07d68-036f-493a-8ac5-658994dd60f6 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:10.382861 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10448ac5-d36b-42de-ba37-386b9a335885 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:10.450347 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a532f-530c-4012-a336-8e57ea5d4f1f req-a3a9d306-62e3-4d1c-9d53-5e7ec7c83b51 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:10.461425 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a532f-530c-4012-a336-8e57ea5d4f1f req-a3a9d306-62e3-4d1c-9d53-5e7ec7c83b51 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:10.467611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-e43eedf7-766d-4aa8-b735-0615a253cd4f req-75f07d68-036f-493a-8ac5-658994dd60f6 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] For port 1d2afb67-a1eb-4261-a96a-7a1042605aa5, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=1d2afb67-a1eb-4261-a96a-7a1042605aa5,segment=NetworkSegment(17d541f2-d055-4345-81b3-61c63faca904),segment_id=17d541f2-d055-4345-81b3-61c63faca904)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:10.468263 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e43eedf7-766d-4aa8-b735-0615a253cd4f req-75f07d68-036f-493a-8ac5-658994dd60f6 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:10.470832 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a532f-530c-4012-a336-8e57ea5d4f1f req-a3a9d306-62e3-4d1c-9d53-5e7ec7c83b51 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:10.485297 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a532f-530c-4012-a336-8e57ea5d4f1f req-a3a9d306-62e3-4d1c-9d53-5e7ec7c83b51 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:10.488535 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-e43eedf7-766d-4aa8-b735-0615a253cd4f req-75f07d68-036f-493a-8ac5-658994dd60f6 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Calling delete_port for 1d2afb67-a1eb-4261-a96a-7a1042605aa5 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:10.493067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a532f-530c-4012-a336-8e57ea5d4f1f req-a3a9d306-62e3-4d1c-9d53-5e7ec7c83b51 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:10.499571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a532f-530c-4012-a336-8e57ea5d4f1f req-a3a9d306-62e3-4d1c-9d53-5e7ec7c83b51 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:10.509364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a532f-530c-4012-a336-8e57ea5d4f1f req-a3a9d306-62e3-4d1c-9d53-5e7ec7c83b51 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:10.522845 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a55a532f-530c-4012-a336-8e57ea5d4f1f req-a3a9d306-62e3-4d1c-9d53-5e7ec7c83b51 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5431 time: 0.2273142 Aug 20 11:48:10.646150 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a55a532f-530c-4012-a336-8e57ea5d4f1f req-71f85733-dc0d-4807-bba0-638a66a11d86 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1219628 Aug 20 11:48:10.687751 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10448ac5-d36b-42de-ba37-386b9a335885 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:10.799322 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10448ac5-d36b-42de-ba37-386b9a335885 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:10.803892 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-10448ac5-d36b-42de-ba37-386b9a335885 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/eb6e4a29-3ad1-4fb0-b55f-14658a06af80 HTTP/1.1" status: 204 len: 168 time: 1.1771462 Aug 20 11:48:10.806653 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48610) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:10.810218 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10448ac5-d36b-42de-ba37-386b9a335885 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6e4a29-3ad1-4fb0-b55f-14658a06af80,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:10.842812 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06706d9b-9067-4de4-80ed-d1c0b663a67a None None] Network 3278edea-0042-405a-85e9-2eeced57d847 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:10.900793 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48624) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:10.946638 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa9d753d-a140-400c-92d1-b0a6712fc52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:10.950210 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:10.953810 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.020751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 2980344b-edda-4b35-8f22-9e8c40482e81 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:11.021212 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.074535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:11.081705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 86d36a22-0ca1-4913-b5d1-ff5bb31693c9 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:11.110094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 8c8ca810-85a5-4b67-81f0-48ca99de399e no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:11.144765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 8c8ca810-85a5-4b67-81f0-48ca99de399e {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:11.145405 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 8c8ca810-85a5-4b67-81f0-48ca99de399e not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:11.190056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] For port 2980344b-edda-4b35-8f22-9e8c40482e81, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2980344b-edda-4b35-8f22-9e8c40482e81,segment=NetworkSegment(0b58ca4b-fd40-41ea-b9a8-db6783b4e1c0),segment_id=0b58ca4b-fd40-41ea-b9a8-db6783b4e1c0)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:11.190056 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.210057 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e43eedf7-766d-4aa8-b735-0615a253cd4f req-75f07d68-036f-493a-8ac5-658994dd60f6 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.223213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 2980344b-edda-4b35-8f22-9e8c40482e81 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:11.261008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f07d68-036f-493a-8ac5-658994dd60f6 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Pushing event deleted for resources: {'Port': ['ID=1d2afb67-a1eb-4261-a96a-7a1042605aa5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:11.268099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['1d2afb67-a1eb-4261-a96a-7a1042605aa5'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:11.323835 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43eedf7-766d-4aa8-b735-0615a253cd4f req-75f07d68-036f-493a-8ac5-658994dd60f6 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] No DVR routers for this DVR port 1d2afb67-a1eb-4261-a96a-7a1042605aa5 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:11.329479 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e43eedf7-766d-4aa8-b735-0615a253cd4f req-75f07d68-036f-493a-8ac5-658994dd60f6 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.332704 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e43eedf7-766d-4aa8-b735-0615a253cd4f req-75f07d68-036f-493a-8ac5-658994dd60f6 tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.35 "DELETE /v2.0/ports/1d2afb67-a1eb-4261-a96a-7a1042605aa5 HTTP/1.1" status: 204 len: 173 time: 1.5551527 Aug 20 11:48:11.333403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f', 'name': 'network-vif-deleted', 'tag': '1d2afb67-a1eb-4261-a96a-7a1042605aa5'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:11.336094 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3368958-0abe-48db-af5b-75772358f2a4" -d '{"events": [{"server_uuid": "83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f", "name": "network-vif-deleted", "tag": "1d2afb67-a1eb-4261-a96a-7a1042605aa5"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:11.362549 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa9d753d-a140-400c-92d1-b0a6712fc52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.370303 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa9d753d-a140-400c-92d1-b0a6712fc52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.396625 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-91609059-e5a2-4c05-82e0-168466df13b5 req-ec47044a-eb2b-45fe-a30e-00c6232c7f1e tempest-AttachVolumeNegativeTest-689434142 tempest-AttachVolumeNegativeTest-689434142-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f HTTP/1.1" status: 200 len: 210 time: 0.0469809 Aug 20 11:48:11.425637 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-aa9d753d-a140-400c-92d1-b0a6712fc52d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b4a0ce28bf54ec7a61905e653d7644e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5202727 Aug 20 11:48:11.427765 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48674) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:11.436769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d753d-a140-400c-92d1-b0a6712fc52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6bd940-2dda-4396-adef-1146faeb4a05,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:11.511819 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0df6a9dc-801d-46bf-98e3-ec275aeaae4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.537720 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.555717 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d62a65c-c3b5-4366-a192-537cb50457b9 x-openstack-request-id: req-7d62a65c-c3b5-4366-a192-537cb50457b9 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:11.557081 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f", "name": "network-vif-deleted", "tag": "1d2afb67-a1eb-4261-a96a-7a1042605aa5", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:11.557872 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d62a65c-c3b5-4366-a192-537cb50457b9 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:11.559447 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ce8aa5-68b9-4477-9e9e-94b6a2b9d54f', 'name': 'network-vif-deleted', 'tag': '1d2afb67-a1eb-4261-a96a-7a1042605aa5', 'status': 'completed', 'code': 200} Aug 20 11:48:11.587768 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0df6a9dc-801d-46bf-98e3-ec275aeaae4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.626559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No DVR routers for this DVR port 2980344b-edda-4b35-8f22-9e8c40482e81 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:11.666529 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=2980344b-edda-4b35-8f22-9e8c40482e81,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:11.690466 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0df6a9dc-801d-46bf-98e3-ec275aeaae4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.691648 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a4b12b-2997-4a27-9fec-968ff5fbcc74 None None] DHCP port deletion for 3278edea-0042-405a-85e9-2eeced57d847 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:48:11.700194 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0df6a9dc-801d-46bf-98e3-ec275aeaae4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.705542 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0df6a9dc-801d-46bf-98e3-ec275aeaae4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d6bd940-2dda-4396-adef-1146faeb4a05 HTTP/1.1" status: 204 len: 168 time: 0.2748480 Aug 20 11:48:11.730147 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6a9dc-801d-46bf-98e3-ec275aeaae4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6bd940-2dda-4396-adef-1146faeb4a05,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:11.861906 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0296c-db7f-4b9f-a957-2c7bc3662074 req-123757c2-5f88-42b3-bb5a-303a5e7c4231 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:11.871143 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0296c-db7f-4b9f-a957-2c7bc3662074 req-123757c2-5f88-42b3-bb5a-303a5e7c4231 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:11.884715 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.888799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0296c-db7f-4b9f-a957-2c7bc3662074 req-123757c2-5f88-42b3-bb5a-303a5e7c4231 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:11.908575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3278edea-0042-405a-85e9-2eeced57d847']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:11.908818 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0296c-db7f-4b9f-a957-2c7bc3662074 req-123757c2-5f88-42b3-bb5a-303a5e7c4231 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:11.924517 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0296c-db7f-4b9f-a957-2c7bc3662074 req-123757c2-5f88-42b3-bb5a-303a5e7c4231 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:11.935084 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0296c-db7f-4b9f-a957-2c7bc3662074 req-123757c2-5f88-42b3-bb5a-303a5e7c4231 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:11.951202 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0296c-db7f-4b9f-a957-2c7bc3662074 req-123757c2-5f88-42b3-bb5a-303a5e7c4231 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:11.953537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b58ca4b-fd40-41ea-b9a8-db6783b4e1c0') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:11.955447 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cfa0296c-db7f-4b9f-a957-2c7bc3662074 req-123757c2-5f88-42b3-bb5a-303a5e7c4231 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5431 time: 0.1677825 Aug 20 11:48:11.963796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b58ca4b-fd40-41ea-b9a8-db6783b4e1c0') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:12.024352 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:12.059070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cfa0296c-db7f-4b9f-a957-2c7bc3662074 req-7cecb06f-c69d-4019-9051-4e291f8f3a4a tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0933557 Aug 20 11:48:12.083821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563088f-a77e-4539-8800-da6d59ac47b8 req-699bdb96-be4a-4f95-b1e9-0e3ee1e7c5a3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:12.087813 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c563088f-a77e-4539-8800-da6d59ac47b8 req-699bdb96-be4a-4f95-b1e9-0e3ee1e7c5a3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9d85308-6d76-4ca4-83bc-4da638525469 HTTP/1.1" status: 200 len: 950 time: 0.3241658 Aug 20 11:48:12.098909 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:12.125772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:48:12.126398 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:48:12.130904 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:48:12.213292 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c563088f-a77e-4539-8800-da6d59ac47b8 req-0fa39885-52d4-4e45-8c65-e1b853b0f241 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173544 Aug 20 11:48:12.254950 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:12.266518 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:12.269428 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/networks/3278edea-0042-405a-85e9-2eeced57d847 HTTP/1.1" status: 204 len: 168 time: 1.4617665 Aug 20 11:48:12.273464 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48772) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:12.281954 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f2edf949-a989-48d8-bc7d-2cb6917a6ca0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-253393541'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:12.292106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb14b7-fe51-4a81-a78f-1f875df7ccc7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Network': ['ID=3278edea-0042-405a-85e9-2eeced57d847,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:12.318871 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2edf949-a989-48d8-bc7d-2cb6917a6ca0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:12.327679 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2edf949-a989-48d8-bc7d-2cb6917a6ca0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:12.368556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2edf949-a989-48d8-bc7d-2cb6917a6ca0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:48:12.382239 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2edf949-a989-48d8-bc7d-2cb6917a6ca0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:12.382765 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-f2edf949-a989-48d8-bc7d-2cb6917a6ca0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Added segment 384060c6-72b6-4b17-ab9a-16b8c93efe2b of type vlan for network 6514b1b5-aca1-40ac-a669-fe25d3f83b7e Aug 20 11:48:12.438404 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2edf949-a989-48d8-bc7d-2cb6917a6ca0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:12.479326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48808) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:12.504022 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2edf949-a989-48d8-bc7d-2cb6917a6ca0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:12.510057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2edf949-a989-48d8-bc7d-2cb6917a6ca0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:12.511254 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2edf949-a989-48d8-bc7d-2cb6917a6ca0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:12.609961 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f2edf949-a989-48d8-bc7d-2cb6917a6ca0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3346689 Aug 20 11:48:12.614027 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48828) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:12.619014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2ee2768d-9fa5-4db4-86bc-f341713981a4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'subnet': {'network_id': '6514b1b5-aca1-40ac-a669-fe25d3f83b7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:12.660870 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edf949-a989-48d8-bc7d-2cb6917a6ca0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Network': ['ID=6514b1b5-aca1-40ac-a669-fe25d3f83b7e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:12.687688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 6514b1b5-aca1-40ac-a669-fe25d3f83b7e details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:48:12.753992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d9ea97-0e3f-4ded-a693-e64774beb792 admin admin] Deleting subnet 95ea546d-aa14-4d25-bbdf-390c9e0a87dc {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:48:12.758031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee2768d-9fa5-4db4-86bc-f341713981a4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:12.761605 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ee2768d-9fa5-4db4-86bc-f341713981a4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:12.847274 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ea97-0e3f-4ded-a693-e64774beb792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:12.942950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a06a2-43c4-4c8e-b15e-1c4626a2989e req-d2a4efee-e958-4d2c-95b7-cb02a2ad0c19 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:12.944529 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-724a06a2-43c4-4c8e-b15e-1c4626a2989e req-d2a4efee-e958-4d2c-95b7-cb02a2ad0c19 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9d85308-6d76-4ca4-83bc-4da638525469 HTTP/1.1" status: 200 len: 950 time: 0.1879287 Aug 20 11:48:12.947505 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ea97-0e3f-4ded-a693-e64774beb792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:13.088712 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ea97-0e3f-4ded-a693-e64774beb792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:13.251227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64bc86-d3e4-4313-a254-ccd83e9fa8bf req-4935ee6c-da95-4e62-a5b7-7fe89949218d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:13.252937 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d64bc86-d3e4-4313-a254-ccd83e9fa8bf req-4935ee6c-da95-4e62-a5b7-7fe89949218d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "GET /v2.0/ports?device_id=861d62b7-ae4b-4696-94f9-43028d017056 HTTP/1.1" status: 200 len: 949 time: 0.2070706 Aug 20 11:48:13.402169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cf90f-745b-4adc-8631-84acc769b15a req-07b42f98-27f6-4ebd-bb98-2267a1b3a213 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:13.405358 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-678cf90f-745b-4adc-8631-84acc769b15a req-07b42f98-27f6-4ebd-bb98-2267a1b3a213 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 946 time: 0.0860505 Aug 20 11:48:13.419834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-724a06a2-43c4-4c8e-b15e-1c4626a2989e req-34aab910-6e16-4efa-8f58-8116d6a323b2 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Deleting port c99895ff-a5f2-4ce8-8567-7814ec6d23fb {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:13.420178 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-724a06a2-43c4-4c8e-b15e-1c4626a2989e req-34aab910-6e16-4efa-8f58-8116d6a323b2 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:13.468330 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-678cf90f-745b-4adc-8631-84acc769b15a req-1725c9b7-d3a2-4869-89b9-71b47031b49a tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529323 Aug 20 11:48:13.480602 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ea97-0e3f-4ded-a693-e64774beb792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:13.489911 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ee2768d-9fa5-4db4-86bc-f341713981a4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:13.662577 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c07392-141c-4a07-a1de-b8f026c984b1 req-fc489742-f27a-4659-bdf2-e95bca4ebd63 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:13.671490 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-81c07392-141c-4a07-a1de-b8f026c984b1 req-fc489742-f27a-4659-bdf2-e95bca4ebd63 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9d85308-6d76-4ca4-83bc-4da638525469 HTTP/1.1" status: 200 len: 950 time: 0.0704229 Aug 20 11:48:13.719100 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-81c07392-141c-4a07-a1de-b8f026c984b1 req-f9c8b99d-2470-4f48-99d2-f682ccbf749b tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464299 Aug 20 11:48:13.778142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2980344b-edda-4b35-8f22-9e8c40482e81 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:13.811864 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 2980344b-edda-4b35-8f22-9e8c40482e81 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:13.812217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2980344b-edda-4b35-8f22-9e8c40482e81 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:14.015349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cf358-c416-419f-b45d-d9c2f36c00e6 req-3a77af07-c6a4-43aa-8ca3-a8d8a3d08a29 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:14.021757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cf358-c416-419f-b45d-d9c2f36c00e6 req-3a77af07-c6a4-43aa-8ca3-a8d8a3d08a29 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:14.028321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cf358-c416-419f-b45d-d9c2f36c00e6 req-3a77af07-c6a4-43aa-8ca3-a8d8a3d08a29 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:14.035174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cf358-c416-419f-b45d-d9c2f36c00e6 req-3a77af07-c6a4-43aa-8ca3-a8d8a3d08a29 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:14.041407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cf358-c416-419f-b45d-d9c2f36c00e6 req-3a77af07-c6a4-43aa-8ca3-a8d8a3d08a29 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:14.048951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cf358-c416-419f-b45d-d9c2f36c00e6 req-3a77af07-c6a4-43aa-8ca3-a8d8a3d08a29 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:14.055944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cf358-c416-419f-b45d-d9c2f36c00e6 req-3a77af07-c6a4-43aa-8ca3-a8d8a3d08a29 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:14.058148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e49cf358-c416-419f-b45d-d9c2f36c00e6 req-3a77af07-c6a4-43aa-8ca3-a8d8a3d08a29 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5431 time: 0.8259506 Aug 20 11:48:14.059005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9ea97-0e3f-4ded-a693-e64774beb792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ea546d-aa14-4d25-bbdf-390c9e0a87dc,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:14.123486 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ea97-0e3f-4ded-a693-e64774beb792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.125578 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d2d9ea97-0e3f-4ded-a693-e64774beb792 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/95ea546d-aa14-4d25-bbdf-390c9e0a87dc HTTP/1.1" status: 204 len: 168 time: 1.6452229 Aug 20 11:48:14.128213 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49028) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:14.169388 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-2d64bc86-d3e4-4313-a254-ccd83e9fa8bf req-8f4ba13e-d610-4fdb-af00-8a9a70cab5c8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Deleting port 9777dff6-9593-4f0a-826b-e8a735d35785 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:14.169734 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2d64bc86-d3e4-4313-a254-ccd83e9fa8bf req-8f4ba13e-d610-4fdb-af00-8a9a70cab5c8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.221052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a1b49d6-b7d5-4732-9d8b-8c4c770762b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.274399 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2768d-9fa5-4db4-86bc-f341713981a4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Subnet': ['ID=2b7ce559-c139-4332-b602-18411238dcdd,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:14.292466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-724a06a2-43c4-4c8e-b15e-1c4626a2989e req-34aab910-6e16-4efa-8f58-8116d6a323b2 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] For port c99895ff-a5f2-4ce8-8567-7814ec6d23fb, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c99895ff-a5f2-4ce8-8567-7814ec6d23fb,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:14.293064 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-724a06a2-43c4-4c8e-b15e-1c4626a2989e req-34aab910-6e16-4efa-8f58-8116d6a323b2 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.336371 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a1b49d6-b7d5-4732-9d8b-8c4c770762b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.351663 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-8a1b49d6-b7d5-4732-9d8b-8c4c770762b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3bfbfd5-4051-40da-a35c-169d2e7b40d1']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:14.355096 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-2d64bc86-d3e4-4313-a254-ccd83e9fa8bf req-8f4ba13e-d610-4fdb-af00-8a9a70cab5c8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] For port 9777dff6-9593-4f0a-826b-e8a735d35785, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=9777dff6-9593-4f0a-826b-e8a735d35785,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:14.355523 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2d64bc86-d3e4-4313-a254-ccd83e9fa8bf req-8f4ba13e-d610-4fdb-af00-8a9a70cab5c8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.369698 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-8a1b49d6-b7d5-4732-9d8b-8c4c770762b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d541f2-d055-4345-81b3-61c63faca904') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:14.370006 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-8a1b49d6-b7d5-4732-9d8b-8c4c770762b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d541f2-d055-4345-81b3-61c63faca904') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:14.372342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-2d64bc86-d3e4-4313-a254-ccd83e9fa8bf req-8f4ba13e-d610-4fdb-af00-8a9a70cab5c8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Calling delete_port for 9777dff6-9593-4f0a-826b-e8a735d35785 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:14.381997 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a1b49d6-b7d5-4732-9d8b-8c4c770762b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.399594 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a1b49d6-b7d5-4732-9d8b-8c4c770762b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.410496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1b49d6-b7d5-4732-9d8b-8c4c770762b4 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:48:14.411402 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a1b49d6-b7d5-4732-9d8b-8c4c770762b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:48:14.414578 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:48:14.503806 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a1b49d6-b7d5-4732-9d8b-8c4c770762b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.518942 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a1b49d6-b7d5-4732-9d8b-8c4c770762b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.521383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8a1b49d6-b7d5-4732-9d8b-8c4c770762b4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b3bfbfd5-4051-40da-a35c-169d2e7b40d1 HTTP/1.1" status: 204 len: 168 time: 0.3921316 Aug 20 11:48:14.538811 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b49d6-b7d5-4732-9d8b-8c4c770762b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3bfbfd5-4051-40da-a35c-169d2e7b40d1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:14.565090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-724a06a2-43c4-4c8e-b15e-1c4626a2989e req-34aab910-6e16-4efa-8f58-8116d6a323b2 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Calling delete_port for c99895ff-a5f2-4ce8-8567-7814ec6d23fb owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:14.574794 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e49cf358-c416-419f-b45d-d9c2f36c00e6 req-d089ffe9-292e-46a3-8619-3715b6cb726f tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5006127 Aug 20 11:48:14.580601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee2768d-9fa5-4db4-86bc-f341713981a4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Checking segment: {'id': '384060c6-72b6-4b17-ab9a-16b8c93efe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6514b1b5-aca1-40ac-a669-fe25d3f83b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:14.581245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee2768d-9fa5-4db4-86bc-f341713981a4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network hostable DHCP agents. Network: 6514b1b5-aca1-40ac-a669-fe25d3f83b7e, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:48:14.653395 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2d64bc86-d3e4-4313-a254-ccd83e9fa8bf req-8f4ba13e-d610-4fdb-af00-8a9a70cab5c8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.663628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209b1ac-afaa-4642-b259-f8c133f478d4 req-d5446e56-60e9-43b7-817c-af5a09e3999f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:14.667158 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['39d919f9-7629-43b9-91fe-f01a0f874957', 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb', '9777dff6-9593-4f0a-826b-e8a735d35785'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:14.681655 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9209b1ac-afaa-4642-b259-f8c133f478d4 req-d5446e56-60e9-43b7-817c-af5a09e3999f tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.76 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 946 time: 0.1652329 Aug 20 11:48:14.788928 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e610515-49bd-461d-9c97-725404a9fc89 req-7b7e7e20-d9fb-417e-8c74-2fcc1e3b1309 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:14.790541 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e610515-49bd-461d-9c97-725404a9fc89 req-7b7e7e20-d9fb-417e-8c74-2fcc1e3b1309 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 946 time: 0.1064825 Aug 20 11:48:14.877665 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e610515-49bd-461d-9c97-725404a9fc89 req-541df709-a257-4ad0-abc5-8411f59f45c4 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664015 Aug 20 11:48:14.892143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee2768d-9fa5-4db4-86bc-f341713981a4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 6514b1b5-aca1-40ac-a669-fe25d3f83b7e is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:48:14.904757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ba13e-d610-4fdb-af00-8a9a70cab5c8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event deleted for resources: {'Port': ['ID=9777dff6-9593-4f0a-826b-e8a735d35785,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:14.971109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d64bc86-d3e4-4313-a254-ccd83e9fa8bf req-8f4ba13e-d610-4fdb-af00-8a9a70cab5c8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] No DVR routers for this DVR port 9777dff6-9593-4f0a-826b-e8a735d35785 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:14.975998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-2ee2768d-9fa5-4db4-86bc-f341713981a4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 6514b1b5-aca1-40ac-a669-fe25d3f83b7e) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:14.978342 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2d64bc86-d3e4-4313-a254-ccd83e9fa8bf req-8f4ba13e-d610-4fdb-af00-8a9a70cab5c8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.980723 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d64bc86-d3e4-4313-a254-ccd83e9fa8bf req-8f4ba13e-d610-4fdb-af00-8a9a70cab5c8 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "DELETE /v2.0/ports/9777dff6-9593-4f0a-826b-e8a735d35785 HTTP/1.1" status: 204 len: 173 time: 1.7126045 Aug 20 11:48:14.983147 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861d62b7-ae4b-4696-94f9-43028d017056', 'name': 'network-vif-deleted', 'tag': '9777dff6-9593-4f0a-826b-e8a735d35785'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:14.985693 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0e6109-d504-4553-906d-ad59af90b0f7" -d '{"events": [{"server_uuid": "861d62b7-ae4b-4696-94f9-43028d017056", "name": "network-vif-deleted", "tag": "9777dff6-9593-4f0a-826b-e8a735d35785"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:15.026499 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa98101-c354-4b45-8eb7-ddbdd7b13ba9 None None] Network 6514b1b5-aca1-40ac-a669-fe25d3f83b7e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:15.028940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee2768d-9fa5-4db4-86bc-f341713981a4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:15.030638 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ee2768d-9fa5-4db4-86bc-f341713981a4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.054980 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49082) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:15.134295 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2ee2768d-9fa5-4db4-86bc-f341713981a4 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5192041 Aug 20 11:48:15.153130 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782c7437-1f5c-4164-8a47-fc6583253623 x-openstack-request-id: req-782c7437-1f5c-4164-8a47-fc6583253623 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:15.154592 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861d62b7-ae4b-4696-94f9-43028d017056", "name": "network-vif-deleted", "tag": "9777dff6-9593-4f0a-826b-e8a735d35785", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:15.154954 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-782c7437-1f5c-4164-8a47-fc6583253623 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:15.155656 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861d62b7-ae4b-4696-94f9-43028d017056', 'name': 'network-vif-deleted', 'tag': '9777dff6-9593-4f0a-826b-e8a735d35785', 'status': 'completed', 'code': 200} Aug 20 11:48:15.166294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49086) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:15.183129 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8b7d300c-f513-49f8-94ba-8afda222b3e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1ad3e387c63490391d9da91965d6828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266923 Aug 20 11:48:15.186067 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49088) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:15.198265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-fc7c15d4-383d-41d7-982f-0532077b330e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1534764663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:15.246816 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 1d2afb67-a1eb-4261-a96a-7a1042605aa5 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:15.284569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d63586-0210-4ca3-ba61-f9833fde6c3c req-e99e36e0-a830-41bc-9f80-7658511f1497 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:15.295645 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86d63586-0210-4ca3-ba61-f9833fde6c3c req-e99e36e0-a830-41bc-9f80-7658511f1497 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9d85308-6d76-4ca4-83bc-4da638525469 HTTP/1.1" status: 200 len: 950 time: 0.3938580 Aug 20 11:48:15.315641 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 1d2afb67-a1eb-4261-a96a-7a1042605aa5 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:15.316161 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 1d2afb67-a1eb-4261-a96a-7a1042605aa5 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:15.387492 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fc7c15d4-383d-41d7-982f-0532077b330e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.388918 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fc7c15d4-383d-41d7-982f-0532077b330e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.402931 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.488014 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.585342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9209b1ac-afaa-4642-b259-f8c133f478d4 req-8320b95a-089a-44dd-a5d8-1f6d9dbffc0c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Deleting port ca8aeb76-3af5-45d0-b845-6ce360fa2345 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:15.594542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-6514b1b5-aca1-40ac-a669-fe25d3f83b7e', 'network_id': '6514b1b5-aca1-40ac-a669-fe25d3f83b7e', 'tenant_id': '0b4fcaa8b42a4ed5856a164cef35de94', 'fixed_ips': [{'subnet_id': '2b7ce559-c139-4332-b602-18411238dcdd'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:48:15.596064 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.601397 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9209b1ac-afaa-4642-b259-f8c133f478d4 req-8320b95a-089a-44dd-a5d8-1f6d9dbffc0c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.678728 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86d63586-0210-4ca3-ba61-f9833fde6c3c req-6e0d9818-b3e4-44c4-9471-c6133ca9170c tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601780 Aug 20 11:48:15.769076 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-724a06a2-43c4-4c8e-b15e-1c4626a2989e req-34aab910-6e16-4efa-8f58-8116d6a323b2 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.776938 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fc7c15d4-383d-41d7-982f-0532077b330e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.836868 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-56c56676-3b5f-46d5-8dd4-405fdbd2f07e tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:15.841083 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-56c56676-3b5f-46d5-8dd4-405fdbd2f07e tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/networks?id=22f62dce-d162-406f-bbb8-b6b0fca763d1 HTTP/1.1" status: 200 len: 814 time: 0.3485060 Aug 20 11:48:15.842847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.843420 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fc7c15d4-383d-41d7-982f-0532077b330e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.853530 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.854770 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1036cceb-f309-48d8-a412-44d2c4096166 HTTP/1.1" status: 204 len: 168 time: 0.6672382 Aug 20 11:48:15.887089 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1036cceb-f309-48d8-a412-44d2c4096166,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:15.917684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:15.918041 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:15.918388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:15.918752 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:15.919031 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Allocated IP 172.20.0.2 (6514b1b5-aca1-40ac-a669-fe25d3f83b7e/2b7ce559-c139-4332-b602-18411238dcdd/6837256b-3665-4208-b9f6-a950bdaae139) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:15.919174 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:15.919463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:15.919864 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:15.920198 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:15.920528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:15.922128 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:15.925210 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:15.925599 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccefa23-beb2-4f9a-ad09-2329b3c50e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:15.935766 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-fb2fd1dc-7a74-401b-9fd4-24c5461f5d30 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/quotas/6e40f5079bd34b23880f932b180211a2 HTTP/1.1" status: 200 len: 375 time: 0.0798628 Aug 20 11:48:15.949475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['39d919f9-7629-43b9-91fe-f01a0f874957'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:15.993397 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fc7c15d4-383d-41d7-982f-0532077b330e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:16.002357 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-166d0749-8327-498d-82df-c0090adf2f59 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e40f5079bd34b23880f932b180211a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560856 Aug 20 11:48:16.002991 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49120) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:16.007946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-0809b7a5-87ae-487f-ab8f-b343c76913e0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'network_id': '6514b1b5-aca1-40ac-a669-fe25d3f83b7e', 'name': 'tempest-PortsTestJSON-658061453'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:16.011050 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fc7c15d4-383d-41d7-982f-0532077b330e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8274992 Aug 20 11:48:16.090393 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aab910-6e16-4efa-8f58-8116d6a323b2 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event deleted for resources: {'Port': ['ID=c99895ff-a5f2-4ce8-8567-7814ec6d23fb,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:16.191173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-724a06a2-43c4-4c8e-b15e-1c4626a2989e req-34aab910-6e16-4efa-8f58-8116d6a323b2 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] No DVR routers for this DVR port c99895ff-a5f2-4ce8-8567-7814ec6d23fb on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:16.212373 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-724a06a2-43c4-4c8e-b15e-1c4626a2989e req-34aab910-6e16-4efa-8f58-8116d6a323b2 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:16.214486 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-724a06a2-43c4-4c8e-b15e-1c4626a2989e req-34aab910-6e16-4efa-8f58-8116d6a323b2 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "DELETE /v2.0/ports/c99895ff-a5f2-4ce8-8567-7814ec6d23fb HTTP/1.1" status: 204 len: 173 time: 3.2300990 Aug 20 11:48:16.272356 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c352e-8e54-4cf7-b989-6b7889542828 req-c15a2d58-e593-435b-beb3-ac456c80cdab tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:16.280967 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c352e-8e54-4cf7-b989-6b7889542828 req-c15a2d58-e593-435b-beb3-ac456c80cdab tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:16.292218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c352e-8e54-4cf7-b989-6b7889542828 req-c15a2d58-e593-435b-beb3-ac456c80cdab tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:16.298587 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c352e-8e54-4cf7-b989-6b7889542828 req-c15a2d58-e593-435b-beb3-ac456c80cdab tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:16.305141 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c352e-8e54-4cf7-b989-6b7889542828 req-c15a2d58-e593-435b-beb3-ac456c80cdab tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:16.312567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c352e-8e54-4cf7-b989-6b7889542828 req-c15a2d58-e593-435b-beb3-ac456c80cdab tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:16.319873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c352e-8e54-4cf7-b989-6b7889542828 req-c15a2d58-e593-435b-beb3-ac456c80cdab tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:16.322458 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-388c352e-8e54-4cf7-b989-6b7889542828 req-c15a2d58-e593-435b-beb3-ac456c80cdab tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5431 time: 0.3846591 Aug 20 11:48:16.322794 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-39d9fabf-9cbd-43d5-9823-1b095c140c63 service neutron] 10.222.0.37 "GET /v2.0/networks/22f62dce-d162-406f-bbb8-b6b0fca763d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099899 Aug 20 11:48:16.342717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9209b1ac-afaa-4642-b259-f8c133f478d4 req-8320b95a-089a-44dd-a5d8-1f6d9dbffc0c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] For port ca8aeb76-3af5-45d0-b845-6ce360fa2345, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:16.343354 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9209b1ac-afaa-4642-b259-f8c133f478d4 req-8320b95a-089a-44dd-a5d8-1f6d9dbffc0c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:16.459279 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-388c352e-8e54-4cf7-b989-6b7889542828 req-74133ed9-45ad-4107-a3c9-7b423ddccae4 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1259696 Aug 20 11:48:16.636717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0809b7a5-87ae-487f-ab8f-b343c76913e0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:16.641518 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0809b7a5-87ae-487f-ab8f-b343c76913e0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:16.668660 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:16.679943 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-0809b7a5-87ae-487f-ab8f-b343c76913e0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] device_id is not set on port 7b20acdb-d15f-41e9-a2ac-57500aa0d59f yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:48:16.687698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Transition to ACTIVE for port object 6837256b-3665-4208-b9f6-a950bdaae139 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:16.712040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Transition to ACTIVE for port object 6837256b-3665-4208-b9f6-a950bdaae139 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:16.719386 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:16.766563 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Network 6514b1b5-aca1-40ac-a669-fe25d3f83b7e is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:16.772058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:16.778114 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:16.797575 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Pushing event updated for resources: {'Port': ['ID=6837256b-3665-4208-b9f6-a950bdaae139,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:16.842358 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-0809b7a5-87ae-487f-ab8f-b343c76913e0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Allocated IP 172.20.0.10 (6514b1b5-aca1-40ac-a669-fe25d3f83b7e/2b7ce559-c139-4332-b602-18411238dcdd/7b20acdb-d15f-41e9-a2ac-57500aa0d59f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:16.862191 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9209b1ac-afaa-4642-b259-f8c133f478d4 req-8320b95a-089a-44dd-a5d8-1f6d9dbffc0c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:16.866052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Attempting to bind port 6837256b-3665-4208-b9f6-a950bdaae139 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:16.866052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Attempting to bind port 6837256b-3665-4208-b9f6-a950bdaae139 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '384060c6-72b6-4b17-ab9a-16b8c93efe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6514b1b5-aca1-40ac-a669-fe25d3f83b7e'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:16.866534 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Attempting to bind port 6837256b-3665-4208-b9f6-a950bdaae139 on network 6514b1b5-aca1-40ac-a669-fe25d3f83b7e {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:16.870136 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9209b1ac-afaa-4642-b259-f8c133f478d4 req-8320b95a-089a-44dd-a5d8-1f6d9dbffc0c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:16.872765 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-9209b1ac-afaa-4642-b259-f8c133f478d4 req-8320b95a-089a-44dd-a5d8-1f6d9dbffc0c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Floating IP e4f39886-2821-4be3-a38c-3e4d4f1b32f6 disassociated. External IP: 172.25.8.139, port: ca8aeb76-3af5-45d0-b845-6ce360fa2345. Aug 20 11:48:16.873432 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:16.873917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9209b1ac-afaa-4642-b259-f8c133f478d4 req-8320b95a-089a-44dd-a5d8-1f6d9dbffc0c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Calling delete_port for ca8aeb76-3af5-45d0-b845-6ce360fa2345 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:16.874405 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Checking segment: {'id': '384060c6-72b6-4b17-ab9a-16b8c93efe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6514b1b5-aca1-40ac-a669-fe25d3f83b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:16.875003 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:16.875830 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Bound using segment: {'id': '384060c6-72b6-4b17-ab9a-16b8c93efe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6514b1b5-aca1-40ac-a669-fe25d3f83b7e'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:16.876652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Bound port: 6837256b-3665-4208-b9f6-a950bdaae139, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384060c6-72b6-4b17-ab9a-16b8c93efe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6514b1b5-aca1-40ac-a669-fe25d3f83b7e'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:16.877256 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:16.933651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ca8aeb76-3af5-45d0-b845-6ce360fa2345 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:17.028757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] For port 6837256b-3665-4208-b9f6-a950bdaae139, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:48:17.045220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] For port 6837256b-3665-4208-b9f6-a950bdaae139, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6837256b-3665-4208-b9f6-a950bdaae139,segment=NetworkSegment(384060c6-72b6-4b17-ab9a-16b8c93efe2b),segment_id=384060c6-72b6-4b17-ab9a-16b8c93efe2b)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:48:17.086927 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:17.097630 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-5afaf7f6-5083-43a5-be38-0888c2726c94 service neutron] 10.222.0.37 "GET /v2.0/networks/22f62dce-d162-406f-bbb8-b6b0fca763d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7738764 Aug 20 11:48:17.162030 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec298bad-0074-4579-a72c-cf33afa23daa None None] Pushing event updated for resources: {'Port': ['ID=6837256b-3665-4208-b9f6-a950bdaae139,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:17.167172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d85308-6d76-4ca4-83bc-4da638525469', 'name': 'network-vif-deleted', 'tag': 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:17.170808 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40240d47-82be-46f2-b389-574614a5616c" -d '{"events": [{"server_uuid": "e9d85308-6d76-4ca4-83bc-4da638525469", "name": "network-vif-deleted", "tag": "c99895ff-a5f2-4ce8-8567-7814ec6d23fb"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:17.198582 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:17.246900 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0809b7a5-87ae-487f-ab8f-b343c76913e0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:17.274545 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:17.278970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ad40f-69e9-4ec6-8039-ef739815c159 req-21e21d3f-56ab-45cd-914f-e6f1ac5e2f76 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:17.281449 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-610ad40f-69e9-4ec6-8039-ef739815c159 req-21e21d3f-56ab-45cd-914f-e6f1ac5e2f76 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 946 time: 0.2563410 Aug 20 11:48:17.290572 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e3192b-aabc-483b-b224-f35a186560e6" -d '{"events": [{"server_uuid": "0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7", "name": "network-vif-unplugged", "status": "completed", "tag": "ca8aeb76-3af5-45d0-b845-6ce360fa2345"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:17.304159 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0809b7a5-87ae-487f-ab8f-b343c76913e0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Transition to ACTIVE for port object 7b20acdb-d15f-41e9-a2ac-57500aa0d59f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:17.323252 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ca8aeb76-3af5-45d0-b845-6ce360fa2345, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ca8aeb76-3af5-45d0-b845-6ce360fa2345,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:17.333911 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:17.335144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c99895ff-a5f2-4ce8-8567-7814ec6d23fb no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:17.426025 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0809b7a5-87ae-487f-ab8f-b343c76913e0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:17.470244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: c99895ff-a5f2-4ce8-8567-7814ec6d23fb {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:17.470640 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c99895ff-a5f2-4ce8-8567-7814ec6d23fb not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:17.475690 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 9777dff6-9593-4f0a-826b-e8a735d35785 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:17.543938 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-610ad40f-69e9-4ec6-8039-ef739815c159 req-c6f5e59e-41bf-4c03-81de-1f5d836c59cf tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups?id=a83b7b7a-5872-46de-9882-578362fa1a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499187 Aug 20 11:48:17.562559 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 9777dff6-9593-4f0a-826b-e8a735d35785 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:17.564799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 9777dff6-9593-4f0a-826b-e8a735d35785 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:17.571564 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ca8aeb76-3af5-45d0-b845-6ce360fa2345,revision_number=11']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:17.655805 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d769a2-9c67-4d0e-a956-43798f9d0da6 x-openstack-request-id: req-d1d769a2-9c67-4d0e-a956-43798f9d0da6 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:17.666515 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d85308-6d76-4ca4-83bc-4da638525469", "name": "network-vif-deleted", "tag": "c99895ff-a5f2-4ce8-8567-7814ec6d23fb", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:17.677888 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1d769a2-9c67-4d0e-a956-43798f9d0da6 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:17.678536 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d85308-6d76-4ca4-83bc-4da638525469', 'name': 'network-vif-deleted', 'tag': 'c99895ff-a5f2-4ce8-8567-7814ec6d23fb', 'status': 'completed', 'code': 200} Aug 20 11:48:17.693310 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9209b1ac-afaa-4642-b259-f8c133f478d4 req-8320b95a-089a-44dd-a5d8-1f6d9dbffc0c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:17.706632 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0809b7a5-87ae-487f-ab8f-b343c76913e0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 6514b1b5-aca1-40ac-a669-fe25d3f83b7e is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:17.718860 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-0809b7a5-87ae-487f-ab8f-b343c76913e0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:17.734485 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0809b7a5-87ae-487f-ab8f-b343c76913e0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:17.774369 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d262b72-8e95-4028-a68b-c3229b8e67f3 x-openstack-request-id: req-7d262b72-8e95-4028-a68b-c3229b8e67f3 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:17.774863 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7", "name": "network-vif-unplugged", "status": "completed", "tag": "ca8aeb76-3af5-45d0-b845-6ce360fa2345", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:17.774983 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d262b72-8e95-4028-a68b-c3229b8e67f3 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:17.775320 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'code': 200} Aug 20 11:48:17.934959 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0809b7a5-87ae-487f-ab8f-b343c76913e0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:17.937888 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0809b7a5-87ae-487f-ab8f-b343c76913e0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:17.947914 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809b7a5-87ae-487f-ab8f-b343c76913e0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=7b20acdb-d15f-41e9-a2ac-57500aa0d59f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:17.998890 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:48:18.029986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6837256b-3665-4208-b9f6-a950bdaae139 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:18.121783 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-520c3ed3-4fe4-4428-ae68-7734c26075fb req-558295b8-600c-4454-97ba-447a0905f9dc tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 210 time: 0.2013562 Aug 20 11:48:18.154078 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0809b7a5-87ae-487f-ab8f-b343c76913e0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1500828 Aug 20 11:48:18.158549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49190) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:18.173799 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320b95a-089a-44dd-a5d8-1f6d9dbffc0c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event deleted for resources: {'Port': ['ID=ca8aeb76-3af5-45d0-b845-6ce360fa2345,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:18.206146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9209b1ac-afaa-4642-b259-f8c133f478d4 req-8320b95a-089a-44dd-a5d8-1f6d9dbffc0c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Router 57ad8a20-f468-4f3f-9075-f133547422ed has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:18.224374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 6837256b-3665-4208-b9f6-a950bdaae139 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:18.305196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51ef98-29b0-40d2-848e-8de3563f7e12 req-ed4ffadc-e4b7-4356-944e-430c6912d8cb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:18.326993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51ef98-29b0-40d2-848e-8de3563f7e12 req-ed4ffadc-e4b7-4356-944e-430c6912d8cb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:18.336521 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51ef98-29b0-40d2-848e-8de3563f7e12 req-ed4ffadc-e4b7-4356-944e-430c6912d8cb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:18.374716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51ef98-29b0-40d2-848e-8de3563f7e12 req-ed4ffadc-e4b7-4356-944e-430c6912d8cb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:18.387911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51ef98-29b0-40d2-848e-8de3563f7e12 req-ed4ffadc-e4b7-4356-944e-430c6912d8cb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:18.412410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51ef98-29b0-40d2-848e-8de3563f7e12 req-ed4ffadc-e4b7-4356-944e-430c6912d8cb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:18.419506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51ef98-29b0-40d2-848e-8de3563f7e12 req-ed4ffadc-e4b7-4356-944e-430c6912d8cb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:18.430334 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc51ef98-29b0-40d2-848e-8de3563f7e12 req-ed4ffadc-e4b7-4356-944e-430c6912d8cb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5431 time: 0.2677202 Aug 20 11:48:18.743536 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc51ef98-29b0-40d2-848e-8de3563f7e12 req-236e3f05-7dca-4398-9e29-8a02456eb5fe tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2925541 Aug 20 11:48:18.750802 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9209b1ac-afaa-4642-b259-f8c133f478d4 req-8320b95a-089a-44dd-a5d8-1f6d9dbffc0c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:18.770170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a62768-726d-4541-80af-194e25bac61a None None] Sync routers for ids ['57ad8a20-f468-4f3f-9075-f133547422ed'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:18.792028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a62768-726d-4541-80af-194e25bac61a None None] Routers {'57ad8a20-f468-4f3f-9075-f133547422ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:18.792628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-90a62768-726d-4541-80af-194e25bac61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:47:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['57ad8a20-f468-4f3f-9075-f133547422ed'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:19.033683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9209b1ac-afaa-4642-b259-f8c133f478d4 req-8320b95a-089a-44dd-a5d8-1f6d9dbffc0c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] No DVR routers for this DVR port ca8aeb76-3af5-45d0-b845-6ce360fa2345 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:19.050307 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9209b1ac-afaa-4642-b259-f8c133f478d4 req-8320b95a-089a-44dd-a5d8-1f6d9dbffc0c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:19.072411 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9209b1ac-afaa-4642-b259-f8c133f478d4 req-8320b95a-089a-44dd-a5d8-1f6d9dbffc0c tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.76 "DELETE /v2.0/ports/ca8aeb76-3af5-45d0-b845-6ce360fa2345 HTTP/1.1" status: 204 len: 173 time: 4.3554037 Aug 20 11:48:19.287696 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef7b597c-19e5-4fd6-a93f-87308a808ad2 req-91fc0c0c-ab95-4b63-b813-2c290e3bc131 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7 HTTP/1.1" status: 200 len: 210 time: 0.2014616 Aug 20 11:48:19.292152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc306d5-d271-4708-b07c-4ad6fd86fa43 None None] Network 6514b1b5-aca1-40ac-a669-fe25d3f83b7e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:19.431246 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-424d4747-eaa8-435d-8466-5b4632df22be None None] Provisioning for port 6837256b-3665-4208-b9f6-a950bdaae139 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:19.472909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-90a62768-726d-4541-80af-194e25bac61a None None] Set router 57ad8a20-f468-4f3f-9075-f133547422ed gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:19.483025 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-424d4747-eaa8-435d-8466-5b4632df22be None None] Provisioning complete for port 6837256b-3665-4208-b9f6-a950bdaae139 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:19.483403 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-424d4747-eaa8-435d-8466-5b4632df22be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:19.514121 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dda2eec3-c3ee-421e-8c95-e3cbba8895ac req-43ce1f1d-f774-4dfe-949c-400f1b916aba tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 210 time: 0.0764005 Aug 20 11:48:19.679992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'name': 'network-vif-deleted', 'tag': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:19.682367 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b33116a-b514-4c82-9aa8-fceaac1228ac" -d '{"events": [{"server_uuid": "0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7", "name": "network-vif-deleted", "tag": "ca8aeb76-3af5-45d0-b845-6ce360fa2345"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:19.758168 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e3a930-ed27-43dc-9719-4fda576accff x-openstack-request-id: req-c6e3a930-ed27-43dc-9719-4fda576accff {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:19.758469 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7", "name": "network-vif-deleted", "tag": "ca8aeb76-3af5-45d0-b845-6ce360fa2345", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:19.758728 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6e3a930-ed27-43dc-9719-4fda576accff {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:19.759136 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2129c2-ee1e-467e-b7dd-ad3dd1caeca7', 'name': 'network-vif-deleted', 'tag': 'ca8aeb76-3af5-45d0-b845-6ce360fa2345', 'status': 'completed', 'code': 200} Aug 20 11:48:20.081345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df07b2-ba0d-4520-a337-5d1f83b1e85d req-95806a8b-eeb2-4070-aae0-fe436ab4a72e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:20.083563 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119ffef-9261-43ad-a90c-0df49cea2d56 req-4e904724-86ff-4ee9-80d2-ed24b4e1a08a tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:20.096665 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-424d4747-eaa8-435d-8466-5b4632df22be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.109367 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5119ffef-9261-43ad-a90c-0df49cea2d56 req-4e904724-86ff-4ee9-80d2-ed24b4e1a08a tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 950 time: 0.4206829 Aug 20 11:48:20.129432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df07b2-ba0d-4520-a337-5d1f83b1e85d req-95806a8b-eeb2-4070-aae0-fe436ab4a72e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:20.154047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df07b2-ba0d-4520-a337-5d1f83b1e85d req-95806a8b-eeb2-4070-aae0-fe436ab4a72e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:20.162580 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-424d4747-eaa8-435d-8466-5b4632df22be None None] For port 6837256b-3665-4208-b9f6-a950bdaae139, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6837256b-3665-4208-b9f6-a950bdaae139,segment=NetworkSegment(384060c6-72b6-4b17-ab9a-16b8c93efe2b),segment_id=384060c6-72b6-4b17-ab9a-16b8c93efe2b)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:20.168239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df07b2-ba0d-4520-a337-5d1f83b1e85d req-95806a8b-eeb2-4070-aae0-fe436ab4a72e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:20.174491 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-90a62768-726d-4541-80af-194e25bac61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e9ccbda7-8437-4fce-9250-c945ac11ac4a', 'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'mac_address': 'fa:16:3e:87:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:22Z', 'updated_at': '2021-08-20T11:39:28Z', 'revision_number': 5, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'subnets': [{'id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:20.177967 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-424d4747-eaa8-435d-8466-5b4632df22be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.195726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df07b2-ba0d-4520-a337-5d1f83b1e85d req-95806a8b-eeb2-4070-aae0-fe436ab4a72e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:20.213228 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df07b2-ba0d-4520-a337-5d1f83b1e85d req-95806a8b-eeb2-4070-aae0-fe436ab4a72e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:20.249808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df07b2-ba0d-4520-a337-5d1f83b1e85d req-95806a8b-eeb2-4070-aae0-fe436ab4a72e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:20.262435 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c2df07b2-ba0d-4520-a337-5d1f83b1e85d req-95806a8b-eeb2-4070-aae0-fe436ab4a72e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5431 time: 0.3071537 Aug 20 11:48:20.333030 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-3e36d2ac-f2c2-43dd-a977-5271ff020886 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:20.337636 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-3e36d2ac-f2c2-43dd-a977-5271ff020886 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.35 "GET /v2.0/networks?id=22f62dce-d162-406f-bbb8-b6b0fca763d1 HTTP/1.1" status: 200 len: 814 time: 0.6356196 Aug 20 11:48:20.356991 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-5c335845-93b0-411e-b52b-9de9da83a1e4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Request body: {'port': {'device_id': 'c27fab8a-dc71-43ac-ba93-4d54598cd69c', 'network_id': '22f62dce-d162-406f-bbb8-b6b0fca763d1', 'admin_state_up': True, 'tenant_id': '6e40f5079bd34b23880f932b180211a2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:20.394301 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5119ffef-9261-43ad-a90c-0df49cea2d56 req-c9723936-131b-4ad6-89ef-6a4861d83bad tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/security-groups?id=16608ba7-6e6c-48c8-aa5f-a2faff421d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836494 Aug 20 11:48:20.420165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b524a1-8225-450a-8ff1-f87a9387d22b req-84071627-b12f-4e5a-a4e0-7637e3eb4d6d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:20.423859 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-70b524a1-8225-450a-8ff1-f87a9387d22b req-84071627-b12f-4e5a-a4e0-7637e3eb4d6d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 950 time: 0.1598752 Aug 20 11:48:20.574957 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c2df07b2-ba0d-4520-a337-5d1f83b1e85d req-6a025556-0427-4d54-bc3e-dd359dde48ca tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2832754 Aug 20 11:48:20.577550 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49258) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:20.678988 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a62768-726d-4541-80af-194e25bac61a None None] Checking router: 57ad8a20-f468-4f3f-9075-f133547422ed for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:20.712299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a62768-726d-4541-80af-194e25bac61a None None] Routers {'57ad8a20-f468-4f3f-9075-f133547422ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:20.713210 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-90a62768-726d-4541-80af-194e25bac61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:47:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['57ad8a20-f468-4f3f-9075-f133547422ed'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:20.740290 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-70b524a1-8225-450a-8ff1-f87a9387d22b req-9b35b832-0b7d-4305-80e0-c07210187854 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Deleting port 39d919f9-7629-43b9-91fe-f01a0f874957 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:20.740691 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-70b524a1-8225-450a-8ff1-f87a9387d22b req-9b35b832-0b7d-4305-80e0-c07210187854 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.801446 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7147705c-bce9-48f6-8b5c-ff26ff428bb4 req-a993bbe1-d0b9-40bc-b95e-f3f605c8c5bd tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 210 time: 0.1007752 Aug 20 11:48:20.817995 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e1cce16-25be-4b78-8326-5cebfc8f520d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.874628 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50449ac3-f825-4eeb-ba48-ce98b15363b6 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.919816 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7035e1cf-6021-4ee3-ad41-54ac5d3e8a8f None None] Provisioning for port 7b20acdb-d15f-41e9-a2ac-57500aa0d59f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:20.926134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-90a62768-726d-4541-80af-194e25bac61a None None] Set router 57ad8a20-f468-4f3f-9075-f133547422ed gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:20.928521 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-70b524a1-8225-450a-8ff1-f87a9387d22b req-9b35b832-0b7d-4305-80e0-c07210187854 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] For port 39d919f9-7629-43b9-91fe-f01a0f874957, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=39d919f9-7629-43b9-91fe-f01a0f874957,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:20.929130 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-70b524a1-8225-450a-8ff1-f87a9387d22b req-9b35b832-0b7d-4305-80e0-c07210187854 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.959385 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-70b524a1-8225-450a-8ff1-f87a9387d22b req-9b35b832-0b7d-4305-80e0-c07210187854 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Calling delete_port for 39d919f9-7629-43b9-91fe-f01a0f874957 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:20.968283 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7035e1cf-6021-4ee3-ad41-54ac5d3e8a8f None None] Provisioning complete for port 7b20acdb-d15f-41e9-a2ac-57500aa0d59f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:20.968739 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7035e1cf-6021-4ee3-ad41-54ac5d3e8a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.997412 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50449ac3-f825-4eeb-ba48-ce98b15363b6 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:21.016975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d4747-eaa8-435d-8466-5b4632df22be None None] Pushing event updated for resources: {'Port': ['ID=6837256b-3665-4208-b9f6-a950bdaae139,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:21.062574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7035e1cf-6021-4ee3-ad41-54ac5d3e8a8f None None] Port 7b20acdb-d15f-41e9-a2ac-57500aa0d59f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:21.122295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-5c335845-93b0-411e-b52b-9de9da83a1e4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Made reservation on behalf of 6e40f5079bd34b23880f932b180211a2 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:21.128790 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-5c335845-93b0-411e-b52b-9de9da83a1e4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:21.133696 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7035e1cf-6021-4ee3-ad41-54ac5d3e8a8f None None] Provisioning complete for port 6837256b-3665-4208-b9f6-a950bdaae139 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:21.134178 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7035e1cf-6021-4ee3-ad41-54ac5d3e8a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:21.278146 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50449ac3-f825-4eeb-ba48-ce98b15363b6 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:21.281406 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50449ac3-f825-4eeb-ba48-ce98b15363b6 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:21.283401 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-50449ac3-f825-4eeb-ba48-ce98b15363b6 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "DELETE /v2.0/security-groups/a83b7b7a-5872-46de-9882-578362fa1a4b HTTP/1.1" status: 204 len: 168 time: 0.7014897 Aug 20 11:48:21.294705 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49272) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:21.310536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-90a62768-726d-4541-80af-194e25bac61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e9ccbda7-8437-4fce-9250-c945ac11ac4a', 'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'mac_address': 'fa:16:3e:87:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:22Z', 'updated_at': '2021-08-20T11:39:28Z', 'revision_number': 5, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'subnets': [{'id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:21.327769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50449ac3-f825-4eeb-ba48-ce98b15363b6 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83b7b7a-5872-46de-9882-578362fa1a4b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:21.363311 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a62768-726d-4541-80af-194e25bac61a None None] The sync data for ids ['57ad8a20-f468-4f3f-9075-f133547422ed'] in n-d-804299-2 is: [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 4, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e9ccbda7-8437-4fce-9250-c945ac11ac4a', 'name': '', 'network_id': 'b817b733-e7a4-4e0a-bc42-a33cd394358d', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'mac_address': 'fa:16:3e:87:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:22Z', 'updated_at': '2021-08-20T11:39:28Z', 'revision_number': 5, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'subnets': [{'id': '103eddf2-fc89-4533-8efb-85f3a3a4ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:21.375536 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-1debb37f-8d41-499a-8f08-d2b05429acc9 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] show failed (client error): The resource could not be found. Aug 20 11:48:21.376949 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1debb37f-8d41-499a-8f08-d2b05429acc9 tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "GET /v2.0/security-groups/a83b7b7a-5872-46de-9882-578362fa1a4b HTTP/1.1" status: 404 len: 347 time: 0.0786471 Aug 20 11:48:21.380247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49274) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:21.440489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-616dfb26-2a2c-44ad-8cca-d9352427eb9a None None] Provisioning complete for port 7b20acdb-d15f-41e9-a2ac-57500aa0d59f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:21.442598 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-616dfb26-2a2c-44ad-8cca-d9352427eb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:21.464368 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e1cce16-25be-4b78-8326-5cebfc8f520d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:21.466718 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-5c335845-93b0-411e-b52b-9de9da83a1e4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Allocated IP 172.20.0.7 (22f62dce-d162-406f-bbb8-b6b0fca763d1/89e69225-9a6f-46f0-8a01-9c6188af0fc2/3eba2477-7a7d-4677-9f6f-e8938ee4a2ff) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:21.486890 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e1cce16-25be-4b78-8326-5cebfc8f520d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:21.524121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-616dfb26-2a2c-44ad-8cca-d9352427eb9a None None] Port 7b20acdb-d15f-41e9-a2ac-57500aa0d59f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:21.604900 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cce16-25be-4b78-8326-5cebfc8f520d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=7b20acdb-d15f-41e9-a2ac-57500aa0d59f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:21.643084 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-70b524a1-8225-450a-8ff1-f87a9387d22b req-9b35b832-0b7d-4305-80e0-c07210187854 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:21.659393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['39d919f9-7629-43b9-91fe-f01a0f874957'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:21.713954 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c95b4d14-7c66-4be3-a6b4-26f109e55a18 req-705efcc1-f1d4-4d4a-8b05-b5df4df7877d tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 210 time: 0.1727304 Aug 20 11:48:21.891265 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6837256b-3665-4208-b9f6-a950bdaae139 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:21.928896 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35b832-0b7d-4305-80e0-c07210187854 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Pushing event deleted for resources: {'Port': ['ID=39d919f9-7629-43b9-91fe-f01a0f874957,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:22.009540 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d555b1dc-3e15-4bc1-9d44-be66e5a6a1b2 None None] New status for floating IP e4f39886-2821-4be3-a38c-3e4d4f1b32f6: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:48:22.053017 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3e18ab7c-b032-4251-8079-fe15ecd554bb None None] Provisioning complete for port 7b20acdb-d15f-41e9-a2ac-57500aa0d59f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:22.053397 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3e18ab7c-b032-4251-8079-fe15ecd554bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:22.092378 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b524a1-8225-450a-8ff1-f87a9387d22b req-9b35b832-0b7d-4305-80e0-c07210187854 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] No DVR routers for this DVR port 39d919f9-7629-43b9-91fe-f01a0f874957 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:22.099321 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-70b524a1-8225-450a-8ff1-f87a9387d22b req-9b35b832-0b7d-4305-80e0-c07210187854 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:22.102095 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-70b524a1-8225-450a-8ff1-f87a9387d22b req-9b35b832-0b7d-4305-80e0-c07210187854 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.76 "DELETE /v2.0/ports/39d919f9-7629-43b9-91fe-f01a0f874957 HTTP/1.1" status: 204 len: 173 time: 1.6671860 Aug 20 11:48:22.105985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7684c599-b0da-4225-b195-eb9ff6bcce06', 'name': 'network-vif-deleted', 'tag': '39d919f9-7629-43b9-91fe-f01a0f874957'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:22.111762 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c609ee93-0ec2-4c9f-9f7d-712d2f2931bb" -d '{"events": [{"server_uuid": "7684c599-b0da-4225-b195-eb9ff6bcce06", "name": "network-vif-deleted", "tag": "39d919f9-7629-43b9-91fe-f01a0f874957"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:22.177301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e28f8-bd99-4557-86da-3b9bf0f7aa84 req-36759e30-6ffb-4dba-9982-e73c7ad82907 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:22.185623 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e28f8-bd99-4557-86da-3b9bf0f7aa84 req-36759e30-6ffb-4dba-9982-e73c7ad82907 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:22.200419 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e28f8-bd99-4557-86da-3b9bf0f7aa84 req-36759e30-6ffb-4dba-9982-e73c7ad82907 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:22.207429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3e18ab7c-b032-4251-8079-fe15ecd554bb None None] Port 7b20acdb-d15f-41e9-a2ac-57500aa0d59f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:22.208327 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e28f8-bd99-4557-86da-3b9bf0f7aa84 req-36759e30-6ffb-4dba-9982-e73c7ad82907 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:22.212183 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6837256b-3665-4208-b9f6-a950bdaae139 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:22.212846 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:22.221739 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e28f8-bd99-4557-86da-3b9bf0f7aa84 req-36759e30-6ffb-4dba-9982-e73c7ad82907 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:22.228358 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39380aa7-57f2-4234-80a7-ce36996d1f24 req-175acc80-1980-426e-a132-8f69fcf65b19 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 210 time: 0.1442709 Aug 20 11:48:22.229205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e28f8-bd99-4557-86da-3b9bf0f7aa84 req-36759e30-6ffb-4dba-9982-e73c7ad82907 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:22.238323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e28f8-bd99-4557-86da-3b9bf0f7aa84 req-36759e30-6ffb-4dba-9982-e73c7ad82907 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:22.240466 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-684e28f8-bd99-4557-86da-3b9bf0f7aa84 req-36759e30-6ffb-4dba-9982-e73c7ad82907 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5431 time: 0.3877172 Aug 20 11:48:22.298057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-dc4054e1-c63a-42e2-8cb1-8e500c0215dc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Deleting port 33b0484e-7474-45d9-9520-82f3c12125c5 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:22.302250 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc4054e1-c63a-42e2-8cb1-8e500c0215dc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:22.309490 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-5c335845-93b0-411e-b52b-9de9da83a1e4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:22.425530 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afaf266-889d-436f-9ff6-588f1f34525b x-openstack-request-id: req-4afaf266-889d-436f-9ff6-588f1f34525b {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:22.425835 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7684c599-b0da-4225-b195-eb9ff6bcce06", "name": "network-vif-deleted", "tag": "39d919f9-7629-43b9-91fe-f01a0f874957", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:22.426104 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4afaf266-889d-436f-9ff6-588f1f34525b {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:22.427669 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7684c599-b0da-4225-b195-eb9ff6bcce06', 'name': 'network-vif-deleted', 'tag': '39d919f9-7629-43b9-91fe-f01a0f874957', 'status': 'completed', 'code': 200} Aug 20 11:48:22.429519 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f198ff4e-5a85-44ad-8675-73e97570e861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:22.488307 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e1cce16-25be-4b78-8326-5cebfc8f520d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:22.521858 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc4054e1-c63a-42e2-8cb1-8e500c0215dc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:22.522464 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc4054e1-c63a-42e2-8cb1-8e500c0215dc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:22.549156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-dc4054e1-c63a-42e2-8cb1-8e500c0215dc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Calling delete_port for 33b0484e-7474-45d9-9520-82f3c12125c5 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:22.647149 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-5c335845-93b0-411e-b52b-9de9da83a1e4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:22.783615 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e1cce16-25be-4b78-8326-5cebfc8f520d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:22.818028 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-5c335845-93b0-411e-b52b-9de9da83a1e4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Network 22f62dce-d162-406f-bbb8-b6b0fca763d1 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:22.855866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c335845-93b0-411e-b52b-9de9da83a1e4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Pushing event updated for resources: {'Port': ['ID=3eba2477-7a7d-4677-9f6f-e8938ee4a2ff,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:22.890380 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-684e28f8-bd99-4557-86da-3b9bf0f7aa84 req-68f14321-cfdf-45b5-a72e-c8d01ecea4fd tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5690191 Aug 20 11:48:22.902480 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-5c335845-93b0-411e-b52b-9de9da83a1e4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:22.913751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-5c335845-93b0-411e-b52b-9de9da83a1e4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:22.956277 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device a5638de7-43db-4ac4-99a7-532b897aae63 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:48:22.996010 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc4054e1-c63a-42e2-8cb1-8e500c0215dc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.087544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4054e1-c63a-42e2-8cb1-8e500c0215dc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Pushing event deleted for resources: {'Port': ['ID=33b0484e-7474-45d9-9520-82f3c12125c5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:23.096382 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6afc8505-c38e-480a-8ac3-82d104e65108 req-fe95a4fa-3a18-4ae5-88a2-9b00741c67b3 tempest-ServersOnMultiNodesTest-1812197768 tempest-ServersOnMultiNodesTest-1812197768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7684c599-b0da-4225-b195-eb9ff6bcce06 HTTP/1.1" status: 200 len: 210 time: 0.1433854 Aug 20 11:48:23.177731 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-5c335845-93b0-411e-b52b-9de9da83a1e4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:23.178555 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-5c335845-93b0-411e-b52b-9de9da83a1e4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.184780 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port a5638de7-43db-4ac4-99a7-532b897aae63, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a5638de7-43db-4ac4-99a7-532b897aae63,segment=NetworkSegment(3b2f52a9-89f7-40db-8295-df0af4886398),segment_id=3b2f52a9-89f7-40db-8295-df0af4886398)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:23.209741 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc4054e1-c63a-42e2-8cb1-8e500c0215dc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.210593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'a5638de7-43db-4ac4-99a7-532b897aae63', 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478', 'port_id': 'a5638de7-43db-4ac4-99a7-532b897aae63', 'mac_address': 'fa:16:3e:91:61:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ba0c88-a55b-46f8-9b69-941d92f119dc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:48:23.214458 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc4054e1-c63a-42e2-8cb1-8e500c0215dc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.215393 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-5c335845-93b0-411e-b52b-9de9da83a1e4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8644290 Aug 20 11:48:23.220712 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dc4054e1-c63a-42e2-8cb1-8e500c0215dc tempest-AttachVolumeShelveTestJSON-404647024 tempest-AttachVolumeShelveTestJSON-404647024-project] 10.222.0.37 "DELETE /v2.0/floatingips/e4f39886-2821-4be3-a38c-3e4d4f1b32f6 HTTP/1.1" status: 204 len: 168 time: 1.8373990 Aug 20 11:48:23.251235 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Request body: {'port': {'device_id': 'c27fab8a-dc71-43ac-ba93-4d54598cd69c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:23.286061 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.316626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5638de7-43db-4ac4-99a7-532b897aae63 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:48:23.363933 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port a5638de7-43db-4ac4-99a7-532b897aae63, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a5638de7-43db-4ac4-99a7-532b897aae63,segment=NetworkSegment(3b2f52a9-89f7-40db-8295-df0af4886398),segment_id=3b2f52a9-89f7-40db-8295-df0af4886398)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:23.377971 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.379543 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:48:23.390250 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.505352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=a5638de7-43db-4ac4-99a7-532b897aae63,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:23.553250 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7663c6e-5fce-44c2-bb57-9e638512b624 req-38324c76-b0ca-4d5d-94d2-6ebdeb46675d tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:23.554939 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7663c6e-5fce-44c2-bb57-9e638512b624 req-38324c76-b0ca-4d5d-94d2-6ebdeb46675d tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 931 time: 0.2139304 Aug 20 11:48:23.647636 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=739f1436-cf2a-4439-9ffb-00e1f9ff7b08,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:23.677370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '739f1436-cf2a-4439-9ffb-00e1f9ff7b08', 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559', 'port_id': '739f1436-cf2a-4439-9ffb-00e1f9ff7b08', 'mac_address': 'fa:16:3e:70:ca:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daec4b51-4b37-4704-a597-55152e602713', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:48:23.759155 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.760592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49342) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:23.775977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:48:23.804951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=739f1436-cf2a-4439-9ffb-00e1f9ff7b08,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:23.810151 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.810778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d1e9401c-542d-424e-8784-52c52f179256 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:48:23.825711 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7663c6e-5fce-44c2-bb57-9e638512b624 req-2fa80408-af7a-4aaf-960b-b1bc7c9ad3b8 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630141 Aug 20 11:48:23.928854 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=739f1436-cf2a-4439-9ffb-00e1f9ff7b08,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:23.940887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d1e9401c-542d-424e-8784-52c52f179256, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d1e9401c-542d-424e-8784-52c52f179256,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:23.966365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'd1e9401c-542d-424e-8784-52c52f179256', 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559', 'port_id': 'd1e9401c-542d-424e-8784-52c52f179256', 'mac_address': 'fa:16:3e:a9:f1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daec4b51-4b37-4704-a597-55152e602713', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:48:24.031112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e932ff43-6afb-4fbe-a370-0589fbf5c24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.034844 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.052679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e9401c-542d-424e-8784-52c52f179256 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:48:24.078396 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d1e9401c-542d-424e-8784-52c52f179256, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d1e9401c-542d-424e-8784-52c52f179256,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:24.083954 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.085076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b965aa86-2ea4-43f1-a689-cb23617de683 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:48:24.154162 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e932ff43-6afb-4fbe-a370-0589fbf5c24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.166203 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e1cce16-25be-4b78-8326-5cebfc8f520d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.176138 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e932ff43-6afb-4fbe-a370-0589fbf5c24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.181194 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=d1e9401c-542d-424e-8784-52c52f179256,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:24.184944 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e1cce16-25be-4b78-8326-5cebfc8f520d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.252610 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b965aa86-2ea4-43f1-a689-cb23617de683, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b965aa86-2ea4-43f1-a689-cb23617de683,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:24.254796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932ff43-6afb-4fbe-a370-0589fbf5c24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e163d1-9773-4a19-b596-13c8dea3424c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:24.255133 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e1cce16-25be-4b78-8326-5cebfc8f520d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.291468 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'b965aa86-2ea4-43f1-a689-cb23617de683', 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559', 'port_id': 'b965aa86-2ea4-43f1-a689-cb23617de683', 'mac_address': 'fa:16:3e:e6:2f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daec4b51-4b37-4704-a597-55152e602713', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:48:24.336979 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e932ff43-6afb-4fbe-a370-0589fbf5c24f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f46e5b4f84b64280ba2938604a64e4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5744629 Aug 20 11:48:24.349572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49362) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:24.386458 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.394005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38a743-889a-43b9-81a5-a08784be4ab2 req-89000176-7c93-4882-a2f3-6f9aba248436 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:24.400104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38a743-889a-43b9-81a5-a08784be4ab2 req-89000176-7c93-4882-a2f3-6f9aba248436 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:24.412373 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38a743-889a-43b9-81a5-a08784be4ab2 req-89000176-7c93-4882-a2f3-6f9aba248436 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:24.418397 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38a743-889a-43b9-81a5-a08784be4ab2 req-89000176-7c93-4882-a2f3-6f9aba248436 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:24.425575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38a743-889a-43b9-81a5-a08784be4ab2 req-89000176-7c93-4882-a2f3-6f9aba248436 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:24.426153 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b965aa86-2ea4-43f1-a689-cb23617de683 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:48:24.431541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38a743-889a-43b9-81a5-a08784be4ab2 req-89000176-7c93-4882-a2f3-6f9aba248436 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:24.437568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38a743-889a-43b9-81a5-a08784be4ab2 req-89000176-7c93-4882-a2f3-6f9aba248436 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:24.440765 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf38a743-889a-43b9-81a5-a08784be4ab2 req-89000176-7c93-4882-a2f3-6f9aba248436 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5433 time: 0.4055035 Aug 20 11:48:24.467729 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b965aa86-2ea4-43f1-a689-cb23617de683, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b965aa86-2ea4-43f1-a689-cb23617de683,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:24.482192 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.483228 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 6907400b-f6fd-44da-b9f0-c6c6fee7405c details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:48:24.564938 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cce16-25be-4b78-8326-5cebfc8f520d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=7b20acdb-d15f-41e9-a2ac-57500aa0d59f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:24.662477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 6907400b-f6fd-44da-b9f0-c6c6fee7405c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=6907400b-f6fd-44da-b9f0-c6c6fee7405c,segment=NetworkSegment(3b2f52a9-89f7-40db-8295-df0af4886398),segment_id=3b2f52a9-89f7-40db-8295-df0af4886398)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:24.664775 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf588f8c-49d0-4a89-94a8-964e18dfff74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.665067 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b965aa86-2ea4-43f1-a689-cb23617de683,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:24.685981 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf38a743-889a-43b9-81a5-a08784be4ab2 req-ce4fe39b-4d9e-49c2-863b-44bbe06c3602 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2260854 Aug 20 11:48:24.700326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '6907400b-f6fd-44da-b9f0-c6c6fee7405c', 'network_id': '96ae447a-8b4f-4e4b-83fe-8a03f1635478', 'port_id': '6907400b-f6fd-44da-b9f0-c6c6fee7405c', 'mac_address': 'fa:16:3e:05:56:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ba0c88-a55b-46f8-9b69-941d92f119dc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:48:24.732951 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf588f8c-49d0-4a89-94a8-964e18dfff74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.786738 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.826468 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6907400b-f6fd-44da-b9f0-c6c6fee7405c {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:48:24.831071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:48:24.839712 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.841952 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf588f8c-49d0-4a89-94a8-964e18dfff74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.848826 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf588f8c-49d0-4a89-94a8-964e18dfff74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.850840 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bf588f8c-49d0-4a89-94a8-964e18dfff74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7e163d1-9773-4a19-b596-13c8dea3424c HTTP/1.1" status: 204 len: 168 time: 0.4892535 Aug 20 11:48:24.857151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Transition to ACTIVE for port object 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:24.866243 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.889078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf588f8c-49d0-4a89-94a8-964e18dfff74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e163d1-9773-4a19-b596-13c8dea3424c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:24.919391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 6907400b-f6fd-44da-b9f0-c6c6fee7405c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=6907400b-f6fd-44da-b9f0-c6c6fee7405c,segment=NetworkSegment(3b2f52a9-89f7-40db-8295-df0af4886398),segment_id=3b2f52a9-89f7-40db-8295-df0af4886398)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:24.934536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Pushing event updated for resources: {'Port': ['ID=3eba2477-7a7d-4677-9f6f-e8938ee4a2ff,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:24.944544 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.945346 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 65164dec-9537-4c9c-89fe-cc971fdf8ed3 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:48:25.032193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1cce16-25be-4b78-8326-5cebfc8f520d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 6514b1b5-aca1-40ac-a669-fe25d3f83b7e is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:25.056884 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-3e1cce16-25be-4b78-8326-5cebfc8f520d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:25.123310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 65164dec-9537-4c9c-89fe-cc971fdf8ed3, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=65164dec-9537-4c9c-89fe-cc971fdf8ed3,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:25.159203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=6907400b-f6fd-44da-b9f0-c6c6fee7405c,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:25.171620 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-301f92a8-c5c9-4cbb-819d-60738c0a0181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:25.173829 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '65164dec-9537-4c9c-89fe-cc971fdf8ed3', 'network_id': 'fa709b65-6a45-4c6d-bf67-c3bf950dd559', 'port_id': '65164dec-9537-4c9c-89fe-cc971fdf8ed3', 'mac_address': 'fa:16:3e:d4:af:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daec4b51-4b37-4704-a597-55152e602713', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:48:25.282199 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:25.313574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65164dec-9537-4c9c-89fe-cc971fdf8ed3 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:48:25.369112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49382) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:25.378164 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 65164dec-9537-4c9c-89fe-cc971fdf8ed3, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=65164dec-9537-4c9c-89fe-cc971fdf8ed3,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:25.391113 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:25.398764 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f9bef89f-685a-44be-baf1-fe42d2901197 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:48:25.478508 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:25.601890 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=65164dec-9537-4c9c-89fe-cc971fdf8ed3,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:25.709416 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c702e7fb-5d83-4eae-8fa9-60183cfabef2 None None] Provisioning complete for port 7b20acdb-d15f-41e9-a2ac-57500aa0d59f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:25.709806 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c702e7fb-5d83-4eae-8fa9-60183cfabef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:25.819198 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f9bef89f-685a-44be-baf1-fe42d2901197, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f9bef89f-685a-44be-baf1-fe42d2901197,segment=NetworkSegment(32984950-56c0-447f-980f-cf617d52eb9f),segment_id=32984950-56c0-447f-980f-cf617d52eb9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:25.846972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c702e7fb-5d83-4eae-8fa9-60183cfabef2 None None] Port 7b20acdb-d15f-41e9-a2ac-57500aa0d59f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:25.865598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'f9bef89f-685a-44be-baf1-fe42d2901197', 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'port_id': 'f9bef89f-685a-44be-baf1-fe42d2901197', 'mac_address': 'fa:16:3e:a6:62:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:48:25.950287 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49394) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:25.976970 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:25.991201 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c70a9a86-04a8-466e-bf23-7e9d9ea1852a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.027111 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9bef89f-685a-44be-baf1-fe42d2901197 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:48:26.046795 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe78412-09bc-4d20-96a1-2857682b6e1c req-c8de50cf-c56b-4476-b60f-e59dad562ff3 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:26.051148 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9fe78412-09bc-4d20-96a1-2857682b6e1c req-c8de50cf-c56b-4476-b60f-e59dad562ff3 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 943 time: 1.0615919 Aug 20 11:48:26.069414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac95c30-021a-4ef0-990d-e75d3574305f req-cdb61693-0200-4c86-9c66-5e14e7bdabdd tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:26.083019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac95c30-021a-4ef0-990d-e75d3574305f req-cdb61693-0200-4c86-9c66-5e14e7bdabdd tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:26.086478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f9bef89f-685a-44be-baf1-fe42d2901197, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f9bef89f-685a-44be-baf1-fe42d2901197,segment=NetworkSegment(32984950-56c0-447f-980f-cf617d52eb9f),segment_id=32984950-56c0-447f-980f-cf617d52eb9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:26.095823 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac95c30-021a-4ef0-990d-e75d3574305f req-cdb61693-0200-4c86-9c66-5e14e7bdabdd tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:26.097318 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.118598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac95c30-021a-4ef0-990d-e75d3574305f req-cdb61693-0200-4c86-9c66-5e14e7bdabdd tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:26.129916 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac95c30-021a-4ef0-990d-e75d3574305f req-cdb61693-0200-4c86-9c66-5e14e7bdabdd tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:26.138896 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac95c30-021a-4ef0-990d-e75d3574305f req-cdb61693-0200-4c86-9c66-5e14e7bdabdd tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:26.155034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Attempting to bind port 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:26.155206 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Attempting to bind port 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '8a3f382a-b54e-4940-9abc-428729db991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '22f62dce-d162-406f-bbb8-b6b0fca763d1'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:26.155606 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Attempting to bind port 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff on network 22f62dce-d162-406f-bbb8-b6b0fca763d1 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:26.158859 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac95c30-021a-4ef0-990d-e75d3574305f req-cdb61693-0200-4c86-9c66-5e14e7bdabdd tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:26.163599 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ac95c30-021a-4ef0-990d-e75d3574305f req-cdb61693-0200-4c86-9c66-5e14e7bdabdd tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5437 time: 0.3175347 Aug 20 11:48:26.203798 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Port 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff on network 22f62dce-d162-406f-bbb8-b6b0fca763d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:48:26.204847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Attempting to bind port 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff on network 22f62dce-d162-406f-bbb8-b6b0fca763d1 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:26.217492 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f9bef89f-685a-44be-baf1-fe42d2901197,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:26.233572 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9fe78412-09bc-4d20-96a1-2857682b6e1c req-7a9ac15c-77d4-4a3b-b634-62f2489dcd96 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548846 Aug 20 11:48:26.240483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:26.244896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Checking segment: {'id': '8a3f382a-b54e-4940-9abc-428729db991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '22f62dce-d162-406f-bbb8-b6b0fca763d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:26.245529 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Bound using segment: {'id': '8a3f382a-b54e-4940-9abc-428729db991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '22f62dce-d162-406f-bbb8-b6b0fca763d1'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:26.246098 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Bound port: 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3f382a-b54e-4940-9abc-428729db991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '22f62dce-d162-406f-bbb8-b6b0fca763d1'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:26.246652 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.274717 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ac95c30-021a-4ef0-990d-e75d3574305f req-bb423960-2285-4dc8-be35-f0bcb76f2773 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1035941 Aug 20 11:48:26.277646 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1cce16-25be-4b78-8326-5cebfc8f520d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Router 17a4d3be-7648-44a7-8777-6f56d41f4b65 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:48:26.314331 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.454822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] For port 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:48:26.470289 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1cce16-25be-4b78-8326-5cebfc8f520d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:26.473698 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] For port 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3eba2477-7a7d-4677-9f6f-e8938ee4a2ff,segment=NetworkSegment(8a3f382a-b54e-4940-9abc-428729db991a),segment_id=8a3f382a-b54e-4940-9abc-428729db991a)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:48:26.479563 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3e1cce16-25be-4b78-8326-5cebfc8f520d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "PUT /v2.0/routers/17a4d3be-7648-44a7-8777-6f56d41f4b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3198817 Aug 20 11:48:26.481788 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.484352 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49402) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:26.512123 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4e3226-27ef-49bc-b5ec-fe3445185148 None None] Sync routers for ids ['17a4d3be-7648-44a7-8777-6f56d41f4b65'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:26.516455 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c70a9a86-04a8-466e-bf23-7e9d9ea1852a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.536818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e3226-27ef-49bc-b5ec-fe3445185148 None None] Routers {'17a4d3be-7648-44a7-8777-6f56d41f4b65'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:26.537494 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4a4e3226-27ef-49bc-b5ec-fe3445185148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:48:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['17a4d3be-7648-44a7-8777-6f56d41f4b65'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:26.548987 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c70a9a86-04a8-466e-bf23-7e9d9ea1852a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.566371 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:26.567425 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.569380 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] 10.222.0.35 "PUT /v2.0/ports/3eba2477-7a7d-4677-9f6f-e8938ee4a2ff HTTP/1.1" status: 200 len: 1091 time: 3.3453238 Aug 20 11:48:26.570109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27fab8a-dc71-43ac-ba93-4d54598cd69c', 'tag': '3eba2477-7a7d-4677-9f6f-e8938ee4a2ff'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:26.573162 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ecdca3-ed37-4d0a-afa6-3076c4dbe6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c27fab8a-dc71-43ac-ba93-4d54598cd69c", "tag": "3eba2477-7a7d-4677-9f6f-e8938ee4a2ff"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:26.638412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4a4e3226-27ef-49bc-b5ec-fe3445185148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:26.646903 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6524002-f285-4d84-90c5-6d6f4dbeaf1e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:26.649031 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f6524002-f285-4d84-90c5-6d6f4dbeaf1e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4d3be-7648-44a7-8777-6f56d41f4b65 HTTP/1.1" status: 200 len: 982 time: 0.1612852 Aug 20 11:48:26.650625 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fffe4-57ec-4240-a7a5-ca5306914eff service neutron] Pushing event updated for resources: {'Port': ['ID=3eba2477-7a7d-4677-9f6f-e8938ee4a2ff,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:26.655684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49406) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:26.665898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e3226-27ef-49bc-b5ec-fe3445185148 None None] Routers {'17a4d3be-7648-44a7-8777-6f56d41f4b65'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:26.668283 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4a4e3226-27ef-49bc-b5ec-fe3445185148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:48:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['17a4d3be-7648-44a7-8777-6f56d41f4b65'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:26.685352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['739f1436-cf2a-4439-9ffb-00e1f9ff7b08'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:26.699108 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c70a9a86-04a8-466e-bf23-7e9d9ea1852a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4cb7c60f54674d88a91f390e20b0fd4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7475040 Aug 20 11:48:26.708806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49408) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:26.735272 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2f5618-b4a7-4ce5-ac9b-d5e733f11680 x-openstack-request-id: req-4e2f5618-b4a7-4ce5-ac9b-d5e733f11680 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:26.737289 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27fab8a-dc71-43ac-ba93-4d54598cd69c", "tag": "3eba2477-7a7d-4677-9f6f-e8938ee4a2ff", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:26.737837 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e2f5618-b4a7-4ce5-ac9b-d5e733f11680 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:26.743772 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27fab8a-dc71-43ac-ba93-4d54598cd69c', 'tag': '3eba2477-7a7d-4677-9f6f-e8938ee4a2ff', 'status': 'completed', 'code': 200} Aug 20 11:48:26.810133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['a5638de7-43db-4ac4-99a7-532b897aae63'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:26.821831 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['d1e9401c-542d-424e-8784-52c52f179256'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:26.826060 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4a4e3226-27ef-49bc-b5ec-fe3445185148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:26.831507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4e3226-27ef-49bc-b5ec-fe3445185148 None None] The sync data for ids ['17a4d3be-7648-44a7-8777-6f56d41f4b65'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:26.854577 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-95ebc1e2-34aa-4c86-958a-931107638d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:26.855272 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['6907400b-f6fd-44da-b9f0-c6c6fee7405c'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:26.858128 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['65164dec-9537-4c9c-89fe-cc971fdf8ed3'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:26.859658 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-95ebc1e2-34aa-4c86-958a-931107638d20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e40f5079bd34b23880f932b180211a2&device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 1094 time: 0.1975317 Aug 20 11:48:26.905689 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a8937672-25f7-427e-a07d-83ebe063c67d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a0f3531e96c49b6b4c68fffa9db495b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5350463 Aug 20 11:48:26.909400 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49414) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:26.961703 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['f9bef89f-685a-44be-baf1-fe42d2901197'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:26.962856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a9a86-04a8-466e-bf23-7e9d9ea1852a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb110bdd-ae4e-491e-ae8c-6ecc7cd008c3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:27.054712 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49748214-d275-4c2c-a09e-0933353f6294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.104402 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49748214-d275-4c2c-a09e-0933353f6294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.119056 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-30e2aa3d-ee77-4223-8bd9-d9e2fb23a983 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eba2477-7a7d-4677-9f6f-e8938ee4a2ff HTTP/1.1" status: 200 len: 217 time: 0.2467122 Aug 20 11:48:27.240063 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49748214-d275-4c2c-a09e-0933353f6294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.243030 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49748214-d275-4c2c-a09e-0933353f6294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.247631 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-49748214-d275-4c2c-a09e-0933353f6294 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb110bdd-ae4e-491e-ae8c-6ecc7cd008c3 HTTP/1.1" status: 204 len: 168 time: 0.5364881 Aug 20 11:48:27.276912 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49748214-d275-4c2c-a09e-0933353f6294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb110bdd-ae4e-491e-ae8c-6ecc7cd008c3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:27.337437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-7fa990f4-d571-4862-83c3-27d4fabfeefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:27.338930 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-7fa990f4-d571-4862-83c3-27d4fabfeefd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e69225-9a6f-46f0-8a01-9c6188af0fc2 HTTP/1.1" status: 200 len: 854 time: 0.2011766 Aug 20 11:48:27.435787 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-40c7c166-faa0-4db8-8d05-7c7e60d0f247 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22f62dce-d162-406f-bbb8-b6b0fca763d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654807 Aug 20 11:48:27.485497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a59e6-b137-43db-b22c-178a18f1ec7a req-88eb41de-3e03-4f04-86de-179f3e6f228d tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:27.499390 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-135a59e6-b137-43db-b22c-178a18f1ec7a req-88eb41de-3e03-4f04-86de-179f3e6f228d tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 943 time: 0.0942831 Aug 20 11:48:27.636145 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-135a59e6-b137-43db-b22c-178a18f1ec7a req-d631524b-3f34-4db2-9451-d5dfa02a0c30 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319320 Aug 20 11:48:27.769406 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-228b43db-a20a-4fef-9611-706a06c05c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.831407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1acbd7-a053-44cf-bd86-58b562e5b172 req-caa21bee-7e55-45bb-8a34-81dc112ecd5e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:27.851810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1acbd7-a053-44cf-bd86-58b562e5b172 req-caa21bee-7e55-45bb-8a34-81dc112ecd5e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:27.870525 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1acbd7-a053-44cf-bd86-58b562e5b172 req-caa21bee-7e55-45bb-8a34-81dc112ecd5e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:27.880707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1acbd7-a053-44cf-bd86-58b562e5b172 req-caa21bee-7e55-45bb-8a34-81dc112ecd5e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:27.895684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1acbd7-a053-44cf-bd86-58b562e5b172 req-caa21bee-7e55-45bb-8a34-81dc112ecd5e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:27.902893 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1acbd7-a053-44cf-bd86-58b562e5b172 req-caa21bee-7e55-45bb-8a34-81dc112ecd5e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:27.923591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1acbd7-a053-44cf-bd86-58b562e5b172 req-caa21bee-7e55-45bb-8a34-81dc112ecd5e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:27.925910 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1b1acbd7-a053-44cf-bd86-58b562e5b172 req-caa21bee-7e55-45bb-8a34-81dc112ecd5e tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5438 time: 0.3363743 Aug 20 11:48:27.959553 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-228b43db-a20a-4fef-9611-706a06c05c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:28.056754 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['b965aa86-2ea4-43f1-a689-cb23617de683'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:28.062203 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-1679ab9c-84de-4299-9322-fb95b6f80376 service neutron] 10.222.0.35 "GET /v2.0/networks/22f62dce-d162-406f-bbb8-b6b0fca763d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105824 Aug 20 11:48:28.242949 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 39d919f9-7629-43b9-91fe-f01a0f874957 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:28.279461 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 39d919f9-7629-43b9-91fe-f01a0f874957 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:28.279894 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 39d919f9-7629-43b9-91fe-f01a0f874957 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:28.331065 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:28.514512 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-228b43db-a20a-4fef-9611-706a06c05c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:28.523706 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-228b43db-a20a-4fef-9611-706a06c05c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:28.531776 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-228b43db-a20a-4fef-9611-706a06c05c91 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16608ba7-6e6c-48c8-aa5f-a2faff421d7f HTTP/1.1" status: 204 len: 168 time: 1.5588994 Aug 20 11:48:28.620795 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1b1acbd7-a053-44cf-bd86-58b562e5b172 req-328e9cbb-54b8-4c36-86fa-f54737ec857c tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6732092 Aug 20 11:48:28.635369 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b43db-a20a-4fef-9611-706a06c05c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16608ba7-6e6c-48c8-aa5f-a2faff421d7f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:28.905757 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92cd96ce-8d19-4fb7-8dc6-85969fdc6097 req-2a8e17f1-7943-44f9-a2af-87f363c9d318 service neutron] 10.222.0.35 "GET /v2.0/networks/22f62dce-d162-406f-bbb8-b6b0fca763d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8251965 Aug 20 11:48:29.038613 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607870b1-c99f-4cd0-b98e-17c4fad84c71 req-e0cb0ba7-ab01-43f3-88f9-0bd2959a6575 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:29.041346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-607870b1-c99f-4cd0-b98e-17c4fad84c71 req-e0cb0ba7-ab01-43f3-88f9-0bd2959a6575 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 943 time: 0.1009068 Aug 20 11:48:29.155733 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-607870b1-c99f-4cd0-b98e-17c4fad84c71 req-e49eefe5-55d8-4b1c-b365-1e7006e218f6 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024954 Aug 20 11:48:29.250158 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-530d2413-5120-4a39-b849-bd0345184425 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:29.254409 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecdca3-ed37-4d0a-afa6-3076c4dbe6a2 req-1d373f28-a5e0-44c5-9048-e369927c5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:29.255941 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79ecdca3-ed37-4d0a-afa6-3076c4dbe6a2 req-1d373f28-a5e0-44c5-9048-e369927c5ccd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e40f5079bd34b23880f932b180211a2&device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 1094 time: 0.2800984 Aug 20 11:48:29.395296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49470) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:29.545509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecdca3-ed37-4d0a-afa6-3076c4dbe6a2 req-0814f3e6-2fa5-4309-9c7c-03e4c2790cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:29.549051 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79ecdca3-ed37-4d0a-afa6-3076c4dbe6a2 req-0814f3e6-2fa5-4309-9c7c-03e4c2790cbc service neutron] 10.222.0.35 "GET /v2.0/networks?id=22f62dce-d162-406f-bbb8-b6b0fca763d1 HTTP/1.1" status: 200 len: 914 time: 0.2576673 Aug 20 11:48:29.557987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49478) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:29.612221 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79ecdca3-ed37-4d0a-afa6-3076c4dbe6a2 req-b334acef-9ed4-4619-9e44-b1d41bd8b5e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eba2477-7a7d-4677-9f6f-e8938ee4a2ff HTTP/1.1" status: 200 len: 217 time: 0.0555832 Aug 20 11:48:29.688249 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4d0eea8e-1f90-45fc-828f-54c2610178c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62159022583f498c85c3ac9d3a9cb031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281335 Aug 20 11:48:29.691237 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49480) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:29.748607 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecdca3-ed37-4d0a-afa6-3076c4dbe6a2 req-9e23d148-0aa6-4876-a255-8c6b24b6fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:29.750251 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79ecdca3-ed37-4d0a-afa6-3076c4dbe6a2 req-9e23d148-0aa6-4876-a255-8c6b24b6fdba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e69225-9a6f-46f0-8a01-9c6188af0fc2 HTTP/1.1" status: 200 len: 854 time: 0.1269073 Aug 20 11:48:29.766166 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-530d2413-5120-4a39-b849-bd0345184425 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 7b20acdb-d15f-41e9-a2ac-57500aa0d59f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:29.767335 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-530d2413-5120-4a39-b849-bd0345184425 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:29.798457 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79ecdca3-ed37-4d0a-afa6-3076c4dbe6a2 req-d6845521-ef51-48d1-8d30-d46d54538cae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22f62dce-d162-406f-bbb8-b6b0fca763d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351245 Aug 20 11:48:29.850170 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e23248c6-bdc1-46ad-b4fe-7082822f20c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:29.895535 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e23248c6-bdc1-46ad-b4fe-7082822f20c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:29.943359 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79ecdca3-ed37-4d0a-afa6-3076c4dbe6a2 req-1613f438-7530-431e-a4f4-033776ffbd1b service neutron] 10.222.0.35 "GET /v2.0/networks/22f62dce-d162-406f-bbb8-b6b0fca763d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312292 Aug 20 11:48:30.020770 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01c3182b-6242-43e7-a5e8-60c904a7dc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.107423 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cf0b8-6ad4-43f1-97b4-6b9e024d307e req-6647ecfc-3e17-4256-9013-cc5208acb831 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:30.114668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cf0b8-6ad4-43f1-97b4-6b9e024d307e req-6647ecfc-3e17-4256-9013-cc5208acb831 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:30.134110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cf0b8-6ad4-43f1-97b4-6b9e024d307e req-6647ecfc-3e17-4256-9013-cc5208acb831 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:30.142262 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cf0b8-6ad4-43f1-97b4-6b9e024d307e req-6647ecfc-3e17-4256-9013-cc5208acb831 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:30.149370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cf0b8-6ad4-43f1-97b4-6b9e024d307e req-6647ecfc-3e17-4256-9013-cc5208acb831 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:30.151530 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e23248c6-bdc1-46ad-b4fe-7082822f20c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.153547 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f9bef89f-685a-44be-baf1-fe42d2901197 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:30.154567 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e23248c6-bdc1-46ad-b4fe-7082822f20c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.156004 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e23248c6-bdc1-46ad-b4fe-7082822f20c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9fa9625c-46ca-4f70-b5ea-6ed90117faf3 HTTP/1.1" status: 204 len: 168 time: 0.4635563 Aug 20 11:48:30.172315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cf0b8-6ad4-43f1-97b4-6b9e024d307e req-6647ecfc-3e17-4256-9013-cc5208acb831 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:30.189842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cf0b8-6ad4-43f1-97b4-6b9e024d307e req-6647ecfc-3e17-4256-9013-cc5208acb831 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:30.194620 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a3cf0b8-6ad4-43f1-97b4-6b9e024d307e req-6647ecfc-3e17-4256-9013-cc5208acb831 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5438 time: 0.2476995 Aug 20 11:48:30.249500 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port f9bef89f-685a-44be-baf1-fe42d2901197 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:30.258023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port f9bef89f-685a-44be-baf1-fe42d2901197 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:30.259732 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.262427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23248c6-bdc1-46ad-b4fe-7082822f20c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa9625c-46ca-4f70-b5ea-6ed90117faf3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:30.293032 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-530d2413-5120-4a39-b849-bd0345184425 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.351386 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-530d2413-5120-4a39-b849-bd0345184425 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 7b20acdb-d15f-41e9-a2ac-57500aa0d59f owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:30.483161 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01c3182b-6242-43e7-a5e8-60c904a7dc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.509463 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eaef0-ba5f-4c6d-957c-cc9da33b5d33 req-11642bc2-237b-479b-8320-475bffa52dd3 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:30.529753 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79ecdca3-ed37-4d0a-afa6-3076c4dbe6a2 req-c71e4f6c-1283-45eb-8d04-f16034ae8053 service neutron] 10.222.0.35 "GET /v2.0/networks/22f62dce-d162-406f-bbb8-b6b0fca763d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688272 Aug 20 11:48:30.529999 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-977eaef0-ba5f-4c6d-957c-cc9da33b5d33 req-11642bc2-237b-479b-8320-475bffa52dd3 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 943 time: 0.1947258 Aug 20 11:48:30.531818 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01c3182b-6242-43e7-a5e8-60c904a7dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.542108 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.624391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bef89f-685a-44be-baf1-fe42d2901197'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:30.633411 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c603f9-1e63-4792-bf35-6b258f36e091" -d '{"events": [{"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-plugged", "status": "completed", "tag": "f9bef89f-685a-44be-baf1-fe42d2901197"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:30.671341 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-01c3182b-6242-43e7-a5e8-60c904a7dc36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8b3a9bfd1c24a6eb0b0abcdcf1fc47f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2747355 Aug 20 11:48:30.675079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49504) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:30.684036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3182b-6242-43e7-a5e8-60c904a7dc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545b8c2b-ccea-4923-aa0d-50c4e27a7ae0,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:30.724083 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-977eaef0-ba5f-4c6d-957c-cc9da33b5d33 req-1b80fceb-f762-4f3b-999c-b5944d2ea668 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924882 Aug 20 11:48:30.726428 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f9bef89f-685a-44be-baf1-fe42d2901197, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f9bef89f-685a-44be-baf1-fe42d2901197,segment=NetworkSegment(32984950-56c0-447f-980f-cf617d52eb9f),segment_id=32984950-56c0-447f-980f-cf617d52eb9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:30.735145 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a3cf0b8-6ad4-43f1-97b4-6b9e024d307e req-932c7fb5-7f86-433a-a985-fd454fbcd6bd tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5237715 Aug 20 11:48:30.743847 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.745969 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d1e9401c-542d-424e-8784-52c52f179256 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:30.895592 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-530d2413-5120-4a39-b849-bd0345184425 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.895867 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9cdae6d9-7180-4d46-b1e1-3063e18db301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.926394 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c595039-71e3-4a5a-ae4d-f32449436c0a x-openstack-request-id: req-5c595039-71e3-4a5a-ae4d-f32449436c0a {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:30.926914 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-plugged", "status": "completed", "tag": "f9bef89f-685a-44be-baf1-fe42d2901197", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:30.927280 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c595039-71e3-4a5a-ae4d-f32449436c0a {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:30.927813 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bef89f-685a-44be-baf1-fe42d2901197', 'code': 200} Aug 20 11:48:30.947892 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9cdae6d9-7180-4d46-b1e1-3063e18db301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.973498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d2413-5120-4a39-b849-bd0345184425 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=7b20acdb-d15f-41e9-a2ac-57500aa0d59f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:31.027717 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f9bef89f-685a-44be-baf1-fe42d2901197,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:31.049073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port d1e9401c-542d-424e-8784-52c52f179256 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:31.061401 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port d1e9401c-542d-424e-8784-52c52f179256 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:31.062165 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:31.081514 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9cdae6d9-7180-4d46-b1e1-3063e18db301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:31.084607 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9cdae6d9-7180-4d46-b1e1-3063e18db301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:31.089415 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9cdae6d9-7180-4d46-b1e1-3063e18db301 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/545b8c2b-ccea-4923-aa0d-50c4e27a7ae0 HTTP/1.1" status: 204 len: 168 time: 0.4101369 Aug 20 11:48:31.111561 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdae6d9-7180-4d46-b1e1-3063e18db301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545b8c2b-ccea-4923-aa0d-50c4e27a7ae0,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:31.252923 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:31.317885 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d1e9401c-542d-424e-8784-52c52f179256, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d1e9401c-542d-424e-8784-52c52f179256,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:31.336255 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:31.343076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 65164dec-9537-4c9c-89fe-cc971fdf8ed3 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:31.449591 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-530d2413-5120-4a39-b849-bd0345184425 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:31.516320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=d1e9401c-542d-424e-8784-52c52f179256,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:31.534183 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:31.540265 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:31.540673 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:31.635073 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:31.703677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530d2413-5120-4a39-b849-bd0345184425 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Router 17a4d3be-7648-44a7-8777-6f56d41f4b65 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:31.729560 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 65164dec-9537-4c9c-89fe-cc971fdf8ed3, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=65164dec-9537-4c9c-89fe-cc971fdf8ed3,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:31.747178 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:31.825460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=65164dec-9537-4c9c-89fe-cc971fdf8ed3,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:31.894667 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530d2413-5120-4a39-b849-bd0345184425 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:31.906794 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c101c8-9454-4804-b122-aeeba35cd168 None None] Sync routers for ids ['17a4d3be-7648-44a7-8777-6f56d41f4b65'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:31.920603 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c101c8-9454-4804-b122-aeeba35cd168 None None] Routers {'17a4d3be-7648-44a7-8777-6f56d41f4b65'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:31.921258 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a3c101c8-9454-4804-b122-aeeba35cd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:48:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['17a4d3be-7648-44a7-8777-6f56d41f4b65'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:31.930841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49540) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:31.942043 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-530d2413-5120-4a39-b849-bd0345184425 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "PUT /v2.0/routers/17a4d3be-7648-44a7-8777-6f56d41f4b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2762079 Aug 20 11:48:31.967905 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49542) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:32.028532 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a3c101c8-9454-4804-b122-aeeba35cd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:32.038411 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fe8f9-6ad5-46ed-aa33-ae6b6136714a req-31ac2b4c-69fe-432c-9902-c108252dded0 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:32.039951 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-550fe8f9-6ad5-46ed-aa33-ae6b6136714a req-31ac2b4c-69fe-432c-9902-c108252dded0 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 943 time: 0.1434283 Aug 20 11:48:32.046792 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c101c8-9454-4804-b122-aeeba35cd168 None None] Routers {'17a4d3be-7648-44a7-8777-6f56d41f4b65'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:32.048024 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a3c101c8-9454-4804-b122-aeeba35cd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:48:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['17a4d3be-7648-44a7-8777-6f56d41f4b65'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:32.074021 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe446614-b606-4fab-bbc3-7d9af9ecaf72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.108982 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-7935b7cc-54d6-49f7-ba75-162db1baaa43 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] GET failed (client error): The resource could not be found. Aug 20 11:48:32.113278 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7935b7cc-54d6-49f7-ba75-162db1baaa43 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/7b20acdb-d15f-41e9-a2ac-57500aa0d59f HTTP/1.1" status: 404 len: 333 time: 0.1418204 Aug 20 11:48:32.118332 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49548) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:32.135711 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-550fe8f9-6ad5-46ed-aa33-ae6b6136714a req-10d209ac-a5ef-4e8d-8d14-92c958213fb8 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869570 Aug 20 11:48:32.141588 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a3c101c8-9454-4804-b122-aeeba35cd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:32.147004 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c101c8-9454-4804-b122-aeeba35cd168 None None] The sync data for ids ['17a4d3be-7648-44a7-8777-6f56d41f4b65'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:32.158017 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device a5638de7-43db-4ac4-99a7-532b897aae63 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:32.216910 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba8452ae-db35-4dd7-83f6-ef102527f2c8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.265815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port a5638de7-43db-4ac4-99a7-532b897aae63 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:32.273711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port a5638de7-43db-4ac4-99a7-532b897aae63 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:32.274093 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.274725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884929c-de4f-4767-8033-def2d066667d req-27aab629-47e7-4da2-ad22-eb2954da8b08 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:32.280552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884929c-de4f-4767-8033-def2d066667d req-27aab629-47e7-4da2-ad22-eb2954da8b08 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:32.287159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884929c-de4f-4767-8033-def2d066667d req-27aab629-47e7-4da2-ad22-eb2954da8b08 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:32.293027 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884929c-de4f-4767-8033-def2d066667d req-27aab629-47e7-4da2-ad22-eb2954da8b08 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:32.299480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884929c-de4f-4767-8033-def2d066667d req-27aab629-47e7-4da2-ad22-eb2954da8b08 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:32.305354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884929c-de4f-4767-8033-def2d066667d req-27aab629-47e7-4da2-ad22-eb2954da8b08 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:32.311157 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884929c-de4f-4767-8033-def2d066667d req-27aab629-47e7-4da2-ad22-eb2954da8b08 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:32.319146 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8884929c-de4f-4767-8033-def2d066667d req-27aab629-47e7-4da2-ad22-eb2954da8b08 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5441 time: 0.4207275 Aug 20 11:48:32.372744 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49556) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:32.453025 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.515216 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba8452ae-db35-4dd7-83f6-ef102527f2c8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.519806 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba8452ae-db35-4dd7-83f6-ef102527f2c8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.548616 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8884929c-de4f-4767-8033-def2d066667d req-b7b24ca9-bbeb-4887-8dac-17f08dd9bfca tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2276146 Aug 20 11:48:32.590754 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port a5638de7-43db-4ac4-99a7-532b897aae63, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a5638de7-43db-4ac4-99a7-532b897aae63,segment=NetworkSegment(3b2f52a9-89f7-40db-8295-df0af4886398),segment_id=3b2f52a9-89f7-40db-8295-df0af4886398)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:32.593347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-network', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:32.605814 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.606615 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 6907400b-f6fd-44da-b9f0-c6c6fee7405c up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:32.642805 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba8452ae-db35-4dd7-83f6-ef102527f2c8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.643660 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8452ae-db35-4dd7-83f6-ef102527f2c8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Fanout notify agent at l3_agent the message router_deleted on router 17a4d3be-7648-44a7-8777-6f56d41f4b65 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:48:32.655730 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba8452ae-db35-4dd7-83f6-ef102527f2c8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.657293 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ba8452ae-db35-4dd7-83f6-ef102527f2c8 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/routers/17a4d3be-7648-44a7-8777-6f56d41f4b65 HTTP/1.1" status: 204 len: 168 time: 0.5369132 Aug 20 11:48:32.660457 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49566) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:32.718418 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe446614-b606-4fab-bbc3-7d9af9ecaf72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.724005 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe446614-b606-4fab-bbc3-7d9af9ecaf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.757928 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fe446614-b606-4fab-bbc3-7d9af9ecaf72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bdc36534036405492669e98c26f356a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8051534 Aug 20 11:48:32.758817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49570) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:32.833694 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3f98f8-c6d5-4cb3-ad31-73386c449740 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting subnet 2b7ce559-c139-4332-b602-18411238dcdd {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:48:32.847520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] Made reservation on behalf of f7fab17deaec469e9009db9ec576ec20 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:32.852427 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=a5638de7-43db-4ac4-99a7-532b897aae63,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:32.852907 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.857449 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.871016 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c3f98f8-c6d5-4cb3-ad31-73386c449740 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.872998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 6907400b-f6fd-44da-b9f0-c6c6fee7405c completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:32.880438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 6907400b-f6fd-44da-b9f0-c6c6fee7405c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:32.881222 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.931223 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e9401c-542d-424e-8784-52c52f179256'}, {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65164dec-9537-4c9c-89fe-cc971fdf8ed3'}, {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5638de7-43db-4ac4-99a7-532b897aae63'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:32.933392 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.940293 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720f4ee1-d9a0-4ed8-af0e-b943d72a6e8b" -d '{"events": [{"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-plugged", "status": "completed", "tag": "d1e9401c-542d-424e-8784-52c52f179256"}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-plugged", "status": "completed", "tag": "65164dec-9537-4c9c-89fe-cc971fdf8ed3"}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-plugged", "status": "completed", "tag": "a5638de7-43db-4ac4-99a7-532b897aae63"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:33.039767 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.074990 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c3f98f8-c6d5-4cb3-ad31-73386c449740 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.097548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 6907400b-f6fd-44da-b9f0-c6c6fee7405c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=6907400b-f6fd-44da-b9f0-c6c6fee7405c,segment=NetworkSegment(3b2f52a9-89f7-40db-8295-df0af4886398),segment_id=3b2f52a9-89f7-40db-8295-df0af4886398)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:33.102810 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789a422b-26b7-40b3-bdae-e9a151e52a14 x-openstack-request-id: req-789a422b-26b7-40b3-bdae-e9a151e52a14 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:33.103247 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-plugged", "status": "completed", "tag": "d1e9401c-542d-424e-8784-52c52f179256", "code": 200}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-plugged", "status": "completed", "tag": "65164dec-9537-4c9c-89fe-cc971fdf8ed3", "code": 200}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-plugged", "status": "completed", "tag": "a5638de7-43db-4ac4-99a7-532b897aae63", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:33.104256 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-789a422b-26b7-40b3-bdae-e9a151e52a14 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:33.105297 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e9401c-542d-424e-8784-52c52f179256', 'code': 200} Aug 20 11:48:33.107358 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65164dec-9537-4c9c-89fe-cc971fdf8ed3', 'code': 200} Aug 20 11:48:33.108057 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5638de7-43db-4ac4-99a7-532b897aae63', 'code': 200} Aug 20 11:48:33.111665 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.113623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b965aa86-2ea4-43f1-a689-cb23617de683 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:33.189222 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:48:33.315641 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c3f98f8-c6d5-4cb3-ad31-73386c449740 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.428912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.430878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=6907400b-f6fd-44da-b9f0-c6c6fee7405c,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:33.451848 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.498553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3eba2477-7a7d-4677-9f6f-e8938ee4a2ff,segment=NetworkSegment(8a3f382a-b54e-4940-9abc-428729db991a),segment_id=8a3f382a-b54e-4940-9abc-428729db991a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:33.504353 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:48:33.528491 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06138d5b-0258-4b9a-b574-958ce027d214,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:33.537769 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port b965aa86-2ea4-43f1-a689-cb23617de683 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:33.540199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '3eba2477-7a7d-4677-9f6f-e8938ee4a2ff', 'network_id': '22f62dce-d162-406f-bbb8-b6b0fca763d1', 'port_id': '3eba2477-7a7d-4677-9f6f-e8938ee4a2ff', 'mac_address': 'fa:16:3e:bf:6b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e69225-9a6f-46f0-8a01-9c6188af0fc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:48:33.543246 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c3f98f8-c6d5-4cb3-ad31-73386c449740 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.547815 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.549216 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] Added segment 846fe21a-8e2b-4e6b-a3f6-0d598b384adc of type vlan for network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba Aug 20 11:48:33.550356 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe446614-b606-4fab-bbc3-7d9af9ecaf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcf37c7-dfb6-49e5-9950-3bdc25c4b0ab,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:33.564220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port b965aa86-2ea4-43f1-a689-cb23617de683 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:33.564392 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.639970 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f98f8-c6d5-4cb3-ad31-73386c449740 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Subnet': ['ID=2b7ce559-c139-4332-b602-18411238dcdd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:33.677071 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c3f98f8-c6d5-4cb3-ad31-73386c449740 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.685920 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9c3f98f8-c6d5-4cb3-ad31-73386c449740 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/2b7ce559-c139-4332-b602-18411238dcdd HTTP/1.1" status: 204 len: 168 time: 1.0216730 Aug 20 11:48:33.686107 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5660259-6c90-44f2-ae85-a962b424c797 None None] Network 6514b1b5-aca1-40ac-a669-fe25d3f83b7e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:33.687615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49596) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:33.705725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246148a-d402-4c5c-8af3-6ae65a03d928 req-07bcdf33-1e14-4d92-a8d0-1163f0c2b37a tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:33.712999 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3246148a-d402-4c5c-8af3-6ae65a03d928 req-07bcdf33-1e14-4d92-a8d0-1163f0c2b37a tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 943 time: 0.1947787 Aug 20 11:48:33.734505 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-acc4b4ee-b411-47f8-892c-00e921dd78e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.798265 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.819722 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:48:33.823498 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-acc4b4ee-b411-47f8-892c-00e921dd78e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.841499 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3eba2477-7a7d-4677-9f6f-e8938ee4a2ff,segment=NetworkSegment(8a3f382a-b54e-4940-9abc-428729db991a),segment_id=8a3f382a-b54e-4940-9abc-428729db991a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:33.860545 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3246148a-d402-4c5c-8af3-6ae65a03d928 req-16813070-97ec-452b-ad6c-6ad793b5b50b tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464384 Aug 20 11:48:33.882479 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.894743 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.900521 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.980227 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb83a5-1890-47d2-ae26-4ac6aa050157 req-e796be05-c1f3-4f0e-8b3d-0285854033c3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:33.996834 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb83a5-1890-47d2-ae26-4ac6aa050157 req-e796be05-c1f3-4f0e-8b3d-0285854033c3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:34.011357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49608) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:34.011514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb83a5-1890-47d2-ae26-4ac6aa050157 req-e796be05-c1f3-4f0e-8b3d-0285854033c3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:34.028716 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb83a5-1890-47d2-ae26-4ac6aa050157 req-e796be05-c1f3-4f0e-8b3d-0285854033c3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:34.038872 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-acc4b4ee-b411-47f8-892c-00e921dd78e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.041891 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-acc4b4ee-b411-47f8-892c-00e921dd78e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.044090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb83a5-1890-47d2-ae26-4ac6aa050157 req-e796be05-c1f3-4f0e-8b3d-0285854033c3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:34.046245 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-acc4b4ee-b411-47f8-892c-00e921dd78e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fcf37c7-dfb6-49e5-9950-3bdc25c4b0ab HTTP/1.1" status: 204 len: 168 time: 1.2852597 Aug 20 11:48:34.056523 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.060625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4b4ee-b411-47f8-892c-00e921dd78e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcf37c7-dfb6-49e5-9950-3bdc25c4b0ab,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:34.061955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb83a5-1890-47d2-ae26-4ac6aa050157 req-e796be05-c1f3-4f0e-8b3d-0285854033c3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:34.071112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 6837256b-3665-4208-b9f6-a950bdaae139 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:34.071724 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.081361 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb83a5-1890-47d2-ae26-4ac6aa050157 req-e796be05-c1f3-4f0e-8b3d-0285854033c3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:34.089332 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cdeb83a5-1890-47d2-ae26-4ac6aa050157 req-e796be05-c1f3-4f0e-8b3d-0285854033c3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5443 time: 0.4034841 Aug 20 11:48:34.090954 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.resource_extend [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:48:34.122578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b965aa86-2ea4-43f1-a689-cb23617de683, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b965aa86-2ea4-43f1-a689-cb23617de683,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:34.127815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=3eba2477-7a7d-4677-9f6f-e8938ee4a2ff,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:34.132913 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.133702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:34.180816 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3eba2477-7a7d-4677-9f6f-e8938ee4a2ff'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:34.181881 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.184312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:34.186986 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.232690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] For port 6837256b-3665-4208-b9f6-a950bdaae139, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6837256b-3665-4208-b9f6-a950bdaae139,segment=NetworkSegment(384060c6-72b6-4b17-ab9a-16b8c93efe2b),segment_id=384060c6-72b6-4b17-ab9a-16b8c93efe2b)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:34.233488 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.260851 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:34.269313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 6837256b-3665-4208-b9f6-a950bdaae139 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:34.285672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cdeb83a5-1890-47d2-ae26-4ac6aa050157 req-a84b086b-bddd-4569-a528-7758cf114a6d tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1854081 Aug 20 11:48:34.311672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:34.312053 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.350837 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b965aa86-2ea4-43f1-a689-cb23617de683,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:34.361940 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89419b8f-2aff-477d-937e-3bb48e86f316 None None] DHCP port deletion for 6514b1b5-aca1-40ac-a669-fe25d3f83b7e request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:48:34.389023 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0148053 Aug 20 11:48:34.393691 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49616) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:34.404271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-27938fdc-81bd-44a3-b323-1bc744f84711 admin admin] Request body: {'subnet': {'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-subnet', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:34.410346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f3e1e-98b3-422b-bf5d-fbd40e18d9af admin admin] Pushing event updated for resources: {'Network': ['ID=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:34.444196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:48:34.525851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27938fdc-81bd-44a3-b323-1bc744f84711 admin admin] Made reservation on behalf of f7fab17deaec469e9009db9ec576ec20 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:34.528305 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-27938fdc-81bd-44a3-b323-1bc744f84711 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.566076 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.633651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=739f1436-cf2a-4439-9ffb-00e1f9ff7b08,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:34.643425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-89419b8f-2aff-477d-937e-3bb48e86f316 None None] Deleting port 6837256b-3665-4208-b9f6-a950bdaae139 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:34.643800 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-89419b8f-2aff-477d-937e-3bb48e86f316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.668609 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.769989 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-27938fdc-81bd-44a3-b323-1bc744f84711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.936118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-89419b8f-2aff-477d-937e-3bb48e86f316 None None] For port 6837256b-3665-4208-b9f6-a950bdaae139, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6837256b-3665-4208-b9f6-a950bdaae139,segment=NetworkSegment(384060c6-72b6-4b17-ab9a-16b8c93efe2b),segment_id=384060c6-72b6-4b17-ab9a-16b8c93efe2b)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:34.936787 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-89419b8f-2aff-477d-937e-3bb48e86f316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.964148 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-89419b8f-2aff-477d-937e-3bb48e86f316 None None] Calling delete_port for 6837256b-3665-4208-b9f6-a950bdaae139 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:34.964680 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.966734 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=739f1436-cf2a-4439-9ffb-00e1f9ff7b08,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:34.981464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27938fdc-81bd-44a3-b323-1bc744f84711 admin admin] Checking segment: {'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:34.982106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27938fdc-81bd-44a3-b323-1bc744f84711 admin admin] Network hostable DHCP agents. Network: dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:48:35.044046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27938fdc-81bd-44a3-b323-1bc744f84711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eed0a99-4fda-4466-8755-9d3f540aab89,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:35.053321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=6837256b-3665-4208-b9f6-a950bdaae139,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:35.068349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No DVR routers for this DVR port 6837256b-3665-4208-b9f6-a950bdaae139 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:35.080930 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-89419b8f-2aff-477d-937e-3bb48e86f316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.117120 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6907400b-f6fd-44da-b9f0-c6c6fee7405c'}, {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b965aa86-2ea4-43f1-a689-cb23617de683'}, {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739f1436-cf2a-4439-9ffb-00e1f9ff7b08'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:35.119926 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f4f4f5-e9ff-4a39-92e2-2ddfe1bf4a33" -d '{"events": [{"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-plugged", "status": "completed", "tag": "6907400b-f6fd-44da-b9f0-c6c6fee7405c"}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-plugged", "status": "completed", "tag": "b965aa86-2ea4-43f1-a689-cb23617de683"}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-plugged", "status": "completed", "tag": "739f1436-cf2a-4439-9ffb-00e1f9ff7b08"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:35.126315 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89419b8f-2aff-477d-937e-3bb48e86f316 None None] Pushing event deleted for resources: {'Port': ['ID=6837256b-3665-4208-b9f6-a950bdaae139,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:35.130609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89419b8f-2aff-477d-937e-3bb48e86f316 None None] No DVR routers for this DVR port 6837256b-3665-4208-b9f6-a950bdaae139 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:35.175782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27938fdc-81bd-44a3-b323-1bc744f84711 admin admin] Network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:48:35.185004 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:35.215398 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4069eb-1e33-436d-8283-523ac9bdcc82 x-openstack-request-id: req-af4069eb-1e33-436d-8283-523ac9bdcc82 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:35.215906 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-plugged", "status": "completed", "tag": "6907400b-f6fd-44da-b9f0-c6c6fee7405c", "code": 200}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-plugged", "status": "completed", "tag": "b965aa86-2ea4-43f1-a689-cb23617de683", "code": 200}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-plugged", "status": "completed", "tag": "739f1436-cf2a-4439-9ffb-00e1f9ff7b08", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:35.216392 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af4069eb-1e33-436d-8283-523ac9bdcc82 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:35.217366 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6907400b-f6fd-44da-b9f0-c6c6fee7405c', 'code': 200} Aug 20 11:48:35.217876 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b965aa86-2ea4-43f1-a689-cb23617de683', 'code': 200} Aug 20 11:48:35.218289 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739f1436-cf2a-4439-9ffb-00e1f9ff7b08', 'code': 200} Aug 20 11:48:35.221904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-27938fdc-81bd-44a3-b323-1bc744f84711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:35.238135 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77168225-c365-449c-9aa9-d3927c5e615b None None] Network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:35.240410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27938fdc-81bd-44a3-b323-1bc744f84711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:35.241933 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-27938fdc-81bd-44a3-b323-1bc744f84711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.259363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402c9ad-0e24-4512-be6d-0c11f14e943e req-d7d807c0-bed9-4e54-8ec6-790268cdd546 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:35.270034 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d402c9ad-0e24-4512-be6d-0c11f14e943e req-d7d807c0-bed9-4e54-8ec6-790268cdd546 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 944 time: 0.2895944 Aug 20 11:48:35.373351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:35.377277 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.432970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6514b1b5-aca1-40ac-a669-fe25d3f83b7e']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:35.443509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:35.443879 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.488880 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-27938fdc-81bd-44a3-b323-1bc744f84711 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0880172 Aug 20 11:48:35.492517 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901dbec-c702-49f1-9c91-7f03dc32b457 req-8813686c-ddf3-412b-ba8c-c8e470dd0669 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:35.495869 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384060c6-72b6-4b17-ab9a-16b8c93efe2b') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:35.496166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384060c6-72b6-4b17-ab9a-16b8c93efe2b') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:35.506483 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49652) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:35.512894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:35.513910 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901dbec-c702-49f1-9c91-7f03dc32b457 req-8813686c-ddf3-412b-ba8c-c8e470dd0669 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:35.526040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901dbec-c702-49f1-9c91-7f03dc32b457 req-8813686c-ddf3-412b-ba8c-c8e470dd0669 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:35.552069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901dbec-c702-49f1-9c91-7f03dc32b457 req-8813686c-ddf3-412b-ba8c-c8e470dd0669 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:35.562903 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:48:35.563565 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.563729 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.573639 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901dbec-c702-49f1-9c91-7f03dc32b457 req-8813686c-ddf3-412b-ba8c-c8e470dd0669 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:35.589456 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d402c9ad-0e24-4512-be6d-0c11f14e943e req-dcf28a51-6996-43f5-8e6c-3e6e535a1e85 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169937 Aug 20 11:48:35.591017 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901dbec-c702-49f1-9c91-7f03dc32b457 req-8813686c-ddf3-412b-ba8c-c8e470dd0669 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:35.601284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49658) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:35.607612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901dbec-c702-49f1-9c91-7f03dc32b457 req-8813686c-ddf3-412b-ba8c-c8e470dd0669 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:35.609995 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a901dbec-c702-49f1-9c91-7f03dc32b457 req-8813686c-ddf3-412b-ba8c-c8e470dd0669 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5445 time: 0.2014563 Aug 20 11:48:35.626191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced47d-e5fe-4472-9b10-9c6574bf6a1a req-5a1fdcc8-6542-455d-8933-fe5e63551cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:35.626795 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced47d-e5fe-4472-9b10-9c6574bf6a1a req-5a1fdcc8-6542-455d-8933-fe5e63551cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:35.627454 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced47d-e5fe-4472-9b10-9c6574bf6a1a req-5a1fdcc8-6542-455d-8933-fe5e63551cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:35.627958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced47d-e5fe-4472-9b10-9c6574bf6a1a req-5a1fdcc8-6542-455d-8933-fe5e63551cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:35.628422 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced47d-e5fe-4472-9b10-9c6574bf6a1a req-5a1fdcc8-6542-455d-8933-fe5e63551cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:35.650980 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced47d-e5fe-4472-9b10-9c6574bf6a1a req-5a1fdcc8-6542-455d-8933-fe5e63551cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:35.651502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced47d-e5fe-4472-9b10-9c6574bf6a1a req-5a1fdcc8-6542-455d-8933-fe5e63551cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:35.655288 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0bced47d-e5fe-4472-9b10-9c6574bf6a1a req-5a1fdcc8-6542-455d-8933-fe5e63551cb4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 6502 time: 0.3279281 Aug 20 11:48:35.712949 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.726780 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a901dbec-c702-49f1-9c91-7f03dc32b457 req-353a50e3-dc70-49f1-96e6-c0533da1c090 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080825 Aug 20 11:48:35.745413 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:48:35.745661 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.757434 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:48:35.757684 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:48:35.821186 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6837256b-3665-4208-b9f6-a950bdaae139 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:35.844157 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.847558 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.861229 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 6837256b-3665-4208-b9f6-a950bdaae139 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:35.863105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6837256b-3665-4208-b9f6-a950bdaae139 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:35.867164 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3eba2477-7a7d-4677-9f6f-e8938ee4a2ff,segment=NetworkSegment(8a3f382a-b54e-4940-9abc-428729db991a),segment_id=8a3f382a-b54e-4940-9abc-428729db991a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:35.872439 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Allocated IP 172.20.0.2 (dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba/4eed0a99-4fda-4466-8755-9d3f540aab89/915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:35.878313 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.891267 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0bced47d-e5fe-4472-9b10-9c6574bf6a1a req-82f94c68-83f1-4a05-870e-aa41a885f223 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1926830 Aug 20 11:48:35.959065 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.964894 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.993480 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.995346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/networks/6514b1b5-aca1-40ac-a669-fe25d3f83b7e HTTP/1.1" status: 204 len: 168 time: 2.3056469 Aug 20 11:48:35.999630 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49674) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:36.008993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05c760-a50a-4a0e-99ff-05595c8c8a25 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Network': ['ID=6514b1b5-aca1-40ac-a669-fe25d3f83b7e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:36.032857 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=3eba2477-7a7d-4677-9f6f-e8938ee4a2ff,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:36.102300 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f56730-0770-4227-bc98-a9c9bdedf70d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:36.108341 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c7f56730-0770-4227-bc98-a9c9bdedf70d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/306295af-10e9-46b8-a897-961e585e55bc HTTP/1.1" status: 200 len: 841 time: 0.1076403 Aug 20 11:48:36.109205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49676) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:36.132923 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c194e128-83c6-416b-bdfa-60df04b1e0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:36.164279 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:36.167801 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-25d6e27f-5ea1-4bb7-bcf7-6a2caa3ea87b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/306295af-10e9-46b8-a897-961e585e55bc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0539861 Aug 20 11:48:36.168662 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49678) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:36.175536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b7aa19b9-7e72-484f-932b-a0527d05642d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'subnet': {'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:36.178242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Transition to ACTIVE for port object 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:36.205074 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Transition to ACTIVE for port object 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:36.214672 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:36.261259 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:36.266012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:36.269305 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:36.273602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:36.301134 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7734-46d5-42b5-ad64-ed9192da7a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:36.356543 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Pushing event updated for resources: {'Port': ['ID=915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:36.404572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Attempting to bind port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:36.405341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Attempting to bind port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:36.405713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Attempting to bind port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 on network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:36.414456 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:36.414666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Checking segment: {'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:36.414905 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:36.415591 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Bound using segment: {'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:36.415848 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Bound port: 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:36.416195 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:36.498380 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] For port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:48:36.505460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] For port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:48:36.513700 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:36.570223 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c194e128-83c6-416b-bdfa-60df04b1e0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:36.603921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931391c1-6d8e-4814-8dde-de6c0b706444 None None] Pushing event updated for resources: {'Port': ['ID=915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:36.604539 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c194e128-83c6-416b-bdfa-60df04b1e0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:36.616528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aa19b9-7e72-484f-932b-a0527d05642d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:36.627130 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7aa19b9-7e72-484f-932b-a0527d05642d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:36.661655 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c194e128-83c6-416b-bdfa-60df04b1e0c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40f8b2c0b0a34e4a8ed53ef551b78cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0532591 Aug 20 11:48:36.665172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49692) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:36.665794 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194e128-83c6-416b-bdfa-60df04b1e0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d90c67-bad3-4dd2-b997-74d2699a3430,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:36.970485 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.012417 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efba7cd6-8c50-401f-bfd8-3b9de0825a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.055153 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43682023-d3a5-4f0b-8e26-7fd8d62630e5 req-f6112f8d-3080-45ec-b6a6-23449832b3cf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:37.055800 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.061343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43682023-d3a5-4f0b-8e26-7fd8d62630e5 req-f6112f8d-3080-45ec-b6a6-23449832b3cf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:37.070556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43682023-d3a5-4f0b-8e26-7fd8d62630e5 req-f6112f8d-3080-45ec-b6a6-23449832b3cf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:37.076996 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43682023-d3a5-4f0b-8e26-7fd8d62630e5 req-f6112f8d-3080-45ec-b6a6-23449832b3cf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:37.110181 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43682023-d3a5-4f0b-8e26-7fd8d62630e5 req-f6112f8d-3080-45ec-b6a6-23449832b3cf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:37.122074 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43682023-d3a5-4f0b-8e26-7fd8d62630e5 req-f6112f8d-3080-45ec-b6a6-23449832b3cf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:37.128202 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43682023-d3a5-4f0b-8e26-7fd8d62630e5 req-f6112f8d-3080-45ec-b6a6-23449832b3cf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:37.130365 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-43682023-d3a5-4f0b-8e26-7fd8d62630e5 req-f6112f8d-3080-45ec-b6a6-23449832b3cf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5445 time: 0.2223208 Aug 20 11:48:37.132556 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7aa19b9-7e72-484f-932b-a0527d05642d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.170124 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efba7cd6-8c50-401f-bfd8-3b9de0825a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.193043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa19b9-7e72-484f-932b-a0527d05642d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:37.194322 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35924070-792f-4348-b348-cd245c101a3f req-c3515336-ffc0-495c-9f99-31f1d421e2fd tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:37.199237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-b7aa19b9-7e72-484f-932b-a0527d05642d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:37.205056 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-35924070-792f-4348-b348-cd245c101a3f req-c3515336-ffc0-495c-9f99-31f1d421e2fd tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 945 time: 0.4773102 Aug 20 11:48:37.210172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08ff476-8db9-4377-9d88-e4525835606d None None] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:37.224004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aa19b9-7e72-484f-932b-a0527d05642d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:37.224606 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7aa19b9-7e72-484f-932b-a0527d05642d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.230784 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-43682023-d3a5-4f0b-8e26-7fd8d62630e5 req-c63f3e8f-f82d-49f5-9ad6-bb1922ed38a9 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912833 Aug 20 11:48:37.232985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa19b9-7e72-484f-932b-a0527d05642d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Subnet': ['ID=ba7d2904-6e19-417f-b3d1-ab80a550b883,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:37.250236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27fab8a-dc71-43ac-ba93-4d54598cd69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eba2477-7a7d-4677-9f6f-e8938ee4a2ff'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:37.255639 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b7aa19b9-7e72-484f-932b-a0527d05642d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0856524 Aug 20 11:48:37.258479 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d403a830-b2c6-4b5a-b904-716bbdf660e3" -d '{"events": [{"server_uuid": "c27fab8a-dc71-43ac-ba93-4d54598cd69c", "name": "network-vif-plugged", "status": "completed", "tag": "3eba2477-7a7d-4677-9f6f-e8938ee4a2ff"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:37.258807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49706) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:37.275529 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c6d75998-0608-4860-98ce-4248403fe9dc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'security_group': {'name': 'tempest-secgroup-1312433069'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:37.306220 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6d75998-0608-4860-98ce-4248403fe9dc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.309020 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efba7cd6-8c50-401f-bfd8-3b9de0825a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.315996 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efba7cd6-8c50-401f-bfd8-3b9de0825a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.322923 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-efba7cd6-8c50-401f-bfd8-3b9de0825a77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7d90c67-bad3-4dd2-b997-74d2699a3430 HTTP/1.1" status: 204 len: 168 time: 0.6526957 Aug 20 11:48:37.413897 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba7cd6-8c50-401f-bfd8-3b9de0825a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d90c67-bad3-4dd2-b997-74d2699a3430,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:37.458544 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b300b933-6628-4770-88fe-d917556cab4f x-openstack-request-id: req-b300b933-6628-4770-88fe-d917556cab4f {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:37.459624 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27fab8a-dc71-43ac-ba93-4d54598cd69c", "name": "network-vif-plugged", "status": "completed", "tag": "3eba2477-7a7d-4677-9f6f-e8938ee4a2ff", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:37.460045 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b300b933-6628-4770-88fe-d917556cab4f {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:37.460788 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27fab8a-dc71-43ac-ba93-4d54598cd69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eba2477-7a7d-4677-9f6f-e8938ee4a2ff', 'code': 200} Aug 20 11:48:37.519090 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-35924070-792f-4348-b348-cd245c101a3f req-5b418062-91fa-4f28-bc93-e4f26153f25c tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128958 Aug 20 11:48:37.547063 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Allocated IP 172.25.8.62 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/a9e6bb56-7ba6-4016-add7-424352690566) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:37.594362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f7734-46d5-42b5-ad64-ed9192da7a93 admin admin] Deleting port e9ccbda7-8437-4fce-9250-c945ac11ac4a {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:37.595411 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7734-46d5-42b5-ad64-ed9192da7a93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.604100 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6d75998-0608-4860-98ce-4248403fe9dc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.666448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'tenant_id': '0b4fcaa8b42a4ed5856a164cef35de94', 'fixed_ips': [{'subnet_id': 'ba7d2904-6e19-417f-b3d1-ab80a550b883'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:48:37.667732 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.667884 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6d75998-0608-4860-98ce-4248403fe9dc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.708421 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d75998-0608-4860-98ce-4248403fe9dc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1477485b-31d4-452b-a8a3-ff903fde942e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:37.725710 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ae942-7b15-4459-8a28-f5c707d2d30a req-17471804-f0b3-46b8-b6ae-9a6b4b7ce62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:37.728570 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6a4ae942-7b15-4459-8a28-f5c707d2d30a req-17471804-f0b3-46b8-b6ae-9a6b4b7ce62b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 1096 time: 0.1962116 Aug 20 11:48:37.740503 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6d75998-0608-4860-98ce-4248403fe9dc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.746914 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c6d75998-0608-4860-98ce-4248403fe9dc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4865501 Aug 20 11:48:37.759211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49718) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:37.796883 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6a4ae942-7b15-4459-8a28-f5c707d2d30a req-5922acb5-af7c-4e61-957f-16f4ee2d3341 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562828 Aug 20 11:48:37.797622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4d5a8fc4-9fd4-4d23-95f6-696a96cbc64b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'security_group': {'name': 'tempest-secgroup-1099645277'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:37.886209 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d5a8fc4-9fd4-4d23-95f6-696a96cbc64b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.919220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:37.959313 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.973377 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-0e2f7734-46d5-42b5-ad64-ed9192da7a93 admin admin] For port e9ccbda7-8437-4fce-9250-c945ac11ac4a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e9ccbda7-8437-4fce-9250-c945ac11ac4a,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:37.974101 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7734-46d5-42b5-ad64-ed9192da7a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.007400 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f7734-46d5-42b5-ad64-ed9192da7a93 admin admin] Calling delete_port for e9ccbda7-8437-4fce-9250-c945ac11ac4a owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:38.060933 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Allocated IP 172.20.0.2 (047e38a3-9962-4308-a8ea-a0b04f8cf7e8/ba7d2904-6e19-417f-b3d1-ab80a550b883/6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:38.077870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:38.144789 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17367bb-48fe-46d8-9e8d-9a14d5e7d775 None None] Network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:38.194436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49730) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:38.216093 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b54ebffb-f956-4c98-9531-3f61ba10d8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.259289 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-b54ebffb-f956-4c98-9531-3f61ba10d8ee admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:48:38.259289 n-d-804299-2 neutron-server[94690]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:48:38.259289 n-d-804299-2 neutron-server[94690]: [parameters: {'project_id_1': '1b0b0466d6724001b5ef2c558f6b9219', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 48, 38, 252363)}] Aug 20 11:48:38.259289 n-d-804299-2 neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:48:38.260157 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [None req-b54ebffb-f956-4c98-9531-3f61ba10d8ee admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:48:38.327349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d8d96d6-333a-4f60-b881-9008268af4ca None None] Provisioning for port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:38.347365 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.352956 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d8d96d6-333a-4f60-b881-9008268af4ca None None] Provisioning complete for port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:38.353418 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d8d96d6-333a-4f60-b881-9008268af4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.465335 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bbe09-46dc-42e2-9f04-8f9a70ffa711 req-82f7600d-8816-4036-b4e0-58d27596977f tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.475164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bbe09-46dc-42e2-9f04-8f9a70ffa711 req-82f7600d-8816-4036-b4e0-58d27596977f tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.481117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bbe09-46dc-42e2-9f04-8f9a70ffa711 req-82f7600d-8816-4036-b4e0-58d27596977f tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.488613 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bbe09-46dc-42e2-9f04-8f9a70ffa711 req-82f7600d-8816-4036-b4e0-58d27596977f tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.494839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bbe09-46dc-42e2-9f04-8f9a70ffa711 req-82f7600d-8816-4036-b4e0-58d27596977f tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.501018 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bbe09-46dc-42e2-9f04-8f9a70ffa711 req-82f7600d-8816-4036-b4e0-58d27596977f tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.508115 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bbe09-46dc-42e2-9f04-8f9a70ffa711 req-82f7600d-8816-4036-b4e0-58d27596977f tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.511062 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8d7bbe09-46dc-42e2-9f04-8f9a70ffa711 req-82f7600d-8816-4036-b4e0-58d27596977f tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5445 time: 0.1396070 Aug 20 11:48:38.575186 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8d7bbe09-46dc-42e2-9f04-8f9a70ffa711 req-2ddd5780-1d5e-40cf-a153-b2a9d8f80d9f tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560377 Aug 20 11:48:38.681163 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.693929 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d8d96d6-333a-4f60-b881-9008268af4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.709545 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Transition to ACTIVE for port object 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:38.755789 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Transition to ACTIVE for port object 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:38.768143 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b54ebffb-f956-4c98-9531-3f61ba10d8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.771842 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d8d96d6-333a-4f60-b881-9008268af4ca None None] For port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:38.778069 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.827985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef524e-74c0-40c9-a35f-9407ccecb3b7 req-bbe28341-49ad-4087-a854-c7583f1a6d46 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.836757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef524e-74c0-40c9-a35f-9407ccecb3b7 req-bbe28341-49ad-4087-a854-c7583f1a6d46 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.847651 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef524e-74c0-40c9-a35f-9407ccecb3b7 req-bbe28341-49ad-4087-a854-c7583f1a6d46 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.859934 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef524e-74c0-40c9-a35f-9407ccecb3b7 req-bbe28341-49ad-4087-a854-c7583f1a6d46 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.861964 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d8d96d6-333a-4f60-b881-9008268af4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.873566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef524e-74c0-40c9-a35f-9407ccecb3b7 req-bbe28341-49ad-4087-a854-c7583f1a6d46 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.885194 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef524e-74c0-40c9-a35f-9407ccecb3b7 req-bbe28341-49ad-4087-a854-c7583f1a6d46 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.892948 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef524e-74c0-40c9-a35f-9407ccecb3b7 req-bbe28341-49ad-4087-a854-c7583f1a6d46 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.899598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:38.901239 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8cef524e-74c0-40c9-a35f-9407ccecb3b7 req-bbe28341-49ad-4087-a854-c7583f1a6d46 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5445 time: 0.1886561 Aug 20 11:48:38.909186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49746) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:38.918460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-de2fe4b3-74e7-4ea7-8de6-71a18c698006 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Request body: {'floatingip': {'port_id': 'f9bef89f-685a-44be-baf1-fe42d2901197'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:38.921278 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:38.927006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:38.968592 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Pushing event updated for resources: {'Port': ['ID=6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:38.973365 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de2fe4b3-74e7-4ea7-8de6-71a18c698006 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.048370 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.096894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:39.103348 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:39.112608 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Attempting to bind port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:39.113011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Attempting to bind port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:39.113701 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Attempting to bind port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 on network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:39.122511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:39.122898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Checking segment: {'id': '07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:39.123306 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.123708 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Bound using segment: {'id': '07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:39.124181 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Bound port: 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:39.124738 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.130667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:39.142083 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d96d6-333a-4f60-b881-9008268af4ca None None] Pushing event updated for resources: {'Port': ['ID=915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:39.152761 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b0eb2cb8-f02a-490a-a3dc-55835f174079 None None] Provisioning complete for port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:39.153184 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2cb8-f02a-490a-a3dc-55835f174079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.246668 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] For port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:48:39.252421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] For port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071,segment=NetworkSegment(07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d),segment_id=07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:48:39.260092 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.261263 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d5a8fc4-9fd4-4d23-95f6-696a96cbc64b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.313410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=a9e6bb56-7ba6-4016-add7-424352690566,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:39.314150 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d5a8fc4-9fd4-4d23-95f6-696a96cbc64b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.333663 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7734-46d5-42b5-ad64-ed9192da7a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.356770 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49756) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:39.423791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee6037-3301-47de-9490-b3bfcec47126 req-8d5f2351-c1b6-4636-ab31-addf30568e6b tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:39.432676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26ee6037-3301-47de-9490-b3bfcec47126 req-8d5f2351-c1b6-4636-ab31-addf30568e6b tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 945 time: 0.3978298 Aug 20 11:48:39.479101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f7734-46d5-42b5-ad64-ed9192da7a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ccbda7-8437-4fce-9250-c945ac11ac4a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:39.484341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0febaa-a0e8-45ae-8d3c-95b3a99513fe None None] Pushing event updated for resources: {'Port': ['ID=6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:39.580098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a8fc4-9fd4-4d23-95f6-696a96cbc64b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34f7f02-f927-407a-bb3e-d1f4986b6f04,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:39.712206 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26ee6037-3301-47de-9490-b3bfcec47126 req-9ceec55d-275f-4700-afe9-6b94ba758426 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782576 Aug 20 11:48:39.743935 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-431d77c3-948b-4e05-abf5-52b4a7bb0ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.021155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:40.060109 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7734-46d5-42b5-ad64-ed9192da7a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.146397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:40.146796 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.183104 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.463744 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b54ebffb-f956-4c98-9531-3f61ba10d8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.507827 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d5a8fc4-9fd4-4d23-95f6-696a96cbc64b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.511585 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4d5a8fc4-9fd4-4d23-95f6-696a96cbc64b tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.7376690 Aug 20 11:48:40.512911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49768) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:40.519721 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b54ebffb-f956-4c98-9531-3f61ba10d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.528177 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-9729232e-a7f2-41b9-9124-032d50a19115 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-878691037', 'security_groups': ['e34f7f02-f927-407a-bb3e-d1f4986b6f04'], 'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ba7d2904-6e19-417f-b3d1-ab80a550b883'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:40.556925 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ebffb-f956-4c98-9531-3f61ba10d8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d220d4fd-eebd-4193-933d-b81fced8c2cd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:40.655973 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b54ebffb-f956-4c98-9531-3f61ba10d8ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b0b0466d6724001b5ef2c558f6b9219&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4583344 Aug 20 11:48:40.658360 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49770) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:40.660666 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2f7734-46d5-42b5-ad64-ed9192da7a93 admin admin] Router 57ad8a20-f468-4f3f-9075-f133547422ed has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:40.677656 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de2fe4b3-74e7-4ea7-8de6-71a18c698006 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.685388 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.694108 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de2fe4b3-74e7-4ea7-8de6-71a18c698006 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.858295 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-de2fe4b3-74e7-4ea7-8de6-71a18c698006 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Floating IP 85649538-1862-4545-9df8-c974bda9bc16 associated. External IP: 172.25.8.248, port: f9bef89f-685a-44be-baf1-fe42d2901197. Aug 20 11:48:40.902585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2f7734-46d5-42b5-ad64-ed9192da7a93 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:40.913447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20894aeb-9fcd-4095-87ab-00f55df7605e None None] Sync routers for ids ['57ad8a20-f468-4f3f-9075-f133547422ed'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:40.916782 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0e2f7734-46d5-42b5-ad64-ed9192da7a93 admin admin] 10.222.0.37 "PUT /v2.0/routers/57ad8a20-f468-4f3f-9075-f133547422ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8977008 Aug 20 11:48:40.917519 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49774) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:40.925859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20894aeb-9fcd-4095-87ab-00f55df7605e None None] Routers {'57ad8a20-f468-4f3f-9075-f133547422ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:40.926097 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-20894aeb-9fcd-4095-87ab-00f55df7605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:48:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['57ad8a20-f468-4f3f-9075-f133547422ed'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:41.027267 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-431d77c3-948b-4e05-abf5-52b4a7bb0ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.049023 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-431d77c3-948b-4e05-abf5-52b4a7bb0ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.097556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-20894aeb-9fcd-4095-87ab-00f55df7605e None None] Set router 57ad8a20-f468-4f3f-9075-f133547422ed gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:41.108949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9729232e-a7f2-41b9-9124-032d50a19115 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:41.112570 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d69424-f3f3-459b-9ba2-93ec1c022753 req-818f69ee-e375-43b0-b768-0c199f19b8a2 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:41.114229 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-14d69424-f3f3-459b-9ba2-93ec1c022753 req-818f69ee-e375-43b0-b768-0c199f19b8a2 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 945 time: 0.2634003 Aug 20 11:48:41.129114 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d77c3-948b-4e05-abf5-52b4a7bb0ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cd4b2e-99c9-45f8-92b0-159074c9f1e0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:41.159484 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92dac647-f8c0-4c99-8f34-2c5d87916a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.185244 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:48:41.187321 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92dac647-f8c0-4c99-8f34-2c5d87916a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.189421 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86640093-2200-43e1-9c61-1febc3160d3a admin admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.267233 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92dac647-f8c0-4c99-8f34-2c5d87916a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.270158 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92dac647-f8c0-4c99-8f34-2c5d87916a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.285217 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-92dac647-f8c0-4c99-8f34-2c5d87916a27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d220d4fd-eebd-4193-933d-b81fced8c2cd HTTP/1.1" status: 204 len: 168 time: 0.6240642 Aug 20 11:48:41.302037 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-431d77c3-948b-4e05-abf5-52b4a7bb0ff0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c18ded83dcc4036b2a739b94d3e3b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9427075 Aug 20 11:48:41.303846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49782) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:41.367230 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9729232e-a7f2-41b9-9124-032d50a19115 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.370818 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-14d69424-f3f3-459b-9ba2-93ec1c022753 req-e3da2fe7-c6b5-4072-ba4a-7fba77d8501e tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383845 Aug 20 11:48:41.396614 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dac647-f8c0-4c99-8f34-2c5d87916a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d220d4fd-eebd-4193-933d-b81fced8c2cd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:41.526214 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-54609f65-5e30-4254-b9e6-6bd25cd631c8 None None] Provisioning complete for port 306295af-10e9-46b8-a897-961e585e55bc triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:41.527298 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-54609f65-5e30-4254-b9e6-6bd25cd631c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.543713 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93776a45-4166-4c9f-bd66-c1c82cf8df8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.624462 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93776a45-4166-4c9f-bd66-c1c82cf8df8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.725465 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2fe4b3-74e7-4ea7-8de6-71a18c698006 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Router 719db35d-c7e2-49e6-ab3b-adb8effe99fa has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:41.739487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-54609f65-5e30-4254-b9e6-6bd25cd631c8 None None] Port 306295af-10e9-46b8-a897-961e585e55bc cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:41.826901 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-54609f65-5e30-4254-b9e6-6bd25cd631c8 None None] Provisioning for port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:41.912156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:41.957462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-9729232e-a7f2-41b9-9124-032d50a19115 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] device_id is not set on port 54f5afbe-5bf9-4821-a50d-25819decf367 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:48:41.974856 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86640093-2200-43e1-9c61-1febc3160d3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:42.017970 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93776a45-4166-4c9f-bd66-c1c82cf8df8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:42.026606 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93776a45-4166-4c9f-bd66-c1c82cf8df8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:42.028534 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-20894aeb-9fcd-4095-87ab-00f55df7605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '78827759-5a35-42ac-af88-404b4ca93594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:48:38Z', 'revision_number': 5, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port': {'id': '78827759-5a35-42ac-af88-404b4ca93594', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:42.034041 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-93776a45-4166-4c9f-bd66-c1c82cf8df8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82cd4b2e-99c9-45f8-92b0-159074c9f1e0 HTTP/1.1" status: 204 len: 168 time: 0.6938298 Aug 20 11:48:42.108299 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93776a45-4166-4c9f-bd66-c1c82cf8df8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cd4b2e-99c9-45f8-92b0-159074c9f1e0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:42.132421 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2fe4b3-74e7-4ea7-8de6-71a18c698006 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:42.134919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:42.149160 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de2fe4b3-74e7-4ea7-8de6-71a18c698006 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:42.152476 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Sync routers for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:42.162609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20894aeb-9fcd-4095-87ab-00f55df7605e None None] Checking router: 57ad8a20-f468-4f3f-9075-f133547422ed for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:42.178958 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:42.180473 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:48:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:42.201643 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-de2fe4b3-74e7-4ea7-8de6-71a18c698006 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "PUT /v2.0/floatingips/85649538-1862-4545-9df8-c974bda9bc16 HTTP/1.1" status: 200 len: 991 time: 3.2907085 Aug 20 11:48:42.202319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'tag': 'f9bef89f-685a-44be-baf1-fe42d2901197'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:42.205059 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47ed57b-07c3-4bb6-9234-54df034230d6" -d '{"events": [{"name": "network-changed", "server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "tag": "f9bef89f-685a-44be-baf1-fe42d2901197"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:42.238809 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20894aeb-9fcd-4095-87ab-00f55df7605e None None] Routers {'57ad8a20-f468-4f3f-9075-f133547422ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:42.239470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-20894aeb-9fcd-4095-87ab-00f55df7605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:48:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['57ad8a20-f468-4f3f-9075-f133547422ed'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:42.258909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f6688-57d9-4d25-8d08-8f48690b70b8 None None] Sync routers for ids ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:42.261220 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:42.266100 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49848) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:42.266952 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1232fe0a-79c2-4885-bc10-282bcb0b8fb7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7586515 Aug 20 11:48:42.323452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-86640093-2200-43e1-9c61-1febc3160d3a admin admin] Deleting port 78827759-5a35-42ac-af88-404b4ca93594 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:42.324063 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86640093-2200-43e1-9c61-1febc3160d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:42.333909 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850c9822-ebd7-4d15-8e23-24c867feee26 x-openstack-request-id: req-850c9822-ebd7-4d15-8e23-24c867feee26 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:42.334199 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "tag": "f9bef89f-685a-44be-baf1-fe42d2901197", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:42.334452 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-850c9822-ebd7-4d15-8e23-24c867feee26 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:42.334847 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'tag': 'f9bef89f-685a-44be-baf1-fe42d2901197', 'status': 'completed', 'code': 200} Aug 20 11:48:42.433025 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:42.471817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:42.478583 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:42.483393 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-9729232e-a7f2-41b9-9124-032d50a19115 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Allocated IP 172.20.0.13 (047e38a3-9962-4308-a8ea-a0b04f8cf7e8/ba7d2904-6e19-417f-b3d1-ab80a550b883/54f5afbe-5bf9-4821-a50d-25819decf367) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:42.592205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-6b7212fb-bc55-42cd-a817-c75b32c066c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:42.592958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-6b7212fb-bc55-42cd-a817-c75b32c066c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:42.593925 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-6b7212fb-bc55-42cd-a817-c75b32c066c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:42.595888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-6b7212fb-bc55-42cd-a817-c75b32c066c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:42.596549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-6b7212fb-bc55-42cd-a817-c75b32c066c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:42.599986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-6b7212fb-bc55-42cd-a817-c75b32c066c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:42.600687 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-6b7212fb-bc55-42cd-a817-c75b32c066c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:42.602942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-6b7212fb-bc55-42cd-a817-c75b32c066c7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=388697f16ef24a2db77348e6ee667c3f&device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 6502 time: 0.2573104 Aug 20 11:48:42.609601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-86640093-2200-43e1-9c61-1febc3160d3a admin admin] For port 78827759-5a35-42ac-af88-404b4ca93594, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=78827759-5a35-42ac-af88-404b4ca93594,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:42.614380 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86640093-2200-43e1-9c61-1febc3160d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:42.671890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-86640093-2200-43e1-9c61-1febc3160d3a admin admin] Calling delete_port for 78827759-5a35-42ac-af88-404b4ca93594 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:42.680018 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:42.733288 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f6688-57d9-4d25-8d08-8f48690b70b8 None None] Routers {'719db35d-c7e2-49e6-ab3b-adb8effe99fa'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:42.735425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6f9f6688-57d9-4d25-8d08-8f48690b70b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:48:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:42.982698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-c012b9a1-3ced-4a48-9993-dfff2313b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:42.984199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-c012b9a1-3ced-4a48-9993-dfff2313b878 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c9f33d1-9d46-4cab-8484-e59cd857f82b HTTP/1.1" status: 200 len: 917 time: 0.3636000 Aug 20 11:48:43.130435 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49900) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:43.189673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-20894aeb-9fcd-4095-87ab-00f55df7605e None None] Set router 57ad8a20-f468-4f3f-9075-f133547422ed gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:43.223249 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9729232e-a7f2-41b9-9124-032d50a19115 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.250304 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.252068 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:39Z', 'revision_number': 3, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:43.305537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-9729232e-a7f2-41b9-9124-032d50a19115 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Transition to ACTIVE for port object 54f5afbe-5bf9-4821-a50d-25819decf367 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:43.308466 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7fbe43c3-ffd7-48cc-961b-4ee240736b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.324196 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Checking router: b6f9de83-9d86-4b52-b1c1-145d13ff5e16 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:43.331889 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Updating router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 port a9e6bb56-7ba6-4016-add7-424352690566 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:48:43.355905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-20894aeb-9fcd-4095-87ab-00f55df7605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:48:41Z', 'revision_number': 6, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:43.368333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-6f9f6688-57d9-4d25-8d08-8f48690b70b8 None None] Set router 719db35d-c7e2-49e6-ab3b-adb8effe99fa gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:43.386649 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-35041176-f5b0-447b-b9a6-8d500537ba4a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9bef89f-685a-44be-baf1-fe42d2901197 HTTP/1.1" status: 200 len: 999 time: 0.3918469 Aug 20 11:48:43.416573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20894aeb-9fcd-4095-87ab-00f55df7605e None None] The sync data for ids ['57ad8a20-f468-4f3f-9075-f133547422ed'] in n-d-804299-2 is: [{'id': '57ad8a20-f468-4f3f-9075-f133547422ed', 'name': 'tempest-AttachVolumeShelveTestJSON-770607487-router', 'tenant_id': '3b7fc38fbfd349b389016707e8806081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:19Z', 'updated_at': '2021-08-20T11:48:41Z', 'revision_number': 6, 'project_id': '3b7fc38fbfd349b389016707e8806081', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:43.452150 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.591067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-603bd4cf-0c32-4b82-bc61-4746fee216a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:43.591067 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-603bd4cf-0c32-4b82-bc61-4746fee216a5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=159c3db5-1e5d-4db8-a229-0df8f7818d13 HTTP/1.1" status: 200 len: 856 time: 0.1559961 Aug 20 11:48:43.615356 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9729232e-a7f2-41b9-9124-032d50a19115 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.715927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Allocated IP 172.20.0.1 (dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba/4eed0a99-4fda-4466-8755-9d3f540aab89/948d99d6-f58d-4202-b907-b31e4e596295) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:43.729274 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.922991 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49926) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:43.931719 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9729232e-a7f2-41b9-9124-032d50a19115 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:43.943568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729232e-a7f2-41b9-9124-032d50a19115 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=54f5afbe-5bf9-4821-a50d-25819decf367,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:43.960897 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-9729232e-a7f2-41b9-9124-032d50a19115 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:43.980224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9729232e-a7f2-41b9-9124-032d50a19115 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:44.030593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071,segment=NetworkSegment(07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d),segment_id=07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:44.044430 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.157738 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.173118 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5848b157-76b1-474e-bf39-08bda1edb48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.215488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Transition to ACTIVE for port object 948d99d6-f58d-4202-b907-b31e4e596295 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:44.266866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-a00d70eb-df96-4805-adb4-4f644411f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:44.268668 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-a00d70eb-df96-4805-adb4-4f644411f592 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c9f33d1-9d46-4cab-8484-e59cd857f82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6487584 Aug 20 11:48:44.269337 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86640093-2200-43e1-9c61-1febc3160d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.276257 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.294215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:44.299802 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.315039 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Transition to ACTIVE for port object a9e6bb56-7ba6-4016-add7-424352690566 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:44.328812 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.338839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.339448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.340994 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.342576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.343021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.343451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.343884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.346361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.347247 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.347673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.350429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.350889 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.387872 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9729232e-a7f2-41b9-9124-032d50a19115 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:44.388562 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9729232e-a7f2-41b9-9124-032d50a19115 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.473518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Pushing event updated for resources: {'Port': ['ID=948d99d6-f58d-4202-b907-b31e4e596295,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:44.477340 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Attempting to bind port a9e6bb56-7ba6-4016-add7-424352690566 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:44.477727 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Attempting to bind port a9e6bb56-7ba6-4016-add7-424352690566 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:44.478092 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Attempting to bind port a9e6bb56-7ba6-4016-add7-424352690566 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:44.499872 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:44.500254 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:44.502496 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.502925 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:44.503416 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Bound port: a9e6bb56-7ba6-4016-add7-424352690566, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:44.503805 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.507621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:44.514085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:44.519390 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:44.542546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86640093-2200-43e1-9c61-1febc3160d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=78827759-5a35-42ac-af88-404b4ca93594,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:44.597645 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c041025b-6491-49bc-9974-302d692a3cf3 None None] Provisioning for port 54f5afbe-5bf9-4821-a50d-25819decf367 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:44.608824 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c041025b-6491-49bc-9974-302d692a3cf3 None None] Provisioning complete for port 54f5afbe-5bf9-4821-a50d-25819decf367 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:44.609204 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c041025b-6491-49bc-9974-302d692a3cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.624185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6f9f6688-57d9-4d25-8d08-8f48690b70b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-router', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:45:37Z', 'updated_at': '2021-08-20T11:45:45Z', 'revision_number': 4, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'gw_port': {'id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:39Z', 'updated_at': '2021-08-20T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '85649538-1862-4545-9df8-c974bda9bc16', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'port_id': 'f9bef89f-685a-44be-baf1-fe42d2901197', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'mac_address': 'fa:16:3e:a6:62:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:58Z', 'updated_at': '2021-08-20T11:48:40Z', 'revision_number': 1, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db394b4a-67c5-4563-b178-b45b34e75769', 'name': '', 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'mac_address': 'fa:16:3e:52:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:43Z', 'updated_at': '2021-08-20T11:45:53Z', 'revision_number': 5, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'subnets': [{'id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:44.680040 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.791093 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86640093-2200-43e1-9c61-1febc3160d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.800355 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] For port a9e6bb56-7ba6-4016-add7-424352690566, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:48:44.847619 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:44.852889 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b8908-7d1d-4d0f-83e9-837d0979968f None None] Pushing event updated for resources: {'Port': ['ID=a9e6bb56-7ba6-4016-add7-424352690566,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:44.877930 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.889193 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f6688-57d9-4d25-8d08-8f48690b70b8 None None] Checking router: 719db35d-c7e2-49e6-ab3b-adb8effe99fa for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:44.895580 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8908-7d1d-4d0f-83e9-837d0979968f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.895932 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8908-7d1d-4d0f-83e9-837d0979968f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.896272 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8908-7d1d-4d0f-83e9-837d0979968f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.896609 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8908-7d1d-4d0f-83e9-837d0979968f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.896968 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8908-7d1d-4d0f-83e9-837d0979968f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.897300 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8908-7d1d-4d0f-83e9-837d0979968f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.897628 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8908-7d1d-4d0f-83e9-837d0979968f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.897955 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8908-7d1d-4d0f-83e9-837d0979968f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.898321 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8908-7d1d-4d0f-83e9-837d0979968f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.898643 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8908-7d1d-4d0f-83e9-837d0979968f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.898970 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8908-7d1d-4d0f-83e9-837d0979968f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.899290 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8908-7d1d-4d0f-83e9-837d0979968f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:44.915965 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] For port a9e6bb56-7ba6-4016-add7-424352690566, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a9e6bb56-7ba6-4016-add7-424352690566,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:48:44.917273 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7fbe43c3-ffd7-48cc-961b-4ee240736b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.925947 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.927700 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-adb95d62-82b3-4cdc-a30e-2afe05d3284a service neutron] 10.222.0.76 "GET /v2.0/networks/6c9f33d1-9d46-4cab-8484-e59cd857f82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6408310 Aug 20 11:48:44.973062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f6688-57d9-4d25-8d08-8f48690b70b8 None None] Routers {'719db35d-c7e2-49e6-ab3b-adb8effe99fa'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:44.973779 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6f9f6688-57d9-4d25-8d08-8f48690b70b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:48:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:45.057588 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7fbe43c3-ffd7-48cc-961b-4ee240736b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.076981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c041025b-6491-49bc-9974-302d692a3cf3 None None] Port 54f5afbe-5bf9-4821-a50d-25819decf367 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:45.080815 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:45.081596 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:48:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:45.084627 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b8908-7d1d-4d0f-83e9-837d0979968f None None] Pushing event updated for resources: {'Port': ['ID=a9e6bb56-7ba6-4016-add7-424352690566,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:45.134515 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7fbe43c3-ffd7-48cc-961b-4ee240736b30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=410ce83285f348e59a069270278c39cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9865682 Aug 20 11:48:45.136278 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9729232e-a7f2-41b9-9124-032d50a19115 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6195841 Aug 20 11:48:45.137193 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49948) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:45.142691 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86640093-2200-43e1-9c61-1febc3160d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.145872 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe43c3-ffd7-48cc-961b-4ee240736b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b70b286-0c4f-4350-aff4-9ebe7ca74627,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:45.150717 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86640093-2200-43e1-9c61-1febc3160d3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.155540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49950) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:45.209957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4cca52bd-035b-4bbb-8821-766da25ea718 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'subnet': {'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:45.255256 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:45.255631 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.304002 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.316281 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:45.320299 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.369833 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5848b157-76b1-474e-bf39-08bda1edb48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.400303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-6f9f6688-57d9-4d25-8d08-8f48690b70b8 None None] Set router 719db35d-c7e2-49e6-ab3b-adb8effe99fa gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:45.409121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d2681a08-f54c-4e3d-be78-767afbf0049f None None] Provisioning for port 948d99d6-f58d-4202-b907-b31e4e596295 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:45.427538 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.472150 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5848b157-76b1-474e-bf39-08bda1edb48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.522715 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Pushing event updated for resources: {'Port': ['ID=948d99d6-f58d-4202-b907-b31e4e596295,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:45.529610 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d2681a08-f54c-4e3d-be78-767afbf0049f None None] Provisioning complete for port 948d99d6-f58d-4202-b907-b31e4e596295 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:45.529983 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d2681a08-f54c-4e3d-be78-767afbf0049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.566559 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d2681a08-f54c-4e3d-be78-767afbf0049f None None] Port 948d99d6-f58d-4202-b907-b31e4e596295 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:45.610288 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86640093-2200-43e1-9c61-1febc3160d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.610888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86640093-2200-43e1-9c61-1febc3160d3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57ad8a20-f468-4f3f-9075-f133547422ed {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:48:45.631032 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86640093-2200-43e1-9c61-1febc3160d3a admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.635260 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-86640093-2200-43e1-9c61-1febc3160d3a admin admin] 10.222.0.37 "DELETE /v2.0/routers/57ad8a20-f468-4f3f-9075-f133547422ed HTTP/1.1" status: 204 len: 168 time: 4.7123854 Aug 20 11:48:45.655233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49962) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:45.739125 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5848b157-76b1-474e-bf39-08bda1edb48c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8302f9043c94531bf6c71216ed40c66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8122752 Aug 20 11:48:45.741653 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49968) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:45.778489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848b157-76b1-474e-bf39-08bda1edb48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcda23aa-58fa-4fbd-a9a8-4cbd22e73ab8,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:45.885072 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:43Z', 'revision_number': 1, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:45.907907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a47ed57b-07c3-4bb6-9234-54df034230d6 req-3a512100-e4b0-4fc5-9f81-a9245ea90a0d service neutron] 10.222.0.76 "GET /v2.0/networks/6c9f33d1-9d46-4cab-8484-e59cd857f82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8515561 Aug 20 11:48:45.933298 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46156f39-7dd8-484a-ab03-33109941c855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.941664 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-03aa8ace-b275-4176-831c-197e65676425 admin admin] Deleting subnet 103eddf2-fc89-4533-8efb-85f3a3a4ce52 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:48:45.948115 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b5c27f6d-43d4-441b-af84-f4b95714bb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.959360 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c0af43-ccc9-4e95-a1bf-f8faea495c78 None None] The sync data for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 is: [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:43Z', 'revision_number': 1, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:45.962151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:45.964810 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6f9f6688-57d9-4d25-8d08-8f48690b70b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-router', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:45:37Z', 'updated_at': '2021-08-20T11:45:45Z', 'revision_number': 4, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'gw_port': {'id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:39Z', 'updated_at': '2021-08-20T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '85649538-1862-4545-9df8-c974bda9bc16', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'port_id': 'f9bef89f-685a-44be-baf1-fe42d2901197', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'mac_address': 'fa:16:3e:a6:62:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:58Z', 'updated_at': '2021-08-20T11:48:40Z', 'revision_number': 1, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db394b4a-67c5-4563-b178-b45b34e75769', 'name': '', 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'mac_address': 'fa:16:3e:52:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:43Z', 'updated_at': '2021-08-20T11:45:53Z', 'revision_number': 5, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'subnets': [{'id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:45.965075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:45.969160 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-03aa8ace-b275-4176-831c-197e65676425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.080301 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b5c27f6d-43d4-441b-af84-f4b95714bb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.081952 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e9ccbda7-8437-4fce-9250-c945ac11ac4a no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:46.097908 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f6688-57d9-4d25-8d08-8f48690b70b8 None None] The sync data for ids ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'] in n-d-804299-2 is: [{'id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-router', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:45:37Z', 'updated_at': '2021-08-20T11:45:45Z', 'revision_number': 4, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'gw_port': {'id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:39Z', 'updated_at': '2021-08-20T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '85649538-1862-4545-9df8-c974bda9bc16', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'port_id': 'f9bef89f-685a-44be-baf1-fe42d2901197', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'mac_address': 'fa:16:3e:a6:62:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:58Z', 'updated_at': '2021-08-20T11:48:40Z', 'revision_number': 1, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db394b4a-67c5-4563-b178-b45b34e75769', 'name': '', 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'mac_address': 'fa:16:3e:52:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:43Z', 'updated_at': '2021-08-20T11:45:53Z', 'revision_number': 5, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'subnets': [{'id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:46.099477 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-03aa8ace-b275-4176-831c-197e65676425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.119388 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46156f39-7dd8-484a-ab03-33109941c855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.160788 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: e9ccbda7-8437-4fce-9250-c945ac11ac4a {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:46.161417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e9ccbda7-8437-4fce-9250-c945ac11ac4a not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:46.162237 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 78827759-5a35-42ac-af88-404b4ca93594 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:46.170746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cca52bd-035b-4bbb-8821-766da25ea718 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:46.187057 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cca52bd-035b-4bbb-8821-766da25ea718 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.208394 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 78827759-5a35-42ac-af88-404b4ca93594 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:46.208759 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 78827759-5a35-42ac-af88-404b4ca93594 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:46.366209 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b5c27f6d-43d4-441b-af84-f4b95714bb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.370502 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b5c27f6d-43d4-441b-af84-f4b95714bb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.370502 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b5c27f6d-43d4-441b-af84-f4b95714bb01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b70b286-0c4f-4350-aff4-9ebe7ca74627 HTTP/1.1" status: 204 len: 168 time: 1.2219665 Aug 20 11:48:46.418891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c27f6d-43d4-441b-af84-f4b95714bb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b70b286-0c4f-4350-aff4-9ebe7ca74627,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:46.430665 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-03aa8ace-b275-4176-831c-197e65676425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.436133 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46156f39-7dd8-484a-ab03-33109941c855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.452059 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46156f39-7dd8-484a-ab03-33109941c855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.471714 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-46156f39-7dd8-484a-ab03-33109941c855 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcda23aa-58fa-4fbd-a9a8-4cbd22e73ab8 HTTP/1.1" status: 204 len: 168 time: 0.7287366 Aug 20 11:48:46.512264 n-d-804299-2 neutron-server[94691]: INFO neutron.db.ipam_backend_mixin [None req-4cca52bd-035b-4bbb-8821-766da25ea718 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ba7d2904-6e19-417f-b3d1-ab80a550b883 (CIDR: 172.20.0.0/28) Aug 20 11:48:46.522268 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cca52bd-035b-4bbb-8821-766da25ea718 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:48:46.523212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cca52bd-035b-4bbb-8821-766da25ea718 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:48:46.526737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:46.535852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46156f39-7dd8-484a-ab03-33109941c855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcda23aa-58fa-4fbd-a9a8-4cbd22e73ab8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:46.553185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e3420beb-6b6f-4ad6-b53d-ac9262456588 None None] Provisioning complete for port 948d99d6-f58d-4202-b907-b31e4e596295 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:46.553776 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e3420beb-6b6f-4ad6-b53d-ac9262456588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.559812 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4cca52bd-035b-4bbb-8821-766da25ea718 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3643336 Aug 20 11:48:46.565742 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49980) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:46.572624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2dcd1c58-b9bc-4428-9f01-7be6ce465845 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'subnet': {'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:46.589793 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a7004-e669-4828-aa7a-9d1d8349db46 None None] New status for floating IP 85649538-1862-4545-9df8-c974bda9bc16: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:48:46.705794 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-03aa8ace-b275-4176-831c-197e65676425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.759996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e3420beb-6b6f-4ad6-b53d-ac9262456588 None None] Port 948d99d6-f58d-4202-b907-b31e4e596295 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:46.778356 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-03aa8ace-b275-4176-831c-197e65676425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.787319 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-03aa8ace-b275-4176-831c-197e65676425 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/103eddf2-fc89-4533-8efb-85f3a3a4ce52 HTTP/1.1" status: 204 len: 168 time: 1.1288936 Aug 20 11:48:46.790770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49986) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:46.793488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c354a156-1bf1-465f-9337-c8a89bfd4ac9 None None] Network b817b733-e7a4-4e0a-bc42-a33cd394358d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:46.796133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa8ace-b275-4176-831c-197e65676425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103eddf2-fc89-4533-8efb-85f3a3a4ce52,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:46.807745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:46.849256 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ec255a9b-1bda-4bcd-b80f-dea6599a3a6f admin admin] 10.222.0.37 "PUT /v2.0/routers/b6f9de83-9d86-4b52-b1c1-145d13ff5e16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5808694 Aug 20 11:48:47.037069 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.055468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcd1c58-b9bc-4428-9f01-7be6ce465845 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:47.059696 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2dcd1c58-b9bc-4428-9f01-7be6ce465845 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.116407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49996) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:47.238970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f47aeb2-e9bb-49f6-a0ef-eb86cb8aacd9 None None] DHCP port deletion for b817b733-e7a4-4e0a-bc42-a33cd394358d request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:48:47.311753 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-5f47aeb2-e9bb-49f6-a0ef-eb86cb8aacd9 None None] Deleting port f0e5f25c-eaa2-463c-b535-24547e3eea58 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:47.317697 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5f47aeb2-e9bb-49f6-a0ef-eb86cb8aacd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.451168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] Deleting port f0e5f25c-eaa2-463c-b535-24547e3eea58 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:47.452168 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.459893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5f47aeb2-e9bb-49f6-a0ef-eb86cb8aacd9 None None] For port f0e5f25c-eaa2-463c-b535-24547e3eea58, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f0e5f25c-eaa2-463c-b535-24547e3eea58,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:47.460533 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5f47aeb2-e9bb-49f6-a0ef-eb86cb8aacd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.487158 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-5f47aeb2-e9bb-49f6-a0ef-eb86cb8aacd9 None None] Calling delete_port for f0e5f25c-eaa2-463c-b535-24547e3eea58 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:47.611575 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5f47aeb2-e9bb-49f6-a0ef-eb86cb8aacd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.637904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] For port f0e5f25c-eaa2-463c-b535-24547e3eea58, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f0e5f25c-eaa2-463c-b535-24547e3eea58,segment=NetworkSegment(37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4),segment_id=37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:47.639663 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.659891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50006) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:47.663981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47aeb2-e9bb-49f6-a0ef-eb86cb8aacd9 None None] No DVR routers for this DVR port f0e5f25c-eaa2-463c-b535-24547e3eea58 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:47.692455 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3956d04b-9533-4ad2-91a5-fd7ecb3f759c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.702583 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69660331-5351-4914-bcc7-b37111f3c4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.713644 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] Calling delete_port for f0e5f25c-eaa2-463c-b535-24547e3eea58 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:47.715794 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2dcd1c58-b9bc-4428-9f01-7be6ce465845 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.741007 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47aeb2-e9bb-49f6-a0ef-eb86cb8aacd9 None None] Pushing event deleted for resources: {'Port': ['ID=f0e5f25c-eaa2-463c-b535-24547e3eea58,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:47.821304 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd1c58-b9bc-4428-9f01-7be6ce465845 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:47.881340 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd1c58-b9bc-4428-9f01-7be6ce465845 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Subnet': ['ID=56ba6b9c-638a-4dea-9851-e22cc057e828,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:47.882284 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69660331-5351-4914-bcc7-b37111f3c4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.888499 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69660331-5351-4914-bcc7-b37111f3c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.893901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd1c58-b9bc-4428-9f01-7be6ce465845 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:47.897510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcd1c58-b9bc-4428-9f01-7be6ce465845 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:47.898108 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2dcd1c58-b9bc-4428-9f01-7be6ce465845 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.907672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b258f6f-c464-4126-9345-ab0a1d474adc None None] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:48.074356 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.086488 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-69660331-5351-4914-bcc7-b37111f3c4aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb60e59f86f54edc82ec9b0718093db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9684308 Aug 20 11:48:48.087402 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69660331-5351-4914-bcc7-b37111f3c4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48145bc6-d573-40b4-b259-dba190f11949,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:48.096273 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50018) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:48.132588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] No DVR routers for this DVR port f0e5f25c-eaa2-463c-b535-24547e3eea58 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:48.255344 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e5f25c-eaa2-463c-b535-24547e3eea58,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:48.402127 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6ab6116-b8e5-4e5b-bd26-cee03a75d15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.440478 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.444834 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3956d04b-9533-4ad2-91a5-fd7ecb3f759c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.445255 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6ab6116-b8e5-4e5b-bd26-cee03a75d15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.456349 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3956d04b-9533-4ad2-91a5-fd7ecb3f759c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.462007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b817b733-e7a4-4e0a-bc42-a33cd394358d']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:48.466950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2dcd1c58-b9bc-4428-9f01-7be6ce465845 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9001112 Aug 20 11:48:48.474040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50034) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:48.490154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:48.490392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37122fad-b7dd-4607-b8e1-2cdc2a2a9ac4') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:48.491339 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a9e6bb56-7ba6-4016-add7-424352690566 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:48.499496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1db44196-778c-45c5-ae6f-8ed6f1fd5e87 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-450307150', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '56ba6b9c-638a-4dea-9851-e22cc057e828'}], 'security_groups': ['1477485b-31d4-452b-a8a3-ff903fde942e']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:48.583330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port a9e6bb56-7ba6-4016-add7-424352690566 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:48.587610 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b86eb483-a3f4-414c-b34f-fb669a8c49cd tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:48.588909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port a9e6bb56-7ba6-4016-add7-424352690566 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:48.589478 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.590599 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.597498 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b86eb483-a3f4-414c-b34f-fb669a8c49cd tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 820 time: 0.3414359 Aug 20 11:48:48.603296 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50038) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:48.603524 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3956d04b-9533-4ad2-91a5-fd7ecb3f759c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=837f7ece6a6245a3b8e8c772c6e4dab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9371388 Aug 20 11:48:48.644117 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956d04b-9533-4ad2-91a5-fd7ecb3f759c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8cbafe-50c6-4743-82d7-b0faac1da8cd,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:48.645516 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-300bc85a-7b20-4296-9719-18234ab0964e tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/quotas/f7fab17deaec469e9009db9ec576ec20 HTTP/1.1" status: 200 len: 375 time: 0.0442762 Aug 20 11:48:48.657696 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.675850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:48:48.676295 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:48:48.678493 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:48:48.709260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde17a21-84ac-4849-922d-609a4a9cbedd None None] Update dhcp port {'port': {'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'fixed_ips': [{'subnet_id': 'ba7d2904-6e19-417f-b3d1-ab80a550b883', 'ip_address': '172.20.0.2'}, {'subnet_id': '56ba6b9c-638a-4dea-9851-e22cc057e828'}], 'binding:host_id': 'n-d-804299-2'}, 'id': '6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:48:48.764132 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.777063 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.784419 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b817b733-e7a4-4e0a-bc42-a33cd394358d HTTP/1.1" status: 204 len: 168 time: 1.9811153 Aug 20 11:48:48.786384 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dde17a21-84ac-4849-922d-609a4a9cbedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.810031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52ae9f-a60e-4f64-93d9-5f2ae5cf2472 admin admin] Pushing event deleted for resources: {'Network': ['ID=b817b733-e7a4-4e0a-bc42-a33cd394358d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:48.975164 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1db44196-778c-45c5-ae6f-8ed6f1fd5e87 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.991674 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-2ac2fe63-cbdb-4012-ba1f-57b569e82845 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2281585 Aug 20 11:48:48.993979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6ab6116-b8e5-4e5b-bd26-cee03a75d15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.997041 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6ab6116-b8e5-4e5b-bd26-cee03a75d15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.998388 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d6ab6116-b8e5-4e5b-bd26-cee03a75d15f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48145bc6-d573-40b4-b259-dba190f11949 HTTP/1.1" status: 204 len: 168 time: 0.9007485 Aug 20 11:48:49.037844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab6116-b8e5-4e5b-bd26-cee03a75d15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48145bc6-d573-40b4-b259-dba190f11949,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:49.106182 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d23d0802-4107-497d-8481-9cc757aa66c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.151976 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.180295 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d23d0802-4107-497d-8481-9cc757aa66c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.182665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50052) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:49.273439 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d68e42dc-32fd-4fd6-aaef-eb8889b7036a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b7fc38fbfd349b389016707e8806081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0895190 Aug 20 11:48:49.275005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50054) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:49.306157 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port a9e6bb56-7ba6-4016-add7-424352690566, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a9e6bb56-7ba6-4016-add7-424352690566,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:49.402084 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5c87d3d-996a-43a2-acda-a38c98c1afeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.456337 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.472540 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5c87d3d-996a-43a2-acda-a38c98c1afeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.591342 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f0e5f25c-eaa2-463c-b535-24547e3eea58 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:49.599443 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5c87d3d-996a-43a2-acda-a38c98c1afeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.602986 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5c87d3d-996a-43a2-acda-a38c98c1afeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.607300 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a5c87d3d-996a-43a2-acda-a38c98c1afeb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2435345d-f374-464e-adac-1eed6e020fd4 HTTP/1.1" status: 204 len: 168 time: 0.3302221 Aug 20 11:48:49.629402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c87d3d-996a-43a2-acda-a38c98c1afeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2435345d-f374-464e-adac-1eed6e020fd4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:49.690230 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: f0e5f25c-eaa2-463c-b535-24547e3eea58 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:49.690584 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f0e5f25c-eaa2-463c-b535-24547e3eea58 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:49.738738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=a9e6bb56-7ba6-4016-add7-424352690566,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:49.774341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-dde17a21-84ac-4849-922d-609a4a9cbedd None None] Allocated IP 172.20.0.18 (047e38a3-9962-4308-a8ea-a0b04f8cf7e8/56ba6b9c-638a-4dea-9851-e22cc057e828/6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:49.855306 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-66230a7e-7ed7-48fd-b736-3227dbb39ba5 service neutron] 10.222.0.37 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8625891 Aug 20 11:48:49.893551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50066) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:49.951715 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ee4281a-8d96-4aea-a906-8118794c9f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.996170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-dde17a21-84ac-4849-922d-609a4a9cbedd None None] For port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071,segment=NetworkSegment(07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d),segment_id=07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:50.031112 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d23d0802-4107-497d-8481-9cc757aa66c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.034809 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d23d0802-4107-497d-8481-9cc757aa66c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.036277 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Sync routers for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:50.038676 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d23d0802-4107-497d-8481-9cc757aa66c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee8cbafe-50c6-4743-82d7-b0faac1da8cd HTTP/1.1" status: 204 len: 168 time: 1.4314723 Aug 20 11:48:50.092021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:50.092905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:48:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:50.098377 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dde17a21-84ac-4849-922d-609a4a9cbedd None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.120407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d0802-4107-497d-8481-9cc757aa66c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8cbafe-50c6-4743-82d7-b0faac1da8cd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:50.170640 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-dde17a21-84ac-4849-922d-609a4a9cbedd None None] Transition to ACTIVE for port object 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:50.179726 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dde17a21-84ac-4849-922d-609a4a9cbedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.235785 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ee4281a-8d96-4aea-a906-8118794c9f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.237917 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-8e1342dd-aba8-4d4a-bd08-1bdfae73db46 service neutron] 10.222.0.37 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812234 Aug 20 11:48:50.244150 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ee4281a-8d96-4aea-a906-8118794c9f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.324792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4281a-8d96-4aea-a906-8118794c9f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8995cc71-ba54-4ed6-8985-55f29dfac805,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:50.385856 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:50.392349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde17a21-84ac-4849-922d-609a4a9cbedd None None] Pushing event updated for resources: {'Port': ['ID=6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:50.397471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a9e6bb56-7ba6-4016-add7-424352690566 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:50.441775 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9ee4281a-8d96-4aea-a906-8118794c9f80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97875f66fc02428e92b68527ba988187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5236490 Aug 20 11:48:50.443411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50080) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:50.596475 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-1db44196-778c-45c5-ae6f-8ed6f1fd5e87 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Delete allocated IP 172.20.0.13 (047e38a3-9962-4308-a8ea-a0b04f8cf7e8/ba7d2904-6e19-417f-b3d1-ab80a550b883) {{(pid=94690) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 11:48:50.607552 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-1db44196-778c-45c5-ae6f-8ed6f1fd5e87 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Allocated IP 172.20.0.30 (047e38a3-9962-4308-a8ea-a0b04f8cf7e8/56ba6b9c-638a-4dea-9851-e22cc057e828/54f5afbe-5bf9-4821-a50d-25819decf367) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:50.692390 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d8aeb84f-666b-40f1-9bd4-f8510a1fdca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.729664 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d8aeb84f-666b-40f1-9bd4-f8510a1fdca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.812249 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port a9e6bb56-7ba6-4016-add7-424352690566 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:50.813458 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.820212 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d8aeb84f-666b-40f1-9bd4-f8510a1fdca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.824267 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d8aeb84f-666b-40f1-9bd4-f8510a1fdca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.825769 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d8aeb84f-666b-40f1-9bd4-f8510a1fdca9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8995cc71-ba54-4ed6-8985-55f29dfac805 HTTP/1.1" status: 204 len: 168 time: 0.3802485 Aug 20 11:48:50.846106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aeb84f-666b-40f1-9bd4-f8510a1fdca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8995cc71-ba54-4ed6-8985-55f29dfac805,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:50.905330 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b979403d-43e4-4bed-9231-8e6fadfe1071 req-157891d1-8ba5-41f2-9a4b-0f1ff0252daa tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 210 time: 0.2046230 Aug 20 11:48:51.132005 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1db44196-778c-45c5-ae6f-8ed6f1fd5e87 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.166667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:45Z', 'revision_number': 2, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:51.170635 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1db44196-778c-45c5-ae6f-8ed6f1fd5e87 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Transition to ACTIVE for port object 54f5afbe-5bf9-4821-a50d-25819decf367 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:51.185184 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1db44196-778c-45c5-ae6f-8ed6f1fd5e87 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.251720 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Checking router: b6f9de83-9d86-4b52-b1c1-145d13ff5e16 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:51.252130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Updating router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 port 948d99d6-f58d-4202-b907-b31e4e596295 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:48:51.305538 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.314891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db44196-778c-45c5-ae6f-8ed6f1fd5e87 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=54f5afbe-5bf9-4821-a50d-25819decf367,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:51.430101 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b7d411f4-4a74-4d6e-ba2c-2ac96371cc7b None None] Provisioning complete for port 306295af-10e9-46b8-a897-961e585e55bc triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:51.430738 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7d411f4-4a74-4d6e-ba2c-2ac96371cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.476479 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1db44196-778c-45c5-ae6f-8ed6f1fd5e87 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] In _notify_port_updated(), no bound segment for port 54f5afbe-5bf9-4821-a50d-25819decf367 on network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 {{(pid=94690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:48:51.484295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db44196-778c-45c5-ae6f-8ed6f1fd5e87 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:51.484976 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1db44196-778c-45c5-ae6f-8ed6f1fd5e87 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.490673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50118) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:51.491263 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1db44196-778c-45c5-ae6f-8ed6f1fd5e87 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "PUT /v2.0/ports/54f5afbe-5bf9-4821-a50d-25819decf367 HTTP/1.1" status: 200 len: 920 time: 3.0099504 Aug 20 11:48:51.539641 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b7d411f4-4a74-4d6e-ba2c-2ac96371cc7b None None] Port 306295af-10e9-46b8-a897-961e585e55bc cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:51.569613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b7d411f4-4a74-4d6e-ba2c-2ac96371cc7b None None] Provisioning for port 54f5afbe-5bf9-4821-a50d-25819decf367 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:51.581911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b7d411f4-4a74-4d6e-ba2c-2ac96371cc7b None None] Provisioning complete for port 54f5afbe-5bf9-4821-a50d-25819decf367 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:51.585207 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7d411f4-4a74-4d6e-ba2c-2ac96371cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.724069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a80e0eda-8bef-436b-82b6-d297331a77cf tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 54f5afbe-5bf9-4821-a50d-25819decf367 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:51.724855 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a80e0eda-8bef-436b-82b6-d297331a77cf tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.915707 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a80e0eda-8bef-436b-82b6-d297331a77cf tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.961059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a80e0eda-8bef-436b-82b6-d297331a77cf tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 54f5afbe-5bf9-4821-a50d-25819decf367 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:52.044753 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.059103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Transition to ACTIVE for port object 948d99d6-f58d-4202-b907-b31e4e596295 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:52.071311 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-84473079-50cb-4333-927b-e45cdca27d21 req-9027bf26-bb94-4d7f-9d8f-dbae1cc647dc tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 210 time: 0.0751638 Aug 20 11:48:52.085265 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.193624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b7d411f4-4a74-4d6e-ba2c-2ac96371cc7b None None] Port 54f5afbe-5bf9-4821-a50d-25819decf367 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:52.229379 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a7452-e04f-46d6-addd-c9e33e137fb1 None None] Pushing event updated for resources: {'Port': ['ID=948d99d6-f58d-4202-b907-b31e4e596295,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:52.232513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Attempting to bind port 948d99d6-f58d-4202-b907-b31e4e596295 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:52.233245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Attempting to bind port 948d99d6-f58d-4202-b907-b31e4e596295 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:52.233897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Attempting to bind port 948d99d6-f58d-4202-b907-b31e4e596295 on network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:52.241031 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a80e0eda-8bef-436b-82b6-d297331a77cf tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.247787 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:52.248720 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Checking segment: {'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:52.249558 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.250294 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Bound using segment: {'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:52.251528 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Bound port: 948d99d6-f58d-4202-b907-b31e4e596295, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:52.252146 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.274382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b7d411f4-4a74-4d6e-ba2c-2ac96371cc7b None None] Provisioning for port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:52.315402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e0eda-8bef-436b-82b6-d297331a77cf tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=54f5afbe-5bf9-4821-a50d-25819decf367,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:52.338476 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b7d411f4-4a74-4d6e-ba2c-2ac96371cc7b None None] Provisioning complete for port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:52.338836 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7d411f4-4a74-4d6e-ba2c-2ac96371cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.471394 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:52.498891 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a80e0eda-8bef-436b-82b6-d297331a77cf tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.506495 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a80e0eda-8bef-436b-82b6-d297331a77cf tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/54f5afbe-5bf9-4821-a50d-25819decf367 HTTP/1.1" status: 204 len: 168 time: 1.0144227 Aug 20 11:48:52.508930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50146) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:52.574933 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba1cd4c-437a-42c7-86e5-53dacc451a52 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] GET failed (client error): The resource could not be found. Aug 20 11:48:52.582089 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0ba1cd4c-437a-42c7-86e5-53dacc451a52 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/54f5afbe-5bf9-4821-a50d-25819decf367 HTTP/1.1" status: 404 len: 333 time: 0.0719249 Aug 20 11:48:52.585058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50148) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:52.655506 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8b00c543-6e7d-4cd5-a30c-36e6ab8fbb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.681128 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-c769712f-0e6d-453a-a001-0d726e6d388e tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:52.683998 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-c769712f-0e6d-453a-a001-0d726e6d388e tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.35 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 820 time: 0.3320327 Aug 20 11:48:52.705629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-f2122aa4-dfc2-41b4-8d92-67986aaf45d7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Request body: {'port': {'device_id': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'admin_state_up': True, 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:52.723695 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] For port 948d99d6-f58d-4202-b907-b31e4e596295, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:48:52.725369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50156) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:52.736539 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] For port 948d99d6-f58d-4202-b907-b31e4e596295, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=948d99d6-f58d-4202-b907-b31e4e596295,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:48:52.746056 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4946430-8fa7-4243-83ef-75f24813b377 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.746843 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.808583 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4946430-8fa7-4243-83ef-75f24813b377 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.832938 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a7452-e04f-46d6-addd-c9e33e137fb1 None None] Pushing event updated for resources: {'Port': ['ID=948d99d6-f58d-4202-b907-b31e4e596295,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:52.907388 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4946430-8fa7-4243-83ef-75f24813b377 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.910218 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:52.910394 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4946430-8fa7-4243-83ef-75f24813b377 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.910613 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.913948 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c4946430-8fa7-4243-83ef-75f24813b377 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/security-groups/e34f7f02-f927-407a-bb3e-d1f4986b6f04 HTTP/1.1" status: 204 len: 168 time: 0.3253138 Aug 20 11:48:52.916628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50166) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:52.994183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4946430-8fa7-4243-83ef-75f24813b377 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34f7f02-f927-407a-bb3e-d1f4986b6f04,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:53.022951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-f2122aa4-dfc2-41b4-8d92-67986aaf45d7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Made reservation on behalf of f7fab17deaec469e9009db9ec576ec20 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:53.045259 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-f2122aa4-dfc2-41b4-8d92-67986aaf45d7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.140731 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8340d99-319d-40d4-ab4c-0a27a242bcf7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.206213 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8340d99-319d-40d4-ab4c-0a27a242bcf7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.277937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:53.281023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:48:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:53.310738 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8340d99-319d-40d4-ab4c-0a27a242bcf7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.313695 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b816bac1-2f17-484c-9773-0f589e09ce28 req-8be9d5f6-cb61-4f28-96a1-5a3727d00e49 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 210 time: 0.0919180 Aug 20 11:48:53.314644 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8340d99-319d-40d4-ab4c-0a27a242bcf7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.318051 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e8340d99-319d-40d4-ab4c-0a27a242bcf7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/security-groups/1477485b-31d4-452b-a8a3-ff903fde942e HTTP/1.1" status: 204 len: 168 time: 0.3860478 Aug 20 11:48:53.323549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50174) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:53.339611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8340d99-319d-40d4-ab4c-0a27a242bcf7 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1477485b-31d4-452b-a8a3-ff903fde942e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:53.464423 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-821fbcd5-a023-40b6-befd-162950d559e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-912161676-network', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:53.485962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-267906f7-ccb1-4f7e-b8f4-20aaa20f4ec0 None None] Could not find standard attr ID for object 54f5afbe-5bf9-4821-a50d-25819decf367. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:48:53.492673 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e28222-84c0-464d-9f04-3ed91baade12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting subnet ba7d2904-6e19-417f-b3d1-ab80a550b883 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:48:53.496536 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2e28222-84c0-464d-9f04-3ed91baade12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.497034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:53.532862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821fbcd5-a023-40b6-befd-162950d559e8 admin admin] Made reservation on behalf of f80439ee3e7d4c31ae9f53f07409b7e6 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:53.535291 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-821fbcd5-a023-40b6-befd-162950d559e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.555707 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-821fbcd5-a023-40b6-befd-162950d559e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.576164 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2e28222-84c0-464d-9f04-3ed91baade12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.710327 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2e28222-84c0-464d-9f04-3ed91baade12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.761583 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-821fbcd5-a023-40b6-befd-162950d559e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.767686 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-821fbcd5-a023-40b6-befd-162950d559e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.821448 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-f2122aa4-dfc2-41b4-8d92-67986aaf45d7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Allocated IP 172.20.0.11 (dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba/4eed0a99-4fda-4466-8755-9d3f540aab89/2c28c420-03de-40e5-9a57-7bdecf2c2c08) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:53.828615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821fbcd5-a023-40b6-befd-162950d559e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:48:53.850856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fbcd5-a023-40b6-befd-162950d559e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf6a0c7-145e-467b-bcda-f25bd5e067d3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:53.856122 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-821fbcd5-a023-40b6-befd-162950d559e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.856388 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-821fbcd5-a023-40b6-befd-162950d559e8 admin admin] Added segment 4636c42c-09c5-41f4-b7f7-dfbb070f31c8 of type vlan for network d8c120cc-56e2-4266-a608-15492ea07f5a Aug 20 11:48:53.873901 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:53.935127 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-821fbcd5-a023-40b6-befd-162950d559e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.965597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7541054b-85b6-4432-8e95-30f26eeff55d None None] The sync data for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 is: [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:53.972224 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2e28222-84c0-464d-9f04-3ed91baade12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.014366 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-821fbcd5-a023-40b6-befd-162950d559e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.017086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821fbcd5-a023-40b6-befd-162950d559e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:54.019298 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-821fbcd5-a023-40b6-befd-162950d559e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.093729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e28222-84c0-464d-9f04-3ed91baade12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7d2904-6e19-417f-b3d1-ab80a550b883,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:54.113954 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2e28222-84c0-464d-9f04-3ed91baade12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.125595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c448002-9b87-4b96-98de-60eabe88d368 None None] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:54.138069 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b2e28222-84c0-464d-9f04-3ed91baade12 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/ba7d2904-6e19-417f-b3d1-ab80a550b883 HTTP/1.1" status: 204 len: 168 time: 0.8132334 Aug 20 11:48:54.145217 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50192) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:54.160054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9ac97c92-a872-454a-b494-4accd5fa3145 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'subnet': {'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:54.232660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-821fbcd5-a023-40b6-befd-162950d559e8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5036316 Aug 20 11:48:54.233690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fbcd5-a023-40b6-befd-162950d559e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d8c120cc-56e2-4266-a608-15492ea07f5a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:54.236628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50194) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:54.244182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2ef40be0-3576-4a7a-9e93-a483baf29d91 admin admin] Request body: {'subnet': {'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-912161676-subnet', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:54.272910 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network d8c120cc-56e2-4266-a608-15492ea07f5a details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:48:54.301142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef40be0-3576-4a7a-9e93-a483baf29d91 admin admin] Made reservation on behalf of f80439ee3e7d4c31ae9f53f07409b7e6 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:54.308336 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ef40be0-3576-4a7a-9e93-a483baf29d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.432360 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-f2122aa4-dfc2-41b4-8d92-67986aaf45d7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.476097 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-f2122aa4-dfc2-41b4-8d92-67986aaf45d7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Transition to ACTIVE for port object 2c28c420-03de-40e5-9a57-7bdecf2c2c08 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:54.588412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 948d99d6-f58d-4202-b907-b31e4e596295 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:54.719663 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-f2122aa4-dfc2-41b4-8d92-67986aaf45d7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.775974 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 948d99d6-f58d-4202-b907-b31e4e596295 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:54.783714 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 948d99d6-f58d-4202-b907-b31e4e596295 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:54.784440 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.801769 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ef40be0-3576-4a7a-9e93-a483baf29d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.867583 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dea48-8d80-4786-9706-9ef59419fe20 req-c44e9c2c-f2a4-46af-859a-973d1de45c4f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:54.879155 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d60dea48-8d80-4786-9706-9ef59419fe20 req-c44e9c2c-f2a4-46af-859a-973d1de45c4f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 932 time: 0.2799358 Aug 20 11:48:54.885143 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac97c92-a872-454a-b494-4accd5fa3145 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:54.895565 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ac97c92-a872-454a-b494-4accd5fa3145 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.943539 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef40be0-3576-4a7a-9e93-a483baf29d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09663497-ca2a-455d-b26b-a9896c3dda5e,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:54.963221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef40be0-3576-4a7a-9e93-a483baf29d91 admin admin] Checking segment: {'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:54.963891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef40be0-3576-4a7a-9e93-a483baf29d91 admin admin] Network hostable DHCP agents. Network: d8c120cc-56e2-4266-a608-15492ea07f5a, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:48:54.989086 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.993763 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2122aa4-dfc2-41b4-8d92-67986aaf45d7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Pushing event updated for resources: {'Port': ['ID=2c28c420-03de-40e5-9a57-7bdecf2c2c08,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:54.999297 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:48:55.034511 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef40be0-3576-4a7a-9e93-a483baf29d91 admin admin] Network d8c120cc-56e2-4266-a608-15492ea07f5a is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:48:55.060564 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-2ef40be0-3576-4a7a-9e93-a483baf29d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, d8c120cc-56e2-4266-a608-15492ea07f5a) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:55.067891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef40be0-3576-4a7a-9e93-a483baf29d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.068531 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ef40be0-3576-4a7a-9e93-a483baf29d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.082638 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63594a7-91b7-444a-81c9-566aa596b0d9 None None] Network d8c120cc-56e2-4266-a608-15492ea07f5a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:55.092975 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-f2122aa4-dfc2-41b4-8d92-67986aaf45d7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:55.112771 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2ef40be0-3576-4a7a-9e93-a483baf29d91 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8741565 Aug 20 11:48:55.115083 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50218) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:55.119871 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-f2122aa4-dfc2-41b4-8d92-67986aaf45d7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:55.132191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:55.155558 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-f2122aa4-dfc2-41b4-8d92-67986aaf45d7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:55.206062 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.207225 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.363919 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.458428 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 948d99d6-f58d-4202-b907-b31e4e596295, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=948d99d6-f58d-4202-b907-b31e4e596295,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:55.482206 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2fc1b7f7-f307-425c-b8b3-34a861cbe9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.517031 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.533336 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.674536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-f2122aa4-dfc2-41b4-8d92-67986aaf45d7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.675241 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-f2122aa4-dfc2-41b4-8d92-67986aaf45d7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.719106 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d60dea48-8d80-4786-9706-9ef59419fe20 req-e6ba4319-f90f-4f9a-ae9f-a57c5de1c60d tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8344963 Aug 20 11:48:55.785242 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-f2122aa4-dfc2-41b4-8d92-67986aaf45d7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0864260 Aug 20 11:48:55.807734 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Request body: {'port': {'device_id': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:55.903880 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ac97c92-a872-454a-b494-4accd5fa3145 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.923111 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-d8c120cc-56e2-4266-a608-15492ea07f5a', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:48:55.938553 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.017813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=948d99d6-f58d-4202-b907-b31e4e596295,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:56.042476 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8ad1889a-0617-44f5-91e8-6bf5c21dccfa None None] Provisioning for port 2c28c420-03de-40e5-9a57-7bdecf2c2c08 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:56.052532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8ad1889a-0617-44f5-91e8-6bf5c21dccfa None None] Provisioning complete for port 2c28c420-03de-40e5-9a57-7bdecf2c2c08 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:56.053372 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8ad1889a-0617-44f5-91e8-6bf5c21dccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.164968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac97c92-a872-454a-b494-4accd5fa3145 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:56.177445 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9ac97c92-a872-454a-b494-4accd5fa3145 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:56.184364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac97c92-a872-454a-b494-4accd5fa3145 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Subnet': ['ID=64ce50f0-43f6-4b3a-82bf-f4ce6b29be72,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:56.191493 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.192063 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac97c92-a872-454a-b494-4accd5fa3145 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:56.192412 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ac97c92-a872-454a-b494-4accd5fa3145 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.195720 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.220921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216fc10f-8dfd-4f05-adf4-e5cd295c95e3 None None] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:56.257021 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9ac97c92-a872-454a-b494-4accd5fa3145 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1095927 Aug 20 11:48:56.260615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50234) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:56.270100 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-906075ca-c8d9-49de-be87-aa09b2a11389 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'security_group': {'name': 'tempest-secgroup-1081816062'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:56.421636 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-906075ca-c8d9-49de-be87-aa09b2a11389 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.459818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 948d99d6-f58d-4202-b907-b31e4e596295 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:56.548435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8ad1889a-0617-44f5-91e8-6bf5c21dccfa None None] Port 2c28c420-03de-40e5-9a57-7bdecf2c2c08 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:56.579228 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.617985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Allocated IP 172.20.0.2 (d8c120cc-56e2-4266-a608-15492ea07f5a/09663497-ca2a-455d-b26b-a9896c3dda5e/d5ff194b-7011-43b6-a80e-fe3fec5a02f1) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:56.733212 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-906075ca-c8d9-49de-be87-aa09b2a11389 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.752942 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-906075ca-c8d9-49de-be87-aa09b2a11389 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.760307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 948d99d6-f58d-4202-b907-b31e4e596295 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:56.761548 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.782151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c28c420-03de-40e5-9a57-7bdecf2c2c08 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:48:56.818958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-039379aa-bacc-44ef-ba20-0da2ccc742c3 None None] Provisioning complete for port 306295af-10e9-46b8-a897-961e585e55bc triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:56.819892 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-039379aa-bacc-44ef-ba20-0da2ccc742c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.822035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.921676 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.942670 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-906075ca-c8d9-49de-be87-aa09b2a11389 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.948438 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-906075ca-c8d9-49de-be87-aa09b2a11389 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6863487 Aug 20 11:48:56.949140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50250) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:56.949512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-039379aa-bacc-44ef-ba20-0da2ccc742c3 None None] Port 306295af-10e9-46b8-a897-961e585e55bc cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:56.954797 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Transition to ACTIVE for port object 2c28c420-03de-40e5-9a57-7bdecf2c2c08 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:56.982896 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.008744 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-51284a34-0520-4911-bfe0-96567fff77eb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'security_group': {'name': 'tempest-secgroup-495549817'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:57.013401 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906075ca-c8d9-49de-be87-aa09b2a11389 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38bb0d66-9ae7-404b-8b3a-d038e0c33844,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:57.027972 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.072574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-039379aa-bacc-44ef-ba20-0da2ccc742c3 None None] Provisioning complete for port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:57.073156 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-039379aa-bacc-44ef-ba20-0da2ccc742c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.103008 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-51284a34-0520-4911-bfe0-96567fff77eb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.138377 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc899921-3add-4234-997b-ba24fed9e73e req-5819c97f-aba0-40a1-b2c2-9cb51d8d8f82 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:57.139961 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc899921-3add-4234-997b-ba24fed9e73e req-5819c97f-aba0-40a1-b2c2-9cb51d8d8f82 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 932 time: 0.2598267 Aug 20 11:48:57.146879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Pushing event updated for resources: {'Port': ['ID=2c28c420-03de-40e5-9a57-7bdecf2c2c08,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:57.164751 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.190751 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Transition to ACTIVE for port object d5ff194b-7011-43b6-a80e-fe3fec5a02f1 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:57.200258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8195e0e0-183d-4f83-a66e-a67861e12d81 None None] Update dhcp port {'port': {'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'fixed_ips': [{'subnet_id': '56ba6b9c-638a-4dea-9851-e22cc057e828', 'ip_address': '172.20.0.18'}, {'subnet_id': '64ce50f0-43f6-4b3a-82bf-f4ce6b29be72'}], 'binding:host_id': 'n-d-804299-2'}, 'id': '6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:48:57.239261 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Transition to ACTIVE for port object d5ff194b-7011-43b6-a80e-fe3fec5a02f1 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:57.257202 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8195e0e0-183d-4f83-a66e-a67861e12d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.259806 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.330981 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc899921-3add-4234-997b-ba24fed9e73e req-5ac47a02-e376-4cc7-9aa8-68a09bc9fdb4 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648283 Aug 20 11:48:57.361674 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Attempting to bind port 2c28c420-03de-40e5-9a57-7bdecf2c2c08 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:57.362396 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Attempting to bind port 2c28c420-03de-40e5-9a57-7bdecf2c2c08 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:57.362808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Attempting to bind port 2c28c420-03de-40e5-9a57-7bdecf2c2c08 on network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:57.388119 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Port 2c28c420-03de-40e5-9a57-7bdecf2c2c08 on network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:48:57.395666 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Attempting to bind port 2c28c420-03de-40e5-9a57-7bdecf2c2c08 on network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:57.423700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:57.424086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Checking segment: {'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:57.424434 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Bound using segment: {'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:57.441677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Allocated IP 172.25.8.52 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/d88e3d90-8747-4748-a4bd-601dd3dcea83) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:57.448891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Bound port: 2c28c420-03de-40e5-9a57-7bdecf2c2c08, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:57.449268 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.465515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Network d8c120cc-56e2-4266-a608-15492ea07f5a is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:57.542143 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Pushing event updated for resources: {'Port': ['ID=d5ff194b-7011-43b6-a80e-fe3fec5a02f1,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:57.564549 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-51284a34-0520-4911-bfe0-96567fff77eb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.621489 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-51284a34-0520-4911-bfe0-96567fff77eb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.685482 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-51284a34-0520-4911-bfe0-96567fff77eb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.686944 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-51284a34-0520-4911-bfe0-96567fff77eb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7296536 Aug 20 11:48:57.694968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50274) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:57.700670 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-beeab731-cd5a-41e8-b987-e32a20eb259e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'security_group': {'name': 'tempest-secgroup-235731508'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:57.710099 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51284a34-0520-4911-bfe0-96567fff77eb tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03e61ec-7fff-479d-859d-ad8615ed2231,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:57.717064 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.717312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] For port 2c28c420-03de-40e5-9a57-7bdecf2c2c08, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:48:57.736038 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] For port 2c28c420-03de-40e5-9a57-7bdecf2c2c08, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=2c28c420-03de-40e5-9a57-7bdecf2c2c08,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:48:57.742593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.773242 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-beeab731-cd5a-41e8-b987-e32a20eb259e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.790015 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.829957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:57.830838 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.832218 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] 10.222.0.35 "PUT /v2.0/ports/2c28c420-03de-40e5-9a57-7bdecf2c2c08 HTTP/1.1" status: 200 len: 1092 time: 2.0347929 Aug 20 11:48:57.834846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'tag': '2c28c420-03de-40e5-9a57-7bdecf2c2c08'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:57.837315 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f5c43b-12e2-4105-938e-bc0627684679" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b19177-9cdf-4da4-8bb1-569ff2a10dea", "tag": "2c28c420-03de-40e5-9a57-7bdecf2c2c08"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:57.905471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:57.915091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:57.933308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:58.053963 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccf671-71f8-410c-b2b9-09f1d370c51f service neutron] Pushing event updated for resources: {'Port': ['ID=2c28c420-03de-40e5-9a57-7bdecf2c2c08,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:58.059254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Pushing event updated for resources: {'Port': ['ID=d88e3d90-8747-4748-a4bd-601dd3dcea83,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:58.091929 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544967d4-9197-4103-a8ae-3f9aeadbbb51 x-openstack-request-id: req-544967d4-9197-4103-a8ae-3f9aeadbbb51 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:58.092151 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b19177-9cdf-4da4-8bb1-569ff2a10dea", "tag": "2c28c420-03de-40e5-9a57-7bdecf2c2c08", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:58.093699 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-544967d4-9197-4103-a8ae-3f9aeadbbb51 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:58.095811 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'tag': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'status': 'completed', 'code': 200} Aug 20 11:48:58.146530 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:58.151565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:58.184328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-cc10f979-d336-4732-92b9-8629aba50631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:58.192490 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-cc10f979-d336-4732-92b9-8629aba50631 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 1095 time: 0.3043785 Aug 20 11:48:58.289481 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:58.334223 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-8e5d81c5-1118-45a6-884e-cc5280d950da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c28c420-03de-40e5-9a57-7bdecf2c2c08 HTTP/1.1" status: 200 len: 217 time: 0.1261215 Aug 20 11:48:58.388993 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:58.450315 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Attempting to bind port d5ff194b-7011-43b6-a80e-fe3fec5a02f1 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:58.450702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Attempting to bind port d5ff194b-7011-43b6-a80e-fe3fec5a02f1 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:58.451069 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Attempting to bind port d5ff194b-7011-43b6-a80e-fe3fec5a02f1 on network d8c120cc-56e2-4266-a608-15492ea07f5a {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:58.469472 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-beeab731-cd5a-41e8-b987-e32a20eb259e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:58.476046 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-0c2acfb1-64eb-48eb-bee3-a3da170d75d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:58.477743 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-0c2acfb1-64eb-48eb-bee3-a3da170d75d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.1307874 Aug 20 11:48:58.478407 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-beeab731-cd5a-41e8-b987-e32a20eb259e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:58.504852 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-beeab731-cd5a-41e8-b987-e32a20eb259e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:58.506353 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-beeab731-cd5a-41e8-b987-e32a20eb259e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8104172 Aug 20 11:48:58.530187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50288) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:58.536283 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-267e1916-efd5-47b6-8ac4-b599e5154578 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-532917749', 'security_groups': ['10b071ab-77a3-42d8-b735-3485274a247d'], 'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '64ce50f0-43f6-4b3a-82bf-f4ce6b29be72'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:58.543129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:58.543381 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Checking segment: {'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:58.543677 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:58.548314 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Bound using segment: {'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:58.548989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Bound port: d5ff194b-7011-43b6-a80e-fe3fec5a02f1, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:58.549429 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:58.675284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50296) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:58.712365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d8d6b-60c2-457b-8cc6-ae3e80ea6473 req-99f07bdf-2a00-4ba8-b402-83060d78a3b5 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:58.714009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e5d8d6b-60c2-457b-8cc6-ae3e80ea6473 req-99f07bdf-2a00-4ba8-b402-83060d78a3b5 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 944 time: 0.2557597 Aug 20 11:48:58.777242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-8195e0e0-183d-4f83-a66e-a67861e12d81 None None] Allocated IP 172.20.0.2 (047e38a3-9962-4308-a8ea-a0b04f8cf7e8/64ce50f0-43f6-4b3a-82bf-f4ce6b29be72/6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:58.789150 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] For port d5ff194b-7011-43b6-a80e-fe3fec5a02f1, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:48:58.805105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeab731-cd5a-41e8-b987-e32a20eb259e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b071ab-77a3-42d8-b735-3485274a247d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:58.812355 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e5d8d6b-60c2-457b-8cc6-ae3e80ea6473 req-33655c3d-147a-4321-ab52-29316b49fb5f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868659 Aug 20 11:48:58.825725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] For port d5ff194b-7011-43b6-a80e-fe3fec5a02f1, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d5ff194b-7011-43b6-a80e-fe3fec5a02f1,segment=NetworkSegment(4636c42c-09c5-41f4-b7f7-dfbb070f31c8),segment_id=4636c42c-09c5-41f4-b7f7-dfbb070f31c8)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:48:58.892083 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-59bb0b29-1df0-4cbd-9474-99f4dc484c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:58.905026 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-59bb0b29-1df0-4cbd-9474-99f4dc484c96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4041209 Aug 20 11:48:58.909934 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.026360 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8195e0e0-183d-4f83-a66e-a67861e12d81 None None] For port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071,segment=NetworkSegment(07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d),segment_id=07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:59.039612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267e1916-efd5-47b6-8ac4-b599e5154578 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:59.081024 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8195e0e0-183d-4f83-a66e-a67861e12d81 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.096661 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8195e0e0-183d-4f83-a66e-a67861e12d81 None None] Transition to ACTIVE for port object 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:59.098488 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.111252 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8195e0e0-183d-4f83-a66e-a67861e12d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.124106 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-09240873-98d0-4afa-80d3-7102e24c33cc service neutron] 10.222.0.35 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178304 Aug 20 11:48:59.238520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bebf7-1885-445d-8c2e-4c74389ce76b None None] Pushing event updated for resources: {'Port': ['ID=d5ff194b-7011-43b6-a80e-fe3fec5a02f1,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:59.253592 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b338-15c2-4712-a61a-2ec757dbce73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.341121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195e0e0-183d-4f83-a66e-a67861e12d81 None None] Pushing event updated for resources: {'Port': ['ID=6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:59.357979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-267e1916-efd5-47b6-8ac4-b599e5154578 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.409561 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:48:59.441553 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-267e1916-efd5-47b6-8ac4-b599e5154578 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] device_id is not set on port 18164b11-85b2-4c52-9f71-f305a472697e yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:48:59.584016 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95a3fd72-d70a-4440-aad4-de31e07eddc0 req-652cc8fc-3130-448e-9acc-2d0ccebb92a2 service neutron] 10.222.0.35 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490159 Aug 20 11:48:59.782711 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b338-15c2-4712-a61a-2ec757dbce73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.803407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:59.817690 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Sync routers for ids ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:59.832500 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b338-15c2-4712-a61a-2ec757dbce73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.841429 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Routers {'1fd8c4eb-7c04-48ea-9691-f6efa1caea07'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:59.842518 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:48:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:59.997304 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1b338-15c2-4712-a61a-2ec757dbce73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285c970a-498e-4c87-b9c9-afa83c40d4ec,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:00.002666 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c43b-12e2-4105-938e-bc0627684679 req-9b37413b-93cf-458c-b492-33f90d093a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:00.021240 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-70f5c43b-12e2-4105-938e-bc0627684679 req-9b37413b-93cf-458c-b492-33f90d093a22 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 1095 time: 0.2593539 Aug 20 11:49:00.069577 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.071356 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0582cda5-f847-4b37-9f9c-0b34be740751 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9512196 Aug 20 11:49:00.085233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50326) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.180231 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6cf1b338-15c2-4712-a61a-2ec757dbce73 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=275efbd71cd54bfcb12bc95e602e3917&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4933035 Aug 20 11:49:00.186014 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50330) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.187197 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Set router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:00.225585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82689d60-22d4-47f7-a1a9-645e7a0fc24d req-fd45a5a7-993c-44d4-a4e5-ccc15f9b3da8 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:00.229931 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82689d60-22d4-47f7-a1a9-645e7a0fc24d req-fd45a5a7-993c-44d4-a4e5-ccc15f9b3da8 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 944 time: 0.2080116 Aug 20 11:49:00.290859 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-267e1916-efd5-47b6-8ac4-b599e5154578 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Allocated IP 172.20.0.4 (047e38a3-9962-4308-a8ea-a0b04f8cf7e8/64ce50f0-43f6-4b3a-82bf-f4ce6b29be72/18164b11-85b2-4c52-9f71-f305a472697e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:00.454334 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82689d60-22d4-47f7-a1a9-645e7a0fc24d req-dc84ae72-78a8-4a10-b734-7e3f08e20a29 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150807 Aug 20 11:49:00.471350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c43b-12e2-4105-938e-bc0627684679 req-4828573a-b439-4642-8e42-19aaf5bfed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:00.485253 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-70f5c43b-12e2-4105-938e-bc0627684679 req-4828573a-b439-4642-8e42-19aaf5bfed11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 920 time: 0.4481561 Aug 20 11:49:00.557043 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2414-bfd5-45e7-9e84-7142596767e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.587955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d5ff194b-7011-43b6-a80e-fe3fec5a02f1 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:00.670759 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7e9b992d-0b45-4049-b4e5-b51402b47731 None None] Provisioning complete for port 306295af-10e9-46b8-a897-961e585e55bc triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:00.671550 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7e9b992d-0b45-4049-b4e5-b51402b47731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.747981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7e9b992d-0b45-4049-b4e5-b51402b47731 None None] Port 306295af-10e9-46b8-a897-961e585e55bc cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:00.768179 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port d5ff194b-7011-43b6-a80e-fe3fec5a02f1 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:00.777331 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7e9b992d-0b45-4049-b4e5-b51402b47731 None None] Provisioning for port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:00.786204 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:00.822468 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:48:58Z', 'revision_number': 3, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:00.932892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7e9b992d-0b45-4049-b4e5-b51402b47731 None None] Provisioning complete for port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:00.933351 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7e9b992d-0b45-4049-b4e5-b51402b47731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.941323 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-267e1916-efd5-47b6-8ac4-b599e5154578 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.960500 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Checking router: 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:49:00.961718 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Updating router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 port d88e3d90-8747-4748-a4bd-601dd3dcea83 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:49:01.052211 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:01.052965 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.066814 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.126978 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2414-bfd5-45e7-9e84-7142596767e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.149296 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-267e1916-efd5-47b6-8ac4-b599e5154578 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Transition to ACTIVE for port object 18164b11-85b2-4c52-9f71-f305a472697e will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:01.159569 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-70f5c43b-12e2-4105-938e-bc0627684679 req-7fbb675a-5bd1-4980-96c6-c5fcb61b57b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c28c420-03de-40e5-9a57-7bdecf2c2c08 HTTP/1.1" status: 200 len: 217 time: 0.6098082 Aug 20 11:49:01.166491 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2988ec42-7505-4165-925b-0b567cdad6ae None None] Network d8c120cc-56e2-4266-a608-15492ea07f5a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:01.343264 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c43b-12e2-4105-938e-bc0627684679 req-735e748f-5486-430c-af07-81f12c702611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:01.346907 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-70f5c43b-12e2-4105-938e-bc0627684679 req-735e748f-5486-430c-af07-81f12c702611 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.1747105 Aug 20 11:49:01.387628 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.406841 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-267e1916-efd5-47b6-8ac4-b599e5154578 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.437503 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2414-bfd5-45e7-9e84-7142596767e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.441304 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2414-bfd5-45e7-9e84-7142596767e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.444780 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1d8f2414-bfd5-45e7-9e84-7142596767e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/285c970a-498e-4c87-b9c9-afa83c40d4ec HTTP/1.1" status: 204 len: 168 time: 1.2506058 Aug 20 11:49:01.488072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f2414-bfd5-45e7-9e84-7142596767e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285c970a-498e-4c87-b9c9-afa83c40d4ec,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:01.512946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267e1916-efd5-47b6-8ac4-b599e5154578 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:01.517588 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c43b-12e2-4105-938e-bc0627684679 req-7ffe60b7-8bfe-483d-8c5a-60329982fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:01.519256 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-70f5c43b-12e2-4105-938e-bc0627684679 req-7ffe60b7-8bfe-483d-8c5a-60329982fd8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629627 Aug 20 11:49:01.520184 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-267e1916-efd5-47b6-8ac4-b599e5154578 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:01.524035 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e1916-efd5-47b6-8ac4-b599e5154578 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=18164b11-85b2-4c52-9f71-f305a472697e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:01.533401 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267e1916-efd5-47b6-8ac4-b599e5154578 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:01.600782 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-81633489-1ce1-4b88-bf83-ff98d9a3f182 None None] Provisioning for port d5ff194b-7011-43b6-a80e-fe3fec5a02f1 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:01.612099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-81633489-1ce1-4b88-bf83-ff98d9a3f182 None None] Provisioning complete for port d5ff194b-7011-43b6-a80e-fe3fec5a02f1 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:01.629065 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-81633489-1ce1-4b88-bf83-ff98d9a3f182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.779940 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267e1916-efd5-47b6-8ac4-b599e5154578 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:01.784673 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-267e1916-efd5-47b6-8ac4-b599e5154578 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.865309 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-267e1916-efd5-47b6-8ac4-b599e5154578 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3338907 Aug 20 11:49:01.873989 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50366) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.882950 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-81633489-1ce1-4b88-bf83-ff98d9a3f182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.903763 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.919566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6e719b73-6cdf-44bb-8953-7d1534d88e16 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'subnet': {'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:01.943165 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Transition to ACTIVE for port object d88e3d90-8747-4748-a4bd-601dd3dcea83 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:01.954557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550424e4-8f3e-4071-a2eb-3c55ef7ce92d req-aeaa791a-8b35-48cc-947c-e1ceb07966b2 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:01.960543 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.964958 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-550424e4-8f3e-4071-a2eb-3c55ef7ce92d req-aeaa791a-8b35-48cc-947c-e1ceb07966b2 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 944 time: 0.3466837 Aug 20 11:49:01.967429 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-70f5c43b-12e2-4105-938e-bc0627684679 req-3795c245-08f9-40b7-9f62-b23001f4f365 service neutron] 10.222.0.35 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374883 Aug 20 11:49:02.064246 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-550424e4-8f3e-4071-a2eb-3c55ef7ce92d req-b9303505-f0f4-40ba-a53c-06bd9ac3a107 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923195 Aug 20 11:49:02.082215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-81633489-1ce1-4b88-bf83-ff98d9a3f182 None None] For port d5ff194b-7011-43b6-a80e-fe3fec5a02f1, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d5ff194b-7011-43b6-a80e-fe3fec5a02f1,segment=NetworkSegment(4636c42c-09c5-41f4-b7f7-dfbb070f31c8),segment_id=4636c42c-09c5-41f4-b7f7-dfbb070f31c8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:02.094918 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-81633489-1ce1-4b88-bf83-ff98d9a3f182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.100601 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a379ff-9b20-4348-8b48-0fbe43d40b01 None None] Pushing event updated for resources: {'Port': ['ID=d88e3d90-8747-4748-a4bd-601dd3dcea83,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:02.154828 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Attempting to bind port d88e3d90-8747-4748-a4bd-601dd3dcea83 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:02.158799 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Attempting to bind port d88e3d90-8747-4748-a4bd-601dd3dcea83 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:02.160350 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Attempting to bind port d88e3d90-8747-4748-a4bd-601dd3dcea83 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:02.171196 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:02.171961 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:02.172619 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.173270 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:02.173986 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Bound port: d88e3d90-8747-4748-a4bd-601dd3dcea83, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:02.174647 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.210499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Allocated IP 172.20.0.1 (d8c120cc-56e2-4266-a608-15492ea07f5a/09663497-ca2a-455d-b26b-a9896c3dda5e/14c8ebc0-0b9d-4327-8e1e-55861af8249f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:02.243308 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] For port d88e3d90-8747-4748-a4bd-601dd3dcea83, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:02.247676 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] For port d88e3d90-8747-4748-a4bd-601dd3dcea83, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d88e3d90-8747-4748-a4bd-601dd3dcea83,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:02.254372 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.305640 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81633489-1ce1-4b88-bf83-ff98d9a3f182 None None] Pushing event updated for resources: {'Port': ['ID=d5ff194b-7011-43b6-a80e-fe3fec5a02f1,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:02.311271 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-70f5c43b-12e2-4105-938e-bc0627684679 req-a3914ca8-fe22-404e-8808-5e9d1aef61b9 service neutron] 10.222.0.35 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251723 Aug 20 11:49:02.324011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4b5593b4-561f-47ef-86b8-fd35024e17b3 None None] Provisioning for port 18164b11-85b2-4c52-9f71-f305a472697e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:02.341804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4b5593b4-561f-47ef-86b8-fd35024e17b3 None None] Provisioning complete for port 18164b11-85b2-4c52-9f71-f305a472697e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:02.342965 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4b5593b4-561f-47ef-86b8-fd35024e17b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.361854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e719b73-6cdf-44bb-8953-7d1534d88e16 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:02.366486 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Routers {'1fd8c4eb-7c04-48ea-9691-f6efa1caea07'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:02.367142 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e719b73-6cdf-44bb-8953-7d1534d88e16 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.367401 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:48:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:02.409567 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a379ff-9b20-4348-8b48-0fbe43d40b01 None None] Pushing event updated for resources: {'Port': ['ID=d88e3d90-8747-4748-a4bd-601dd3dcea83,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:02.457155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4b5593b4-561f-47ef-86b8-fd35024e17b3 None None] Port 18164b11-85b2-4c52-9f71-f305a472697e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:02.488267 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4b5593b4-561f-47ef-86b8-fd35024e17b3 None None] Provisioning complete for port d5ff194b-7011-43b6-a80e-fe3fec5a02f1 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:02.488876 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4b5593b4-561f-47ef-86b8-fd35024e17b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.554194 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.570424 n-d-804299-2 neutron-server[94690]: INFO neutron.db.ipam_backend_mixin [None req-6e719b73-6cdf-44bb-8953-7d1534d88e16 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 64ce50f0-43f6-4b3a-82bf-f4ce6b29be72 (CIDR: 172.20.0.0/28) Aug 20 11:49:02.578780 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e719b73-6cdf-44bb-8953-7d1534d88e16 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:49:02.580858 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e719b73-6cdf-44bb-8953-7d1534d88e16 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:49:02.609316 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] Set router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:02.610826 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Transition to ACTIVE for port object 14c8ebc0-0b9d-4327-8e1e-55861af8249f will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:02.630854 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6e719b73-6cdf-44bb-8953-7d1534d88e16 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7557280 Aug 20 11:49:02.631516 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50376) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:02.638319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-50c147bc-8e2b-4206-8f93-972c3905bedd tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'subnet': {'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:02.715207 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.783829 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.807368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Pushing event updated for resources: {'Port': ['ID=14c8ebc0-0b9d-4327-8e1e-55861af8249f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:02.832841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Network d8c120cc-56e2-4266-a608-15492ea07f5a is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:02.836606 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:02.840938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:02.894860 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.947122 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:48:58Z', 'revision_number': 3, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:02.951282 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c147bc-8e2b-4206-8f93-972c3905bedd tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:02.957791 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50c147bc-8e2b-4206-8f93-972c3905bedd tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.995202 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc624a80-6bb6-4c3b-86b4-a39b11ba704f None None] The sync data for ids ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'] in n-d-804299-2 is: [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:48:58Z', 'revision_number': 3, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:03.273909 n-d-804299-2 neutron-server[94690]: INFO neutron.db.ipam_backend_mixin [None req-50c147bc-8e2b-4206-8f93-972c3905bedd tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 56ba6b9c-638a-4dea-9851-e22cc057e828 (CIDR: 172.20.0.16/28) Aug 20 11:49:03.280916 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c147bc-8e2b-4206-8f93-972c3905bedd tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:49:03.282437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c147bc-8e2b-4206-8f93-972c3905bedd tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:49:03.303326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0d793a50-1414-41d3-ad1e-a450c2fa7834 None None] Provisioning for port 14c8ebc0-0b9d-4327-8e1e-55861af8249f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:03.306757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50390) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:03.315649 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0d793a50-1414-41d3-ad1e-a450c2fa7834 None None] Provisioning complete for port 14c8ebc0-0b9d-4327-8e1e-55861af8249f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:03.316481 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0d793a50-1414-41d3-ad1e-a450c2fa7834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:03.329479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 2c28c420-03de-40e5-9a57-7bdecf2c2c08 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:49:03.334367 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-50c147bc-8e2b-4206-8f93-972c3905bedd tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7017386 Aug 20 11:49:03.338461 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50392) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:03.354403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-612b4c46-ed67-4c20-a716-516978f36641 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'subnet': {'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:03.413221 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7679e675-97c3-4a87-a373-9e1aaae15e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:03.449114 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0d793a50-1414-41d3-ad1e-a450c2fa7834 None None] Port 14c8ebc0-0b9d-4327-8e1e-55861af8249f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:03.490230 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:03.539351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50394) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:03.692981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae74564-d607-4f33-9080-ef0726c0bd77 req-c8537984-bfd1-4f35-8c10-020c8d762e72 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:03.694964 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 2c28c420-03de-40e5-9a57-7bdecf2c2c08, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=2c28c420-03de-40e5-9a57-7bdecf2c2c08,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:03.704626 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0ae74564-d607-4f33-9080-ef0726c0bd77 req-c8537984-bfd1-4f35-8c10-020c8d762e72 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 944 time: 0.3576069 Aug 20 11:49:03.716600 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'port_id': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'mac_address': 'fa:16:3e:5c:31:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:49:03.794172 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:03.819752 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c28c420-03de-40e5-9a57-7bdecf2c2c08 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:49:03.880256 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 2c28c420-03de-40e5-9a57-7bdecf2c2c08, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=2c28c420-03de-40e5-9a57-7bdecf2c2c08,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:03.893360 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:03.967258 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0ae74564-d607-4f33-9080-ef0726c0bd77 req-68a0b182-79fa-4fdd-ac6a-8e0b2aee9b21 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597921 Aug 20 11:49:04.051367 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=2c28c420-03de-40e5-9a57-7bdecf2c2c08,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:04.131300 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81b7ce6f-390f-4e8c-98b5-39ab114e0fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.134133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['2c28c420-03de-40e5-9a57-7bdecf2c2c08'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:49:04.228448 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7679e675-97c3-4a87-a373-9e1aaae15e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.394752 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81b7ce6f-390f-4e8c-98b5-39ab114e0fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.399136 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7679e675-97c3-4a87-a373-9e1aaae15e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.443683 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81b7ce6f-390f-4e8c-98b5-39ab114e0fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.474179 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.512836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612b4c46-ed67-4c20-a716-516978f36641 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Made reservation on behalf of 0b4fcaa8b42a4ed5856a164cef35de94 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:04.519841 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.520495 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-612b4c46-ed67-4c20-a716-516978f36641 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.606526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d5ff194b-7011-43b6-a80e-fe3fec5a02f1 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:04.676612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50408) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:04.679986 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7679e675-97c3-4a87-a373-9e1aaae15e43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=443a47b368fb42079d60cea72d98a087&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3639138 Aug 20 11:49:04.684059 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d5ff194b-7011-43b6-a80e-fe3fec5a02f1 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:04.684554 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.701338 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-81b7ce6f-390f-4e8c-98b5-39ab114e0fd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef70e27bfeeb4e4290d86959cb3a8e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1593361 Aug 20 11:49:04.705114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679e675-97c3-4a87-a373-9e1aaae15e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0985bfce-75a0-45d5-b077-9da34dba0f49,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:04.710781 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50410) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:04.801629 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Pushing event updated for resources: {'Port': ['ID=14c8ebc0-0b9d-4327-8e1e-55861af8249f,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:04.830064 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.833200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d88e3d90-8747-4748-a4bd-601dd3dcea83 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:04.901260 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e32f63d8-322f-43c8-b2ca-54cc82477e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.920975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port d88e3d90-8747-4748-a4bd-601dd3dcea83 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:04.929151 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e32f63d8-322f-43c8-b2ca-54cc82477e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.931580 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d88e3d90-8747-4748-a4bd-601dd3dcea83 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:04.931948 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.952882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7ce6f-390f-4e8c-98b5-39ab114e0fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bd8cc1-59ae-49f5-8ed7-eb18823c5fbc,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:05.000703 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8d5f15b-b7b3-4a1e-8dde-104efbce586e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.028259 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e32f63d8-322f-43c8-b2ca-54cc82477e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.031939 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e32f63d8-322f-43c8-b2ca-54cc82477e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.033146 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e32f63d8-322f-43c8-b2ca-54cc82477e26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0985bfce-75a0-45d5-b077-9da34dba0f49 HTTP/1.1" status: 204 len: 168 time: 0.3538251 Aug 20 11:49:05.048350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f63d8-322f-43c8-b2ca-54cc82477e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0985bfce-75a0-45d5-b077-9da34dba0f49,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:05.137504 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.182996 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-612b4c46-ed67-4c20-a716-516978f36641 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.185996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port d88e3d90-8747-4748-a4bd-601dd3dcea83, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d88e3d90-8747-4748-a4bd-601dd3dcea83,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:05.192379 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.247938 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b4c46-ed67-4c20-a716-516978f36641 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:05.252221 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-612b4c46-ed67-4c20-a716-516978f36641 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:05.258896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b4c46-ed67-4c20-a716-516978f36641 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:05.259079 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-612b4c46-ed67-4c20-a716-516978f36641 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.263602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab1256-5375-4abd-8dc7-bb828d7e943b None None] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:05.277820 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b4c46-ed67-4c20-a716-516978f36641 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Subnet': ['ID=6ad85e4f-9a46-4d80-b9c5-32f863d35bcc,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:05.290106 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-612b4c46-ed67-4c20-a716-516978f36641 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9480689 Aug 20 11:49:05.290347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50428) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:05.305877 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-0df5ff11-032b-4be9-a428-2c618ae2965a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-166623310', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6ad85e4f-9a46-4d80-b9c5-32f863d35bcc'}], 'security_groups': ['38bb0d66-9ae7-404b-8b3a-d038e0c33844', 'e03e61ec-7fff-479d-859d-ad8615ed2231']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:05.336911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 2c28c420-03de-40e5-9a57-7bdecf2c2c08 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:05.405019 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=d88e3d90-8747-4748-a4bd-601dd3dcea83,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:05.551323 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 2c28c420-03de-40e5-9a57-7bdecf2c2c08 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:05.612582 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 2c28c420-03de-40e5-9a57-7bdecf2c2c08 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:05.617013 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.710875 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8d5f15b-b7b3-4a1e-8dde-104efbce586e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.801904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Network d8c120cc-56e2-4266-a608-15492ea07f5a is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:05.807004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:05.834498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35222c0e-ab4e-474c-b000-75afa481216e req-b8e268b4-cc7b-4d7e-bd93-370f7b609a8b tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:05.842877 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-35222c0e-ab4e-474c-b000-75afa481216e req-b8e268b4-cc7b-4d7e-bd93-370f7b609a8b tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 945 time: 0.1668470 Aug 20 11:49:05.870565 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0df5ff11-032b-4be9-a428-2c618ae2965a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.979003 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8d5f15b-b7b3-4a1e-8dde-104efbce586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.982689 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8d5f15b-b7b3-4a1e-8dde-104efbce586e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.984985 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e8d5f15b-b7b3-4a1e-8dde-104efbce586e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5bd8cc1-59ae-49f5-8ed7-eb18823c5fbc HTTP/1.1" status: 204 len: 168 time: 1.2694409 Aug 20 11:49:06.032516 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-35222c0e-ab4e-474c-b000-75afa481216e req-858abd72-e6df-4116-b4b6-6a955218a6c2 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885142 Aug 20 11:49:06.033858 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5f15b-b7b3-4a1e-8dde-104efbce586e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bd8cc1-59ae-49f5-8ed7-eb18823c5fbc,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:06.153791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:49:06.194349 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.262380 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c28c420-03de-40e5-9a57-7bdecf2c2c08'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:06.264670 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c37cf59-72da-4d51-ac56-0872ed919c49" -d '{"events": [{"server_uuid": "a8b19177-9cdf-4da4-8bb1-569ff2a10dea", "name": "network-vif-plugged", "status": "completed", "tag": "2c28c420-03de-40e5-9a57-7bdecf2c2c08"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:06.347602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 2c28c420-03de-40e5-9a57-7bdecf2c2c08, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=2c28c420-03de-40e5-9a57-7bdecf2c2c08,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:06.374448 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.383796 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d88e3d90-8747-4748-a4bd-601dd3dcea83 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:06.390470 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dac6d67-c008-44e6-b30a-a1f1ce35693e x-openstack-request-id: req-3dac6d67-c008-44e6-b30a-a1f1ce35693e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:06.392785 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b19177-9cdf-4da4-8bb1-569ff2a10dea", "name": "network-vif-plugged", "status": "completed", "tag": "2c28c420-03de-40e5-9a57-7bdecf2c2c08", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:06.393688 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3dac6d67-c008-44e6-b30a-a1f1ce35693e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:06.394300 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'code': 200} Aug 20 11:49:06.447929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:06.477733 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-39504994-67ff-417c-9c0f-465156466911 admin admin] 10.222.0.37 "PUT /v2.0/routers/1fd8c4eb-7c04-48ea-9691-f6efa1caea07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3821347 Aug 20 11:49:06.513443 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Sync routers for ids ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:06.591036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d23318-c89f-4906-a17f-a5ad9aa8a3c8 req-1968283e-fce4-4a2d-8653-6fa21a48d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:06.593099 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-88d23318-c89f-4906-a17f-a5ad9aa8a3c8 req-1968283e-fce4-4a2d-8653-6fa21a48d636 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 1097 time: 0.1008527 Aug 20 11:49:06.726433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=2c28c420-03de-40e5-9a57-7bdecf2c2c08,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:06.745680 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e56fb2d-1ffd-4e72-8e28-173154186d7e None None] Update dhcp port {'port': {'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'fixed_ips': [{'subnet_id': '56ba6b9c-638a-4dea-9851-e22cc057e828', 'ip_address': '172.20.0.18'}, {'subnet_id': '64ce50f0-43f6-4b3a-82bf-f4ce6b29be72', 'ip_address': '172.20.0.2'}, {'subnet_id': '6ad85e4f-9a46-4d80-b9c5-32f863d35bcc'}], 'binding:host_id': 'n-d-804299-2'}, 'id': '6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:49:06.747842 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-de6d3dcb-ecb3-423b-922c-516e0808b6c3 None None] Provisioning complete for port 14c8ebc0-0b9d-4327-8e1e-55861af8249f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:06.748278 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de6d3dcb-ecb3-423b-922c-516e0808b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.790655 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-88d23318-c89f-4906-a17f-a5ad9aa8a3c8 req-3fe458a6-8069-4d81-ad99-d2901e000b5f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582499 Aug 20 11:49:06.854338 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Routers {'1fd8c4eb-7c04-48ea-9691-f6efa1caea07'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:06.855011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:48:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:07.012030 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-0df5ff11-032b-4be9-a428-2c618ae2965a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Delete allocated IP 172.20.0.4 (047e38a3-9962-4308-a8ea-a0b04f8cf7e8/64ce50f0-43f6-4b3a-82bf-f4ce6b29be72) {{(pid=94690) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 11:49:07.043167 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-0df5ff11-032b-4be9-a428-2c618ae2965a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Allocated IP 172.20.0.43 (047e38a3-9962-4308-a8ea-a0b04f8cf7e8/6ad85e4f-9a46-4d80-b9c5-32f863d35bcc/18164b11-85b2-4c52-9f71-f305a472697e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:07.091530 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50474) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:07.118179 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.220733 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2e56fb2d-1ffd-4e72-8e28-173154186d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.243002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-de6d3dcb-ecb3-423b-922c-516e0808b6c3 None None] Port 14c8ebc0-0b9d-4327-8e1e-55861af8249f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:07.262144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d88e3d90-8747-4748-a4bd-601dd3dcea83 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:07.262691 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.271599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Set router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:07.333546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d81e5-c180-4905-a3aa-5e323a6bee1d req-989a0512-ff3b-4547-9b41-9ea660786b2d tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:07.335136 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-963d81e5-c180-4905-a3aa-5e323a6bee1d req-989a0512-ff3b-4547-9b41-9ea660786b2d tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 946 time: 0.0956545 Aug 20 11:49:07.430019 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0df5ff11-032b-4be9-a428-2c618ae2965a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.447412 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-963d81e5-c180-4905-a3aa-5e323a6bee1d req-3397874f-5d68-4574-b592-6fb32014dd07 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016524 Aug 20 11:49:07.480581 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.487044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0df5ff11-032b-4be9-a428-2c618ae2965a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Transition to ACTIVE for port object 18164b11-85b2-4c52-9f71-f305a472697e will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:07.488226 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.496041 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0df5ff11-032b-4be9-a428-2c618ae2965a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.550825 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5d57191ad2c4a45a6c3718efb9e2ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581335 Aug 20 11:49:07.552275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa51163e-2e3e-4d98-87dc-a815a18ae8a6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:07.555598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50480) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:07.569487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:07.570649 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:07.570649 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:07.571536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:07.571681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:07.572129 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:07.572587 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:07.573052 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:07.573620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:07.574058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:07.574490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:07.574917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72aa11-e58e-4d05-8113-19d4247ec3ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:07.649108 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06b4a363-8c8e-428c-9256-31f4be4bc58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.682688 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06b4a363-8c8e-428c-9256-31f4be4bc58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.802707 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06b4a363-8c8e-428c-9256-31f4be4bc58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.804882 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06b4a363-8c8e-428c-9256-31f4be4bc58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.806522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-06b4a363-8c8e-428c-9256-31f4be4bc58a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa51163e-2e3e-4d98-87dc-a815a18ae8a6 HTTP/1.1" status: 204 len: 168 time: 0.2494094 Aug 20 11:49:07.830042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4a363-8c8e-428c-9256-31f4be4bc58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa51163e-2e3e-4d98-87dc-a815a18ae8a6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:07.929388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5ff11-032b-4be9-a428-2c618ae2965a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event updated for resources: {'Port': ['ID=18164b11-85b2-4c52-9f71-f305a472697e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:07.958055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0df5ff11-032b-4be9-a428-2c618ae2965a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] In _notify_port_updated(), no bound segment for port 18164b11-85b2-4c52-9f71-f305a472697e on network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 {{(pid=94690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:49:07.966344 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df5ff11-032b-4be9-a428-2c618ae2965a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:07.968331 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0df5ff11-032b-4be9-a428-2c618ae2965a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.971801 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0df5ff11-032b-4be9-a428-2c618ae2965a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "PUT /v2.0/ports/18164b11-85b2-4c52-9f71-f305a472697e HTTP/1.1" status: 200 len: 959 time: 2.6802781 Aug 20 11:49:07.974530 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50498) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:08.053007 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:49:03Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '14c8ebc0-0b9d-4327-8e1e-55861af8249f', 'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'mac_address': 'fa:16:3e:f3:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:01Z', 'updated_at': '2021-08-20T11:49:03Z', 'revision_number': 2, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'subnets': [{'id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:08.091017 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Checking router: 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:49:08.091372 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Updating router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 port 14c8ebc0-0b9d-4327-8e1e-55861af8249f binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:49:08.121001 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-2e56fb2d-1ffd-4e72-8e28-173154186d7e None None] Allocated IP 172.20.0.34 (047e38a3-9962-4308-a8ea-a0b04f8cf7e8/6ad85e4f-9a46-4d80-b9c5-32f863d35bcc/6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:08.131082 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.180266 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-53d16364-e816-4ea9-b8ae-77c57e429e56 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 18164b11-85b2-4c52-9f71-f305a472697e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:08.180872 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53d16364-e816-4ea9-b8ae-77c57e429e56 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.372162 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53d16364-e816-4ea9-b8ae-77c57e429e56 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.396217 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-53d16364-e816-4ea9-b8ae-77c57e429e56 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 18164b11-85b2-4c52-9f71-f305a472697e owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:08.553373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2e56fb2d-1ffd-4e72-8e28-173154186d7e None None] For port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071,segment=NetworkSegment(07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d),segment_id=07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:08.581713 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50512) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:08.586502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-89d14c03-b63c-45af-a64a-669d3f19d85e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--92341637', 'description': 'tempest-description--93601305'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:08.624906 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-89d14c03-b63c-45af-a64a-669d3f19d85e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.727847 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2e56fb2d-1ffd-4e72-8e28-173154186d7e None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.760693 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857d3be-fc0e-4eb8-83b9-fb5ef7d26de5 req-7d5a36cd-a100-4d35-af30-242151ea4cc7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:08.778295 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0857d3be-fc0e-4eb8-83b9-fb5ef7d26de5 req-7d5a36cd-a100-4d35-af30-242151ea4cc7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 946 time: 0.1549983 Aug 20 11:49:08.779253 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53d16364-e816-4ea9-b8ae-77c57e429e56 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.788323 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-89d14c03-b63c-45af-a64a-669d3f19d85e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.794996 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-89d14c03-b63c-45af-a64a-669d3f19d85e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.802262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2e56fb2d-1ffd-4e72-8e28-173154186d7e None None] Transition to ACTIVE for port object 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:08.826311 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2e56fb2d-1ffd-4e72-8e28-173154186d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.837658 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d14c03-b63c-45af-a64a-669d3f19d85e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbfc231-26ab-4ebc-b80e-e0da7a58e788,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:08.852860 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-89d14c03-b63c-45af-a64a-669d3f19d85e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.854454 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-89d14c03-b63c-45af-a64a-669d3f19d85e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2717154 Aug 20 11:49:08.857565 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50524) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:08.866305 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-19bcea06-7120-4713-bfea-835870181395 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Request body: {'security_group_rule': {'security_group_id': 'ecbfc231-26ab-4ebc-b80e-e0da7a58e788', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:08.916591 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19bcea06-7120-4713-bfea-835870181395 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.927043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d16364-e816-4ea9-b8ae-77c57e429e56 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=18164b11-85b2-4c52-9f71-f305a472697e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:08.972744 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0857d3be-fc0e-4eb8-83b9-fb5ef7d26de5 req-49fcb5fe-4f12-40bf-b526-2c065bb460bc tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778812 Aug 20 11:49:09.069482 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19bcea06-7120-4713-bfea-835870181395 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.080589 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19bcea06-7120-4713-bfea-835870181395 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.093520 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.115213 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcea06-7120-4713-bfea-835870181395 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ddc3b3-05ef-4459-a1ac-e83cd9f6636c,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:09.119931 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56fb2d-1ffd-4e72-8e28-173154186d7e None None] Pushing event updated for resources: {'Port': ['ID=6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:09.128818 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53d16364-e816-4ea9-b8ae-77c57e429e56 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.131761 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-53d16364-e816-4ea9-b8ae-77c57e429e56 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/18164b11-85b2-4c52-9f71-f305a472697e HTTP/1.1" status: 204 len: 168 time: 1.1561952 Aug 20 11:49:09.135275 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50536) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:09.138865 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19bcea06-7120-4713-bfea-835870181395 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.142283 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-19bcea06-7120-4713-bfea-835870181395 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2813940 Aug 20 11:49:09.157323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50538) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:09.174893 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-03199a85-e769-4714-a9da-7b2548cc3fe0 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Request body: {'security_group_rule': {'security_group_id': 'ecbfc231-26ab-4ebc-b80e-e0da7a58e788', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:09.202083 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-068df05f-c483-42eb-8fde-69937a866b2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] GET failed (client error): The resource could not be found. Aug 20 11:49:09.204119 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-068df05f-c483-42eb-8fde-69937a866b2e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports/18164b11-85b2-4c52-9f71-f305a472697e HTTP/1.1" status: 404 len: 333 time: 0.0673048 Aug 20 11:49:09.210236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50540) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:09.253610 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.268099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Transition to ACTIVE for port object 14c8ebc0-0b9d-4327-8e1e-55861af8249f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:09.283100 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.298266 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03199a85-e769-4714-a9da-7b2548cc3fe0 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.433397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bc17d-36f2-4b15-90b7-404f8a31f44c None None] Pushing event updated for resources: {'Port': ['ID=14c8ebc0-0b9d-4327-8e1e-55861af8249f,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:09.450238 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03199a85-e769-4714-a9da-7b2548cc3fe0 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.465763 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03199a85-e769-4714-a9da-7b2548cc3fe0 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.507602 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03199a85-e769-4714-a9da-7b2548cc3fe0 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.512686 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-03199a85-e769-4714-a9da-7b2548cc3fe0 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3452890 Aug 20 11:49:09.520997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50548) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:09.523499 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86e6bfb9-977b-40f3-80cb-a32533bc1a1e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.536846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:09.539317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Attempting to bind port 14c8ebc0-0b9d-4327-8e1e-55861af8249f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:09.540133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Attempting to bind port 14c8ebc0-0b9d-4327-8e1e-55861af8249f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:09.540774 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Attempting to bind port 14c8ebc0-0b9d-4327-8e1e-55861af8249f on network d8c120cc-56e2-4266-a608-15492ea07f5a {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:09.548395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:09.549517 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Checking segment: {'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:09.550171 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.550806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Bound using segment: {'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:09.551703 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Bound port: 14c8ebc0-0b9d-4327-8e1e-55861af8249f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:09.552368 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.577664 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86e6bfb9-977b-40f3-80cb-a32533bc1a1e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.644382 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03199a85-e769-4714-a9da-7b2548cc3fe0 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65827cbd-19d8-4a8c-995b-0bca55118adc,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:09.692805 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86e6bfb9-977b-40f3-80cb-a32533bc1a1e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.696081 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86e6bfb9-977b-40f3-80cb-a32533bc1a1e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.700529 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-86e6bfb9-977b-40f3-80cb-a32533bc1a1e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/security-groups/10b071ab-77a3-42d8-b735-3485274a247d HTTP/1.1" status: 204 len: 168 time: 0.4879050 Aug 20 11:49:09.706271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50552) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:09.729985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6bfb9-977b-40f3-80cb-a32533bc1a1e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b071ab-77a3-42d8-b735-3485274a247d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:09.730234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] For port 14c8ebc0-0b9d-4327-8e1e-55861af8249f, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:09.748754 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] For port 14c8ebc0-0b9d-4327-8e1e-55861af8249f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=14c8ebc0-0b9d-4327-8e1e-55861af8249f,segment=NetworkSegment(4636c42c-09c5-41f4-b7f7-dfbb070f31c8),segment_id=4636c42c-09c5-41f4-b7f7-dfbb070f31c8)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:09.750870 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-2a1b4512-c305-4e38-9ca8-b21b7731da41 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6167059 Aug 20 11:49:09.761428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:09.782728 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.811418 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.838737 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.849282 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5af9db3d-bc58-4336-b98a-6cbe0c1ee5c0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.906714 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5af9db3d-bc58-4336-b98a-6cbe0c1ee5c0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.960603 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Routers {'1fd8c4eb-7c04-48ea-9691-f6efa1caea07'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:09.962547 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:48:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:10.023623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5af9db3d-bc58-4336-b98a-6cbe0c1ee5c0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.028252 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5af9db3d-bc58-4336-b98a-6cbe0c1ee5c0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.038129 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5af9db3d-bc58-4336-b98a-6cbe0c1ee5c0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/security-groups/e03e61ec-7fff-479d-859d-ad8615ed2231 HTTP/1.1" status: 204 len: 168 time: 0.3266625 Aug 20 11:49:10.042099 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50560) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:10.067645 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bc17d-36f2-4b15-90b7-404f8a31f44c None None] Pushing event updated for resources: {'Port': ['ID=14c8ebc0-0b9d-4327-8e1e-55861af8249f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:10.103431 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9db3d-bc58-4336-b98a-6cbe0c1ee5c0 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03e61ec-7fff-479d-859d-ad8615ed2231,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:10.253107 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99138460-077c-451c-9328-fd41fb22071e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.296179 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99138460-077c-451c-9328-fd41fb22071e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.327806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] Set router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:10.367077 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99138460-077c-451c-9328-fd41fb22071e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.370071 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99138460-077c-451c-9328-fd41fb22071e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.377487 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-99138460-077c-451c-9328-fd41fb22071e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/security-groups/38bb0d66-9ae7-404b-8b3a-d038e0c33844 HTTP/1.1" status: 204 len: 168 time: 0.3210309 Aug 20 11:49:10.382502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50574) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:10.425756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:10.439740 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.483513 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.551744 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a53013-b53b-47c7-9212-9de53c02b159 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting subnet 64ce50f0-43f6-4b3a-82bf-f4ce6b29be72 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:49:10.562831 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99138460-077c-451c-9328-fd41fb22071e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bb0d66-9ae7-404b-8b3a-d038e0c33844,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:10.587385 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73a53013-b53b-47c7-9212-9de53c02b159 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.710376 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73a53013-b53b-47c7-9212-9de53c02b159 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.783427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Allocated IP 172.25.8.204 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/92017062-f3ae-45db-867a-2977e616d07c) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:10.864287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-64ab97bd-04a9-4197-b9b1-7e8c80e3220d None None] Provisioning complete for port 306295af-10e9-46b8-a897-961e585e55bc triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:10.864933 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-64ab97bd-04a9-4197-b9b1-7e8c80e3220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.917959 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73a53013-b53b-47c7-9212-9de53c02b159 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.925573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-64ab97bd-04a9-4197-b9b1-7e8c80e3220d None None] Port 306295af-10e9-46b8-a897-961e585e55bc cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:10.930448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-64ab97bd-04a9-4197-b9b1-7e8c80e3220d None None] Could not find standard attr ID for object 18164b11-85b2-4c52-9f71-f305a472697e. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:49:10.954305 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-64ab97bd-04a9-4197-b9b1-7e8c80e3220d None None] Provisioning for port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:10.961633 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-64ab97bd-04a9-4197-b9b1-7e8c80e3220d None None] Provisioning complete for port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:10.962004 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-64ab97bd-04a9-4197-b9b1-7e8c80e3220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.970182 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.998334 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:49:03Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '14c8ebc0-0b9d-4327-8e1e-55861af8249f', 'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'mac_address': 'fa:16:3e:f3:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:01Z', 'updated_at': '2021-08-20T11:49:09Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'subnets': [{'id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:11.069648 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:11.113738 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73a53013-b53b-47c7-9212-9de53c02b159 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:11.137890 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73a53013-b53b-47c7-9212-9de53c02b159 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:11.141053 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-73a53013-b53b-47c7-9212-9de53c02b159 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/64ce50f0-43f6-4b3a-82bf-f4ce6b29be72 HTTP/1.1" status: 204 len: 168 time: 0.7525089 Aug 20 11:49:11.147424 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50592) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:11.245067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:11.252514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a53013-b53b-47c7-9212-9de53c02b159 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Subnet': ['ID=64ce50f0-43f6-4b3a-82bf-f4ce6b29be72,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:11.263705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:11.278321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:11.295890 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-b394b8ea-aac6-4482-ad7e-cfbbbf6bb1b5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting subnet 6ad85e4f-9a46-4d80-b9c5-32f863d35bcc {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:49:11.305677 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b394b8ea-aac6-4482-ad7e-cfbbbf6bb1b5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:11.361735 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a7f006-72c0-4de9-ac7c-fb868b530470 None None] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:11.399265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event updated for resources: {'Port': ['ID=92017062-f3ae-45db-867a-2977e616d07c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:11.403598 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b394b8ea-aac6-4482-ad7e-cfbbbf6bb1b5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:11.419270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Allocated IP 172.25.8.75 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/22119b79-75d9-424c-ae04-61bcc18f0eff) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:11.438916 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff4015b-4a80-4d7e-9480-419aa3929104 None None] The sync data for ids ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'] in n-d-804299-2 is: [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:49:03Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '14c8ebc0-0b9d-4327-8e1e-55861af8249f', 'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'mac_address': 'fa:16:3e:f3:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:01Z', 'updated_at': '2021-08-20T11:49:09Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'subnets': [{'id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:11.750553 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b394b8ea-aac6-4482-ad7e-cfbbbf6bb1b5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:11.895709 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:11.905355 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b394b8ea-aac6-4482-ad7e-cfbbbf6bb1b5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:11.978423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-deb28fdb-639a-4555-841a-e61e9b214ae3 None None] Could not find standard attr ID for object 18164b11-85b2-4c52-9f71-f305a472697e. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:49:11.982363 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.030147 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b394b8ea-aac6-4482-ad7e-cfbbbf6bb1b5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.034165 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b394b8ea-aac6-4482-ad7e-cfbbbf6bb1b5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/6ad85e4f-9a46-4d80-b9c5-32f863d35bcc HTTP/1.1" status: 204 len: 168 time: 0.8853292 Aug 20 11:49:12.036811 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394b8ea-aac6-4482-ad7e-cfbbbf6bb1b5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad85e4f-9a46-4d80-b9c5-32f863d35bcc,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:12.051931 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50606) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:12.080381 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975a3709-f27d-4d66-9742-57eecc2dc46e None None] Update dhcp port {'port': {'network_id': '047e38a3-9962-4308-a8ea-a0b04f8cf7e8', 'fixed_ips': [{'subnet_id': '56ba6b9c-638a-4dea-9851-e22cc057e828', 'ip_address': '172.20.0.18'}, {'subnet_id': '6ad85e4f-9a46-4d80-b9c5-32f863d35bcc'}], 'binding:host_id': 'n-d-804299-2'}, 'id': '6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:49:12.087314 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.141782 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d81f453-9a75-46d9-a1bc-03a12ee51ac3 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] DELETE failed (client error): The resource could not be found. Aug 20 11:49:12.143939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d81f453-9a75-46d9-a1bc-03a12ee51ac3 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:49:12.146170 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8d81f453-9a75-46d9-a1bc-03a12ee51ac3 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/64ce50f0-43f6-4b3a-82bf-f4ce6b29be72 HTTP/1.1" status: 404 len: 337 time: 0.0903783 Aug 20 11:49:12.146388 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-975a3709-f27d-4d66-9742-57eecc2dc46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.149248 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50608) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:12.317529 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce513ac-6390-4c23-8e20-47833956f3f5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting subnet 56ba6b9c-638a-4dea-9851-e22cc057e828 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:49:12.320621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50616) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:12.339996 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ce513ac-6390-4c23-8e20-47833956f3f5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.483566 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.543490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 14c8ebc0-0b9d-4327-8e1e-55861af8249f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:12.575159 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ce513ac-6390-4c23-8e20-47833956f3f5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.643197 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:12.657534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:12.662822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:12.673789 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 14c8ebc0-0b9d-4327-8e1e-55861af8249f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:12.678054 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 14c8ebc0-0b9d-4327-8e1e-55861af8249f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:12.678625 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.774602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Pushing event updated for resources: {'Port': ['ID=22119b79-75d9-424c-ae04-61bcc18f0eff,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:12.776863 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ce513ac-6390-4c23-8e20-47833956f3f5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.850049 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.861332 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.873121 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.953962 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad4140dd-bdde-4d38-8fe7-0d3d3b172820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.970149 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 14c8ebc0-0b9d-4327-8e1e-55861af8249f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=14c8ebc0-0b9d-4327-8e1e-55861af8249f,segment=NetworkSegment(4636c42c-09c5-41f4-b7f7-dfbb070f31c8),segment_id=4636c42c-09c5-41f4-b7f7-dfbb070f31c8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:12.979906 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server [None req-975a3709-f27d-4d66-9742-57eecc2dc46e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56ba6b9c-638a-4dea-9851-e22cc057e828: This subnet is being modified by another concurrent operation. Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:49:12.993009 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise exception Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56ba6b9c-638a-4dea-9851-e22cc057e828: This subnet is being modified by another concurrent operation. Aug 20 11:49:12.998030 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Aug 20 11:49:13.026179 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ce513ac-6390-4c23-8e20-47833956f3f5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.058467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event updated for resources: {'Port': ['ID=92017062-f3ae-45db-867a-2977e616d07c,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:13.095131 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.119705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9e40f8-f445-4e23-b3a6-f9797c8c4f45 None None] Network 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:13.147168 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.162788 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=14c8ebc0-0b9d-4327-8e1e-55861af8249f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:13.199240 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ce513ac-6390-4c23-8e20-47833956f3f5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.207588 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5ce513ac-6390-4c23-8e20-47833956f3f5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/56ba6b9c-638a-4dea-9851-e22cc057e828 HTTP/1.1" status: 204 len: 168 time: 1.0567479 Aug 20 11:49:13.210591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50636) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:13.233645 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.236575 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce513ac-6390-4c23-8e20-47833956f3f5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Subnet': ['ID=56ba6b9c-638a-4dea-9851-e22cc057e828,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:13.310182 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-150e91c4-e63c-4760-9e0c-f003b069cf73 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] DELETE failed (client error): The resource could not be found. Aug 20 11:49:13.311642 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150e91c4-e63c-4760-9e0c-f003b069cf73 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:49:13.320664 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-150e91c4-e63c-4760-9e0c-f003b069cf73 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/ba7d2904-6e19-417f-b3d1-ab80a550b883 HTTP/1.1" status: 404 len: 337 time: 0.1064863 Aug 20 11:49:13.327207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50638) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:13.346183 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-98ad4aa5-4c4f-4c19-be21-887d6fd1ba9e None None] Provisioning complete for port 306295af-10e9-46b8-a897-961e585e55bc triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:13.351598 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-98ad4aa5-4c4f-4c19-be21-887d6fd1ba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.406883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50642) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:13.409714 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ad1ca1cb-c561-496e-b313-b9c7f2c9ba82 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4d3be-7648-44a7-8777-6f56d41f4b65 HTTP/1.1" status: 200 len: 205 time: 0.0811861 Aug 20 11:49:13.523856 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-1634fdab-a070-43aa-a56e-d1869d016a2d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] delete failed (client error): The resource could not be found. Aug 20 11:49:13.525547 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1634fdab-a070-43aa-a56e-d1869d016a2d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/routers/17a4d3be-7648-44a7-8777-6f56d41f4b65 HTTP/1.1" status: 404 len: 336 time: 0.1169600 Aug 20 11:49:13.532046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50648) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:13.561993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-98ad4aa5-4c4f-4c19-be21-887d6fd1ba9e None None] Port 306295af-10e9-46b8-a897-961e585e55bc cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:13.582289 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad4140dd-bdde-4d38-8fe7-0d3d3b172820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.593030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad4140dd-bdde-4d38-8fe7-0d3d3b172820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.598051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-98ad4aa5-4c4f-4c19-be21-887d6fd1ba9e None None] Provisioning complete for port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:13.598562 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-98ad4aa5-4c4f-4c19-be21-887d6fd1ba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.646401 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05674588-e9e8-43f6-a296-931161f6b3a8 None None] DHCP port deletion for 047e38a3-9962-4308-a8ea-a0b04f8cf7e8 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:49:13.675722 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c4abc5-cc36-4ddc-af6c-b082704ae3ea tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] DELETE failed (client error): The resource could not be found. Aug 20 11:49:13.677410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c4abc5-cc36-4ddc-af6c-b082704ae3ea tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:49:13.679435 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f1c4abc5-cc36-4ddc-af6c-b082704ae3ea tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/2b7ce559-c139-4332-b602-18411238dcdd HTTP/1.1" status: 404 len: 337 time: 0.1441262 Aug 20 11:49:13.685024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50654) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:13.700253 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.702416 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d6cc23f2-e557-4af3-86d4-d117cd206b67 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1773508 Aug 20 11:49:13.773334 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda264a8-6e78-4ff4-a97d-2e6eb32c55fd tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] DELETE failed (client error): The resource could not be found. Aug 20 11:49:13.773800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda264a8-6e78-4ff4-a97d-2e6eb32c55fd tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:49:13.776314 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-eda264a8-6e78-4ff4-a97d-2e6eb32c55fd tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/eb6e4a29-3ad1-4fb0-b55f-14658a06af80 HTTP/1.1" status: 404 len: 337 time: 0.0890944 Aug 20 11:49:13.780577 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ad4140dd-bdde-4d38-8fe7-0d3d3b172820 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b022c2587c34d9d9e1bb671785af511&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4468434 Aug 20 11:49:13.781427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50662) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:13.786288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4140dd-bdde-4d38-8fe7-0d3d3b172820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1c8d09-b87f-4dc6-bb42-b2c6c8d60753,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:13.800250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50664) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:13.831415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50666) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:13.834752 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.854247 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-91dc051f-6eef-48df-8413-c59464774812 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] DELETE failed (client error): The resource could not be found. Aug 20 11:49:13.855131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91dc051f-6eef-48df-8413-c59464774812 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:49:13.860481 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-91dc051f-6eef-48df-8413-c59464774812 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/6ae8776a-73de-46ef-9a96-545d7e8bab6e HTTP/1.1" status: 404 len: 337 time: 0.0770597 Aug 20 11:49:13.862446 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50670) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:13.865862 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-05674588-e9e8-43f6-a296-931161f6b3a8 None None] Deleting port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:13.866591 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-05674588-e9e8-43f6-a296-931161f6b3a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.878585 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.930184 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab1f2b1-3896-4a33-985d-009dce65687a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] DELETE failed (client error): The resource could not be found. Aug 20 11:49:13.931125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab1f2b1-3896-4a33-985d-009dce65687a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:49:13.937937 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0ab1f2b1-3896-4a33-985d-009dce65687a tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/8402b6a5-26c9-427b-b136-1f2934dfcf0f HTTP/1.1" status: 404 len: 333 time: 0.0727546 Aug 20 11:49:13.939284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50672) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:14.029838 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24da2c1-0e18-4034-8ad1-3de8496f02b5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] DELETE failed (client error): The resource could not be found. Aug 20 11:49:14.030350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24da2c1-0e18-4034-8ad1-3de8496f02b5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:49:14.039623 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e24da2c1-0e18-4034-8ad1-3de8496f02b5 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/a0f6c9cc-2832-49bd-853e-0b9f03de9db5 HTTP/1.1" status: 404 len: 337 time: 0.0992119 Aug 20 11:49:14.040587 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50676) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:14.047049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Pushing event updated for resources: {'Port': ['ID=22119b79-75d9-424c-ae04-61bcc18f0eff,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:14.056190 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-473fbfda-6d60-45f9-b614-c8d84bf30e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:14.075785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-05674588-e9e8-43f6-a296-931161f6b3a8 None None] For port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071,segment=NetworkSegment(07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d),segment_id=07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:14.076359 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-05674588-e9e8-43f6-a296-931161f6b3a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:14.082538 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:14.100603 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-05674588-e9e8-43f6-a296-931161f6b3a8 None None] Calling delete_port for 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:14.132477 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-473fbfda-6d60-45f9-b614-c8d84bf30e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:14.144216 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:14.145879 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-32cd66a2-d9be-4ba4-beec-29dafd44deae tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3941081 Aug 20 11:49:14.179345 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea35463-4fa4-4cef-a9c9-74a1681dcb9e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] DELETE failed (client error): The resource could not be found. Aug 20 11:49:14.179818 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea35463-4fa4-4cef-a9c9-74a1681dcb9e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:49:14.189333 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cea35463-4fa4-4cef-a9c9-74a1681dcb9e tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/92e603ac-e55d-4544-8d9d-ce777e072215 HTTP/1.1" status: 404 len: 337 time: 0.1449368 Aug 20 11:49:14.197432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50690) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:14.244174 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a5a20e9-72e9-4b66-9578-85982535d812 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--92341637&fields=id&tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6 HTTP/1.1" status: 200 len: 267 time: 0.0908101 Aug 20 11:49:14.281949 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-05674588-e9e8-43f6-a296-931161f6b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:14.282303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-b9c85d4c-3d06-4a0a-a7ee-39b8eb1bbd1b tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 695 time: 0.1284766 Aug 20 11:49:14.314680 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f13dc06-532e-4d48-aa64-4c025d263354 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] DELETE failed (client error): The resource could not be found. Aug 20 11:49:14.315425 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f13dc06-532e-4d48-aa64-4c025d263354 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:49:14.317213 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4f13dc06-532e-4d48-aa64-4c025d263354 tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/93ac1208-64c1-4fc6-9662-7e2559f14a3c HTTP/1.1" status: 404 len: 333 time: 0.0783722 Aug 20 11:49:14.333250 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0d35d8ff-9c2a-4145-ad06-159decb481e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:14.340556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50692) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:14.369137 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05674588-e9e8-43f6-a296-931161f6b3a8 None None] Pushing event deleted for resources: {'Port': ['ID=6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:14.375851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-61380db9-05f8-438e-b75d-4fbd217e2372 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:14.383934 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-61380db9-05f8-438e-b75d-4fbd217e2372 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/networks?id=d8c120cc-56e2-4266-a608-15492ea07f5a HTTP/1.1" status: 200 len: 810 time: 0.1387272 Aug 20 11:49:14.388938 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05674588-e9e8-43f6-a296-931161f6b3a8 None None] No DVR routers for this DVR port 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:14.404425 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-08b6e00b-5de7-466c-9d6a-b52a4d0c8158 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/quotas/f80439ee3e7d4c31ae9f53f07409b7e6 HTTP/1.1" status: 200 len: 375 time: 0.0195456 Aug 20 11:49:14.421122 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 14c8ebc0-0b9d-4327-8e1e-55861af8249f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:14.480210 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf6bbcc-ebc9-4a14-acfb-1ac855bb7d7e None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:49:14.492474 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-dcfb5b58-e5ad-4f90-9377-8afb35cd635b tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869091 Aug 20 11:49:14.530611 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-473fbfda-6d60-45f9-b614-c8d84bf30e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:14.536317 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-473fbfda-6d60-45f9-b614-c8d84bf30e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:14.538508 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-473fbfda-6d60-45f9-b614-c8d84bf30e8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd1c8d09-b87f-4dc6-bb42-b2c6c8d60753 HTTP/1.1" status: 204 len: 168 time: 0.7344387 Aug 20 11:49:14.549730 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb87fb25-5c4e-46d5-adb5-8bdb0144843d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] DELETE failed (client error): The resource could not be found. Aug 20 11:49:14.550636 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb87fb25-5c4e-46d5-adb5-8bdb0144843d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:49:14.553214 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fb87fb25-5c4e-46d5-adb5-8bdb0144843d tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/8160c18c-6f21-4162-ac22-b89191c47fc8 HTTP/1.1" status: 404 len: 337 time: 0.1347313 Aug 20 11:49:14.559519 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50698) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:14.616250 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bbaa98d-cea8-4ea2-8155-fb88a8b5965f tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] DELETE failed (client error): The resource could not be found. Aug 20 11:49:14.618301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bbaa98d-cea8-4ea2-8155-fb88a8b5965f tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:49:14.622496 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4bbaa98d-cea8-4ea2-8155-fb88a8b5965f tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/subnets/ad3b9904-a12e-4d61-8ebc-7185ab6565f1 HTTP/1.1" status: 404 len: 337 time: 0.0517044 Aug 20 11:49:14.640253 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-6111223a-a0ed-4d5e-bd1f-bcdf6e40bf59 service neutron] 10.222.0.37 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430495 Aug 20 11:49:14.644604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50700) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:14.675957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fbfda-6d60-45f9-b614-c8d84bf30e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1c8d09-b87f-4dc6-bb42-b2c6c8d60753,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:14.765201 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-ddb99ffb-b61e-43ed-9377-187e618b69dc service neutron] 10.222.0.37 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223006 Aug 20 11:49:14.810122 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 14c8ebc0-0b9d-4327-8e1e-55861af8249f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:14.811095 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:14.866574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-2d9fcf15-cf52-4659-9cc3-1ed3ef8cbda0 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:14.868100 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-2d9fcf15-cf52-4659-9cc3-1ed3ef8cbda0 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.5850182 Aug 20 11:49:14.886062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-2e4716cc-6a00-4b30-801d-401a606a54e7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:14.887178 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-19aa0f50-2dc6-41c8-8924-d60ba490e695 req-2e4716cc-6a00-4b30-801d-401a606a54e7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062530 Aug 20 11:49:14.962318 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-4337df2a-9af8-4bbc-bee2-55c50c6e00af tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Deleting port 306295af-10e9-46b8-a897-961e585e55bc {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:14.962663 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4337df2a-9af8-4bbc-bee2-55c50c6e00af tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:15.050331 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4337df2a-9af8-4bbc-bee2-55c50c6e00af tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:15.066631 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-4337df2a-9af8-4bbc-bee2-55c50c6e00af tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Calling delete_port for 306295af-10e9-46b8-a897-961e585e55bc owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:15.207170 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4337df2a-9af8-4bbc-bee2-55c50c6e00af tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:15.268046 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9745f6a-2d42-4c4b-8be5-e0f47ab36421 req-efa119ef-a374-4595-bda5-bdc6c5a12a5a tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 210 time: 0.1121352 Aug 20 11:49:15.306483 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337df2a-9af8-4bbc-bee2-55c50c6e00af tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Port': ['ID=306295af-10e9-46b8-a897-961e585e55bc,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:15.333508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf6bbcc-ebc9-4a14-acfb-1ac855bb7d7e None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:49:15.334686 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4337df2a-9af8-4bbc-bee2-55c50c6e00af tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:15.339121 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4337df2a-9af8-4bbc-bee2-55c50c6e00af tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/ports/306295af-10e9-46b8-a897-961e585e55bc HTTP/1.1" status: 204 len: 168 time: 0.6844807 Aug 20 11:49:15.341957 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0d35d8ff-9c2a-4145-ad06-159decb481e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:15.342358 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50736) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:15.354182 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0d35d8ff-9c2a-4145-ad06-159decb481e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:15.489565 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0d35d8ff-9c2a-4145-ad06-159decb481e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90a64f67d72143c8a5ac480523efece3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6473458 Aug 20 11:49:15.492481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50750) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:15.493190 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35d8ff-9c2a-4145-ad06-159decb481e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de5a4a7-9af5-4d41-8a05-7e7d150a0ed3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:15.537315 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:49:15.599124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:49:15.600622 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6a952a4d-cfb6-4f9c-9754-9bfb9b9d2071 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:49:15.664215 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d78255f-4ae7-44f1-976e-75b54fe7769f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:15.721216 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d78255f-4ae7-44f1-976e-75b54fe7769f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:15.788841 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:15.838121 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d78255f-4ae7-44f1-976e-75b54fe7769f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:15.841473 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d78255f-4ae7-44f1-976e-75b54fe7769f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:15.846768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1d78255f-4ae7-44f1-976e-75b54fe7769f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5de5a4a7-9af5-4d41-8a05-7e7d150a0ed3 HTTP/1.1" status: 204 len: 168 time: 0.3316431 Aug 20 11:49:15.884040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78255f-4ae7-44f1-976e-75b54fe7769f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de5a4a7-9af5-4d41-8a05-7e7d150a0ed3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:16.298258 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-6a143696-257f-42e3-8b8a-b7bf1bbed9f4 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:16.306897 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-6a143696-257f-42e3-8b8a-b7bf1bbed9f4 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 820 time: 0.7302859 Aug 20 11:49:16.335653 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:16.374407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047e38a3-9962-4308-a8ea-a0b04f8cf7e8']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:16.400440 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-3186fab3-f5f4-420b-a895-12c0c34f8aa5 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/quotas/f7fab17deaec469e9009db9ec576ec20 HTTP/1.1" status: 200 len: 375 time: 0.0773947 Aug 20 11:49:16.403989 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:16.404912 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ef7cf8-cc3d-4dc5-a7f2-5be65f0d764d') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:16.462546 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:16.467336 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-01441f8f-d2b9-4962-aaf3-a3b5dbe89977 req-95960dc6-bc76-481a-93d2-89626695bdfb tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 210 time: 0.0652230 Aug 20 11:49:16.500519 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:16.533289 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-05bb038a-03b8-4fb9-ba8f-7c6460bc6d14 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1317153 Aug 20 11:49:16.545734 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:16.546814 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:16.551567 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:16.745525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50778) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:16.830104 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:16.838043 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7555fda1-6626-48fd-9be0-ab843cf0436f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:16.850210 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:16.852506 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] 10.222.0.37 "DELETE /v2.0/networks/047e38a3-9962-4308-a8ea-a0b04f8cf7e8 HTTP/1.1" status: 204 len: 168 time: 1.5093939 Aug 20 11:49:16.872470 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-92749cd7-d5f3-4d2b-bb6b-29b2cdb2d03f service neutron] 10.222.0.37 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376107 Aug 20 11:49:16.941125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Pushing event deleted for resources: {'Network': ['ID=047e38a3-9962-4308-a8ea-a0b04f8cf7e8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:17.054257 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7555fda1-6626-48fd-9be0-ab843cf0436f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:17.065965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:17.066873 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:17.069176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:17.070927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:17.072209 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:17.073060 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:17.074958 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:17.076101 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:17.076695 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:17.078853 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:17.079270 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:17.079697 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c97c08-2883-425f-a6e0-c2cc290e00fc tempest-PortsTestJSON-1622011575 tempest-PortsTestJSON-1622011575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:17.083803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-69bf0cde-9e89-40bc-b57e-4cda56c0b2b9 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:17.092440 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-69bf0cde-9e89-40bc-b57e-4cda56c0b2b9 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.76 "GET /v2.0/networks?id=d8c120cc-56e2-4266-a608-15492ea07f5a HTTP/1.1" status: 200 len: 810 time: 0.3590953 Aug 20 11:49:17.094433 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7555fda1-6626-48fd-9be0-ab843cf0436f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:17.196991 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-9dea7d7b-374b-4227-a685-f934e833c041 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6 HTTP/1.1" status: 200 len: 378 time: 0.0943968 Aug 20 11:49:17.208920 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-194936c8-9914-476b-927e-7caf841664fe service neutron] 10.222.0.37 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349359 Aug 20 11:49:17.217078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-f2073e29-7503-4142-a344-00c017634e56 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Request body: {'port': {'device_id': '0287a4dc-a976-4836-90e1-16d0ad84714c', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'admin_state_up': True, 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'security_groups': ['ecbfc231-26ab-4ebc-b80e-e0da7a58e788']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:17.526693 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50820) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:17.794250 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-761dddbb-32a9-4792-9cec-1cc49a044856 req-012d2387-1a8b-4f12-9217-640ca5b0cae6 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 210 time: 0.0972710 Aug 20 11:49:18.097806 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7555fda1-6626-48fd-9be0-ab843cf0436f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=043107fa58814ac399137cf12a511844&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3408751 Aug 20 11:49:18.101592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-f2073e29-7503-4142-a344-00c017634e56 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Made reservation on behalf of f80439ee3e7d4c31ae9f53f07409b7e6 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:18.107229 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50844) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:18.112284 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-f2073e29-7503-4142-a344-00c017634e56 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.143909 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7126d1ab-bc1d-4529-a98f-2a35631347e4 req-2f77c5ee-023a-4ec5-b937-3ff70d458875 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 210 time: 0.0709925 Aug 20 11:49:18.146043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555fda1-6626-48fd-9be0-ab843cf0436f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856e759f-904b-4e6f-8fbc-e4ccf58e048e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:18.270378 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f427f19f-8af8-4f64-ad50-a3d0b8fae002 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b4fcaa8b42a4ed5856a164cef35de94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7421646 Aug 20 11:49:18.272365 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50848) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:18.338531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5093c47-630c-42b5-91ef-57f4d1329550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.364718 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5093c47-630c-42b5-91ef-57f4d1329550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.420800 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-167b304c-46c1-4673-9354-d2232b37d4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.438375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-f2073e29-7503-4142-a344-00c017634e56 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Allocated IP 172.20.0.10 (d8c120cc-56e2-4266-a608-15492ea07f5a/09663497-ca2a-455d-b26b-a9896c3dda5e/945321ed-1ce1-474f-a129-8f49611b5b94) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:18.453793 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-167b304c-46c1-4673-9354-d2232b37d4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.546843 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-167b304c-46c1-4673-9354-d2232b37d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.552118 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-167b304c-46c1-4673-9354-d2232b37d4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.553480 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-167b304c-46c1-4673-9354-d2232b37d4f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/346809da-6717-4902-a65a-4af1100e82f4 HTTP/1.1" status: 204 len: 168 time: 0.2797997 Aug 20 11:49:18.556662 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5093c47-630c-42b5-91ef-57f4d1329550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.559816 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5093c47-630c-42b5-91ef-57f4d1329550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.566129 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c5093c47-630c-42b5-91ef-57f4d1329550 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/856e759f-904b-4e6f-8fbc-e4ccf58e048e HTTP/1.1" status: 204 len: 168 time: 0.4558125 Aug 20 11:49:18.603569 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b304c-46c1-4673-9354-d2232b37d4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346809da-6717-4902-a65a-4af1100e82f4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:18.646425 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5093c47-630c-42b5-91ef-57f4d1329550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856e759f-904b-4e6f-8fbc-e4ccf58e048e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:18.827016 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-f2073e29-7503-4142-a344-00c017634e56 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.867050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-f2073e29-7503-4142-a344-00c017634e56 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Transition to ACTIVE for port object 945321ed-1ce1-474f-a129-8f49611b5b94 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:18.970944 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-f2073e29-7503-4142-a344-00c017634e56 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:19.082140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2073e29-7503-4142-a344-00c017634e56 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event updated for resources: {'Port': ['ID=945321ed-1ce1-474f-a129-8f49611b5b94,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:19.127119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-f2073e29-7503-4142-a344-00c017634e56 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Network d8c120cc-56e2-4266-a608-15492ea07f5a is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:19.147009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6abba-44ed-474c-b205-089fbf4d23ef req-a999d38e-7fe4-4cc9-8a9e-7d61732f0034 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:19.163405 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b7a6abba-44ed-474c-b205-089fbf4d23ef req-a999d38e-7fe4-4cc9-8a9e-7d61732f0034 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 932 time: 0.2152119 Aug 20 11:49:19.178511 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-f2073e29-7503-4142-a344-00c017634e56 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:19.229955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-f2073e29-7503-4142-a344-00c017634e56 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:19.368949 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e1b2af04-fd3c-4315-8eed-69c505d55d27 req-e8c06080-a638-4e07-bc45-b04404361a18 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 210 time: 0.0796597 Aug 20 11:49:19.369189 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b7a6abba-44ed-474c-b205-089fbf4d23ef req-966e3704-f69d-4f87-9e5c-ac3947c0726c tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2038035 Aug 20 11:49:19.549845 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50910) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:19.645644 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-f2073e29-7503-4142-a344-00c017634e56 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:19.647849 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-f2073e29-7503-4142-a344-00c017634e56 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:19.696343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f2800633-c3a0-4e88-b2fa-8390ecdffa6a None None] Provisioning for port 945321ed-1ce1-474f-a129-8f49611b5b94 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:19.706024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f2800633-c3a0-4e88-b2fa-8390ecdffa6a None None] Provisioning complete for port 945321ed-1ce1-474f-a129-8f49611b5b94 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:19.706402 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f2800633-c3a0-4e88-b2fa-8390ecdffa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:19.741432 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-f2073e29-7503-4142-a344-00c017634e56 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5269635 Aug 20 11:49:19.775194 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Request body: {'port': {'device_id': '0287a4dc-a976-4836-90e1-16d0ad84714c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:19.806803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f2800633-c3a0-4e88-b2fa-8390ecdffa6a None None] Port 945321ed-1ce1-474f-a129-8f49611b5b94 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:19.863447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-8a3ac8d4-38f4-48f5-b428-f2f965c85b8b tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:19.866342 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-8a3ac8d4-38f4-48f5-b428-f2f965c85b8b tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.76 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 820 time: 0.6403086 Aug 20 11:49:19.876727 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48bfb8ea-fc67-49a8-9ffd-f2bd30f76107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:19.920132 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:19.956586 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-f6cb628a-8808-4af2-be32-41101e32ea54 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Request body: {'port': {'device_id': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'admin_state_up': True, 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:20.123285 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48bfb8ea-fc67-49a8-9ffd-f2bd30f76107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.136391 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48bfb8ea-fc67-49a8-9ffd-f2bd30f76107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.194123 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfb8ea-fc67-49a8-9ffd-f2bd30f76107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c447816c-dc7b-4bb5-94d7-165d51d13c49,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:20.256879 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-48bfb8ea-fc67-49a8-9ffd-f2bd30f76107 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1892da3471e74f5a910c7758e7454e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7019172 Aug 20 11:49:20.257608 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50934) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:20.479484 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8f6b9a3-cd03-45de-9f87-553337405521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.573188 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c860726b-c8a3-4ffe-bc87-015cca2084e7 req-50c73de1-cf03-4695-9bfe-4fa942bec310 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 210 time: 0.0968661 Aug 20 11:49:20.580269 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8f6b9a3-cd03-45de-9f87-553337405521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.630522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50946) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:20.688417 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8f6b9a3-cd03-45de-9f87-553337405521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.691455 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8f6b9a3-cd03-45de-9f87-553337405521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.692747 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a8f6b9a3-cd03-45de-9f87-553337405521 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c447816c-dc7b-4bb5-94d7-165d51d13c49 HTTP/1.1" status: 204 len: 168 time: 0.4339271 Aug 20 11:49:20.709242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-f6cb628a-8808-4af2-be32-41101e32ea54 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Made reservation on behalf of f7fab17deaec469e9009db9ec576ec20 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:20.710354 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6b9a3-cd03-45de-9f87-553337405521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c447816c-dc7b-4bb5-94d7-165d51d13c49,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:20.712860 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-f6cb628a-8808-4af2-be32-41101e32ea54 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.758382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bbd07-35c2-498d-8903-18da76692601 req-f3951070-b595-4b2f-bdcc-9efb2636c0eb tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:20.765859 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-724bbd07-35c2-498d-8903-18da76692601 req-f3951070-b595-4b2f-bdcc-9efb2636c0eb tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 932 time: 0.2051113 Aug 20 11:49:20.924780 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-724bbd07-35c2-498d-8903-18da76692601 req-6d56cfb0-199e-4ea1-a4da-e59f0af33b55 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1522622 Aug 20 11:49:20.950234 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945321ed-1ce1-474f-a129-8f49611b5b94 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:49:20.962852 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.008521 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Transition to ACTIVE for port object 945321ed-1ce1-474f-a129-8f49611b5b94 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:21.019505 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.065510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-f6cb628a-8808-4af2-be32-41101e32ea54 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Allocated IP 172.20.0.4 (dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba/4eed0a99-4fda-4466-8755-9d3f540aab89/85422075-7987-4fb9-b551-f46742dccd52) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:21.095963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Pushing event updated for resources: {'Port': ['ID=945321ed-1ce1-474f-a129-8f49611b5b94,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:21.167031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e30e815b-e090-4d2f-9d42-a32c781561a9 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1449833496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:21.253680 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e30e815b-e090-4d2f-9d42-a32c781561a9 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.257318 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e30e815b-e090-4d2f-9d42-a32c781561a9 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.420618 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e30e815b-e090-4d2f-9d42-a32c781561a9 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.428918 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e30e815b-e090-4d2f-9d42-a32c781561a9 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.466639 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e30e815b-e090-4d2f-9d42-a32c781561a9 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.472292 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e30e815b-e090-4d2f-9d42-a32c781561a9 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8407238 Aug 20 11:49:21.473392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Attempting to bind port 945321ed-1ce1-474f-a129-8f49611b5b94 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:21.473740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Attempting to bind port 945321ed-1ce1-474f-a129-8f49611b5b94 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:21.473920 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50968) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:21.474425 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Attempting to bind port 945321ed-1ce1-474f-a129-8f49611b5b94 on network d8c120cc-56e2-4266-a608-15492ea07f5a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:21.480497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f82a320f-354f-4bdb-b972-322e6099181d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1827150733'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:21.509496 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Port 945321ed-1ce1-474f-a129-8f49611b5b94 on network d8c120cc-56e2-4266-a608-15492ea07f5a not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:49:21.510277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Attempting to bind port 945321ed-1ce1-474f-a129-8f49611b5b94 on network d8c120cc-56e2-4266-a608-15492ea07f5a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:21.542867 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82a320f-354f-4bdb-b972-322e6099181d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Made reservation on behalf of 0698fc04957a46cc9e4f9ad60f2baa7f for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:21.547809 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f82a320f-354f-4bdb-b972-322e6099181d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.554620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:21.555081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Checking segment: {'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:21.555477 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Bound using segment: {'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:21.556169 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Bound port: 945321ed-1ce1-474f-a129-8f49611b5b94, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:21.556683 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.566914 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f82a320f-354f-4bdb-b972-322e6099181d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.599981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50970) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:21.618820 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-caa80c1a-e2e0-4763-988e-5d55885ca153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.723297 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-f6cb628a-8808-4af2-be32-41101e32ea54 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.727221 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50976) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:21.770454 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-f6cb628a-8808-4af2-be32-41101e32ea54 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Transition to ACTIVE for port object 85422075-7987-4fb9-b551-f46742dccd52 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:21.795654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] For port 945321ed-1ce1-474f-a129-8f49611b5b94, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:21.799491 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f82a320f-354f-4bdb-b972-322e6099181d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.814214 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] For port 945321ed-1ce1-474f-a129-8f49611b5b94, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=945321ed-1ce1-474f-a129-8f49611b5b94,segment=NetworkSegment(4636c42c-09c5-41f4-b7f7-dfbb070f31c8),segment_id=4636c42c-09c5-41f4-b7f7-dfbb070f31c8)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:21.837591 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ea101d4a-33db-4ad2-9133-c4d477f54674 req-dd2198f4-182c-4c86-80f5-08adcf660389 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 210 time: 0.0842841 Aug 20 11:49:21.844311 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f82a320f-354f-4bdb-b972-322e6099181d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.855054 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.867619 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82a320f-354f-4bdb-b972-322e6099181d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:22.031967 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f82a320f-354f-4bdb-b972-322e6099181d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.032338 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-f82a320f-354f-4bdb-b972-322e6099181d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Added segment 595d3888-7568-45bc-b0ac-2808621afcd8 of type vlan for network dcc1f938-7f92-421a-83ba-037a03c56114 Aug 20 11:49:22.033856 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5996e30-9a6d-4d3d-83e4-e9ec1a053ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.050615 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-f6cb628a-8808-4af2-be32-41101e32ea54 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.069014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['2c28c420-03de-40e5-9a57-7bdecf2c2c08'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:49:22.100190 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:22.103693 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.110444 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] 10.222.0.76 "PUT /v2.0/ports/945321ed-1ce1-474f-a129-8f49611b5b94 HTTP/1.1" status: 200 len: 1092 time: 2.3560345 Aug 20 11:49:22.123279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0287a4dc-a976-4836-90e1-16d0ad84714c', 'tag': '945321ed-1ce1-474f-a129-8f49611b5b94'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:22.166452 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a1798a-25e7-4515-a90f-871a788de9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0287a4dc-a976-4836-90e1-16d0ad84714c", "tag": "945321ed-1ce1-474f-a129-8f49611b5b94"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:22.228055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a320f-354f-4bdb-b972-322e6099181d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d029a5-e759-4d35-b829-cf6697477431,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:22.309397 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb488f8-30e5-4894-8f9c-cffe84501bda x-openstack-request-id: req-bdb488f8-30e5-4894-8f9c-cffe84501bda {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:22.309691 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0287a4dc-a976-4836-90e1-16d0ad84714c", "tag": "945321ed-1ce1-474f-a129-8f49611b5b94", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:22.311524 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdb488f8-30e5-4894-8f9c-cffe84501bda {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:22.311951 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0287a4dc-a976-4836-90e1-16d0ad84714c', 'tag': '945321ed-1ce1-474f-a129-8f49611b5b94', 'status': 'completed', 'code': 200} Aug 20 11:49:22.317050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-f6cb628a-8808-4af2-be32-41101e32ea54 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:22.342749 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f82a320f-354f-4bdb-b972-322e6099181d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.348173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-f6cb628a-8808-4af2-be32-41101e32ea54 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:22.356963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-f6cb628a-8808-4af2-be32-41101e32ea54 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:22.370921 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b5035321-1370-4cc4-aaa6-f4e4ff879965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.445117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56f652-54b1-4e40-917e-f75ee50aa47d req-cf3042b9-b759-4d51-abc6-af0b7c92be81 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:22.448519 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cc56f652-54b1-4e40-917e-f75ee50aa47d req-cf3042b9-b759-4d51-abc6-af0b7c92be81 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 944 time: 0.3614924 Aug 20 11:49:22.460264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-f6cb628a-8808-4af2-be32-41101e32ea54 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:22.461160 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-f6cb628a-8808-4af2-be32-41101e32ea54 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.464396 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fbb13-1c2f-4e16-a0a7-2fa86920064e service neutron] Pushing event updated for resources: {'Port': ['ID=945321ed-1ce1-474f-a129-8f49611b5b94,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:22.504837 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-caa80c1a-e2e0-4763-988e-5d55885ca153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.511475 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f82a320f-354f-4bdb-b972-322e6099181d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.531769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82a320f-354f-4bdb-b972-322e6099181d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:22.539457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-967488d9-fd52-4b36-9aca-b41315bbd6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:22.541724 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-967488d9-fd52-4b36-9aca-b41315bbd6b0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6&device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 1095 time: 0.3603754 Aug 20 11:49:22.542746 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f82a320f-354f-4bdb-b972-322e6099181d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.572198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb628a-8808-4af2-be32-41101e32ea54 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Pushing event updated for resources: {'Port': ['ID=85422075-7987-4fb9-b551-f46742dccd52,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:22.608601 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-caa80c1a-e2e0-4763-988e-5d55885ca153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.616662 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-c3618957-9549-49a8-8145-f79ed0501de1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945321ed-1ce1-474f-a129-8f49611b5b94 HTTP/1.1" status: 200 len: 217 time: 0.0640779 Aug 20 11:49:22.697541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-b3d74d28-53ca-4525-919b-f66599fa7f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:22.699121 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-b3d74d28-53ca-4525-919b-f66599fa7f03 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09663497-ca2a-455d-b26b-a9896c3dda5e HTTP/1.1" status: 200 len: 849 time: 0.0744431 Aug 20 11:49:22.760424 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa80c1a-e2e0-4763-988e-5d55885ca153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d27a72-0623-4bc2-8bfb-5ddeb05636a7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:22.769239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-ed82ded3-5ed0-41ab-9e82-aaf27c7b51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:22.771264 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-ed82ded3-5ed0-41ab-9e82-aaf27c7b51fc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8c120cc-56e2-4266-a608-15492ea07f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591965 Aug 20 11:49:22.821131 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f59a27fe-f5b1-48b5-a2f8-7ab52c8fdbf8 None None] Provisioning for port 85422075-7987-4fb9-b551-f46742dccd52 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:22.821751 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-caa80c1a-e2e0-4763-988e-5d55885ca153 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8017374fb32748d9bd0d0f475285e110&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2204475 Aug 20 11:49:22.831629 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f59a27fe-f5b1-48b5-a2f8-7ab52c8fdbf8 None None] Provisioning complete for port 85422075-7987-4fb9-b551-f46742dccd52 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:22.832603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51000) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:22.833250 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f59a27fe-f5b1-48b5-a2f8-7ab52c8fdbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.882614 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f59a27fe-f5b1-48b5-a2f8-7ab52c8fdbf8 None None] Port 85422075-7987-4fb9-b551-f46742dccd52 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:22.907126 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-bf87f9cd-8fbc-4a34-9bd1-a432c93e5bee service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237841 Aug 20 11:49:22.938627 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cc56f652-54b1-4e40-917e-f75ee50aa47d req-b62347dd-b9f8-46bd-b0a5-56faa8275070 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3842351 Aug 20 11:49:22.956540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a320f-354f-4bdb-b972-322e6099181d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event updated for resources: {'Network': ['ID=dcc1f938-7f92-421a-83ba-037a03c56114,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:22.971168 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network dcc1f938-7f92-421a-83ba-037a03c56114 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:23.034969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9390bee-8545-48ec-a35b-00ae10d227c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.070050 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-74905eb2-c713-4476-8cf3-7b1b0087b0cd req-39d873c8-36da-402d-956c-2c5ff2956e6b service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552780 Aug 20 11:49:23.081588 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9390bee-8545-48ec-a35b-00ae10d227c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.141671 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5996e30-9a6d-4d3d-83e4-e9ec1a053ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.149034 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5996e30-9a6d-4d3d-83e4-e9ec1a053ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.160379 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f82a320f-354f-4bdb-b972-322e6099181d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6855211 Aug 20 11:49:23.162684 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51010) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:23.197827 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1053abe1-275b-451c-8527-23dddad731aa tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Request body: {'subnet': {'network_id': 'dcc1f938-7f92-421a-83ba-037a03c56114', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:23.199895 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9390bee-8545-48ec-a35b-00ae10d227c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.203826 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9390bee-8545-48ec-a35b-00ae10d227c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.207559 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e9390bee-8545-48ec-a35b-00ae10d227c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1d27a72-0623-4bc2-8bfb-5ddeb05636a7 HTTP/1.1" status: 204 len: 168 time: 0.3712072 Aug 20 11:49:23.211866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5996e30-9a6d-4d3d-83e4-e9ec1a053ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f3c926-bcfb-4e97-96fe-acc0f3c341ad,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:23.219664 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f5996e30-9a6d-4d3d-83e4-e9ec1a053ad3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f44ef739c6a42cfb86931be140c7e33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4912589 Aug 20 11:49:23.220504 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51014) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:23.237824 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9390bee-8545-48ec-a35b-00ae10d227c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d27a72-0623-4bc2-8bfb-5ddeb05636a7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:23.248307 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-f6cb628a-8808-4af2-be32-41101e32ea54 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3237090 Aug 20 11:49:23.304121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Request body: {'port': {'device_id': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:23.310369 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b12f781-a955-4553-8d8c-bcafd8cde7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.369239 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b12f781-a955-4553-8d8c-bcafd8cde7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.414632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8e0bc-4bb7-40af-97e2-0520e32baa09 req-7cf11738-2562-41b9-b1ad-a983ad47f5df tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:23.416203 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-71e8e0bc-4bb7-40af-97e2-0520e32baa09 req-7cf11738-2562-41b9-b1ad-a983ad47f5df tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 931 time: 0.3452113 Aug 20 11:49:23.454736 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b12f781-a955-4553-8d8c-bcafd8cde7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.458097 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b12f781-a955-4553-8d8c-bcafd8cde7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.462954 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7b12f781-a955-4553-8d8c-bcafd8cde7fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48f3c926-bcfb-4e97-96fe-acc0f3c341ad HTTP/1.1" status: 204 len: 168 time: 0.2365718 Aug 20 11:49:23.463164 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.464207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1798a-25e7-4515-a90f-871a788de9e3 req-8297a80f-91d0-4ce1-8c1c-79dd55e2bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:23.465759 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4a1798a-25e7-4515-a90f-871a788de9e3 req-8297a80f-91d0-4ce1-8c1c-79dd55e2bc56 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6&device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 1095 time: 0.3212440 Aug 20 11:49:23.469700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12f781-a955-4553-8d8c-bcafd8cde7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f3c926-bcfb-4e97-96fe-acc0f3c341ad,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:23.569888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1053abe1-275b-451c-8527-23dddad731aa tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Made reservation on behalf of 0698fc04957a46cc9e4f9ad60f2baa7f for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:23.573531 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1053abe1-275b-451c-8527-23dddad731aa tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.611694 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-71e8e0bc-4bb7-40af-97e2-0520e32baa09 req-9b5e51a1-a48f-4211-b001-b930cf129393 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811044 Aug 20 11:49:23.804823 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1798a-25e7-4515-a90f-871a788de9e3 req-455081a4-568b-4f28-929f-b59095a03782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:23.806669 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4a1798a-25e7-4515-a90f-871a788de9e3 req-455081a4-568b-4f28-929f-b59095a03782 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d8c120cc-56e2-4266-a608-15492ea07f5a HTTP/1.1" status: 200 len: 910 time: 0.3310990 Aug 20 11:49:23.864760 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4a1798a-25e7-4515-a90f-871a788de9e3 req-ea8d21a6-12e3-47c4-a6be-0936ffc7cf91 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945321ed-1ce1-474f-a129-8f49611b5b94 HTTP/1.1" status: 200 len: 217 time: 0.0504797 Aug 20 11:49:24.053868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1798a-25e7-4515-a90f-871a788de9e3 req-4b49be2a-57f4-4cde-acbb-e65415a0e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:24.055705 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4a1798a-25e7-4515-a90f-871a788de9e3 req-4b49be2a-57f4-4cde-acbb-e65415a0e9a5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09663497-ca2a-455d-b26b-a9896c3dda5e HTTP/1.1" status: 200 len: 849 time: 0.1789646 Aug 20 11:49:24.102138 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51044) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:24.161574 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae25ec-4205-4c1a-9d45-8559cec2190b req-2c7aedfe-537a-4e2d-b626-06dbf448fe04 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:24.163589 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0dae25ec-4205-4c1a-9d45-8559cec2190b req-2c7aedfe-537a-4e2d-b626-06dbf448fe04 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 944 time: 0.1253579 Aug 20 11:49:24.164938 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26c690f9-2ae3-4067-af16-11478145cc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.195680 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1053abe1-275b-451c-8527-23dddad731aa tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.264284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1798a-25e7-4515-a90f-871a788de9e3 req-85996e33-8053-4832-88c7-3d10c4e86150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:24.267143 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4a1798a-25e7-4515-a90f-871a788de9e3 req-85996e33-8053-4832-88c7-3d10c4e86150 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8c120cc-56e2-4266-a608-15492ea07f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953907 Aug 20 11:49:24.302161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85422075-7987-4fb9-b551-f46742dccd52 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:49:24.302346 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0dae25ec-4205-4c1a-9d45-8559cec2190b req-ed152ed4-e744-4522-b0d3-a99cef785417 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204903 Aug 20 11:49:24.323701 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.329000 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26c690f9-2ae3-4067-af16-11478145cc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.330642 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26c690f9-2ae3-4067-af16-11478145cc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.382577 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c690f9-2ae3-4067-af16-11478145cc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2c8f25-39fb-467f-97d7-0abe8aeb8456,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:24.387933 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-26c690f9-2ae3-4067-af16-11478145cc9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08a17941c7c2462589029341eaecb886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800014 Aug 20 11:49:24.391605 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51054) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:24.413395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Transition to ACTIVE for port object 85422075-7987-4fb9-b551-f46742dccd52 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:24.417447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053abe1-275b-451c-8527-23dddad731aa tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event updated for resources: {'Subnet': ['ID=047cd7a1-ef55-4409-9c44-8ac185960ebb,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:24.431066 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.433620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1053abe1-275b-451c-8527-23dddad731aa tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Checking segment: {'id': '595d3888-7568-45bc-b0ac-2808621afcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dcc1f938-7f92-421a-83ba-037a03c56114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:24.433979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1053abe1-275b-451c-8527-23dddad731aa tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Network hostable DHCP agents. Network: dcc1f938-7f92-421a-83ba-037a03c56114, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:24.451509 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71027aa0-8077-4091-ba7a-a782ec29a506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.482877 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71027aa0-8077-4091-ba7a-a782ec29a506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.528284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Pushing event updated for resources: {'Port': ['ID=85422075-7987-4fb9-b551-f46742dccd52,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:24.558871 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71027aa0-8077-4091-ba7a-a782ec29a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.561844 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1053abe1-275b-451c-8527-23dddad731aa tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Network dcc1f938-7f92-421a-83ba-037a03c56114 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:24.564912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71027aa0-8077-4091-ba7a-a782ec29a506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.567862 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-71027aa0-8077-4091-ba7a-a782ec29a506 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae2c8f25-39fb-467f-97d7-0abe8aeb8456 HTTP/1.1" status: 204 len: 168 time: 0.1741781 Aug 20 11:49:24.577034 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4a1798a-25e7-4515-a90f-871a788de9e3 req-d65e0456-534a-40ea-a390-863183bb98cd service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982895 Aug 20 11:49:24.588099 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71027aa0-8077-4091-ba7a-a782ec29a506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2c8f25-39fb-467f-97d7-0abe8aeb8456,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:24.634362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-1053abe1-275b-451c-8527-23dddad731aa tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, dcc1f938-7f92-421a-83ba-037a03c56114) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:24.654484 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965824ea-a865-4138-b0d7-942ef18e7ca1 None None] Network dcc1f938-7f92-421a-83ba-037a03c56114 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:24.677740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1053abe1-275b-451c-8527-23dddad731aa tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:24.678349 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1053abe1-275b-451c-8527-23dddad731aa tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.792357 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1053abe1-275b-451c-8527-23dddad731aa tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6021287 Aug 20 11:49:24.795366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51070) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:24.801462 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-54e6c64f-7ada-488a-a313-e73e339bfb6f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Request body: {'network': {'name': 'tempest-router-network01--2110419448'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:24.859850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Attempting to bind port 85422075-7987-4fb9-b551-f46742dccd52 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:24.860342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Attempting to bind port 85422075-7987-4fb9-b551-f46742dccd52 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:24.860805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Attempting to bind port 85422075-7987-4fb9-b551-f46742dccd52 on network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:24.870126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e6c64f-7ada-488a-a313-e73e339bfb6f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Made reservation on behalf of 0698fc04957a46cc9e4f9ad60f2baa7f for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:24.874078 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-dcc1f938-7f92-421a-83ba-037a03c56114', 'network_id': 'dcc1f938-7f92-421a-83ba-037a03c56114', 'tenant_id': '0698fc04957a46cc9e4f9ad60f2baa7f', 'fixed_ips': [{'subnet_id': '047cd7a1-ef55-4409-9c44-8ac185960ebb'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:49:24.875507 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.876825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db101fa8-55c8-4dc9-b677-525400d34a14 req-51929265-9a2d-4312-8dea-5fc782f532c6 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:24.881648 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54e6c64f-7ada-488a-a313-e73e339bfb6f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.884112 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db101fa8-55c8-4dc9-b677-525400d34a14 req-51929265-9a2d-4312-8dea-5fc782f532c6 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 943 time: 0.1167653 Aug 20 11:49:24.905244 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e6c64f-7ada-488a-a313-e73e339bfb6f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:24.915992 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54e6c64f-7ada-488a-a313-e73e339bfb6f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.916294 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-54e6c64f-7ada-488a-a313-e73e339bfb6f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Added segment f2bfabeb-7127-477c-8924-4a723b45bbaf of type vlan for network 6ee016e8-cca5-4b3c-928c-5bfbe912b9e1 Aug 20 11:49:24.918186 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Port 85422075-7987-4fb9-b551-f46742dccd52 on network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:49:24.918720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Attempting to bind port 85422075-7987-4fb9-b551-f46742dccd52 on network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:24.931833 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4a1798a-25e7-4515-a90f-871a788de9e3 req-d7a7f706-2478-474f-8b71-c893067be3ac service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175132 Aug 20 11:49:24.952229 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db101fa8-55c8-4dc9-b677-525400d34a14 req-1f892a28-3923-499c-a2a5-cc35ed517e1c tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671659 Aug 20 11:49:24.954574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:24.955743 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Checking segment: {'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:24.956327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Bound using segment: {'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:24.956974 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Bound port: 85422075-7987-4fb9-b551-f46742dccd52, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846fe21a-8e2b-4e6b-a3f6-0d598b384adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:24.957523 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.007144 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54e6c64f-7ada-488a-a313-e73e339bfb6f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.055862 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54e6c64f-7ada-488a-a313-e73e339bfb6f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.056863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] For port 85422075-7987-4fb9-b551-f46742dccd52, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:25.062297 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] For port 85422075-7987-4fb9-b551-f46742dccd52, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=85422075-7987-4fb9-b551-f46742dccd52,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:25.064081 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e6c64f-7ada-488a-a313-e73e339bfb6f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:25.064864 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54e6c64f-7ada-488a-a313-e73e339bfb6f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.070709 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.113823 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Allocated IP 2001:db8::2 (dcc1f938-7f92-421a-83ba-037a03c56114/047cd7a1-ef55-4409-9c44-8ac185960ebb/e85a4929-e25b-4ae2-bb70-d8fb61390377) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:25.137891 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-58f77542-ea02-465a-bf29-a1b50d771768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.151566 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-54e6c64f-7ada-488a-a313-e73e339bfb6f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3545668 Aug 20 11:49:25.155464 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51078) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:25.164510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-251fdc5c-53bf-42c0-8f0e-f43e5fe58686 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Request body: {'network': {'name': 'tempest-router-network02--853274289'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:25.175956 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6c64f-7ada-488a-a313-e73e339bfb6f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event updated for resources: {'Network': ['ID=6ee016e8-cca5-4b3c-928c-5bfbe912b9e1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:25.195730 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 6ee016e8-cca5-4b3c-928c-5bfbe912b9e1 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:25.213228 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Pushing event updated for resources: {'Port': ['ID=85422075-7987-4fb9-b551-f46742dccd52,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:25.217139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251fdc5c-53bf-42c0-8f0e-f43e5fe58686 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Made reservation on behalf of 0698fc04957a46cc9e4f9ad60f2baa7f for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:25.227767 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-251fdc5c-53bf-42c0-8f0e-f43e5fe58686 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.231777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:25.232402 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.236368 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-fb61af47-f115-40de-b7d7-a6c8f8914aad service neutron] 10.222.0.76 "PUT /v2.0/ports/85422075-7987-4fb9-b551-f46742dccd52 HTTP/1.1" status: 200 len: 1091 time: 1.9369617 Aug 20 11:49:25.239252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'tag': '85422075-7987-4fb9-b551-f46742dccd52'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:25.255018 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede86b81-84c6-44be-9a05-e6e12a81d3af" -d '{"events": [{"name": "network-changed", "server_uuid": "b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af", "tag": "85422075-7987-4fb9-b551-f46742dccd52"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:25.309703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251fdc5c-53bf-42c0-8f0e-f43e5fe58686 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:25.329405 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-251fdc5c-53bf-42c0-8f0e-f43e5fe58686 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.329860 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-251fdc5c-53bf-42c0-8f0e-f43e5fe58686 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Added segment b319c676-952d-426e-9171-d257429f24d9 of type vlan for network 10bd60fd-ae34-406e-a031-6abd74355668 Aug 20 11:49:25.353446 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0770fd21-7718-4bdc-a466-9a7d76ab05bd x-openstack-request-id: req-0770fd21-7718-4bdc-a466-9a7d76ab05bd {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:25.353742 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af", "tag": "85422075-7987-4fb9-b551-f46742dccd52", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:25.354914 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0770fd21-7718-4bdc-a466-9a7d76ab05bd {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:25.355425 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'tag': '85422075-7987-4fb9-b551-f46742dccd52', 'status': 'completed', 'code': 200} Aug 20 11:49:25.360327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51086) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:25.402160 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6403e232-f4cf-4f0d-98ff-73ac8a2c656e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.452060 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-251fdc5c-53bf-42c0-8f0e-f43e5fe58686 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.475894 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.509618 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.520036 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Transition to ACTIVE for port object e85a4929-e25b-4ae2-bb70-d8fb61390377 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:25.537185 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-251fdc5c-53bf-42c0-8f0e-f43e5fe58686 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.544296 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251fdc5c-53bf-42c0-8f0e-f43e5fe58686 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:25.545506 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-251fdc5c-53bf-42c0-8f0e-f43e5fe58686 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.558760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Transition to ACTIVE for port object e85a4929-e25b-4ae2-bb70-d8fb61390377 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:25.578937 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.621827 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd26fb-396c-4e56-a0fc-78f43b7a8407 req-f448aa86-b9da-4f9a-80fd-ead2e7e56369 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:25.630604 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d5dd26fb-396c-4e56-a0fc-78f43b7a8407 req-f448aa86-b9da-4f9a-80fd-ead2e7e56369 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 944 time: 0.1544323 Aug 20 11:49:25.656130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Network dcc1f938-7f92-421a-83ba-037a03c56114 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:25.656994 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6403e232-f4cf-4f0d-98ff-73ac8a2c656e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.661201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:25.669714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-4269cc93-4dce-4fea-955b-696969e3f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:25.671915 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-4269cc93-4dce-4fea-955b-696969e3f263 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 1094 time: 0.3940101 Aug 20 11:49:25.673209 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6403e232-f4cf-4f0d-98ff-73ac8a2c656e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.678156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:25.692554 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-251fdc5c-53bf-42c0-8f0e-f43e5fe58686 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5322683 Aug 20 11:49:25.695170 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51096) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:25.702808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f1db2885-15ed-41fd-b747-4ba5b4b6774c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Request body: {'subnet': {'network_id': '6ee016e8-cca5-4b3c-928c-5bfbe912b9e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:25.715270 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6403e232-f4cf-4f0d-98ff-73ac8a2c656e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e56a4d6fc844d91aa3ae84b7ea35bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471718 Aug 20 11:49:25.724696 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51100) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:25.772344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Pushing event updated for resources: {'Port': ['ID=e85a4929-e25b-4ae2-bb70-d8fb61390377,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:25.790666 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fdc5c-53bf-42c0-8f0e-f43e5fe58686 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event updated for resources: {'Network': ['ID=10bd60fd-ae34-406e-a031-6abd74355668,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:25.803211 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Attempting to bind port e85a4929-e25b-4ae2-bb70-d8fb61390377 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:25.803691 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Attempting to bind port e85a4929-e25b-4ae2-bb70-d8fb61390377 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '595d3888-7568-45bc-b0ac-2808621afcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dcc1f938-7f92-421a-83ba-037a03c56114'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:25.803938 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Attempting to bind port e85a4929-e25b-4ae2-bb70-d8fb61390377 on network dcc1f938-7f92-421a-83ba-037a03c56114 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:25.807441 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d5dd26fb-396c-4e56-a0fc-78f43b7a8407 req-e8d3fc94-e9fc-4a6c-ae70-9b832b935865 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1758151 Aug 20 11:49:25.816415 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 10bd60fd-ae34-406e-a031-6abd74355668 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:25.839084 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1db2885-15ed-41fd-b747-4ba5b4b6774c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Made reservation on behalf of 0698fc04957a46cc9e4f9ad60f2baa7f for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:25.843597 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1db2885-15ed-41fd-b747-4ba5b4b6774c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.869732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:25.870188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Checking segment: {'id': '595d3888-7568-45bc-b0ac-2808621afcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dcc1f938-7f92-421a-83ba-037a03c56114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:25.870667 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.870806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403e232-f4cf-4f0d-98ff-73ac8a2c656e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4f185b-cea4-45c9-b7ff-9466c8ca809d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:25.871275 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Bound using segment: {'id': '595d3888-7568-45bc-b0ac-2808621afcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dcc1f938-7f92-421a-83ba-037a03c56114'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:25.871787 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Bound port: e85a4929-e25b-4ae2-bb70-d8fb61390377, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595d3888-7568-45bc-b0ac-2808621afcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dcc1f938-7f92-421a-83ba-037a03c56114'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:25.872254 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.881135 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-837678c1-5823-4f0b-b2ad-21efa85d4bea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85422075-7987-4fb9-b551-f46742dccd52 HTTP/1.1" status: 200 len: 217 time: 0.1736231 Aug 20 11:49:25.908233 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f844-e66b-43fb-88f2-06fec5da2f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.989850 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] For port e85a4929-e25b-4ae2-bb70-d8fb61390377, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:25.997901 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] For port e85a4929-e25b-4ae2-bb70-d8fb61390377, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e85a4929-e25b-4ae2-bb70-d8fb61390377,segment=NetworkSegment(595d3888-7568-45bc-b0ac-2808621afcd8),segment_id=595d3888-7568-45bc-b0ac-2808621afcd8)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:26.011659 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:26.011862 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f844-e66b-43fb-88f2-06fec5da2f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:26.020818 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-7dc58501-853e-4423-a1c2-73eced9cd9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:26.022411 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-7dc58501-853e-4423-a1c2-73eced9cd9b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.1162257 Aug 20 11:49:26.147152 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8c22b-8cb5-4715-be3d-bd522abc6586 req-b824a2a1-abd2-4782-85c0-435f4ee3bfd8 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:26.149088 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1b8c22b-8cb5-4715-be3d-bd522abc6586 req-b824a2a1-abd2-4782-85c0-435f4ee3bfd8 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 943 time: 0.0952678 Aug 20 11:49:26.157891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-91ec956a-346d-473b-97e5-aec3f943428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:26.159643 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-91ec956a-346d-473b-97e5-aec3f943428b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262784 Aug 20 11:49:26.179667 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f844-e66b-43fb-88f2-06fec5da2f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:26.182500 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f844-e66b-43fb-88f2-06fec5da2f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:26.187964 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4ed6f844-e66b-43fb-88f2-06fec5da2f68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d4f185b-cea4-45c9-b7ff-9466c8ca809d HTTP/1.1" status: 204 len: 168 time: 0.4574764 Aug 20 11:49:26.237920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1db2885-15ed-41fd-b747-4ba5b4b6774c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:26.257782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6f844-e66b-43fb-88f2-06fec5da2f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4f185b-cea4-45c9-b7ff-9466c8ca809d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:26.294553 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1b8c22b-8cb5-4715-be3d-bd522abc6586 req-8f79270d-6c17-48a8-9699-893d720946c6 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322105 Aug 20 11:49:26.322612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db2885-15ed-41fd-b747-4ba5b4b6774c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event updated for resources: {'Subnet': ['ID=130ad2ec-ca32-4c63-a8d1-f3690a515a51,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:26.334364 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-ebd212c9-3cf2-4e1c-8682-624e99f3a43b service neutron] 10.222.0.76 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647358 Aug 20 11:49:26.363767 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db2885-15ed-41fd-b747-4ba5b4b6774c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Checking segment: {'id': 'f2bfabeb-7127-477c-8924-4a723b45bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6ee016e8-cca5-4b3c-928c-5bfbe912b9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:26.364534 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1db2885-15ed-41fd-b747-4ba5b4b6774c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Network hostable DHCP agents. Network: 6ee016e8-cca5-4b3c-928c-5bfbe912b9e1, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:26.371880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1ff01-2252-44c6-8053-ce3482bdbb91 None None] Pushing event updated for resources: {'Port': ['ID=e85a4929-e25b-4ae2-bb70-d8fb61390377,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:26.385507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1db2885-15ed-41fd-b747-4ba5b4b6774c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Network 6ee016e8-cca5-4b3c-928c-5bfbe912b9e1 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:26.398959 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 945321ed-1ce1-474f-a129-8f49611b5b94 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:49:26.400390 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f1db2885-15ed-41fd-b747-4ba5b4b6774c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 6ee016e8-cca5-4b3c-928c-5bfbe912b9e1) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:26.410357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1db2885-15ed-41fd-b747-4ba5b4b6774c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:26.413560 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1db2885-15ed-41fd-b747-4ba5b4b6774c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:26.440127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3639c-355d-45b6-a27d-69f394f5ddb6 None None] Network 6ee016e8-cca5-4b3c-928c-5bfbe912b9e1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:26.455387 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f1db2885-15ed-41fd-b747-4ba5b4b6774c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7585170 Aug 20 11:49:26.459044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51120) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:26.479721 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-149701a6-9dfa-4d09-b94b-722b95dfc05f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Request body: {'subnet': {'network_id': '10bd60fd-ae34-406e-a031-6abd74355668', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:26.507041 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6482f2f4-c6f2-4aba-b3ed-89d623b2927c req-dcccead7-a8a6-4792-a0da-09ef9f3dc466 service neutron] 10.222.0.76 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641693 Aug 20 11:49:26.508230 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:26.668213 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149701a6-9dfa-4d09-b94b-722b95dfc05f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Made reservation on behalf of 0698fc04957a46cc9e4f9ad60f2baa7f for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:26.675966 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-149701a6-9dfa-4d09-b94b-722b95dfc05f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:26.713082 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede86b81-84c6-44be-9a05-e6e12a81d3af req-1b41d306-1f6d-4bd7-a7bd-d3ea546f6ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:26.715968 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ede86b81-84c6-44be-9a05-e6e12a81d3af req-1b41d306-1f6d-4bd7-a7bd-d3ea546f6ecd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 1094 time: 0.1419907 Aug 20 11:49:26.721780 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 945321ed-1ce1-474f-a129-8f49611b5b94, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=945321ed-1ce1-474f-a129-8f49611b5b94,segment=NetworkSegment(4636c42c-09c5-41f4-b7f7-dfbb070f31c8),segment_id=4636c42c-09c5-41f4-b7f7-dfbb070f31c8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:26.734944 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '945321ed-1ce1-474f-a129-8f49611b5b94', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'port_id': '945321ed-1ce1-474f-a129-8f49611b5b94', 'mac_address': 'fa:16:3e:01:21:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:49:26.801536 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:26.837933 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-6ee016e8-cca5-4b3c-928c-5bfbe912b9e1', 'network_id': '6ee016e8-cca5-4b3c-928c-5bfbe912b9e1', 'tenant_id': '0698fc04957a46cc9e4f9ad60f2baa7f', 'fixed_ips': [{'subnet_id': '130ad2ec-ca32-4c63-a8d1-f3690a515a51'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:49:26.839129 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:26.844152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945321ed-1ce1-474f-a129-8f49611b5b94 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:49:26.873740 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 945321ed-1ce1-474f-a129-8f49611b5b94, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=945321ed-1ce1-474f-a129-8f49611b5b94,segment=NetworkSegment(4636c42c-09c5-41f4-b7f7-dfbb070f31c8),segment_id=4636c42c-09c5-41f4-b7f7-dfbb070f31c8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:26.886267 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:26.970450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=945321ed-1ce1-474f-a129-8f49611b5b94,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:27.022363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede86b81-84c6-44be-9a05-e6e12a81d3af req-07b58301-a6e0-496f-8588-98d7d753313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:27.024214 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ede86b81-84c6-44be-9a05-e6e12a81d3af req-07b58301-a6e0-496f-8588-98d7d753313f service neutron] 10.222.0.76 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 920 time: 0.2978871 Aug 20 11:49:27.048132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ab4d8-e329-426a-bcde-acb47a864e73 req-ab81a63e-f9be-4775-8ba4-3b2c52b781df tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:27.049868 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc5ab4d8-e329-426a-bcde-acb47a864e73 req-ab81a63e-f9be-4775-8ba4-3b2c52b781df tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 945 time: 0.1033554 Aug 20 11:49:27.082417 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ede86b81-84c6-44be-9a05-e6e12a81d3af req-dc834759-31d5-49c2-ad28-d2bbdd4ea05b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85422075-7987-4fb9-b551-f46742dccd52 HTTP/1.1" status: 200 len: 217 time: 0.0494609 Aug 20 11:49:27.100329 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-149701a6-9dfa-4d09-b94b-722b95dfc05f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:27.139731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Allocated IP 2001:db8::2 (6ee016e8-cca5-4b3c-928c-5bfbe912b9e1/130ad2ec-ca32-4c63-a8d1-f3690a515a51/6fdfce01-19b5-435f-bb16-ed0a18a2b54a) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:27.149479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc5ab4d8-e329-426a-bcde-acb47a864e73 req-72992a6f-c7cb-4892-9cce-421cb6f4d53b tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697634 Aug 20 11:49:27.169404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede86b81-84c6-44be-9a05-e6e12a81d3af req-f55049e8-87a6-40df-b920-e7c577d63c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:27.176228 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ede86b81-84c6-44be-9a05-e6e12a81d3af req-f55049e8-87a6-40df-b920-e7c577d63c9d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.0806069 Aug 20 11:49:27.240317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['945321ed-1ce1-474f-a129-8f49611b5b94'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:49:27.291886 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede86b81-84c6-44be-9a05-e6e12a81d3af req-f8f1fe05-d564-48fa-a284-9ad1672f8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:27.293515 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ede86b81-84c6-44be-9a05-e6e12a81d3af req-f8f1fe05-d564-48fa-a284-9ad1672f8463 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091535 Aug 20 11:49:27.329894 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149701a6-9dfa-4d09-b94b-722b95dfc05f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event updated for resources: {'Subnet': ['ID=e5579623-6e8e-4a71-8aa4-235235d12359,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:27.340180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149701a6-9dfa-4d09-b94b-722b95dfc05f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Checking segment: {'id': 'b319c676-952d-426e-9171-d257429f24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10bd60fd-ae34-406e-a031-6abd74355668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:27.342223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149701a6-9dfa-4d09-b94b-722b95dfc05f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Network hostable DHCP agents. Network: 10bd60fd-ae34-406e-a031-6abd74355668, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:27.388241 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149701a6-9dfa-4d09-b94b-722b95dfc05f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Network 10bd60fd-ae34-406e-a031-6abd74355668 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:27.409153 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-149701a6-9dfa-4d09-b94b-722b95dfc05f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 10bd60fd-ae34-406e-a031-6abd74355668) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:27.425660 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149701a6-9dfa-4d09-b94b-722b95dfc05f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:27.426277 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-149701a6-9dfa-4d09-b94b-722b95dfc05f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:27.466450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1b7f46-deaf-423c-82e0-1c277824e1e3 None None] Network 10bd60fd-ae34-406e-a031-6abd74355668 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:27.491742 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-149701a6-9dfa-4d09-b94b-722b95dfc05f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0285900 Aug 20 11:49:27.500652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51156) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:27.802336 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:27.979005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Transition to ACTIVE for port object 6fdfce01-19b5-435f-bb16-ed0a18a2b54a will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:28.096046 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-10bd60fd-ae34-406e-a031-6abd74355668', 'network_id': '10bd60fd-ae34-406e-a031-6abd74355668', 'tenant_id': '0698fc04957a46cc9e4f9ad60f2baa7f', 'fixed_ips': [{'subnet_id': 'e5579623-6e8e-4a71-8aa4-235235d12359'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:49:28.098085 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:28.118416 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd29b662-f9b4-4894-8f8f-8ce5a03cf6df None None] Network dcc1f938-7f92-421a-83ba-037a03c56114 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:28.127318 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:28.158370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ede86b81-84c6-44be-9a05-e6e12a81d3af req-488bab38-0fcc-4618-b9cc-1ead064a0951 service neutron] 10.222.0.76 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8558831 Aug 20 11:49:28.248896 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Transition to ACTIVE for port object 6fdfce01-19b5-435f-bb16-ed0a18a2b54a will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:28.381932 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:28.390692 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ede86b81-84c6-44be-9a05-e6e12a81d3af req-7be8bad4-df70-49c0-9994-d31c39110869 service neutron] 10.222.0.76 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241340 Aug 20 11:49:28.434906 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6e11b-e107-46fb-b181-db8cf9e067dd req-13ad2c67-0703-4698-a913-8a5a51f8c56b tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:28.444041 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ade6e11b-e107-46fb-b181-db8cf9e067dd req-13ad2c67-0703-4698-a913-8a5a51f8c56b tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 945 time: 0.1214778 Aug 20 11:49:28.444825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e85a4929-e25b-4ae2-bb70-d8fb61390377 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:28.494309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e034d85f-1952-4e9d-bf28-f32acc0b56f9 None None] Provisioning for port e85a4929-e25b-4ae2-bb70-d8fb61390377 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:28.523449 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ade6e11b-e107-46fb-b181-db8cf9e067dd req-413422e6-9995-452b-a2bc-1169984c8e69 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728946 Aug 20 11:49:28.537135 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f0f43-07e8-44b9-be4d-29e9e085aae4 req-06529910-f1a8-4552-aad6-f374af990e22 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:28.546366 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b49f0f43-07e8-44b9-be4d-29e9e085aae4 req-06529910-f1a8-4552-aad6-f374af990e22 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 943 time: 1.1006074 Aug 20 11:49:28.614810 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Network 6ee016e8-cca5-4b3c-928c-5bfbe912b9e1 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:28.629146 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:28.648753 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:28.673844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Pushing event updated for resources: {'Port': ['ID=6fdfce01-19b5-435f-bb16-ed0a18a2b54a,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:28.761170 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b49f0f43-07e8-44b9-be4d-29e9e085aae4 req-aa185adb-4b60-4e68-bca2-a76312722aa2 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128565 Aug 20 11:49:28.853136 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:28.890961 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Allocated IP 2001:db8::2 (10bd60fd-ae34-406e-a031-6abd74355668/e5579623-6e8e-4a71-8aa4-235235d12359/3f7a4124-0b05-4d87-8f80-e7000036cede) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:28.941611 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port e85a4929-e25b-4ae2-bb70-d8fb61390377 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:28.949419 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Attempting to bind port 6fdfce01-19b5-435f-bb16-ed0a18a2b54a on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:28.950255 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Attempting to bind port 6fdfce01-19b5-435f-bb16-ed0a18a2b54a by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'f2bfabeb-7127-477c-8924-4a723b45bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6ee016e8-cca5-4b3c-928c-5bfbe912b9e1'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:28.950624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Attempting to bind port 6fdfce01-19b5-435f-bb16-ed0a18a2b54a on network 6ee016e8-cca5-4b3c-928c-5bfbe912b9e1 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:28.967032 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:28.967541 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Checking segment: {'id': 'f2bfabeb-7127-477c-8924-4a723b45bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6ee016e8-cca5-4b3c-928c-5bfbe912b9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:28.968041 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:28.969105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Bound using segment: {'id': 'f2bfabeb-7127-477c-8924-4a723b45bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6ee016e8-cca5-4b3c-928c-5bfbe912b9e1'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:28.969586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Bound port: 6fdfce01-19b5-435f-bb16-ed0a18a2b54a, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bfabeb-7127-477c-8924-4a723b45bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6ee016e8-cca5-4b3c-928c-5bfbe912b9e1'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:28.969973 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:28.986985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e85a4929-e25b-4ae2-bb70-d8fb61390377 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:28.987693 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:29.167691 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Allocated IP 2001:db8::1 (6ee016e8-cca5-4b3c-928c-5bfbe912b9e1/130ad2ec-ca32-4c63-a8d1-f3690a515a51/d5f92ab4-492e-4d4c-aade-fdbcba1ce1d4) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:29.194906 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] For port 6fdfce01-19b5-435f-bb16-ed0a18a2b54a, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:29.221874 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] For port 6fdfce01-19b5-435f-bb16-ed0a18a2b54a, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6fdfce01-19b5-435f-bb16-ed0a18a2b54a,segment=NetworkSegment(f2bfabeb-7127-477c-8924-4a723b45bbaf),segment_id=f2bfabeb-7127-477c-8924-4a723b45bbaf)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:29.244029 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:29.366928 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:29.414395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Transition to ACTIVE for port object d5f92ab4-492e-4d4c-aade-fdbcba1ce1d4 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:29.428493 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:29.435646 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:29.459581 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa008e-8292-45a0-8a39-74bea8f23cf0 None None] Pushing event updated for resources: {'Port': ['ID=6fdfce01-19b5-435f-bb16-ed0a18a2b54a,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:29.463880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Transition to ACTIVE for port object 3f7a4124-0b05-4d87-8f80-e7000036cede will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:29.472010 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:29.520138 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Transition to ACTIVE for port object 3f7a4124-0b05-4d87-8f80-e7000036cede will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:29.522616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port e85a4929-e25b-4ae2-bb70-d8fb61390377, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e85a4929-e25b-4ae2-bb70-d8fb61390377,segment=NetworkSegment(595d3888-7568-45bc-b0ac-2808621afcd8),segment_id=595d3888-7568-45bc-b0ac-2808621afcd8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:29.528872 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:29.567381 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event updated for resources: {'Port': ['ID=d5f92ab4-492e-4d4c-aade-fdbcba1ce1d4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:29.586498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Network 6ee016e8-cca5-4b3c-928c-5bfbe912b9e1 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:29.589847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:29.593629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:29.595235 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:29.658301 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=e85a4929-e25b-4ae2-bb70-d8fb61390377,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:29.672553 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:29.718397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Network 10bd60fd-ae34-406e-a031-6abd74355668 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:29.850782 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:29.853424 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:29.864567 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:29.892293 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Pushing event updated for resources: {'Port': ['ID=3f7a4124-0b05-4d87-8f80-e7000036cede,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:29.910518 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-85ea6c3c-e9b2-4972-828d-c18913e3ecde None None] Provisioning complete for port e85a4929-e25b-4ae2-bb70-d8fb61390377 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:29.910902 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-85ea6c3c-e9b2-4972-828d-c18913e3ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:29.979762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f8759-76f5-4623-84ad-e82af50a67c7 req-3311ef91-a29f-48d4-aaaa-31e7dae63b2a tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:29.982936 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-630f8759-76f5-4623-84ad-e82af50a67c7 req-3311ef91-a29f-48d4-aaaa-31e7dae63b2a tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 945 time: 0.2121162 Aug 20 11:49:30.033066 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Attempting to bind port 3f7a4124-0b05-4d87-8f80-e7000036cede on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:30.033599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Attempting to bind port 3f7a4124-0b05-4d87-8f80-e7000036cede by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'b319c676-952d-426e-9171-d257429f24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10bd60fd-ae34-406e-a031-6abd74355668'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:30.033963 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Attempting to bind port 3f7a4124-0b05-4d87-8f80-e7000036cede on network 10bd60fd-ae34-406e-a031-6abd74355668 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:30.046776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:30.047398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Checking segment: {'id': 'b319c676-952d-426e-9171-d257429f24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10bd60fd-ae34-406e-a031-6abd74355668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:30.048247 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:30.048247 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Bound using segment: {'id': 'b319c676-952d-426e-9171-d257429f24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10bd60fd-ae34-406e-a031-6abd74355668'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:30.049145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Bound port: 3f7a4124-0b05-4d87-8f80-e7000036cede, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b319c676-952d-426e-9171-d257429f24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10bd60fd-ae34-406e-a031-6abd74355668'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:30.049703 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:30.063723 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-630f8759-76f5-4623-84ad-e82af50a67c7 req-d2b7869e-d5a0-4208-9e9c-206822fd827a tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725479 Aug 20 11:49:30.247433 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f552ddf-b9fd-498c-90bb-894bf6182f6d req-4c3050e7-6b28-4611-8977-55292433e547 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:30.249591 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f552ddf-b9fd-498c-90bb-894bf6182f6d req-4c3050e7-6b28-4611-8977-55292433e547 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 943 time: 0.1901858 Aug 20 11:49:30.357997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 85422075-7987-4fb9-b551-f46742dccd52 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:49:30.382467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 945321ed-1ce1-474f-a129-8f49611b5b94 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:30.459781 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f552ddf-b9fd-498c-90bb-894bf6182f6d req-46d479b2-2ef9-4245-97c7-d140099c4b80 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899037 Aug 20 11:49:30.575150 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51266) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:30.598700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] For port 3f7a4124-0b05-4d87-8f80-e7000036cede, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:30.605613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e85a4929-e25b-4ae2-bb70-d8fb61390377 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:30.699445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] For port 3f7a4124-0b05-4d87-8f80-e7000036cede, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3f7a4124-0b05-4d87-8f80-e7000036cede,segment=NetworkSegment(b319c676-952d-426e-9171-d257429f24d9),segment_id=b319c676-952d-426e-9171-d257429f24d9)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:30.717825 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:30.740333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 945321ed-1ce1-474f-a129-8f49611b5b94 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:30.764353 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:30.773808 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:30.774679 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:30.819533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 85422075-7987-4fb9-b551-f46742dccd52, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=85422075-7987-4fb9-b551-f46742dccd52,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:30.828702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 945321ed-1ce1-474f-a129-8f49611b5b94 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:30.829267 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:30.910622 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e85a4929-e25b-4ae2-bb70-d8fb61390377 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:30.911226 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:30.986339 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '85422075-7987-4fb9-b551-f46742dccd52', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'port_id': '85422075-7987-4fb9-b551-f46742dccd52', 'mac_address': 'fa:16:3e:4b:59:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:49:31.022725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07318f44-9499-482a-9a86-49637bb7b9ab None None] Pushing event updated for resources: {'Port': ['ID=3f7a4124-0b05-4d87-8f80-e7000036cede,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:31.049030 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event updated for resources: {'Port': ['ID=d5f92ab4-492e-4d4c-aade-fdbcba1ce1d4,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:31.112815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Network 6ee016e8-cca5-4b3c-928c-5bfbe912b9e1 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:31.114460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:31.234638 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39fd67c8-0a6e-4322-9e87-4ffec4a28f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:31.299969 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:31.305624 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:31.331288 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56270aa6-b0b9-4068-99bf-92865e0e9199 None None] Network 6ee016e8-cca5-4b3c-928c-5bfbe912b9e1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:31.427887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a874b-a82f-436a-91dd-18a8846a5491 req-b72a5d3a-4e75-4676-9852-324600adced7 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:31.430138 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e22a874b-a82f-436a-91dd-18a8846a5491 req-b72a5d3a-4e75-4676-9852-324600adced7 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 945 time: 0.1992078 Aug 20 11:49:31.473852 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39fd67c8-0a6e-4322-9e87-4ffec4a28f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:31.482598 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39fd67c8-0a6e-4322-9e87-4ffec4a28f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:31.498521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Router edeb1b8e-5b4a-49ca-a57f-413d7be9a37d is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:49:31.509776 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e22a874b-a82f-436a-91dd-18a8846a5491 req-719c54be-a447-4336-8405-193d935451c2 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677783 Aug 20 11:49:31.548510 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85422075-7987-4fb9-b551-f46742dccd52 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:49:31.573009 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 85422075-7987-4fb9-b551-f46742dccd52, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=85422075-7987-4fb9-b551-f46742dccd52,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:31.596163 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:31.604390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b9bc51ac-1c19-4ffe-9302-982b49bc35a1 None None] Provisioning for port 6fdfce01-19b5-435f-bb16-ed0a18a2b54a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:31.609941 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-39fd67c8-0a6e-4322-9e87-4ffec4a28f23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d5ec21637d3425c95666c68c51a92f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0335100 Aug 20 11:49:31.610621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51292) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:31.618952 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0287a4dc-a976-4836-90e1-16d0ad84714c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945321ed-1ce1-474f-a129-8f49611b5b94'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:31.624128 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2e43f8-4be5-4c48-8c87-f43a5c9bedc7" -d '{"events": [{"server_uuid": "0287a4dc-a976-4836-90e1-16d0ad84714c", "name": "network-vif-plugged", "status": "completed", "tag": "945321ed-1ce1-474f-a129-8f49611b5b94"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:31.683872 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6fdfce01-19b5-435f-bb16-ed0a18a2b54a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:31.695772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 945321ed-1ce1-474f-a129-8f49611b5b94, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=945321ed-1ce1-474f-a129-8f49611b5b94,segment=NetworkSegment(4636c42c-09c5-41f4-b7f7-dfbb070f31c8),segment_id=4636c42c-09c5-41f4-b7f7-dfbb070f31c8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:31.736442 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd67c8-0a6e-4322-9e87-4ffec4a28f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decc69b3-8ec2-471a-a3a7-62294f1fe6c3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:31.763631 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:31.768701 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:31.771291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba5544-7f2f-44da-91ee-d733811d682b req-a1b8bf4d-506c-4b5d-9070-fe53fdd302b8 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:31.777415 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd64396c-12d8-4932-b215-5d8a03ab5390 None None] Sync routers for ids ['edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:31.781051 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-75ba5544-7f2f-44da-91ee-d733811d682b req-a1b8bf4d-506c-4b5d-9070-fe53fdd302b8 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 944 time: 0.1385124 Aug 20 11:49:31.788485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51300) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:31.791375 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9735b6cf-dec1-4ac2-b52b-632ee1d78ae4 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "PUT /v2.0/routers/edeb1b8e-5b4a-49ca-a57f-413d7be9a37d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2377102 Aug 20 11:49:31.796989 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd64396c-12d8-4932-b215-5d8a03ab5390 None None] Routers {'edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:31.799735 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fd64396c-12d8-4932-b215-5d8a03ab5390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:31.824221 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=85422075-7987-4fb9-b551-f46742dccd52,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:31.915679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['85422075-7987-4fb9-b551-f46742dccd52'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:49:32.164762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 6fdfce01-19b5-435f-bb16-ed0a18a2b54a completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:32.180956 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:49:32.181916 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fd64396c-12d8-4932-b215-5d8a03ab5390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:32.191592 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6fdfce01-19b5-435f-bb16-ed0a18a2b54a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:32.191992 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:32.198624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=945321ed-1ce1-474f-a129-8f49611b5b94,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:32.201835 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd64396c-12d8-4932-b215-5d8a03ab5390 None None] Routers {'edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:32.203478 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fd64396c-12d8-4932-b215-5d8a03ab5390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:32.242055 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e85d2b49-ca76-420b-9974-653a13f06b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:32.283879 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fd64396c-12d8-4932-b215-5d8a03ab5390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:32.285375 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd64396c-12d8-4932-b215-5d8a03ab5390 None None] The sync data for ids ['edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:32.356138 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e85d2b49-ca76-420b-9974-653a13f06b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:32.411826 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-75ba5544-7f2f-44da-91ee-d733811d682b req-34c103bd-60ed-479a-ace8-1485c704b338 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296995 Aug 20 11:49:32.498560 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:32.525730 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0504f679-98f7-4675-87fb-f94463fc55bb x-openstack-request-id: req-0504f679-98f7-4675-87fb-f94463fc55bb {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:32.526341 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0287a4dc-a976-4836-90e1-16d0ad84714c", "name": "network-vif-plugged", "status": "completed", "tag": "945321ed-1ce1-474f-a129-8f49611b5b94", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:32.526690 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0504f679-98f7-4675-87fb-f94463fc55bb {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:32.527500 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0287a4dc-a976-4836-90e1-16d0ad84714c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945321ed-1ce1-474f-a129-8f49611b5b94', 'code': 200} Aug 20 11:49:32.555012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b4616f-c792-49c2-846e-edca353e5737 None None] Network 10bd60fd-ae34-406e-a031-6abd74355668 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:32.687745 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 6fdfce01-19b5-435f-bb16-ed0a18a2b54a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6fdfce01-19b5-435f-bb16-ed0a18a2b54a,segment=NetworkSegment(f2bfabeb-7127-477c-8924-4a723b45bbaf),segment_id=f2bfabeb-7127-477c-8924-4a723b45bbaf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:32.709833 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:32.729707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f142e08a-1da3-4b63-8120-cec0d780c711 None None] Provisioning for port 3f7a4124-0b05-4d87-8f80-e7000036cede completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:32.856769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51314) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:32.862429 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-93c8e8d0-3529-4d93-bd01-8f023019ee47 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1334752334', 'description': 'tempest-secgroup-smoke-1334752334 description', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:32.881516 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-1ada537c-3ef2-42f1-b8f1-29148c159f15 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:49:32.885789 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1ada537c-3ef2-42f1-b8f1-29148c159f15 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "PUT /v2.0/routers/edeb1b8e-5b4a-49ca-a57f-413d7be9a37d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0951514 Aug 20 11:49:32.891783 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51316) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:32.943502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2feceb-078f-473c-a80c-98792a46c798 req-eb5b1026-b0af-48b1-8911-b387d82021b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:32.945309 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc2feceb-078f-473c-a80c-98792a46c798 req-eb5b1026-b0af-48b1-8911-b387d82021b5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 1097 time: 0.2393887 Aug 20 11:49:33.005142 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e85d2b49-ca76-420b-9974-653a13f06b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.007741 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e85d2b49-ca76-420b-9974-653a13f06b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.009049 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e85d2b49-ca76-420b-9974-653a13f06b02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/decc69b3-8ec2-471a-a3a7-62294f1fe6c3 HTTP/1.1" status: 204 len: 168 time: 1.3956995 Aug 20 11:49:33.036100 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.057685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d2b49-ca76-420b-9974-653a13f06b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decc69b3-8ec2-471a-a3a7-62294f1fe6c3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:33.099180 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bc2feceb-078f-473c-a80c-98792a46c798 req-fb66e4f8-2783-4ba6-bd50-f5b292e4b792 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878057 Aug 20 11:49:33.113782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854d7ab-982d-472f-991e-a5c94095907e req-764b6cc5-7830-4ad3-afda-9f957c2c3ca0 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:33.115422 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1854d7ab-982d-472f-991e-a5c94095907e req-764b6cc5-7830-4ad3-afda-9f957c2c3ca0 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.1796985 Aug 20 11:49:33.162356 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3f7a4124-0b05-4d87-8f80-e7000036cede up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:33.202296 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1854d7ab-982d-472f-991e-a5c94095907e req-4dc08805-5c02-47f6-8104-907ba5cfd7b0 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803251 Aug 20 11:49:33.242975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=6fdfce01-19b5-435f-bb16-ed0a18a2b54a,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:33.286578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4cd3f637-cef7-4b41-b4bb-9097687fe177 None None] Provisioning for port d5f92ab4-492e-4d4c-aade-fdbcba1ce1d4 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:33.308907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4cd3f637-cef7-4b41-b4bb-9097687fe177 None None] Provisioning complete for port d5f92ab4-492e-4d4c-aade-fdbcba1ce1d4 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:33.309240 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4cd3f637-cef7-4b41-b4bb-9097687fe177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.349389 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 3f7a4124-0b05-4d87-8f80-e7000036cede completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:33.357987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 3f7a4124-0b05-4d87-8f80-e7000036cede triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:33.358366 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.365500 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93c8e8d0-3529-4d93-bd01-8f023019ee47 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.380200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4cd3f637-cef7-4b41-b4bb-9097687fe177 None None] Port d5f92ab4-492e-4d4c-aade-fdbcba1ce1d4 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:33.427882 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93c8e8d0-3529-4d93-bd01-8f023019ee47 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.438213 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4cd3f637-cef7-4b41-b4bb-9097687fe177 None None] Provisioning complete for port 6fdfce01-19b5-435f-bb16-ed0a18a2b54a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:33.438668 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4cd3f637-cef7-4b41-b4bb-9097687fe177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.538377 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.592792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 3f7a4124-0b05-4d87-8f80-e7000036cede, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3f7a4124-0b05-4d87-8f80-e7000036cede,segment=NetworkSegment(b319c676-952d-426e-9171-d257429f24d9),segment_id=b319c676-952d-426e-9171-d257429f24d9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:33.655751 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.744043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36465ba3-aede-4cb4-bfef-dd4df0f2995a req-b5b2456c-f916-4bbb-bc21-8dfecc7f202a tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:33.754883 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36465ba3-aede-4cb4-bfef-dd4df0f2995a req-b5b2456c-f916-4bbb-bc21-8dfecc7f202a tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 944 time: 0.1941209 Aug 20 11:49:33.792408 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=3f7a4124-0b05-4d87-8f80-e7000036cede,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:33.800908 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-394ba101-1ed8-4860-a137-c929ccf24f2e None None] Provisioning complete for port d5f92ab4-492e-4d4c-aade-fdbcba1ce1d4 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:33.801357 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-394ba101-1ed8-4860-a137-c929ccf24f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.862299 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-36465ba3-aede-4cb4-bfef-dd4df0f2995a req-d1787385-fe66-4b52-83cc-4b4a577c1ebc tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783818 Aug 20 11:49:33.863308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-394ba101-1ed8-4860-a137-c929ccf24f2e None None] Port d5f92ab4-492e-4d4c-aade-fdbcba1ce1d4 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:33.880973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-394ba101-1ed8-4860-a137-c929ccf24f2e None None] Provisioning complete for port 3f7a4124-0b05-4d87-8f80-e7000036cede triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:33.880973 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-394ba101-1ed8-4860-a137-c929ccf24f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.938397 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93c8e8d0-3529-4d93-bd01-8f023019ee47 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.950531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93c8e8d0-3529-4d93-bd01-8f023019ee47 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.031798 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8e8d0-3529-4d93-bd01-8f023019ee47 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b0d129-b5af-4802-8a56-4da4bc9eb7bb,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:34.067552 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8953bd61-c94b-4463-87c8-c8714494476c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.069716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51338) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:34.090181 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc6fce7f-13ce-4c8d-896d-80bd322e7c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.163388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-91da8cec-6640-4bda-99f5-7322ece7f981 None None] Provisioning complete for port d5f92ab4-492e-4d4c-aade-fdbcba1ce1d4 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:34.163960 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-91da8cec-6640-4bda-99f5-7322ece7f981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.215008 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-91da8cec-6640-4bda-99f5-7322ece7f981 None None] Port d5f92ab4-492e-4d4c-aade-fdbcba1ce1d4 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:34.247365 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93c8e8d0-3529-4d93-bd01-8f023019ee47 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.279170 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93c8e8d0-3529-4d93-bd01-8f023019ee47 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.357413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 85422075-7987-4fb9-b551-f46742dccd52 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:34.362802 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8e8d0-3529-4d93-bd01-8f023019ee47 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253aa489-bb9d-4f15-9af7-323395eb37c8,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:34.428624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8953bd61-c94b-4463-87c8-c8714494476c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Deleting port d5f92ab4-492e-4d4c-aade-fdbcba1ce1d4 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:34.429049 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8953bd61-c94b-4463-87c8-c8714494476c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.432906 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 85422075-7987-4fb9-b551-f46742dccd52 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:34.434982 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bbcbe-4fc8-4ebe-9c26-acce2ff054f6 req-af86dd51-ae25-4139-ae6c-4007a5b83e96 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:34.436423 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b53bbcbe-4fc8-4ebe-9c26-acce2ff054f6 req-af86dd51-ae25-4139-ae6c-4007a5b83e96 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.1341455 Aug 20 11:49:34.448395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 85422075-7987-4fb9-b551-f46742dccd52 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:34.449594 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.534604 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b53bbcbe-4fc8-4ebe-9c26-acce2ff054f6 req-58e98c1c-2b7a-4fe9-b6da-f7e36e4abd49 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863879 Aug 20 11:49:34.536389 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc6fce7f-13ce-4c8d-896d-80bd322e7c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.541276 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc6fce7f-13ce-4c8d-896d-80bd322e7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.557835 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8953bd61-c94b-4463-87c8-c8714494476c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.569654 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.588398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8953bd61-c94b-4463-87c8-c8714494476c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Calling delete_port for d5f92ab4-492e-4d4c-aade-fdbcba1ce1d4 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:34.597509 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bc6fce7f-13ce-4c8d-896d-80bd322e7c70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b886c018b2b442e885b60018eb26a0ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5242760 Aug 20 11:49:34.600577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51350) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:34.611467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 85422075-7987-4fb9-b551-f46742dccd52, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=85422075-7987-4fb9-b551-f46742dccd52,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:34.612958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85422075-7987-4fb9-b551-f46742dccd52'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:34.616730 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a104b6c7-45c4-4a5b-b1ba-ec07c5c313aa" -d '{"events": [{"server_uuid": "b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af", "name": "network-vif-plugged", "status": "completed", "tag": "85422075-7987-4fb9-b551-f46742dccd52"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:34.621693 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.678692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fce7f-13ce-4c8d-896d-80bd322e7c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fa3700-f1fb-4074-a0ff-9a35d1fa6357,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:34.682714 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=85422075-7987-4fb9-b551-f46742dccd52,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:34.691928 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93c8e8d0-3529-4d93-bd01-8f023019ee47 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.695661 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-93c8e8d0-3529-4d93-bd01-8f023019ee47 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8348696 Aug 20 11:49:34.696664 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51354) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:34.702946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-95f9d321-d2ee-4d42-a7e9-697c48177dc1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '253aa489-bb9d-4f15-9af7-323395eb37c8', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:34.708425 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52560375-601e-4481-8bb0-0f134224e204 x-openstack-request-id: req-52560375-601e-4481-8bb0-0f134224e204 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:34.708748 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af", "name": "network-vif-plugged", "status": "completed", "tag": "85422075-7987-4fb9-b551-f46742dccd52", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:34.709269 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52560375-601e-4481-8bb0-0f134224e204 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:34.709436 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85422075-7987-4fb9-b551-f46742dccd52', 'code': 200} Aug 20 11:49:34.750563 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-334f77cf-5e2d-4a8a-a900-dd3dda09b713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.779477 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-334f77cf-5e2d-4a8a-a900-dd3dda09b713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.838522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e0188-72ec-402d-88e7-cf88758de274 req-454537ec-ed44-419d-8242-35ba2d192543 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:34.840097 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-771e0188-72ec-402d-88e7-cf88758de274 req-454537ec-ed44-419d-8242-35ba2d192543 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.1331072 Aug 20 11:49:34.849022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51360) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:34.865140 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-334f77cf-5e2d-4a8a-a900-dd3dda09b713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.867808 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-334f77cf-5e2d-4a8a-a900-dd3dda09b713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.871319 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-334f77cf-5e2d-4a8a-a900-dd3dda09b713 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89fa3700-f1fb-4074-a0ff-9a35d1fa6357 HTTP/1.1" status: 204 len: 168 time: 0.2637396 Aug 20 11:49:34.875685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e5552828-bff9-49f1-b873-36049106bf64 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Request body: {'floatingip': {'port_id': '945321ed-1ce1-474f-a129-8f49611b5b94'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:34.912311 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6fdfce01-19b5-435f-bb16-ed0a18a2b54a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:34.933218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f77cf-5e2d-4a8a-a900-dd3dda09b713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fa3700-f1fb-4074-a0ff-9a35d1fa6357,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:34.959098 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5552828-bff9-49f1-b873-36049106bf64 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.962025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bebfb-8424-4e9b-b453-bce797b1ee32 req-f4fb3f90-140b-4325-bcf2-8f9cb27fbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:34.964067 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f24bebfb-8424-4e9b-b453-bce797b1ee32 req-f4fb3f90-140b-4325-bcf2-8f9cb27fbe8f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 1096 time: 0.1338961 Aug 20 11:49:34.965000 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95f9d321-d2ee-4d42-a7e9-697c48177dc1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.042188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6fdfce01-19b5-435f-bb16-ed0a18a2b54a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:35.042597 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.126288 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95f9d321-d2ee-4d42-a7e9-697c48177dc1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.136104 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f24bebfb-8424-4e9b-b453-bce797b1ee32 req-cf2a7b0c-9622-4e53-840f-10f51e5639bd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342661 Aug 20 11:49:35.137423 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95f9d321-d2ee-4d42-a7e9-697c48177dc1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.178011 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9d321-d2ee-4d42-a7e9-697c48177dc1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fec8efa-529d-40e1-a6a2-290b58f25b31,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:35.186272 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95f9d321-d2ee-4d42-a7e9-697c48177dc1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.190886 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-95f9d321-d2ee-4d42-a7e9-697c48177dc1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4902713 Aug 20 11:49:35.191985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51370) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:35.206093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5d7b347a-e9e3-4f34-b805-ffc766e91e17 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '253aa489-bb9d-4f15-9af7-323395eb37c8', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:35.253003 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3f7a4124-0b05-4d87-8f80-e7000036cede up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:35.258953 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5d7b347a-e9e3-4f34-b805-ffc766e91e17 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.366352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 3f7a4124-0b05-4d87-8f80-e7000036cede triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:35.367514 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.422484 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5d7b347a-e9e3-4f34-b805-ffc766e91e17 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.428622 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5d7b347a-e9e3-4f34-b805-ffc766e91e17 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.460671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b347a-e9e3-4f34-b805-ffc766e91e17 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432879e8-5a30-43d6-bc95-2f4f76a7a678,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:35.473934 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5d7b347a-e9e3-4f34-b805-ffc766e91e17 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.475896 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5d7b347a-e9e3-4f34-b805-ffc766e91e17 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2827387 Aug 20 11:49:35.478146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51376) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:35.490088 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5511c88f-27f6-4933-89bb-841e0538b11b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '253aa489-bb9d-4f15-9af7-323395eb37c8', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:35.548742 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefa209-678d-4f81-b96f-2a520e331332 req-d998d3e4-9d9a-4093-9bf7-5c3ed1438b7f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:35.550574 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7eefa209-678d-4f81-b96f-2a520e331332 req-d998d3e4-9d9a-4093-9bf7-5c3ed1438b7f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 945 time: 0.5190628 Aug 20 11:49:35.555131 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5511c88f-27f6-4933-89bb-841e0538b11b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.560818 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8953bd61-c94b-4463-87c8-c8714494476c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.660623 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953bd61-c94b-4463-87c8-c8714494476c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event deleted for resources: {'Port': ['ID=d5f92ab4-492e-4d4c-aade-fdbcba1ce1d4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:35.789294 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.resource_extend [None req-e5552828-bff9-49f1-b873-36049106bf64 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:49:35.804385 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5511c88f-27f6-4933-89bb-841e0538b11b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.817941 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5511c88f-27f6-4933-89bb-841e0538b11b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.846960 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7eefa209-678d-4f81-b96f-2a520e331332 req-9ff1e2f1-74bd-4376-81c4-994547b0754a tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871163 Aug 20 11:49:35.847483 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511c88f-27f6-4933-89bb-841e0538b11b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29423ec5-8942-4c17-8e4d-65eaf9a16eca,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:35.873355 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5511c88f-27f6-4933-89bb-841e0538b11b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.877330 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5511c88f-27f6-4933-89bb-841e0538b11b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3977032 Aug 20 11:49:35.879541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51384) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:35.890951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-de0eb2fd-50ff-4e97-b983-5966a97502e8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '253aa489-bb9d-4f15-9af7-323395eb37c8', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:35.955229 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-de0eb2fd-50ff-4e97-b983-5966a97502e8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.072778 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5552828-bff9-49f1-b873-36049106bf64 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.075714 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8953bd61-c94b-4463-87c8-c8714494476c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.082863 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5552828-bff9-49f1-b873-36049106bf64 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.111188 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-de0eb2fd-50ff-4e97-b983-5966a97502e8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.116826 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-de0eb2fd-50ff-4e97-b983-5966a97502e8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.142836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0eb2fd-50ff-4e97-b983-5966a97502e8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eada9e01-d758-4a0e-ba71-8613b3bef44b,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:36.159780 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-de0eb2fd-50ff-4e97-b983-5966a97502e8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.165257 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-de0eb2fd-50ff-4e97-b983-5966a97502e8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2845378 Aug 20 11:49:36.167607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51396) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:36.172665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5e6e39ac-2ecd-4559-add8-3e9b575fb589 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '253aa489-bb9d-4f15-9af7-323395eb37c8', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:36.200752 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-5e6e39ac-2ecd-4559-add8-3e9b575fb589 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Project cacbe3698c3a4c88aa60dbcea765a9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:49:36.209947 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e6e39ac-2ecd-4559-add8-3e9b575fb589 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.296233 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-e5552828-bff9-49f1-b873-36049106bf64 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Floating IP d4544f26-421c-4cca-9834-4d01606237b1 associated. External IP: 172.25.8.204, port: 945321ed-1ce1-474f-a129-8f49611b5b94. Aug 20 11:49:36.318066 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e6e39ac-2ecd-4559-add8-3e9b575fb589 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.325855 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e6e39ac-2ecd-4559-add8-3e9b575fb589 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.370465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e39ac-2ecd-4559-add8-3e9b575fb589 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f184b1-2fb9-45c6-9a9d-ab3012e43b2c,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:36.399114 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e6e39ac-2ecd-4559-add8-3e9b575fb589 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.400780 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5e6e39ac-2ecd-4559-add8-3e9b575fb589 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2319005 Aug 20 11:49:36.403574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51410) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:36.409621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-796e1977-b797-41a1-a3ba-f9703542b05c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '253aa489-bb9d-4f15-9af7-323395eb37c8', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:36.477091 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-796e1977-b797-41a1-a3ba-f9703542b05c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Project cacbe3698c3a4c88aa60dbcea765a9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:49:36.486916 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-796e1977-b797-41a1-a3ba-f9703542b05c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.626590 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-796e1977-b797-41a1-a3ba-f9703542b05c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.631445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51420) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:36.648081 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-796e1977-b797-41a1-a3ba-f9703542b05c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.701296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e1977-b797-41a1-a3ba-f9703542b05c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e54e213-e786-46d9-89ae-98b7b17a013f,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:36.715239 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-796e1977-b797-41a1-a3ba-f9703542b05c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.721810 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-796e1977-b797-41a1-a3ba-f9703542b05c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3145068 Aug 20 11:49:36.722153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51426) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:36.732383 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-771e52ce-468b-4e3e-a975-26d1f14bfbad tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'network': {'name': 'tempest-network-smoke--1145151604', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'port_security_enabled': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:36.778659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771e52ce-468b-4e3e-a975-26d1f14bfbad tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Made reservation on behalf of cacbe3698c3a4c88aa60dbcea765a9a6 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:36.785194 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-771e52ce-468b-4e3e-a975-26d1f14bfbad tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.833755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771e52ce-468b-4e3e-a975-26d1f14bfbad tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:36.853681 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-771e52ce-468b-4e3e-a975-26d1f14bfbad tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.854041 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-771e52ce-468b-4e3e-a975-26d1f14bfbad tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Added segment 4c1b51ef-59b0-4c2b-a69f-bbc467562cb2 of type vlan for network 8cda08d3-11a5-402f-9788-c49620823277 Aug 20 11:49:36.875580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8953bd61-c94b-4463-87c8-c8714494476c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Router edeb1b8e-5b4a-49ca-a57f-413d7be9a37d has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:49:36.939119 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-771e52ce-468b-4e3e-a975-26d1f14bfbad tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.982092 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8953bd61-c94b-4463-87c8-c8714494476c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:36.988836 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-771e52ce-468b-4e3e-a975-26d1f14bfbad tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.992496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8948f-042a-42f6-96b2-6f96731a2450 None None] Sync routers for ids ['edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:36.994546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771e52ce-468b-4e3e-a975-26d1f14bfbad tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:36.995150 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-771e52ce-468b-4e3e-a975-26d1f14bfbad tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.008466 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8948f-042a-42f6-96b2-6f96731a2450 None None] Routers {'edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:37.009737 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-c4e8948f-042a-42f6-96b2-6f96731a2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:37.022633 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8953bd61-c94b-4463-87c8-c8714494476c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "PUT /v2.0/routers/edeb1b8e-5b4a-49ca-a57f-413d7be9a37d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1235952 Aug 20 11:49:37.027693 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51432) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:37.089358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-c4e8948f-042a-42f6-96b2-6f96731a2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:37.102408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f3d27c4a-0b99-4c79-bcec-8b86fe0cd873 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1752771615'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:37.113339 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8948f-042a-42f6-96b2-6f96731a2450 None None] Routers {'edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:37.116561 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-2326cee0-84e6-400c-a0e7-d3aedb9417de tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] delete failed (client error): The resource could not be found. Aug 20 11:49:37.117459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-c4e8948f-042a-42f6-96b2-6f96731a2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:37.123369 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2326cee0-84e6-400c-a0e7-d3aedb9417de tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-918864722 HTTP/1.1" status: 404 len: 334 time: 0.0648255 Aug 20 11:49:37.130318 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51438) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:37.162642 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-771e52ce-468b-4e3e-a975-26d1f14bfbad tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4347887 Aug 20 11:49:37.163091 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5d18f2ff-d111-4333-99a9-93ac24c7c0e2 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Request body: {'router': {'external_gateway_info': {'network_id': 'edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:37.168152 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51440) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:37.179595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1578501004', 'admin_state_up': True, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:37.180569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-c4e8948f-042a-42f6-96b2-6f96731a2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:37.181316 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8948f-042a-42f6-96b2-6f96731a2450 None None] The sync data for ids ['edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:37.193107 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d27c4a-0b99-4c79-bcec-8b86fe0cd873 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Made reservation on behalf of d0adbd393df1495dafedfc5b5d374430 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:37.196512 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3d27c4a-0b99-4c79-bcec-8b86fe0cd873 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.203403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e52ce-468b-4e3e-a975-26d1f14bfbad tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Network': ['ID=8cda08d3-11a5-402f-9788-c49620823277,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:37.215070 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3d27c4a-0b99-4c79-bcec-8b86fe0cd873 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.217574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 8cda08d3-11a5-402f-9788-c49620823277 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:37.235598 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.236762 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.334347 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.402169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f25c8-1a0b-46ec-8359-daab6bc144f0 req-98348c14-b854-4045-ac9d-ca9d2a6f45a7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:37.403902 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f1f25c8-1a0b-46ec-8359-daab6bc144f0 req-98348c14-b854-4045-ac9d-ca9d2a6f45a7 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 945 time: 0.4300213 Aug 20 11:49:37.508851 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.549734 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f1f25c8-1a0b-46ec-8359-daab6bc144f0 req-d75cb530-8431-4471-b11d-d6d8ec0cf048 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164117 Aug 20 11:49:37.610116 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d18f2ff-d111-4333-99a9-93ac24c7c0e2 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.616297 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3d27c4a-0b99-4c79-bcec-8b86fe0cd873 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.627460 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3d27c4a-0b99-4c79-bcec-8b86fe0cd873 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.657863 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-5d18f2ff-d111-4333-99a9-93ac24c7c0e2 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] update failed (client error): The resource could not be found. Aug 20 11:49:37.661757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d27c4a-0b99-4c79-bcec-8b86fe0cd873 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:37.669648 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5d18f2ff-d111-4333-99a9-93ac24c7c0e2 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "PUT /v2.0/routers/edeb1b8e-5b4a-49ca-a57f-413d7be9a37d HTTP/1.1" status: 404 len: 339 time: 0.5372810 Aug 20 11:49:37.679919 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5552828-bff9-49f1-b873-36049106bf64 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:49:37.680599 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51456) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:37.688295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-98707b00-2193-4953-9212-31b75bfc52fb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2084350436'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:37.715190 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98707b00-2193-4953-9212-31b75bfc52fb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Made reservation on behalf of 0698fc04957a46cc9e4f9ad60f2baa7f for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:37.718984 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98707b00-2193-4953-9212-31b75bfc52fb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.728439 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3d27c4a-0b99-4c79-bcec-8b86fe0cd873 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.729029 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-f3d27c4a-0b99-4c79-bcec-8b86fe0cd873 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Added segment 7d4ab277-6e59-4221-b96d-7c4fd79fac20 of type vlan for network 017ce006-c980-40b3-8573-630b83d670f7 Aug 20 11:49:37.767242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d27c4a-0b99-4c79-bcec-8b86fe0cd873 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003b80a2-b27a-4029-a42f-78a173e9b1d6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:37.791741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98707b00-2193-4953-9212-31b75bfc52fb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:37.809823 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98707b00-2193-4953-9212-31b75bfc52fb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.810179 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-98707b00-2193-4953-9212-31b75bfc52fb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Added segment 9db00700-09b6-4df5-87a8-ef326f6ece55 of type vlan for network 1947720e-35e4-4b28-ae5a-1976f36b9e1e Aug 20 11:49:37.845183 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3d27c4a-0b99-4c79-bcec-8b86fe0cd873 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.869993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c68407-81e9-444c-9707-52c16c05f757 req-d89b4ce4-2b9d-4f58-9dca-c2ed541e6507 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:37.871602 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7c68407-81e9-444c-9707-52c16c05f757 req-d89b4ce4-2b9d-4f58-9dca-c2ed541e6507 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1782417 Aug 20 11:49:37.926124 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98707b00-2193-4953-9212-31b75bfc52fb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.933001 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5552828-bff9-49f1-b873-36049106bf64 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:37.944204 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d65c13-4bae-4958-8383-f95de204bf42 None None] Sync routers for ids ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:37.956235 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7c68407-81e9-444c-9707-52c16c05f757 req-9e1acf73-514f-4b9a-923b-689e9b1d3588 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 695 time: 0.0765302 Aug 20 11:49:37.957666 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5552828-bff9-49f1-b873-36049106bf64 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.970194 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d65c13-4bae-4958-8383-f95de204bf42 None None] Routers {'1fd8c4eb-7c04-48ea-9691-f6efa1caea07'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:37.970816 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f3d65c13-4bae-4958-8383-f95de204bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:38.020807 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e5552828-bff9-49f1-b873-36049106bf64 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "PUT /v2.0/floatingips/d4544f26-421c-4cca-9834-4d01606237b1 HTTP/1.1" status: 200 len: 992 time: 3.1648753 Aug 20 11:49:38.022533 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0287a4dc-a976-4836-90e1-16d0ad84714c', 'tag': '945321ed-1ce1-474f-a129-8f49611b5b94'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:38.043178 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f85c954-db78-4fe4-8f59-8bfeecd45fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "0287a4dc-a976-4836-90e1-16d0ad84714c", "tag": "945321ed-1ce1-474f-a129-8f49611b5b94"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:38.070448 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98707b00-2193-4953-9212-31b75bfc52fb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:38.089192 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98707b00-2193-4953-9212-31b75bfc52fb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:38.098308 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98707b00-2193-4953-9212-31b75bfc52fb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:38.154408 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-98707b00-2193-4953-9212-31b75bfc52fb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4708455 Aug 20 11:49:38.162282 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-f3d65c13-4bae-4958-8383-f95de204bf42 None None] Set router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:38.184869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51466) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:38.195611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c8dc1f0c-08cc-4297-b10a-9058266f9a88 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Request body: {'subnet': {'network_id': '1947720e-35e4-4b28-ae5a-1976f36b9e1e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:38.210401 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:38.212371 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3d27c4a-0b99-4c79-bcec-8b86fe0cd873 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:38.227282 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d27c4a-0b99-4c79-bcec-8b86fe0cd873 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:38.227931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3d27c4a-0b99-4c79-bcec-8b86fe0cd873 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:38.279028 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bee047-fe20-49d9-81a6-34a809e3558b x-openstack-request-id: req-76bee047-fe20-49d9-81a6-34a809e3558b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:38.282162 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0287a4dc-a976-4836-90e1-16d0ad84714c", "tag": "945321ed-1ce1-474f-a129-8f49611b5b94", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:38.282560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-d7c68407-81e9-444c-9707-52c16c05f757 req-c03f9bb5-f88b-49a7-a511-b49d1e18e4b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Request body: {'floatingip': {'port_id': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:38.282917 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76bee047-fe20-49d9-81a6-34a809e3558b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:38.283732 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0287a4dc-a976-4836-90e1-16d0ad84714c', 'tag': '945321ed-1ce1-474f-a129-8f49611b5b94', 'status': 'completed', 'code': 200} Aug 20 11:49:38.404903 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98707b00-2193-4953-9212-31b75bfc52fb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event updated for resources: {'Network': ['ID=1947720e-35e4-4b28-ae5a-1976f36b9e1e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:38.409973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51472) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:38.410205 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f3d27c4a-0b99-4c79-bcec-8b86fe0cd873 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7771266 Aug 20 11:49:38.419448 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-37f4d11b-b449-4536-98ee-111aac53b5f1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'subnet': {'network_id': '017ce006-c980-40b3-8573-630b83d670f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:38.419793 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 1947720e-35e4-4b28-ae5a-1976f36b9e1e details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:38.528970 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dc1f0c-08cc-4297-b10a-9058266f9a88 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Made reservation on behalf of 0698fc04957a46cc9e4f9ad60f2baa7f for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:38.533661 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8dc1f0c-08cc-4297-b10a-9058266f9a88 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:38.534381 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:38.559713 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f3d65c13-4bae-4958-8383-f95de204bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:49:03Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'd4544f26-421c-4cca-9834-4d01606237b1', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'port_id': '945321ed-1ce1-474f-a129-8f49611b5b94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'mac_address': 'fa:16:3e:01:21:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0287a4dc-a976-4836-90e1-16d0ad84714c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:11Z', 'updated_at': '2021-08-20T11:49:35Z', 'revision_number': 1, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c8ebc0-0b9d-4327-8e1e-55861af8249f', 'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'mac_address': 'fa:16:3e:f3:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:01Z', 'updated_at': '2021-08-20T11:49:12Z', 'revision_number': 5, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'subnets': [{'id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:38.598054 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d65c13-4bae-4958-8383-f95de204bf42 None None] Checking router: 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:49:38.608490 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d65c13-4bae-4958-8383-f95de204bf42 None None] Routers {'1fd8c4eb-7c04-48ea-9691-f6efa1caea07'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:38.609708 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f3d65c13-4bae-4958-8383-f95de204bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:38.620490 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f4d11b-b449-4536-98ee-111aac53b5f1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Made reservation on behalf of d0adbd393df1495dafedfc5b5d374430 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:38.624998 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-37f4d11b-b449-4536-98ee-111aac53b5f1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:38.674086 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d7c68407-81e9-444c-9707-52c16c05f757 req-c03f9bb5-f88b-49a7-a511-b49d1e18e4b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:38.794189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d27c4a-0b99-4c79-bcec-8b86fe0cd873 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Network': ['ID=017ce006-c980-40b3-8573-630b83d670f7,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:38.831993 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-f3d65c13-4bae-4958-8383-f95de204bf42 None None] Set router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:38.882489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85c954-db78-4fe4-8f59-8bfeecd45fb2 req-ea3e64e4-7f8e-45ed-9030-0ffc4d378d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:38.883254 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 017ce006-c980-40b3-8573-630b83d670f7 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:38.884034 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f85c954-db78-4fe4-8f59-8bfeecd45fb2 req-ea3e64e4-7f8e-45ed-9030-0ffc4d378d7a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6&device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 1097 time: 0.4565217 Aug 20 11:49:38.915587 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-37f4d11b-b449-4536-98ee-111aac53b5f1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:38.969750 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4d11b-b449-4536-98ee-111aac53b5f1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Subnet': ['ID=b85807c4-1eab-4905-a80a-bbd598a4f2c4,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:38.970981 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.072014 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f4d11b-b449-4536-98ee-111aac53b5f1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Checking segment: {'id': '7d4ab277-6e59-4221-b96d-7c4fd79fac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '017ce006-c980-40b3-8573-630b83d670f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:39.072369 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f4d11b-b449-4536-98ee-111aac53b5f1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network hostable DHCP agents. Network: 017ce006-c980-40b3-8573-630b83d670f7, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:39.110468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f4d11b-b449-4536-98ee-111aac53b5f1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network 017ce006-c980-40b3-8573-630b83d670f7 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:39.155088 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-37f4d11b-b449-4536-98ee-111aac53b5f1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 017ce006-c980-40b3-8573-630b83d670f7) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:39.161290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f4d11b-b449-4536-98ee-111aac53b5f1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:39.161914 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-37f4d11b-b449-4536-98ee-111aac53b5f1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.174151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628b182f-a5af-45bc-9ad6-a23a06c5a1c7 None None] Network 017ce006-c980-40b3-8573-630b83d670f7 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:39.188429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Allocated IP 172.25.8.56 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:39.194647 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-37f4d11b-b449-4536-98ee-111aac53b5f1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7828326 Aug 20 11:49:39.196155 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8dc1f0c-08cc-4297-b10a-9058266f9a88 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.203294 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51488) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:39.218169 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85c954-db78-4fe4-8f59-8bfeecd45fb2 req-74ffc52e-cd25-47fa-a7c4-dfdd8d6f1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:39.219666 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f85c954-db78-4fe4-8f59-8bfeecd45fb2 req-74ffc52e-cd25-47fa-a7c4-dfdd8d6f1203 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d8c120cc-56e2-4266-a608-15492ea07f5a HTTP/1.1" status: 200 len: 910 time: 0.3089998 Aug 20 11:49:39.262656 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1548065107', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:39.317264 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc1f0c-08cc-4297-b10a-9058266f9a88 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event updated for resources: {'Subnet': ['ID=01a0482c-0ead-46d0-ae55-76b4f01dedcb,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:39.332949 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.333991 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.422654 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3768f53-1f02-4b48-8b9b-2cff017cf39c None None] Network 017ce006-c980-40b3-8573-630b83d670f7 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:39.438367 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.445324 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f3d65c13-4bae-4958-8383-f95de204bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:49:03Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'd4544f26-421c-4cca-9834-4d01606237b1', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'port_id': '945321ed-1ce1-474f-a129-8f49611b5b94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'mac_address': 'fa:16:3e:01:21:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0287a4dc-a976-4836-90e1-16d0ad84714c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:11Z', 'updated_at': '2021-08-20T11:49:35Z', 'revision_number': 1, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c8ebc0-0b9d-4327-8e1e-55861af8249f', 'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'mac_address': 'fa:16:3e:f3:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:01Z', 'updated_at': '2021-08-20T11:49:12Z', 'revision_number': 5, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'subnets': [{'id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:39.517002 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.524690 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d65c13-4bae-4958-8383-f95de204bf42 None None] The sync data for ids ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'] in n-d-804299-2 is: [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:49:03Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'd4544f26-421c-4cca-9834-4d01606237b1', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'port_id': '945321ed-1ce1-474f-a129-8f49611b5b94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'mac_address': 'fa:16:3e:01:21:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0287a4dc-a976-4836-90e1-16d0ad84714c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:11Z', 'updated_at': '2021-08-20T11:49:35Z', 'revision_number': 1, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c8ebc0-0b9d-4327-8e1e-55861af8249f', 'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'mac_address': 'fa:16:3e:f3:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:01Z', 'updated_at': '2021-08-20T11:49:12Z', 'revision_number': 5, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'subnets': [{'id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:39.537647 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dc1f0c-08cc-4297-b10a-9058266f9a88 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Checking segment: {'id': '9db00700-09b6-4df5-87a8-ef326f6ece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1947720e-35e4-4b28-ae5a-1976f36b9e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:39.538154 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dc1f0c-08cc-4297-b10a-9058266f9a88 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Network hostable DHCP agents. Network: 1947720e-35e4-4b28-ae5a-1976f36b9e1e, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:39.632188 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.663483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dc1f0c-08cc-4297-b10a-9058266f9a88 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Network 1947720e-35e4-4b28-ae5a-1976f36b9e1e is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:39.709753 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c8dc1f0c-08cc-4297-b10a-9058266f9a88 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 1947720e-35e4-4b28-ae5a-1976f36b9e1e) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:39.716161 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dc1f0c-08cc-4297-b10a-9058266f9a88 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:39.716903 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8dc1f0c-08cc-4297-b10a-9058266f9a88 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.718302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e91719-222b-4ba9-bb07-9d67a0f2a7d7 None None] Network 1947720e-35e4-4b28-ae5a-1976f36b9e1e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:39.744924 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c8dc1f0c-08cc-4297-b10a-9058266f9a88 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5562491 Aug 20 11:49:39.746626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51502) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:39.748146 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f85c954-db78-4fe4-8f59-8bfeecd45fb2 req-0b915567-9e9d-4eb1-90da-791ab9785d79 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945321ed-1ce1-474f-a129-8f49611b5b94 HTTP/1.1" status: 200 len: 1000 time: 0.5210950 Aug 20 11:49:39.753812 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e5373579-b848-4608-98f6-9e0513100766 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Request body: {'router': {'external_gateway_info': {'network_id': '1947720e-35e4-4b28-ae5a-1976f36b9e1e'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:39.828837 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.942036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:39.954052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab6468-20d4-49a8-b81e-520789f4b124 None None] New status for floating IP d4544f26-421c-4cca-9834-4d01606237b1: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:49:40.098701 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51506) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:40.116416 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5373579-b848-4608-98f6-9e0513100766 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.141967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-1947720e-35e4-4b28-ae5a-1976f36b9e1e', 'network_id': '1947720e-35e4-4b28-ae5a-1976f36b9e1e', 'tenant_id': '0698fc04957a46cc9e4f9ad60f2baa7f', 'fixed_ips': [{'subnet_id': '01a0482c-0ead-46d0-ae55-76b4f01dedcb'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:49:40.142986 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.412536 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.416202 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d5fbb60-ffd7-4b17-b983-98fa919dd103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.446819 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Allocated IP 2001:db8:1::2 (1947720e-35e4-4b28-ae5a-1976f36b9e1e/01a0482c-0ead-46d0-ae55-76b4f01dedcb/bc63ed6e-13e8-4e74-8904-4e5b0b19ab86) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:40.458585 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.632364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Allocated IP 172.25.8.167 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/1724555e-1af9-4796-9e1d-4e1dc890b81e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:40.666026 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.675319 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Transition to ACTIVE for port object bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:40.675685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:40.678303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:40.688295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:40.701421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Transition to ACTIVE for port object bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:40.709717 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.748120 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.resource_extend [req-d7c68407-81e9-444c-9707-52c16c05f757 req-c03f9bb5-f88b-49a7-a511-b49d1e18e4b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:49:40.752577 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Network 1947720e-35e4-4b28-ae5a-1976f36b9e1e is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:40.755856 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:40.762911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:40.766691 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Pushing event updated for resources: {'Port': ['ID=bc63ed6e-13e8-4e74-8904-4e5b0b19ab86,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:40.786424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85c954-db78-4fe4-8f59-8bfeecd45fb2 req-44eac0f1-35c1-4339-b521-07fdeb5527e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:40.788508 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f85c954-db78-4fe4-8f59-8bfeecd45fb2 req-44eac0f1-35c1-4339-b521-07fdeb5527e8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09663497-ca2a-455d-b26b-a9896c3dda5e HTTP/1.1" status: 200 len: 849 time: 1.0298724 Aug 20 11:49:40.808731 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-e5373579-b848-4608-98f6-9e0513100766 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:49:40.809791 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e5373579-b848-4608-98f6-9e0513100766 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "PUT /v2.0/routers/edeb1b8e-5b4a-49ca-a57f-413d7be9a37d HTTP/1.1" status: 400 len: 364 time: 1.0620797 Aug 20 11:49:40.825906 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51516) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:40.833039 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Attempting to bind port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:40.833613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Attempting to bind port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '9db00700-09b6-4df5-87a8-ef326f6ece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1947720e-35e4-4b28-ae5a-1976f36b9e1e'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:40.834930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Attempting to bind port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 on network 1947720e-35e4-4b28-ae5a-1976f36b9e1e {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:40.840942 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:40.841315 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Checking segment: {'id': '9db00700-09b6-4df5-87a8-ef326f6ece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1947720e-35e4-4b28-ae5a-1976f36b9e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:40.841715 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.842109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Bound using segment: {'id': '9db00700-09b6-4df5-87a8-ef326f6ece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1947720e-35e4-4b28-ae5a-1976f36b9e1e'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:40.842573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Bound port: bc63ed6e-13e8-4e74-8904-4e5b0b19ab86, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db00700-09b6-4df5-87a8-ef326f6ece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1947720e-35e4-4b28-ae5a-1976f36b9e1e'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:40.843514 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.855552 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d5fbb60-ffd7-4b17-b983-98fa919dd103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.868857 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d5fbb60-ffd7-4b17-b983-98fa919dd103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.927979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] For port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:40.933765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] For port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bc63ed6e-13e8-4e74-8904-4e5b0b19ab86,segment=NetworkSegment(9db00700-09b6-4df5-87a8-ef326f6ece55),segment_id=9db00700-09b6-4df5-87a8-ef326f6ece55)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:40.939015 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.941029 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.952557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fbb60-ffd7-4b17-b983-98fa919dd103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735b088d-8a98-4f39-8b28-680795f54f6d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:40.960705 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2d5fbb60-ffd7-4b17-b983-98fa919dd103 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef7d1f8b0cfa4f38b22b6a901c8eb2a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8565111 Aug 20 11:49:40.960705 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51522) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:41.033233 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb011b-b3f9-4d66-961e-662b3f32a705 None None] Pushing event updated for resources: {'Port': ['ID=bc63ed6e-13e8-4e74-8904-4e5b0b19ab86,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:41.044216 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb30762b-e2de-4bc1-9012-644561aae63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.047058 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.063304 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d7c68407-81e9-444c-9707-52c16c05f757 req-c03f9bb5-f88b-49a7-a511-b49d1e18e4b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.115957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:41.117912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb30762b-e2de-4bc1-9012-644561aae63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.125201 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d7c68407-81e9-444c-9707-52c16c05f757 req-c03f9bb5-f88b-49a7-a511-b49d1e18e4b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.129060 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:41.131659 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:41.166064 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=1724555e-1af9-4796-9e1d-4e1dc890b81e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:41.295827 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85c954-db78-4fe4-8f59-8bfeecd45fb2 req-a87199ca-5559-4a27-afa2-c4c5e5320c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:41.297842 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f85c954-db78-4fe4-8f59-8bfeecd45fb2 req-a87199ca-5559-4a27-afa2-c4c5e5320c45 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8c120cc-56e2-4266-a608-15492ea07f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4954727 Aug 20 11:49:41.321428 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb30762b-e2de-4bc1-9012-644561aae63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.324494 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb30762b-e2de-4bc1-9012-644561aae63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.325766 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-eb30762b-e2de-4bc1-9012-644561aae63f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/735b088d-8a98-4f39-8b28-680795f54f6d HTTP/1.1" status: 204 len: 168 time: 0.3643379 Aug 20 11:49:41.346339 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30762b-e2de-4bc1-9012-644561aae63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735b088d-8a98-4f39-8b28-680795f54f6d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:41.552220 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.585651 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.609627 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-d7c68407-81e9-444c-9707-52c16c05f757 req-c03f9bb5-f88b-49a7-a511-b49d1e18e4b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Floating IP 634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b associated. External IP: 172.25.8.75, port: 2c28c420-03de-40e5-9a57-7bdecf2c2c08. Aug 20 11:49:41.774818 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f85c954-db78-4fe4-8f59-8bfeecd45fb2 req-63d62364-c00f-4f6b-9871-977196a2b8f3 service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557838 Aug 20 11:49:41.798763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51532) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:42.243135 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.255763 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.371280 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b3cabf7-9d33-4f00-8863-8d5693b6ac0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.440678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:49:42.587794 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:42.600236 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1418a181-dfb5-46a6-8625-0b64637af63a None None] Sync routers for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:42.613923 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418a181-dfb5-46a6-8625-0b64637af63a None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:42.614669 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1418a181-dfb5-46a6-8625-0b64637af63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:42.631788 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f85c954-db78-4fe4-8f59-8bfeecd45fb2 req-23abd6db-5800-4881-9365-92673cf92e17 service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8475573 Aug 20 11:49:42.643731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19edda25-5465-44ec-bd5c-e5532757cca4 None None] Network 1947720e-35e4-4b28-ae5a-1976f36b9e1e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:42.657151 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1418a181-dfb5-46a6-8625-0b64637af63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:42.669368 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418a181-dfb5-46a6-8625-0b64637af63a None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:42.670138 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1418a181-dfb5-46a6-8625-0b64637af63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:42.702997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Allocated IP 2001:db8::1 (dcc1f938-7f92-421a-83ba-037a03c56114/047cd7a1-ef55-4409-9c44-8ac185960ebb/bce3745a-ad5e-4907-87b7-abf62ddff568) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:42.707148 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1418a181-dfb5-46a6-8625-0b64637af63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:42.707866 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1418a181-dfb5-46a6-8625-0b64637af63a None None] The sync data for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:42.773661 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-aeecca7e-76dd-4e29-9e34-07977f00b134 None None] Provisioning for port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:42.874749 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:42.927066 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:42.932252 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:42.932829 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.033336 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.035933 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.049307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7c68407-81e9-444c-9707-52c16c05f757 req-c03f9bb5-f88b-49a7-a511-b49d1e18e4b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:49:43.082384 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bc63ed6e-13e8-4e74-8904-4e5b0b19ab86,segment=NetworkSegment(9db00700-09b6-4df5-87a8-ef326f6ece55),segment_id=9db00700-09b6-4df5-87a8-ef326f6ece55)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:43.090745 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.111533 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b3cabf7-9d33-4f00-8863-8d5693b6ac0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.119464 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.122482 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.129575 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0ed07307-d9a6-4f13-8f40-b0152ce385ba tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8664227 Aug 20 11:49:43.129734 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b3cabf7-9d33-4f00-8863-8d5693b6ac0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.130375 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51546) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:43.137890 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-18e85616-4a79-4c4d-aa01-b3c9b0a5cb93 None None] Provisioning complete for port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:43.138045 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-18e85616-4a79-4c4d-aa01-b3c9b0a5cb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.167023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cabf7-9d33-4f00-8863-8d5693b6ac0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c174c14b-61ec-4ac5-abba-c90e560dc75d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:43.183058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=bc63ed6e-13e8-4e74-8904-4e5b0b19ab86,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:43.247298 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Transition to ACTIVE for port object bce3745a-ad5e-4907-87b7-abf62ddff568 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:43.297593 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4b3cabf7-9d33-4f00-8863-8d5693b6ac0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1834cf291d24033aa30f6836553e4a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4912009 Aug 20 11:49:43.302278 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51548) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:43.442241 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7c68407-81e9-444c-9707-52c16c05f757 req-c03f9bb5-f88b-49a7-a511-b49d1e18e4b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:43.448190 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d7c68407-81e9-444c-9707-52c16c05f757 req-c03f9bb5-f88b-49a7-a511-b49d1e18e4b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.455367 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2774ef-6f77-442e-ad52-ab772df065f8 None None] Sync routers for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:43.456160 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.465234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2774ef-6f77-442e-ad52-ab772df065f8 None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:43.466485 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-de2774ef-6f77-442e-ad52-ab772df065f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:43.511923 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6c65ecc9-c582-4ae7-9074-909a19cbd01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.533177 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router 1018fbf6-dc5e-4acf-afef-967d8acae19c is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:49:43.547610 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7c68407-81e9-444c-9707-52c16c05f757 req-c03f9bb5-f88b-49a7-a511-b49d1e18e4b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "PUT /v2.0/floatingips/634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b HTTP/1.1" status: 200 len: 996 time: 5.3383346 Aug 20 11:49:43.553617 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Network dcc1f938-7f92-421a-83ba-037a03c56114 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:43.555561 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'tag': '2c28c420-03de-40e5-9a57-7bdecf2c2c08'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:43.557873 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a753c2-a133-42a9-b19e-305c6f54b6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b19177-9cdf-4da4-8bb1-569ff2a10dea", "tag": "2c28c420-03de-40e5-9a57-7bdecf2c2c08"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:43.579787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:43.590555 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6c65ecc9-c582-4ae7-9074-909a19cbd01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.595441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:43.596312 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.600316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event updated for resources: {'Port': ['ID=bce3745a-ad5e-4907-87b7-abf62ddff568,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:43.636379 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-de2774ef-6f77-442e-ad52-ab772df065f8 None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:43.675639 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.702071 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2907280-7313-4577-82c3-a19c996901f0 x-openstack-request-id: req-c2907280-7313-4577-82c3-a19c996901f0 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:43.703140 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b19177-9cdf-4da4-8bb1-569ff2a10dea", "tag": "2c28c420-03de-40e5-9a57-7bdecf2c2c08", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:43.703400 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2907280-7313-4577-82c3-a19c996901f0 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:43.703782 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'tag': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'status': 'completed', 'code': 200} Aug 20 11:49:43.874728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a753c2-a133-42a9-b19e-305c6f54b6d3 req-bbde993e-c820-4a62-809a-2b30068225f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:43.877088 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f3a753c2-a133-42a9-b19e-305c6f54b6d3 req-bbde993e-c820-4a62-809a-2b30068225f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 1097 time: 0.2037623 Aug 20 11:49:43.962838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-616b8f56-7c69-4fca-829e-7abf7b062e21 None None] Provisioning for port bce3745a-ad5e-4907-87b7-abf62ddff568 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:43.969520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-616b8f56-7c69-4fca-829e-7abf7b062e21 None None] Provisioning complete for port bce3745a-ad5e-4907-87b7-abf62ddff568 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:43.969812 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-616b8f56-7c69-4fca-829e-7abf7b062e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:44.011659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:44.025400 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Sync routers for ids ['1018fbf6-dc5e-4acf-afef-967d8acae19c'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:44.037290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-616b8f56-7c69-4fca-829e-7abf7b062e21 None None] Port bce3745a-ad5e-4907-87b7-abf62ddff568 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:44.041293 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Routers {'1018fbf6-dc5e-4acf-afef-967d8acae19c'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:44.041929 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1018fbf6-dc5e-4acf-afef-967d8acae19c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:44.057708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a753c2-a133-42a9-b19e-305c6f54b6d3 req-12852c14-48b2-4afc-91cd-f77ff24aa2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:44.059706 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f3a753c2-a133-42a9-b19e-305c6f54b6d3 req-12852c14-48b2-4afc-91cd-f77ff24aa2dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 920 time: 0.1731093 Aug 20 11:49:44.117701 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-de2774ef-6f77-442e-ad52-ab772df065f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'port_id': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'mac_address': 'fa:16:3e:5c:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:12Z', 'updated_at': '2021-08-20T11:49:40Z', 'revision_number': 1, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:44.123845 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:44.152266 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:44.153858 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fb5b2d5f-f270-4f17-b46b-c70471c6d23e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.9818230 Aug 20 11:49:44.157518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51560) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:44.158512 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6c65ecc9-c582-4ae7-9074-909a19cbd01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:44.161603 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6c65ecc9-c582-4ae7-9074-909a19cbd01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:44.177669 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6c65ecc9-c582-4ae7-9074-909a19cbd01c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c174c14b-61ec-4ac5-abba-c90e560dc75d HTTP/1.1" status: 204 len: 168 time: 0.8568728 Aug 20 11:49:44.184103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2774ef-6f77-442e-ad52-ab772df065f8 None None] Checking router: b6f9de83-9d86-4b52-b1c1-145d13ff5e16 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:49:44.195222 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2774ef-6f77-442e-ad52-ab772df065f8 None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:44.196114 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-de2774ef-6f77-442e-ad52-ab772df065f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:44.216062 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Set router 1018fbf6-dc5e-4acf-afef-967d8acae19c gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:44.298338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c68407-81e9-444c-9707-52c16c05f757 req-0a3e9fa2-2202-4dd5-ae2a-1dc05296827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:44.299399 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f3a753c2-a133-42a9-b19e-305c6f54b6d3 req-ed22161e-0441-43f4-9494-17c7f9be56fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c28c420-03de-40e5-9a57-7bdecf2c2c08 HTTP/1.1" status: 200 len: 999 time: 0.2277219 Aug 20 11:49:44.308540 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7c68407-81e9-444c-9707-52c16c05f757 req-0a3e9fa2-2202-4dd5-ae2a-1dc05296827a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 1097 time: 0.7405488 Aug 20 11:49:44.314414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65ecc9-c582-4ae7-9074-909a19cbd01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c174c14b-61ec-4ac5-abba-c90e560dc75d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:44.356211 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-de2774ef-6f77-442e-ad52-ab772df065f8 None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:44.383878 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a753c2-a133-42a9-b19e-305c6f54b6d3 req-aee4d0f0-3866-4fe4-b36f-bc8839ae4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:44.385720 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f3a753c2-a133-42a9-b19e-305c6f54b6d3 req-aee4d0f0-3866-4fe4-b36f-bc8839ae4cd0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.0782323 Aug 20 11:49:44.672401 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a753c2-a133-42a9-b19e-305c6f54b6d3 req-bfd3e598-05cc-43e9-93a7-f32fc40af386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:44.677822 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f3a753c2-a133-42a9-b19e-305c6f54b6d3 req-bfd3e598-05cc-43e9-93a7-f32fc40af386 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2597799 Aug 20 11:49:44.707493 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578501004', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:49:37Z', 'updated_at': '2021-08-20T11:49:41Z', 'revision_number': 3, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:38Z', 'updated_at': '2021-08-20T11:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:44.807208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-de2774ef-6f77-442e-ad52-ab772df065f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'port_id': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'mac_address': 'fa:16:3e:5c:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:12Z', 'updated_at': '2021-08-20T11:49:40Z', 'revision_number': 1, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:44.840932 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Checking router: 1018fbf6-dc5e-4acf-afef-967d8acae19c for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:49:44.841563 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Updating router 1018fbf6-dc5e-4acf-afef-967d8acae19c port 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:49:44.856950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2774ef-6f77-442e-ad52-ab772df065f8 None None] The sync data for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 is: [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'port_id': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'mac_address': 'fa:16:3e:5c:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:12Z', 'updated_at': '2021-08-20T11:49:40Z', 'revision_number': 1, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:44.857836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Allocated IP 172.20.0.1 (017ce006-c980-40b3-8573-630b83d670f7/b85807c4-1eab-4905-a80a-bbd598a4f2c4/7024016e-6d29-42bc-a65f-94fe0b0029ed) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:44.891658 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51572) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:44.900493 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:44.927174 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:44.950461 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f3252ba-a95f-43ef-be52-24451ccf878e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.041773 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:45.042269 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.114907 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f3a753c2-a133-42a9-b19e-305c6f54b6d3 req-eae9478a-c5af-46d9-a30c-096a5eb488e4 service neutron] 10.222.0.35 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180586 Aug 20 11:49:45.254747 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffe5964-77fb-4536-9166-16aa5c00ab82 None None] New status for floating IP 634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:49:45.305686 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.364278 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dbcbdb00-4af0-4d60-b590-551efb2f5b7b tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=cacbe3698c3a4c88aa60dbcea765a9a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1850464 Aug 20 11:49:45.373337 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51582) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:45.420363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c68407-81e9-444c-9707-52c16c05f757 req-662fadff-f4d4-4166-b48e-94ea398b3adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:45.423353 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7c68407-81e9-444c-9707-52c16c05f757 req-662fadff-f4d4-4166-b48e-94ea398b3adf service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 920 time: 1.1044226 Aug 20 11:49:45.431156 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.439092 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.448673 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Transition to ACTIVE for port object 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:45.456720 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.519466 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Attempting to bind port 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:45.519841 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Attempting to bind port 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:45.520336 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Attempting to bind port 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:45.530671 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:45.531231 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:45.531636 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.532032 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:45.532501 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Bound port: 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:45.532981 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.578246 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.581933 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7c68407-81e9-444c-9707-52c16c05f757 req-79aac4ef-731c-4e7e-aa0e-b8f84aa7745c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c28c420-03de-40e5-9a57-7bdecf2c2c08 HTTP/1.1" status: 200 len: 999 time: 0.1432579 Aug 20 11:49:45.583190 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.584214 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.598960 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a1e99-3f87-4bfd-a65a-6c833eeabc1e None None] Pushing event updated for resources: {'Port': ['ID=86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:45.612312 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a1e99-3f87-4bfd-a65a-6c833eeabc1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:45.612668 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a1e99-3f87-4bfd-a65a-6c833eeabc1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:45.613026 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a1e99-3f87-4bfd-a65a-6c833eeabc1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:45.613357 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a1e99-3f87-4bfd-a65a-6c833eeabc1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:45.613685 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a1e99-3f87-4bfd-a65a-6c833eeabc1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:45.614010 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a1e99-3f87-4bfd-a65a-6c833eeabc1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:45.614334 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a1e99-3f87-4bfd-a65a-6c833eeabc1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:45.614653 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a1e99-3f87-4bfd-a65a-6c833eeabc1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:45.614971 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a1e99-3f87-4bfd-a65a-6c833eeabc1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:45.615288 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a1e99-3f87-4bfd-a65a-6c833eeabc1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:45.615607 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a1e99-3f87-4bfd-a65a-6c833eeabc1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:45.615922 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a1e99-3f87-4bfd-a65a-6c833eeabc1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:45.626811 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] For port 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:45.631027 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] For port 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:45.635057 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.643934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c68407-81e9-444c-9707-52c16c05f757 req-bdf3dd01-e559-4933-a365-81289ebc22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:45.645485 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7c68407-81e9-444c-9707-52c16c05f757 req-bdf3dd01-e559-4933-a365-81289ebc22bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.0529540 Aug 20 11:49:45.653981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network 017ce006-c980-40b3-8573-630b83d670f7 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:45.676708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:45.700518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:45.711179 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Routers {'1018fbf6-dc5e-4acf-afef-967d8acae19c'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:45.711827 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1018fbf6-dc5e-4acf-afef-967d8acae19c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:45.767008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event updated for resources: {'Port': ['ID=bce3745a-ad5e-4907-87b7-abf62ddff568,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:45.784667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c68407-81e9-444c-9707-52c16c05f757 req-0b7b583e-45bd-42b4-b101-9cf39676105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:45.786464 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7c68407-81e9-444c-9707-52c16c05f757 req-0b7b583e-45bd-42b4-b101-9cf39676105a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123574 Aug 20 11:49:45.789199 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a1e99-3f87-4bfd-a65a-6c833eeabc1e None None] Pushing event updated for resources: {'Port': ['ID=86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:45.791585 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=7024016e-6d29-42bc-a65f-94fe0b0029ed,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:45.797143 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f3a753c2-a133-42a9-b19e-305c6f54b6d3 req-48e1b381-4c98-4f16-84e7-e45ca71b6fbe service neutron] 10.222.0.35 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714635 Aug 20 11:49:45.807083 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.807311 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-d7c68407-81e9-444c-9707-52c16c05f757 req-b510392b-5fca-4976-82c6-428f72a1b75f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:45.808311 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7c68407-81e9-444c-9707-52c16c05f757 req-b510392b-5fca-4976-82c6-428f72a1b75f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060501 Aug 20 11:49:45.895814 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] Set router 1018fbf6-dc5e-4acf-afef-967d8acae19c gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:45.900478 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Network dcc1f938-7f92-421a-83ba-037a03c56114 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:45.903188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:45.951547 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f3252ba-a95f-43ef-be52-24451ccf878e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.975726 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f3252ba-a95f-43ef-be52-24451ccf878e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.051024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3252ba-a95f-43ef-be52-24451ccf878e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ac08be-9834-4426-af09-187be84ea04a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:46.051790 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7c68407-81e9-444c-9707-52c16c05f757 req-f6e6bd78-c5d8-47c6-ac85-edd5a3b5b732 service neutron] 10.222.0.37 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281725 Aug 20 11:49:46.083711 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07dc1f0-22f2-4520-9774-30e68e566895 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:46.083862 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b07dc1f0-22f2-4520-9774-30e68e566895 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7075796 Aug 20 11:49:46.097138 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51590) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:46.193501 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7f3252ba-a95f-43ef-be52-24451ccf878e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00563c7291b4403aab812c45b6d95d35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2944729 Aug 20 11:49:46.196115 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51592) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:46.196233 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7c68407-81e9-444c-9707-52c16c05f757 req-ac6ae97c-4aee-4a64-bd0b-24ee8d9e083c service neutron] 10.222.0.37 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360552 Aug 20 11:49:46.198032 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-55695809-cd41-44dd-b836-ffb1c48b1973 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0984223 Aug 20 11:49:46.201407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51594) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:46.204577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Router edeb1b8e-5b4a-49ca-a57f-413d7be9a37d has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:49:46.214806 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a2e925df-644e-4e2a-92ea-30814601a1a5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-301809845', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:46.265911 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578501004', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:49:37Z', 'updated_at': '2021-08-20T11:49:41Z', 'revision_number': 3, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:38Z', 'updated_at': '2021-08-20T11:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:46.337220 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e17f67-f02a-4a73-ae54-7ee5cb89f1b2 None None] The sync data for ids ['1018fbf6-dc5e-4acf-afef-967d8acae19c'] in n-d-804299-2 is: [{'id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578501004', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:49:37Z', 'updated_at': '2021-08-20T11:49:41Z', 'revision_number': 3, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:38Z', 'updated_at': '2021-08-20T11:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:46.351665 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.383388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ff8aa427-8e31-4de4-94a2-240fabff0c59 None None] Provisioning complete for port bce3745a-ad5e-4907-87b7-abf62ddff568 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:46.384414 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff8aa427-8e31-4de4-94a2-240fabff0c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.403222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:46.412213 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a8121b63-cf60-4947-90a7-0f6c1798cd8c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "PUT /v2.0/routers/edeb1b8e-5b4a-49ca-a57f-413d7be9a37d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5832300 Aug 20 11:49:46.416156 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a827e3-63e8-4049-bb2c-fe4062663b68 None None] Sync routers for ids ['edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:46.419423 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51598) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:46.433451 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a827e3-63e8-4049-bb2c-fe4062663b68 None None] Routers {'edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:46.434083 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b9a827e3-63e8-4049-bb2c-fe4062663b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:46.467981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ff8aa427-8e31-4de4-94a2-240fabff0c59 None None] Port bce3745a-ad5e-4907-87b7-abf62ddff568 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:46.489372 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b9a827e3-63e8-4049-bb2c-fe4062663b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:46.503722 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a827e3-63e8-4049-bb2c-fe4062663b68 None None] Routers {'edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:46.504339 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b9a827e3-63e8-4049-bb2c-fe4062663b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:46.534210 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-5388f07b-2402-41ee-9f0d-7e1f23bf9895 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:46.535942 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-5388f07b-2402-41ee-9f0d-7e1f23bf9895 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1853404 Aug 20 11:49:46.571628 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53db8711-fca3-43ee-8bcc-0be46e0e8c1d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.600261 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b9a827e3-63e8-4049-bb2c-fe4062663b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:46.600943 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a827e3-63e8-4049-bb2c-fe4062663b68 None None] The sync data for ids ['edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:46.638035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc6f9-375f-4121-92cd-f82e04caf4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.691380 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-53db8711-fca3-43ee-8bcc-0be46e0e8c1d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 11:49:46.692431 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-53db8711-fca3-43ee-8bcc-0be46e0e8c1d tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "DELETE /v2.0/routers/edeb1b8e-5b4a-49ca-a57f-413d7be9a37d HTTP/1.1" status: 409 len: 329 time: 0.2697852 Aug 20 11:49:46.695275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51604) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:46.740272 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e925df-644e-4e2a-92ea-30814601a1a5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Made reservation on behalf of cacbe3698c3a4c88aa60dbcea765a9a6 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:46.748430 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2e925df-644e-4e2a-92ea-30814601a1a5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.934642 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:47.015630 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:47.024417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:47.024612 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.141355 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.170244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:47.176340 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.247915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:47.256254 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:47.256711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:47.257057 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:47.257395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:47.257728 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:47.258062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:47.258389 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:47.258716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:47.259040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:47.259364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:47.259688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:47.260006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:47.316575 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc6f9-375f-4121-92cd-f82e04caf4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.344952 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-aec78c3c-7f07-4d25-ab7b-20c5caae355a tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1001 time: 0.7938571 Aug 20 11:49:47.360241 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-c2a6fa38-5eb9-4d4b-af06-998dcf56d1f6 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Request body: {'floatingip': {'port_id': '85422075-7987-4fb9-b551-f46742dccd52', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:47.429825 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-29177fd0-592c-47f1-8f6f-5bcafd61015f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.511782 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-c2a6fa38-5eb9-4d4b-af06-998dcf56d1f6 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.577086 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc6f9-375f-4121-92cd-f82e04caf4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.580188 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc6f9-375f-4121-92cd-f82e04caf4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.581493 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-eb9cc6f9-375f-4121-92cd-f82e04caf4ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58ac08be-9834-4426-af09-187be84ea04a HTTP/1.1" status: 204 len: 168 time: 1.3824480 Aug 20 11:49:47.648988 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cc6f9-375f-4121-92cd-f82e04caf4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ac08be-9834-4426-af09-187be84ea04a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:47.876166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-29177fd0-592c-47f1-8f6f-5bcafd61015f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Deleting port bce3745a-ad5e-4907-87b7-abf62ddff568 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:47.876740 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-29177fd0-592c-47f1-8f6f-5bcafd61015f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.901251 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2e925df-644e-4e2a-92ea-30814601a1a5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:48.004848 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-29177fd0-592c-47f1-8f6f-5bcafd61015f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:48.026431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-29177fd0-592c-47f1-8f6f-5bcafd61015f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Calling delete_port for bce3745a-ad5e-4907-87b7-abf62ddff568 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:48.059850 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:48.061628 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e925df-644e-4e2a-92ea-30814601a1a5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Subnet': ['ID=807278aa-432c-4373-a002-1861d9e112fc,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:48.084912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:48.201899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e925df-644e-4e2a-92ea-30814601a1a5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Checking segment: {'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:48.202861 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e925df-644e-4e2a-92ea-30814601a1a5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network hostable DHCP agents. Network: 8cda08d3-11a5-402f-9788-c49620823277, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:48.247138 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:48.262129 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=7024016e-6d29-42bc-a65f-94fe0b0029ed,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:48.356292 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e925df-644e-4e2a-92ea-30814601a1a5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 8cda08d3-11a5-402f-9788-c49620823277 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:48.369896 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-29177fd0-592c-47f1-8f6f-5bcafd61015f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:48.414503 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a2e925df-644e-4e2a-92ea-30814601a1a5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 8cda08d3-11a5-402f-9788-c49620823277) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:48.419392 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e925df-644e-4e2a-92ea-30814601a1a5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:48.420063 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2e925df-644e-4e2a-92ea-30814601a1a5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:48.425276 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233618c2-954c-4ea6-9680-b5f970a52573 None None] Network 8cda08d3-11a5-402f-9788-c49620823277 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:48.457735 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29177fd0-592c-47f1-8f6f-5bcafd61015f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event deleted for resources: {'Port': ['ID=bce3745a-ad5e-4907-87b7-abf62ddff568,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:48.506287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a2e925df-644e-4e2a-92ea-30814601a1a5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2990160 Aug 20 11:49:48.510321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51636) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:48.687333 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network 017ce006-c980-40b3-8573-630b83d670f7 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:48.693254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:48.736112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-8cda08d3-11a5-402f-9788-c49620823277', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ips': [{'subnet_id': '807278aa-432c-4373-a002-1861d9e112fc'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:49:48.737013 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:48.949121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:48.962847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-c2a6fa38-5eb9-4d4b-af06-998dcf56d1f6 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:48.982915 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-c2a6fa38-5eb9-4d4b-af06-998dcf56d1f6 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.039970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Allocated IP 172.20.0.2 (8cda08d3-11a5-402f-9788-c49620823277/807278aa-432c-4373-a002-1861d9e112fc/031c8757-8639-4c73-9d3b-5ceccd93f815) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:49.046955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:49.047328 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.118156 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-29177fd0-592c-47f1-8f6f-5bcafd61015f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.246734 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-c2a6fa38-5eb9-4d4b-af06-998dcf56d1f6 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Floating IP 634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b associated. External IP: 172.25.8.75, port: 2c28c420-03de-40e5-9a57-7bdecf2c2c08. Aug 20 11:49:49.334325 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.353828 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Transition to ACTIVE for port object 031c8757-8639-4c73-9d3b-5ceccd93f815 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:49.370614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29177fd0-592c-47f1-8f6f-5bcafd61015f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Router edeb1b8e-5b4a-49ca-a57f-413d7be9a37d has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:49:49.374870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Transition to ACTIVE for port object 031c8757-8639-4c73-9d3b-5ceccd93f815 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:49.383745 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.427906 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Network 8cda08d3-11a5-402f-9788-c49620823277 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:49.430801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:49.435698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:49.450855 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Pushing event updated for resources: {'Port': ['ID=031c8757-8639-4c73-9d3b-5ceccd93f815,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:49.536554 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Attempting to bind port 031c8757-8639-4c73-9d3b-5ceccd93f815 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:49.536948 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Attempting to bind port 031c8757-8639-4c73-9d3b-5ceccd93f815 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:49.537306 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Attempting to bind port 031c8757-8639-4c73-9d3b-5ceccd93f815 on network 8cda08d3-11a5-402f-9788-c49620823277 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:49.537892 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29177fd0-592c-47f1-8f6f-5bcafd61015f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:49.544427 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:49.544850 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Checking segment: {'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:49.545268 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.545646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Bound using segment: {'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:49.546109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Bound port: 031c8757-8639-4c73-9d3b-5ceccd93f815, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:49.546449 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-29177fd0-592c-47f1-8f6f-5bcafd61015f tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "PUT /v2.0/routers/edeb1b8e-5b4a-49ca-a57f-413d7be9a37d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8494656 Aug 20 11:49:49.546705 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.551559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51658) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:49.564909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539c468-d7c2-43ce-a3ee-921840a4efde None None] Sync routers for ids ['edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:49.605520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539c468-d7c2-43ce-a3ee-921840a4efde None None] Routers {'edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:49.606467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1539c468-d7c2-43ce-a3ee-921840a4efde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:49.615295 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-de82e2e9-b678-494a-9c2b-a952bcb537db tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] show failed (client error): The resource could not be found. Aug 20 11:49:49.616413 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-de82e2e9-b678-494a-9c2b-a952bcb537db tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-855723185 HTTP/1.1" status: 404 len: 334 time: 0.0637579 Aug 20 11:49:49.620534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51660) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:49.626715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5c824fbc-82c2-482f-a30b-54d78c1d9e1c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:49.651227 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1539c468-d7c2-43ce-a3ee-921840a4efde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:49.677313 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-5c824fbc-82c2-482f-a30b-54d78c1d9e1c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] update failed (client error): The resource could not be found. Aug 20 11:49:49.678382 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5c824fbc-82c2-482f-a30b-54d78c1d9e1c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-462093474 HTTP/1.1" status: 404 len: 334 time: 0.0561969 Aug 20 11:49:49.682714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51662) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:49.684572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539c468-d7c2-43ce-a3ee-921840a4efde None None] Routers {'edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:49.685549 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1539c468-d7c2-43ce-a3ee-921840a4efde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:49.689068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] For port 031c8757-8639-4c73-9d3b-5ceccd93f815, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:49.693934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] For port 031c8757-8639-4c73-9d3b-5ceccd93f815, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=031c8757-8639-4c73-9d3b-5ceccd93f815,segment=NetworkSegment(4c1b51ef-59b0-4c2b-a69f-bbc467562cb2),segment_id=4c1b51ef-59b0-4c2b-a69f-bbc467562cb2)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:49.744830 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.756436 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1539c468-d7c2-43ce-a3ee-921840a4efde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:49.757725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539c468-d7c2-43ce-a3ee-921840a4efde None None] The sync data for ids ['edeb1b8e-5b4a-49ca-a57f-413d7be9a37d'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:49.758272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d04ef7e-059b-4e8a-b26c-bbdb34cf1e1c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Deleting subnet 01a0482c-0ead-46d0-ae55-76b4f01dedcb {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:49:49.774691 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6d04ef7e-059b-4e8a-b26c-bbdb34cf1e1c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.843186 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6d04ef7e-059b-4e8a-b26c-bbdb34cf1e1c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.849844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05084c-5eb9-4752-b47c-9c78cd442ffe None None] Pushing event updated for resources: {'Port': ['ID=031c8757-8639-4c73-9d3b-5ceccd93f815,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:50.016786 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:49:50.046300 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6d04ef7e-059b-4e8a-b26c-bbdb34cf1e1c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.193356 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6d04ef7e-059b-4e8a-b26c-bbdb34cf1e1c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.243486 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04ef7e-059b-4e8a-b26c-bbdb34cf1e1c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event deleted for resources: {'Subnet': ['ID=01a0482c-0ead-46d0-ae55-76b4f01dedcb,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:50.249456 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf6da19-1c34-4574-affe-8de48f4d7f88 None None] Network 1947720e-35e4-4b28-ae5a-1976f36b9e1e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:50.256596 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6d04ef7e-059b-4e8a-b26c-bbdb34cf1e1c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.259241 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6d04ef7e-059b-4e8a-b26c-bbdb34cf1e1c tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "DELETE /v2.0/subnets/01a0482c-0ead-46d0-ae55-76b4f01dedcb HTTP/1.1" status: 204 len: 168 time: 0.5739727 Aug 20 11:49:50.262014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51674) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:50.403777 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.479879 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Deleting port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:50.480220 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.496052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:50.505649 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2ea57c54-0b22-48cb-bb73-e5f17ef70f3b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "PUT /v2.0/routers/87ae2d81-1818-4d26-a3e7-e0fb40d16ab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3732393 Aug 20 11:49:50.507875 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b3b040-f711-49ee-9d59-9eb25ccafcd1 None None] Sync routers for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:50.508481 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51680) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:50.518735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7ec450a2-d2d6-42e1-8171-a6978e236389 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'port': {'network_id': '017ce006-c980-40b3-8573-630b83d670f7', 'name': 'tempest-FloatingIPTestJSON-1401115822'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:50.523771 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b3b040-f711-49ee-9d59-9eb25ccafcd1 None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:50.528149 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-46b3b040-f711-49ee-9d59-9eb25ccafcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:50.578164 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6341e8f1-601a-45e1-9b58-63e6ee9e4117 None None] DHCP port deletion for 1947720e-35e4-4b28-ae5a-1976f36b9e1e request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:49:50.594889 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] For port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bc63ed6e-13e8-4e74-8904-4e5b0b19ab86,segment=NetworkSegment(9db00700-09b6-4df5-87a8-ef326f6ece55),segment_id=9db00700-09b6-4df5-87a8-ef326f6ece55)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:50.595667 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.610865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-c2a6fa38-5eb9-4d4b-af06-998dcf56d1f6 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:49:50.635927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Calling delete_port for bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:50.664567 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-46b3b040-f711-49ee-9d59-9eb25ccafcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:50.690391 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b3b040-f711-49ee-9d59-9eb25ccafcd1 None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:50.692411 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-46b3b040-f711-49ee-9d59-9eb25ccafcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:50.700159 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6341e8f1-601a-45e1-9b58-63e6ee9e4117 None None] Deleting port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:50.703393 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6341e8f1-601a-45e1-9b58-63e6ee9e4117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.784077 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-46b3b040-f711-49ee-9d59-9eb25ccafcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:50.784767 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b3b040-f711-49ee-9d59-9eb25ccafcd1 None None] The sync data for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:50.799388 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.841790 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6341e8f1-601a-45e1-9b58-63e6ee9e4117 None None] For port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bc63ed6e-13e8-4e74-8904-4e5b0b19ab86,segment=NetworkSegment(9db00700-09b6-4df5-87a8-ef326f6ece55),segment_id=9db00700-09b6-4df5-87a8-ef326f6ece55)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:50.844479 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6341e8f1-601a-45e1-9b58-63e6ee9e4117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.861784 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.881676 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6341e8f1-601a-45e1-9b58-63e6ee9e4117 None None] Calling delete_port for bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:50.918113 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] No DVR routers for this DVR port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:50.932991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event deleted for resources: {'Port': ['ID=bc63ed6e-13e8-4e74-8904-4e5b0b19ab86,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:50.970829 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 031c8757-8639-4c73-9d3b-5ceccd93f815 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:51.044063 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec450a2-d2d6-42e1-8171-a6978e236389 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Made reservation on behalf of d0adbd393df1495dafedfc5b5d374430 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:51.048037 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ec450a2-d2d6-42e1-8171-a6978e236389 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.074064 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.076235 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.076235 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.076235 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.076235 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.076235 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.076235 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.076235 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.076235 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.076235 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.076235 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.076235 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.076235 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.076235 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:51.076235 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 11:49:51.100808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 031c8757-8639-4c73-9d3b-5ceccd93f815 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:51.111616 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-c2a6fa38-5eb9-4d4b-af06-998dcf56d1f6 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:51.112202 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.115538 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6341e8f1-601a-45e1-9b58-63e6ee9e4117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.115725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-7ec450a2-d2d6-42e1-8171-a6978e236389 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] device_id is not set on port e89a72dc-071e-4ffb-880e-50f190fe7614 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:49:51.132298 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1947720e-35e4-4b28-ae5a-1976f36b9e1e']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:51.143803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4f3d84-7164-4fdc-a51a-528f6bf8f95c None None] Sync routers for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:51.166069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db00700-09b6-4df5-87a8-ef326f6ece55') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:51.166359 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db00700-09b6-4df5-87a8-ef326f6ece55') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:51.179308 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.189717 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341e8f1-601a-45e1-9b58-63e6ee9e4117 None None] Pushing event deleted for resources: {'Port': ['ID=bc63ed6e-13e8-4e74-8904-4e5b0b19ab86,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:51.195815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341e8f1-601a-45e1-9b58-63e6ee9e4117 None None] No DVR routers for this DVR port bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:51.212063 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.227889 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:49:51.234281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:51.234669 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:51.241263 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:51.259026 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f3d84-7164-4fdc-a51a-528f6bf8f95c None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:51.259470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fb4f3d84-7164-4fdc-a51a-528f6bf8f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:51.261602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:49:51.261952 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bc63ed6e-13e8-4e74-8904-4e5b0b19ab86 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:49:51.339920 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.372427 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.374907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "DELETE /v2.0/networks/1947720e-35e4-4b28-ae5a-1976f36b9e1e HTTP/1.1" status: 204 len: 168 time: 1.1107290 Aug 20 11:49:51.381034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802c4aa-809c-4dad-a507-3ed29c00f7cb tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event deleted for resources: {'Network': ['ID=1947720e-35e4-4b28-ae5a-1976f36b9e1e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:51.383793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51696) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:51.435794 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-fb4f3d84-7164-4fdc-a51a-528f6bf8f95c None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:51.493188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfb01a0-18a5-4132-99c2-d4339c06d7b8 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Deleting subnet e5579623-6e8e-4a71-8aa4-235235d12359 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:49:51.503715 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1cfb01a0-18a5-4132-99c2-d4339c06d7b8 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.550128 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b500bf3d-0825-47ab-8558-604af77a94a2 None None] Network 8cda08d3-11a5-402f-9788-c49620823277 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:51.593304 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1cfb01a0-18a5-4132-99c2-d4339c06d7b8 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.717120 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5716ad03-9ce9-47d7-90cf-21b6bb2023b8 None None] Provisioning for port 031c8757-8639-4c73-9d3b-5ceccd93f815 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:51.727585 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5716ad03-9ce9-47d7-90cf-21b6bb2023b8 None None] Provisioning complete for port 031c8757-8639-4c73-9d3b-5ceccd93f815 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:51.728448 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5716ad03-9ce9-47d7-90cf-21b6bb2023b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.735169 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1cfb01a0-18a5-4132-99c2-d4339c06d7b8 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.801247 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1cfb01a0-18a5-4132-99c2-d4339c06d7b8 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.835614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb01a0-18a5-4132-99c2-d4339c06d7b8 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event deleted for resources: {'Subnet': ['ID=e5579623-6e8e-4a71-8aa4-235235d12359,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:51.852704 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1cfb01a0-18a5-4132-99c2-d4339c06d7b8 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.854365 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1cfb01a0-18a5-4132-99c2-d4339c06d7b8 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "DELETE /v2.0/subnets/e5579623-6e8e-4a71-8aa4-235235d12359 HTTP/1.1" status: 204 len: 168 time: 0.4654076 Aug 20 11:49:51.856807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51710) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:51.895146 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dd1196-0b83-4ad8-abe3-ede64fb5a58d None None] Network 10bd60fd-ae34-406e-a031-6abd74355668 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:51.935097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdcbbda4-0dca-4ffc-9dce-670d45e5271e tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Deleting subnet 130ad2ec-ca32-4c63-a8d1-f3690a515a51 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:49:51.942734 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bdcbbda4-0dca-4ffc-9dce-670d45e5271e tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.017592 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bdcbbda4-0dca-4ffc-9dce-670d45e5271e tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.106315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-7ec450a2-d2d6-42e1-8171-a6978e236389 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Allocated IP 172.20.0.2 (017ce006-c980-40b3-8573-630b83d670f7/b85807c4-1eab-4905-a80a-bbd598a4f2c4/e89a72dc-071e-4ffb-880e-50f190fe7614) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:52.201645 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Allocated IP 172.20.0.1 (8cda08d3-11a5-402f-9788-c49620823277/807278aa-432c-4373-a002-1861d9e112fc/0e555b88-cce6-436d-bb41-c02e6f9ff33d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:52.209317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-c2a6fa38-5eb9-4d4b-af06-998dcf56d1f6 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:49:52.211143 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bdcbbda4-0dca-4ffc-9dce-670d45e5271e tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.287979 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5716ad03-9ce9-47d7-90cf-21b6bb2023b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.299393 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bdcbbda4-0dca-4ffc-9dce-670d45e5271e tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.339242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbbda4-0dca-4ffc-9dce-670d45e5271e tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event deleted for resources: {'Subnet': ['ID=130ad2ec-ca32-4c63-a8d1-f3690a515a51,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:52.355469 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bdcbbda4-0dca-4ffc-9dce-670d45e5271e tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.359894 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bdcbbda4-0dca-4ffc-9dce-670d45e5271e tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "DELETE /v2.0/subnets/130ad2ec-ca32-4c63-a8d1-f3690a515a51 HTTP/1.1" status: 204 len: 168 time: 0.4995635 Aug 20 11:49:52.362145 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51724) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:52.397157 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6552591e-66f1-4378-8c5e-3262a175d6a3 None None] Network 6ee016e8-cca5-4b3c-928c-5bfbe912b9e1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:52.405975 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4e077c91-c329-4b51-8310-f59fd5bf2840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.519866 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.621236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5716ad03-9ce9-47d7-90cf-21b6bb2023b8 None None] For port 031c8757-8639-4c73-9d3b-5ceccd93f815, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=031c8757-8639-4c73-9d3b-5ceccd93f815,segment=NetworkSegment(4c1b51ef-59b0-4c2b-a69f-bbc467562cb2),segment_id=4c1b51ef-59b0-4c2b-a69f-bbc467562cb2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:52.628718 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fb4f3d84-7164-4fdc-a51a-528f6bf8f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'port_id': '85422075-7987-4fb9-b551-f46742dccd52', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'mac_address': 'fa:16:3e:4b:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:12Z', 'updated_at': '2021-08-20T11:49:48Z', 'revision_number': 3, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:52.665524 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-ac4e1a79-7fbf-459d-8550-39a44cfbd75b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1297977 Aug 20 11:49:52.707776 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5716ad03-9ce9-47d7-90cf-21b6bb2023b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.716734 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4f3d84-7164-4fdc-a51a-528f6bf8f95c None None] Checking router: b6f9de83-9d86-4b52-b1c1-145d13ff5e16 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:49:52.727046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Deleting port 3f7a4124-0b05-4d87-8f80-e7000036cede {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:52.728064 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.815453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f3d84-7164-4fdc-a51a-528f6bf8f95c None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:52.816231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fb4f3d84-7164-4fdc-a51a-528f6bf8f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:52.888233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-032521d7-0ad3-44f9-9f81-823db6cf140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:52.889155 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-032521d7-0ad3-44f9-9f81-823db6cf140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:52.890349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-032521d7-0ad3-44f9-9f81-823db6cf140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:52.890894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-032521d7-0ad3-44f9-9f81-823db6cf140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:52.891426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-032521d7-0ad3-44f9-9f81-823db6cf140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:52.892422 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-032521d7-0ad3-44f9-9f81-823db6cf140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:52.893755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-032521d7-0ad3-44f9-9f81-823db6cf140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:52.895955 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-032521d7-0ad3-44f9-9f81-823db6cf140e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=388697f16ef24a2db77348e6ee667c3f&device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 6502 time: 0.1708069 Aug 20 11:49:52.905125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] For port 3f7a4124-0b05-4d87-8f80-e7000036cede, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3f7a4124-0b05-4d87-8f80-e7000036cede,segment=NetworkSegment(b319c676-952d-426e-9171-d257429f24d9),segment_id=b319c676-952d-426e-9171-d257429f24d9)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:52.905498 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.907618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716ad03-9ce9-47d7-90cf-21b6bb2023b8 None None] Pushing event updated for resources: {'Port': ['ID=031c8757-8639-4c73-9d3b-5ceccd93f815,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:52.925551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db481d7-68f9-47ba-bb9c-50de72e45def None None] DHCP port deletion for 10bd60fd-ae34-406e-a031-6abd74355668 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:49:52.935758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-940cdab9-e23b-47a1-81bd-c2d69d15879f None None] Provisioning complete for port 031c8757-8639-4c73-9d3b-5ceccd93f815 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:52.935925 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Calling delete_port for 3f7a4124-0b05-4d87-8f80-e7000036cede owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:52.936675 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-940cdab9-e23b-47a1-81bd-c2d69d15879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.105464 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-fb4f3d84-7164-4fdc-a51a-528f6bf8f95c None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:53.118916 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.121518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-c2a6fa38-5eb9-4d4b-af06-998dcf56d1f6 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:53.134862 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-c2a6fa38-5eb9-4d4b-af06-998dcf56d1f6 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.140605 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ec450a2-d2d6-42e1-8171-a6978e236389 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.143345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac4f11b-a194-45d9-b13e-fa77cea15353 None None] DHCP port deletion for 6ee016e8-cca5-4b3c-928c-5bfbe912b9e1 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:49:53.156283 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.230722 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-5db481d7-68f9-47ba-bb9c-50de72e45def None None] Deleting port 3f7a4124-0b05-4d87-8f80-e7000036cede {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:53.231266 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5db481d7-68f9-47ba-bb9c-50de72e45def None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.234679 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'tag': '2c28c420-03de-40e5-9a57-7bdecf2c2c08'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:53.237782 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71aeb702-9790-45e9-8b41-064dc47c27cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b19177-9cdf-4da4-8bb1-569ff2a10dea", "tag": "2c28c420-03de-40e5-9a57-7bdecf2c2c08"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:53.242096 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-c2a6fa38-5eb9-4d4b-af06-998dcf56d1f6 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "PUT /v2.0/floatingips/634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b HTTP/1.1" status: 200 len: 997 time: 5.8961813 Aug 20 11:49:53.253929 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Transition to ACTIVE for port object 0e555b88-cce6-436d-bb41-c02e6f9ff33d will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:53.274629 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event deleted for resources: {'Port': ['ID=3f7a4124-0b05-4d87-8f80-e7000036cede,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:53.283944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] No DVR routers for this DVR port 3f7a4124-0b05-4d87-8f80-e7000036cede on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:53.332944 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-c74be936-7725-459c-81ed-7baad9131a9c tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:53.334568 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-c74be936-7725-459c-81ed-7baad9131a9c tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports/2c28c420-03de-40e5-9a57-7bdecf2c2c08 HTTP/1.1" status: 200 len: 943 time: 0.0826097 Aug 20 11:49:53.356809 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5db481d7-68f9-47ba-bb9c-50de72e45def None None] For port 3f7a4124-0b05-4d87-8f80-e7000036cede, host n-d-804299-2, got binding levels [] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:53.357201 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5db481d7-68f9-47ba-bb9c-50de72e45def None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.385211 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ec450a2-d2d6-42e1-8171-a6978e236389 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.391683 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.402221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bd60fd-ae34-406e-a031-6abd74355668']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:53.417657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b319c676-952d-426e-9171-d257429f24d9') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:53.417657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b319c676-952d-426e-9171-d257429f24d9') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:53.418097 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-5db481d7-68f9-47ba-bb9c-50de72e45def None None] Calling delete_port for 3f7a4124-0b05-4d87-8f80-e7000036cede owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:53.427597 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.429736 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.438264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.ipam_backend_mixin [None req-5db481d7-68f9-47ba-bb9c-50de72e45def None None] Port 3f7a4124-0b05-4d87-8f80-e7000036cede was not found and therefore no delete operation was performed {{(pid=94692) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:49:53.459017 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5db481d7-68f9-47ba-bb9c-50de72e45def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.464254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29135ac5-04b4-4280-ab24-f5fb5d04d908 req-76d8d67e-aabb-4be6-a94d-88920d59871e tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:53.472780 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29135ac5-04b4-4280-ab24-f5fb5d04d908 req-76d8d67e-aabb-4be6-a94d-88920d59871e tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 945 time: 0.8820500 Aug 20 11:49:53.475086 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.481534 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 8cda08d3-11a5-402f-9788-c49620823277 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:53.483819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec450a2-d2d6-42e1-8171-a6978e236389 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=e89a72dc-071e-4ffb-880e-50f190fe7614,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:53.489040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4f11b-a194-45d9-b13e-fa77cea15353 None None] Deleting port 6fdfce01-19b5-435f-bb16-ed0a18a2b54a {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:53.489600 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f11b-a194-45d9-b13e-fa77cea15353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.497966 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:53.499076 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:53.499488 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.500757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:53.505458 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:53.563670 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db481d7-68f9-47ba-bb9c-50de72e45def None None] Pushing event deleted for resources: {'Port': ['ID=3f7a4124-0b05-4d87-8f80-e7000036cede,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:53.572558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db481d7-68f9-47ba-bb9c-50de72e45def None None] No DVR routers for this DVR port 3f7a4124-0b05-4d87-8f80-e7000036cede on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:53.576661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-1467bac8-6d23-4443-8d98-1f025589e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:53.577323 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-1467bac8-6d23-4443-8d98-1f025589e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:53.578187 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-1467bac8-6d23-4443-8d98-1f025589e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:53.579976 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-1467bac8-6d23-4443-8d98-1f025589e93e service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c9f33d1-9d46-4cab-8484-e59cd857f82b&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=96ae447a-8b4f-4e4b-83fe-8a03f1635478&id=96ae447a-8b4f-4e4b-83fe-8a03f1635478 HTTP/1.1" status: 200 len: 2295 time: 0.4878640 Aug 20 11:49:53.638865 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9ac4f11b-a194-45d9-b13e-fa77cea15353 None None] For port 6fdfce01-19b5-435f-bb16-ed0a18a2b54a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6fdfce01-19b5-435f-bb16-ed0a18a2b54a,segment=NetworkSegment(f2bfabeb-7127-477c-8924-4a723b45bbaf),segment_id=f2bfabeb-7127-477c-8924-4a723b45bbaf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:53.640137 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f11b-a194-45d9-b13e-fa77cea15353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.652939 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.679576 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29135ac5-04b4-4280-ab24-f5fb5d04d908 req-4e6a1310-e4a7-4a1b-bb4d-c68e1f97c8f0 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975949 Aug 20 11:49:53.679576 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.694036 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.712966 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4f11b-a194-45d9-b13e-fa77cea15353 None None] Calling delete_port for 6fdfce01-19b5-435f-bb16-ed0a18a2b54a owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:53.719495 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "DELETE /v2.0/networks/10bd60fd-ae34-406e-a031-6abd74355668 HTTP/1.1" status: 204 len: 168 time: 1.3534622 Aug 20 11:49:53.733018 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51746) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:53.763230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec450a2-d2d6-42e1-8171-a6978e236389 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network 017ce006-c980-40b3-8573-630b83d670f7 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:53.794202 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-c900d55f-cc47-4b8b-9641-db50c4fdf23d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9bef89f-685a-44be-baf1-fe42d2901197 HTTP/1.1" status: 200 len: 1001 time: 0.2031343 Aug 20 11:49:53.795366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f30cc2-96e3-4a6c-8eef-9f691b45fbe1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event deleted for resources: {'Network': ['ID=10bd60fd-ae34-406e-a031-6abd74355668,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:53.812124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fb4f3d84-7164-4fdc-a51a-528f6bf8f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'port_id': '85422075-7987-4fb9-b551-f46742dccd52', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'mac_address': 'fa:16:3e:4b:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:12Z', 'updated_at': '2021-08-20T11:49:48Z', 'revision_number': 3, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:53.848866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-7ec450a2-d2d6-42e1-8171-a6978e236389 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:53.852731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4f3d84-7164-4fdc-a51a-528f6bf8f95c None None] The sync data for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 is: [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'port_id': '85422075-7987-4fb9-b551-f46742dccd52', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'mac_address': 'fa:16:3e:4b:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:12Z', 'updated_at': '2021-08-20T11:49:48Z', 'revision_number': 3, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:53.871209 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f11b-a194-45d9-b13e-fa77cea15353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.872955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec450a2-d2d6-42e1-8171-a6978e236389 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:53.880926 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=0e555b88-cce6-436d-bb41-c02e6f9ff33d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:53.891574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac4f11b-a194-45d9-b13e-fa77cea15353 None None] No DVR routers for this DVR port 6fdfce01-19b5-435f-bb16-ed0a18a2b54a on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:53.934337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-815464aa-e09f-4e98-a7ee-2c851c793ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:53.935835 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-815464aa-e09f-4e98-a7ee-2c851c793ddb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=159c3db5-1e5d-4db8-a229-0df8f7818d13 HTTP/1.1" status: 200 len: 856 time: 0.1109338 Aug 20 11:49:53.941047 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4f11b-a194-45d9-b13e-fa77cea15353 None None] Pushing event deleted for resources: {'Port': ['ID=6fdfce01-19b5-435f-bb16-ed0a18a2b54a,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:53.984472 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ad9345cc-631c-4dd0-a2d8-6eebbe1ac399 None None] Provisioning for port 0e555b88-cce6-436d-bb41-c02e6f9ff33d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:53.988446 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ad9345cc-631c-4dd0-a2d8-6eebbe1ac399 None None] Provisioning complete for port 0e555b88-cce6-436d-bb41-c02e6f9ff33d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:53.989166 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ad9345cc-631c-4dd0-a2d8-6eebbe1ac399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.040760 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb2d408-b25f-496d-bf99-47cee9147283 x-openstack-request-id: req-0fb2d408-b25f-496d-bf99-47cee9147283 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:54.041050 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b19177-9cdf-4da4-8bb1-569ff2a10dea", "tag": "2c28c420-03de-40e5-9a57-7bdecf2c2c08", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:54.041318 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fb2d408-b25f-496d-bf99-47cee9147283 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:54.041733 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'tag': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'status': 'completed', 'code': 200} Aug 20 11:49:54.042675 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-f55d6bb1-5292-4f2f-8e62-c2a495435569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.044263 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-f55d6bb1-5292-4f2f-8e62-c2a495435569 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c9f33d1-9d46-4cab-8484-e59cd857f82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003320 Aug 20 11:49:54.050680 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-646036cb-1520-4ff3-9784-bee9b01015b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.054062 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-646036cb-1520-4ff3-9784-bee9b01015b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 1097 time: 0.5578065 Aug 20 11:49:54.063279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ad9345cc-631c-4dd0-a2d8-6eebbe1ac399 None None] Port 0e555b88-cce6-436d-bb41-c02e6f9ff33d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:54.149026 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-ad99410a-1745-40a7-b916-45e9b679ea8b service neutron] 10.222.0.76 "GET /v2.0/networks/6c9f33d1-9d46-4cab-8484-e59cd857f82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968430 Aug 20 11:49:54.192533 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec7d4f-f280-4810-8f31-b54562ce5c1c None None] New status for floating IP 634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:49:54.198110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec450a2-d2d6-42e1-8171-a6978e236389 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.198763 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ec450a2-d2d6-42e1-8171-a6978e236389 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.243199 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f66a6ee-3bc0-426c-8b28-c50f34ecbd26 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.284494 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-26fe990b-e1e8-488c-9faa-03c893a7775d service neutron] 10.222.0.76 "GET /v2.0/networks/6c9f33d1-9d46-4cab-8484-e59cd857f82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259918 Aug 20 11:49:54.333173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aeb702-9790-45e9-8b41-064dc47c27cd req-0382bfbc-fbf4-42d5-96f6-ac1abadcf3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.334691 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71aeb702-9790-45e9-8b41-064dc47c27cd req-0382bfbc-fbf4-42d5-96f6-ac1abadcf3d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 1097 time: 0.2546878 Aug 20 11:49:54.335902 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7ec450a2-d2d6-42e1-8171-a6978e236389 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8217649 Aug 20 11:49:54.353012 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51758) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:54.355034 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-c7520933-52a2-4a0d-8ed3-53b3a6f40666 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=65164dec-9537-4c9c-89fe-cc971fdf8ed3 HTTP/1.1" status: 200 len: 217 time: 0.0627816 Aug 20 11:49:54.374235 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f2d6ff5d-4086-4e33-9be1-e4e3f3dc95e3 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'port': {'network_id': '017ce006-c980-40b3-8573-630b83d670f7', 'name': 'tempest-FloatingIPTestJSON-809022940'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:54.418244 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-cf674f3c-bda6-4c6e-a819-0a9a89a7ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.419741 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-cf674f3c-bda6-4c6e-a819-0a9a89a7ea12 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 200 len: 797 time: 0.0550582 Aug 20 11:49:54.432494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5f7bf-b4c5-4338-addd-33660d4a07ba req-8f6bff78-6107-4ea0-b386-f8ea3a513ad6 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.434051 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-41f5f7bf-b4c5-4338-addd-33660d4a07ba req-8f6bff78-6107-4ea0-b386-f8ea3a513ad6 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.35 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 945 time: 0.3529046 Aug 20 11:49:54.471842 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31ae2eb-55ca-4405-93ac-7dda6601319a None None] Sync routers for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:54.479193 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-ff4ee6f2-9e59-4e30-83c6-ee0ff6e7cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.481921 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-ff4ee6f2-9e59-4e30-83c6-ee0ff6e7cec1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498259 Aug 20 11:49:54.482653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31ae2eb-55ca-4405-93ac-7dda6601319a None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:54.483920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-c31ae2eb-55ca-4405-93ac-7dda6601319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:54.496334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.625945 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-9e3a78d8-6142-492b-99d5-3157c5d6ad76 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336823 Aug 20 11:49:54.635231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-c31ae2eb-55ca-4405-93ac-7dda6601319a None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:54.639017 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-3eb17d82-a9fd-4ab8-8fed-3f18b09056dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.641764 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-3eb17d82-a9fd-4ab8-8fed-3f18b09056dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 920 time: 0.5224695 Aug 20 11:49:54.692778 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f66a6ee-3bc0-426c-8b28-c50f34ecbd26 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.737567 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-3b1b28ab-969f-48f2-be09-081118491ab5 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046286 Aug 20 11:49:54.755531 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-2f66a6ee-3bc0-426c-8b28-c50f34ecbd26 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee016e8-cca5-4b3c-928c-5bfbe912b9e1']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:54.813069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-2f66a6ee-3bc0-426c-8b28-c50f34ecbd26 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bfabeb-7127-477c-8924-4a723b45bbaf') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:54.813506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-2f66a6ee-3bc0-426c-8b28-c50f34ecbd26 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bfabeb-7127-477c-8924-4a723b45bbaf') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:54.815633 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-471d74f4-1969-4102-80f8-22edef5a0e8b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=739f1436-cf2a-4439-9ffb-00e1f9ff7b08 HTTP/1.1" status: 200 len: 217 time: 0.0605555 Aug 20 11:49:54.826466 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-8040d185-aad5-4847-ab86-113ddbab2340 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c28c420-03de-40e5-9a57-7bdecf2c2c08 HTTP/1.1" status: 200 len: 217 time: 0.1492751 Aug 20 11:49:54.878898 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f66a6ee-3bc0-426c-8b28-c50f34ecbd26 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.880825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66bcab-72ed-4a15-8c54-2b5181959400 req-5a648afa-fb23-430f-aa7c-035413ce413e tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.882586 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a66bcab-72ed-4a15-8c54-2b5181959400 req-5a648afa-fb23-430f-aa7c-035413ce413e tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 945 time: 0.1388915 Aug 20 11:49:54.904096 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aeb702-9790-45e9-8b41-064dc47c27cd req-850edf89-2935-43b7-b1c0-c1c2c8a10d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.906232 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71aeb702-9790-45e9-8b41-064dc47c27cd req-850edf89-2935-43b7-b1c0-c1c2c8a10d57 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 920 time: 0.5637696 Aug 20 11:49:54.912217 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-a03ad908-c2bf-4b04-98ba-d1b236966687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.914218 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-a03ad908-c2bf-4b04-98ba-d1b236966687 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 200 len: 797 time: 0.0877321 Aug 20 11:49:54.949618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 031c8757-8639-4c73-9d3b-5ceccd93f815 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:54.958238 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a66bcab-72ed-4a15-8c54-2b5181959400 req-844af4c0-e157-4998-b030-d31c367ac65c tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641463 Aug 20 11:49:54.960053 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f66a6ee-3bc0-426c-8b28-c50f34ecbd26 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.980604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-c8e6203b-1bc1-45d7-bde6-5039a9f00c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.980604 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-c8e6203b-1bc1-45d7-bde6-5039a9f00c65 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505922 Aug 20 11:49:55.017317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f66a6ee-3bc0-426c-8b28-c50f34ecbd26 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:55.017734 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f66a6ee-3bc0-426c-8b28-c50f34ecbd26 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:55.021021 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:55.022624 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71aeb702-9790-45e9-8b41-064dc47c27cd req-c02879ef-ddd7-4c5c-bbb0-d7d8f1bdcc47 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c28c420-03de-40e5-9a57-7bdecf2c2c08 HTTP/1.1" status: 200 len: 217 time: 0.0906904 Aug 20 11:49:55.076210 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 031c8757-8639-4c73-9d3b-5ceccd93f815 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:55.076588 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.097560 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-09048af8-bcfc-4413-af1e-e75fe47694a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:55.099062 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-09048af8-bcfc-4413-af1e-e75fe47694a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.2233610 Aug 20 11:49:55.117572 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d6ff5d-4086-4e33-9be1-e4e3f3dc95e3 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Made reservation on behalf of d0adbd393df1495dafedfc5b5d374430 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:55.121416 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ff5d-4086-4e33-9be1-e4e3f3dc95e3 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.129646 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-e1cd2921-e5fb-4871-9952-c6cba8fb3558 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433177 Aug 20 11:49:55.151756 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db692f9b-b52f-43ef-ab22-45fa30ee4e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.207823 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-c31ae2eb-55ca-4405-93ac-7dda6601319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'port_id': '85422075-7987-4fb9-b551-f46742dccd52', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'mac_address': 'fa:16:3e:4b:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:12Z', 'updated_at': '2021-08-20T11:49:54Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:55.214420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-41f5f7bf-b4c5-4338-addd-33660d4a07ba req-d17a58cc-5e66-43ad-81b6-33ed54eb4cbb tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Deleting port 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:55.214924 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-41f5f7bf-b4c5-4338-addd-33660d4a07ba req-d17a58cc-5e66-43ad-81b6-33ed54eb4cbb tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.244049 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31ae2eb-55ca-4405-93ac-7dda6601319a None None] Checking router: b6f9de83-9d86-4b52-b1c1-145d13ff5e16 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:49:55.246528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-f2d6ff5d-4086-4e33-9be1-e4e3f3dc95e3 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] device_id is not set on port dc66c9a0-420f-4965-8560-a835f4c1bcba yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:49:55.247608 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-ad2ff56d-06bb-4975-9fbb-7017a155741e service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059744 Aug 20 11:49:55.256388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31ae2eb-55ca-4405-93ac-7dda6601319a None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:55.257057 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-c31ae2eb-55ca-4405-93ac-7dda6601319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:55.290038 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f66a6ee-3bc0-426c-8b28-c50f34ecbd26 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.294776 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f66a6ee-3bc0-426c-8b28-c50f34ecbd26 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.300191 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2f66a6ee-3bc0-426c-8b28-c50f34ecbd26 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "DELETE /v2.0/networks/6ee016e8-cca5-4b3c-928c-5bfbe912b9e1 HTTP/1.1" status: 204 len: 168 time: 1.5638645 Aug 20 11:49:55.300852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51772) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:55.301147 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-76fce371-ebde-4cde-a67d-6242ac8fd679 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=d1e9401c-542d-424e-8784-52c52f179256 HTTP/1.1" status: 200 len: 217 time: 0.0443764 Aug 20 11:49:55.352923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-ebdfc39e-068e-40fc-9f38-7dfb279e24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:55.354653 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-ebdfc39e-068e-40fc-9f38-7dfb279e24e8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 200 len: 797 time: 0.0463338 Aug 20 11:49:55.370832 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6fdfce01-19b5-435f-bb16-ed0a18a2b54a no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:49:55.399972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 6fdfce01-19b5-435f-bb16-ed0a18a2b54a {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:49:55.400236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6fdfce01-19b5-435f-bb16-ed0a18a2b54a not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:49:55.400691 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3f7a4124-0b05-4d87-8f80-e7000036cede no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:49:55.408995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-9d3af4e2-223d-4b08-8709-d138faf520e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:55.410537 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-9d3af4e2-223d-4b08-8709-d138faf520e4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0474989 Aug 20 11:49:55.435590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 3f7a4124-0b05-4d87-8f80-e7000036cede {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:49:55.435936 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3f7a4124-0b05-4d87-8f80-e7000036cede not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:49:55.451088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-c31ae2eb-55ca-4405-93ac-7dda6601319a None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:55.480664 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.527000 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-c4c04965-e637-42b5-aec1-0b7c01115316 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069875 Aug 20 11:49:55.628761 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-4c65e910-91da-49a0-ac88-7d55b72e6035 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911136 Aug 20 11:49:55.680121 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-f42b01ea-3d44-413f-9777-368ea6fa007b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=b965aa86-2ea4-43f1-a689-cb23617de683 HTTP/1.1" status: 200 len: 217 time: 0.0438719 Aug 20 11:49:55.688256 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aeb702-9790-45e9-8b41-064dc47c27cd req-ed27a36d-2d09-445f-baf5-ae293021be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:55.689420 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71aeb702-9790-45e9-8b41-064dc47c27cd req-ed27a36d-2d09-445f-baf5-ae293021be92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.6221282 Aug 20 11:49:55.699717 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-c31ae2eb-55ca-4405-93ac-7dda6601319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'port_id': '85422075-7987-4fb9-b551-f46742dccd52', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'mac_address': 'fa:16:3e:4b:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:12Z', 'updated_at': '2021-08-20T11:49:54Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:55.725802 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66a6ee-3bc0-426c-8b28-c50f34ecbd26 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event deleted for resources: {'Network': ['ID=6ee016e8-cca5-4b3c-928c-5bfbe912b9e1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:55.731952 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31ae2eb-55ca-4405-93ac-7dda6601319a None None] The sync data for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 is: [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'port_id': '85422075-7987-4fb9-b551-f46742dccd52', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'mac_address': 'fa:16:3e:4b:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:12Z', 'updated_at': '2021-08-20T11:49:54Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:55.742361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-03da13df-b9e1-4fcb-b301-e22365a969d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:55.743856 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-03da13df-b9e1-4fcb-b301-e22365a969d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 200 len: 797 time: 0.0562572 Aug 20 11:49:55.808292 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-771ba507-ed4f-4c78-9d7e-f3e98574221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:55.809819 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-771ba507-ed4f-4c78-9d7e-f3e98574221e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6799090 Aug 20 11:49:55.814250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-c691631b-d100-481d-923e-d36f5e2f4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:55.816795 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-c691631b-d100-481d-923e-d36f5e2f4391 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0642350 Aug 20 11:49:55.837468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-a5d6701a-73f0-47d3-93ed-818467cc2a1e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:55.838455 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-a5d6701a-73f0-47d3-93ed-818467cc2a1e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087523 Aug 20 11:49:55.849163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b293a40-ee01-47c1-b55d-6e75d978fe80 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Deleting subnet 047cd7a1-ef55-4409-9c44-8ac185960ebb {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:49:55.890319 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b293a40-ee01-47c1-b55d-6e75d978fe80 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.922223 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-8790a18b-8b29-4300-9e24-64d19d257fe5 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974326 Aug 20 11:49:56.041437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-41f5f7bf-b4c5-4338-addd-33660d4a07ba req-d17a58cc-5e66-43ad-81b6-33ed54eb4cbb tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] For port 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3eba2477-7a7d-4677-9f6f-e8938ee4a2ff,segment=NetworkSegment(8a3f382a-b54e-4940-9abc-428729db991a),segment_id=8a3f382a-b54e-4940-9abc-428729db991a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:56.041814 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-41f5f7bf-b4c5-4338-addd-33660d4a07ba req-d17a58cc-5e66-43ad-81b6-33ed54eb4cbb tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.044854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'tag': '85422075-7987-4fb9-b551-f46742dccd52'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:56.047972 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2251c4da-01f5-4fd2-888c-903a3d3cac41" -d '{"events": [{"name": "network-changed", "server_uuid": "b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af", "tag": "85422075-7987-4fb9-b551-f46742dccd52"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:56.051975 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-8cc17b4d-4103-4c56-b62e-c0b9db112ca8 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217861 Aug 20 11:49:56.082044 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b293a40-ee01-47c1-b55d-6e75d978fe80 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.085842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aeb702-9790-45e9-8b41-064dc47c27cd req-9dd78256-7dd8-4767-9086-65e6d43e7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:56.087366 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71aeb702-9790-45e9-8b41-064dc47c27cd req-9dd78256-7dd8-4767-9086-65e6d43e7de3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3513570 Aug 20 11:49:56.116779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-2b078ed7-8ab6-4ab5-b430-8934960c2e85 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a5638de7-43db-4ac4-99a7-532b897aae63 HTTP/1.1" status: 200 len: 217 time: 0.0515616 Aug 20 11:49:56.127142 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-41f5f7bf-b4c5-4338-addd-33660d4a07ba req-d17a58cc-5e66-43ad-81b6-33ed54eb4cbb tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Calling delete_port for 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:56.153658 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f2d6ff5d-4086-4e33-9be1-e4e3f3dc95e3 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Allocated IP 172.20.0.4 (017ce006-c980-40b3-8573-630b83d670f7/b85807c4-1eab-4905-a80a-bbd598a4f2c4/dc66c9a0-420f-4965-8560-a835f4c1bcba) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:56.203011 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebf33b-5a8f-43a6-8564-52c1c9dd6b6b req-ee575555-08ae-4786-9fad-188386897e0f tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:56.204714 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16ebf33b-5a8f-43a6-8564-52c1c9dd6b6b req-ee575555-08ae-4786-9fad-188386897e0f tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 945 time: 0.0904438 Aug 20 11:49:56.206645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-f6596fcb-de72-41cf-b82e-64b77fc92c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:56.208141 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-f6596fcb-de72-41cf-b82e-64b77fc92c70 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09ba0c88-a55b-46f8-9b69-941d92f119dc HTTP/1.1" status: 200 len: 797 time: 0.0657716 Aug 20 11:49:56.235298 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.278432 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-16ebf33b-5a8f-43a6-8564-52c1c9dd6b6b req-80b0d3b0-4286-4144-9fd2-de0685e3431f tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656321 Aug 20 11:49:56.288410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-51e6554f-d09e-406b-8a26-384f86d1470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:56.290598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-51e6554f-d09e-406b-8a26-384f86d1470c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=96ae447a-8b4f-4e4b-83fe-8a03f1635478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0680177 Aug 20 11:49:56.298306 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.320668 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-04fe9d32-9d64-4db0-9ac7-298e14275873 service neutron] 10.222.0.37 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331465 Aug 20 11:49:56.325642 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.401117 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b74b05-523e-43c7-b3fc-9279b2955f9f x-openstack-request-id: req-c1b74b05-523e-43c7-b3fc-9279b2955f9f {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:56.401405 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af", "tag": "85422075-7987-4fb9-b551-f46742dccd52", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:56.401665 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1b74b05-523e-43c7-b3fc-9279b2955f9f {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:56.402058 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'tag': '85422075-7987-4fb9-b551-f46742dccd52', 'status': 'completed', 'code': 200} Aug 20 11:49:56.570178 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b293a40-ee01-47c1-b55d-6e75d978fe80 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.612599 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=0e555b88-cce6-436d-bb41-c02e6f9ff33d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:56.633936 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.637498 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71aeb702-9790-45e9-8b41-064dc47c27cd req-c0f45f56-1f5d-4007-9565-7de5c11fe213 service neutron] 10.222.0.35 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216551 Aug 20 11:49:56.716659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251c4da-01f5-4fd2-888c-903a3d3cac41 req-267bd89b-f470-4517-a021-48e36246d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:56.718667 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2251c4da-01f5-4fd2-888c-903a3d3cac41 req-267bd89b-f470-4517-a021-48e36246d466 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 1096 time: 0.0906093 Aug 20 11:49:56.737447 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-8216f215-0a5b-4e5e-9d13-7c2a605bdc6e service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348807 Aug 20 11:49:56.879513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251c4da-01f5-4fd2-888c-903a3d3cac41 req-8b608301-318d-4220-a87b-996fd58d6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:56.881036 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2251c4da-01f5-4fd2-888c-903a3d3cac41 req-8b608301-318d-4220-a87b-996fd58d6122 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 920 time: 0.1550546 Aug 20 11:49:56.918996 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b293a40-ee01-47c1-b55d-6e75d978fe80 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.927264 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-5bc888fc-d58d-4f91-8e5b-56fbc56e100b service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803355 Aug 20 11:49:56.932089 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-82d41346-e738-44f1-95be-da90b9e9ff89 service neutron] 10.222.0.37 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327661 Aug 20 11:49:56.981550 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-f4f556f5-8e4c-48d2-bb07-e73059dccbaa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6907400b-f6fd-44da-b9f0-c6c6fee7405c HTTP/1.1" status: 200 len: 217 time: 0.0470908 Aug 20 11:49:56.989719 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2251c4da-01f5-4fd2-888c-903a3d3cac41 req-c0f6200b-666c-4732-9e1d-4b7381d569ff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85422075-7987-4fb9-b551-f46742dccd52 HTTP/1.1" status: 200 len: 1000 time: 0.1013582 Aug 20 11:49:57.016462 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b293a40-ee01-47c1-b55d-6e75d978fe80 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event deleted for resources: {'Subnet': ['ID=047cd7a1-ef55-4409-9c44-8ac185960ebb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:57.036162 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-41f5f7bf-b4c5-4338-addd-33660d4a07ba req-d17a58cc-5e66-43ad-81b6-33ed54eb4cbb tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.039385 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b293a40-ee01-47c1-b55d-6e75d978fe80 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.042112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de257c9-e9e5-4b54-bdab-3bcb9447d407 None None] Network dcc1f938-7f92-421a-83ba-037a03c56114 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:57.044129 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4b293a40-ee01-47c1-b55d-6e75d978fe80 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "DELETE /v2.0/subnets/047cd7a1-ef55-4409-9c44-8ac185960ebb HTTP/1.1" status: 204 len: 168 time: 1.4611590 Aug 20 11:49:57.059929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51802) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:57.067720 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71aeb702-9790-45e9-8b41-064dc47c27cd req-589af43b-39ed-43fd-9e62-bde4e8437fa5 service neutron] 10.222.0.35 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913696 Aug 20 11:49:57.088243 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ff5d-4086-4e33-9be1-e4e3f3dc95e3 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.120502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a58cc-5e66-43ad-81b6-33ed54eb4cbb tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Pushing event deleted for resources: {'Port': ['ID=3eba2477-7a7d-4677-9f6f-e8938ee4a2ff,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:57.142042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-32b8ca13-37a3-4c80-b564-8f69170b2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:57.143538 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-32b8ca13-37a3-4c80-b564-8f69170b2190 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09ba0c88-a55b-46f8-9b69-941d92f119dc HTTP/1.1" status: 200 len: 797 time: 0.1529741 Aug 20 11:49:57.154072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251c4da-01f5-4fd2-888c-903a3d3cac41 req-fef2115d-24f1-4a83-abf7-f8bfa69533c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:57.154282 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2251c4da-01f5-4fd2-888c-903a3d3cac41 req-fef2115d-24f1-4a83-abf7-f8bfa69533c5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.1336932 Aug 20 11:49:57.155696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 8cda08d3-11a5-402f-9788-c49620823277 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:57.199122 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:57.200387 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51806) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:57.208566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f5f7bf-b4c5-4338-addd-33660d4a07ba req-d17a58cc-5e66-43ad-81b6-33ed54eb4cbb tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] No DVR routers for this DVR port 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:57.211391 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-41f5f7bf-b4c5-4338-addd-33660d4a07ba req-d17a58cc-5e66-43ad-81b6-33ed54eb4cbb tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.217108 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-41f5f7bf-b4c5-4338-addd-33660d4a07ba req-d17a58cc-5e66-43ad-81b6-33ed54eb4cbb tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.35 "DELETE /v2.0/ports/3eba2477-7a7d-4677-9f6f-e8938ee4a2ff HTTP/1.1" status: 204 len: 173 time: 2.7182531 Aug 20 11:49:57.224780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-39fb9f05-b9fd-4bdf-8dd0-2fdb78948588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:57.226502 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-39fb9f05-b9fd-4bdf-8dd0-2fdb78948588 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 1096 time: 0.2418544 Aug 20 11:49:57.243213 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.302671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-3a2c8c13-e1cd-4525-b2e2-0521dc465070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:57.305012 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-3a2c8c13-e1cd-4525-b2e2-0521dc465070 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=96ae447a-8b4f-4e4b-83fe-8a03f1635478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1468828 Aug 20 11:49:57.332576 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251c4da-01f5-4fd2-888c-903a3d3cac41 req-88765b81-c46d-465d-bd1d-bd1308c5c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:57.334956 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2251c4da-01f5-4fd2-888c-903a3d3cac41 req-88765b81-c46d-465d-bd1d-bd1308c5c6a1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596565 Aug 20 11:49:57.350120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-d8f00461-2655-4f90-9bf1-31974d0eedf8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:57.350964 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-d8f00461-2655-4f90-9bf1-31974d0eedf8 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148940 Aug 20 11:49:57.368507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-2251c4da-01f5-4fd2-888c-903a3d3cac41 req-c37e8bef-fba5-478a-a3b1-5a10d551469d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:57.369679 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2251c4da-01f5-4fd2-888c-903a3d3cac41 req-c37e8bef-fba5-478a-a3b1-5a10d551469d service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163405 Aug 20 11:49:57.379082 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8e3a52-e7f7-4284-8a24-8c6122ba0e16 None None] DHCP port deletion for dcc1f938-7f92-421a-83ba-037a03c56114 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:49:57.459445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e3a52-e7f7-4284-8a24-8c6122ba0e16 None None] Deleting port e85a4929-e25b-4ae2-bb70-d8fb61390377 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:57.459829 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fb8e3a52-e7f7-4284-8a24-8c6122ba0e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.543196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-fb8e3a52-e7f7-4284-8a24-8c6122ba0e16 None None] For port e85a4929-e25b-4ae2-bb70-d8fb61390377, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e85a4929-e25b-4ae2-bb70-d8fb61390377,segment=NetworkSegment(595d3888-7568-45bc-b0ac-2808621afcd8),segment_id=595d3888-7568-45bc-b0ac-2808621afcd8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:57.543637 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fb8e3a52-e7f7-4284-8a24-8c6122ba0e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.559990 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e3a52-e7f7-4284-8a24-8c6122ba0e16 None None] Calling delete_port for e85a4929-e25b-4ae2-bb70-d8fb61390377 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:57.604931 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d94666da-ae73-411d-849f-ee8b714f36d6 req-b5dd3667-cdea-4919-b297-871a75d90472 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c27fab8a-dc71-43ac-ba93-4d54598cd69c HTTP/1.1" status: 200 len: 210 time: 0.1168418 Aug 20 11:49:57.605727 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0179fcb-f9cb-4f09-964a-21057622d468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.641252 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-e2b7395b-9df1-41a0-a075-f091f6450dee service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680867 Aug 20 11:49:57.670690 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:49:57.677136 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fb8e3a52-e7f7-4284-8a24-8c6122ba0e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.711276 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e3a52-e7f7-4284-8a24-8c6122ba0e16 None None] No DVR routers for this DVR port e85a4929-e25b-4ae2-bb70-d8fb61390377 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:57.734431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:49:57.734773 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 3eba2477-7a7d-4677-9f6f-e8938ee4a2ff not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:49:57.746426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e3a52-e7f7-4284-8a24-8c6122ba0e16 None None] Pushing event deleted for resources: {'Port': ['ID=e85a4929-e25b-4ae2-bb70-d8fb61390377,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:57.758496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-20411f5f-6990-4392-b447-70c8243daa70 None None] Provisioning complete for port 0e555b88-cce6-436d-bb41-c02e6f9ff33d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:57.759010 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-20411f5f-6990-4392-b447-70c8243daa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.777971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Deleting port e85a4929-e25b-4ae2-bb70-d8fb61390377 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:57.778476 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.782174 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2251c4da-01f5-4fd2-888c-903a3d3cac41 req-f8b4337c-027d-42e3-882e-0db1e9ac655d service neutron] 10.222.0.76 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056643 Aug 20 11:49:57.784936 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ff5d-4086-4e33-9be1-e4e3f3dc95e3 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.808999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-20411f5f-6990-4392-b447-70c8243daa70 None None] Port 0e555b88-cce6-436d-bb41-c02e6f9ff33d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:57.864800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d6ff5d-4086-4e33-9be1-e4e3f3dc95e3 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network 017ce006-c980-40b3-8573-630b83d670f7 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:57.879403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f2d6ff5d-4086-4e33-9be1-e4e3f3dc95e3 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:57.881731 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d6ff5d-4086-4e33-9be1-e4e3f3dc95e3 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:57.898805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6ff5d-4086-4e33-9be1-e4e3f3dc95e3 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=dc66c9a0-420f-4965-8560-a835f4c1bcba,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:57.942864 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.943700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router 1018fbf6-dc5e-4acf-afef-967d8acae19c has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:49:57.947303 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-0ac29e3b-cf6b-4fbc-9186-89d550aef677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:57.948843 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-0ac29e3b-cf6b-4fbc-9186-89d550aef677 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 920 time: 0.6580634 Aug 20 11:49:58.011138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] For port e85a4929-e25b-4ae2-bb70-d8fb61390377, host n-d-804299-2, got binding levels [] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:58.011513 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.019203 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d6ff5d-4086-4e33-9be1-e4e3f3dc95e3 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:58.019823 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ff5d-4086-4e33-9be1-e4e3f3dc95e3 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.048839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Calling delete_port for e85a4929-e25b-4ae2-bb70-d8fb61390377 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:58.060413 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.ipam_backend_mixin [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Port e85a4929-e25b-4ae2-bb70-d8fb61390377 was not found and therefore no delete operation was performed {{(pid=94691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:49:58.072750 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4097aae7-c94f-4a7d-ab73-f786bfd8d766 req-509495b8-557d-45bc-9962-72152a7daa01 service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095066 Aug 20 11:49:58.078310 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.085618 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-96effb96-f88a-4015-a3e0-84694ae9e318 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85422075-7987-4fb9-b551-f46742dccd52 HTTP/1.1" status: 200 len: 1000 time: 0.1252341 Aug 20 11:49:58.096275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0179fcb-f9cb-4f09-964a-21057622d468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.119305 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2251c4da-01f5-4fd2-888c-903a3d3cac41 req-8fdfbf10-b3ec-4a2d-97b1-b72bf06c19fe service neutron] 10.222.0.76 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835860 Aug 20 11:49:58.122010 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0179fcb-f9cb-4f09-964a-21057622d468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.125217 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event deleted for resources: {'Port': ['ID=e85a4929-e25b-4ae2-bb70-d8fb61390377,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:58.127522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] No DVR routers for this DVR port e85a4929-e25b-4ae2-bb70-d8fb61390377 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:58.164362 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f2d6ff5d-4086-4e33-9be1-e4e3f3dc95e3 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8087225 Aug 20 11:49:58.171629 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51820) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:58.184522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': 'dc66c9a0-420f-4965-8560-a835f4c1bcba', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:58.204117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:58.216945 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a911df66-a28b-472e-83b3-c115da4b01cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "PUT /v2.0/routers/1018fbf6-dc5e-4acf-afef-967d8acae19c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7001259 Aug 20 11:49:58.216945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-f217f470-85d3-44e5-bafb-66e04682afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:58.216945 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-f217f470-85d3-44e5-bafb-66e04682afe4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.1132565 Aug 20 11:49:58.221597 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Sync routers for ids ['1018fbf6-dc5e-4acf-afef-967d8acae19c'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:58.234885 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Routers {'1018fbf6-dc5e-4acf-afef-967d8acae19c'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:58.235788 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1018fbf6-dc5e-4acf-afef-967d8acae19c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:58.241217 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d0179fcb-f9cb-4f09-964a-21057622d468 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbe6bd63221a49b587bc1c41637e7410&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0233378 Aug 20 11:49:58.255667 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51824) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:58.259494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0179fcb-f9cb-4f09-964a-21057622d468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15094b08-648d-4c11-8b24-ca86e3337c39,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:58.272589 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.282477 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.298801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc1f938-7f92-421a-83ba-037a03c56114']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:58.314157 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-f8e4a257-c27b-408a-a3c7-46ea3dfb9cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:58.322672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-f8e4a257-c27b-408a-a3c7-46ea3dfb9cee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967777 Aug 20 11:49:58.340279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595d3888-7568-45bc-b0ac-2808621afcd8') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:58.340572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595d3888-7568-45bc-b0ac-2808621afcd8') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:58.357143 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.367548 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Set router 1018fbf6-dc5e-4acf-afef-967d8acae19c gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:58.375778 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.397465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:58.401426 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.403723 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27fab8a-dc71-43ac-ba93-4d54598cd69c', 'name': 'network-vif-deleted', 'tag': '3eba2477-7a7d-4677-9f6f-e8938ee4a2ff'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:58.406416 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a68d22-a03d-42d0-956d-645d753776af" -d '{"events": [{"server_uuid": "c27fab8a-dc71-43ac-ba93-4d54598cd69c", "name": "network-vif-deleted", "tag": "3eba2477-7a7d-4677-9f6f-e8938ee4a2ff"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:58.408447 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:58.428836 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2df8293-a270-49f6-8aa5-acb300ef41fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.474198 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2df8293-a270-49f6-8aa5-acb300ef41fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.499506 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-dad11b36-f202-4b38-bbe6-0ff529294fb0 service neutron] 10.222.0.37 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751544 Aug 20 11:49:58.541935 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.557588 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-e70262fc-636b-4176-ae89-00eb71e4a28d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334752334&fields=id&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6 HTTP/1.1" status: 200 len: 267 time: 0.0919285 Aug 20 11:49:58.563890 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.565838 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "DELETE /v2.0/networks/dcc1f938-7f92-421a-83ba-037a03c56114 HTTP/1.1" status: 204 len: 168 time: 1.5065730 Aug 20 11:49:58.578340 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51838) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:58.602759 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578501004', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:49:37Z', 'updated_at': '2021-08-20T11:49:54Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:38Z', 'updated_at': '2021-08-20T11:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '0e555b88-cce6-436d-bb41-c02e6f9ff33d', 'name': '', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:b3:49:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '807278aa-432c-4373-a002-1861d9e112fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:51Z', 'updated_at': '2021-08-20T11:49:55Z', 'revision_number': 2, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '807278aa-432c-4373-a002-1861d9e112fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:58.631864 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a390dc2-04f7-41b9-bdf7-865e67c898b2 req-5b210dd0-2083-42c8-b775-f41f9ba4886e service neutron] 10.222.0.37 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313474 Aug 20 11:49:58.640988 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Checking router: 1018fbf6-dc5e-4acf-afef-967d8acae19c for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:49:58.640988 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Updating router 1018fbf6-dc5e-4acf-afef-967d8acae19c port 0e555b88-cce6-436d-bb41-c02e6f9ff33d binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:49:58.653626 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2df8293-a270-49f6-8aa5-acb300ef41fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.659635 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5f5eb-7e84-4000-804a-cb7d42729818 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Pushing event deleted for resources: {'Network': ['ID=dcc1f938-7f92-421a-83ba-037a03c56114,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:58.659923 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2df8293-a270-49f6-8aa5-acb300ef41fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.661667 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d2df8293-a270-49f6-8aa5-acb300ef41fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15094b08-648d-4c11-8b24-ca86e3337c39 HTTP/1.1" status: 204 len: 168 time: 0.4039624 Aug 20 11:49:58.666093 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-25503121-8e30-4cc1-9770-dc16bccf71d1 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "GET /v2.0/ports?device_id=edeb1b8e-5b4a-49ca-a57f-413d7be9a37d HTTP/1.1" status: 200 len: 205 time: 0.0858309 Aug 20 11:49:58.674203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51846) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:58.681331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df8293-a270-49f6-8aa5-acb300ef41fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15094b08-648d-4c11-8b24-ca86e3337c39,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:58.684119 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.687318 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.719494 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f356056-c844-450c-b3f1-54f741fa629b x-openstack-request-id: req-9f356056-c844-450c-b3f1-54f741fa629b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:58.719720 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27fab8a-dc71-43ac-ba93-4d54598cd69c", "name": "network-vif-deleted", "tag": "3eba2477-7a7d-4677-9f6f-e8938ee4a2ff", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:58.719971 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f356056-c844-450c-b3f1-54f741fa629b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:58.720367 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27fab8a-dc71-43ac-ba93-4d54598cd69c', 'name': 'network-vif-deleted', 'tag': '3eba2477-7a7d-4677-9f6f-e8938ee4a2ff', 'status': 'completed', 'code': 200} Aug 20 11:49:58.828178 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-038ef5d4-dc91-46df-8074-fce5d443b218 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.887405 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e85a4929-e25b-4ae2-bb70-d8fb61390377 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:49:58.930647 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: e85a4929-e25b-4ae2-bb70-d8fb61390377 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:49:58.933566 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e85a4929-e25b-4ae2-bb70-d8fb61390377 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:49:59.233932 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-bf8e00c3-a007-4564-b0bb-9cdf737ed8a4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:59.240953 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-bf8e00c3-a007-4564-b0bb-9cdf737ed8a4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/networks?id=8cda08d3-11a5-402f-9788-c49620823277 HTTP/1.1" status: 200 len: 797 time: 0.6822553 Aug 20 11:49:59.247754 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-acc12876-29ee-46af-b8ba-cd3192ee4067 req-8d8428a9-6405-4c3c-88db-9188def3a54d tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1000 time: 0.4756625 Aug 20 11:49:59.253078 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51860) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:59.276969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-567d2911-bbf3-4dd1-b19a-c2fdb6c452ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.293816 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.294480 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-3a687984-d62b-4753-acb8-7ad49d689773 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/quotas/cacbe3698c3a4c88aa60dbcea765a9a6 HTTP/1.1" status: 200 len: 375 time: 0.0525935 Aug 20 11:49:59.306823 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Transition to ACTIVE for port object 0e555b88-cce6-436d-bb41-c02e6f9ff33d will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:59.315780 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.328287 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc12876-29ee-46af-b8ba-cd3192ee4067 req-df586c90-c4f3-4b4f-80bc-1d954e876f02 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:59.329244 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-acc12876-29ee-46af-b8ba-cd3192ee4067 req-df586c90-c4f3-4b4f-80bc-1d954e876f02 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports/85422075-7987-4fb9-b551-f46742dccd52 HTTP/1.1" status: 200 len: 942 time: 0.0737484 Aug 20 11:49:59.373282 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011a1de-8be0-49f0-aadb-ea88bfc94736 None None] Pushing event updated for resources: {'Port': ['ID=0e555b88-cce6-436d-bb41-c02e6f9ff33d,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:59.451121 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Attempting to bind port 0e555b88-cce6-436d-bb41-c02e6f9ff33d on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:59.452457 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Attempting to bind port 0e555b88-cce6-436d-bb41-c02e6f9ff33d by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:59.453101 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Attempting to bind port 0e555b88-cce6-436d-bb41-c02e6f9ff33d on network 8cda08d3-11a5-402f-9788-c49620823277 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:59.458880 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:59.459563 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Checking segment: {'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:59.460153 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.461236 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Bound using segment: {'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:59.461903 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Bound port: 0e555b88-cce6-436d-bb41-c02e6f9ff33d, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:59.462476 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.503282 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-567d2911-bbf3-4dd1-b19a-c2fdb6c452ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.518463 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-567d2911-bbf3-4dd1-b19a-c2fdb6c452ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.529389 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-acc12876-29ee-46af-b8ba-cd3192ee4067 req-0b24b40c-aa40-4c7a-b330-3633a96d8a03 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1000 time: 0.1283946 Aug 20 11:49:59.549199 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-038ef5d4-dc91-46df-8074-fce5d443b218 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.558114 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-038ef5d4-dc91-46df-8074-fce5d443b218 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.579495 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] For port 0e555b88-cce6-436d-bb41-c02e6f9ff33d, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:59.583704 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] For port 0e555b88-cce6-436d-bb41-c02e6f9ff33d, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0e555b88-cce6-436d-bb41-c02e6f9ff33d,segment=NetworkSegment(4c1b51ef-59b0-4c2b-a69f-bbc467562cb2),segment_id=4c1b51ef-59b0-4c2b-a69f-bbc467562cb2)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:59.586819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Allocated IP 172.25.8.109 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/c61a5707-046a-4e96-8679-e3d36fcaee09) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:59.589840 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.647548 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-567d2911-bbf3-4dd1-b19a-c2fdb6c452ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe4d963048384f1cacb113f3a5030e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932290 Aug 20 11:49:59.655569 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51862) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:59.662677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d2911-bbf3-4dd1-b19a-c2fdb6c452ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e424ad2-67cf-4eaf-a7b3-748d4afd810f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:59.684932 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011a1de-8be0-49f0-aadb-ea88bfc94736 None None] Pushing event updated for resources: {'Port': ['ID=0e555b88-cce6-436d-bb41-c02e6f9ff33d,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:59.710817 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Routers {'1018fbf6-dc5e-4acf-afef-967d8acae19c'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:59.712909 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1018fbf6-dc5e-4acf-afef-967d8acae19c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:59.726667 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-a1ee05a2-3d57-41e6-9646-804e113d223d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4312439 Aug 20 11:49:59.762202 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-038ef5d4-dc91-46df-8074-fce5d443b218 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.762846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038ef5d4-dc91-46df-8074-fce5d443b218 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Fanout notify agent at l3_agent the message router_deleted on router edeb1b8e-5b4a-49ca-a57f-413d7be9a37d {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:49:59.773711 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-291f444f-d1ad-46f1-9017-93ece1f566c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.781073 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-038ef5d4-dc91-46df-8074-fce5d443b218 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.782158 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-038ef5d4-dc91-46df-8074-fce5d443b218 tempest-RoutersNegativeIpV6Test-1573344962 tempest-RoutersNegativeIpV6Test-1573344962-project] 10.222.0.37 "DELETE /v2.0/routers/edeb1b8e-5b4a-49ca-a57f-413d7be9a37d HTTP/1.1" status: 204 len: 168 time: 1.1070287 Aug 20 11:49:59.808871 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc12876-29ee-46af-b8ba-cd3192ee4067 req-04edc177-526d-42fd-a080-5125ed03789c tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:59.810222 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-acc12876-29ee-46af-b8ba-cd3192ee4067 req-04edc177-526d-42fd-a080-5125ed03789c tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.2562723 Aug 20 11:49:59.851802 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-291f444f-d1ad-46f1-9017-93ece1f566c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.919196 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] Set router 1018fbf6-dc5e-4acf-afef-967d8acae19c gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:59.925399 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-291f444f-d1ad-46f1-9017-93ece1f566c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.930546 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-291f444f-d1ad-46f1-9017-93ece1f566c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.933978 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-291f444f-d1ad-46f1-9017-93ece1f566c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e424ad2-67cf-4eaf-a7b3-748d4afd810f HTTP/1.1" status: 204 len: 168 time: 0.2752256 Aug 20 11:49:59.970176 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.974061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f444f-d1ad-46f1-9017-93ece1f566c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e424ad2-67cf-4eaf-a7b3-748d4afd810f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:59.981229 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-506a7fba-d569-4083-bf0a-ac2a4171dbae service neutron] 10.222.0.37 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204502 Aug 20 11:50:00.175169 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-8f25b6b8-1611-423f-8953-4c8e8476539c service neutron] 10.222.0.37 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927905 Aug 20 11:50:00.177123 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:00.283246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:00.291143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:00.304017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:00.307084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=c61a5707-046a-4e96-8679-e3d36fcaee09,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:00.378649 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-49f83a9f-f97e-4c62-a9fd-cd112b82f209 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1000 time: 0.1968291 Aug 20 11:50:00.462978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-5610d52d-0ddf-4ecf-bf8c-a6c594c5ddf4 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:00.478312 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-5610d52d-0ddf-4ecf-bf8c-a6c594c5ddf4 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports/85422075-7987-4fb9-b551-f46742dccd52 HTTP/1.1" status: 200 len: 942 time: 0.0987089 Aug 20 11:50:00.514077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51880) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:00.625035 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a2b36f0-d707-41bc-98d7-cecbc78e0623 req-551905fb-ab1b-4103-945d-8684af3cf100 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 210 time: 0.0542586 Aug 20 11:50:00.663327 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578501004', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:49:37Z', 'updated_at': '2021-08-20T11:49:54Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:38Z', 'updated_at': '2021-08-20T11:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '0e555b88-cce6-436d-bb41-c02e6f9ff33d', 'name': '', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:b3:49:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '807278aa-432c-4373-a002-1861d9e112fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:51Z', 'updated_at': '2021-08-20T11:49:59Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '807278aa-432c-4373-a002-1861d9e112fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:00.691313 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-c9ed31e0-0f8e-4447-a023-f90c3a6034d4 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1000 time: 0.1572096 Aug 20 11:50:00.737046 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49520c61-86e2-4a2d-adbd-271ec01b9dfe None None] The sync data for ids ['1018fbf6-dc5e-4acf-afef-967d8acae19c'] in n-d-804299-2 is: [{'id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578501004', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:49:37Z', 'updated_at': '2021-08-20T11:49:54Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:38Z', 'updated_at': '2021-08-20T11:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '0e555b88-cce6-436d-bb41-c02e6f9ff33d', 'name': '', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:b3:49:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '807278aa-432c-4373-a002-1861d9e112fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:51Z', 'updated_at': '2021-08-20T11:49:59Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '807278aa-432c-4373-a002-1861d9e112fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:00.945435 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9921da34-f203-4948-9244-e181a84cfc46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0698fc04957a46cc9e4f9ad60f2baa7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4272034 Aug 20 11:50:00.945908 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 51896) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:01.008386 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-3541edfb-9140-4248-9a79-2821dec5c3ed tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:01.023969 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-3541edfb-9140-4248-9a79-2821dec5c3ed tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.3317559 Aug 20 11:50:01.278279 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-7c4a64ab-87e6-408a-b38d-358a3c0e5b83 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1000 time: 0.2248743 Aug 20 11:50:01.282855 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91abb43b-8854-41a6-95d8-44be822e9187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.287784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-e9de2a02-c07b-415a-94ca-2ef9d61c2a47 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:01.320115 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.378374 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91abb43b-8854-41a6-95d8-44be822e9187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.424587 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-e9de2a02-c07b-415a-94ca-2ef9d61c2a47 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.456302 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.574005 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91abb43b-8854-41a6-95d8-44be822e9187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.577918 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91abb43b-8854-41a6-95d8-44be822e9187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.579416 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-91abb43b-8854-41a6-95d8-44be822e9187 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2d029a5-e759-4d35-b829-cf6697477431 HTTP/1.1" status: 204 len: 168 time: 0.6326568 Aug 20 11:50:01.617317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abb43b-8854-41a6-95d8-44be822e9187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d029a5-e759-4d35-b829-cf6697477431,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:01.709095 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.719367 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.757691 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-e9de2a02-c07b-415a-94ca-2ef9d61c2a47 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.765327 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-e9de2a02-c07b-415a-94ca-2ef9d61c2a47 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.766608 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-e9de2a02-c07b-415a-94ca-2ef9d61c2a47 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Floating IP 634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b disassociated. External IP: 172.25.8.75, port: 85422075-7987-4fb9-b551-f46742dccd52. Aug 20 11:50:01.898055 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81069674-efad-44e0-ac23-55cce91cd436 req-a5fd12d1-fbb9-4a8d-b912-6a41dda966fd tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 210 time: 0.0723736 Aug 20 11:50:01.918247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=c61a5707-046a-4e96-8679-e3d36fcaee09,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:01.932720 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:02.050886 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Floating IP 30e386ac-25a2-4891-a8c3-1c1df936bb3a associated. External IP: 172.25.8.109, port: dc66c9a0-420f-4965-8560-a835f4c1bcba. Aug 20 11:50:02.142051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-e9de2a02-c07b-415a-94ca-2ef9d61c2a47 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:02.352703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-e9de2a02-c07b-415a-94ca-2ef9d61c2a47 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:02.365011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caeb342-bdb5-4f15-9e8e-aa2372499301 None None] Sync routers for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:02.374230 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-e9de2a02-c07b-415a-94ca-2ef9d61c2a47 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:02.382936 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caeb342-bdb5-4f15-9e8e-aa2372499301 None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:02.384174 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8caeb342-bdb5-4f15-9e8e-aa2372499301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:02.437057 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-e9de2a02-c07b-415a-94ca-2ef9d61c2a47 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "PUT /v2.0/floatingips/634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b HTTP/1.1" status: 200 len: 694 time: 1.1579313 Aug 20 11:50:02.437621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'tag': '85422075-7987-4fb9-b551-f46742dccd52'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:50:02.449368 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa1b1ef-5b5a-49b7-87a8-c4f0877f4654" -d '{"events": [{"name": "network-changed", "server_uuid": "b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af", "tag": "85422075-7987-4fb9-b551-f46742dccd52"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:50:02.563121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-ce714a5b-9f60-4bca-b42c-b5220c8493d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.574833 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-ce714a5b-9f60-4bca-b42c-b5220c8493d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 1096 time: 0.1056411 Aug 20 11:50:02.602585 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba83e7d7-f945-4660-8a35-e6bb413e5e20 x-openstack-request-id: req-ba83e7d7-f945-4660-8a35-e6bb413e5e20 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:50:02.602908 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af", "tag": "85422075-7987-4fb9-b551-f46742dccd52", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:50:02.603350 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba83e7d7-f945-4660-8a35-e6bb413e5e20 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:50:02.605177 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'tag': '85422075-7987-4fb9-b551-f46742dccd52', 'status': 'completed', 'code': 200} Aug 20 11:50:02.728896 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-8caeb342-bdb5-4f15-9e8e-aa2372499301 None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:02.852441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-7c5b9424-7776-48f5-9b02-76254330637f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.854074 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-7c5b9424-7776-48f5-9b02-76254330637f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.76 "GET /v2.0/networks?id=8cda08d3-11a5-402f-9788-c49620823277 HTTP/1.1" status: 200 len: 797 time: 0.5430334 Aug 20 11:50:02.878044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:02.893759 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-2ad7d7fa-c6d2-4569-9255-ca37e22f6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.910206 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-2ad7d7fa-c6d2-4569-9255-ca37e22f6272 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 920 time: 0.3342628 Aug 20 11:50:02.922520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b1ef-5b5a-49b7-87a8-c4f0877f4654 req-09eb6c19-29f9-40ca-945e-301dbc4e9668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.924482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0aa1b1ef-5b5a-49b7-87a8-c4f0877f4654 req-09eb6c19-29f9-40ca-945e-301dbc4e9668 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 1096 time: 0.2580204 Aug 20 11:50:03.011142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0e555b88-cce6-436d-bb41-c02e6f9ff33d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:50:03.072366 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-16452815-1353-427e-b0c9-f53903af4316 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85422075-7987-4fb9-b551-f46742dccd52 HTTP/1.1" status: 200 len: 217 time: 0.1609437 Aug 20 11:50:03.094131 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:03.155280 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-dfd87f92-0aca-4ed5-b3f6-d8b2ac584073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:03.157498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-674438fc-b2b5-48ba-831b-b020cfbab1c4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6 HTTP/1.1" status: 200 len: 380 time: 0.2712984 Aug 20 11:50:03.169879 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-dfd87f92-0aca-4ed5-b3f6-d8b2ac584073 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.0962040 Aug 20 11:50:03.183643 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94d8c434-dd14-45db-87b5-7a93faaed4a2 req-57d215a6-b8cd-4c31-9d23-fcc107fdbcbd tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 210 time: 0.1408477 Aug 20 11:50:03.189180 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-205199e8-fee1-4471-8c17-d9abd624131d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'port': {'device_id': '807e5972-da24-45d8-9718-2fe6983e8c51', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'admin_state_up': True, 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'security_groups': ['253aa489-bb9d-4f15-9af7-323395eb37c8']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:03.252078 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-22e2e26e-2bfa-4929-bc31-2b9f8ab19929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:03.253359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 0e555b88-cce6-436d-bb41-c02e6f9ff33d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:03.266048 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-22e2e26e-2bfa-4929-bc31-2b9f8ab19929 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949869 Aug 20 11:50:03.307185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 0e555b88-cce6-436d-bb41-c02e6f9ff33d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:03.307695 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:03.355243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b1ef-5b5a-49b7-87a8-c4f0877f4654 req-5e44661c-a426-41b3-b95b-d882eac843fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:03.362370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0aa1b1ef-5b5a-49b7-87a8-c4f0877f4654 req-5e44661c-a426-41b3-b95b-d882eac843fb service neutron] 10.222.0.76 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 920 time: 0.4197559 Aug 20 11:50:03.457897 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0aa1b1ef-5b5a-49b7-87a8-c4f0877f4654 req-01518102-eb56-40da-99e8-c95686264bfd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85422075-7987-4fb9-b551-f46742dccd52 HTTP/1.1" status: 200 len: 217 time: 0.0848730 Aug 20 11:50:03.465961 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-7d640333-29ef-44cb-afe7-d964f877ed42 service neutron] 10.222.0.37 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951046 Aug 20 11:50:03.504239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:03.516076 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d3fb02-49e3-40a7-b733-549f5a974070 None None] Sync routers for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:03.533947 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d3fb02-49e3-40a7-b733-549f5a974070 None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:03.534841 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-19d3fb02-49e3-40a7-b733-549f5a974070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:03.553387 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:03.580202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 51998) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:03.584700 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-19d3fb02-49e3-40a7-b733-549f5a974070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:03.591752 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8caeb342-bdb5-4f15-9e8e-aa2372499301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:03.594501 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d3fb02-49e3-40a7-b733-549f5a974070 None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:03.595674 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-19d3fb02-49e3-40a7-b733-549f5a974070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:03.653221 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-19d3fb02-49e3-40a7-b733-549f5a974070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:03.657231 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d3fb02-49e3-40a7-b733-549f5a974070 None None] The sync data for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:03.673113 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:03.685091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caeb342-bdb5-4f15-9e8e-aa2372499301 None None] Checking router: b6f9de83-9d86-4b52-b1c1-145d13ff5e16 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:50:03.685689 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b1ef-5b5a-49b7-87a8-c4f0877f4654 req-42ab0631-6269-4e49-b37b-7fcdfe279046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:03.696047 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0aa1b1ef-5b5a-49b7-87a8-c4f0877f4654 req-42ab0631-6269-4e49-b37b-7fcdfe279046 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.2106040 Aug 20 11:50:03.705020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caeb342-bdb5-4f15-9e8e-aa2372499301 None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:03.705745 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8caeb342-bdb5-4f15-9e8e-aa2372499301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:03.715401 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8492eab7-10ac-4d0d-af1a-9870a19c5f5f req-b3c72e6b-f47c-48bf-8eaa-91e856e63064 service neutron] 10.222.0.37 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438786 Aug 20 11:50:03.764621 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 0e555b88-cce6-436d-bb41-c02e6f9ff33d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0e555b88-cce6-436d-bb41-c02e6f9ff33d,segment=NetworkSegment(4c1b51ef-59b0-4c2b-a69f-bbc467562cb2),segment_id=4c1b51ef-59b0-4c2b-a69f-bbc467562cb2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:03.779912 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:03.811580 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-205199e8-fee1-4471-8c17-d9abd624131d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Made reservation on behalf of cacbe3698c3a4c88aa60dbcea765a9a6 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:03.826121 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-205199e8-fee1-4471-8c17-d9abd624131d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:03.872585 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52022) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:03.880491 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6d1d5432-828d-4a7a-b020-d0a8bfb43404 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:03.884804 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-20b30caf-4d82-4c3b-af21-e077f11ecce2 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6996017 Aug 20 11:50:03.916816 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-25f99748-05b5-4bf7-aefc-94cd4ba54661 tempest-SubnetPoolsTestJSON-1797489019 tempest-SubnetPoolsTestJSON-1797489019-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-519241520', 'prefixes': ['172.20.0.0/16']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:03.996401 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b1ef-5b5a-49b7-87a8-c4f0877f4654 req-cabacdf8-a25a-473c-8751-bbe030718b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:04.002134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0aa1b1ef-5b5a-49b7-87a8-c4f0877f4654 req-cabacdf8-a25a-473c-8751-bbe030718b5c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2694235 Aug 20 11:50:04.031736 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d1d5432-828d-4a7a-b020-d0a8bfb43404 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.233526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=0e555b88-cce6-436d-bb41-c02e6f9ff33d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:04.265751 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-8caeb342-bdb5-4f15-9e8e-aa2372499301 None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:04.296609 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-25f99748-05b5-4bf7-aefc-94cd4ba54661 tempest-SubnetPoolsTestJSON-1797489019 tempest-SubnetPoolsTestJSON-1797489019-project] Notify callbacks [] for subnetpool, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.300927 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-25f99748-05b5-4bf7-aefc-94cd4ba54661 tempest-SubnetPoolsTestJSON-1797489019 tempest-SubnetPoolsTestJSON-1797489019-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7022808 Aug 20 11:50:04.301811 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52032) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:04.345303 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d1d5432-828d-4a7a-b020-d0a8bfb43404 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.367271 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d1d5432-828d-4a7a-b020-d0a8bfb43404 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.367271 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-6d1d5432-828d-4a7a-b020-d0a8bfb43404 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Floating IP 30e386ac-25a2-4891-a8c3-1c1df936bb3a disassociated. External IP: 172.25.8.109, port: dc66c9a0-420f-4965-8560-a835f4c1bcba. Aug 20 11:50:04.367815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52034) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:04.444425 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0aa1b1ef-5b5a-49b7-87a8-c4f0877f4654 req-234c9b60-4f34-41fc-b084-7a769784e6a3 service neutron] 10.222.0.76 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225330 Aug 20 11:50:04.452973 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-064143dd-d445-472f-affd-6f09e531c89b req-0ad1b3f3-da00-4f97-94f1-5272efe13021 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 210 time: 0.1238236 Aug 20 11:50:04.456180 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ee4bb981-b9a8-4d59-a4f5-73762efab716 tempest-SubnetPoolsTestJSON-1797489019 tempest-SubnetPoolsTestJSON-1797489019-project] 10.222.0.37 "GET /v2.0/subnetpools/916c2900-ed34-4fb6-91a9-21c0e8eb4459 HTTP/1.1" status: 200 len: 731 time: 0.1452971 Aug 20 11:50:04.483467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-205199e8-fee1-4471-8c17-d9abd624131d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Allocated IP 172.20.0.10 (8cda08d3-11a5-402f-9788-c49620823277/807278aa-432c-4373-a002-1861d9e112fc/b558db07-cc34-44f3-b58a-4785faccf283) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:04.488842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-98089620-7b6b-47aa-aced-cc7b913ac187 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:04.490505 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-98089620-7b6b-47aa-aced-cc7b913ac187 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3891265 Aug 20 11:50:04.531570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52038) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:04.550567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0e1baa42-04aa-4afb-8edc-af4ffe3e958d tempest-SubnetPoolsTestJSON-1797489019 tempest-SubnetPoolsTestJSON-1797489019-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-374692415'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:04.735494 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8caeb342-bdb5-4f15-9e8e-aa2372499301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:04.770897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caeb342-bdb5-4f15-9e8e-aa2372499301 None None] The sync data for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 is: [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:04.914893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0e555b88-cce6-436d-bb41-c02e6f9ff33d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:50:04.991995 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 0e555b88-cce6-436d-bb41-c02e6f9ff33d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:04.993211 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.997240 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efcf0c47-a874-4e77-a598-5853203183ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.021111 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-e50394a5-c1ee-4cef-bcb5-f55bb1d5dc28 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 697 time: 0.4205320 Aug 20 11:50:05.043262 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-979428d6-9da9-4170-b590-9e9751412b9f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Request body: {'floatingip': {'port_id': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:05.132623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-979428d6-9da9-4170-b590-9e9751412b9f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.144993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0c9398-895c-4adf-bc3e-7ae79012e69d None None] New status for floating IP 634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:50:05.205432 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e1baa42-04aa-4afb-8edc-af4ffe3e958d tempest-SubnetPoolsTestJSON-1797489019 tempest-SubnetPoolsTestJSON-1797489019-project] Notify callbacks [] for subnetpool, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.209068 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0e1baa42-04aa-4afb-8edc-af4ffe3e958d tempest-SubnetPoolsTestJSON-1797489019 tempest-SubnetPoolsTestJSON-1797489019-project] 10.222.0.37 "PUT /v2.0/subnetpools/916c2900-ed34-4fb6-91a9-21c0e8eb4459 HTTP/1.1" status: 200 len: 683 time: 0.6708605 Aug 20 11:50:05.211974 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52046) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:05.225871 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0aa1b1ef-5b5a-49b7-87a8-c4f0877f4654 req-45be4bc8-0e80-4780-b855-f3f05187ac5b service neutron] 10.222.0.76 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7047250 Aug 20 11:50:05.282439 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-205199e8-fee1-4471-8c17-d9abd624131d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.307674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-205199e8-fee1-4471-8c17-d9abd624131d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Transition to ACTIVE for port object b558db07-cc34-44f3-b58a-4785faccf283 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:05.385727 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efcf0c47-a874-4e77-a598-5853203183ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.393273 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1d5432-828d-4a7a-b020-d0a8bfb43404 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:05.396068 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efcf0c47-a874-4e77-a598-5853203183ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.444586 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-efcf0c47-a874-4e77-a598-5853203183ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f3e03c42ba64c068e7982bfdc13baf6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0755265 Aug 20 11:50:05.445222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52048) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:05.481558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf0c47-a874-4e77-a598-5853203183ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190a7bbe-9b6c-4d69-9dff-031dbdb309c7,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:05.487507 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68b61c13-7ee4-43e2-b91c-03557a259000 tempest-SubnetPoolsTestJSON-1797489019 tempest-SubnetPoolsTestJSON-1797489019-project] Notify callbacks [] for subnetpool, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.491074 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-68b61c13-7ee4-43e2-b91c-03557a259000 tempest-SubnetPoolsTestJSON-1797489019 tempest-SubnetPoolsTestJSON-1797489019-project] 10.222.0.37 "DELETE /v2.0/subnetpools/916c2900-ed34-4fb6-91a9-21c0e8eb4459 HTTP/1.1" status: 204 len: 168 time: 0.2740850 Aug 20 11:50:05.505526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52052) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:05.524807 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-ad8d343a-b0d1-4c79-83fc-be2c19b305af tempest-SubnetPoolsTestJSON-1797489019 tempest-SubnetPoolsTestJSON-1797489019-project] show failed (client error): The resource could not be found. Aug 20 11:50:05.528434 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ad8d343a-b0d1-4c79-83fc-be2c19b305af tempest-SubnetPoolsTestJSON-1797489019 tempest-SubnetPoolsTestJSON-1797489019-project] 10.222.0.37 "GET /v2.0/subnetpools/916c2900-ed34-4fb6-91a9-21c0e8eb4459 HTTP/1.1" status: 404 len: 346 time: 0.0186329 Aug 20 11:50:05.529902 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52054) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:05.540130 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-205199e8-fee1-4471-8c17-d9abd624131d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.559983 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-a0777796-b603-4df3-a2a8-0d2ecf1ca6a3 tempest-SubnetPoolsTestJSON-1797489019 tempest-SubnetPoolsTestJSON-1797489019-project] delete failed (client error): The resource could not be found. Aug 20 11:50:05.561678 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a0777796-b603-4df3-a2a8-0d2ecf1ca6a3 tempest-SubnetPoolsTestJSON-1797489019 tempest-SubnetPoolsTestJSON-1797489019-project] 10.222.0.37 "DELETE /v2.0/subnetpools/916c2900-ed34-4fb6-91a9-21c0e8eb4459 HTTP/1.1" status: 404 len: 346 time: 0.0319228 Aug 20 11:50:05.640559 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37eba24d-f205-4188-8394-40a1b01fd9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.668107 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-205199e8-fee1-4471-8c17-d9abd624131d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 8cda08d3-11a5-402f-9788-c49620823277 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:05.687586 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1d5432-828d-4a7a-b020-d0a8bfb43404 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:05.688574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-205199e8-fee1-4471-8c17-d9abd624131d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:05.690978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-205199e8-fee1-4471-8c17-d9abd624131d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:05.693932 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d1d5432-828d-4a7a-b020-d0a8bfb43404 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.699821 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdac7d95-7776-4489-9a8e-e5f30d432e29 None None] Sync routers for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:05.700294 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37eba24d-f205-4188-8394-40a1b01fd9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.706254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205199e8-fee1-4471-8c17-d9abd624131d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=b558db07-cc34-44f3-b58a-4785faccf283,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:05.725175 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac7d95-7776-4489-9a8e-e5f30d432e29 None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:05.726355 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cdac7d95-7776-4489-9a8e-e5f30d432e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:05.734847 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6d1d5432-828d-4a7a-b020-d0a8bfb43404 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "PUT /v2.0/floatingips/30e386ac-25a2-4891-a8c3-1c1df936bb3a HTTP/1.1" status: 200 len: 688 time: 1.8598650 Aug 20 11:50:05.737400 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52064) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:05.794569 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cdac7d95-7776-4489-9a8e-e5f30d432e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:05.798701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e434d-e695-40b2-ac36-7ffe9940375b req-8d8d942c-73b5-4381-b242-820150901031 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:05.800432 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cc3e434d-e695-40b2-ac36-7ffe9940375b req-8d8d942c-73b5-4381-b242-820150901031 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.76 "GET /v2.0/ports?device_id=b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af HTTP/1.1" status: 200 len: 945 time: 0.2768016 Aug 20 11:50:05.807374 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac7d95-7776-4489-9a8e-e5f30d432e29 None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:05.820085 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cdac7d95-7776-4489-9a8e-e5f30d432e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:05.880334 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cdac7d95-7776-4489-9a8e-e5f30d432e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:05.882099 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdac7d95-7776-4489-9a8e-e5f30d432e29 None None] The sync data for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:05.899947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52070) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:05.903855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8130614-a9a6-41b2-8a7e-08b3acec2da0 req-fd14c20e-af7b-41a3-a151-4ccbf76d9204 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:05.910040 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8130614-a9a6-41b2-8a7e-08b3acec2da0 req-fd14c20e-af7b-41a3-a151-4ccbf76d9204 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 932 time: 0.3454204 Aug 20 11:50:05.992681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-205199e8-fee1-4471-8c17-d9abd624131d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:05.993380 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-205199e8-fee1-4471-8c17-d9abd624131d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.017343 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-979428d6-9da9-4170-b590-9e9751412b9f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:50:06.017681 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-979428d6-9da9-4170-b590-9e9751412b9f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:50:06.039437 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-205199e8-fee1-4471-8c17-d9abd624131d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8601305 Aug 20 11:50:06.046991 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a149e55e-bcf5-4650-820c-c8ba103495b3 None None] Provisioning for port b558db07-cc34-44f3-b58a-4785faccf283 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:06.052539 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a149e55e-bcf5-4650-820c-c8ba103495b3 None None] Provisioning complete for port b558db07-cc34-44f3-b58a-4785faccf283 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:06.053263 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a149e55e-bcf5-4650-820c-c8ba103495b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.059030 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-239b9b0b-5840-4f05-8275-4a504d603f64 req-1df58139-1a07-4bf2-bfc3-c9ea5d3ae687 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2143152 Aug 20 11:50:06.087010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Request body: {'port': {'device_id': '807e5972-da24-45d8-9718-2fe6983e8c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:06.088103 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8989c84d-817d-4cd9-b7b9-85d7eee081b0 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting port c61a5707-046a-4e96-8679-e3d36fcaee09 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:06.089746 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8989c84d-817d-4cd9-b7b9-85d7eee081b0 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.132435 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8130614-a9a6-41b2-8a7e-08b3acec2da0 req-dbd8ffb6-57be-4c91-bdc1-38099454ea96 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857042 Aug 20 11:50:06.136394 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a149e55e-bcf5-4650-820c-c8ba103495b3 None None] Port b558db07-cc34-44f3-b58a-4785faccf283 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:50:06.177636 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37eba24d-f205-4188-8394-40a1b01fd9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.180167 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37eba24d-f205-4188-8394-40a1b01fd9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.183984 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-37eba24d-f205-4188-8394-40a1b01fd9ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/190a7bbe-9b6c-4d69-9dff-031dbdb309c7 HTTP/1.1" status: 204 len: 168 time: 0.7314780 Aug 20 11:50:06.186785 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a51651a3-30e4-413b-8a5d-de221fbc9e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.204576 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.210975 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-cc3e434d-e695-40b2-ac36-7ffe9940375b req-71837c5d-45ee-459c-b06a-7450bd95c7b0 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Deleting port 85422075-7987-4fb9-b551-f46742dccd52 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:06.211315 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cc3e434d-e695-40b2-ac36-7ffe9940375b req-71837c5d-45ee-459c-b06a-7450bd95c7b0 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.254990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b9b0b-5840-4f05-8275-4a504d603f64 req-33e6b937-960a-4258-b42a-1088fb64d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:06.256572 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-239b9b0b-5840-4f05-8275-4a504d603f64 req-33e6b937-960a-4258-b42a-1088fb64d0f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 1097 time: 0.1178081 Aug 20 11:50:06.260242 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8989c84d-817d-4cd9-b7b9-85d7eee081b0 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.260793 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8989c84d-817d-4cd9-b7b9-85d7eee081b0 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.286330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8989c84d-817d-4cd9-b7b9-85d7eee081b0 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Calling delete_port for c61a5707-046a-4e96-8679-e3d36fcaee09 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:06.327391 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eba24d-f205-4188-8394-40a1b01fd9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190a7bbe-9b6c-4d69-9dff-031dbdb309c7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:06.437334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-cc3e434d-e695-40b2-ac36-7ffe9940375b req-71837c5d-45ee-459c-b06a-7450bd95c7b0 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] For port 85422075-7987-4fb9-b551-f46742dccd52, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=85422075-7987-4fb9-b551-f46742dccd52,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:06.438069 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cc3e434d-e695-40b2-ac36-7ffe9940375b req-71837c5d-45ee-459c-b06a-7450bd95c7b0 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.507994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-cc3e434d-e695-40b2-ac36-7ffe9940375b req-71837c5d-45ee-459c-b06a-7450bd95c7b0 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Calling delete_port for 85422075-7987-4fb9-b551-f46742dccd52 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:06.515183 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b9b0b-5840-4f05-8275-4a504d603f64 req-058709cc-e0f0-47c4-83d4-30e96b08e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:06.516767 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-239b9b0b-5840-4f05-8275-4a504d603f64 req-058709cc-e0f0-47c4-83d4-30e96b08e326 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 920 time: 0.2317312 Aug 20 11:50:06.518960 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-979428d6-9da9-4170-b590-9e9751412b9f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.622687 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52080) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:06.642275 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-239b9b0b-5840-4f05-8275-4a504d603f64 req-56361ec1-92d6-485d-bbb6-cb34c7383c57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c28c420-03de-40e5-9a57-7bdecf2c2c08 HTTP/1.1" status: 200 len: 217 time: 0.1162219 Aug 20 11:50:06.644790 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a51651a3-30e4-413b-8a5d-de221fbc9e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.649081 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a51651a3-30e4-413b-8a5d-de221fbc9e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.657748 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56db2b68-3d07-43b4-8661-699a2e615ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.798072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51651a3-30e4-413b-8a5d-de221fbc9e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded767b5-5bcb-4f67-978f-6ec68b79d35e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:06.812185 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a51651a3-30e4-413b-8a5d-de221fbc9e4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1f8ece44dd94a86ae5eaef08ba4ad8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9098365 Aug 20 11:50:06.816458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52082) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:06.858562 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b9b0b-5840-4f05-8275-4a504d603f64 req-a7d7c248-2353-4f63-9834-47c82227790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:06.860389 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-239b9b0b-5840-4f05-8275-4a504d603f64 req-a7d7c248-2353-4f63-9834-47c82227790d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.2048292 Aug 20 11:50:06.863099 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cc3e434d-e695-40b2-ac36-7ffe9940375b req-71837c5d-45ee-459c-b06a-7450bd95c7b0 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.863246 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8989c84d-817d-4cd9-b7b9-85d7eee081b0 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.874930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b558db07-cc34-44f3-b58a-4785faccf283 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:50:06.877338 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['2c28c420-03de-40e5-9a57-7bdecf2c2c08'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:50:06.893319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989c84d-817d-4cd9-b7b9-85d7eee081b0 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Port': ['ID=c61a5707-046a-4e96-8679-e3d36fcaee09,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:06.898040 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.933542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['85422075-7987-4fb9-b551-f46742dccd52'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:50:06.933737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71837c5d-45ee-459c-b06a-7450bd95c7b0 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Pushing event deleted for resources: {'Port': ['ID=85422075-7987-4fb9-b551-f46742dccd52,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:06.960584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Transition to ACTIVE for port object b558db07-cc34-44f3-b58a-4785faccf283 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:06.992278 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.065686 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.101013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3e434d-e695-40b2-ac36-7ffe9940375b req-71837c5d-45ee-459c-b06a-7450bd95c7b0 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] No DVR routers for this DVR port 85422075-7987-4fb9-b551-f46742dccd52 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:07.123949 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cc3e434d-e695-40b2-ac36-7ffe9940375b req-71837c5d-45ee-459c-b06a-7450bd95c7b0 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.127001 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cc3e434d-e695-40b2-ac36-7ffe9940375b req-71837c5d-45ee-459c-b06a-7450bd95c7b0 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.76 "DELETE /v2.0/ports/85422075-7987-4fb9-b551-f46742dccd52 HTTP/1.1" status: 204 len: 173 time: 1.3022678 Aug 20 11:50:07.127675 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'name': 'network-vif-deleted', 'tag': '85422075-7987-4fb9-b551-f46742dccd52'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:50:07.130140 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f40711-64ad-45bf-b742-0c83f736074e" -d '{"events": [{"server_uuid": "b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af", "name": "network-vif-deleted", "tag": "85422075-7987-4fb9-b551-f46742dccd52"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:50:07.137511 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56db2b68-3d07-43b4-8661-699a2e615ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.152570 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56db2b68-3d07-43b4-8661-699a2e615ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.210036 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.218111 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbf4638-11df-4880-a46c-981c427121c0 x-openstack-request-id: req-afbf4638-11df-4880-a46c-981c427121c0 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:50:07.218569 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af", "name": "network-vif-deleted", "tag": "85422075-7987-4fb9-b551-f46742dccd52", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:50:07.218826 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afbf4638-11df-4880-a46c-981c427121c0 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:50:07.219229 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b650261e-3b7f-46d6-bcb8-8c8f4ce3b2af', 'name': 'network-vif-deleted', 'tag': '85422075-7987-4fb9-b551-f46742dccd52', 'status': 'completed', 'code': 200} Aug 20 11:50:07.257540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Pushing event updated for resources: {'Port': ['ID=b558db07-cc34-44f3-b58a-4785faccf283,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:07.309368 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-56db2b68-3d07-43b4-8661-699a2e615ff7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1e5d62257ab49f5a47b4a3b36154f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6840854 Aug 20 11:50:07.319038 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52092) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:07.319830 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db2b68-3d07-43b4-8661-699a2e615ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9254c5-355a-4507-a45e-70a583abbb2a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:07.692184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f1e6e-a340-4c74-9127-92a73a2486da req-15260306-d0d7-47eb-8b53-2ecb035f002b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:07.699621 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f9f1e6e-a340-4c74-9127-92a73a2486da req-15260306-d0d7-47eb-8b53-2ecb035f002b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 944 time: 0.3847005 Aug 20 11:50:07.708219 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.710898 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.712069 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ded767b5-5bcb-4f67-978f-6ec68b79d35e HTTP/1.1" status: 204 len: 168 time: 0.8887420 Aug 20 11:50:07.721060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Attempting to bind port b558db07-cc34-44f3-b58a-4785faccf283 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:07.721408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Attempting to bind port b558db07-cc34-44f3-b58a-4785faccf283 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:07.721739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Attempting to bind port b558db07-cc34-44f3-b58a-4785faccf283 on network 8cda08d3-11a5-402f-9788-c49620823277 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:07.742485 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3881-4b02-4062-a3f3-8ddaf037af28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.752443 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded767b5-5bcb-4f67-978f-6ec68b79d35e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:07.754741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Port b558db07-cc34-44f3-b58a-4785faccf283 on network 8cda08d3-11a5-402f-9788-c49620823277 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:50:07.755072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Attempting to bind port b558db07-cc34-44f3-b58a-4785faccf283 on network 8cda08d3-11a5-402f-9788-c49620823277 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:07.801254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:07.801606 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:07.801946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:07.802281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:07.802613 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:07.802940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:07.803306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:07.803582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:07.803906 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:07.804227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:07.804547 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:07.804905 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a1def-4da9-4bb2-bd27-17860e3cc8f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:07.808392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:07.808766 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Checking segment: {'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:07.809150 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Bound using segment: {'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:07.810154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Bound port: b558db07-cc34-44f3-b58a-4785faccf283, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:07.810525 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.844666 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b9b0b-5840-4f05-8275-4a504d603f64 req-cd6fd54e-afe8-4eab-a358-57181bf03656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:07.845423 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3881-4b02-4062-a3f3-8ddaf037af28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.846879 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-239b9b0b-5840-4f05-8275-4a504d603f64 req-cd6fd54e-afe8-4eab-a358-57181bf03656 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9566517 Aug 20 11:50:07.871873 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f9f1e6e-a340-4c74-9127-92a73a2486da req-015d484b-f780-4282-b591-8c374cc854c1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704121 Aug 20 11:50:07.961825 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8989c84d-817d-4cd9-b7b9-85d7eee081b0 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.964439 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8989c84d-817d-4cd9-b7b9-85d7eee081b0 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.965674 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8989c84d-817d-4cd9-b7b9-85d7eee081b0 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/floatingips/30e386ac-25a2-4891-a8c3-1c1df936bb3a HTTP/1.1" status: 204 len: 168 time: 2.2273262 Aug 20 11:50:07.970856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52098) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:08.007628 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': 'e89a72dc-071e-4ffb-880e-50f190fe7614'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:08.022802 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] For port b558db07-cc34-44f3-b58a-4785faccf283, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:50:08.029035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] For port b558db07-cc34-44f3-b58a-4785faccf283, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b558db07-cc34-44f3-b58a-4785faccf283,segment=NetworkSegment(4c1b51ef-59b0-4c2b-a69f-bbc467562cb2),segment_id=4c1b51ef-59b0-4c2b-a69f-bbc467562cb2)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:50:08.029035 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3881-4b02-4062-a3f3-8ddaf037af28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:08.033875 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3881-4b02-4062-a3f3-8ddaf037af28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:08.035481 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bc1a3881-4b02-4062-a3f3-8ddaf037af28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a9254c5-355a-4507-a45e-70a583abbb2a HTTP/1.1" status: 204 len: 168 time: 0.7128594 Aug 20 11:50:08.039207 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:08.056668 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a3881-4b02-4062-a3f3-8ddaf037af28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9254c5-355a-4507-a45e-70a583abbb2a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:08.108303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:08.109329 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:08.111395 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] 10.222.0.76 "PUT /v2.0/ports/b558db07-cc34-44f3-b58a-4785faccf283 HTTP/1.1" status: 200 len: 1092 time: 2.0423219 Aug 20 11:50:08.168159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00152e-7bfe-4232-a526-3bee6f06faab service neutron] Pushing event updated for resources: {'Port': ['ID=b558db07-cc34-44f3-b58a-4785faccf283,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:08.190402 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:08.260170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-50abbb52-e180-4f7d-ac54-2fa0fbb6e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:08.261845 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-50abbb52-e180-4f7d-ac54-2fa0fbb6e0c4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 1095 time: 0.0953202 Aug 20 11:50:08.318544 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-239b9b0b-5840-4f05-8275-4a504d603f64 req-40f7ba9c-b3ed-4ada-9276-db8a2c92971d service neutron] 10.222.0.35 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225218 Aug 20 11:50:08.327398 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-25a4d8ab-1d65-4120-a833-c9d89c12e39f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b558db07-cc34-44f3-b58a-4785faccf283 HTTP/1.1" status: 200 len: 217 time: 0.0525954 Aug 20 11:50:08.420440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-7940849e-6949-45cd-b310-c21019c70420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:08.422488 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-7940849e-6949-45cd-b310-c21019c70420 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=807278aa-432c-4373-a002-1861d9e112fc HTTP/1.1" status: 200 len: 834 time: 0.0888560 Aug 20 11:50:08.458133 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-979428d6-9da9-4170-b590-9e9751412b9f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:08.468149 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-979428d6-9da9-4170-b590-9e9751412b9f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:08.497849 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-abcc4af2-bdc0-42db-aecc-416d72b82b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:08.501031 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-abcc4af2-bdc0-42db-aecc-416d72b82b0d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cda08d3-11a5-402f-9788-c49620823277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642836 Aug 20 11:50:08.630870 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-239b9b0b-5840-4f05-8275-4a504d603f64 req-81263a12-e505-4b43-b278-12791e4765e7 service neutron] 10.222.0.35 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758958 Aug 20 11:50:08.660103 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:08.682797 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-979428d6-9da9-4170-b590-9e9751412b9f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Floating IP 634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b associated. External IP: 172.25.8.75, port: 2c28c420-03de-40e5-9a57-7bdecf2c2c08. Aug 20 11:50:08.695418 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-4c337398-91c0-4203-bb95-4161527878ec service neutron] 10.222.0.76 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844764 Aug 20 11:50:08.826112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-62ea9b30-5d52-4e4e-ac04-1340567f853e tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:08.828270 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-62ea9b30-5d52-4e4e-ac04-1340567f853e tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/networks?id=22f62dce-d162-406f-bbb8-b6b0fca763d1 HTTP/1.1" status: 200 len: 814 time: 0.2449543 Aug 20 11:50:08.832815 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4307fa0a-59b5-4304-80b5-1e3034bb1083 req-aa86e3a2-5329-475e-8ca1-c5da9175599a service neutron] 10.222.0.76 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181633 Aug 20 11:50:08.859013 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-0d81edaa-3285-4583-8c90-75986bcdafd7 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/quotas/6e40f5079bd34b23880f932b180211a2 HTTP/1.1" status: 200 len: 375 time: 0.0220697 Aug 20 11:50:08.903313 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-a01c7b5c-8523-4117-8c0c-64facfebd53e tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e40f5079bd34b23880f932b180211a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433276 Aug 20 11:50:08.932831 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:08.937223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Allocated IP 172.25.8.68 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/3e7bedf6-1768-498c-9a7f-6c60ba79bac1) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:09.042251 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-e932d6f7-7395-4312-af08-173398890b6d service neutron] 10.222.0.37 "GET /v2.0/networks/22f62dce-d162-406f-bbb8-b6b0fca763d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365974 Aug 20 11:50:09.134678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-979428d6-9da9-4170-b590-9e9751412b9f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:09.162005 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:50:09.166682 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-5a7ba4b6-7a88-4153-872b-fc12d9e7bd7b service neutron] 10.222.0.37 "GET /v2.0/networks/22f62dce-d162-406f-bbb8-b6b0fca763d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212301 Aug 20 11:50:09.213171 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.220851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807e5972-da24-45d8-9718-2fe6983e8c51', 'tag': 'b558db07-cc34-44f3-b58a-4785faccf283'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:50:09.223510 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ac3cf4-6491-4d2d-b25e-e05698ea6fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "807e5972-da24-45d8-9718-2fe6983e8c51", "tag": "b558db07-cc34-44f3-b58a-4785faccf283"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:50:09.237476 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52162) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:09.320448 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-979428d6-9da9-4170-b590-9e9751412b9f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:09.325288 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-979428d6-9da9-4170-b590-9e9751412b9f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.344997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eb10c4-7ee0-4f4c-96ea-a49972838e0a None None] Sync routers for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:09.370443 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.372341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb10c4-7ee0-4f4c-96ea-a49972838e0a None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:09.373242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-98eb10c4-7ee0-4f4c-96ea-a49972838e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:09.449432 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:09.457103 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:09.474285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9cdc0-0db1-4763-88be-521390fee24c req-5fd89713-58a2-4c6f-ae63-c8c3b5e04310 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:09.482528 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-979428d6-9da9-4170-b590-9e9751412b9f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "PUT /v2.0/floatingips/634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b HTTP/1.1" status: 200 len: 996 time: 4.4440498 Aug 20 11:50:09.487834 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cea9cdc0-0db1-4763-88be-521390fee24c req-5fd89713-58a2-4c6f-ae63-c8c3b5e04310 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 944 time: 0.1017787 Aug 20 11:50:09.504675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:09.506273 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'tag': '2c28c420-03de-40e5-9a57-7bdecf2c2c08'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:50:09.517175 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66805c04-2f96-46ee-9a62-618a1b2411d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b19177-9cdf-4da4-8bb1-569ff2a10dea", "tag": "2c28c420-03de-40e5-9a57-7bdecf2c2c08"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:50:09.569167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cea9cdc0-0db1-4763-88be-521390fee24c req-b9f48c51-7583-4055-b83d-aa92bdf47828 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802660 Aug 20 11:50:09.578630 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-98eb10c4-7ee0-4f4c-96ea-a49972838e0a None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:09.684949 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-244926335'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:09.705341 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=3e7bedf6-1768-498c-9a7f-6c60ba79bac1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:09.801850 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-9d9ad88c-a982-4601-9347-12af993f3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:09.802788 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-9d9ad88c-a982-4601-9347-12af993f3e2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 1097 time: 0.3189008 Aug 20 11:50:09.808484 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Made reservation on behalf of 4ac477f0f9ef49a3a52efe47f6b48751 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:09.812400 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.856394 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4233355-f24b-43c6-9b83-6f0ebd126e57 x-openstack-request-id: req-e4233355-f24b-43c6-9b83-6f0ebd126e57 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:50:09.856913 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807e5972-da24-45d8-9718-2fe6983e8c51", "tag": "b558db07-cc34-44f3-b58a-4785faccf283", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:50:09.857302 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4233355-f24b-43c6-9b83-6f0ebd126e57 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:50:09.857873 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807e5972-da24-45d8-9718-2fe6983e8c51', 'tag': 'b558db07-cc34-44f3-b58a-4785faccf283', 'status': 'completed', 'code': 200} Aug 20 11:50:09.945260 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.964233 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-98eb10c4-7ee0-4f4c-96ea-a49972838e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'port_id': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'mac_address': 'fa:16:3e:5c:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:12Z', 'updated_at': '2021-08-20T11:50:08Z', 'revision_number': 8, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:10.011121 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b3e2264-3d54-42e8-9e30-a1b740cff25d req-c2d39733-6628-43a9-bfc0-d3740036fe6b tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 210 time: 0.0821643 Aug 20 11:50:10.030530 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac3cf4-6491-4d2d-b25e-e05698ea6fbd req-5324ca3a-5a53-4b21-a8a5-c221dba9e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:10.035436 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-31ac3cf4-6491-4d2d-b25e-e05698ea6fbd req-5324ca3a-5a53-4b21-a8a5-c221dba9e308 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 1095 time: 0.1493490 Aug 20 11:50:10.062445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eb10c4-7ee0-4f4c-96ea-a49972838e0a None None] Checking router: b6f9de83-9d86-4b52-b1c1-145d13ff5e16 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:50:10.078879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb10c4-7ee0-4f4c-96ea-a49972838e0a None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:10.079586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-98eb10c4-7ee0-4f4c-96ea-a49972838e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:10.080447 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-317b1f48-c716-4416-a389-b651b5e25cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:10.083059 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-317b1f48-c716-4416-a389-b651b5e25cc8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 920 time: 0.2666380 Aug 20 11:50:10.090912 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b7b6bf-0e8f-46d4-abac-8c115eaf1657 x-openstack-request-id: req-99b7b6bf-0e8f-46d4-abac-8c115eaf1657 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:50:10.091292 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b19177-9cdf-4da4-8bb1-569ff2a10dea", "tag": "2c28c420-03de-40e5-9a57-7bdecf2c2c08", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:50:10.091607 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99b7b6bf-0e8f-46d4-abac-8c115eaf1657 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:50:10.092833 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'tag': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'status': 'completed', 'code': 200} Aug 20 11:50:10.216136 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac3cf4-6491-4d2d-b25e-e05698ea6fbd req-c6daceac-ea79-4512-aa2b-bc50b354764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:10.220494 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-31ac3cf4-6491-4d2d-b25e-e05698ea6fbd req-c6daceac-ea79-4512-aa2b-bc50b354764d service neutron] 10.222.0.76 "GET /v2.0/networks?id=8cda08d3-11a5-402f-9788-c49620823277 HTTP/1.1" status: 200 len: 897 time: 0.1778286 Aug 20 11:50:10.239920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-98eb10c4-7ee0-4f4c-96ea-a49972838e0a None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:10.293775 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-31ac3cf4-6491-4d2d-b25e-e05698ea6fbd req-da06e60b-04fc-4ce3-be32-ad68fe17751e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b558db07-cc34-44f3-b58a-4785faccf283 HTTP/1.1" status: 200 len: 217 time: 0.0649042 Aug 20 11:50:10.365461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac3cf4-6491-4d2d-b25e-e05698ea6fbd req-6c96d824-d081-4e72-828f-f11d0a788237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:10.367246 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-31ac3cf4-6491-4d2d-b25e-e05698ea6fbd req-6c96d824-d081-4e72-828f-f11d0a788237 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=807278aa-432c-4373-a002-1861d9e112fc HTTP/1.1" status: 200 len: 834 time: 0.0616205 Aug 20 11:50:10.441025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac3cf4-6491-4d2d-b25e-e05698ea6fbd req-296c8df2-a4cf-4447-b9e6-82bd6234a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:10.443720 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-31ac3cf4-6491-4d2d-b25e-e05698ea6fbd req-296c8df2-a4cf-4447-b9e6-82bd6234a0c1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cda08d3-11a5-402f-9788-c49620823277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685835 Aug 20 11:50:10.529507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-98eb10c4-7ee0-4f4c-96ea-a49972838e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'port_id': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'mac_address': 'fa:16:3e:5c:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:12Z', 'updated_at': '2021-08-20T11:50:08Z', 'revision_number': 8, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:10.574154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 85422075-7987-4fb9-b551-f46742dccd52 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:50:10.579687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eb10c4-7ee0-4f4c-96ea-a49972838e0a None None] The sync data for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 is: [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'port_id': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'mac_address': 'fa:16:3e:5c:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:12Z', 'updated_at': '2021-08-20T11:50:08Z', 'revision_number': 8, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:10.582605 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-31ac3cf4-6491-4d2d-b25e-e05698ea6fbd req-23817417-67cb-4730-9ea2-484030acab9b service neutron] 10.222.0.76 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289682 Aug 20 11:50:10.609312 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 85422075-7987-4fb9-b551-f46742dccd52 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:50:10.609312 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 85422075-7987-4fb9-b551-f46742dccd52 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:50:10.782754 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-31ac3cf4-6491-4d2d-b25e-e05698ea6fbd req-fa775269-9966-4f3a-94b7-2ddfcf91cfb1 service neutron] 10.222.0.76 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855671 Aug 20 11:50:10.802718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653429-10dc-4a9e-a826-b68fb070f023 req-19cc9486-dac7-4c46-bba7-19ee240fbced tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:10.806721 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-61ea1edc-20ba-4235-9588-14bbab82ca8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c28c420-03de-40e5-9a57-7bdecf2c2c08 HTTP/1.1" status: 200 len: 999 time: 0.7128131 Aug 20 11:50:10.812626 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a653429-10dc-4a9e-a826-b68fb070f023 req-19cc9486-dac7-4c46-bba7-19ee240fbced tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 944 time: 0.1014459 Aug 20 11:50:10.878328 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a653429-10dc-4a9e-a826-b68fb070f023 req-9cdd3404-df5c-4a63-9d2d-6de473ae5792 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634782 Aug 20 11:50:10.922912 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-1430e686-89c9-4040-a35c-105eab17e13f tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:10.924401 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-1430e686-89c9-4040-a35c-105eab17e13f tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.35 "GET /v2.0/networks?id=22f62dce-d162-406f-bbb8-b6b0fca763d1 HTTP/1.1" status: 200 len: 814 time: 0.2590151 Aug 20 11:50:10.943560 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66805c04-2f96-46ee-9a62-618a1b2411d2 req-0f0bcd51-7e80-4416-8a33-db843f4e4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:10.944894 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66805c04-2f96-46ee-9a62-618a1b2411d2 req-0f0bcd51-7e80-4416-8a33-db843f4e4dfe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 1097 time: 0.7323499 Aug 20 11:50:10.962578 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.966983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-2700beba-fe84-48bb-88ea-a0fc0847baae tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Request body: {'port': {'device_id': '7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a', 'network_id': '22f62dce-d162-406f-bbb8-b6b0fca763d1', 'admin_state_up': True, 'tenant_id': '6e40f5079bd34b23880f932b180211a2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:11.022821 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.032201 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f608f01-34cd-4aa1-b4ca-708635c5c84d None None] New status for floating IP 634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:50:11.168262 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d85a66f-5800-4179-accd-debff44cb502 req-22e6db10-3b8a-44f5-acfc-86eee0d589bb tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 210 time: 0.0386112 Aug 20 11:50:11.222761 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:11.261764 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-5c2331d8-7cf3-465f-8c7c-72651caf5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:11.263191 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-5c2331d8-7cf3-465f-8c7c-72651caf5130 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.4395349 Aug 20 11:50:11.291842 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.292188 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Added segment c8b3f3db-6607-4d2c-b53c-d3a7c6f64d76 of type vlan for network 1cdd7c21-ba06-40b2-99cb-3e505540667a Aug 20 11:50:11.352725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0ac250-74ce-4a59-96be-8006e9e316e7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:11.493582 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66805c04-2f96-46ee-9a62-618a1b2411d2 req-691fc461-c683-4b80-9239-2a3dbbd9af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:11.495372 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66805c04-2f96-46ee-9a62-618a1b2411d2 req-691fc461-c683-4b80-9239-2a3dbbd9af1e service neutron] 10.222.0.35 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 920 time: 0.5372357 Aug 20 11:50:11.506886 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.598876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52276) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:11.612457 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.resource_extend [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:50:11.636114 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-2bbdf4df-b4b3-4d02-8b7f-c75f91c4fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:11.637756 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-2bbdf4df-b4b3-4d02-8b7f-c75f91c4fccd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3427322 Aug 20 11:50:11.709604 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e347e8a2-8d7e-43fb-813d-3c06d1cc68a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.712733 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.718703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:11.719292 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.733696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-2700beba-fe84-48bb-88ea-a0fc0847baae tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Made reservation on behalf of 6e40f5079bd34b23880f932b180211a2 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:11.737214 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-2700beba-fe84-48bb-88ea-a0fc0847baae tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.771840 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.774508 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66805c04-2f96-46ee-9a62-618a1b2411d2 req-5fa37e36-63aa-4579-9346-394abba0af7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c28c420-03de-40e5-9a57-7bdecf2c2c08 HTTP/1.1" status: 200 len: 1001 time: 0.2670481 Aug 20 11:50:11.805023 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e347e8a2-8d7e-43fb-813d-3c06d1cc68a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.808984 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e347e8a2-8d7e-43fb-813d-3c06d1cc68a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.846897 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347e8a2-8d7e-43fb-813d-3c06d1cc68a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5c4065-fa15-466e-9f48-e0b0c0a22891,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:11.851317 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e347e8a2-8d7e-43fb-813d-3c06d1cc68a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c9e7f14418b4c48abda3491ba7489f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514007 Aug 20 11:50:11.854013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52280) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:11.873506 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.6348634 Aug 20 11:50:11.877630 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52282) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:11.882043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.tag.tag_plugin [None req-7cdee9d3-2876-45c5-becf-473c3832d14a tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1cdd7c21-ba06-40b2-99cb-3e505540667a', 'tempest-TagsTest-Tag-232505852') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:11.930214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d34ea0-88ca-4426-9781-886a957f5954 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Pushing event updated for resources: {'Network': ['ID=1cdd7c21-ba06-40b2-99cb-3e505540667a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:11.946394 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 1cdd7c21-ba06-40b2-99cb-3e505540667a details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:11.975324 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c822f7d-616e-4b0c-bdf1-d763a4656b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.999173 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-4594b10f-4c09-4012-902b-f58f0788b0a1 service neutron] 10.222.0.37 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489270 Aug 20 11:50:12.010108 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c822f7d-616e-4b0c-bdf1-d763a4656b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:12.018502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66805c04-2f96-46ee-9a62-618a1b2411d2 req-111683c4-0091-411e-a69b-ff4a49fc0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:12.020000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66805c04-2f96-46ee-9a62-618a1b2411d2 req-111683c4-0091-411e-a69b-ff4a49fc0613 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.2128329 Aug 20 11:50:12.079775 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7cdee9d3-2876-45c5-becf-473c3832d14a tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] 10.222.0.37 "PUT /v2.0/networks/1cdd7c21-ba06-40b2-99cb-3e505540667a/tags/tempest-TagsTest-Tag-232505852 HTTP/1.1" status: 201 len: 201 time: 0.2013180 Aug 20 11:50:12.085789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52290) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:12.093109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.tag.tag_plugin [None req-6daf7a73-fe20-4f7e-8fd0-5ddcdd6c3101 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cdd7c21-ba06-40b2-99cb-3e505540667a', 'tempest-TagsTest-Tag-232505852') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:12.150394 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:12.237454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66805c04-2f96-46ee-9a62-618a1b2411d2 req-bd2a55ed-f0fd-471a-bbf4-d5a6441356bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:12.239015 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66805c04-2f96-46ee-9a62-618a1b2411d2 req-bd2a55ed-f0fd-471a-bbf4-d5a6441356bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945288 Aug 20 11:50:12.242650 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-2700beba-fe84-48bb-88ea-a0fc0847baae tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Allocated IP 172.20.0.6 (22f62dce-d162-406f-bbb8-b6b0fca763d1/89e69225-9a6f-46f0-8a01-9c6188af0fc2/37a35ab2-9e7a-4671-a5ea-236f04eb55b5) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:12.372237 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50f2c524-9326-4f9b-8ef6-849dcc34aa18 req-49d25727-f818-4f83-832b-b9febe76e974 service neutron] 10.222.0.37 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511739 Aug 20 11:50:12.421712 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff90fbd-7508-44d8-bb2a-e87e4fde69f4 req-5b3d903b-fccb-4565-a581-906b81687761 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:12.423469 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aff90fbd-7508-44d8-bb2a-e87e4fde69f4 req-5b3d903b-fccb-4565-a581-906b81687761 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 944 time: 0.4197705 Aug 20 11:50:12.460004 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c822f7d-616e-4b0c-bdf1-d763a4656b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:12.462575 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c822f7d-616e-4b0c-bdf1-d763a4656b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:12.463731 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3c822f7d-616e-4b0c-bdf1-d763a4656b99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db5c4065-fa15-466e-9f48-e0b0c0a22891 HTTP/1.1" status: 204 len: 168 time: 0.6087673 Aug 20 11:50:12.485808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c822f7d-616e-4b0c-bdf1-d763a4656b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5c4065-fa15-466e-9f48-e0b0c0a22891,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:12.506982 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aff90fbd-7508-44d8-bb2a-e87e4fde69f4 req-d7c7aaa8-d7c4-44d0-8806-5312e228bd87 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719612 Aug 20 11:50:12.516120 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6daf7a73-fe20-4f7e-8fd0-5ddcdd6c3101 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] 10.222.0.37 "GET /v2.0/networks/1cdd7c21-ba06-40b2-99cb-3e505540667a/tags/tempest-TagsTest-Tag-232505852 HTTP/1.1" status: 204 len: 168 time: 0.4292500 Aug 20 11:50:12.518733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52298) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:12.523946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.tag.tag_plugin [None req-a3c5041d-fd92-44e9-8b98-86ff3f38d6ef tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1cdd7c21-ba06-40b2-99cb-3e505540667a') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:12.547237 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b558db07-cc34-44f3-b58a-4785faccf283 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:50:12.669221 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd688b0e-ae07-4785-8bb7-7dbd0974d6ef req-5dca8c62-57bd-4c73-932c-74d5c5bb01b6 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 210 time: 0.0375471 Aug 20 11:50:12.691499 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b558db07-cc34-44f3-b58a-4785faccf283, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b558db07-cc34-44f3-b58a-4785faccf283,segment=NetworkSegment(4c1b51ef-59b0-4c2b-a69f-bbc467562cb2),segment_id=4c1b51ef-59b0-4c2b-a69f-bbc467562cb2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:12.705593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'b558db07-cc34-44f3-b58a-4785faccf283', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'port_id': 'b558db07-cc34-44f3-b58a-4785faccf283', 'mac_address': 'fa:16:3e:5b:10:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807278aa-432c-4373-a002-1861d9e112fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:50:12.716670 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a3c5041d-fd92-44e9-8b98-86ff3f38d6ef tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] 10.222.0.37 "GET /v2.0/networks/1cdd7c21-ba06-40b2-99cb-3e505540667a/tags HTTP/1.1" status: 200 len: 237 time: 0.1968572 Aug 20 11:50:12.721321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52302) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:12.727532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.tag.tag_plugin [None req-08e5b166-9a63-447d-a51d-2e6cd61a45db tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1cdd7c21-ba06-40b2-99cb-3e505540667a', {'tags': ['tempest-TagsTest-Tag-1380593670', 'tempest-TagsTest-Tag-773463049', 'tempest-TagsTest-Tag-1249763529']}) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:12.762386 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:12.785086 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b558db07-cc34-44f3-b58a-4785faccf283 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:50:12.807850 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b558db07-cc34-44f3-b58a-4785faccf283, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b558db07-cc34-44f3-b58a-4785faccf283,segment=NetworkSegment(4c1b51ef-59b0-4c2b-a69f-bbc467562cb2),segment_id=4c1b51ef-59b0-4c2b-a69f-bbc467562cb2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:12.813231 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:12.847040 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-08e5b166-9a63-447d-a51d-2e6cd61a45db tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] 10.222.0.37 "PUT /v2.0/networks/1cdd7c21-ba06-40b2-99cb-3e505540667a/tags HTTP/1.1" status: 200 len: 308 time: 0.1219108 Aug 20 11:50:12.847744 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52304) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:12.855748 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.tag.tag_plugin [None req-c4ef09c4-8335-4ffe-be44-d5b93e4cb726 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1cdd7c21-ba06-40b2-99cb-3e505540667a', 'tempest-TagsTest-Tag-1380593670') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:12.867220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b558db07-cc34-44f3-b58a-4785faccf283,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:12.869002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52306) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:12.945058 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c4ef09c4-8335-4ffe-be44-d5b93e4cb726 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] 10.222.0.37 "DELETE /v2.0/networks/1cdd7c21-ba06-40b2-99cb-3e505540667a/tags/tempest-TagsTest-Tag-1380593670 HTTP/1.1" status: 204 len: 168 time: 0.0961924 Aug 20 11:50:12.947787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52308) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:12.953440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.tag.tag_plugin [None req-95659b51-6bc2-49d3-8ee3-4e520da6b6f9 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cdd7c21-ba06-40b2-99cb-3e505540667a', 'tempest-TagsTest-Tag-1380593670') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:12.969035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e15ded3-4a2e-4bb1-85a9-36c9a0884403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:12.972207 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66805c04-2f96-46ee-9a62-618a1b2411d2 req-9a2681c8-d4cb-4519-8dd7-cd198324c6a2 service neutron] 10.222.0.35 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7216263 Aug 20 11:50:13.021644 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-95659b51-6bc2-49d3-8ee3-4e520da6b6f9 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] show failed (client error): The resource could not be found. Aug 20 11:50:13.022783 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-95659b51-6bc2-49d3-8ee3-4e520da6b6f9 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] 10.222.0.37 "GET /v2.0/networks/1cdd7c21-ba06-40b2-99cb-3e505540667a/tags/tempest-TagsTest-Tag-1380593670 HTTP/1.1" status: 404 len: 326 time: 0.0736985 Aug 20 11:50:13.025711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52310) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:13.030050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.tag.tag_plugin [None req-208912f4-ca54-4402-a9b6-6bde7bc573b3 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cdd7c21-ba06-40b2-99cb-3e505540667a', 'tempest-TagsTest-Tag-773463049') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:13.055190 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09e7a313-1d05-49c9-96df-381f6838268a req-15b212d7-c5ec-435d-9266-9f36d73a4b29 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/floatingips/634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b HTTP/1.1" status: 200 len: 998 time: 0.2585809 Aug 20 11:50:13.095516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['b558db07-cc34-44f3-b58a-4785faccf283'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:50:13.106698 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.106884 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-208912f4-ca54-4402-a9b6-6bde7bc573b3 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] 10.222.0.37 "GET /v2.0/networks/1cdd7c21-ba06-40b2-99cb-3e505540667a/tags/tempest-TagsTest-Tag-773463049 HTTP/1.1" status: 204 len: 168 time: 0.0776858 Aug 20 11:50:13.107673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52312) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:13.114650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.tag.tag_plugin [None req-d146e159-6cdf-432f-b92f-649c3ae68dc4 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cdd7c21-ba06-40b2-99cb-3e505540667a', 'tempest-TagsTest-Tag-1249763529') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:13.132410 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.190971 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d146e159-6cdf-432f-b92f-649c3ae68dc4 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] 10.222.0.37 "GET /v2.0/networks/1cdd7c21-ba06-40b2-99cb-3e505540667a/tags/tempest-TagsTest-Tag-1249763529 HTTP/1.1" status: 204 len: 168 time: 0.0796020 Aug 20 11:50:13.191188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52314) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:13.195620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.tag.tag_plugin [None req-573c2a6f-efda-4a84-bc26-6000e57d6e6c tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1cdd7c21-ba06-40b2-99cb-3e505540667a') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:13.263441 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-2700beba-fe84-48bb-88ea-a0fc0847baae tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.286511 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-573c2a6f-efda-4a84-bc26-6000e57d6e6c tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] 10.222.0.37 "DELETE /v2.0/networks/1cdd7c21-ba06-40b2-99cb-3e505540667a/tags HTTP/1.1" status: 204 len: 168 time: 0.0918727 Aug 20 11:50:13.287124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52316) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:13.292585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.tag.tag_plugin [None req-96783866-6e40-43d9-96ce-fc00622d5f4f tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cdd7c21-ba06-40b2-99cb-3e505540667a', 'tempest-TagsTest-Tag-773463049') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:13.349419 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=3e7bedf6-1768-498c-9a7f-6c60ba79bac1,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:13.359914 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66805c04-2f96-46ee-9a62-618a1b2411d2 req-ab630f8b-4d61-4614-8184-e6ebaf5a3f87 service neutron] 10.222.0.35 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695929 Aug 20 11:50:13.371376 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-96783866-6e40-43d9-96ce-fc00622d5f4f tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] show failed (client error): The resource could not be found. Aug 20 11:50:13.375422 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-96783866-6e40-43d9-96ce-fc00622d5f4f tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] 10.222.0.37 "GET /v2.0/networks/1cdd7c21-ba06-40b2-99cb-3e505540667a/tags/tempest-TagsTest-Tag-773463049 HTTP/1.1" status: 404 len: 325 time: 0.0844173 Aug 20 11:50:13.375988 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52318) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:13.381415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.tag.tag_plugin [None req-c261b457-3378-4963-b22b-77c660026468 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cdd7c21-ba06-40b2-99cb-3e505540667a', 'tempest-TagsTest-Tag-1249763529') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:13.400981 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.409609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7a313-1d05-49c9-96df-381f6838268a req-86f9f873-23b9-4fbc-84fc-5e3982804c2f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:13.411029 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09e7a313-1d05-49c9-96df-381f6838268a req-86f9f873-23b9-4fbc-84fc-5e3982804c2f tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.3351359 Aug 20 11:50:13.447338 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-c261b457-3378-4963-b22b-77c660026468 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] show failed (client error): The resource could not be found. Aug 20 11:50:13.448377 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c261b457-3378-4963-b22b-77c660026468 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] 10.222.0.37 "GET /v2.0/networks/1cdd7c21-ba06-40b2-99cb-3e505540667a/tags/tempest-TagsTest-Tag-1249763529 HTTP/1.1" status: 404 len: 326 time: 0.0715342 Aug 20 11:50:13.451101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52320) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:13.456350 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.tag.tag_plugin [None req-e77fcf15-a706-4488-ad86-4909a04fc9a7 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1cdd7c21-ba06-40b2-99cb-3e505540667a') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:13.468515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-09e7a313-1d05-49c9-96df-381f6838268a req-a235b9cf-c03a-486d-9fc8-e6a1f5f723aa tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:50:13.469606 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09e7a313-1d05-49c9-96df-381f6838268a req-a235b9cf-c03a-486d-9fc8-e6a1f5f723aa tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173843 Aug 20 11:50:13.538601 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e77fcf15-a706-4488-ad86-4909a04fc9a7 tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] 10.222.0.37 "DELETE /v2.0/networks/1cdd7c21-ba06-40b2-99cb-3e505540667a/tags HTTP/1.1" status: 204 len: 168 time: 0.0856149 Aug 20 11:50:13.542104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52326) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:13.555545 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e15ded3-4a2e-4bb1-85a9-36c9a0884403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.591527 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-2700beba-fe84-48bb-88ea-a0fc0847baae tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.600515 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e15ded3-4a2e-4bb1-85a9-36c9a0884403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.631603 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae3366b9-69fb-44a7-a004-0a05ed6bcf9f tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.684766 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6719448-759e-4aaa-a5aa-a4510dcd53b8 req-7ee02ae6-fc58-4f2c-8696-75bfc8c0cc11 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:13.686709 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6719448-759e-4aaa-a5aa-a4510dcd53b8 req-7ee02ae6-fc58-4f2c-8696-75bfc8c0cc11 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 945 time: 0.0716007 Aug 20 11:50:13.705288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-2700beba-fe84-48bb-88ea-a0fc0847baae tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Network 22f62dce-d162-406f-bbb8-b6b0fca763d1 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:13.710824 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Floating IP b0d275de-540d-44b3-8902-dc6527fd209e associated. External IP: 172.25.8.68, port: e89a72dc-071e-4ffb-880e-50f190fe7614. Aug 20 11:50:13.717113 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15ded3-4a2e-4bb1-85a9-36c9a0884403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71b231c-3558-4985-be4a-9e299bad28ef,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:13.758050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-2700beba-fe84-48bb-88ea-a0fc0847baae tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:13.763203 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-993cfcda-059a-400b-a750-08081d4fd1bd req-b4f94385-8e3a-494e-95ed-2cfb4ad53a2c tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1001 time: 0.2494683 Aug 20 11:50:13.768680 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0e15ded3-4a2e-4bb1-85a9-36c9a0884403 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e075f90e9ae41ee988fccb4e6e2f206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8894598 Aug 20 11:50:13.769684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52334) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:13.772457 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-2700beba-fe84-48bb-88ea-a0fc0847baae tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:13.783964 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700beba-fe84-48bb-88ea-a0fc0847baae tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Pushing event updated for resources: {'Port': ['ID=37a35ab2-9e7a-4671-a5ea-236f04eb55b5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:13.786808 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae3366b9-69fb-44a7-a004-0a05ed6bcf9f tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.800441 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6719448-759e-4aaa-a5aa-a4510dcd53b8 req-d881f601-add3-4801-879e-6471351c1d27 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968106 Aug 20 11:50:13.802057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ae3366b9-69fb-44a7-a004-0a05ed6bcf9f tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cdd7c21-ba06-40b2-99cb-3e505540667a']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:13.812278 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ae3366b9-69fb-44a7-a004-0a05ed6bcf9f tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b3f3db-6607-4d2c-b53c-d3a7c6f64d76') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:13.821074 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ae3366b9-69fb-44a7-a004-0a05ed6bcf9f tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b3f3db-6607-4d2c-b53c-d3a7c6f64d76') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:13.836467 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae3366b9-69fb-44a7-a004-0a05ed6bcf9f tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.850487 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae3366b9-69fb-44a7-a004-0a05ed6bcf9f tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.857862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3366b9-69fb-44a7-a004-0a05ed6bcf9f tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:13.858502 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae3366b9-69fb-44a7-a004-0a05ed6bcf9f tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:13.861651 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:13.926781 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae3366b9-69fb-44a7-a004-0a05ed6bcf9f tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.934965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cfcda-059a-400b-a750-08081d4fd1bd req-c06b4d84-2052-401e-81b0-2f3a9e0adfaa tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:13.937036 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-993cfcda-059a-400b-a750-08081d4fd1bd req-c06b4d84-2052-401e-81b0-2f3a9e0adfaa tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports/2c28c420-03de-40e5-9a57-7bdecf2c2c08 HTTP/1.1" status: 200 len: 943 time: 0.1589782 Aug 20 11:50:13.946132 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae3366b9-69fb-44a7-a004-0a05ed6bcf9f tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.950383 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ae3366b9-69fb-44a7-a004-0a05ed6bcf9f tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] 10.222.0.37 "DELETE /v2.0/networks/1cdd7c21-ba06-40b2-99cb-3e505540667a HTTP/1.1" status: 204 len: 168 time: 0.4049089 Aug 20 11:50:13.962881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3366b9-69fb-44a7-a004-0a05ed6bcf9f tempest-TagsTest-238346830 tempest-TagsTest-238346830-project] Pushing event deleted for resources: {'Network': ['ID=1cdd7c21-ba06-40b2-99cb-3e505540667a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:13.970812 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-2700beba-fe84-48bb-88ea-a0fc0847baae tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:13.971565 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-2700beba-fe84-48bb-88ea-a0fc0847baae tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.015307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b8392-f7c1-4446-bfa8-db1f5de9072c req-1360417a-3276-4958-ba3f-be5edcd0905e tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:14.020978 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-2700beba-fe84-48bb-88ea-a0fc0847baae tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0684712 Aug 20 11:50:14.023486 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-273b8392-f7c1-4446-bfa8-db1f5de9072c req-1360417a-3276-4958-ba3f-be5edcd0905e tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 931 time: 0.0741978 Aug 20 11:50:14.051378 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6470c20f-3788-4ef1-aede-561cb3e2eb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.065405 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-273b8392-f7c1-4446-bfa8-db1f5de9072c req-ffeefd10-6a76-4877-8489-be5c4cdc62a6 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407956 Aug 20 11:50:14.094440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Request body: {'port': {'device_id': '7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:14.173345 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6470c20f-3788-4ef1-aede-561cb3e2eb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.231113 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-993cfcda-059a-400b-a750-08081d4fd1bd req-d322beed-efa5-47da-9147-869c32990ed6 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1001 time: 0.2408664 Aug 20 11:50:14.236818 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52340) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:14.250651 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.370649 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:14.422631 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dbdfead5-9124-4e1b-a992-596c3853282b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ac477f0f9ef49a3a52efe47f6b48751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1813700 Aug 20 11:50:14.422817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52344) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:14.475211 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18d20bf9-6507-443c-ba2f-7cf706e976d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.484244 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6470c20f-3788-4ef1-aede-561cb3e2eb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.486709 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6470c20f-3788-4ef1-aede-561cb3e2eb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.487874 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6470c20f-3788-4ef1-aede-561cb3e2eb95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c71b231c-3558-4985-be4a-9e299bad28ef HTTP/1.1" status: 204 len: 168 time: 0.7126033 Aug 20 11:50:14.497836 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18d20bf9-6507-443c-ba2f-7cf706e976d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.549058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b558db07-cc34-44f3-b58a-4785faccf283 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:50:14.561199 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18d20bf9-6507-443c-ba2f-7cf706e976d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.570079 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18d20bf9-6507-443c-ba2f-7cf706e976d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.574326 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-18d20bf9-6507-443c-ba2f-7cf706e976d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a0ac250-74ce-4a59-96be-8006e9e316e7 HTTP/1.1" status: 204 len: 168 time: 0.1476417 Aug 20 11:50:14.610749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d20bf9-6507-443c-ba2f-7cf706e976d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0ac250-74ce-4a59-96be-8006e9e316e7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:14.728914 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port b558db07-cc34-44f3-b58a-4785faccf283 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:14.734998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port b558db07-cc34-44f3-b58a-4785faccf283 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:14.735366 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.911655 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.948818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807e5972-da24-45d8-9718-2fe6983e8c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b558db07-cc34-44f3-b58a-4785faccf283'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:50:14.953031 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ed3197-89c3-4530-9b50-69f3e0733d7d" -d '{"events": [{"server_uuid": "807e5972-da24-45d8-9718-2fe6983e8c51", "name": "network-vif-plugged", "status": "completed", "tag": "b558db07-cc34-44f3-b58a-4785faccf283"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:50:14.973228 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b558db07-cc34-44f3-b58a-4785faccf283, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b558db07-cc34-44f3-b58a-4785faccf283,segment=NetworkSegment(4c1b51ef-59b0-4c2b-a69f-bbc467562cb2),segment_id=4c1b51ef-59b0-4c2b-a69f-bbc467562cb2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:14.986758 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:15.019580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470c20f-3788-4ef1-aede-561cb3e2eb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71b231c-3558-4985-be4a-9e299bad28ef,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:15.043993 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cfcda-059a-400b-a750-08081d4fd1bd req-a04a6816-d607-4841-8bff-382b6c193b4c tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:15.046582 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-993cfcda-059a-400b-a750-08081d4fd1bd req-a04a6816-d607-4841-8bff-382b6c193b4c tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.8012755 Aug 20 11:50:15.057327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a494a1-1a06-48ba-8e58-1658ba911da1 req-720e3fe8-f563-4149-abcb-5ebf08c7dc41 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:15.065983 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b558db07-cc34-44f3-b58a-4785faccf283,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:15.067059 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26a494a1-1a06-48ba-8e58-1658ba911da1 req-720e3fe8-f563-4149-abcb-5ebf08c7dc41 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 945 time: 0.1375864 Aug 20 11:50:15.122992 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26a494a1-1a06-48ba-8e58-1658ba911da1 req-402c6946-2e36-4f74-b457-0ad18d0c0b17 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526721 Aug 20 11:50:15.225631 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-993cfcda-059a-400b-a750-08081d4fd1bd req-26b383de-814a-437c-9bb4-f9ea35a09792 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1001 time: 0.1594400 Aug 20 11:50:15.231411 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:15.242495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1b7664-19db-4151-b0a9-b30e8a62676c None None] Sync routers for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:15.256853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b7664-19db-4151-b0a9-b30e8a62676c None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:15.257332 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ea1b7664-19db-4151-b0a9-b30e8a62676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:15.265198 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-993cfcda-059a-400b-a750-08081d4fd1bd req-52091f54-e738-4163-a85c-93ab64b790b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:15.334263 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6815e9c9-a901-403b-a102-f6bcba3453a6 x-openstack-request-id: req-6815e9c9-a901-403b-a102-f6bcba3453a6 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:50:15.334653 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807e5972-da24-45d8-9718-2fe6983e8c51", "name": "network-vif-plugged", "status": "completed", "tag": "b558db07-cc34-44f3-b58a-4785faccf283", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:50:15.334920 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6815e9c9-a901-403b-a102-f6bcba3453a6 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:50:15.335371 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807e5972-da24-45d8-9718-2fe6983e8c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b558db07-cc34-44f3-b58a-4785faccf283', 'code': 200} Aug 20 11:50:15.336453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ea1b7664-19db-4151-b0a9-b30e8a62676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:15.363717 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b7664-19db-4151-b0a9-b30e8a62676c None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:15.364365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ea1b7664-19db-4151-b0a9-b30e8a62676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:15.395007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:50:15.405172 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:15.423093 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Transition to ACTIVE for port object 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:15.424581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a150b9-d728-48ed-b790-29f6a1fc7ae7 req-2744e56a-d251-4e1a-b1a0-0e906a44df5d tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:15.433452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ea1b7664-19db-4151-b0a9-b30e8a62676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:15.434127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1b7664-19db-4151-b0a9-b30e8a62676c None None] The sync data for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:15.435102 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42a150b9-d728-48ed-b790-29f6a1fc7ae7 req-2744e56a-d251-4e1a-b1a0-0e906a44df5d tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 931 time: 0.1008706 Aug 20 11:50:15.460875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898297d-369d-4454-8737-fa99517713ed req-70297765-5341-48e0-b184-fb1a168c4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:15.462390 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3898297d-369d-4454-8737-fa99517713ed req-70297765-5341-48e0-b184-fb1a168c4349 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 1097 time: 0.1233246 Aug 20 11:50:15.470945 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:15.499547 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42a150b9-d728-48ed-b790-29f6a1fc7ae7 req-223389e5-6a32-4e33-a4c6-190b2b892995 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621293 Aug 20 11:50:15.522582 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:15.531839 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3898297d-369d-4454-8737-fa99517713ed req-160af8d6-f37c-4370-bc5b-119e65aabce5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592878 Aug 20 11:50:15.577801 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-993cfcda-059a-400b-a750-08081d4fd1bd req-52091f54-e738-4163-a85c-93ab64b790b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:15.584420 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c233c1af-8309-4a8b-9e4c-00609e97a14b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.5834746 Aug 20 11:50:15.587396 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52392) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:15.626600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=37a35ab2-9e7a-4671-a5ea-236f04eb55b5,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:15.752948 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Attempting to bind port 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:15.753205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Attempting to bind port 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '8a3f382a-b54e-4940-9abc-428729db991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '22f62dce-d162-406f-bbb8-b6b0fca763d1'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:15.753706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Attempting to bind port 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 on network 22f62dce-d162-406f-bbb8-b6b0fca763d1 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:15.768531 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Port 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 on network 22f62dce-d162-406f-bbb8-b6b0fca763d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:50:15.769097 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Attempting to bind port 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 on network 22f62dce-d162-406f-bbb8-b6b0fca763d1 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:15.774355 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-111aaac3-0d39-49ae-a213-26ffce50e02e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "GET /v2.0/floatingips/b0d275de-540d-44b3-8902-dc6527fd209e HTTP/1.1" status: 200 len: 977 time: 0.1868985 Aug 20 11:50:15.777798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52400) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:15.786445 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:15.786801 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Checking segment: {'id': '8a3f382a-b54e-4940-9abc-428729db991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '22f62dce-d162-406f-bbb8-b6b0fca763d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:15.787211 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Bound using segment: {'id': '8a3f382a-b54e-4940-9abc-428729db991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '22f62dce-d162-406f-bbb8-b6b0fca763d1'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:15.787677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Bound port: 37a35ab2-9e7a-4671-a5ea-236f04eb55b5, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3f382a-b54e-4940-9abc-428729db991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '22f62dce-d162-406f-bbb8-b6b0fca763d1'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:15.788085 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:15.838841 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-993cfcda-059a-400b-a750-08081d4fd1bd req-52091f54-e738-4163-a85c-93ab64b790b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:15.846874 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-993cfcda-059a-400b-a750-08081d4fd1bd req-52091f54-e738-4163-a85c-93ab64b790b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:15.847282 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [req-993cfcda-059a-400b-a750-08081d4fd1bd req-52091f54-e738-4163-a85c-93ab64b790b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Floating IP 634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b disassociated. External IP: 172.25.8.75, port: 2c28c420-03de-40e5-9a57-7bdecf2c2c08. Aug 20 11:50:15.918043 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ecec050a-46c3-43e6-8ec5-841d830071cf tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1388006 Aug 20 11:50:15.921607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52408) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:15.922211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52410) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:15.928445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036993 Aug 20 11:50:15.932724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-dfe74d96-8c8f-486b-a092-e9ec7fd4290b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'floatingip': {'port_id': 'dc66c9a0-420f-4965-8560-a835f4c1bcba'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:15.935997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52412) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:15.976620 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] For port 37a35ab2-9e7a-4671-a5ea-236f04eb55b5, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:50:15.994250 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] For port 37a35ab2-9e7a-4671-a5ea-236f04eb55b5, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=37a35ab2-9e7a-4671-a5ea-236f04eb55b5,segment=NetworkSegment(8a3f382a-b54e-4940-9abc-428729db991a),segment_id=8a3f382a-b54e-4940-9abc-428729db991a)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:50:16.006736 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.033404 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfe74d96-8c8f-486b-a092-e9ec7fd4290b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.054485 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:16.054863 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.056403 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] 10.222.0.35 "PUT /v2.0/ports/37a35ab2-9e7a-4671-a5ea-236f04eb55b5 HTTP/1.1" status: 200 len: 1091 time: 2.0060124 Aug 20 11:50:16.056738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a', 'tag': '37a35ab2-9e7a-4671-a5ea-236f04eb55b5'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:50:16.059066 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7137affb-fab5-489c-8a1a-810c1c02f3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a", "tag": "37a35ab2-9e7a-4671-a5ea-236f04eb55b5"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:50:16.116857 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708645d0-5886-4f78-a4f0-66d756941989 x-openstack-request-id: req-708645d0-5886-4f78-a4f0-66d756941989 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:50:16.117143 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a", "tag": "37a35ab2-9e7a-4671-a5ea-236f04eb55b5", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:50:16.121593 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-708645d0-5886-4f78-a4f0-66d756941989 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:50:16.121720 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4fec497f-9dbe-4d21-9ffc-d370ec6decea tempest-NetworksApiDiscovery-714806612 tempest-NetworksApiDiscovery-714806612-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1806438 Aug 20 11:50:16.122154 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a', 'tag': '37a35ab2-9e7a-4671-a5ea-236f04eb55b5', 'status': 'completed', 'code': 200} Aug 20 11:50:16.157611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49718f00-9b4b-43e1-af1a-8a54a891a7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=37a35ab2-9e7a-4671-a5ea-236f04eb55b5,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:16.215237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-c7e4fa32-c438-4a7f-a8d9-773abc34d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:16.216260 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-c7e4fa32-c438-4a7f-a8d9-773abc34d13f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e40f5079bd34b23880f932b180211a2&device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 1094 time: 0.1155667 Aug 20 11:50:16.270944 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-c3a45a17-531a-4f0c-9c20-a6654f8e8a1b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37a35ab2-9e7a-4671-a5ea-236f04eb55b5 HTTP/1.1" status: 200 len: 217 time: 0.0458653 Aug 20 11:50:16.276078 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-993cfcda-059a-400b-a750-08081d4fd1bd req-52091f54-e738-4163-a85c-93ab64b790b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:16.370936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-24fa4646-6d45-4fdf-a56c-4e9313133d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:16.372458 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-24fa4646-6d45-4fdf-a56c-4e9313133d6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e69225-9a6f-46f0-8a01-9c6188af0fc2 HTTP/1.1" status: 200 len: 854 time: 0.0949068 Aug 20 11:50:16.393700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509437f-0f45-4bfc-8fc3-228c1f21c56d req-6e7c9b50-af32-4559-9247-80fc4ae1fab5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:16.395174 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5509437f-0f45-4bfc-8fc3-228c1f21c56d req-6e7c9b50-af32-4559-9247-80fc4ae1fab5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.1099205 Aug 20 11:50:16.445464 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-37837e08-b740-47b9-b57d-bf9b6c2761ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22f62dce-d162-406f-bbb8-b6b0fca763d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649364 Aug 20 11:50:16.512449 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5509437f-0f45-4bfc-8fc3-228c1f21c56d req-e15dd19f-408d-46f4-b3ab-c78688572cc3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996418 Aug 20 11:50:16.516781 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-993cfcda-059a-400b-a750-08081d4fd1bd req-52091f54-e738-4163-a85c-93ab64b790b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:16.522598 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-993cfcda-059a-400b-a750-08081d4fd1bd req-52091f54-e738-4163-a85c-93ab64b790b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.536967 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd1c3f-1294-42dd-b5de-ad7779c3ec21 None None] Sync routers for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:16.549419 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bd1c3f-1294-42dd-b5de-ad7779c3ec21 None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:16.557092 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-62bd1c3f-1294-42dd-b5de-ad7779c3ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:16.574655 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52438) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:16.624282 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-993cfcda-059a-400b-a750-08081d4fd1bd req-52091f54-e738-4163-a85c-93ab64b790b9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "PUT /v2.0/floatingips/634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b HTTP/1.1" status: 200 len: 695 time: 1.3866024 Aug 20 11:50:16.722520 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-62bd1c3f-1294-42dd-b5de-ad7779c3ec21 None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:16.792985 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-80a70fb2-3c84-498c-8c5f-6dd14f393770 service neutron] 10.222.0.35 "GET /v2.0/networks/22f62dce-d162-406f-bbb8-b6b0fca763d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399646 Aug 20 11:50:16.814940 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cfcda-059a-400b-a750-08081d4fd1bd req-f74506ca-38f8-4701-b1c0-365c50a8833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:16.825930 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-993cfcda-059a-400b-a750-08081d4fd1bd req-f74506ca-38f8-4701-b1c0-365c50a8833e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 1097 time: 0.1746018 Aug 20 11:50:16.834751 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfe74d96-8c8f-486b-a092-e9ec7fd4290b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.839888 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfe74d96-8c8f-486b-a092-e9ec7fd4290b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.908044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee1629-3fad-4dee-85f0-e325e82f5d54 req-9dd79008-a589-47d1-90f6-b27baad4827a tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:16.909569 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-88ee1629-3fad-4dee-85f0-e325e82f5d54 req-9dd79008-a589-47d1-90f6-b27baad4827a tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 943 time: 0.1112001 Aug 20 11:50:16.943365 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-62bd1c3f-1294-42dd-b5de-ad7779c3ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:16.956672 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.972085 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd1c3f-1294-42dd-b5de-ad7779c3ec21 None None] Checking router: b6f9de83-9d86-4b52-b1c1-145d13ff5e16 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:50:16.983744 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bd1c3f-1294-42dd-b5de-ad7779c3ec21 None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:16.984608 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-62bd1c3f-1294-42dd-b5de-ad7779c3ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:16.997800 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-dfe74d96-8c8f-486b-a092-e9ec7fd4290b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Floating IP b0d275de-540d-44b3-8902-dc6527fd209e associated. External IP: 172.25.8.68, port: e89a72dc-071e-4ffb-880e-50f190fe7614. Aug 20 11:50:17.040985 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-88ee1629-3fad-4dee-85f0-e325e82f5d54 req-746b56cb-7a36-430c-948a-dd62945f6b6b tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249273 Aug 20 11:50:17.045973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cfcda-059a-400b-a750-08081d4fd1bd req-dff4af34-f21d-4dad-9445-9710e0282dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:17.048126 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-993cfcda-059a-400b-a750-08081d4fd1bd req-dff4af34-f21d-4dad-9445-9710e0282dd3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 920 time: 0.2209768 Aug 20 11:50:17.106216 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-993cfcda-059a-400b-a750-08081d4fd1bd req-1d5f4eed-6dd6-4a5f-8cfb-90ca0e85bccb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c28c420-03de-40e5-9a57-7bdecf2c2c08 HTTP/1.1" status: 200 len: 217 time: 0.0508397 Aug 20 11:50:17.221753 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-73a1c733-4526-4cd3-89e6-70663a127ccb req-baac09ea-959e-49bd-82b6-cd72597c8955 service neutron] 10.222.0.35 "GET /v2.0/networks/22f62dce-d162-406f-bbb8-b6b0fca763d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194067 Aug 20 11:50:17.225729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cfcda-059a-400b-a750-08081d4fd1bd req-aa0d573c-7e3f-4f9e-8b49-5e4f6b7b5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:17.227257 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-993cfcda-059a-400b-a750-08081d4fd1bd req-aa0d573c-7e3f-4f9e-8b49-5e4f6b7b5e41 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.1132278 Aug 20 11:50:17.249180 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-62bd1c3f-1294-42dd-b5de-ad7779c3ec21 None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:17.347159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe74d96-8c8f-486b-a092-e9ec7fd4290b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:17.364270 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cfcda-059a-400b-a750-08081d4fd1bd req-bad65ced-47de-4d85-b236-b6f7d36ae91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:17.366295 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-993cfcda-059a-400b-a750-08081d4fd1bd req-bad65ced-47de-4d85-b236-b6f7d36ae91f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274903 Aug 20 11:50:17.373230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137affb-fab5-489c-8a1a-810c1c02f3b3 req-f4f2e1f9-9480-4020-b3b1-2f305541fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:17.374773 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7137affb-fab5-489c-8a1a-810c1c02f3b3 req-f4f2e1f9-9480-4020-b3b1-2f305541fc57 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e40f5079bd34b23880f932b180211a2&device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 1094 time: 0.0875957 Aug 20 11:50:17.426663 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:17.480150 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-62bd1c3f-1294-42dd-b5de-ad7779c3ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:17.488218 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:17.516571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe74d96-8c8f-486b-a092-e9ec7fd4290b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:17.526994 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd1c3f-1294-42dd-b5de-ad7779c3ec21 None None] The sync data for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 is: [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:48:44Z', 'revision_number': 4, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '948d99d6-f58d-4202-b907-b31e4e596295', 'name': '', 'network_id': 'dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'mac_address': 'fa:16:3e:64:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:43Z', 'updated_at': '2021-08-20T11:48:55Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'subnets': [{'id': '4eed0a99-4fda-4466-8755-9d3f540aab89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:17.529975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274d3602-d2e2-4976-abf5-ba7c82e7564c None None] Sync routers for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:17.546341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d3602-d2e2-4976-abf5-ba7c82e7564c None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:17.547032 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-274d3602-d2e2-4976-abf5-ba7c82e7564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:17.566066 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=988c9a517890457490035d584af168d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9903328 Aug 20 11:50:17.574173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd9067f-d478-423d-a9a9-afa0a1196f28,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:17.586349 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52486) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:17.588122 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:17.588558 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:17.588997 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:17.589517 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:17.589829 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:17.590354 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:17.590665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:17.591052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:17.591437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:17.592361 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:17.592774 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:17.593247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003e042-f833-4533-bffd-f4cfd9f25596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:17.656928 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-274d3602-d2e2-4976-abf5-ba7c82e7564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:17.680384 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d3602-d2e2-4976-abf5-ba7c82e7564c None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:17.680941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137affb-fab5-489c-8a1a-810c1c02f3b3 req-ce70d9e8-d047-49f1-9fb2-1422f8c4421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:17.681556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-274d3602-d2e2-4976-abf5-ba7c82e7564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:17.682874 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7137affb-fab5-489c-8a1a-810c1c02f3b3 req-ce70d9e8-d047-49f1-9fb2-1422f8c4421a service neutron] 10.222.0.35 "GET /v2.0/networks?id=22f62dce-d162-406f-bbb8-b6b0fca763d1 HTTP/1.1" status: 200 len: 914 time: 0.2898905 Aug 20 11:50:17.694592 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-993cfcda-059a-400b-a750-08081d4fd1bd req-8c8318a8-fd6c-4bac-ab85-ed691a9cc23a service neutron] 10.222.0.37 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188579 Aug 20 11:50:17.745722 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-274d3602-d2e2-4976-abf5-ba7c82e7564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:17.746661 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274d3602-d2e2-4976-abf5-ba7c82e7564c None None] The sync data for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:17.768457 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7137affb-fab5-489c-8a1a-810c1c02f3b3 req-778252de-7368-4a41-832d-8d8d8abb68f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37a35ab2-9e7a-4671-a5ea-236f04eb55b5 HTTP/1.1" status: 200 len: 217 time: 0.0766041 Aug 20 11:50:17.778805 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6352eb1-430b-48a0-b46e-b6ecc11fc4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:17.992122 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ca6f39-3e04-4d88-b56f-325ec1c72735 None None] New status for floating IP 634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:50:18.034019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f3fcf-ea0d-4dea-96ee-a91bb4c172c6 req-57436075-1a6d-405d-a1fb-381fa3051602 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:18.041536 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-035f3fcf-ea0d-4dea-96ee-a91bb4c172c6 req-57436075-1a6d-405d-a1fb-381fa3051602 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.1061881 Aug 20 11:50:18.100517 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-035f3fcf-ea0d-4dea-96ee-a91bb4c172c6 req-070b483b-b12b-4f59-bff3-8a0200b44698 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576482 Aug 20 11:50:18.200516 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'tag': '2c28c420-03de-40e5-9a57-7bdecf2c2c08'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:50:18.203431 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9c9428-9006-44ed-bb86-40ad715f5146" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b19177-9cdf-4da4-8bb1-569ff2a10dea", "tag": "2c28c420-03de-40e5-9a57-7bdecf2c2c08"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:50:18.251173 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6352eb1-430b-48a0-b46e-b6ecc11fc4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.255829 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137affb-fab5-489c-8a1a-810c1c02f3b3 req-4e3f04b1-b0e1-4ea5-a0b1-839c5a228646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:18.257481 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7137affb-fab5-489c-8a1a-810c1c02f3b3 req-4e3f04b1-b0e1-4ea5-a0b1-839c5a228646 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e69225-9a6f-46f0-8a01-9c6188af0fc2 HTTP/1.1" status: 200 len: 854 time: 0.4374700 Aug 20 11:50:18.289066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe74d96-8c8f-486b-a092-e9ec7fd4290b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:18.315721 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7137affb-fab5-489c-8a1a-810c1c02f3b3 req-bab9b9fc-206e-41cb-8979-8e5e32482144 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22f62dce-d162-406f-bbb8-b6b0fca763d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430565 Aug 20 11:50:18.345185 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-993cfcda-059a-400b-a750-08081d4fd1bd req-57ad0b9e-4d9e-4078-aef3-2cec0976a96a service neutron] 10.222.0.37 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6416728 Aug 20 11:50:18.429724 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6352eb1-430b-48a0-b46e-b6ecc11fc4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.433210 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6352eb1-430b-48a0-b46e-b6ecc11fc4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.437797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d6352eb1-430b-48a0-b46e-b6ecc11fc4c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9fd9067f-d478-423d-a9a9-afa0a1196f28 HTTP/1.1" status: 204 len: 168 time: 0.8369253 Aug 20 11:50:18.467733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6352eb1-430b-48a0-b46e-b6ecc11fc4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd9067f-d478-423d-a9a9-afa0a1196f28,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:18.479119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257c73a-d7ee-4257-9d30-bacdbc273b3a req-7e61e122-9148-4d92-b4d9-4f43f8921964 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:18.487373 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9257c73a-d7ee-4257-9d30-bacdbc273b3a req-7e61e122-9148-4d92-b4d9-4f43f8921964 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 943 time: 0.1931834 Aug 20 11:50:18.495678 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7137affb-fab5-489c-8a1a-810c1c02f3b3 req-3016dfa2-3738-46a9-bbd8-957d99eb0f79 service neutron] 10.222.0.35 "GET /v2.0/networks/22f62dce-d162-406f-bbb8-b6b0fca763d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671672 Aug 20 11:50:18.530996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe74d96-8c8f-486b-a092-e9ec7fd4290b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:18.544087 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82127bc-2218-450d-b73c-a90f53fc0846 None None] Sync routers for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:18.545989 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfe74d96-8c8f-486b-a092-e9ec7fd4290b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.558463 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82127bc-2218-450d-b73c-a90f53fc0846 None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:18.559540 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d82127bc-2218-450d-b73c-a90f53fc0846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:18.579677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f1746-44c3-4ab7-a5cb-2789a0a7e8f2 req-1483f6f5-4474-40b1-9142-9ba4befbe800 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:18.581954 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-078f1746-44c3-4ab7-a5cb-2789a0a7e8f2 req-1483f6f5-4474-40b1-9142-9ba4befbe800 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.1247556 Aug 20 11:50:18.629514 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9257c73a-d7ee-4257-9d30-bacdbc273b3a req-29edc2b9-8361-4b87-8f18-137dbf0f9095 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411562 Aug 20 11:50:18.635524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d82127bc-2218-450d-b73c-a90f53fc0846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:18.663091 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7137affb-fab5-489c-8a1a-810c1c02f3b3 req-5105070d-fe0f-4570-91e5-ec864b7ac41c service neutron] 10.222.0.35 "GET /v2.0/networks/22f62dce-d162-406f-bbb8-b6b0fca763d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588004 Aug 20 11:50:18.665075 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82127bc-2218-450d-b73c-a90f53fc0846 None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:18.666201 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-078f1746-44c3-4ab7-a5cb-2789a0a7e8f2 req-2a0a1961-089c-4ce7-8ee0-e6e2bfd21681 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779247 Aug 20 11:50:18.671092 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d82127bc-2218-450d-b73c-a90f53fc0846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:18.696817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52570) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:18.716022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d82127bc-2218-450d-b73c-a90f53fc0846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:18.716667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82127bc-2218-450d-b73c-a90f53fc0846 None None] The sync data for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:18.733219 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dfe74d96-8c8f-486b-a092-e9ec7fd4290b tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "PUT /v2.0/floatingips/b0d275de-540d-44b3-8902-dc6527fd209e HTTP/1.1" status: 200 len: 976 time: 2.8089561 Aug 20 11:50:18.733863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52572) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:18.741252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-49639c56-1b0b-431b-99b4-469b39cac68e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:18.769961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b0eefa-0f94-4621-a01e-bdad01490bda tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:18.772031 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-29b0eefa-0f94-4621-a01e-bdad01490bda tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 1092 time: 0.0735421 Aug 20 11:50:18.774631 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d6ddc2-8ab2-4110-a7be-80078a6d3991 x-openstack-request-id: req-38d6ddc2-8ab2-4110-a7be-80078a6d3991 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:50:18.775027 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b19177-9cdf-4da4-8bb1-569ff2a10dea", "tag": "2c28c420-03de-40e5-9a57-7bdecf2c2c08", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:50:18.775788 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38d6ddc2-8ab2-4110-a7be-80078a6d3991 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:50:18.777313 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'tag': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'status': 'completed', 'code': 200} Aug 20 11:50:18.777750 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52580) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:18.790332 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': 'b558db07-cc34-44f3-b58a-4785faccf283', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:18.851262 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.905491 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49639c56-1b0b-431b-99b4-469b39cac68e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.952473 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c9428-9006-44ed-bb86-40ad715f5146 req-9fa6bd80-74f6-4bd1-a623-410199344c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:18.954010 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6d9c9428-9006-44ed-bb86-40ad715f5146 req-9fa6bd80-74f6-4bd1-a623-410199344c53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7fab17deaec469e9009db9ec576ec20&device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 1097 time: 0.1448717 Aug 20 11:50:19.059516 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3717d3a6-4d0d-4cf3-9539-1e7e56a78bbd req-bb72010b-e89a-4dfe-bfe2-f4278af50159 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/floatingips/634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b HTTP/1.1" status: 200 len: 693 time: 0.1137698 Aug 20 11:50:19.102829 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49639c56-1b0b-431b-99b4-469b39cac68e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:19.112628 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49639c56-1b0b-431b-99b4-469b39cac68e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:19.112994 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-49639c56-1b0b-431b-99b4-469b39cac68e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Floating IP b0d275de-540d-44b3-8902-dc6527fd209e disassociated. External IP: 172.25.8.68, port: dc66c9a0-420f-4965-8560-a835f4c1bcba. Aug 20 11:50:19.173260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c9428-9006-44ed-bb86-40ad715f5146 req-6c933973-7edf-4b17-bf04-3ae64ac4fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:19.174551 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6d9c9428-9006-44ed-bb86-40ad715f5146 req-6c933973-7edf-4b17-bf04-3ae64ac4fa5e service neutron] 10.222.0.35 "GET /v2.0/networks?id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 200 len: 920 time: 0.2121360 Aug 20 11:50:19.248716 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6d9c9428-9006-44ed-bb86-40ad715f5146 req-0a8b37ac-7ebe-4e29-9a96-6d83b134bf9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c28c420-03de-40e5-9a57-7bdecf2c2c08 HTTP/1.1" status: 200 len: 217 time: 0.0615160 Aug 20 11:50:19.297177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717d3a6-4d0d-4cf3-9539-1e7e56a78bbd req-0b697ff1-69eb-4ed3-a457-ee3dc2a9dd36 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:19.298612 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3717d3a6-4d0d-4cf3-9539-1e7e56a78bbd req-0b697ff1-69eb-4ed3-a457-ee3dc2a9dd36 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.2301259 Aug 20 11:50:19.318165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-3717d3a6-4d0d-4cf3-9539-1e7e56a78bbd req-ec12b0ff-217e-449a-b4c3-2decd6d23b9e tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:50:19.325470 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3717d3a6-4d0d-4cf3-9539-1e7e56a78bbd req-ec12b0ff-217e-449a-b4c3-2decd6d23b9e tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175865 Aug 20 11:50:19.384112 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c9428-9006-44ed-bb86-40ad715f5146 req-832cfc08-2409-4ecf-b916-c9a8fd658d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:19.385678 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6d9c9428-9006-44ed-bb86-40ad715f5146 req-832cfc08-2409-4ecf-b916-c9a8fd658d3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 200 len: 859 time: 0.1297543 Aug 20 11:50:19.390677 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:19.390837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49639c56-1b0b-431b-99b4-469b39cac68e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:19.402289 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3717d3a6-4d0d-4cf3-9539-1e7e56a78bbd req-112c9eb0-4322-474b-8deb-81307374eca6 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 696 time: 0.0758986 Aug 20 11:50:19.538805 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3717d3a6-4d0d-4cf3-9539-1e7e56a78bbd req-5cfd436c-8f98-4146-9f25-9959e46e64c9 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 696 time: 0.1353490 Aug 20 11:50:19.551210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49639c56-1b0b-431b-99b4-469b39cac68e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:19.562147 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49639c56-1b0b-431b-99b4-469b39cac68e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:19.565301 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832028a6-6876-47c7-a45e-e44d9c738dad None None] Sync routers for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:19.576923 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832028a6-6876-47c7-a45e-e44d9c738dad None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:19.577933 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-832028a6-6876-47c7-a45e-e44d9c738dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:19.603675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c9428-9006-44ed-bb86-40ad715f5146 req-5c1d75dd-f0b4-449d-aced-bb5661f09098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:19.605250 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6d9c9428-9006-44ed-bb86-40ad715f5146 req-5c1d75dd-f0b4-449d-aced-bb5661f09098 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2125006 Aug 20 11:50:19.618241 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-49639c56-1b0b-431b-99b4-469b39cac68e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "PUT /v2.0/floatingips/b0d275de-540d-44b3-8902-dc6527fd209e HTTP/1.1" status: 200 len: 687 time: 0.8827102 Aug 20 11:50:19.618671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52634) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:19.624610 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-832028a6-6876-47c7-a45e-e44d9c738dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:19.634753 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832028a6-6876-47c7-a45e-e44d9c738dad None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:19.635510 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-832028a6-6876-47c7-a45e-e44d9c738dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:19.707128 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-832028a6-6876-47c7-a45e-e44d9c738dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:19.709554 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832028a6-6876-47c7-a45e-e44d9c738dad None None] The sync data for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:19.823442 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6d9c9428-9006-44ed-bb86-40ad715f5146 req-cb9e5f3c-61e4-472e-8f48-105c1d53431f service neutron] 10.222.0.35 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558301 Aug 20 11:50:19.854671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83213b9-c385-4d06-8f6e-3a356e7bd6ab req-3b39bbca-1da0-49b8-888f-f8e0957ad59b tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:19.855548 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Allocated IP 172.25.8.223 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/77dab7a7-4d6b-40ae-9b4f-519bd5ace502) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:19.856347 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a83213b9-c385-4d06-8f6e-3a356e7bd6ab req-3b39bbca-1da0-49b8-888f-f8e0957ad59b tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 943 time: 0.0834098 Aug 20 11:50:19.880516 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c2dbe661-32b6-4de3-a35e-2e5225038442 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting port 3e7bedf6-1768-498c-9a7f-6c60ba79bac1 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:19.881260 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c2dbe661-32b6-4de3-a35e-2e5225038442 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:19.956571 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a83213b9-c385-4d06-8f6e-3a356e7bd6ab req-f7160083-43dd-48e6-9139-76604ed3a0ed tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923474 Aug 20 11:50:19.974161 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-3717d3a6-4d0d-4cf3-9539-1e7e56a78bbd req-6a8212f9-0c87-4334-b2db-90e58d2f99a4 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Deleting port 22119b79-75d9-424c-ae04-61bcc18f0eff {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:19.974499 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3717d3a6-4d0d-4cf3-9539-1e7e56a78bbd req-6a8212f9-0c87-4334-b2db-90e58d2f99a4 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.001583 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c2dbe661-32b6-4de3-a35e-2e5225038442 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.008606 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c2dbe661-32b6-4de3-a35e-2e5225038442 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.028575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c2dbe661-32b6-4de3-a35e-2e5225038442 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Calling delete_port for 3e7bedf6-1768-498c-9a7f-6c60ba79bac1 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:20.116203 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6d9c9428-9006-44ed-bb86-40ad715f5146 req-18e08d78-52bb-49c3-991e-990a97c30ee5 service neutron] 10.222.0.35 "GET /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820876 Aug 20 11:50:20.142157 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.168818 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3717d3a6-4d0d-4cf3-9539-1e7e56a78bbd req-6a8212f9-0c87-4334-b2db-90e58d2f99a4 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.169194 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3717d3a6-4d0d-4cf3-9539-1e7e56a78bbd req-6a8212f9-0c87-4334-b2db-90e58d2f99a4 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.184805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-3717d3a6-4d0d-4cf3-9539-1e7e56a78bbd req-6a8212f9-0c87-4334-b2db-90e58d2f99a4 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Calling delete_port for 22119b79-75d9-424c-ae04-61bcc18f0eff owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:20.216332 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c2dbe661-32b6-4de3-a35e-2e5225038442 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.248130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbe661-32b6-4de3-a35e-2e5225038442 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Port': ['ID=3e7bedf6-1768-498c-9a7f-6c60ba79bac1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:20.324504 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.325665 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c2dbe661-32b6-4de3-a35e-2e5225038442 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.329315 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c2dbe661-32b6-4de3-a35e-2e5225038442 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.331376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c2dbe661-32b6-4de3-a35e-2e5225038442 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/floatingips/b0d275de-540d-44b3-8902-dc6527fd209e HTTP/1.1" status: 204 len: 168 time: 0.7101994 Aug 20 11:50:20.333374 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52686) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:20.374646 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-316187ee-3d88-4e1c-bab8-c9200bedd48c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] delete failed (client error): The resource could not be found. Aug 20 11:50:20.380165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-316187ee-3d88-4e1c-bab8-c9200bedd48c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/floatingips/b0d275de-540d-44b3-8902-dc6527fd209e HTTP/1.1" status: 404 len: 345 time: 0.0417957 Aug 20 11:50:20.380668 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52688) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:20.391819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:20.399492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:20.401622 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=77dab7a7-4d6b-40ae-9b4f-519bd5ace502,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:20.404485 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:20.486582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1222f99e-3070-488b-8d06-51059d3bdd55 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:20.493254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1222f99e-3070-488b-8d06-51059d3bdd55 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:20.500328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1222f99e-3070-488b-8d06-51059d3bdd55 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:20.502053 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1222f99e-3070-488b-8d06-51059d3bdd55 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "GET /v2.0/ports?network_id=017ce006-c980-40b3-8573-630b83d670f7 HTTP/1.1" status: 200 len: 2357 time: 0.1203144 Aug 20 11:50:20.505237 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52690) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:20.568440 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3717d3a6-4d0d-4cf3-9539-1e7e56a78bbd req-6a8212f9-0c87-4334-b2db-90e58d2f99a4 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.601983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de12a60-e05e-43b4-95c6-f0b14e7b97b6 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:20.604273 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7de12a60-e05e-43b4-95c6-f0b14e7b97b6 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "GET /v2.0/subnets/b85807c4-1eab-4905-a80a-bbd598a4f2c4 HTTP/1.1" status: 200 len: 797 time: 0.0981650 Aug 20 11:50:20.609592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8212f9-0c87-4334-b2db-90e58d2f99a4 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Pushing event deleted for resources: {'Port': ['ID=22119b79-75d9-424c-ae04-61bcc18f0eff,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:20.612542 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52696) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:20.618274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-fda1fdd5-7bec-4f69-89e0-430887f22202 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'port': {'network_id': '017ce006-c980-40b3-8573-630b83d670f7', 'name': 'tempest-FloatingIPTestJSON-1056190337', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:20.696002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52704) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:20.743873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda1fdd5-7bec-4f69-89e0-430887f22202 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Made reservation on behalf of d0adbd393df1495dafedfc5b5d374430 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:20.769917 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3717d3a6-4d0d-4cf3-9539-1e7e56a78bbd req-6a8212f9-0c87-4334-b2db-90e58d2f99a4 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.778070 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3717d3a6-4d0d-4cf3-9539-1e7e56a78bbd req-6a8212f9-0c87-4334-b2db-90e58d2f99a4 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.780588 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3717d3a6-4d0d-4cf3-9539-1e7e56a78bbd req-6a8212f9-0c87-4334-b2db-90e58d2f99a4 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "DELETE /v2.0/floatingips/634cfba5-d4cc-4fe4-b7fb-a15b08b04c3b HTTP/1.1" status: 204 len: 173 time: 1.2406237 Aug 20 11:50:20.866603 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fda1fdd5-7bec-4f69-89e0-430887f22202 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.886086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-fda1fdd5-7bec-4f69-89e0-430887f22202 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] device_id is not set on port fafb5add-db78-45fa-a616-1a9aae8fcf73 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:50:20.932859 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d44bb925-afc8-40d7-b7ef-b3e423844e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.014910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52718) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:21.175427 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60181a6a-cf88-4901-b3c2-34656634fd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.184001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6ee20-d63e-483f-9b0c-bba4c900c4a0 req-c58ffd32-d030-4c09-a9e6-a4733cdcb257 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:21.186187 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7c6ee20-d63e-483f-9b0c-bba4c900c4a0 req-c58ffd32-d030-4c09-a9e6-a4733cdcb257 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 943 time: 0.1130023 Aug 20 11:50:21.276296 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7c6ee20-d63e-483f-9b0c-bba4c900c4a0 req-7619aa7b-ab92-4a19-b639-bf7f6d23202f tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788207 Aug 20 11:50:21.339154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-fda1fdd5-7bec-4f69-89e0-430887f22202 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Allocated IP 172.20.0.14 (017ce006-c980-40b3-8573-630b83d670f7/b85807c4-1eab-4905-a80a-bbd598a4f2c4/fafb5add-db78-45fa-a616-1a9aae8fcf73) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:21.350873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-fda1fdd5-7bec-4f69-89e0-430887f22202 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Allocated IP 172.20.0.13 (017ce006-c980-40b3-8573-630b83d670f7/b85807c4-1eab-4905-a80a-bbd598a4f2c4/fafb5add-db78-45fa-a616-1a9aae8fcf73) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:21.380310 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.426887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133f06f-6580-4300-b22f-707ca5a711f3 req-83d31794-31b0-4bd4-a359-6c91af5ba979 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:21.428287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4133f06f-6580-4300-b22f-707ca5a711f3 req-83d31794-31b0-4bd4-a359-6c91af5ba979 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 946 time: 0.1298032 Aug 20 11:50:21.504787 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fda1fdd5-7bec-4f69-89e0-430887f22202 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.520035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d44bb925-afc8-40d7-b7ef-b3e423844e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.527778 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4133f06f-6580-4300-b22f-707ca5a711f3 req-e785ff0a-82b7-4538-9ffb-fd783d64a0c5 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894713 Aug 20 11:50:21.529165 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d44bb925-afc8-40d7-b7ef-b3e423844e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.534343 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.571808 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fda1fdd5-7bec-4f69-89e0-430887f22202 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.597792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bb925-afc8-40d7-b7ef-b3e423844e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2aadd57-65e2-4b39-83b7-d554b8b22a90,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:21.607904 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d44bb925-afc8-40d7-b7ef-b3e423844e76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86a36b43a32048559f4fc8fa9f1830a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9060812 Aug 20 11:50:21.610284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52726) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:21.646229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda1fdd5-7bec-4f69-89e0-430887f22202 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network 017ce006-c980-40b3-8573-630b83d670f7 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:21.658330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-fda1fdd5-7bec-4f69-89e0-430887f22202 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:21.667964 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1fdd5-7bec-4f69-89e0-430887f22202 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=fafb5add-db78-45fa-a616-1a9aae8fcf73,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:21.675407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda1fdd5-7bec-4f69-89e0-430887f22202 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:21.725930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:50:21.734935 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.740612 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.764761 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda1fdd5-7bec-4f69-89e0-430887f22202 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:21.765723 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fda1fdd5-7bec-4f69-89e0-430887f22202 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.774279 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60181a6a-cf88-4901-b3c2-34656634fd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.783885 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60181a6a-cf88-4901-b3c2-34656634fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.789392 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-705611e3-9e3f-432c-b1cf-8edb651d9624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.815351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=77dab7a7-4d6b-40ae-9b4f-519bd5ace502,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:21.828676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fda1fdd5-7bec-4f69-89e0-430887f22202 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2145607 Aug 20 11:50:21.829011 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52728) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:21.836040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': 'fafb5add-db78-45fa-a616-1a9aae8fcf73', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:21.843986 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.847532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60181a6a-cf88-4901-b3c2-34656634fd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ed62cb-101f-4ed8-8813-09f106ae4bc7,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:21.855811 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-60181a6a-cf88-4901-b3c2-34656634fd88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44866e55510a47a3975bbe57c5be30d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8391886 Aug 20 11:50:21.858435 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-705611e3-9e3f-432c-b1cf-8edb651d9624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.860044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52730) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:21.910424 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.941796 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-69dacf56-9389-484b-a1c3-06401603b7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.968288 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-705611e3-9e3f-432c-b1cf-8edb651d9624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.971180 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-705611e3-9e3f-432c-b1cf-8edb651d9624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.972338 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-705611e3-9e3f-432c-b1cf-8edb651d9624 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2aadd57-65e2-4b39-83b7-d554b8b22a90 HTTP/1.1" status: 204 len: 168 time: 0.3619027 Aug 20 11:50:21.975375 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-69dacf56-9389-484b-a1c3-06401603b7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.003110 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 37a35ab2-9e7a-4671-a5ea-236f04eb55b5, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=37a35ab2-9e7a-4671-a5ea-236f04eb55b5,segment=NetworkSegment(8a3f382a-b54e-4940-9abc-428729db991a),segment_id=8a3f382a-b54e-4940-9abc-428729db991a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:22.016184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '37a35ab2-9e7a-4671-a5ea-236f04eb55b5', 'network_id': '22f62dce-d162-406f-bbb8-b6b0fca763d1', 'port_id': '37a35ab2-9e7a-4671-a5ea-236f04eb55b5', 'mac_address': 'fa:16:3e:a9:36:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e69225-9a6f-46f0-8a01-9c6188af0fc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:50:22.040810 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Floating IP c44c0dd8-fdf5-4a11-a7f5-a7367d697b87 associated. External IP: 172.25.8.223, port: b558db07-cc34-44f3-b58a-4785faccf283. Aug 20 11:50:22.052910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705611e3-9e3f-432c-b1cf-8edb651d9624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2aadd57-65e2-4b39-83b7-d554b8b22a90,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:22.060177 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.070303 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-69dacf56-9389-484b-a1c3-06401603b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.072921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-69dacf56-9389-484b-a1c3-06401603b7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.074108 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-69dacf56-9389-484b-a1c3-06401603b7c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5ed62cb-101f-4ed8-8813-09f106ae4bc7 HTTP/1.1" status: 204 len: 168 time: 0.2131395 Aug 20 11:50:22.084015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dacf56-9389-484b-a1c3-06401603b7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ed62cb-101f-4ed8-8813-09f106ae4bc7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:22.088345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:50:22.144842 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 37a35ab2-9e7a-4671-a5ea-236f04eb55b5, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=37a35ab2-9e7a-4671-a5ea-236f04eb55b5,segment=NetworkSegment(8a3f382a-b54e-4940-9abc-428729db991a),segment_id=8a3f382a-b54e-4940-9abc-428729db991a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:22.153463 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.197236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.250527 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=37a35ab2-9e7a-4671-a5ea-236f04eb55b5,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:22.337876 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-60fa5b45-1b50-44b7-8f47-d19e931f4581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.369867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['37a35ab2-9e7a-4671-a5ea-236f04eb55b5'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:50:22.445717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac82504-7706-49b4-834c-6c5d741917f3 req-504929da-296d-442b-b824-00bc6c139ad6 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:22.446568 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ac82504-7706-49b4-834c-6c5d741917f3 req-504929da-296d-442b-b824-00bc6c139ad6 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 944 time: 0.0738635 Aug 20 11:50:22.545626 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ac82504-7706-49b4-834c-6c5d741917f3 req-fe3d3c7a-d99b-45b8-8d67-5c31c6589894 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887761 Aug 20 11:50:22.550271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d86c2-576d-463a-9444-eea610b1b3a0 req-3323075e-6f23-4e91-9bd7-32fb84f8b000 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:22.552846 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-740d86c2-576d-463a-9444-eea610b1b3a0 req-3323075e-6f23-4e91-9bd7-32fb84f8b000 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 946 time: 0.2237844 Aug 20 11:50:22.557272 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Allocated IP 172.25.8.193 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/c6a05986-156e-4757-b69b-430940c5202e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:22.654054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52756) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:22.687766 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78558bf0-c288-4f49-80d9-09bc058b21e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.687978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router 1018fbf6-dc5e-4acf-afef-967d8acae19c has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:22.725644 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85e4df-cd86-484b-bced-f82c16c7d660 req-4e3b1b15-fa37-468a-a6b5-e5785ad81ac8 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:22.727216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e85e4df-cd86-484b-bced-f82c16c7d660 req-4e3b1b15-fa37-468a-a6b5-e5785ad81ac8 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 946 time: 0.0896769 Aug 20 11:50:22.793666 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e85e4df-cd86-484b-bced-f82c16c7d660 req-2bab1792-7564-4e41-ae19-d01d665b5a82 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/security-groups?id=06138d5b-0258-4b9a-b574-958ce027d214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573213 Aug 20 11:50:22.827159 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.849054 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78558bf0-c288-4f49-80d9-09bc058b21e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.854153 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78558bf0-c288-4f49-80d9-09bc058b21e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.903096 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-78558bf0-c288-4f49-80d9-09bc058b21e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=109b27cc07534e59af9d5fd7c43dd64f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448440 Aug 20 11:50:22.903096 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78558bf0-c288-4f49-80d9-09bc058b21e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2ded6a-bc09-48ed-b42a-17c892529106,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:22.904520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52764) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:22.938555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-740d86c2-576d-463a-9444-eea610b1b3a0 req-e30de6ae-6af7-4844-a6c0-e346ceaf56bb tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Deleting port 2c28c420-03de-40e5-9a57-7bdecf2c2c08 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:22.939101 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-740d86c2-576d-463a-9444-eea610b1b3a0 req-e30de6ae-6af7-4844-a6c0-e346ceaf56bb tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.945361 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:22.958831 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2d9b2d-371a-4656-91e7-7dcb4af9c23f None None] Sync routers for ids ['1018fbf6-dc5e-4acf-afef-967d8acae19c'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:22.959398 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8cdf3fd4-c416-4556-adf3-370524aa56dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.970026 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2d9b2d-371a-4656-91e7-7dcb4af9c23f None None] Routers {'1018fbf6-dc5e-4acf-afef-967d8acae19c'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:22.970658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7f2d9b2d-371a-4656-91e7-7dcb4af9c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1018fbf6-dc5e-4acf-afef-967d8acae19c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:22.983031 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8cdf3fd4-c416-4556-adf3-370524aa56dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:23.010490 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:23.031157 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:23.048739 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8cdf3fd4-c416-4556-adf3-370524aa56dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:23.052162 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8cdf3fd4-c416-4556-adf3-370524aa56dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:23.053657 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8cdf3fd4-c416-4556-adf3-370524aa56dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f2ded6a-bc09-48ed-b42a-17c892529106 HTTP/1.1" status: 204 len: 168 time: 0.1482320 Aug 20 11:50:23.065640 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf3fd4-c416-4556-adf3-370524aa56dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2ded6a-bc09-48ed-b42a-17c892529106,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:23.098602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:23.110114 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:23.113054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:23.141404 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-7f2d9b2d-371a-4656-91e7-7dcb4af9c23f None None] Set router 1018fbf6-dc5e-4acf-afef-967d8acae19c gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:23.157273 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3cc038e5-8c6d-4e49-9d5b-39a5486b4871 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3715346 Aug 20 11:50:23.164069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807e5972-da24-45d8-9718-2fe6983e8c51', 'tag': 'b558db07-cc34-44f3-b58a-4785faccf283'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:50:23.166362 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fc353e-7540-4777-af12-077a30bfae47" -d '{"events": [{"name": "network-changed", "server_uuid": "807e5972-da24-45d8-9718-2fe6983e8c51", "tag": "b558db07-cc34-44f3-b58a-4785faccf283"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:50:23.168939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=c6a05986-156e-4757-b69b-430940c5202e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:23.184046 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-740d86c2-576d-463a-9444-eea610b1b3a0 req-e30de6ae-6af7-4844-a6c0-e346ceaf56bb tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] For port 2c28c420-03de-40e5-9a57-7bdecf2c2c08, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=2c28c420-03de-40e5-9a57-7bdecf2c2c08,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:23.184409 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-740d86c2-576d-463a-9444-eea610b1b3a0 req-e30de6ae-6af7-4844-a6c0-e346ceaf56bb tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:23.206664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-740d86c2-576d-463a-9444-eea610b1b3a0 req-e30de6ae-6af7-4844-a6c0-e346ceaf56bb tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Calling delete_port for 2c28c420-03de-40e5-9a57-7bdecf2c2c08 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:23.267184 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0b2fdb-77a3-45fb-945e-7a14a682c6a0 x-openstack-request-id: req-2c0b2fdb-77a3-45fb-945e-7a14a682c6a0 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:50:23.267507 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807e5972-da24-45d8-9718-2fe6983e8c51", "tag": "b558db07-cc34-44f3-b58a-4785faccf283", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:50:23.267728 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c0b2fdb-77a3-45fb-945e-7a14a682c6a0 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:50:23.268145 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807e5972-da24-45d8-9718-2fe6983e8c51', 'tag': 'b558db07-cc34-44f3-b58a-4785faccf283', 'status': 'completed', 'code': 200} Aug 20 11:50:23.354615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc353e-7540-4777-af12-077a30bfae47 req-1e986814-ab4a-4cee-b29a-ed55f7cc193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:23.356566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f0fc353e-7540-4777-af12-077a30bfae47 req-1e986814-ab4a-4cee-b29a-ed55f7cc193d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 1097 time: 0.0819123 Aug 20 11:50:23.445871 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ae4fa-d55f-4b46-a0e7-aa8322ad2c6e req-d6587e33-923c-44d3-a723-67ed818ba25c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:23.448018 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1b7ae4fa-d55f-4b46-a0e7-aa8322ad2c6e req-d6587e33-923c-44d3-a723-67ed818ba25c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.1400995 Aug 20 11:50:23.531068 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc353e-7540-4777-af12-077a30bfae47 req-3cfc7d84-7a3c-4ec1-9a98-b377f42c4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:23.532561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f0fc353e-7540-4777-af12-077a30bfae47 req-3cfc7d84-7a3c-4ec1-9a98-b377f42c4fbf service neutron] 10.222.0.76 "GET /v2.0/networks?id=8cda08d3-11a5-402f-9788-c49620823277 HTTP/1.1" status: 200 len: 897 time: 0.1687105 Aug 20 11:50:23.572801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7f2d9b2d-371a-4656-91e7-7dcb4af9c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578501004', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:49:37Z', 'updated_at': '2021-08-20T11:49:54Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:38Z', 'updated_at': '2021-08-20T11:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'c44c0dd8-fdf5-4a11-a7f5-a7367d697b87', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'port_id': 'b558db07-cc34-44f3-b58a-4785faccf283', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'mac_address': 'fa:16:3e:5b:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807e5972-da24-45d8-9718-2fe6983e8c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:50:20Z', 'updated_at': '2021-08-20T11:50:20Z', 'revision_number': 0, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e555b88-cce6-436d-bb41-c02e6f9ff33d', 'name': '', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:b3:49:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '807278aa-432c-4373-a002-1861d9e112fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:51Z', 'updated_at': '2021-08-20T11:50:03Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '807278aa-432c-4373-a002-1861d9e112fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:23.577376 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1b7ae4fa-d55f-4b46-a0e7-aa8322ad2c6e req-53c4c0e5-0a0d-4364-8048-05767a670cdf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205394 Aug 20 11:50:23.612581 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52788) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:23.626223 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-740d86c2-576d-463a-9444-eea610b1b3a0 req-e30de6ae-6af7-4844-a6c0-e346ceaf56bb tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:23.673877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2d9b2d-371a-4656-91e7-7dcb4af9c23f None None] Checking router: 1018fbf6-dc5e-4acf-afef-967d8acae19c for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:50:23.682352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['2c28c420-03de-40e5-9a57-7bdecf2c2c08'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:50:23.728928 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f0fc353e-7540-4777-af12-077a30bfae47 req-d31aca63-e3cb-4c3b-8964-70cdb279e446 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b558db07-cc34-44f3-b58a-4785faccf283 HTTP/1.1" status: 200 len: 1000 time: 0.1887662 Aug 20 11:50:23.738335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:50:23.790383 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2d9b2d-371a-4656-91e7-7dcb4af9c23f None None] Routers {'1018fbf6-dc5e-4acf-afef-967d8acae19c'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:23.791248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7f2d9b2d-371a-4656-91e7-7dcb4af9c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:49:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1018fbf6-dc5e-4acf-afef-967d8acae19c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:23.819915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc353e-7540-4777-af12-077a30bfae47 req-f7d0010a-1618-4684-a6bb-fa233c639e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:23.821557 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f0fc353e-7540-4777-af12-077a30bfae47 req-f7d0010a-1618-4684-a6bb-fa233c639e0f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=807278aa-432c-4373-a002-1861d9e112fc HTTP/1.1" status: 200 len: 834 time: 0.0852931 Aug 20 11:50:23.886977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:23.929097 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:23.929905 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:23.949220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc353e-7540-4777-af12-077a30bfae47 req-82f2991c-7aa5-47a9-97d7-89aa36765ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:23.953285 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f0fc353e-7540-4777-af12-077a30bfae47 req-82f2991c-7aa5-47a9-97d7-89aa36765ba4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cda08d3-11a5-402f-9788-c49620823277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181424 Aug 20 11:50:23.999915 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-024e56ec-ced8-4eb9-89d9-1c3481e8bd67 req-b98c7d02-a90b-41ea-883a-1e5ca9f5de23 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 210 time: 0.0807731 Aug 20 11:50:24.071163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-7f2d9b2d-371a-4656-91e7-7dcb4af9c23f None None] Set router 1018fbf6-dc5e-4acf-afef-967d8acae19c gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:24.110709 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:24.153581 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a35ab2-9e7a-4671-a5ea-236f04eb55b5'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:50:24.156149 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4e43b5-3c46-4df8-9657-096c6b533f55" -d '{"events": [{"server_uuid": "7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a", "name": "network-vif-plugged", "status": "completed", "tag": "37a35ab2-9e7a-4671-a5ea-236f04eb55b5"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:50:24.208419 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 37a35ab2-9e7a-4671-a5ea-236f04eb55b5, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=37a35ab2-9e7a-4671-a5ea-236f04eb55b5,segment=NetworkSegment(8a3f382a-b54e-4940-9abc-428729db991a),segment_id=8a3f382a-b54e-4940-9abc-428729db991a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:24.211688 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21c33d3-3668-4685-85e9-276e32df67ab x-openstack-request-id: req-e21c33d3-3668-4685-85e9-276e32df67ab {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:50:24.212155 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a", "name": "network-vif-plugged", "status": "completed", "tag": "37a35ab2-9e7a-4671-a5ea-236f04eb55b5", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:50:24.212463 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e21c33d3-3668-4685-85e9-276e32df67ab {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:50:24.212837 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a35ab2-9e7a-4671-a5ea-236f04eb55b5', 'code': 200} Aug 20 11:50:24.216962 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:24.251428 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-863b4642-1a35-412c-aa35-3c41e0f01301 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/c44c0dd8-fdf5-4a11-a7f5-a7367d697b87 HTTP/1.1" status: 200 len: 992 time: 0.6374788 Aug 20 11:50:24.278388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30de6ae-6af7-4844-a6c0-e346ceaf56bb tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Pushing event deleted for resources: {'Port': ['ID=2c28c420-03de-40e5-9a57-7bdecf2c2c08,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:24.374279 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-740d86c2-576d-463a-9444-eea610b1b3a0 req-e30de6ae-6af7-4844-a6c0-e346ceaf56bb tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] No DVR routers for this DVR port 2c28c420-03de-40e5-9a57-7bdecf2c2c08 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:24.386818 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-740d86c2-576d-463a-9444-eea610b1b3a0 req-e30de6ae-6af7-4844-a6c0-e346ceaf56bb tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:24.389568 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-740d86c2-576d-463a-9444-eea610b1b3a0 req-e30de6ae-6af7-4844-a6c0-e346ceaf56bb tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.35 "DELETE /v2.0/ports/2c28c420-03de-40e5-9a57-7bdecf2c2c08 HTTP/1.1" status: 204 len: 173 time: 1.7480125 Aug 20 11:50:24.409430 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=37a35ab2-9e7a-4671-a5ea-236f04eb55b5,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:24.446698 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bc7c3-9a25-4197-9be2-6b967a0a3cd9 req-221dcfe9-6493-4c2d-9d69-3c379809ef7d tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:24.455001 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-098bc7c3-9a25-4197-9be2-6b967a0a3cd9 req-221dcfe9-6493-4c2d-9d69-3c379809ef7d tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 945 time: 0.7049813 Aug 20 11:50:24.479309 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f0fc353e-7540-4777-af12-077a30bfae47 req-e0aa551c-41fe-4d2a-a2a2-10645a9d3c2f service neutron] 10.222.0.76 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783030 Aug 20 11:50:24.495514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a8112-319c-429c-b1a0-6b1e66ddca71 req-1ee5b3d6-47fc-44c4-a530-c84072b29541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:24.497058 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-711a8112-319c-429c-b1a0-6b1e66ddca71 req-1ee5b3d6-47fc-44c4-a530-c84072b29541 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 1096 time: 0.2041881 Aug 20 11:50:24.512031 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-098bc7c3-9a25-4197-9be2-6b967a0a3cd9 req-b4bb4f6c-9bc6-4a42-b1aa-07510ece03c6 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560791 Aug 20 11:50:24.558923 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:24.568148 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-711a8112-319c-429c-b1a0-6b1e66ddca71 req-1e3f45e4-8593-45f3-83a4-c380f22a81f2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548820 Aug 20 11:50:24.598140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7f2d9b2d-371a-4656-91e7-7dcb4af9c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578501004', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:49:37Z', 'updated_at': '2021-08-20T11:49:54Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:38Z', 'updated_at': '2021-08-20T11:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'c44c0dd8-fdf5-4a11-a7f5-a7367d697b87', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'port_id': 'b558db07-cc34-44f3-b58a-4785faccf283', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'mac_address': 'fa:16:3e:5b:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807e5972-da24-45d8-9718-2fe6983e8c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:50:20Z', 'updated_at': '2021-08-20T11:50:20Z', 'revision_number': 0, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e555b88-cce6-436d-bb41-c02e6f9ff33d', 'name': '', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:b3:49:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '807278aa-432c-4373-a002-1861d9e112fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:51Z', 'updated_at': '2021-08-20T11:50:03Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '807278aa-432c-4373-a002-1861d9e112fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:24.644679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2d9b2d-371a-4656-91e7-7dcb4af9c23f None None] The sync data for ids ['1018fbf6-dc5e-4acf-afef-967d8acae19c'] in n-d-804299-2 is: [{'id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578501004', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:49:37Z', 'updated_at': '2021-08-20T11:49:54Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:38Z', 'updated_at': '2021-08-20T11:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'c44c0dd8-fdf5-4a11-a7f5-a7367d697b87', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'port_id': 'b558db07-cc34-44f3-b58a-4785faccf283', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'mac_address': 'fa:16:3e:5b:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807e5972-da24-45d8-9718-2fe6983e8c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:50:20Z', 'updated_at': '2021-08-20T11:50:20Z', 'revision_number': 0, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e555b88-cce6-436d-bb41-c02e6f9ff33d', 'name': '', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:b3:49:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '807278aa-432c-4373-a002-1861d9e112fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:51Z', 'updated_at': '2021-08-20T11:50:03Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '807278aa-432c-4373-a002-1861d9e112fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:24.658179 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:24.701755 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f0fc353e-7540-4777-af12-077a30bfae47 req-c6bb40d3-455b-46c9-92d4-a10001f0a465 service neutron] 10.222.0.76 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160697 Aug 20 11:50:24.945146 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:24.958115 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.009893 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a994093d-69ad-415c-a567-b4a0d7444ca5 None None] New status for floating IP c44c0dd8-fdf5-4a11-a7f5-a7367d697b87: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:50:25.095800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=c6a05986-156e-4757-b69b-430940c5202e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:25.111330 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.159171 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-445d6a9a-fcb5-4db4-8d18-0eaefd9c5ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.201950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bae2ce47-9576-46ff-91f1-d56ebe0b3ba2 req-bffd0cd4-bb70-45d5-8157-0931a5ddd733 tempest-FloatingIPsAssociationTestJSON-1460353608 tempest-FloatingIPsAssociationTestJSON-1460353608-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8b19177-9cdf-4da4-8bb1-569ff2a10dea HTTP/1.1" status: 200 len: 210 time: 0.0354593 Aug 20 11:50:25.253139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52884) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:25.307968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'name': 'network-vif-deleted', 'tag': '2c28c420-03de-40e5-9a57-7bdecf2c2c08'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:50:25.311045 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a062c1b3-5ed8-461b-9345-638b48ea78d0" -d '{"events": [{"server_uuid": "a8b19177-9cdf-4da4-8bb1-569ff2a10dea", "name": "network-vif-deleted", "tag": "2c28c420-03de-40e5-9a57-7bdecf2c2c08"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:50:25.370603 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Floating IP 6e66e0d6-2f3f-475c-9aad-1ecbb7d001cc associated. External IP: 172.25.8.193, port: fafb5add-db78-45fa-a616-1a9aae8fcf73. Aug 20 11:50:25.379158 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05f86fe-7271-4ebd-a4e6-1f71a4266efd x-openstack-request-id: req-e05f86fe-7271-4ebd-a4e6-1f71a4266efd {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:50:25.379537 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b19177-9cdf-4da4-8bb1-569ff2a10dea", "name": "network-vif-deleted", "tag": "2c28c420-03de-40e5-9a57-7bdecf2c2c08", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:50:25.379857 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e05f86fe-7271-4ebd-a4e6-1f71a4266efd {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:50:25.380315 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b19177-9cdf-4da4-8bb1-569ff2a10dea', 'name': 'network-vif-deleted', 'tag': '2c28c420-03de-40e5-9a57-7bdecf2c2c08', 'status': 'completed', 'code': 200} Aug 20 11:50:25.428487 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.685972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:25.763030 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4cf33b13-91a9-428f-853d-89e65e1900a1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/c44c0dd8-fdf5-4a11-a7f5-a7367d697b87 HTTP/1.1" status: 200 len: 994 time: 0.5083191 Aug 20 11:50:25.809759 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf3686-fc0d-4e86-8335-b527c746e34e req-87e5c6d9-322e-4060-b319-3bc6c735f0cd tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:25.812230 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dadf3686-fc0d-4e86-8335-b527c746e34e req-87e5c6d9-322e-4060-b319-3bc6c735f0cd tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 945 time: 0.0711517 Aug 20 11:50:25.858808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:25.874056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aace425-0e60-47e0-8e02-db0d7d37ab1b None None] Sync routers for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:25.877372 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dadf3686-fc0d-4e86-8335-b527c746e34e req-828ffab8-c456-4dae-bcef-81f33aa4e7d4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573142 Aug 20 11:50:25.881195 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.903524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aace425-0e60-47e0-8e02-db0d7d37ab1b None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:25.909379 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-9aace425-0e60-47e0-8e02-db0d7d37ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:25.922172 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1b22a31c-6e2c-495c-8341-18e96b5d2878 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.0891523 Aug 20 11:50:25.922805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 52942) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:25.928766 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e5ba20fb-6c66-4445-9835-04bfa5f9356a tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'floatingip': {'port_id': 'fafb5add-db78-45fa-a616-1a9aae8fcf73', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:25.987277 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-9aace425-0e60-47e0-8e02-db0d7d37ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:25.996428 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aace425-0e60-47e0-8e02-db0d7d37ab1b None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:25.997204 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-9aace425-0e60-47e0-8e02-db0d7d37ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:26.017241 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5ba20fb-6c66-4445-9835-04bfa5f9356a tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:26.034151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-9aace425-0e60-47e0-8e02-db0d7d37ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:26.035595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aace425-0e60-47e0-8e02-db0d7d37ab1b None None] The sync data for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:26.277742 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52974) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:26.316976 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:26.636610 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5ba20fb-6c66-4445-9835-04bfa5f9356a tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:26.642733 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5ba20fb-6c66-4445-9835-04bfa5f9356a tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:26.718818 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bfb38b8-2c1a-4e2a-bd03-760434a9af9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:26.823738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52998) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:26.930922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ba20fb-6c66-4445-9835-04bfa5f9356a tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:27.069458 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-049d22bb-569e-4b95-bde6-1e87689d4c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.112138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fdd53-4bf3-401b-a98b-580d68736a3b req-4a593800-41b7-403c-b5b8-7c05648c6383 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:27.113767 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d1fdd53-4bf3-401b-a98b-580d68736a3b req-4a593800-41b7-403c-b5b8-7c05648c6383 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 945 time: 0.1166902 Aug 20 11:50:27.118456 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb38b8-2c1a-4e2a-bd03-760434a9af9f admin admin] Deleting port 948d99d6-f58d-4202-b907-b31e4e596295 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:27.118799 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bfb38b8-2c1a-4e2a-bd03-760434a9af9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.132775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ba20fb-6c66-4445-9835-04bfa5f9356a tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:27.137248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5ba20fb-6c66-4445-9835-04bfa5f9356a tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.144086 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a5cd7-6645-4d02-8d0b-6306c3135283 None None] Sync routers for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:27.156326 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a5cd7-6645-4d02-8d0b-6306c3135283 None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:27.157120 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1c9a5cd7-6645-4d02-8d0b-6306c3135283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:27.191530 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1c9a5cd7-6645-4d02-8d0b-6306c3135283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:27.201934 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a5cd7-6645-4d02-8d0b-6306c3135283 None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:27.202656 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1c9a5cd7-6645-4d02-8d0b-6306c3135283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:27.220445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d1fdd53-4bf3-401b-a98b-580d68736a3b req-c744cb5b-734f-431f-8fb9-8b326bc655b7 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980232 Aug 20 11:50:27.234005 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e5ba20fb-6c66-4445-9835-04bfa5f9356a tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "PUT /v2.0/floatingips/6e66e0d6-2f3f-475c-9aad-1ecbb7d001cc HTTP/1.1" status: 200 len: 979 time: 1.3098063 Aug 20 11:50:27.236304 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53008) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:27.257205 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1c9a5cd7-6645-4d02-8d0b-6306c3135283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:27.257747 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a5cd7-6645-4d02-8d0b-6306c3135283 None None] The sync data for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:27.259840 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6bfb38b8-2c1a-4e2a-bd03-760434a9af9f admin admin] For port 948d99d6-f58d-4202-b907-b31e4e596295, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=948d99d6-f58d-4202-b907-b31e4e596295,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:27.260214 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bfb38b8-2c1a-4e2a-bd03-760434a9af9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.283681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb38b8-2c1a-4e2a-bd03-760434a9af9f admin admin] Calling delete_port for 948d99d6-f58d-4202-b907-b31e4e596295 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:27.286339 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-049d22bb-569e-4b95-bde6-1e87689d4c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.292950 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-049d22bb-569e-4b95-bde6-1e87689d4c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.388998 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-049d22bb-569e-4b95-bde6-1e87689d4c93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98aca01451a14940a43abfc7d8891549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5635424 Aug 20 11:50:27.392320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d22bb-569e-4b95-bde6-1e87689d4c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e59a96-e359-4c5f-a08d-5956987dcb62,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:27.396324 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53018) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:27.458803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-99799fb1-ddf4-4053-99a5-8206b2bfbf0d tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting port c6a05986-156e-4757-b69b-430940c5202e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:27.459026 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99799fb1-ddf4-4053-99a5-8206b2bfbf0d tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.505636 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e91d9b94-3de2-464e-8b89-2696da9e0fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.554681 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e91d9b94-3de2-464e-8b89-2696da9e0fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.563341 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99799fb1-ddf4-4053-99a5-8206b2bfbf0d tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.564165 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99799fb1-ddf4-4053-99a5-8206b2bfbf0d tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.586418 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-99799fb1-ddf4-4053-99a5-8206b2bfbf0d tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Calling delete_port for c6a05986-156e-4757-b69b-430940c5202e owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:27.667856 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e91d9b94-3de2-464e-8b89-2696da9e0fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.671707 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e91d9b94-3de2-464e-8b89-2696da9e0fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.672932 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e91d9b94-3de2-464e-8b89-2696da9e0fb8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5e59a96-e359-4c5f-a08d-5956987dcb62 HTTP/1.1" status: 204 len: 168 time: 0.2751513 Aug 20 11:50:27.697405 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d9b94-3de2-464e-8b89-2696da9e0fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e59a96-e359-4c5f-a08d-5956987dcb62,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:27.703032 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bfb38b8-2c1a-4e2a-bd03-760434a9af9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.742257 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 2c28c420-03de-40e5-9a57-7bdecf2c2c08 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:50:27.806638 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 2c28c420-03de-40e5-9a57-7bdecf2c2c08 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:50:27.806981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 2c28c420-03de-40e5-9a57-7bdecf2c2c08 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:50:27.831785 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb38b8-2c1a-4e2a-bd03-760434a9af9f admin admin] Pushing event deleted for resources: {'Port': ['ID=948d99d6-f58d-4202-b907-b31e4e596295,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:27.895015 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99799fb1-ddf4-4053-99a5-8206b2bfbf0d tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.960131 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.973825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99799fb1-ddf4-4053-99a5-8206b2bfbf0d tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Port': ['ID=c6a05986-156e-4757-b69b-430940c5202e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:28.044345 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bfb38b8-2c1a-4e2a-bd03-760434a9af9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.117974 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99799fb1-ddf4-4053-99a5-8206b2bfbf0d tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.118415 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-99799fb1-ddf4-4053-99a5-8206b2bfbf0d tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Floating IP 6e66e0d6-2f3f-475c-9aad-1ecbb7d001cc disassociated (deleted). External IP: 172.25.8.193, port: fafb5add-db78-45fa-a616-1a9aae8fcf73. Aug 20 11:50:28.316856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53036) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:28.336097 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfb38b8-2c1a-4e2a-bd03-760434a9af9f admin admin] Router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:28.337991 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4494cdfc-05c6-4613-9a00-3560ff988c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.448875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99799fb1-ddf4-4053-99a5-8206b2bfbf0d tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:28.505500 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfb38b8-2c1a-4e2a-bd03-760434a9af9f admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:28.511758 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6bfb38b8-2c1a-4e2a-bd03-760434a9af9f admin admin] 10.222.0.37 "PUT /v2.0/routers/b6f9de83-9d86-4b52-b1c1-145d13ff5e16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2322714 Aug 20 11:50:28.514782 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53038) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:28.541736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a5201-af96-4b65-9d47-882e7801d0f8 None None] Sync routers for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:28.556443 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a5201-af96-4b65-9d47-882e7801d0f8 None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:28.559849 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f69a5201-af96-4b65-9d47-882e7801d0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:28.581349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99799fb1-ddf4-4053-99a5-8206b2bfbf0d tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:28.592099 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a7d39d-fac6-4892-ad94-bacbc652922c None None] Sync routers for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:28.609585 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-99799fb1-ddf4-4053-99a5-8206b2bfbf0d tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.611744 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a7d39d-fac6-4892-ad94-bacbc652922c None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:28.613629 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-65a7d39d-fac6-4892-ad94-bacbc652922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:28.653355 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4494cdfc-05c6-4613-9a00-3560ff988c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.661377 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-65a7d39d-fac6-4892-ad94-bacbc652922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:28.669036 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-99799fb1-ddf4-4053-99a5-8206b2bfbf0d tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/floatingips/6e66e0d6-2f3f-475c-9aad-1ecbb7d001cc HTTP/1.1" status: 204 len: 168 time: 1.4308679 Aug 20 11:50:28.669690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53042) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:28.672244 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4494cdfc-05c6-4613-9a00-3560ff988c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.679403 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a7d39d-fac6-4892-ad94-bacbc652922c None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:28.680178 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-65a7d39d-fac6-4892-ad94-bacbc652922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:28.738547 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-f69a5201-af96-4b65-9d47-882e7801d0f8 None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:28.752882 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-65a7d39d-fac6-4892-ad94-bacbc652922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:28.753875 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a7d39d-fac6-4892-ad94-bacbc652922c None None] The sync data for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:28.763610 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494cdfc-05c6-4613-9a00-3560ff988c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0221ec11-5c9b-469f-bd6a-6464f3174a0e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:28.782296 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4494cdfc-05c6-4613-9a00-3560ff988c08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17fcb67c52d442c7b26a2b9b8d5d3b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4623132 Aug 20 11:50:28.789196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53046) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:28.821636 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-54cefe18-1279-4ada-a6c7-d48b5c9bf771 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting port fafb5add-db78-45fa-a616-1a9aae8fcf73 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:28.822287 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54cefe18-1279-4ada-a6c7-d48b5c9bf771 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.831263 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b812d6ae-fedf-4300-b9a8-7ce8e6541227 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.968960 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-27ad6a7a-d1c4-4181-a7dc-17d72d7cf577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.973764 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b812d6ae-fedf-4300-b9a8-7ce8e6541227 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.001883 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54cefe18-1279-4ada-a6c7-d48b5c9bf771 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.009922 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f69a5201-af96-4b65-9d47-882e7801d0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:50:27Z', 'revision_number': 5, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port': {'id': 'a9e6bb56-7ba6-4016-add7-424352690566', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:37Z', 'updated_at': '2021-08-20T11:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:29.015051 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-27ad6a7a-d1c4-4181-a7dc-17d72d7cf577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.027616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-54cefe18-1279-4ada-a6c7-d48b5c9bf771 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Calling delete_port for fafb5add-db78-45fa-a616-1a9aae8fcf73 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:29.036668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b812d6ae-fedf-4300-b9a8-7ce8e6541227 admin admin] Deleting port a9e6bb56-7ba6-4016-add7-424352690566 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:29.037060 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b812d6ae-fedf-4300-b9a8-7ce8e6541227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.044264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a5201-af96-4b65-9d47-882e7801d0f8 None None] Checking router: b6f9de83-9d86-4b52-b1c1-145d13ff5e16 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:50:29.053962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a5201-af96-4b65-9d47-882e7801d0f8 None None] Routers {'b6f9de83-9d86-4b52-b1c1-145d13ff5e16'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:29.054806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f69a5201-af96-4b65-9d47-882e7801d0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:29.146461 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b812d6ae-fedf-4300-b9a8-7ce8e6541227 admin admin] For port a9e6bb56-7ba6-4016-add7-424352690566, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a9e6bb56-7ba6-4016-add7-424352690566,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:29.147366 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b812d6ae-fedf-4300-b9a8-7ce8e6541227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.163473 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b812d6ae-fedf-4300-b9a8-7ce8e6541227 admin admin] Calling delete_port for a9e6bb56-7ba6-4016-add7-424352690566 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:29.170485 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-f69a5201-af96-4b65-9d47-882e7801d0f8 None None] Set router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:29.234009 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-27ad6a7a-d1c4-4181-a7dc-17d72d7cf577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.238307 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-27ad6a7a-d1c4-4181-a7dc-17d72d7cf577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.239749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-27ad6a7a-d1c4-4181-a7dc-17d72d7cf577 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0221ec11-5c9b-469f-bd6a-6464f3174a0e HTTP/1.1" status: 204 len: 168 time: 0.4466743 Aug 20 11:50:29.274548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f69a5201-af96-4b65-9d47-882e7801d0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:50:28Z', 'revision_number': 6, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:29.304709 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a5201-af96-4b65-9d47-882e7801d0f8 None None] The sync data for ids ['b6f9de83-9d86-4b52-b1c1-145d13ff5e16'] in n-d-804299-2 is: [{'id': 'b6f9de83-9d86-4b52-b1c1-145d13ff5e16', 'name': 'tempest-FloatingIPsAssociationTestJSON-569950912-router', 'tenant_id': 'f7fab17deaec469e9009db9ec576ec20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:35Z', 'updated_at': '2021-08-20T11:50:28Z', 'revision_number': 6, 'project_id': 'f7fab17deaec469e9009db9ec576ec20', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:29.305202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad6a7a-d1c4-4181-a7dc-17d72d7cf577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0221ec11-5c9b-469f-bd6a-6464f3174a0e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:29.427964 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54cefe18-1279-4ada-a6c7-d48b5c9bf771 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.473304 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cefe18-1279-4ada-a6c7-d48b5c9bf771 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Port': ['ID=fafb5add-db78-45fa-a616-1a9aae8fcf73,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:29.594028 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54cefe18-1279-4ada-a6c7-d48b5c9bf771 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.596434 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-54cefe18-1279-4ada-a6c7-d48b5c9bf771 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/ports/fafb5add-db78-45fa-a616-1a9aae8fcf73 HTTP/1.1" status: 204 len: 168 time: 0.9250724 Aug 20 11:50:29.599906 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53056) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:29.609760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:29.647622 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.781404 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b812d6ae-fedf-4300-b9a8-7ce8e6541227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.819281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812d6ae-fedf-4300-b9a8-7ce8e6541227 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e6bb56-7ba6-4016-add7-424352690566,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:29.830938 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.918128 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b812d6ae-fedf-4300-b9a8-7ce8e6541227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.971056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Allocated IP 172.25.8.249 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/abdfd861-283e-462d-9175-2df5b05d85ad) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:30.063370 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b812d6ae-fedf-4300-b9a8-7ce8e6541227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.065606 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b812d6ae-fedf-4300-b9a8-7ce8e6541227 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.107418 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.145138 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b812d6ae-fedf-4300-b9a8-7ce8e6541227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.146752 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b812d6ae-fedf-4300-b9a8-7ce8e6541227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6f9de83-9d86-4b52-b1c1-145d13ff5e16 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:50:30.160499 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.166311 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b812d6ae-fedf-4300-b9a8-7ce8e6541227 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.167516 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b812d6ae-fedf-4300-b9a8-7ce8e6541227 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b6f9de83-9d86-4b52-b1c1-145d13ff5e16 HTTP/1.1" status: 204 len: 168 time: 1.6517801 Aug 20 11:50:30.171118 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53078) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:30.213313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:30.219151 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:30.225872 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:30.259548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=abdfd861-283e-462d-9175-2df5b05d85ad,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:30.322424 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ab2ff6-5e6d-4888-bdd1-21e9717badf5 admin admin] Deleting subnet 4eed0a99-4fda-4466-8755-9d3f540aab89 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:50:30.329045 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06ab2ff6-5e6d-4888-bdd1-21e9717badf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.368510 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.384176 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06ab2ff6-5e6d-4888-bdd1-21e9717badf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.410806 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.486888 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06ab2ff6-5e6d-4888-bdd1-21e9717badf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.562334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06ab2ff6-5e6d-4888-bdd1-21e9717badf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.600225 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab2ff6-5e6d-4888-bdd1-21e9717badf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eed0a99-4fda-4466-8755-9d3f540aab89,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:30.605840 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.612494 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.613441 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06ab2ff6-5e6d-4888-bdd1-21e9717badf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.619010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53102) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:30.619571 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-06ab2ff6-5e6d-4888-bdd1-21e9717badf5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4eed0a99-4fda-4466-8755-9d3f540aab89 HTTP/1.1" status: 204 len: 168 time: 0.4473720 Aug 20 11:50:30.621320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c008c3b1-4650-4b88-b3a6-1750e332716f None None] Network dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:30.801462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=abdfd861-283e-462d-9175-2df5b05d85ad,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:30.817998 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.829607 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.866725 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.870343 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-37a9b4e6-3176-41ba-b76b-77769de0030e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2670331 Aug 20 11:50:30.871413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53122) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:30.880973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-71ea5ff0-dcaf-4da6-abce-34b9f4507321 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'port': {'network_id': '017ce006-c980-40b3-8573-630b83d670f7', 'name': 'tempest-FloatingIPTestJSON-259912954'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:30.900443 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8846491-a7e7-40c9-95e0-3b92e4128a36 None None] DHCP port deletion for dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:50:30.939643 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] Deleting port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:30.941631 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.985693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a9e6bb56-7ba6-4016-add7-424352690566 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:50:31.017141 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: a9e6bb56-7ba6-4016-add7-424352690566 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:50:31.017658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a9e6bb56-7ba6-4016-add7-424352690566 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:50:31.018087 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 948d99d6-f58d-4202-b907-b31e4e596295 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:50:31.077334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] For port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:31.083316 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.104240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] Calling delete_port for 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:31.135108 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ea5ff0-dcaf-4da6-abce-34b9f4507321 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Made reservation on behalf of d0adbd393df1495dafedfc5b5d374430 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:31.142647 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71ea5ff0-dcaf-4da6-abce-34b9f4507321 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.179293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-71ea5ff0-dcaf-4da6-abce-34b9f4507321 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] device_id is not set on port 14f79c4f-7c45-4893-9299-da988051f7bb yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:50:31.223638 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 948d99d6-f58d-4202-b907-b31e4e596295 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:50:31.224066 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 948d99d6-f58d-4202-b907-b31e4e596295 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:50:31.244262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c8846491-a7e7-40c9-95e0-3b92e4128a36 None None] Deleting port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:31.244655 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c8846491-a7e7-40c9-95e0-3b92e4128a36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.323347 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c8846491-a7e7-40c9-95e0-3b92e4128a36 None None] For port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5,segment=NetworkSegment(846fe21a-8e2b-4e6b-a3f6-0d598b384adc),segment_id=846fe21a-8e2b-4e6b-a3f6-0d598b384adc)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:31.323865 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c8846491-a7e7-40c9-95e0-3b92e4128a36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.340754 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c8846491-a7e7-40c9-95e0-3b92e4128a36 None None] Calling delete_port for 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:31.347758 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-71ea5ff0-dcaf-4da6-abce-34b9f4507321 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Allocated IP 172.20.0.7 (017ce006-c980-40b3-8573-630b83d670f7/b85807c4-1eab-4905-a80a-bbd598a4f2c4/14f79c4f-7c45-4893-9299-da988051f7bb) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:31.439479 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c8846491-a7e7-40c9-95e0-3b92e4128a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.474767 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8846491-a7e7-40c9-95e0-3b92e4128a36 None None] Pushing event deleted for resources: {'Port': ['ID=915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:31.477037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8846491-a7e7-40c9-95e0-3b92e4128a36 None None] No DVR routers for this DVR port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:31.605258 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71ea5ff0-dcaf-4da6-abce-34b9f4507321 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.662057 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71ea5ff0-dcaf-4da6-abce-34b9f4507321 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.727624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ea5ff0-dcaf-4da6-abce-34b9f4507321 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network 017ce006-c980-40b3-8573-630b83d670f7 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:31.734344 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-71ea5ff0-dcaf-4da6-abce-34b9f4507321 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:31.739061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ea5ff0-dcaf-4da6-abce-34b9f4507321 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:31.769927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea5ff0-dcaf-4da6-abce-34b9f4507321 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=14f79c4f-7c45-4893-9299-da988051f7bb,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:31.779752 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.803642 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ea5ff0-dcaf-4da6-abce-34b9f4507321 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:31.804290 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71ea5ff0-dcaf-4da6-abce-34b9f4507321 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.823397 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-71ea5ff0-dcaf-4da6-abce-34b9f4507321 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9470105 Aug 20 11:50:31.823550 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] Pushing event deleted for resources: {'Port': ['ID=915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:31.823657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53188) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:31.826839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] No DVR routers for this DVR port 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:31.831038 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8cbb6ed4-e0d0-4ead-beb1-c353491945ac tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'floatingip': {'port_id': '14f79c4f-7c45-4893-9299-da988051f7bb'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:31.879164 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cbb6ed4-e0d0-4ead-beb1-c353491945ac tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.906291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53190) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:31.922112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.932917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:31.944584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846fe21a-8e2b-4e6b-a3f6-0d598b384adc') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:31.944914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846fe21a-8e2b-4e6b-a3f6-0d598b384adc') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:31.954958 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.972592 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.990836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:31.991642 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:32.067550 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:32.077429 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.088532 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.090572 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] 10.222.0.37 "DELETE /v2.0/networks/dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba HTTP/1.1" status: 204 len: 168 time: 1.4666970 Aug 20 11:50:32.092695 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-17b956f0-9d84-42da-9e46-2a239e1bc82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.220626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88b50b-ce00-409c-8a8a-a33d0db1ef72 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc3036d-b692-4b3d-bfc4-39f34a2fb2ba,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:32.227455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53198) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:32.267574 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-17b956f0-9d84-42da-9e46-2a239e1bc82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.274798 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-17b956f0-9d84-42da-9e46-2a239e1bc82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.327662 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-17b956f0-9d84-42da-9e46-2a239e1bc82f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6aa555562784ace8ed454f3688cf15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145775 Aug 20 11:50:32.327907 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f9bdf713-0a62-4144-9a4e-0c6602396be3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7fab17deaec469e9009db9ec576ec20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0936811 Aug 20 11:50:32.328031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b956f0-9d84-42da-9e46-2a239e1bc82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572803d5-7ec4-416a-9445-2e20917d833c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:32.328031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53200) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:32.329494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53202) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:32.381672 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cddd4e8a-3817-4528-8222-9bd678bc9eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.405660 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cddd4e8a-3817-4528-8222-9bd678bc9eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.460385 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0bef-5d46-48df-a006-6d1562387b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.462555 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cddd4e8a-3817-4528-8222-9bd678bc9eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.465486 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cddd4e8a-3817-4528-8222-9bd678bc9eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.469481 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cddd4e8a-3817-4528-8222-9bd678bc9eb6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/572803d5-7ec4-416a-9445-2e20917d833c HTTP/1.1" status: 204 len: 168 time: 0.1402273 Aug 20 11:50:32.486551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd4e8a-3817-4528-8222-9bd678bc9eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572803d5-7ec4-416a-9445-2e20917d833c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:32.593481 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0bef-5d46-48df-a006-6d1562387b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.619808 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cbb6ed4-e0d0-4ead-beb1-c353491945ac tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.631849 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cbb6ed4-e0d0-4ead-beb1-c353491945ac tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.769453 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0bef-5d46-48df-a006-6d1562387b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.773276 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0bef-5d46-48df-a006-6d1562387b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.777503 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b1ed0bef-5d46-48df-a006-6d1562387b21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06138d5b-0258-4b9a-b574-958ce027d214 HTTP/1.1" status: 204 len: 168 time: 0.4469459 Aug 20 11:50:32.813494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed0bef-5d46-48df-a006-6d1562387b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06138d5b-0258-4b9a-b574-958ce027d214,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:32.817121 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.845482 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-8cbb6ed4-e0d0-4ead-beb1-c353491945ac tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Floating IP 2fbabd55-b059-4417-80ab-0cc093a903f5 associated. External IP: 172.25.8.249, port: 14f79c4f-7c45-4893-9299-da988051f7bb. Aug 20 11:50:32.910129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:50:32.946975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:50:32.947402 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 915e1b0b-6a15-4c9c-8d2f-ef5e04c6a4e5 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:50:33.134350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbb6ed4-e0d0-4ead-beb1-c353491945ac tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:33.273997 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbb6ed4-e0d0-4ead-beb1-c353491945ac tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:33.282042 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cbb6ed4-e0d0-4ead-beb1-c353491945ac tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.284985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b242f-32a9-42a8-aaef-f84f8c9f0716 None None] Sync routers for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:33.295390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b242f-32a9-42a8-aaef-f84f8c9f0716 None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:33.296012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-dc5b242f-32a9-42a8-aaef-f84f8c9f0716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:33.315874 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53234) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:33.316669 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8cbb6ed4-e0d0-4ead-beb1-c353491945ac tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "PUT /v2.0/floatingips/2fbabd55-b059-4417-80ab-0cc093a903f5 HTTP/1.1" status: 200 len: 977 time: 1.4913950 Aug 20 11:50:33.347028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-dc5b242f-32a9-42a8-aaef-f84f8c9f0716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:33.357825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b242f-32a9-42a8-aaef-f84f8c9f0716 None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:33.358887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-dc5b242f-32a9-42a8-aaef-f84f8c9f0716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:33.396157 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-dc5b242f-32a9-42a8-aaef-f84f8c9f0716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:33.397066 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b242f-32a9-42a8-aaef-f84f8c9f0716 None None] The sync data for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:33.463679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c81bcf32-d718-4ace-9112-d122b1116559 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting port 14f79c4f-7c45-4893-9299-da988051f7bb {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:33.463679 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c81bcf32-d718-4ace-9112-d122b1116559 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.559470 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c81bcf32-d718-4ace-9112-d122b1116559 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.934771 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53260) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:33.942674 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c81bcf32-d718-4ace-9112-d122b1116559 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.943036 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c81bcf32-d718-4ace-9112-d122b1116559 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.943352 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-c81bcf32-d718-4ace-9112-d122b1116559 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Floating IP 2fbabd55-b059-4417-80ab-0cc093a903f5 disassociated. External IP: 172.25.8.249, port: 14f79c4f-7c45-4893-9299-da988051f7bb. Aug 20 11:50:33.943697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c81bcf32-d718-4ace-9112-d122b1116559 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Calling delete_port for 14f79c4f-7c45-4893-9299-da988051f7bb owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:34.078423 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-151049df-385c-493d-ada0-d1a1445f523b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-806628399-network', 'tenant_id': 'dda27de54c4d4d4995b4404fab77f80f'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:34.103024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151049df-385c-493d-ada0-d1a1445f523b admin admin] Made reservation on behalf of dda27de54c4d4d4995b4404fab77f80f for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:34.106409 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-151049df-385c-493d-ada0-d1a1445f523b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.117773 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-151049df-385c-493d-ada0-d1a1445f523b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.134813 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c81bcf32-d718-4ace-9112-d122b1116559 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.195368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bcf32-d718-4ace-9112-d122b1116559 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Port': ['ID=14f79c4f-7c45-4893-9299-da988051f7bb,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:34.240998 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-151049df-385c-493d-ada0-d1a1445f523b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.245669 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-151049df-385c-493d-ada0-d1a1445f523b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.279818 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151049df-385c-493d-ada0-d1a1445f523b admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:34.298865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151049df-385c-493d-ada0-d1a1445f523b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ee0e7e-cf18-4ca5-8ac9-d038bb7da327,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:34.305599 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-151049df-385c-493d-ada0-d1a1445f523b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.306288 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-151049df-385c-493d-ada0-d1a1445f523b admin admin] Added segment 57ccb803-c932-4945-b7a0-e09dc273b3f3 of type vlan for network d5fc3339-1836-45f7-9954-7a872b4495bd Aug 20 11:50:34.338054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81bcf32-d718-4ace-9112-d122b1116559 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:34.364524 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-151049df-385c-493d-ada0-d1a1445f523b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.407274 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-151049df-385c-493d-ada0-d1a1445f523b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.408568 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151049df-385c-493d-ada0-d1a1445f523b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:34.409362 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-151049df-385c-493d-ada0-d1a1445f523b admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.499325 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-151049df-385c-493d-ada0-d1a1445f523b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5627203 Aug 20 11:50:34.500376 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81bcf32-d718-4ace-9112-d122b1116559 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:34.501978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53294) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:34.507534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f9285be2-0f78-4ab1-81de-405d6af3656c admin admin] Request body: {'subnet': {'network_id': 'd5fc3339-1836-45f7-9954-7a872b4495bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-806628399-subnet', 'tenant_id': 'dda27de54c4d4d4995b4404fab77f80f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:34.512058 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68110892-ccdf-42ee-84ab-9e0f60efc4d6 None None] Sync routers for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:34.526766 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151049df-385c-493d-ada0-d1a1445f523b admin admin] Pushing event updated for resources: {'Network': ['ID=d5fc3339-1836-45f7-9954-7a872b4495bd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:34.530896 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68110892-ccdf-42ee-84ab-9e0f60efc4d6 None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:34.531631 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-68110892-ccdf-42ee-84ab-9e0f60efc4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:34.539958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network d5fc3339-1836-45f7-9954-7a872b4495bd details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:34.566794 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-68110892-ccdf-42ee-84ab-9e0f60efc4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:34.577923 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68110892-ccdf-42ee-84ab-9e0f60efc4d6 None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:34.578816 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-68110892-ccdf-42ee-84ab-9e0f60efc4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:34.612753 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-68110892-ccdf-42ee-84ab-9e0f60efc4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:34.613582 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68110892-ccdf-42ee-84ab-9e0f60efc4d6 None None] The sync data for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:34.631624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9285be2-0f78-4ab1-81de-405d6af3656c admin admin] Made reservation on behalf of dda27de54c4d4d4995b4404fab77f80f for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:34.634664 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f9285be2-0f78-4ab1-81de-405d6af3656c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.705140 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c81bcf32-d718-4ace-9112-d122b1116559 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.709391 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c81bcf32-d718-4ace-9112-d122b1116559 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/ports/14f79c4f-7c45-4893-9299-da988051f7bb HTTP/1.1" status: 204 len: 168 time: 1.3902321 Aug 20 11:50:34.709814 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53300) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:34.782513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-037c01e6-e4f3-4484-9288-c58af0d53fd0 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "GET /v2.0/floatingips/2fbabd55-b059-4417-80ab-0cc093a903f5 HTTP/1.1" status: 200 len: 688 time: 0.0714462 Aug 20 11:50:34.784997 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53304) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:34.802158 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53306) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:34.876497 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f9285be2-0f78-4ab1-81de-405d6af3656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.952005 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78809d82-11fc-445d-bdb0-a89e5c86ce52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.953338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9285be2-0f78-4ab1-81de-405d6af3656c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c831bf03-34eb-4c64-8baa-9cdf9301edc1,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:34.962472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9285be2-0f78-4ab1-81de-405d6af3656c admin admin] Checking segment: {'id': '57ccb803-c932-4945-b7a0-e09dc273b3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd5fc3339-1836-45f7-9954-7a872b4495bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:34.962927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9285be2-0f78-4ab1-81de-405d6af3656c admin admin] Network hostable DHCP agents. Network: d5fc3339-1836-45f7-9954-7a872b4495bd, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:34.973511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fdcbe893-a590-4646-a433-a823b3da5f64 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting port abdfd861-283e-462d-9175-2df5b05d85ad {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:34.973949 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe893-a590-4646-a433-a823b3da5f64 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.988624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9285be2-0f78-4ab1-81de-405d6af3656c admin admin] Network d5fc3339-1836-45f7-9954-7a872b4495bd is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:34.998640 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-f9285be2-0f78-4ab1-81de-405d6af3656c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, d5fc3339-1836-45f7-9954-7a872b4495bd) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:35.006046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9285be2-0f78-4ab1-81de-405d6af3656c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:35.006046 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f9285be2-0f78-4ab1-81de-405d6af3656c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.147949 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b33e968-7680-4889-990c-f1cad2d4bf17 None None] Network d5fc3339-1836-45f7-9954-7a872b4495bd requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:35.300439 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-d5fc3339-1836-45f7-9954-7a872b4495bd', 'network_id': 'd5fc3339-1836-45f7-9954-7a872b4495bd', 'tenant_id': 'dda27de54c4d4d4995b4404fab77f80f', 'fixed_ips': [{'subnet_id': 'c831bf03-34eb-4c64-8baa-9cdf9301edc1'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:50:35.301522 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.368954 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe893-a590-4646-a433-a823b3da5f64 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.369589 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe893-a590-4646-a433-a823b3da5f64 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.387707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fdcbe893-a590-4646-a433-a823b3da5f64 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Calling delete_port for abdfd861-283e-462d-9175-2df5b05d85ad owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:35.463109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Allocated IP 172.20.0.2 (d5fc3339-1836-45f7-9954-7a872b4495bd/c831bf03-34eb-4c64-8baa-9cdf9301edc1/41de7056-21ca-49b4-b9f6-ae6d931472cc) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:35.475730 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78809d82-11fc-445d-bdb0-a89e5c86ce52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.489343 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78809d82-11fc-445d-bdb0-a89e5c86ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.490206 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f9285be2-0f78-4ab1-81de-405d6af3656c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9868557 Aug 20 11:50:35.492464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53314) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:35.499820 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-806628399-router', 'tenant_id': 'dda27de54c4d4d4995b4404fab77f80f', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:35.528165 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.531049 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.557494 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-78809d82-11fc-445d-bdb0-a89e5c86ce52 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3aa6cf2b44d44763bea848c643cb1c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7542913 Aug 20 11:50:35.561285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53316) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:35.562627 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78809d82-11fc-445d-bdb0-a89e5c86ce52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a1b81e-0d3a-48b9-aa7e-2a45be1710ed,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:35.630386 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.659086 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe893-a590-4646-a433-a823b3da5f64 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.671578 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.674913 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3efa312e-1448-4e16-94d0-9d0851104e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.681772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Transition to ACTIVE for port object 41de7056-21ca-49b4-b9f6-ae6d931472cc will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:35.712814 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Transition to ACTIVE for port object 41de7056-21ca-49b4-b9f6-ae6d931472cc will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:35.719817 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.731511 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3efa312e-1448-4e16-94d0-9d0851104e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.742335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Network d5fc3339-1836-45f7-9954-7a872b4495bd is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:35.744120 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:35.749390 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbe893-a590-4646-a433-a823b3da5f64 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Port': ['ID=abdfd861-283e-462d-9175-2df5b05d85ad,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:35.816659 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Pushing event updated for resources: {'Port': ['ID=41de7056-21ca-49b4-b9f6-ae6d931472cc,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:35.823117 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:35.868397 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe893-a590-4646-a433-a823b3da5f64 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.874999 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe893-a590-4646-a433-a823b3da5f64 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.885470 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fdcbe893-a590-4646-a433-a823b3da5f64 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/floatingips/2fbabd55-b059-4417-80ab-0cc093a903f5 HTTP/1.1" status: 204 len: 168 time: 1.0948973 Aug 20 11:50:35.885470 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53324) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:35.894260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': 'dc66c9a0-420f-4965-8560-a835f4c1bcba'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:35.904614 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.912358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Attempting to bind port 41de7056-21ca-49b4-b9f6-ae6d931472cc on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:35.912894 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Attempting to bind port 41de7056-21ca-49b4-b9f6-ae6d931472cc by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '57ccb803-c932-4945-b7a0-e09dc273b3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd5fc3339-1836-45f7-9954-7a872b4495bd'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:35.913258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Attempting to bind port 41de7056-21ca-49b4-b9f6-ae6d931472cc on network d5fc3339-1836-45f7-9954-7a872b4495bd {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:35.922511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:35.922801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Checking segment: {'id': '57ccb803-c932-4945-b7a0-e09dc273b3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd5fc3339-1836-45f7-9954-7a872b4495bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:35.923201 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.923593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Bound using segment: {'id': '57ccb803-c932-4945-b7a0-e09dc273b3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd5fc3339-1836-45f7-9954-7a872b4495bd'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:35.924208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Bound port: 41de7056-21ca-49b4-b9f6-ae6d931472cc, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ccb803-c932-4945-b7a0-e09dc273b3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd5fc3339-1836-45f7-9954-7a872b4495bd'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:35.924615 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.949471 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3efa312e-1448-4e16-94d0-9d0851104e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.956495 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3efa312e-1448-4e16-94d0-9d0851104e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.959249 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3efa312e-1448-4e16-94d0-9d0851104e12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51a1b81e-0d3a-48b9-aa7e-2a45be1710ed HTTP/1.1" status: 204 len: 168 time: 0.3973312 Aug 20 11:50:35.971979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:36.000559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa312e-1448-4e16-94d0-9d0851104e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a1b81e-0d3a-48b9-aa7e-2a45be1710ed,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:36.136995 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:36.139961 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] For port 41de7056-21ca-49b4-b9f6-ae6d931472cc, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:50:36.148763 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] For port 41de7056-21ca-49b4-b9f6-ae6d931472cc, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=41de7056-21ca-49b4-b9f6-ae6d931472cc,segment=NetworkSegment(57ccb803-c932-4945-b7a0-e09dc273b3f3),segment_id=57ccb803-c932-4945-b7a0-e09dc273b3f3)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:50:36.156176 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:36.262073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b4013-a646-4d77-91a6-d8b5b8760134 None None] Pushing event updated for resources: {'Port': ['ID=41de7056-21ca-49b4-b9f6-ae6d931472cc,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:36.375925 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Allocated IP 172.25.8.6 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/3adf83b0-d191-4057-870b-bb42fb5166d6) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:36.391060 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:36.416330 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:36.553654 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:36.627842 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:36.688289 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:36.691359 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:36.693653 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Allocated IP 172.25.8.185 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/4f907547-9d18-4a82-8db2-9303d065b098) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:36.703395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:36.755900 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=3adf83b0-d191-4057-870b-bb42fb5166d6,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:36.838867 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:36.912756 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:36.968817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 41de7056-21ca-49b4-b9f6-ae6d931472cc up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:50:36.991823 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:37.002430 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:37.005679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:37.013294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4f907547-9d18-4a82-8db2-9303d065b098,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:37.096418 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 41de7056-21ca-49b4-b9f6-ae6d931472cc completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:37.430635 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.504496 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.681942 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.778433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d777389-faf5-44e0-91cd-5f941588477a None None] Network d5fc3339-1836-45f7-9954-7a872b4495bd requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:37.807697 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.945553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4bd613d8-6f38-4916-b627-87c75a385636 None None] Provisioning for port 41de7056-21ca-49b4-b9f6-ae6d931472cc completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:37.995435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4bd613d8-6f38-4916-b627-87c75a385636 None None] Provisioning complete for port 41de7056-21ca-49b4-b9f6-ae6d931472cc triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:37.995993 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4bd613d8-6f38-4916-b627-87c75a385636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:38.037014 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:38.042949 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:38.096722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Router 75e7cb54-6245-496d-8641-9013f4f01710 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:50:38.136302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=3adf83b0-d191-4057-870b-bb42fb5166d6,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:38.150274 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4bd613d8-6f38-4916-b627-87c75a385636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:38.187450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4bd613d8-6f38-4916-b627-87c75a385636 None None] For port 41de7056-21ca-49b4-b9f6-ae6d931472cc, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=41de7056-21ca-49b4-b9f6-ae6d931472cc,segment=NetworkSegment(57ccb803-c932-4945-b7a0-e09dc273b3f3),segment_id=57ccb803-c932-4945-b7a0-e09dc273b3f3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:38.195706 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4bd613d8-6f38-4916-b627-87c75a385636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:38.243327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:38.254266 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:38.271573 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:38.276362 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-91e57888-308a-4500-ad09-fa86d59770b7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7825143 Aug 20 11:50:38.277000 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Sync routers for ids ['75e7cb54-6245-496d-8641-9013f4f01710'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:38.277136 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53392) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:38.308937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Routers {'75e7cb54-6245-496d-8641-9013f4f01710'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:38.313959 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['75e7cb54-6245-496d-8641-9013f4f01710'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:38.428022 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Floating IP 7203cb69-d3b3-4318-9578-f22c09a72f89 associated. External IP: 172.25.8.6, port: dc66c9a0-420f-4965-8560-a835f4c1bcba. Aug 20 11:50:38.435196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd613d8-6f38-4916-b627-87c75a385636 None None] Pushing event updated for resources: {'Port': ['ID=41de7056-21ca-49b4-b9f6-ae6d931472cc,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:38.485289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53404) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:38.601152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Set router 75e7cb54-6245-496d-8641-9013f4f01710 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:38.779518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:38.846859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-073672cc-ecd3-453a-802f-0dd8655a87e1 None None] Provisioning complete for port 41de7056-21ca-49b4-b9f6-ae6d931472cc triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:38.847247 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-073672cc-ecd3-453a-802f-0dd8655a87e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:38.948949 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 41de7056-21ca-49b4-b9f6-ae6d931472cc up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:50:38.959094 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:38.995253 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:39.003337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4bab38ee-8b91-4fa1-aff8-4c8c2a851501 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:39.006263 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ed48a-b530-45dd-8c9c-cf2be9d4e2ad None None] Sync routers for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:39.012911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e7cb54-6245-496d-8641-9013f4f01710', 'name': 'tempest-FloatingIPsTestJSON-806628399-router', 'tenant_id': 'dda27de54c4d4d4995b4404fab77f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '4f907547-9d18-4a82-8db2-9303d065b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:50:35Z', 'updated_at': '2021-08-20T11:50:37Z', 'revision_number': 3, 'project_id': 'dda27de54c4d4d4995b4404fab77f80f', 'gw_port': {'id': '4f907547-9d18-4a82-8db2-9303d065b098', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e7cb54-6245-496d-8641-9013f4f01710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:50:36Z', 'updated_at': '2021-08-20T11:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:39.021193 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ed48a-b530-45dd-8c9c-cf2be9d4e2ad None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:39.022574 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-574ed48a-b530-45dd-8c9c-cf2be9d4e2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:39.025689 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.048895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Checking router: 75e7cb54-6245-496d-8641-9013f4f01710 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:50:39.049524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Updating router 75e7cb54-6245-496d-8641-9013f4f01710 port 4f907547-9d18-4a82-8db2-9303d065b098 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:50:39.064613 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-574ed48a-b530-45dd-8c9c-cf2be9d4e2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:39.073458 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-72e7462e-e80e-4a39-9306-b2de6cda5c46 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 3.1863759 Aug 20 11:50:39.073656 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53418) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:39.083958 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ed48a-b530-45dd-8c9c-cf2be9d4e2ad None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:39.084621 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-574ed48a-b530-45dd-8c9c-cf2be9d4e2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:39.086974 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5b822917-e31c-4660-a255-428359f18c75 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-523451821'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:39.095916 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.139591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b822917-e31c-4660-a255-428359f18c75 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Made reservation on behalf of d0adbd393df1495dafedfc5b5d374430 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:39.139829 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-574ed48a-b530-45dd-8c9c-cf2be9d4e2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:39.140392 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ed48a-b530-45dd-8c9c-cf2be9d4e2ad None None] The sync data for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:39.149746 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b822917-e31c-4660-a255-428359f18c75 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.181468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b822917-e31c-4660-a255-428359f18c75 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:39.194121 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b822917-e31c-4660-a255-428359f18c75 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.194481 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-5b822917-e31c-4660-a255-428359f18c75 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Added segment e53d1007-5e8a-4900-8f5c-219dd9e3ce69 of type vlan for network af5fd91b-dab6-4f01-93c5-26a3264f414f Aug 20 11:50:39.220175 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4bab38ee-8b91-4fa1-aff8-4c8c2a851501 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] 10.222.0.37 "PUT /v2.0/quotas/797397695c3d4dbd9db6d5a6dd22f94a HTTP/1.1" status: 200 len: 366 time: 0.7336612 Aug 20 11:50:39.225453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53426) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:39.242798 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e2dbc442-30d3-4892-b445-11716f69db30 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0161788 Aug 20 11:50:39.245585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53428) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:39.256174 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 41de7056-21ca-49b4-b9f6-ae6d931472cc triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:39.256475 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.261538 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b822917-e31c-4660-a255-428359f18c75 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.272242 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-23faf935-f27c-4f08-8066-91249ab9e47d tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] 10.222.0.37 "GET /v2.0/quotas/797397695c3d4dbd9db6d5a6dd22f94a HTTP/1.1" status: 200 len: 366 time: 0.0227499 Aug 20 11:50:39.276037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53430) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:39.292156 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b822917-e31c-4660-a255-428359f18c75 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.299337 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b822917-e31c-4660-a255-428359f18c75 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:39.300687 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b822917-e31c-4660-a255-428359f18c75 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.336954 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3643d972-3ca7-42eb-965f-a0891773f7bb tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/797397695c3d4dbd9db6d5a6dd22f94a HTTP/1.1" status: 204 len: 168 time: 0.0590897 Aug 20 11:50:39.340669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53434) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:39.377274 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5b822917-e31c-4660-a255-428359f18c75 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3025630 Aug 20 11:50:39.384335 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53436) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:39.393131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8a9ec0d3-cb49-4a8a-b4af-a9b185e33864 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'subnet': {'network_id': 'af5fd91b-dab6-4f01-93c5-26a3264f414f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:39.438641 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-29a9da13-cc2e-419a-befd-d93989cf8ef1 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0962176 Aug 20 11:50:39.441072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53438) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:39.448758 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b822917-e31c-4660-a255-428359f18c75 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Network': ['ID=af5fd91b-dab6-4f01-93c5-26a3264f414f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:39.467368 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network af5fd91b-dab6-4f01-93c5-26a3264f414f details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:39.494682 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fad92851-92f6-46f8-9f73-c1afbf881d42 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] 10.222.0.37 "GET /v2.0/quotas/797397695c3d4dbd9db6d5a6dd22f94a HTTP/1.1" status: 200 len: 370 time: 0.0520084 Aug 20 11:50:39.497080 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53442) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:39.504123 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-58006024-77e7-4112-b3ec-27bfd055bf8f tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] 10.222.0.37 "GET /v2.0/quotas/797397695c3d4dbd9db6d5a6dd22f94a/default HTTP/1.1" status: 200 len: 370 time: 0.0045943 Aug 20 11:50:39.506473 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53446) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:39.513677 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.520212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9ec0d3-cb49-4a8a-b4af-a9b185e33864 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Made reservation on behalf of d0adbd393df1495dafedfc5b5d374430 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:39.524153 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec0d3-cb49-4a8a-b4af-a9b185e33864 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.593655 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-5842a88d-4a57-4941-97c8-d8ddec76a897 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] delete failed (client error): The resource could not be found. Aug 20 11:50:39.595284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5842a88d-4a57-4941-97c8-d8ddec76a897 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/797397695c3d4dbd9db6d5a6dd22f94a HTTP/1.1" status: 404 len: 348 time: 0.0873175 Aug 20 11:50:39.697884 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.711075 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Transition to ACTIVE for port object 4f907547-9d18-4a82-8db2-9303d065b098 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:39.719888 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.735417 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Allocated IP 172.20.0.1 (d5fc3339-1836-45f7-9954-7a872b4495bd/c831bf03-34eb-4c64-8baa-9cdf9301edc1/ad72a0dc-b591-404a-a732-88737799a6d0) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:39.779475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Attempting to bind port 4f907547-9d18-4a82-8db2-9303d065b098 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:39.780302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Attempting to bind port 4f907547-9d18-4a82-8db2-9303d065b098 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:39.780909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Attempting to bind port 4f907547-9d18-4a82-8db2-9303d065b098 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:39.788343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:39.789093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:39.789725 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.790319 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:39.791553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Bound port: 4f907547-9d18-4a82-8db2-9303d065b098, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:39.792149 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.804949 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53450) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:39.837678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fbb61-a1bc-4b8c-95f5-366268475e6d None None] Pushing event updated for resources: {'Port': ['ID=4f907547-9d18-4a82-8db2-9303d065b098,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:39.848076 n-d-804299-2 neutron-server[94690]: DEBUG neutron.quota.resource [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Usage tracker for resource:network and tenant:a6cde13ac23a4be9817dfcad310cae8a is out of sync, need to count used quota {{(pid=94690) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 11:50:39.853148 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec0d3-cb49-4a8a-b4af-a9b185e33864 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.875908 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] For port 4f907547-9d18-4a82-8db2-9303d065b098, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:50:39.880401 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] For port 4f907547-9d18-4a82-8db2-9303d065b098, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4f907547-9d18-4a82-8db2-9303d065b098,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:50:39.886327 n-d-804299-2 neutron-server[94690]: DEBUG neutron.quota.resource [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94690) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 11:50:39.888434 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.902239 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.917697 n-d-804299-2 neutron-server[94690]: DEBUG neutron.quota.resource [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Usage tracker for resource:subnet and tenant:a6cde13ac23a4be9817dfcad310cae8a is out of sync, need to count used quota {{(pid=94690) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 11:50:39.934454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ec0d3-cb49-4a8a-b4af-a9b185e33864 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Subnet': ['ID=b14cd021-2703-4e7b-95e5-15b1601b839d,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:39.944104 n-d-804299-2 neutron-server[94690]: DEBUG neutron.quota.resource [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94690) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 11:50:39.951116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Transition to ACTIVE for port object ad72a0dc-b591-404a-a732-88737799a6d0 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:39.955528 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fbb61-a1bc-4b8c-95f5-366268475e6d None None] Pushing event updated for resources: {'Port': ['ID=4f907547-9d18-4a82-8db2-9303d065b098,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:39.969584 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Routers {'75e7cb54-6245-496d-8641-9013f4f01710'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:39.970332 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['75e7cb54-6245-496d-8641-9013f4f01710'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:39.975241 n-d-804299-2 neutron-server[94690]: DEBUG neutron.quota.resource [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Usage tracker for resource:subnetpool and tenant:a6cde13ac23a4be9817dfcad310cae8a is out of sync, need to count used quota {{(pid=94690) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 11:50:39.979663 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9ec0d3-cb49-4a8a-b4af-a9b185e33864 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Checking segment: {'id': 'e53d1007-5e8a-4900-8f5c-219dd9e3ce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af5fd91b-dab6-4f01-93c5-26a3264f414f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:39.980229 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9ec0d3-cb49-4a8a-b4af-a9b185e33864 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network hostable DHCP agents. Network: af5fd91b-dab6-4f01-93c5-26a3264f414f, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:39.991315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.quota.resource [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94690) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 11:50:40.007718 n-d-804299-2 neutron-server[94690]: DEBUG neutron.quota.resource [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Usage tracker for resource:port and tenant:a6cde13ac23a4be9817dfcad310cae8a is out of sync, need to count used quota {{(pid=94690) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 11:50:40.022762 n-d-804299-2 neutron-server[94690]: DEBUG neutron.quota.resource [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94690) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 11:50:40.027985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9ec0d3-cb49-4a8a-b4af-a9b185e33864 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network af5fd91b-dab6-4f01-93c5-26a3264f414f is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:40.048291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8a9ec0d3-cb49-4a8a-b4af-a9b185e33864 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, af5fd91b-dab6-4f01-93c5-26a3264f414f) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:40.059100 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ec0d3-cb49-4a8a-b4af-a9b185e33864 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:40.062763 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fb8585-c8c8-4b41-9467-fa05958afc6d None None] Network af5fd91b-dab6-4f01-93c5-26a3264f414f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:40.063517 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec0d3-cb49-4a8a-b4af-a9b185e33864 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.074680 n-d-804299-2 neutron-server[94690]: DEBUG neutron.quota.resource [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Usage tracker for resource:router and tenant:a6cde13ac23a4be9817dfcad310cae8a is out of sync, need to count used quota {{(pid=94690) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 11:50:40.078815 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.089230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.quota.resource [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94690) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 11:50:40.101672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.quota.resource [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Usage tracker for resource:floatingip and tenant:a6cde13ac23a4be9817dfcad310cae8a is out of sync, need to count used quota {{(pid=94690) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 11:50:40.111191 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8a9ec0d3-cb49-4a8a-b4af-a9b185e33864 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7259400 Aug 20 11:50:40.112369 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53460) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:40.116761 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1986628340', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:40.123391 n-d-804299-2 neutron-server[94690]: DEBUG neutron.quota.resource [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94690) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 11:50:40.155805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=ad72a0dc-b591-404a-a732-88737799a6d0,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:40.162011 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.174030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.189203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Network d5fc3339-1836-45f7-9954-7a872b4495bd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:40.190905 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:40.206711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:40.249532 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.250726 n-d-804299-2 neutron-server[94690]: DEBUG neutron.quota.resource [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Usage tracker for resource:security_group and tenant:a6cde13ac23a4be9817dfcad310cae8a is out of sync, need to count used quota {{(pid=94690) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 11:50:40.268525 n-d-804299-2 neutron-server[94690]: DEBUG neutron.quota.resource [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94690) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 11:50:40.271235 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.349482 n-d-804299-2 neutron-server[94690]: DEBUG neutron.quota.resource [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Usage tracker for resource:security_group_rule and tenant:a6cde13ac23a4be9817dfcad310cae8a is out of sync, need to count used quota {{(pid=94690) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 11:50:40.359803 n-d-804299-2 neutron-server[94690]: DEBUG neutron.quota.resource [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94690) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 11:50:40.484444 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bebcb4e2-4a4f-46f5-b22d-13cbcbf3af06 tempest-QuotasTest-424641907 tempest-QuotasTest-424641907-project-admin] 10.222.0.37 "GET /v2.0/quotas/a6cde13ac23a4be9817dfcad310cae8a/details.json HTTP/1.1" status: 200 len: 703 time: 0.6782880 Aug 20 11:50:40.492139 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.508565 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.633464 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] Set router 75e7cb54-6245-496d-8641-9013f4f01710 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:40.642493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bfa0a816-ffbd-4491-a233-c0e796c91bd2 None None] Provisioning for port ad72a0dc-b591-404a-a732-88737799a6d0 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:40.734449 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bfa0a816-ffbd-4491-a233-c0e796c91bd2 None None] Provisioning complete for port ad72a0dc-b591-404a-a732-88737799a6d0 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:40.734910 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bfa0a816-ffbd-4491-a233-c0e796c91bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.797545 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.805114 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.815489 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.839631 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.921010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=ad72a0dc-b591-404a-a732-88737799a6d0,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:40.930245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bfa0a816-ffbd-4491-a233-c0e796c91bd2 None None] Port ad72a0dc-b591-404a-a732-88737799a6d0 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:50:40.949038 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.978556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-af5fd91b-dab6-4f01-93c5-26a3264f414f', 'network_id': 'af5fd91b-dab6-4f01-93c5-26a3264f414f', 'tenant_id': 'd0adbd393df1495dafedfc5b5d374430', 'fixed_ips': [{'subnet_id': 'b14cd021-2703-4e7b-95e5-15b1601b839d'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:50:40.979427 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.989466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Allocated IP 172.25.8.124 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/06f73236-8fca-4bb9-98b1-ff5bebc5c9a4) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:41.064855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53486) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:41.122607 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:41.140611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Network d5fc3339-1836-45f7-9954-7a872b4495bd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:41.146003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:41.200143 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:41.245591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:41.252889 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:41.259870 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:41.268528 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ffdf42e-dfa6-4b8f-9abf-5d40d38ca09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:41.312760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Allocated IP 172.20.0.2 (af5fd91b-dab6-4f01-93c5-26a3264f414f/b14cd021-2703-4e7b-95e5-15b1601b839d/8c8a4329-6abb-4b58-a1e9-8f45311b98a7) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:41.332380 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=06f73236-8fca-4bb9-98b1-ff5bebc5c9a4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:41.337714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Router 75e7cb54-6245-496d-8641-9013f4f01710 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:41.437415 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ffdf42e-dfa6-4b8f-9abf-5d40d38ca09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:41.448496 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ffdf42e-dfa6-4b8f-9abf-5d40d38ca09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:41.540345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8c40d6ba-274f-4f4d-ad19-534524db7a89 None None] Provisioning complete for port ad72a0dc-b591-404a-a732-88737799a6d0 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:41.541416 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8c40d6ba-274f-4f4d-ad19-534524db7a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:41.575845 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7ffdf42e-dfa6-4b8f-9abf-5d40d38ca09e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e257edfa9a0a4ec7aea815f06c2851e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4961491 Aug 20 11:50:41.576470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53498) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:41.586500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdf42e-dfa6-4b8f-9abf-5d40d38ca09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c702d800-978a-4243-bb3e-d7a4a0c79cfc,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:41.623823 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8c40d6ba-274f-4f4d-ad19-534524db7a89 None None] Port ad72a0dc-b591-404a-a732-88737799a6d0 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:50:41.685571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:41.693470 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9b86690a-6ebf-4382-bc88-53f0f13a7cb4 admin admin] 10.222.0.37 "PUT /v2.0/routers/75e7cb54-6245-496d-8641-9013f4f01710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4146259 Aug 20 11:50:41.696120 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-63d41810-8756-4208-862f-1faa0e9aa504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:41.696879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e7cb54-6245-496d-8641-9013f4f01710', 'name': 'tempest-FloatingIPsTestJSON-806628399-router', 'tenant_id': 'dda27de54c4d4d4995b4404fab77f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '4f907547-9d18-4a82-8db2-9303d065b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:50:35Z', 'updated_at': '2021-08-20T11:50:37Z', 'revision_number': 3, 'project_id': 'dda27de54c4d4d4995b4404fab77f80f', 'gw_port': {'id': '4f907547-9d18-4a82-8db2-9303d065b098', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e7cb54-6245-496d-8641-9013f4f01710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:50:36Z', 'updated_at': '2021-08-20T11:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:41.702433 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:41.726964 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-63d41810-8756-4208-862f-1faa0e9aa504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:41.752924 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873281f4-c7aa-4d52-95c3-9171791c5825 None None] The sync data for ids ['75e7cb54-6245-496d-8641-9013f4f01710'] in n-d-804299-2 is: [{'id': '75e7cb54-6245-496d-8641-9013f4f01710', 'name': 'tempest-FloatingIPsTestJSON-806628399-router', 'tenant_id': 'dda27de54c4d4d4995b4404fab77f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '4f907547-9d18-4a82-8db2-9303d065b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:50:35Z', 'updated_at': '2021-08-20T11:50:37Z', 'revision_number': 3, 'project_id': 'dda27de54c4d4d4995b4404fab77f80f', 'gw_port': {'id': '4f907547-9d18-4a82-8db2-9303d065b098', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e7cb54-6245-496d-8641-9013f4f01710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:50:36Z', 'updated_at': '2021-08-20T11:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:41.761216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Transition to ACTIVE for port object 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:41.804678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Transition to ACTIVE for port object 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:41.810948 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-63d41810-8756-4208-862f-1faa0e9aa504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:41.813604 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-63d41810-8756-4208-862f-1faa0e9aa504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:41.817789 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:41.821146 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-63d41810-8756-4208-862f-1faa0e9aa504 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c702d800-978a-4243-bb3e-d7a4a0c79cfc HTTP/1.1" status: 204 len: 168 time: 0.2414188 Aug 20 11:50:41.853134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d41810-8756-4208-862f-1faa0e9aa504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c702d800-978a-4243-bb3e-d7a4a0c79cfc,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:41.933552 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Network af5fd91b-dab6-4f01-93c5-26a3264f414f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:41.954384 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:41.956889 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:41.999203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Pushing event updated for resources: {'Port': ['ID=8c8a4329-6abb-4b58-a1e9-8f45311b98a7,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:42.051668 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Attempting to bind port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:42.052200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Attempting to bind port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'e53d1007-5e8a-4900-8f5c-219dd9e3ce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af5fd91b-dab6-4f01-93c5-26a3264f414f'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:42.052723 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Attempting to bind port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 on network af5fd91b-dab6-4f01-93c5-26a3264f414f {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:42.058412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:42.058921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Checking segment: {'id': 'e53d1007-5e8a-4900-8f5c-219dd9e3ce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af5fd91b-dab6-4f01-93c5-26a3264f414f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:42.059791 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.060873 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Bound using segment: {'id': 'e53d1007-5e8a-4900-8f5c-219dd9e3ce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af5fd91b-dab6-4f01-93c5-26a3264f414f'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:42.061392 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Bound port: 8c8a4329-6abb-4b58-a1e9-8f45311b98a7, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53d1007-5e8a-4900-8f5c-219dd9e3ce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af5fd91b-dab6-4f01-93c5-26a3264f414f'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:42.062171 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.295562 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] For port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:50:42.299629 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] For port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8c8a4329-6abb-4b58-a1e9-8f45311b98a7,segment=NetworkSegment(e53d1007-5e8a-4900-8f5c-219dd9e3ce69),segment_id=e53d1007-5e8a-4900-8f5c-219dd9e3ce69)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:50:42.305822 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.367360 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.373650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53526) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:42.409776 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b2885036-6226-42ce-be4f-fd5163d241d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.430129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ba221-920f-45ac-81d5-31f12da020b1 None None] Pushing event updated for resources: {'Port': ['ID=8c8a4329-6abb-4b58-a1e9-8f45311b98a7,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:42.591853 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b2885036-6226-42ce-be4f-fd5163d241d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.598473 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b2885036-6226-42ce-be4f-fd5163d241d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.655456 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b2885036-6226-42ce-be4f-fd5163d241d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6cde13ac23a4be9817dfcad310cae8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2803042 Aug 20 11:50:42.655837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2885036-6226-42ce-be4f-fd5163d241d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ec17eb-bcec-4b0c-af8e-a67f0d02d5b5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:42.659530 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53536) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:42.762755 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-177f5cd2-b9cc-4190-8f42-ef15552dab3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.792738 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-177f5cd2-b9cc-4190-8f42-ef15552dab3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.911834 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-177f5cd2-b9cc-4190-8f42-ef15552dab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.916220 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-177f5cd2-b9cc-4190-8f42-ef15552dab3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.917500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-177f5cd2-b9cc-4190-8f42-ef15552dab3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06ec17eb-bcec-4b0c-af8e-a67f0d02d5b5 HTTP/1.1" status: 204 len: 168 time: 0.2570338 Aug 20 11:50:42.929392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f5cd2-b9cc-4190-8f42-ef15552dab3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ec17eb-bcec-4b0c-af8e-a67f0d02d5b5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:43.034793 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4f907547-9d18-4a82-8db2-9303d065b098 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:50:43.091969 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-2630fd5c-6b79-4ba3-bb21-28341e6b061d tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5211279 Aug 20 11:50:43.106923 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 4f907547-9d18-4a82-8db2-9303d065b098 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:43.112094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4f907547-9d18-4a82-8db2-9303d065b098 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:43.112460 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:43.152544 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:43.190580 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:43.254231 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:43.288280 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 4f907547-9d18-4a82-8db2-9303d065b098, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4f907547-9d18-4a82-8db2-9303d065b098,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:43.297739 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:43.298707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:50:43.312433 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:43.414092 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=4f907547-9d18-4a82-8db2-9303d065b098,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:43.425272 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:43.539073 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:43.707712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 2862b13e-5bb3-4b4a-a98b-8ec2131b86e9 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:50:43.802784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Allocated IP 172.25.8.146 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/d45dca29-b5e1-4111-8f55-f88ba0f190a7) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:43.987765 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:43.995343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2086b55e-3246-4a1b-8ceb-4e85df996ebc None None] Network af5fd91b-dab6-4f01-93c5-26a3264f414f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:44.014131 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba625d8-b20d-473f-b6a7-8090e821c7ea None None] Sync routers for ids ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:44.033140 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.037282 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53574) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:44.037827 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-970751e6-0efe-4f48-a657-53da05e858ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9239864 Aug 20 11:50:44.060148 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.105274 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba625d8-b20d-473f-b6a7-8090e821c7ea None None] Routers {'2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:44.106257 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-eba625d8-b20d-473f-b6a7-8090e821c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:44.143274 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.152423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-eba625d8-b20d-473f-b6a7-8090e821c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:44.187029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba625d8-b20d-473f-b6a7-8090e821c7ea None None] Routers {'2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:44.187758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-eba625d8-b20d-473f-b6a7-8090e821c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:44.215419 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:44.234765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-eba625d8-b20d-473f-b6a7-8090e821c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:44.235679 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Pushing event updated for resources: {'Port': ['ID=d45dca29-b5e1-4111-8f55-f88ba0f190a7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:44.235802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba625d8-b20d-473f-b6a7-8090e821c7ea None None] The sync data for ids ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:44.240442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2cc30b79-eed2-469d-bf61-0a11983fe6bd None None] Provisioning for port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:44.251625 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:44.254123 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:44.258175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2cc30b79-eed2-469d-bf61-0a11983fe6bd None None] Provisioning complete for port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:44.258915 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2cc30b79-eed2-469d-bf61-0a11983fe6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.410385 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.469647 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.518467 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Sync routers for ids ['75e7cb54-6245-496d-8641-9013f4f01710'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:44.532073 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Routers {'75e7cb54-6245-496d-8641-9013f4f01710'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:44.538655 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['75e7cb54-6245-496d-8641-9013f4f01710'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:44.602338 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2cc30b79-eed2-469d-bf61-0a11983fe6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.699638 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2cc30b79-eed2-469d-bf61-0a11983fe6bd None None] For port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8c8a4329-6abb-4b58-a1e9-8f45311b98a7,segment=NetworkSegment(e53d1007-5e8a-4900-8f5c-219dd9e3ce69),segment_id=e53d1007-5e8a-4900-8f5c-219dd9e3ce69)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:44.707909 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2cc30b79-eed2-469d-bf61-0a11983fe6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.808125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc30b79-eed2-469d-bf61-0a11983fe6bd None None] Pushing event updated for resources: {'Port': ['ID=8c8a4329-6abb-4b58-a1e9-8f45311b98a7,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:44.865808 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Set router 75e7cb54-6245-496d-8641-9013f4f01710 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:44.900802 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.939327 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.945850 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.999720 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4f907547-9d18-4a82-8db2-9303d065b098 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:50:45.138236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4f907547-9d18-4a82-8db2-9303d065b098 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:45.144283 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.147990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Pushing event updated for resources: {'Port': ['ID=d45dca29-b5e1-4111-8f55-f88ba0f190a7,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:45.156215 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.171492 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.172729 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-6e45b87e-b7ec-4b59-8b75-447c04a6ffa2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0793967 Aug 20 11:50:45.287117 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-15876581-9bf8-4119-a1b3-282c37dd8d0e None None] Provisioning complete for port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:45.289102 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-46cabfcd-bcf5-40cb-b7f2-9e075ffec3d0 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.146 HTTP/1.1" status: 200 len: 696 time: 0.1033022 Aug 20 11:50:45.295398 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-15876581-9bf8-4119-a1b3-282c37dd8d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.362632 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e7cb54-6245-496d-8641-9013f4f01710', 'name': 'tempest-FloatingIPsTestJSON-806628399-router', 'tenant_id': 'dda27de54c4d4d4995b4404fab77f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '4f907547-9d18-4a82-8db2-9303d065b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:50:35Z', 'updated_at': '2021-08-20T11:50:40Z', 'revision_number': 4, 'project_id': 'dda27de54c4d4d4995b4404fab77f80f', 'gw_port': {'id': '4f907547-9d18-4a82-8db2-9303d065b098', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e7cb54-6245-496d-8641-9013f4f01710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:50:36Z', 'updated_at': '2021-08-20T11:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ad72a0dc-b591-404a-a732-88737799a6d0', 'name': '', 'network_id': 'd5fc3339-1836-45f7-9954-7a872b4495bd', 'tenant_id': 'dda27de54c4d4d4995b4404fab77f80f', 'mac_address': 'fa:16:3e:b6:a8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e7cb54-6245-496d-8641-9013f4f01710', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'c831bf03-34eb-4c64-8baa-9cdf9301edc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:50:39Z', 'updated_at': '2021-08-20T11:50:40Z', 'revision_number': 2, 'project_id': 'dda27de54c4d4d4995b4404fab77f80f', 'subnets': [{'id': 'c831bf03-34eb-4c64-8baa-9cdf9301edc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:45.410140 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Checking router: 75e7cb54-6245-496d-8641-9013f4f01710 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:50:45.410499 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Updating router 75e7cb54-6245-496d-8641-9013f4f01710 port ad72a0dc-b591-404a-a732-88737799a6d0 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:50:45.439007 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.541528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Allocated IP 172.20.0.1 (af5fd91b-dab6-4f01-93c5-26a3264f414f/b14cd021-2703-4e7b-95e5-15b1601b839d/00e8971d-9bfe-48fc-b059-de1485200652) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:45.542841 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-5cb4510f-26dd-4841-a155-62d849bfeda5 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:45.545448 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-5cb4510f-26dd-4841-a155-62d849bfeda5 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.2479413 Aug 20 11:50:45.563284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-70068b07-d1b2-455d-bd07-7b984a433b95 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:50:45.563284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6293a94-f810-4f41-8e2e-a3e9a57a0229 req-70068b07-d1b2-455d-bd07-7b984a433b95 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098195 Aug 20 11:50:45.605261 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53624) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:45.733896 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50c1f58c-2b9f-474b-96ce-875d7de0b9b3 req-dd95c8a5-7627-495b-b5ce-4f6358458e74 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/floatingips/e2ed4354-d236-4e68-a269-fab816f361f0 HTTP/1.1" status: 200 len: 693 time: 0.1083922 Aug 20 11:50:45.810640 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-29e8b6f1-ec57-4bae-b71a-0ef85ecf446d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-564802937', 'router:external': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:45.823600 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.835748 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Transition to ACTIVE for port object ad72a0dc-b591-404a-a732-88737799a6d0 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:45.843739 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.848758 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e8b6f1-ec57-4bae-b71a-0ef85ecf446d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Made reservation on behalf of f520a32674d34b9793e198d6367d4e4f for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:45.852810 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29e8b6f1-ec57-4bae-b71a-0ef85ecf446d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.865520 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29e8b6f1-ec57-4bae-b71a-0ef85ecf446d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.937856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1f58c-2b9f-474b-96ce-875d7de0b9b3 req-bd4fdb5f-01da-4782-ac15-0373de8891b7 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:45.937856 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50c1f58c-2b9f-474b-96ce-875d7de0b9b3 req-bd4fdb5f-01da-4782-ac15-0373de8891b7 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.1953187 Aug 20 11:50:45.941548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-50c1f58c-2b9f-474b-96ce-875d7de0b9b3 req-ea85abb5-aa34-4c1c-b7c1-ad966b453bf9 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:50:45.961315 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50c1f58c-2b9f-474b-96ce-875d7de0b9b3 req-ea85abb5-aa34-4c1c-b7c1-ad966b453bf9 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0296919 Aug 20 11:50:45.964829 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.001181 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b12dc-1f68-4f1d-94d6-40328c379cb8 None None] Pushing event updated for resources: {'Port': ['ID=ad72a0dc-b591-404a-a732-88737799a6d0,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:46.049573 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Transition to ACTIVE for port object 00e8971d-9bfe-48fc-b059-de1485200652 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:46.072223 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-087b75fb-654d-4c07-91e3-a812e2bfe3ca req-e6e720f5-6d12-43bd-8d94-6f409cf6755f tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=dda27de54c4d4d4995b4404fab77f80f HTTP/1.1" status: 200 len: 696 time: 0.0924871 Aug 20 11:50:46.105808 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29e8b6f1-ec57-4bae-b71a-0ef85ecf446d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.111926 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29e8b6f1-ec57-4bae-b71a-0ef85ecf446d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.117611 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Attempting to bind port ad72a0dc-b591-404a-a732-88737799a6d0 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:46.119817 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Attempting to bind port ad72a0dc-b591-404a-a732-88737799a6d0 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '57ccb803-c932-4945-b7a0-e09dc273b3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd5fc3339-1836-45f7-9954-7a872b4495bd'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:46.120194 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Attempting to bind port ad72a0dc-b591-404a-a732-88737799a6d0 on network d5fc3339-1836-45f7-9954-7a872b4495bd {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:46.138286 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b12dc-1f68-4f1d-94d6-40328c379cb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:46.138630 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b12dc-1f68-4f1d-94d6-40328c379cb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:46.139145 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b12dc-1f68-4f1d-94d6-40328c379cb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:46.140063 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b12dc-1f68-4f1d-94d6-40328c379cb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:46.140357 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b12dc-1f68-4f1d-94d6-40328c379cb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:46.140709 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b12dc-1f68-4f1d-94d6-40328c379cb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:46.141084 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b12dc-1f68-4f1d-94d6-40328c379cb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:46.141424 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b12dc-1f68-4f1d-94d6-40328c379cb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:46.141786 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b12dc-1f68-4f1d-94d6-40328c379cb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:46.142159 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b12dc-1f68-4f1d-94d6-40328c379cb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:46.142487 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b12dc-1f68-4f1d-94d6-40328c379cb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:46.142853 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b12dc-1f68-4f1d-94d6-40328c379cb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:46.152111 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:46.152432 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Checking segment: {'id': '57ccb803-c932-4945-b7a0-e09dc273b3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd5fc3339-1836-45f7-9954-7a872b4495bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:46.152908 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.155273 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Bound using segment: {'id': '57ccb803-c932-4945-b7a0-e09dc273b3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd5fc3339-1836-45f7-9954-7a872b4495bd'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:46.155905 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Bound port: ad72a0dc-b591-404a-a732-88737799a6d0, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ccb803-c932-4945-b7a0-e09dc273b3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd5fc3339-1836-45f7-9954-7a872b4495bd'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:46.156292 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.159942 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e8b6f1-ec57-4bae-b71a-0ef85ecf446d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:46.176128 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8b6f1-ec57-4bae-b71a-0ef85ecf446d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69bddd1-ca70-4ca7-8a6c-b7d215951114,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:46.186688 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29e8b6f1-ec57-4bae-b71a-0ef85ecf446d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.186992 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-29e8b6f1-ec57-4bae-b71a-0ef85ecf446d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Added segment 04b54be5-f161-4be6-b26c-d387a95df7b0 of type vlan for network d9c56cd6-7ae5-417b-9e91-1ecb312ca8da Aug 20 11:50:46.217285 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:50:46.259719 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.266554 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] For port ad72a0dc-b591-404a-a732-88737799a6d0, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:50:46.270286 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] For port ad72a0dc-b591-404a-a732-88737799a6d0, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ad72a0dc-b591-404a-a732-88737799a6d0,segment=NetworkSegment(57ccb803-c932-4945-b7a0-e09dc273b3f3),segment_id=57ccb803-c932-4945-b7a0-e09dc273b3f3)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:50:46.275480 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.303925 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29e8b6f1-ec57-4bae-b71a-0ef85ecf446d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.351298 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29e8b6f1-ec57-4bae-b71a-0ef85ecf446d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.353790 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e8b6f1-ec57-4bae-b71a-0ef85ecf446d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:46.354773 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29e8b6f1-ec57-4bae-b71a-0ef85ecf446d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.363222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b75fb-654d-4c07-91e3-a812e2bfe3ca req-9f2526ff-9b30-41db-a5c5-9a3f669e3c26 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:46.378494 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-29e8b6f1-ec57-4bae-b71a-0ef85ecf446d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7718177 Aug 20 11:50:46.386171 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-087b75fb-654d-4c07-91e3-a812e2bfe3ca req-9f2526ff-9b30-41db-a5c5-9a3f669e3c26 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/networks?id=2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 787 time: 0.3129227 Aug 20 11:50:46.393760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53646) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:46.411858 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f2bb70bd-4460-4f57-a2d7-c0b40e580c15 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Request body: {'subnet': {'network_id': 'd9c56cd6-7ae5-417b-9e91-1ecb312ca8da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:46.417568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network af5fd91b-dab6-4f01-93c5-26a3264f414f is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:46.429807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-087b75fb-654d-4c07-91e3-a812e2bfe3ca req-2b5c6975-ef0c-4c28-8fa3-07f467ee0da7 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:50:46.431047 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-087b75fb-654d-4c07-91e3-a812e2bfe3ca req-2b5c6975-ef0c-4c28-8fa3-07f467ee0da7 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440903 Aug 20 11:50:46.440907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=00e8971d-9bfe-48fc-b059-de1485200652,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:46.457705 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Routers {'75e7cb54-6245-496d-8641-9013f4f01710'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:46.458471 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['75e7cb54-6245-496d-8641-9013f4f01710'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:46.463296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:46.494541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:46.500823 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8b6f1-ec57-4bae-b71a-0ef85ecf446d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Pushing event updated for resources: {'Network': ['ID=d9c56cd6-7ae5-417b-9e91-1ecb312ca8da,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:46.511229 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network d9c56cd6-7ae5-417b-9e91-1ecb312ca8da details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:46.576557 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c45ac9cd-0099-460a-ad87-515fd3428727 req-8489d76e-256d-4590-b82c-1f12c583a6d2 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/floatingips/e2ed4354-d236-4e68-a269-fab816f361f0 HTTP/1.1" status: 200 len: 693 time: 0.0938039 Aug 20 11:50:46.661255 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bb70bd-4460-4f57-a2d7-c0b40e580c15 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Made reservation on behalf of f520a32674d34b9793e198d6367d4e4f for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:46.662972 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f2bb70bd-4460-4f57-a2d7-c0b40e580c15 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.712839 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.860552 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] Set router 75e7cb54-6245-496d-8641-9013f4f01710 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:46.862485 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b12dc-1f68-4f1d-94d6-40328c379cb8 None None] Pushing event updated for resources: {'Port': ['ID=ad72a0dc-b591-404a-a732-88737799a6d0,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:46.975310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:50:47.064526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:47.065155 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.077386 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ac9cd-0099-460a-ad87-515fd3428727 req-0b111698-fadc-4fd4-b1ee-11b402af4b2a tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:47.079005 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c45ac9cd-0099-460a-ad87-515fd3428727 req-0b111698-fadc-4fd4-b1ee-11b402af4b2a tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.5002463 Aug 20 11:50:47.165535 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c45ac9cd-0099-460a-ad87-515fd3428727 req-29dd18af-a1ba-4357-ae98-87c80fb02937 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.146 HTTP/1.1" status: 200 len: 696 time: 0.0799098 Aug 20 11:50:47.186160 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9fc34f38-7b36-499d-a7e8-84ee55d67f04 None None] Provisioning for port 00e8971d-9bfe-48fc-b059-de1485200652 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:47.209677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9fc34f38-7b36-499d-a7e8-84ee55d67f04 None None] Provisioning complete for port 00e8971d-9bfe-48fc-b059-de1485200652 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:47.210060 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9fc34f38-7b36-499d-a7e8-84ee55d67f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.253624 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c45ac9cd-0099-460a-ad87-515fd3428727 req-83649941-8024-45a6-8856-a8dac88d3220 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.146 HTTP/1.1" status: 200 len: 696 time: 0.0870585 Aug 20 11:50:47.306266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9fc34f38-7b36-499d-a7e8-84ee55d67f04 None None] Port 00e8971d-9bfe-48fc-b059-de1485200652 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:50:47.384671 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.477825 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-c45ac9cd-0099-460a-ad87-515fd3428727 req-bd3ab96f-07d7-4e3c-af58-4c690a32c0d0 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Deleting port d45dca29-b5e1-4111-8f55-f88ba0f190a7 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:47.478134 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c45ac9cd-0099-460a-ad87-515fd3428727 req-bd3ab96f-07d7-4e3c-af58-4c690a32c0d0 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.501957 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e7cb54-6245-496d-8641-9013f4f01710', 'name': 'tempest-FloatingIPsTestJSON-806628399-router', 'tenant_id': 'dda27de54c4d4d4995b4404fab77f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '4f907547-9d18-4a82-8db2-9303d065b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:50:35Z', 'updated_at': '2021-08-20T11:50:40Z', 'revision_number': 4, 'project_id': 'dda27de54c4d4d4995b4404fab77f80f', 'gw_port': {'id': '4f907547-9d18-4a82-8db2-9303d065b098', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e7cb54-6245-496d-8641-9013f4f01710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:50:36Z', 'updated_at': '2021-08-20T11:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ad72a0dc-b591-404a-a732-88737799a6d0', 'name': '', 'network_id': 'd5fc3339-1836-45f7-9954-7a872b4495bd', 'tenant_id': 'dda27de54c4d4d4995b4404fab77f80f', 'mac_address': 'fa:16:3e:b6:a8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e7cb54-6245-496d-8641-9013f4f01710', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'c831bf03-34eb-4c64-8baa-9cdf9301edc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:50:39Z', 'updated_at': '2021-08-20T11:50:46Z', 'revision_number': 4, 'project_id': 'dda27de54c4d4d4995b4404fab77f80f', 'subnets': [{'id': 'c831bf03-34eb-4c64-8baa-9cdf9301edc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:47.571956 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd7294-710e-49f0-8fec-48d45613aaab None None] The sync data for ids ['75e7cb54-6245-496d-8641-9013f4f01710'] in n-d-804299-2 is: [{'id': '75e7cb54-6245-496d-8641-9013f4f01710', 'name': 'tempest-FloatingIPsTestJSON-806628399-router', 'tenant_id': 'dda27de54c4d4d4995b4404fab77f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '4f907547-9d18-4a82-8db2-9303d065b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:50:35Z', 'updated_at': '2021-08-20T11:50:40Z', 'revision_number': 4, 'project_id': 'dda27de54c4d4d4995b4404fab77f80f', 'gw_port': {'id': '4f907547-9d18-4a82-8db2-9303d065b098', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e7cb54-6245-496d-8641-9013f4f01710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:50:36Z', 'updated_at': '2021-08-20T11:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ad72a0dc-b591-404a-a732-88737799a6d0', 'name': '', 'network_id': 'd5fc3339-1836-45f7-9954-7a872b4495bd', 'tenant_id': 'dda27de54c4d4d4995b4404fab77f80f', 'mac_address': 'fa:16:3e:b6:a8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e7cb54-6245-496d-8641-9013f4f01710', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'c831bf03-34eb-4c64-8baa-9cdf9301edc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:50:39Z', 'updated_at': '2021-08-20T11:50:46Z', 'revision_number': 4, 'project_id': 'dda27de54c4d4d4995b4404fab77f80f', 'subnets': [{'id': 'c831bf03-34eb-4c64-8baa-9cdf9301edc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:47.595459 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c45ac9cd-0099-460a-ad87-515fd3428727 req-bd3ab96f-07d7-4e3c-af58-4c690a32c0d0 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.595810 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c45ac9cd-0099-460a-ad87-515fd3428727 req-bd3ab96f-07d7-4e3c-af58-4c690a32c0d0 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.610241 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-c45ac9cd-0099-460a-ad87-515fd3428727 req-bd3ab96f-07d7-4e3c-af58-4c690a32c0d0 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Calling delete_port for d45dca29-b5e1-4111-8f55-f88ba0f190a7 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:47.844695 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c45ac9cd-0099-460a-ad87-515fd3428727 req-bd3ab96f-07d7-4e3c-af58-4c690a32c0d0 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.882699 n-d-804299-2 neutron-server[94691]: DEBUG neutron.objects.ports [None req-f2bb70bd-4460-4f57-a2d7-c0b40e580c15 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94691) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:50:47.883244 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f2bb70bd-4460-4f57-a2d7-c0b40e580c15 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.903120 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ab96f-07d7-4e3c-af58-4c690a32c0d0 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Pushing event deleted for resources: {'Port': ['ID=d45dca29-b5e1-4111-8f55-f88ba0f190a7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:47.924198 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.936078 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.020484 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c45ac9cd-0099-460a-ad87-515fd3428727 req-bd3ab96f-07d7-4e3c-af58-4c690a32c0d0 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.030159 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c45ac9cd-0099-460a-ad87-515fd3428727 req-bd3ab96f-07d7-4e3c-af58-4c690a32c0d0 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.031503 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c45ac9cd-0099-460a-ad87-515fd3428727 req-bd3ab96f-07d7-4e3c-af58-4c690a32c0d0 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "DELETE /v2.0/floatingips/e2ed4354-d236-4e68-a269-fab816f361f0 HTTP/1.1" status: 204 len: 173 time: 0.7705553 Aug 20 11:50:48.041934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb70bd-4460-4f57-a2d7-c0b40e580c15 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c5cfc908-5cd8-4b33-ae41-0c06f8f422a0,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:48.473429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=00e8971d-9bfe-48fc-b059-de1485200652,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:48.482240 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.564296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bb70bd-4460-4f57-a2d7-c0b40e580c15 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Checking segment: {'id': '04b54be5-f161-4be6-b26c-d387a95df7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9c56cd6-7ae5-417b-9e91-1ecb312ca8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:48.564296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bb70bd-4460-4f57-a2d7-c0b40e580c15 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Network hostable DHCP agents. Network: d9c56cd6-7ae5-417b-9e91-1ecb312ca8da, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:48.664464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bb70bd-4460-4f57-a2d7-c0b40e580c15 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Network d9c56cd6-7ae5-417b-9e91-1ecb312ca8da is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:48.678413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ec31e-87c1-4d2e-92f8-b32cd3ca6917 req-a91898f8-5db6-42dc-9523-32819ee943b6 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:48.680093 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-783ec31e-87c1-4d2e-92f8-b32cd3ca6917 req-a91898f8-5db6-42dc-9523-32819ee943b6 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 1097 time: 0.0831499 Aug 20 11:50:48.704702 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-783ec31e-87c1-4d2e-92f8-b32cd3ca6917 req-f1575320-47c4-45e1-a477-f7f0185b5f30 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.708987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-f2bb70bd-4460-4f57-a2d7-c0b40e580c15 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, d9c56cd6-7ae5-417b-9e91-1ecb312ca8da) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:48.714790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bb70bd-4460-4f57-a2d7-c0b40e580c15 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:48.715808 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f2bb70bd-4460-4f57-a2d7-c0b40e580c15 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.723571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce736d9-7a24-429a-9285-23666b148a53 None None] Network d9c56cd6-7ae5-417b-9e91-1ecb312ca8da requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:48.741026 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-72033902-2498-4c11-bd7c-a7eb925014a5 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3026514 Aug 20 11:50:48.767138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:48.786201 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network af5fd91b-dab6-4f01-93c5-26a3264f414f is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:48.787897 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:48.990763 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-783ec31e-87c1-4d2e-92f8-b32cd3ca6917 req-f1575320-47c4-45e1-a477-f7f0185b5f30 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:49.002359 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-783ec31e-87c1-4d2e-92f8-b32cd3ca6917 req-f1575320-47c4-45e1-a477-f7f0185b5f30 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:49.023178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e15390-ebfd-4c82-86e8-8e1575d2e9c2 None None] Network d9c56cd6-7ae5-417b-9e91-1ecb312ca8da requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:49.046886 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ad72a0dc-b591-404a-a732-88737799a6d0 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:50:49.066579 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-783ec31e-87c1-4d2e-92f8-b32cd3ca6917 req-f1575320-47c4-45e1-a477-f7f0185b5f30 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777204 Aug 20 11:50:49.071951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1575320-47c4-45e1-a477-f7f0185b5f30 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef747c66-6e90-4bd5-be1b-a417d87667af,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:49.114041 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f2bb70bd-4460-4f57-a2d7-c0b40e580c15 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7058871 Aug 20 11:50:49.116867 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53704) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:49.122114 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1ca93434-51db-42e8-b7ca-ecfbd831cb34 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-686879356', 'network_id': 'd9c56cd6-7ae5-417b-9e91-1ecb312ca8da'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:49.172212 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:49.181848 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca93434-51db-42e8-b7ca-ecfbd831cb34 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Made reservation on behalf of f520a32674d34b9793e198d6367d4e4f for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:49.189714 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ca93434-51db-42e8-b7ca-ecfbd831cb34 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:49.238614 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-1ca93434-51db-42e8-b7ca-ecfbd831cb34 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] device_id is not set on port 2d683cef-2bf7-4e8f-90cd-c3a027d08b9e yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:50:49.319173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port ad72a0dc-b591-404a-a732-88737799a6d0 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:49.325710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 2862b13e-5bb3-4b4a-a98b-8ec2131b86e9 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:49.329208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d6ab8fd8-ca69-46e0-8aed-e1d46a222abc None None] Provisioning complete for port 00e8971d-9bfe-48fc-b059-de1485200652 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:49.330122 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d6ab8fd8-ca69-46e0-8aed-e1d46a222abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:49.332745 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ad72a0dc-b591-404a-a732-88737799a6d0 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:49.333251 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:49.506099 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:49.522784 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:49.524996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:49.527212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab8fd8-ca69-46e0-8aed-e1d46a222abc None None] Port 00e8971d-9bfe-48fc-b059-de1485200652 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:50:49.539127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cae01597-0473-4626-bca9-3e620389944c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "PUT /v2.0/routers/2862b13e-5bb3-4b4a-a98b-8ec2131b86e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4984577 Aug 20 11:50:49.539487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29610cb6-c706-402a-a661-9e49436282f6 None None] Sync routers for ids ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:49.544586 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53716) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:49.551109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2752ff82-929d-4f32-add6-5a534b90e079 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'port': {'network_id': 'af5fd91b-dab6-4f01-93c5-26a3264f414f', 'name': 'tempest-FloatingIPTestJSON-513951038'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:49.568768 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port ad72a0dc-b591-404a-a732-88737799a6d0, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ad72a0dc-b591-404a-a732-88737799a6d0,segment=NetworkSegment(57ccb803-c932-4945-b7a0-e09dc273b3f3),segment_id=57ccb803-c932-4945-b7a0-e09dc273b3f3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:49.571513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29610cb6-c706-402a-a661-9e49436282f6 None None] Routers {'2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:49.572718 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-29610cb6-c706-402a-a661-9e49436282f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:49.577948 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:49.600710 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11a9c2-2594-43c2-9bed-0c7376aef659 req-26cd7a3b-4ea8-4971-84d2-a8aa935659a9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:49.605443 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f11a9c2-2594-43c2-9bed-0c7376aef659 req-26cd7a3b-4ea8-4971-84d2-a8aa935659a9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.2587237 Aug 20 11:50:49.668959 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f11a9c2-2594-43c2-9bed-0c7376aef659 req-628f5391-927c-4d0e-a215-d2a46634fa29 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551491 Aug 20 11:50:49.687381 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=ad72a0dc-b591-404a-a732-88737799a6d0,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:49.688454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-1ca93434-51db-42e8-b7ca-ecfbd831cb34 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Allocated IP 172.20.0.11 (d9c56cd6-7ae5-417b-9e91-1ecb312ca8da/c5cfc908-5cd8-4b33-ae41-0c06f8f422a0/2d683cef-2bf7-4e8f-90cd-c3a027d08b9e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:49.694342 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-29610cb6-c706-402a-a661-9e49436282f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:49.701151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53718) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:49.726498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:49.726932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:49.727188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:49.727531 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:49.727868 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:49.728234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:49.728570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:49.728858 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:49.729189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:49.729515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:49.729841 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:49.730166 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:49.777181 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29610cb6-c706-402a-a661-9e49436282f6 None None] Routers {'2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:49.777829 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-29610cb6-c706-402a-a661-9e49436282f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:49.813085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Allocated IP 172.25.8.76 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/cace6f39-2b97-4c7d-a600-3e49b7f66a2b) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:49.886056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-29610cb6-c706-402a-a661-9e49436282f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:49.887051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29610cb6-c706-402a-a661-9e49436282f6 None None] The sync data for ids ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:50.048671 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:50.123430 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:50.142896 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2752ff82-929d-4f32-add6-5a534b90e079 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Made reservation on behalf of d0adbd393df1495dafedfc5b5d374430 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:50.148334 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2752ff82-929d-4f32-add6-5a534b90e079 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:50.212447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:50.217295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-2752ff82-929d-4f32-add6-5a534b90e079 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] device_id is not set on port 462b06ee-d8a1-4e08-bdef-ce4daf3677e6 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:50:50.223506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:50.232796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:50.277448 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6b2093db-a3fb-4bfa-a644-52fab9d2fa7a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/c44c0dd8-fdf5-4a11-a7f5-a7367d697b87 HTTP/1.1" status: 200 len: 994 time: 0.5670474 Aug 20 11:50:50.343450 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Pushing event updated for resources: {'Port': ['ID=cace6f39-2b97-4c7d-a600-3e49b7f66a2b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:50.462017 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ca93434-51db-42e8-b7ca-ecfbd831cb34 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:50.488861 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:50.505001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-2752ff82-929d-4f32-add6-5a534b90e079 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Allocated IP 172.20.0.7 (af5fd91b-dab6-4f01-93c5-26a3264f414f/b14cd021-2703-4e7b-95e5-15b1601b839d/462b06ee-d8a1-4e08-bdef-ce4daf3677e6) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:50.538595 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ca93434-51db-42e8-b7ca-ecfbd831cb34 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:50.591346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca93434-51db-42e8-b7ca-ecfbd831cb34 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Network d9c56cd6-7ae5-417b-9e91-1ecb312ca8da is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:50.595416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1ca93434-51db-42e8-b7ca-ecfbd831cb34 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:50.597865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca93434-51db-42e8-b7ca-ecfbd831cb34 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:50.659636 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca93434-51db-42e8-b7ca-ecfbd831cb34 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Pushing event updated for resources: {'Port': ['ID=2d683cef-2bf7-4e8f-90cd-c3a027d08b9e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:50.680103 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca93434-51db-42e8-b7ca-ecfbd831cb34 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:50.680907 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ca93434-51db-42e8-b7ca-ecfbd831cb34 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:50.693779 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:50.704705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53748) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:50.705883 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1ca93434-51db-42e8-b7ca-ecfbd831cb34 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.5876286 Aug 20 11:50:50.834384 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2752ff82-929d-4f32-add6-5a534b90e079 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:50.896585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-2752ff82-929d-4f32-add6-5a534b90e079 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Transition to ACTIVE for port object 462b06ee-d8a1-4e08-bdef-ce4daf3677e6 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:50.912276 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ad72a0dc-b591-404a-a732-88737799a6d0 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:50:50.972455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-6152659a-694f-4637-ad20-1ce6b398144b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Deleting port 2d683cef-2bf7-4e8f-90cd-c3a027d08b9e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:50.972901 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6152659a-694f-4637-ad20-1ce6b398144b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.041948 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ad72a0dc-b591-404a-a732-88737799a6d0 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:51.042331 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.096584 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.102756 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6152659a-694f-4637-ad20-1ce6b398144b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.105868 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2752ff82-929d-4f32-add6-5a534b90e079 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.113732 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.140428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-6152659a-694f-4637-ad20-1ce6b398144b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Calling delete_port for 2d683cef-2bf7-4e8f-90cd-c3a027d08b9e owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:51.217114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2752ff82-929d-4f32-add6-5a534b90e079 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Network af5fd91b-dab6-4f01-93c5-26a3264f414f is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:51.280207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-2752ff82-929d-4f32-add6-5a534b90e079 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:51.289391 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Pushing event updated for resources: {'Port': ['ID=cace6f39-2b97-4c7d-a600-3e49b7f66a2b,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:51.292076 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2752ff82-929d-4f32-add6-5a534b90e079 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:51.394887 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.413758 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6e5c1-1bf5-499d-9577-d5b8166fbf5a req-7deccf01-f911-4111-b9de-d9e000ca7b6b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:51.421169 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d2f6e5c1-1bf5-499d-9577-d5b8166fbf5a req-7deccf01-f911-4111-b9de-d9e000ca7b6b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.0842266 Aug 20 11:50:51.480081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2752ff82-929d-4f32-add6-5a534b90e079 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:51.480740 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2752ff82-929d-4f32-add6-5a534b90e079 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.488371 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.493063 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-b9fa6faf-4b50-42fd-bdb5-22885df40673 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7285206 Aug 20 11:50:51.493758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752ff82-929d-4f32-add6-5a534b90e079 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event updated for resources: {'Port': ['ID=462b06ee-d8a1-4e08-bdef-ce4daf3677e6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:51.519014 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d2f6e5c1-1bf5-499d-9577-d5b8166fbf5a req-9c7671fe-1961-4c4c-a5ac-d8e1afe39782 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936501 Aug 20 11:50:51.594831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-c2e9263b-acb9-47aa-a78c-4d76c9b163de tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.76 HTTP/1.1" status: 200 len: 695 time: 0.0982354 Aug 20 11:50:51.617380 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53778) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:51.618056 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2752ff82-929d-4f32-add6-5a534b90e079 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0723634 Aug 20 11:50:51.628896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a076a4ef-7cc7-481c-8084-86bca7a5aa02 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Request body: {'floatingip': {'port_id': '462b06ee-d8a1-4e08-bdef-ce4daf3677e6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:51.677058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-112cea7d-850b-4574-9374-9e75ac90a6c1 None None] Provisioning for port 462b06ee-d8a1-4e08-bdef-ce4daf3677e6 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:51.704666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-112cea7d-850b-4574-9374-9e75ac90a6c1 None None] Provisioning complete for port 462b06ee-d8a1-4e08-bdef-ce4daf3677e6 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:51.705994 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-112cea7d-850b-4574-9374-9e75ac90a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.827259 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a076a4ef-7cc7-481c-8084-86bca7a5aa02 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.829417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-112cea7d-850b-4574-9374-9e75ac90a6c1 None None] Port 462b06ee-d8a1-4e08-bdef-ce4daf3677e6 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:50:51.863232 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-38b8e36e-0295-41b7-81be-ee6ecad5b7d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6447639 Aug 20 11:50:51.962084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-ad00cfcf-8774-44a4-9d78-e34e4f7689f5 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:51.963715 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9ee9ec6-291e-4582-a488-570d3fd8ad27 req-ad00cfcf-8774-44a4-9d78-e34e4f7689f5 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.3570879 Aug 20 11:50:51.965255 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6152659a-694f-4637-ad20-1ce6b398144b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.020128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152659a-694f-4637-ad20-1ce6b398144b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d683cef-2bf7-4e8f-90cd-c3a027d08b9e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:52.105133 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4c220ef8-db19-4220-b2dc-c3642119ead2 req-4b7f3272-d4f8-4a88-8840-50d562a156af tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/floatingips/d1d1e0e4-e07c-4f3b-a63b-e27c7c07d3b0 HTTP/1.1" status: 200 len: 692 time: 0.0912485 Aug 20 11:50:52.112751 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6152659a-694f-4637-ad20-1ce6b398144b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.123055 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6152659a-694f-4637-ad20-1ce6b398144b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "DELETE /v2.0/ports/2d683cef-2bf7-4e8f-90cd-c3a027d08b9e HTTP/1.1" status: 204 len: 168 time: 1.3948672 Aug 20 11:50:52.126991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53796) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:52.135809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9c56cd6-7ae5-417b-9e91-1ecb312ca8da', 'external_fixed_ips': [{'subnet_id': 'c5cfc908-5cd8-4b33-ae41-0c06f8f422a0', 'ip_address': '172.20.0.11'}]}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:52.172582 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.175516 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.257887 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.326390 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e6150822-ce13-4d6f-b3f8-9bb429ca4dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.337791 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c220ef8-db19-4220-b2dc-c3642119ead2 req-3929942e-6a6c-4bd2-84a2-e463acb6c7c3 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:52.339263 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4c220ef8-db19-4220-b2dc-c3642119ead2 req-3929942e-6a6c-4bd2-84a2-e463acb6c7c3 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 784 time: 0.2332518 Aug 20 11:50:52.451935 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4c220ef8-db19-4220-b2dc-c3642119ead2 req-0bb9cc1f-a70d-453a-8b21-824a14572a08 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.76 HTTP/1.1" status: 200 len: 695 time: 0.1038735 Aug 20 11:50:52.460424 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.578896 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4c220ef8-db19-4220-b2dc-c3642119ead2 req-4e72595e-1f7b-451f-90af-f8f2fdf1c49e tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.8.76 HTTP/1.1" status: 200 len: 695 time: 0.1152079 Aug 20 11:50:52.919976 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.968523 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.resource_extend [None req-a076a4ef-7cc7-481c-8084-86bca7a5aa02 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:50:52.980174 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.995417 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44b560-d2bd-4d0b-9cc2-0278e3a5044b req-3c6264f3-036e-47c8-bd64-0813adb7bb25 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:52.998056 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc44b560-d2bd-4d0b-9cc2-0278e3a5044b req-3c6264f3-036e-47c8-bd64-0813adb7bb25 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.2836754 Aug 20 11:50:53.036150 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a076a4ef-7cc7-481c-8084-86bca7a5aa02 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.047808 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a076a4ef-7cc7-481c-8084-86bca7a5aa02 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.108505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-4c220ef8-db19-4220-b2dc-c3642119ead2 req-c122463e-d753-472b-b12c-d0f9269c76f1 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Deleting port cace6f39-2b97-4c7d-a600-3e49b7f66a2b {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:53.109194 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4c220ef8-db19-4220-b2dc-c3642119ead2 req-c122463e-d753-472b-b12c-d0f9269c76f1 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.230864 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Allocated IP 172.20.0.11 (d9c56cd6-7ae5-417b-9e91-1ecb312ca8da/c5cfc908-5cd8-4b33-ae41-0c06f8f422a0/8b403ae5-7729-43ca-a127-30918fca8217) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:53.271433 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4c220ef8-db19-4220-b2dc-c3642119ead2 req-c122463e-d753-472b-b12c-d0f9269c76f1 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.272065 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4c220ef8-db19-4220-b2dc-c3642119ead2 req-c122463e-d753-472b-b12c-d0f9269c76f1 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.280842 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc44b560-d2bd-4d0b-9cc2-0278e3a5044b req-553fdd22-26b2-474c-9062-6f1251312ea2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974216 Aug 20 11:50:53.302321 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-a076a4ef-7cc7-481c-8084-86bca7a5aa02 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Floating IP 7203cb69-d3b3-4318-9578-f22c09a72f89 associated. External IP: 172.25.8.6, port: dc66c9a0-420f-4965-8560-a835f4c1bcba. Aug 20 11:50:53.304725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-4c220ef8-db19-4220-b2dc-c3642119ead2 req-c122463e-d753-472b-b12c-d0f9269c76f1 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Calling delete_port for cace6f39-2b97-4c7d-a600-3e49b7f66a2b owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:53.435861 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.542760 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.589364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Pushing event updated for resources: {'Port': ['ID=8b403ae5-7729-43ca-a127-30918fca8217,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:53.595395 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c6716cc-3439-4cd1-8d6b-11f3f72b1cb3 req-a5d4542c-a1d8-46ab-a923-ce2b3039361c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013963 Aug 20 11:50:53.608544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Network d9c56cd6-7ae5-417b-9e91-1ecb312ca8da is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:53.622606 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:53.640375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:53.672332 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a076a4ef-7cc7-481c-8084-86bca7a5aa02 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:53.745041 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4c220ef8-db19-4220-b2dc-c3642119ead2 req-c122463e-d753-472b-b12c-d0f9269c76f1 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.775566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122463e-d753-472b-b12c-d0f9269c76f1 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Pushing event deleted for resources: {'Port': ['ID=cace6f39-2b97-4c7d-a600-3e49b7f66a2b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:53.775780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6716cc-3439-4cd1-8d6b-11f3f72b1cb3 req-99efd195-d499-43c1-8eef-b22368e597c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:53.777307 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c6716cc-3439-4cd1-8d6b-11f3f72b1cb3 req-99efd195-d499-43c1-8eef-b22368e597c4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6&device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 1097 time: 0.1320629 Aug 20 11:50:53.840898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-8f8aed9b-213e-46a9-b97e-32460aa6e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:53.842416 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-8f8aed9b-213e-46a9-b97e-32460aa6e7d7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 1097 time: 0.1193421 Aug 20 11:50:53.906577 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4c220ef8-db19-4220-b2dc-c3642119ead2 req-c122463e-d753-472b-b12c-d0f9269c76f1 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.909854 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4c220ef8-db19-4220-b2dc-c3642119ead2 req-c122463e-d753-472b-b12c-d0f9269c76f1 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.911678 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4c220ef8-db19-4220-b2dc-c3642119ead2 req-c122463e-d753-472b-b12c-d0f9269c76f1 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "DELETE /v2.0/floatingips/d1d1e0e4-e07c-4f3b-a63b-e27c7c07d3b0 HTTP/1.1" status: 204 len: 173 time: 1.3261924 Aug 20 11:50:53.937980 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a076a4ef-7cc7-481c-8084-86bca7a5aa02 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:53.964354 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf9f278-986a-4ce0-9dff-72034bf6c773 None None] Sync routers for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:53.996776 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf9f278-986a-4ce0-9dff-72034bf6c773 None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:53.998135 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-7cf9f278-986a-4ce0-9dff-72034bf6c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:54.046241 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-7cf9f278-986a-4ce0-9dff-72034bf6c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:54.058534 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf9f278-986a-4ce0-9dff-72034bf6c773 None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:54.059629 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-7cf9f278-986a-4ce0-9dff-72034bf6c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:54.106785 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-7cf9f278-986a-4ce0-9dff-72034bf6c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:54.108958 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf9f278-986a-4ce0-9dff-72034bf6c773 None None] The sync data for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:54.274513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a076a4ef-7cc7-481c-8084-86bca7a5aa02 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 2862b13e-5bb3-4b4a-a98b-8ec2131b86e9 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:54.426683 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-1580ce8c-93c4-496f-85eb-8c35e3f9e70d req-20219483-fe1a-45d0-9d97-6977f66ac10a tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] show failed (client error): The resource could not be found. Aug 20 11:50:54.427830 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1580ce8c-93c4-496f-85eb-8c35e3f9e70d req-20219483-fe1a-45d0-9d97-6977f66ac10a tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/floatingips/d1d1e0e4-e07c-4f3b-a63b-e27c7c07d3b0 HTTP/1.1" status: 404 len: 350 time: 0.1043952 Aug 20 11:50:54.505452 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a076a4ef-7cc7-481c-8084-86bca7a5aa02 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:54.516979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7510a5-1bdc-4a93-a8d8-df9142b17c06 None None] Sync routers for ids ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:54.532433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7510a5-1bdc-4a93-a8d8-df9142b17c06 None None] Routers {'2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:54.533477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fd7510a5-1bdc-4a93-a8d8-df9142b17c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:54.539328 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a076a4ef-7cc7-481c-8084-86bca7a5aa02 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.571890 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2a260-6b79-46af-abf1-d3a432c71bc8 req-7ee755a4-49c7-45fe-b6e1-70e84f526f1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:54.573962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-98a2a260-6b79-46af-abf1-d3a432c71bc8 req-7ee755a4-49c7-45fe-b6e1-70e84f526f1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.1336069 Aug 20 11:50:54.589317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6716cc-3439-4cd1-8d6b-11f3f72b1cb3 req-985ea66a-e829-4202-85fa-4d0f23dd8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:54.592240 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c6716cc-3439-4cd1-8d6b-11f3f72b1cb3 req-985ea66a-e829-4202-85fa-4d0f23dd8e19 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d8c120cc-56e2-4266-a608-15492ea07f5a HTTP/1.1" status: 200 len: 910 time: 0.7631960 Aug 20 11:50:54.605218 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fd7510a5-1bdc-4a93-a8d8-df9142b17c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:54.629806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7510a5-1bdc-4a93-a8d8-df9142b17c06 None None] Routers {'2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:54.631484 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fd7510a5-1bdc-4a93-a8d8-df9142b17c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:54.692335 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-98a2a260-6b79-46af-abf1-d3a432c71bc8 req-6fe1a6c1-19ff-4637-94dd-dce03ba819c3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761747 Aug 20 11:50:54.719998 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a076a4ef-7cc7-481c-8084-86bca7a5aa02 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "PUT /v2.0/floatingips/7203cb69-d3b3-4318-9578-f22c09a72f89 HTTP/1.1" status: 200 len: 975 time: 3.0996561 Aug 20 11:50:54.720509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53876) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:54.733075 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fd7510a5-1bdc-4a93-a8d8-df9142b17c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:54.734525 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7510a5-1bdc-4a93-a8d8-df9142b17c06 None None] The sync data for ids ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:54.752957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-2f3ae433-1dd3-4ff6-afe5-07fdf03cfbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:54.754780 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-2f3ae433-1dd3-4ff6-afe5-07fdf03cfbf0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8cda08d3-11a5-402f-9788-c49620823277 HTTP/1.1" status: 200 len: 897 time: 0.4546132 Aug 20 11:50:54.760281 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-fe8e9a98-6de8-4a27-9daf-bafc74925182 req-ecb2a2e3-785f-403b-9dee-c9f93071fd89 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] show failed (client error): The resource could not be found. Aug 20 11:50:54.761532 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe8e9a98-6de8-4a27-9daf-bafc74925182 req-ecb2a2e3-785f-403b-9dee-c9f93071fd89 tempest-FloatingIPsTestJSON-353959254 tempest-FloatingIPsTestJSON-353959254-project] 10.222.0.37 "GET /v2.0/floatingips/d1d1e0e4-e07c-4f3b-a63b-e27c7c07d3b0 HTTP/1.1" status: 404 len: 350 time: 0.1626694 Aug 20 11:50:54.828831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53880) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:54.989515 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-9fd163c3-2682-440a-915b-ac83af26d92d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b558db07-cc34-44f3-b58a-4785faccf283 HTTP/1.1" status: 200 len: 1002 time: 0.2230384 Aug 20 11:50:54.998783 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c6716cc-3439-4cd1-8d6b-11f3f72b1cb3 req-3d0f29a6-5756-4ba7-8c7b-43d5b577dfde service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945321ed-1ce1-474f-a129-8f49611b5b94 HTTP/1.1" status: 200 len: 1002 time: 0.3986497 Aug 20 11:50:55.062964 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-12e91f06-e828-4d73-84a3-0c6ea7cc1530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:55.065062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-12e91f06-e828-4d73-84a3-0c6ea7cc1530 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=807278aa-432c-4373-a002-1861d9e112fc HTTP/1.1" status: 200 len: 834 time: 0.0601115 Aug 20 11:50:55.139002 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b2615067-98f6-46dd-9011-6ef6dc2ab30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:55.148386 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:55.193039 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-07aa3620-58e9-450a-8904-9124ffc35833 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting port 462b06ee-d8a1-4e08-bdef-ce4daf3677e6 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:55.193577 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07aa3620-58e9-450a-8904-9124ffc35833 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:55.251257 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6716cc-3439-4cd1-8d6b-11f3f72b1cb3 req-ef12c3f4-a27d-4c8f-a144-3418d37f0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:55.252769 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c6716cc-3439-4cd1-8d6b-11f3f72b1cb3 req-ef12c3f4-a27d-4c8f-a144-3418d37f0842 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09663497-ca2a-455d-b26b-a9896c3dda5e HTTP/1.1" status: 200 len: 849 time: 0.1918108 Aug 20 11:50:55.305159 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07aa3620-58e9-450a-8904-9124ffc35833 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:55.392517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-42834609-ccf2-4b2d-8d14-8d139b7a90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:55.394261 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-42834609-ccf2-4b2d-8d14-8d139b7a90f0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cda08d3-11a5-402f-9788-c49620823277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3178537 Aug 20 11:50:55.449717 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:55.545608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6716cc-3439-4cd1-8d6b-11f3f72b1cb3 req-54ce9fc0-9be2-4c2a-9416-7a8ada915023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:55.547370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c6716cc-3439-4cd1-8d6b-11f3f72b1cb3 req-54ce9fc0-9be2-4c2a-9416-7a8ada915023 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8c120cc-56e2-4266-a608-15492ea07f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2555065 Aug 20 11:50:55.615332 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07aa3620-58e9-450a-8904-9124ffc35833 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:55.615793 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07aa3620-58e9-450a-8904-9124ffc35833 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:55.616180 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-07aa3620-58e9-450a-8904-9124ffc35833 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Floating IP 7203cb69-d3b3-4318-9578-f22c09a72f89 disassociated. External IP: 172.25.8.6, port: 462b06ee-d8a1-4e08-bdef-ce4daf3677e6. Aug 20 11:50:55.616592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-07aa3620-58e9-450a-8904-9124ffc35833 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Calling delete_port for 462b06ee-d8a1-4e08-bdef-ce4daf3677e6 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:55.761456 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-49d0e9bd-bcb1-4205-936d-6fb9b5b44246 service neutron] 10.222.0.76 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217230 Aug 20 11:50:55.768645 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:55.865685 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07aa3620-58e9-450a-8904-9124ffc35833 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:55.931112 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa3620-58e9-450a-8904-9124ffc35833 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Port': ['ID=462b06ee-d8a1-4e08-bdef-ce4daf3677e6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:55.949527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd7eb3-0408-4bc3-90f2-c738e8126c89 req-aa521052-e430-49a2-bf1c-cae2edbc1bde tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:55.953576 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-82fd7eb3-0408-4bc3-90f2-c738e8126c89 req-aa521052-e430-49a2-bf1c-cae2edbc1bde tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.1700711 Aug 20 11:50:55.958913 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c6716cc-3439-4cd1-8d6b-11f3f72b1cb3 req-f85050b5-59ee-47ee-8926-cba5e593ab2c service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946133 Aug 20 11:50:56.010019 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-8d27688f-9f33-4689-9ca1-393a2ccdd574 service neutron] 10.222.0.76 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387772 Aug 20 11:50:56.065648 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-82fd7eb3-0408-4bc3-90f2-c738e8126c89 req-e1c07aba-50c4-454a-b363-a3824e4079f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053331 Aug 20 11:50:56.246475 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07aa3620-58e9-450a-8904-9124ffc35833 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 2862b13e-5bb3-4b4a-a98b-8ec2131b86e9 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:56.332210 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:56.409650 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aa3620-58e9-450a-8904-9124ffc35833 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:56.434785 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c135f5-2f75-469d-9e98-2d98ddaca561 None None] Sync routers for ids ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:56.460870 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c135f5-2f75-469d-9e98-2d98ddaca561 None None] Routers {'2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:56.461749 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-29c135f5-2f75-469d-9e98-2d98ddaca561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:56.493941 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07aa3620-58e9-450a-8904-9124ffc35833 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:56.498935 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-07aa3620-58e9-450a-8904-9124ffc35833 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/ports/462b06ee-d8a1-4e08-bdef-ce4daf3677e6 HTTP/1.1" status: 204 len: 168 time: 1.7743146 Aug 20 11:50:56.499656 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53916) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:56.534884 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-29c135f5-2f75-469d-9e98-2d98ddaca561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:56.555701 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c135f5-2f75-469d-9e98-2d98ddaca561 None None] Routers {'2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:56.556571 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-29c135f5-2f75-469d-9e98-2d98ddaca561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:56.600823 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-29c135f5-2f75-469d-9e98-2d98ddaca561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:56.602608 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c135f5-2f75-469d-9e98-2d98ddaca561 None None] The sync data for ids ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:56.677957 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c6716cc-3439-4cd1-8d6b-11f3f72b1cb3 req-8678d294-e22d-4495-aac1-eaeb1ddbb5c7 service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653864 Aug 20 11:50:56.714252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Router 27371ad0-836b-48af-a0bd-26885135a6b9 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:50:56.787956 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d955007c-8628-43d7-9117-e725218c78e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:56.924023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:56.937865 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Sync routers for ids ['27371ad0-836b-48af-a0bd-26885135a6b9'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:56.947018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Routers {'27371ad0-836b-48af-a0bd-26885135a6b9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:56.948557 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['27371ad0-836b-48af-a0bd-26885135a6b9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:56.990942 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:56.994977 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-13302080-bd72-490b-907f-8999906d4e75 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.8672864 Aug 20 11:50:56.995649 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53932) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:56.998727 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-24d7a71b-43ba-4ed4-9b05-31079540c394 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.260458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d955007c-8628-43d7-9117-e725218c78e8 admin admin] Deleting port ad72a0dc-b591-404a-a732-88737799a6d0 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:57.261173 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d955007c-8628-43d7-9117-e725218c78e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.437573 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-d955007c-8628-43d7-9117-e725218c78e8 admin admin] For port ad72a0dc-b591-404a-a732-88737799a6d0, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ad72a0dc-b591-404a-a732-88737799a6d0,segment=NetworkSegment(57ccb803-c932-4945-b7a0-e09dc273b3f3),segment_id=57ccb803-c932-4945-b7a0-e09dc273b3f3)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:57.439494 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Set router 27371ad0-836b-48af-a0bd-26885135a6b9 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:57.440279 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d955007c-8628-43d7-9117-e725218c78e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.451587 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f677-56bf-4640-ac45-2ebfc5266972 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.464203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d955007c-8628-43d7-9117-e725218c78e8 admin admin] Calling delete_port for ad72a0dc-b591-404a-a732-88737799a6d0 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:57.507030 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff40243-0d0e-4810-aeba-8c68f0640b2d req-65d94217-b022-435b-9234-d4fcb9682d7c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:57.514644 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cff40243-0d0e-4810-aeba-8c68f0640b2d req-65d94217-b022-435b-9234-d4fcb9682d7c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.2319305 Aug 20 11:50:57.650844 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cff40243-0d0e-4810-aeba-8c68f0640b2d req-e5e91c2c-6565-49e0-88c5-569b3fed234b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352983 Aug 20 11:50:57.652831 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f677-56bf-4640-ac45-2ebfc5266972 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.685811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27371ad0-836b-48af-a0bd-26885135a6b9', 'name': '', 'tenant_id': 'f520a32674d34b9793e198d6367d4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9c56cd6-7ae5-417b-9e91-1ecb312ca8da', 'external_fixed_ips': [{'subnet_id': 'c5cfc908-5cd8-4b33-ae41-0c06f8f422a0', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '8b403ae5-7729-43ca-a127-30918fca8217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:50:52Z', 'updated_at': '2021-08-20T11:50:54Z', 'revision_number': 3, 'project_id': 'f520a32674d34b9793e198d6367d4e4f', 'gw_port': {'id': '8b403ae5-7729-43ca-a127-30918fca8217', 'name': '', 'network_id': 'd9c56cd6-7ae5-417b-9e91-1ecb312ca8da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27371ad0-836b-48af-a0bd-26885135a6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': 'c5cfc908-5cd8-4b33-ae41-0c06f8f422a0', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:50:53Z', 'updated_at': '2021-08-20T11:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5cfc908-5cd8-4b33-ae41-0c06f8f422a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:57.696959 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d955007c-8628-43d7-9117-e725218c78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.721930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Checking router: 27371ad0-836b-48af-a0bd-26885135a6b9 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:50:57.722799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Updating router 27371ad0-836b-48af-a0bd-26885135a6b9 port 8b403ae5-7729-43ca-a127-30918fca8217 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:50:57.724059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955007c-8628-43d7-9117-e725218c78e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad72a0dc-b591-404a-a732-88737799a6d0,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:57.755613 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.822027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9f677-56bf-4640-ac45-2ebfc5266972 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Deleting port 8b403ae5-7729-43ca-a127-30918fca8217 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:57.822375 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f677-56bf-4640-ac45-2ebfc5266972 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.922894 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-24d7a71b-43ba-4ed4-9b05-31079540c394 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting port 00e8971d-9bfe-48fc-b059-de1485200652 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:57.931188 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-24d7a71b-43ba-4ed4-9b05-31079540c394 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.997623 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:58.080313 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f677-56bf-4640-ac45-2ebfc5266972 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:58.096587 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d955007c-8628-43d7-9117-e725218c78e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:58.154681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9f677-56bf-4640-ac45-2ebfc5266972 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Calling delete_port for 8b403ae5-7729-43ca-a127-30918fca8217 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:58.195328 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-24d7a71b-43ba-4ed4-9b05-31079540c394 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:58.242060 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-24d7a71b-43ba-4ed4-9b05-31079540c394 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Calling delete_port for 00e8971d-9bfe-48fc-b059-de1485200652 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:58.330148 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:58.342801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Transition to ACTIVE for port object 8b403ae5-7729-43ca-a127-30918fca8217 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:58.349207 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:58.405976 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d955007c-8628-43d7-9117-e725218c78e8 admin admin] Router 75e7cb54-6245-496d-8641-9013f4f01710 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:58.453784 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62feb3e2-e6e1-40fe-87fd-d882ae3b358a None None] Pushing event updated for resources: {'Port': ['ID=8b403ae5-7729-43ca-a127-30918fca8217,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:58.457462 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Attempting to bind port 8b403ae5-7729-43ca-a127-30918fca8217 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:58.457462 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Attempting to bind port 8b403ae5-7729-43ca-a127-30918fca8217 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '04b54be5-f161-4be6-b26c-d387a95df7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9c56cd6-7ae5-417b-9e91-1ecb312ca8da'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:58.457706 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Attempting to bind port 8b403ae5-7729-43ca-a127-30918fca8217 on network d9c56cd6-7ae5-417b-9e91-1ecb312ca8da {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:58.483673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:58.485171 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Checking segment: {'id': '04b54be5-f161-4be6-b26c-d387a95df7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9c56cd6-7ae5-417b-9e91-1ecb312ca8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:58.485609 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:58.487188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Bound using segment: {'id': '04b54be5-f161-4be6-b26c-d387a95df7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9c56cd6-7ae5-417b-9e91-1ecb312ca8da'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:58.487709 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Bound port: 8b403ae5-7729-43ca-a127-30918fca8217, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b54be5-f161-4be6-b26c-d387a95df7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9c56cd6-7ae5-417b-9e91-1ecb312ca8da'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:58.488107 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:58.608743 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d955007c-8628-43d7-9117-e725218c78e8 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:58.617518 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8967bfaf-c01e-47f4-9286-3a89d8272022 None None] Sync routers for ids ['75e7cb54-6245-496d-8641-9013f4f01710'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:58.623548 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d955007c-8628-43d7-9117-e725218c78e8 admin admin] 10.222.0.37 "PUT /v2.0/routers/75e7cb54-6245-496d-8641-9013f4f01710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7903392 Aug 20 11:50:58.624010 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53966) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:58.631560 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8967bfaf-c01e-47f4-9286-3a89d8272022 None None] Routers {'75e7cb54-6245-496d-8641-9013f4f01710'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:58.632385 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8967bfaf-c01e-47f4-9286-3a89d8272022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['75e7cb54-6245-496d-8641-9013f4f01710'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:58.632895 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:50:58.633367 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:50:58.669477 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f677-56bf-4640-ac45-2ebfc5266972 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:58.724300 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-24d7a71b-43ba-4ed4-9b05-31079540c394 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:58.736724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9f677-56bf-4640-ac45-2ebfc5266972 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b403ae5-7729-43ca-a127-30918fca8217,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:58.771681 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-8967bfaf-c01e-47f4-9286-3a89d8272022 None None] Set router 75e7cb54-6245-496d-8641-9013f4f01710 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:58.906733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937af67-a748-445b-987b-51a25f71ec2b req-e7338c8d-47cb-4de4-b1d9-b0b20ff4dec4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:58.908674 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e937af67-a748-445b-987b-51a25f71ec2b req-e7338c8d-47cb-4de4-b1d9-b0b20ff4dec4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.1588368 Aug 20 11:50:59.001979 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e937af67-a748-445b-987b-51a25f71ec2b req-111c3f89-ce39-4e6d-ac9d-a9492a5bab47 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867376 Aug 20 11:50:59.136465 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8967bfaf-c01e-47f4-9286-3a89d8272022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e7cb54-6245-496d-8641-9013f4f01710', 'name': 'tempest-FloatingIPsTestJSON-806628399-router', 'tenant_id': 'dda27de54c4d4d4995b4404fab77f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '4f907547-9d18-4a82-8db2-9303d065b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:50:35Z', 'updated_at': '2021-08-20T11:50:57Z', 'revision_number': 5, 'project_id': 'dda27de54c4d4d4995b4404fab77f80f', 'gw_port': {'id': '4f907547-9d18-4a82-8db2-9303d065b098', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e7cb54-6245-496d-8641-9013f4f01710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:50:36Z', 'updated_at': '2021-08-20T11:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:59.162779 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Attempting to bind port 8b403ae5-7729-43ca-a127-30918fca8217 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:59.163154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Attempting to bind port 8b403ae5-7729-43ca-a127-30918fca8217 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '04b54be5-f161-4be6-b26c-d387a95df7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9c56cd6-7ae5-417b-9e91-1ecb312ca8da'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:59.163516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Attempting to bind port 8b403ae5-7729-43ca-a127-30918fca8217 on network d9c56cd6-7ae5-417b-9e91-1ecb312ca8da {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:59.180060 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8967bfaf-c01e-47f4-9286-3a89d8272022 None None] Checking router: 75e7cb54-6245-496d-8641-9013f4f01710 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:50:59.181125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:59.181367 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Checking segment: {'id': '04b54be5-f161-4be6-b26c-d387a95df7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9c56cd6-7ae5-417b-9e91-1ecb312ca8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:59.181767 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.182309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Bound using segment: {'id': '04b54be5-f161-4be6-b26c-d387a95df7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9c56cd6-7ae5-417b-9e91-1ecb312ca8da'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:59.182920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Bound port: 8b403ae5-7729-43ca-a127-30918fca8217, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b54be5-f161-4be6-b26c-d387a95df7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd9c56cd6-7ae5-417b-9e91-1ecb312ca8da'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:59.183314 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.193440 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8967bfaf-c01e-47f4-9286-3a89d8272022 None None] Routers {'75e7cb54-6245-496d-8641-9013f4f01710'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:59.195328 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8967bfaf-c01e-47f4-9286-3a89d8272022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['75e7cb54-6245-496d-8641-9013f4f01710'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:59.220190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Port 8b403ae5-7729-43ca-a127-30918fca8217 has been deleted concurrently {{(pid=94692) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 20 11:50:59.242688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Routers {'27371ad0-836b-48af-a0bd-26885135a6b9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:59.243941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['27371ad0-836b-48af-a0bd-26885135a6b9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:59.334917 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] Set router 27371ad0-836b-48af-a0bd-26885135a6b9 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:59.353709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7a71b-43ba-4ed4-9b05-31079540c394 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Port': ['ID=00e8971d-9bfe-48fc-b059-de1485200652,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:59.396799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27371ad0-836b-48af-a0bd-26885135a6b9', 'name': '', 'tenant_id': 'f520a32674d34b9793e198d6367d4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:50:52Z', 'updated_at': '2021-08-20T11:50:58Z', 'revision_number': 5, 'project_id': 'f520a32674d34b9793e198d6367d4e4f', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:59.422138 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-8967bfaf-c01e-47f4-9286-3a89d8272022 None None] Set router 75e7cb54-6245-496d-8641-9013f4f01710 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:59.430770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ea697-024f-48c0-96d7-022e418da4ee None None] The sync data for ids ['27371ad0-836b-48af-a0bd-26885135a6b9'] in n-d-804299-2 is: [{'id': '27371ad0-836b-48af-a0bd-26885135a6b9', 'name': '', 'tenant_id': 'f520a32674d34b9793e198d6367d4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:50:52Z', 'updated_at': '2021-08-20T11:50:58Z', 'revision_number': 5, 'project_id': 'f520a32674d34b9793e198d6367d4e4f', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:59.453959 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-113e542b-30fe-4ac6-a367-8f17e5a0c33a admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.526165 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f677-56bf-4640-ac45-2ebfc5266972 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.699321 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8967bfaf-c01e-47f4-9286-3a89d8272022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e7cb54-6245-496d-8641-9013f4f01710', 'name': 'tempest-FloatingIPsTestJSON-806628399-router', 'tenant_id': 'dda27de54c4d4d4995b4404fab77f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '4f907547-9d18-4a82-8db2-9303d065b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:50:35Z', 'updated_at': '2021-08-20T11:50:57Z', 'revision_number': 5, 'project_id': 'dda27de54c4d4d4995b4404fab77f80f', 'gw_port': {'id': '4f907547-9d18-4a82-8db2-9303d065b098', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e7cb54-6245-496d-8641-9013f4f01710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:50:36Z', 'updated_at': '2021-08-20T11:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:59.734112 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f677-56bf-4640-ac45-2ebfc5266972 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.737209 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8967bfaf-c01e-47f4-9286-3a89d8272022 None None] The sync data for ids ['75e7cb54-6245-496d-8641-9013f4f01710'] in n-d-804299-2 is: [{'id': '75e7cb54-6245-496d-8641-9013f4f01710', 'name': 'tempest-FloatingIPsTestJSON-806628399-router', 'tenant_id': 'dda27de54c4d4d4995b4404fab77f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '4f907547-9d18-4a82-8db2-9303d065b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:50:35Z', 'updated_at': '2021-08-20T11:50:57Z', 'revision_number': 5, 'project_id': 'dda27de54c4d4d4995b4404fab77f80f', 'gw_port': {'id': '4f907547-9d18-4a82-8db2-9303d065b098', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e7cb54-6245-496d-8641-9013f4f01710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:50:36Z', 'updated_at': '2021-08-20T11:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:59.741795 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f677-56bf-4640-ac45-2ebfc5266972 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.902838 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f677-56bf-4640-ac45-2ebfc5266972 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.903463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d9f677-56bf-4640-ac45-2ebfc5266972 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27371ad0-836b-48af-a0bd-26885135a6b9 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:50:59.912421 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f677-56bf-4640-ac45-2ebfc5266972 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.916861 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d9d9f677-56bf-4640-ac45-2ebfc5266972 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "DELETE /v2.0/routers/27371ad0-836b-48af-a0bd-26885135a6b9 HTTP/1.1" status: 204 len: 168 time: 2.8301136 Aug 20 11:50:59.917062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53992) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:59.938922 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-113e542b-30fe-4ac6-a367-8f17e5a0c33a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.954835 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-24d7a71b-43ba-4ed4-9b05-31079540c394 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.971179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-87372eb1-fb02-4f89-81d1-91966afe7186 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Deleting subnet c5cfc908-5cd8-4b33-ae41-0c06f8f422a0 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:50:59.975706 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-87372eb1-fb02-4f89-81d1-91966afe7186 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.030160 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-87372eb1-fb02-4f89-81d1-91966afe7186 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.079731 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-87372eb1-fb02-4f89-81d1-91966afe7186 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.141162 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-87372eb1-fb02-4f89-81d1-91966afe7186 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.170816 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87372eb1-fb02-4f89-81d1-91966afe7186 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c5cfc908-5cd8-4b33-ae41-0c06f8f422a0,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:00.179239 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-87372eb1-fb02-4f89-81d1-91966afe7186 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.181646 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-87372eb1-fb02-4f89-81d1-91966afe7186 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/c5cfc908-5cd8-4b33-ae41-0c06f8f422a0 HTTP/1.1" status: 204 len: 168 time: 0.2641652 Aug 20 11:51:00.185052 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54002) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:00.275090 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53a7784a-b607-43d5-91e9-8c481640d4cf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.336671 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-113e542b-30fe-4ac6-a367-8f17e5a0c33a admin admin] Deleting port 4f907547-9d18-4a82-8db2-9303d065b098 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:00.343665 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-113e542b-30fe-4ac6-a367-8f17e5a0c33a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.374448 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53a7784a-b607-43d5-91e9-8c481640d4cf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.396876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-53a7784a-b607-43d5-91e9-8c481640d4cf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c56cd6-7ae5-417b-9e91-1ecb312ca8da']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:00.414955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-53a7784a-b607-43d5-91e9-8c481640d4cf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b54be5-f161-4be6-b26c-d387a95df7b0') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:00.415341 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-53a7784a-b607-43d5-91e9-8c481640d4cf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b54be5-f161-4be6-b26c-d387a95df7b0') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:00.425938 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53a7784a-b607-43d5-91e9-8c481640d4cf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.446683 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53a7784a-b607-43d5-91e9-8c481640d4cf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.454958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a7784a-b607-43d5-91e9-8c481640d4cf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:51:00.455773 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53a7784a-b607-43d5-91e9-8c481640d4cf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:51:00.457888 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:51:00.484321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640364fa-9370-4130-8b4e-e827c0ec3401 req-3cdf48ca-927a-4850-a26f-b48641136f67 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:00.486094 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-640364fa-9370-4130-8b4e-e827c0ec3401 req-3cdf48ca-927a-4850-a26f-b48641136f67 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.2338736 Aug 20 11:51:00.579113 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53a7784a-b607-43d5-91e9-8c481640d4cf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.592412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a7784a-b607-43d5-91e9-8c481640d4cf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9c56cd6-7ae5-417b-9e91-1ecb312ca8da {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 11:51:00.595747 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53a7784a-b607-43d5-91e9-8c481640d4cf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.602052 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-53a7784a-b607-43d5-91e9-8c481640d4cf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d9c56cd6-7ae5-417b-9e91-1ecb312ca8da HTTP/1.1" status: 204 len: 168 time: 0.4152348 Aug 20 11:51:00.630809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7784a-b607-43d5-91e9-8c481640d4cf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9c56cd6-7ae5-417b-9e91-1ecb312ca8da,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:00.647999 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-640364fa-9370-4130-8b4e-e827c0ec3401 req-828b8bcb-29b5-4dcc-b151-6c58692ea7a1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513059 Aug 20 11:51:00.649789 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-113e542b-30fe-4ac6-a367-8f17e5a0c33a admin admin] For port 4f907547-9d18-4a82-8db2-9303d065b098, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4f907547-9d18-4a82-8db2-9303d065b098,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:00.650160 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-113e542b-30fe-4ac6-a367-8f17e5a0c33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.681341 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-113e542b-30fe-4ac6-a367-8f17e5a0c33a admin admin] Calling delete_port for 4f907547-9d18-4a82-8db2-9303d065b098 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:00.693024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d7a71b-43ba-4ed4-9b05-31079540c394 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 2862b13e-5bb3-4b4a-a98b-8ec2131b86e9 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:51:00.849032 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ad72a0dc-b591-404a-a732-88737799a6d0 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:51:00.904891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: ad72a0dc-b591-404a-a732-88737799a6d0 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:51:00.907285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ad72a0dc-b591-404a-a732-88737799a6d0 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:51:00.997940 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d7a71b-43ba-4ed4-9b05-31079540c394 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:01.011082 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-24d7a71b-43ba-4ed4-9b05-31079540c394 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "PUT /v2.0/routers/2862b13e-5bb3-4b4a-a98b-8ec2131b86e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5094984 Aug 20 11:51:01.016128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54024) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:01.057228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54026) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:01.067296 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-69e95a9b-d595-4762-99f4-d5f61850b67c tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Request body: {'router': {'name': 'tempest-router--2018242307', 'project_id': '28fe1c49221c484381cc3487dc9d170c'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:01.105712 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-113e542b-30fe-4ac6-a367-8f17e5a0c33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.129025 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69e95a9b-d595-4762-99f4-d5f61850b67c tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.130107 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69e95a9b-d595-4762-99f4-d5f61850b67c tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.158241 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e542b-30fe-4ac6-a367-8f17e5a0c33a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f907547-9d18-4a82-8db2-9303d065b098,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:01.225974 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5691433-c87e-4e9d-85ff-eec376e240d7 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.285302 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69e95a9b-d595-4762-99f4-d5f61850b67c tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.295187 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69e95a9b-d595-4762-99f4-d5f61850b67c tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.297532 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-113e542b-30fe-4ac6-a367-8f17e5a0c33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.379422 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e103b966-c41f-478a-a334-471494e069fb None None] Sync routers for ids ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:01.391464 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e103b966-c41f-478a-a334-471494e069fb None None] Routers {'2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:01.392362 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e103b966-c41f-478a-a334-471494e069fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:01.430673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e103b966-c41f-478a-a334-471494e069fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:01.443171 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e103b966-c41f-478a-a334-471494e069fb None None] Routers {'2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:01.444837 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e103b966-c41f-478a-a334-471494e069fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:01.450802 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5691433-c87e-4e9d-85ff-eec376e240d7 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.470738 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-113e542b-30fe-4ac6-a367-8f17e5a0c33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.477005 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69e95a9b-d595-4762-99f4-d5f61850b67c tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.478226 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-69e95a9b-d595-4762-99f4-d5f61850b67c tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4200304 Aug 20 11:51:01.479729 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-113e542b-30fe-4ac6-a367-8f17e5a0c33a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.494775 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54036) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:01.505620 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e103b966-c41f-478a-a334-471494e069fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:01.506598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e103b966-c41f-478a-a334-471494e069fb None None] The sync data for ids ['2862b13e-5bb3-4b4a-a98b-8ec2131b86e9'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:01.525139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a5691433-c87e-4e9d-85ff-eec376e240d7 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting port 06f73236-8fca-4bb9-98b1-ff5bebc5c9a4 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:01.525268 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5691433-c87e-4e9d-85ff-eec376e240d7 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.620985 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5691433-c87e-4e9d-85ff-eec376e240d7 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.636420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a5691433-c87e-4e9d-85ff-eec376e240d7 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Calling delete_port for 06f73236-8fca-4bb9-98b1-ff5bebc5c9a4 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:01.680395 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9b4a753-b4d0-4359-a6dd-d68aa931860c tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.683052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-113e542b-30fe-4ac6-a367-8f17e5a0c33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.683826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113e542b-30fe-4ac6-a367-8f17e5a0c33a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75e7cb54-6245-496d-8641-9013f4f01710 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:01.698470 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-113e542b-30fe-4ac6-a367-8f17e5a0c33a admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.702556 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-113e542b-30fe-4ac6-a367-8f17e5a0c33a admin admin] 10.222.0.37 "DELETE /v2.0/routers/75e7cb54-6245-496d-8641-9013f4f01710 HTTP/1.1" status: 204 len: 168 time: 3.0754073 Aug 20 11:51:01.704753 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54044) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:01.964542 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce45163-0521-4a23-9335-da4b27c1c998 req-15aeafb5-89d2-451a-b96e-376b5b92e680 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:01.966208 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cce45163-0521-4a23-9335-da4b27c1c998 req-15aeafb5-89d2-451a-b96e-376b5b92e680 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.2122490 Aug 20 11:51:02.004040 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5691433-c87e-4e9d-85ff-eec376e240d7 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.005662 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9b4a753-b4d0-4359-a6dd-d68aa931860c tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.009045 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9b4a753-b4d0-4359-a6dd-d68aa931860c tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.044177 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5691433-c87e-4e9d-85ff-eec376e240d7 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Port': ['ID=06f73236-8fca-4bb9-98b1-ff5bebc5c9a4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:02.081232 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-1975bb7a-ff3d-4c1d-8f57-79edbaa9ef59 admin admin] Deleting subnet c831bf03-34eb-4c64-8baa-9cdf9301edc1 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:51:02.084902 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1975bb7a-ff3d-4c1d-8f57-79edbaa9ef59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.111299 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cce45163-0521-4a23-9335-da4b27c1c998 req-8c34d89c-14e3-49c5-97e1-8c832dea3ca4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351774 Aug 20 11:51:02.125564 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5691433-c87e-4e9d-85ff-eec376e240d7 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.134057 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1975bb7a-ff3d-4c1d-8f57-79edbaa9ef59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.162579 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9b4a753-b4d0-4359-a6dd-d68aa931860c tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.162579 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b4a753-b4d0-4359-a6dd-d68aa931860c tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe3558e9-4e0c-4396-a438-aab86750ae94 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:02.165278 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9b4a753-b4d0-4359-a6dd-d68aa931860c tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.166305 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b9b4a753-b4d0-4359-a6dd-d68aa931860c tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "DELETE /v2.0/routers/fe3558e9-4e0c-4396-a438-aab86750ae94 HTTP/1.1" status: 204 len: 168 time: 0.6705375 Aug 20 11:51:02.236669 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5691433-c87e-4e9d-85ff-eec376e240d7 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.239153 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5691433-c87e-4e9d-85ff-eec376e240d7 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.249971 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1975bb7a-ff3d-4c1d-8f57-79edbaa9ef59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.348478 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1975bb7a-ff3d-4c1d-8f57-79edbaa9ef59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.353491 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5691433-c87e-4e9d-85ff-eec376e240d7 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.354204 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5691433-c87e-4e9d-85ff-eec376e240d7 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Fanout notify agent at l3_agent the message router_deleted on router 2862b13e-5bb3-4b4a-a98b-8ec2131b86e9 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:02.355866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54058) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:02.368798 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5691433-c87e-4e9d-85ff-eec376e240d7 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.372684 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a5691433-c87e-4e9d-85ff-eec376e240d7 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/routers/2862b13e-5bb3-4b4a-a98b-8ec2131b86e9 HTTP/1.1" status: 204 len: 168 time: 1.3528259 Aug 20 11:51:02.375238 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54062) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:02.400724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975bb7a-ff3d-4c1d-8f57-79edbaa9ef59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c831bf03-34eb-4c64-8baa-9cdf9301edc1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:02.411299 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1975bb7a-ff3d-4c1d-8f57-79edbaa9ef59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.415791 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1975bb7a-ff3d-4c1d-8f57-79edbaa9ef59 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c831bf03-34eb-4c64-8baa-9cdf9301edc1 HTTP/1.1" status: 204 len: 168 time: 0.7077572 Aug 20 11:51:02.416147 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54064) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:02.426460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f26a90f-b725-4104-a96d-033495fdbf9f None None] Network d5fc3339-1836-45f7-9954-7a872b4495bd requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:02.431442 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-544c20da-f39e-482b-8ec0-ae319ac1a2af tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting subnet b14cd021-2703-4e7b-95e5-15b1601b839d {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:51:02.435360 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-544c20da-f39e-482b-8ec0-ae319ac1a2af tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.527387 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-544c20da-f39e-482b-8ec0-ae319ac1a2af tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.555326 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.684703 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-544c20da-f39e-482b-8ec0-ae319ac1a2af tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.688984 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] Deleting port 41de7056-21ca-49b4-b9f6-ae6d931472cc {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:02.689718 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.772327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1865247408', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}, 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:02.780226 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-544c20da-f39e-482b-8ec0-ae319ac1a2af tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.818321 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4798d0e-a60d-4874-a878-4203c9086b3d None None] DHCP port deletion for d5fc3339-1836-45f7-9954-7a872b4495bd request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:51:02.824558 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.857968 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-544c20da-f39e-482b-8ec0-ae319ac1a2af tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.863444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb46b0d7-9be9-42b2-99d2-9d7325f345c7 None None] Network af5fd91b-dab6-4f01-93c5-26a3264f414f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:02.863734 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-544c20da-f39e-482b-8ec0-ae319ac1a2af tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/subnets/b14cd021-2703-4e7b-95e5-15b1601b839d HTTP/1.1" status: 204 len: 168 time: 0.4872193 Aug 20 11:51:02.864786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c20da-f39e-482b-8ec0-ae319ac1a2af tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Subnet': ['ID=b14cd021-2703-4e7b-95e5-15b1601b839d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:02.867607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54072) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:03.084441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4f907547-9d18-4a82-8db2-9303d065b098 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:51:03.142473 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 4f907547-9d18-4a82-8db2-9303d065b098 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:51:03.143009 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4f907547-9d18-4a82-8db2-9303d065b098 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:51:03.143516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 41de7056-21ca-49b4-b9f6-ae6d931472cc no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:51:03.279202 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b4798d0e-a60d-4874-a878-4203c9086b3d None None] Deleting port 41de7056-21ca-49b4-b9f6-ae6d931472cc {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:03.279992 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4798d0e-a60d-4874-a878-4203c9086b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.351299 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] For port 41de7056-21ca-49b4-b9f6-ae6d931472cc, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=41de7056-21ca-49b4-b9f6-ae6d931472cc,segment=NetworkSegment(57ccb803-c932-4945-b7a0-e09dc273b3f3),segment_id=57ccb803-c932-4945-b7a0-e09dc273b3f3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:03.352396 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.357880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b4798d0e-a60d-4874-a878-4203c9086b3d None None] For port 41de7056-21ca-49b4-b9f6-ae6d931472cc, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=41de7056-21ca-49b4-b9f6-ae6d931472cc,segment=NetworkSegment(57ccb803-c932-4945-b7a0-e09dc273b3f3),segment_id=57ccb803-c932-4945-b7a0-e09dc273b3f3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:03.358505 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4798d0e-a60d-4874-a878-4203c9086b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.363023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef56e95-bcc2-4fd9-a2cb-b28f43ef4c48 req-8b43c6f4-b1c9-499e-9b70-9bff2386c241 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:03.364704 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ef56e95-bcc2-4fd9-a2cb-b28f43ef4c48 req-8b43c6f4-b1c9-499e-9b70-9bff2386c241 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.0998077 Aug 20 11:51:03.378920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b4798d0e-a60d-4874-a878-4203c9086b3d None None] Calling delete_port for 41de7056-21ca-49b4-b9f6-ae6d931472cc owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:03.441734 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ef56e95-bcc2-4fd9-a2cb-b28f43ef4c48 req-520d6b5d-948b-4e35-ab2f-0760bcb02487 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640054 Aug 20 11:51:03.443021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] Calling delete_port for 41de7056-21ca-49b4-b9f6-ae6d931472cc owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:03.465196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf694ad-bafb-4840-864b-268bdf55393d None None] DHCP port deletion for af5fd91b-dab6-4f01-93c5-26a3264f414f request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:51:03.483419 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.484603 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.542639 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.542946 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.584920 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4798d0e-a60d-4874-a878-4203c9086b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.590310 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.615396 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.637153 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4798d0e-a60d-4874-a878-4203c9086b3d None None] Pushing event deleted for resources: {'Port': ['ID=41de7056-21ca-49b4-b9f6-ae6d931472cc,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:03.641943 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] Pushing event deleted for resources: {'Port': ['ID=41de7056-21ca-49b4-b9f6-ae6d931472cc,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:03.655902 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] No DVR routers for this DVR port 41de7056-21ca-49b4-b9f6-ae6d931472cc on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:03.679392 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4798d0e-a60d-4874-a878-4203c9086b3d None None] No DVR routers for this DVR port 41de7056-21ca-49b4-b9f6-ae6d931472cc on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:03.703535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bcf694ad-bafb-4840-864b-268bdf55393d None None] Deleting port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:03.704040 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bcf694ad-bafb-4840-864b-268bdf55393d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.795966 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bcf694ad-bafb-4840-864b-268bdf55393d None None] For port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8c8a4329-6abb-4b58-a1e9-8f45311b98a7,segment=NetworkSegment(e53d1007-5e8a-4900-8f5c-219dd9e3ce69),segment_id=e53d1007-5e8a-4900-8f5c-219dd9e3ce69)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:03.796480 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bcf694ad-bafb-4840-864b-268bdf55393d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.813209 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.828145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bcf694ad-bafb-4840-864b-268bdf55393d None None] Calling delete_port for 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:03.836589 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fc3339-1836-45f7-9954-7a872b4495bd']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:03.848145 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ccb803-c932-4945-b7a0-e09dc273b3f3') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:03.848818 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ccb803-c932-4945-b7a0-e09dc273b3f3') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:03.857941 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.859365 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.875360 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:03.875833 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.883023 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.890955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:51:03.891364 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.926987 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bcf694ad-bafb-4840-864b-268bdf55393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: items = [ Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:51:03.953519 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:51:03.956248 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.967234 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.971855 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] 10.222.0.37 "DELETE /v2.0/networks/d5fc3339-1836-45f7-9954-7a872b4495bd HTTP/1.1" status: 204 len: 168 time: 1.5542817 Aug 20 11:51:03.972861 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf694ad-bafb-4840-864b-268bdf55393d None None] No DVR routers for this DVR port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:03.995015 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a6275-cc3e-4583-9d20-7dce675b78ef admin admin] Pushing event deleted for resources: {'Network': ['ID=d5fc3339-1836-45f7-9954-7a872b4495bd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:04.000392 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf694ad-bafb-4840-864b-268bdf55393d None None] Pushing event deleted for resources: {'Port': ['ID=8c8a4329-6abb-4b58-a1e9-8f45311b98a7,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:04.079684 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] For port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8c8a4329-6abb-4b58-a1e9-8f45311b98a7,segment=NetworkSegment(e53d1007-5e8a-4900-8f5c-219dd9e3ce69),segment_id=e53d1007-5e8a-4900-8f5c-219dd9e3ce69)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:04.079947 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.114021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Calling delete_port for 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:04.271299 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54106) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:04.298859 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.320151 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b44098f3-a89e-4e89-a458-e104cb1dfa88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dda27de54c4d4d4995b4404fab77f80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472124 Aug 20 11:51:04.320950 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54112) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:04.380364 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77a12d36-e061-419a-bc75-d5c740756d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.393468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Port': ['ID=8c8a4329-6abb-4b58-a1e9-8f45311b98a7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:04.402246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] No DVR routers for this DVR port 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:04.410168 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77a12d36-e061-419a-bc75-d5c740756d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.461837 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.479269 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77a12d36-e061-419a-bc75-d5c740756d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.487203 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77a12d36-e061-419a-bc75-d5c740756d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.488706 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-77a12d36-e061-419a-bc75-d5c740756d59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77ee0e7e-cf18-4ca5-8ac9-d038bb7da327 HTTP/1.1" status: 204 len: 168 time: 0.1667042 Aug 20 11:51:04.498466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a12d36-e061-419a-bc75-d5c740756d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ee0e7e-cf18-4ca5-8ac9-d038bb7da327,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:04.527813 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.558560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12c887-c19d-4771-b563-72c2575d01da req-c0e983ef-92ac-4e47-84dc-b62c71874677 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:04.560723 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db12c887-c19d-4771-b563-72c2575d01da req-c0e983ef-92ac-4e47-84dc-b62c71874677 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 945 time: 0.2527535 Aug 20 11:51:04.570691 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.606590 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df25af4-e4de-4ed3-a7c1-3790d6bcc4c4 req-f5ec8a42-b821-4d61-89f2-af8387c0c291 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:04.612077 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6df25af4-e4de-4ed3-a7c1-3790d6bcc4c4 req-f5ec8a42-b821-4d61-89f2-af8387c0c291 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.0566742 Aug 20 11:51:04.617288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5fd91b-dab6-4f01-93c5-26a3264f414f']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:04.647701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53d1007-5e8a-4900-8f5c-219dd9e3ce69') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:04.648010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53d1007-5e8a-4900-8f5c-219dd9e3ce69') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:04.665387 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6df25af4-e4de-4ed3-a7c1-3790d6bcc4c4 req-1d952314-036b-4b23-9565-8547bbe997a5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494981 Aug 20 11:51:04.666563 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.717403 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db12c887-c19d-4771-b563-72c2575d01da req-cc300318-8f8d-46b8-9f9a-4f94e0d7d28f tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486697 Aug 20 11:51:04.718655 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.759224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Allocated IP 172.25.8.178 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/2bc3840d-784e-4c8e-bb39-2e955f803473) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:04.761924 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:51:04.763248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:51:04.767243 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:51:04.886626 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.908016 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.909953 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/networks/af5fd91b-dab6-4f01-93c5-26a3264f414f HTTP/1.1" status: 204 len: 168 time: 2.0324626 Aug 20 11:51:04.910912 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943f3e8-f856-46dc-879b-5e2e3e08dbf1 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Network': ['ID=af5fd91b-dab6-4f01-93c5-26a3264f414f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:04.911571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:51:04.912753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54130) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:04.954748 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:51:04.955239 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8c8a4329-6abb-4b58-a1e9-8f45311b98a7 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:51:05.073009 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.104326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-9f1bf936-4a27-4dbe-b000-9ef764a68b25 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting port 3adf83b0-d191-4057-870b-bb42fb5166d6 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:05.105155 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9f1bf936-4a27-4dbe-b000-9ef764a68b25 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.194004 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.211676 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9f1bf936-4a27-4dbe-b000-9ef764a68b25 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.212010 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9f1bf936-4a27-4dbe-b000-9ef764a68b25 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.248119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:05.254433 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-9f1bf936-4a27-4dbe-b000-9ef764a68b25 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Calling delete_port for 3adf83b0-d191-4057-870b-bb42fb5166d6 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:05.256259 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:05.261641 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:05.306426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Pushing event updated for resources: {'Port': ['ID=2bc3840d-784e-4c8e-bb39-2e955f803473,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:05.403629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54156) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:05.519681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9871ccea-45e5-4453-a63d-c1fe159b0586 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1205171906-network', 'tenant_id': '8118c172060e4cd58b40aca11d470718'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:05.545665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9871ccea-45e5-4453-a63d-c1fe159b0586 admin admin] Made reservation on behalf of 8118c172060e4cd58b40aca11d470718 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:05.548404 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9871ccea-45e5-4453-a63d-c1fe159b0586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.560436 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9871ccea-45e5-4453-a63d-c1fe159b0586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.604057 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9f1bf936-4a27-4dbe-b000-9ef764a68b25 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.669050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bf936-4a27-4dbe-b000-9ef764a68b25 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Port': ['ID=3adf83b0-d191-4057-870b-bb42fb5166d6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:05.698716 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9871ccea-45e5-4453-a63d-c1fe159b0586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.704653 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9871ccea-45e5-4453-a63d-c1fe159b0586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.724314 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.726267 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9871ccea-45e5-4453-a63d-c1fe159b0586 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:51:05.749416 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9871ccea-45e5-4453-a63d-c1fe159b0586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.750015 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-9871ccea-45e5-4453-a63d-c1fe159b0586 admin admin] Added segment c55c1a38-9353-4bb2-9dce-245b4222a079 of type vlan for network 4f223e7b-d498-489b-9103-d1199ecc3aee Aug 20 11:51:05.759627 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871ccea-45e5-4453-a63d-c1fe159b0586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f1d7b8-d8c9-4c1e-9ce7-eb9aae3f8039,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:05.832433 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9871ccea-45e5-4453-a63d-c1fe159b0586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.871002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aa358-af8e-4f92-bd9f-1bc5f73040bd req-cf6c3454-460d-4a99-afab-7f81d7fd7d33 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:05.872795 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f94aa358-af8e-4f92-bd9f-1bc5f73040bd req-cf6c3454-460d-4a99-afab-7f81d7fd7d33 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.0800669 Aug 20 11:51:05.880831 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9871ccea-45e5-4453-a63d-c1fe159b0586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.882165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9871ccea-45e5-4453-a63d-c1fe159b0586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:05.883062 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9871ccea-45e5-4453-a63d-c1fe159b0586 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.928451 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9f1bf936-4a27-4dbe-b000-9ef764a68b25 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.931602 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9f1bf936-4a27-4dbe-b000-9ef764a68b25 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.936271 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9f1bf936-4a27-4dbe-b000-9ef764a68b25 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/floatingips/7203cb69-d3b3-4318-9578-f22c09a72f89 HTTP/1.1" status: 204 len: 168 time: 1.0117393 Aug 20 11:51:05.941612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54176) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:05.989470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1184986-c901-49c5-9704-3a304d3d3db2 req-2d75e3ec-fe0a-4d00-a525-0e5bf8f4781c tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:05.991021 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1184986-c901-49c5-9704-3a304d3d3db2 req-2d75e3ec-fe0a-4d00-a525-0e5bf8f4781c tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 945 time: 0.1502721 Aug 20 11:51:06.016053 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:06.029496 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-5469392f-4fbb-4802-8793-dba11752e9d4 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] DELETE failed (client error): The resource could not be found. Aug 20 11:51:06.031460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5469392f-4fbb-4802-8793-dba11752e9d4 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:51:06.031867 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5469392f-4fbb-4802-8793-dba11752e9d4 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/ports/462b06ee-d8a1-4e08-bdef-ce4daf3677e6 HTTP/1.1" status: 404 len: 333 time: 0.0644131 Aug 20 11:51:06.037250 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54178) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:06.050711 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9871ccea-45e5-4453-a63d-c1fe159b0586 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6434944 Aug 20 11:51:06.054651 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f94aa358-af8e-4f92-bd9f-1bc5f73040bd req-546d856e-03e0-48ba-bd34-33519c74a26b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672523 Aug 20 11:51:06.055364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54180) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:06.086444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871ccea-45e5-4453-a63d-c1fe159b0586 admin admin] Pushing event updated for resources: {'Network': ['ID=4f223e7b-d498-489b-9103-d1199ecc3aee,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:06.095523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 4f223e7b-d498-489b-9103-d1199ecc3aee details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:51:06.099387 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a44618ec-8af9-489f-a32f-8a7f99b457f3 admin admin] Request body: {'subnet': {'network_id': '4f223e7b-d498-489b-9103-d1199ecc3aee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1205171906-subnet', 'tenant_id': '8118c172060e4cd58b40aca11d470718', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:06.104855 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7358d335-ff13-468a-8e96-5fdae997415e tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "GET /v2.0/ports?device_id=2862b13e-5bb3-4b4a-a98b-8ec2131b86e9 HTTP/1.1" status: 200 len: 205 time: 0.0648277 Aug 20 11:51:06.111533 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54182) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:06.119890 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1184986-c901-49c5-9704-3a304d3d3db2 req-a3a7f6c6-645c-4bfb-9a72-74d5535a98b9 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/security-groups?id=108cfef9-696e-420f-aab6-fb9ccddae565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158397 Aug 20 11:51:06.186183 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-2d91086c-77db-4d19-acaf-8cf9ad50dd80 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] delete failed (client error): The resource could not be found. Aug 20 11:51:06.189675 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2d91086c-77db-4d19-acaf-8cf9ad50dd80 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/routers/2862b13e-5bb3-4b4a-a98b-8ec2131b86e9 HTTP/1.1" status: 404 len: 336 time: 0.0695953 Aug 20 11:51:06.197074 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bbda3-e36a-4ab4-9805-05241b14d159 req-db111b98-e8c6-4d42-85ce-e6613a0bb348 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:06.198551 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e1bbda3-e36a-4ab4-9805-05241b14d159 req-db111b98-e8c6-4d42-85ce-e6613a0bb348 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 945 time: 0.1948726 Aug 20 11:51:06.199028 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54190) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:06.254032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Router cbf3a5ec-bc9e-451d-9887-595fba8619a3 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:51:06.269544 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce1d5e9-f617-4856-8f17-936f6166e189 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] DELETE failed (client error): The resource could not be found. Aug 20 11:51:06.269928 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce1d5e9-f617-4856-8f17-936f6166e189 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:51:06.271755 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0ce1d5e9-f617-4856-8f17-936f6166e189 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/subnets/b14cd021-2703-4e7b-95e5-15b1601b839d HTTP/1.1" status: 404 len: 337 time: 0.0692494 Aug 20 11:51:06.274487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44618ec-8af9-489f-a32f-8a7f99b457f3 admin admin] Made reservation on behalf of 8118c172060e4cd58b40aca11d470718 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:06.276861 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a44618ec-8af9-489f-a32f-8a7f99b457f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:06.277018 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54192) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:06.410531 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-2e1bbda3-e36a-4ab4-9805-05241b14d159 req-217a0bea-56c5-41b6-9ef4-291f0f1011d4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Deleting port 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:06.411138 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e1bbda3-e36a-4ab4-9805-05241b14d159 req-217a0bea-56c5-41b6-9ef4-291f0f1011d4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:06.446609 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:06.459615 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64773529-a058-450b-a386-3e33b3821257 None None] Sync routers for ids ['cbf3a5ec-bc9e-451d-9887-595fba8619a3'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:06.470525 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64773529-a058-450b-a386-3e33b3821257 None None] Routers {'cbf3a5ec-bc9e-451d-9887-595fba8619a3'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:06.471148 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-64773529-a058-450b-a386-3e33b3821257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['cbf3a5ec-bc9e-451d-9887-595fba8619a3'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:06.485067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-5984957c-2e98-458e-8a63-c85007c6f204 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting port dc66c9a0-420f-4965-8560-a835f4c1bcba {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:06.485292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5984957c-2e98-458e-8a63-c85007c6f204 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:06.489750 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:06.490965 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-411d031e-bbf2-406d-afc1-2e1e0f6a9b39 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1338055 Aug 20 11:51:06.493733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54198) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:06.523895 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-64773529-a058-450b-a386-3e33b3821257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:06.535055 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64773529-a058-450b-a386-3e33b3821257 None None] Routers {'cbf3a5ec-bc9e-451d-9887-595fba8619a3'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:06.535682 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-64773529-a058-450b-a386-3e33b3821257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['cbf3a5ec-bc9e-451d-9887-595fba8619a3'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:06.571951 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-64773529-a058-450b-a386-3e33b3821257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:06.572886 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64773529-a058-450b-a386-3e33b3821257 None None] The sync data for ids ['cbf3a5ec-bc9e-451d-9887-595fba8619a3'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:06.612753 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5984957c-2e98-458e-8a63-c85007c6f204 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:06.629031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-5984957c-2e98-458e-8a63-c85007c6f204 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Calling delete_port for dc66c9a0-420f-4965-8560-a835f4c1bcba owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:06.699127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-2e1bbda3-e36a-4ab4-9805-05241b14d159 req-217a0bea-56c5-41b6-9ef4-291f0f1011d4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] For port 37a35ab2-9e7a-4671-a5ea-236f04eb55b5, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=37a35ab2-9e7a-4671-a5ea-236f04eb55b5,segment=NetworkSegment(8a3f382a-b54e-4940-9abc-428729db991a),segment_id=8a3f382a-b54e-4940-9abc-428729db991a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:06.699511 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e1bbda3-e36a-4ab4-9805-05241b14d159 req-217a0bea-56c5-41b6-9ef4-291f0f1011d4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:06.720681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-2e1bbda3-e36a-4ab4-9805-05241b14d159 req-217a0bea-56c5-41b6-9ef4-291f0f1011d4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Calling delete_port for 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:06.726567 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a44618ec-8af9-489f-a32f-8a7f99b457f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:06.767535 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-94eefcd1-dc10-4e6a-80f6-bf995be66d07 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/routers/cbf3a5ec-bc9e-451d-9887-595fba8619a3 HTTP/1.1" status: 200 len: 921 time: 0.2702031 Aug 20 11:51:06.769040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54206) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:06.842172 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44618ec-8af9-489f-a32f-8a7f99b457f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=637560b9-e377-4792-84b4-223c1b538f84,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:06.877864 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44618ec-8af9-489f-a32f-8a7f99b457f3 admin admin] Checking segment: {'id': 'c55c1a38-9353-4bb2-9dce-245b4222a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4f223e7b-d498-489b-9103-d1199ecc3aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:06.878283 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44618ec-8af9-489f-a32f-8a7f99b457f3 admin admin] Network hostable DHCP agents. Network: 4f223e7b-d498-489b-9103-d1199ecc3aee, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:51:06.925561 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44618ec-8af9-489f-a32f-8a7f99b457f3 admin admin] Network 4f223e7b-d498-489b-9103-d1199ecc3aee is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:51:06.941787 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a44618ec-8af9-489f-a32f-8a7f99b457f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 4f223e7b-d498-489b-9103-d1199ecc3aee) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:06.947957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44618ec-8af9-489f-a32f-8a7f99b457f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:06.949234 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a44618ec-8af9-489f-a32f-8a7f99b457f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:06.954571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157d5bea-a092-489a-abe4-201a76147ba4 None None] Network 4f223e7b-d498-489b-9103-d1199ecc3aee requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:06.990866 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e1bbda3-e36a-4ab4-9805-05241b14d159 req-217a0bea-56c5-41b6-9ef4-291f0f1011d4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:07.005105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['37a35ab2-9e7a-4671-a5ea-236f04eb55b5'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:51:07.049799 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a44618ec-8af9-489f-a32f-8a7f99b457f3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9630895 Aug 20 11:51:07.049799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a0bea-56c5-41b6-9ef4-291f0f1011d4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Pushing event deleted for resources: {'Port': ['ID=37a35ab2-9e7a-4671-a5ea-236f04eb55b5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:07.051008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54212) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:07.061919 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1205171906-router', 'tenant_id': '8118c172060e4cd58b40aca11d470718', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:07.120265 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1bbda3-e36a-4ab4-9805-05241b14d159 req-217a0bea-56c5-41b6-9ef4-291f0f1011d4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] No DVR routers for this DVR port 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:07.125069 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2e1bbda3-e36a-4ab4-9805-05241b14d159 req-217a0bea-56c5-41b6-9ef4-291f0f1011d4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:07.127258 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e1bbda3-e36a-4ab4-9805-05241b14d159 req-217a0bea-56c5-41b6-9ef4-291f0f1011d4 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.35 "DELETE /v2.0/ports/37a35ab2-9e7a-4671-a5ea-236f04eb55b5 HTTP/1.1" status: 204 len: 173 time: 0.9122300 Aug 20 11:51:07.130664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a', 'name': 'network-vif-deleted', 'tag': '37a35ab2-9e7a-4671-a5ea-236f04eb55b5'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:51:07.133643 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f6a50d-2381-46ee-be0c-146febc5cb94" -d '{"events": [{"server_uuid": "7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a", "name": "network-vif-deleted", "tag": "37a35ab2-9e7a-4671-a5ea-236f04eb55b5"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:51:07.167211 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:07.168561 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:07.197902 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f52fe3d3-8500-4bea-9e2b-b1912a42c9cc tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf3a5ec-bc9e-451d-9887-595fba8619a3 HTTP/1.1" status: 200 len: 205 time: 0.4257789 Aug 20 11:51:07.209286 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5984957c-2e98-458e-8a63-c85007c6f204 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:07.209286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54224) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:07.297933 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:07.339224 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-4f223e7b-d498-489b-9103-d1199ecc3aee', 'network_id': '4f223e7b-d498-489b-9103-d1199ecc3aee', 'tenant_id': '8118c172060e4cd58b40aca11d470718', 'fixed_ips': [{'subnet_id': '637560b9-e377-4792-84b4-223c1b538f84'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:51:07.340145 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:07.364202 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdc83-f858-42e7-943e-551bb33037d5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:07.384539 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d07023d-3f6a-49df-b8e5-9ae14120d8a4 x-openstack-request-id: req-1d07023d-3f6a-49df-b8e5-9ae14120d8a4 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:51:07.385036 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a", "name": "network-vif-deleted", "tag": "37a35ab2-9e7a-4671-a5ea-236f04eb55b5", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:51:07.385294 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d07023d-3f6a-49df-b8e5-9ae14120d8a4 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:51:07.385687 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a', 'name': 'network-vif-deleted', 'tag': '37a35ab2-9e7a-4671-a5ea-236f04eb55b5', 'status': 'completed', 'code': 200} Aug 20 11:51:07.494926 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984957c-2e98-458e-8a63-c85007c6f204 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Port': ['ID=dc66c9a0-420f-4965-8560-a835f4c1bcba,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:07.553525 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d013b811-faa9-4ec3-aa9c-243a2a197f82 req-23bd65d3-fa9e-4366-a7f1-71af447c50e9 tempest-VolumesSnapshotTestJSON-1630347179 tempest-VolumesSnapshotTestJSON-1630347179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 210 time: 0.0758700 Aug 20 11:51:07.559338 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:07.568407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436754f-8c26-4712-8b04-2dc0645d3280 req-eb422ccb-9fa8-488d-a2e7-04822f56cb78 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:07.577296 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7436754f-8c26-4712-8b04-2dc0645d3280 req-eb422ccb-9fa8-488d-a2e7-04822f56cb78 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.3776681 Aug 20 11:51:07.630273 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Allocated IP 172.20.0.2 (4f223e7b-d498-489b-9103-d1199ecc3aee/637560b9-e377-4792-84b4-223c1b538f84/1d59f346-edad-478d-8f42-f7a5cdaf84a0) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:07.663249 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5984957c-2e98-458e-8a63-c85007c6f204 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:07.674148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5984957c-2e98-458e-8a63-c85007c6f204 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/ports/dc66c9a0-420f-4965-8560-a835f4c1bcba HTTP/1.1" status: 204 len: 168 time: 1.3948836 Aug 20 11:51:07.681415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54234) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:07.715517 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ab10a86a-8589-44ed-b73e-0b08d92cacce req-80fc6de8-fdc3-4d9d-a574-b0bd73935f10 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2255566 Aug 20 11:51:07.789260 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7436754f-8c26-4712-8b04-2dc0645d3280 req-971add62-3dfd-426b-95eb-426394475dd3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109776 Aug 20 11:51:07.845255 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdc83-f858-42e7-943e-551bb33037d5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:07.936800 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ab10a86a-8589-44ed-b73e-0b08d92cacce req-f7d2ed13-1dc4-4828-99bb-2584e7bc3ec0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e40f5079bd34b23880f932b180211a2&device_id=7e52d7f1-7fc7-466d-87dd-3b2dd4ffb80a HTTP/1.1" status: 200 len: 210 time: 0.1584580 Aug 20 11:51:07.973361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting port e89a72dc-071e-4ffb-880e-50f190fe7614 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:07.974471 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.009303 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.029404 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Transition to ACTIVE for port object 1d59f346-edad-478d-8f42-f7a5cdaf84a0 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:08.061516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Transition to ACTIVE for port object 1d59f346-edad-478d-8f42-f7a5cdaf84a0 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:08.071940 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.117234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Network 4f223e7b-d498-489b-9103-d1199ecc3aee is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:08.121366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:08.135876 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:08.146115 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Pushing event updated for resources: {'Port': ['ID=1d59f346-edad-478d-8f42-f7a5cdaf84a0,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:08.163003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7b6bdc83-f858-42e7-943e-551bb33037d5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Deleting port 2bc3840d-784e-4c8e-bb39-2e955f803473 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:08.166621 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdc83-f858-42e7-943e-551bb33037d5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.209923 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Attempting to bind port 1d59f346-edad-478d-8f42-f7a5cdaf84a0 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:08.210685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Attempting to bind port 1d59f346-edad-478d-8f42-f7a5cdaf84a0 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'c55c1a38-9353-4bb2-9dce-245b4222a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4f223e7b-d498-489b-9103-d1199ecc3aee'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:08.211261 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Attempting to bind port 1d59f346-edad-478d-8f42-f7a5cdaf84a0 on network 4f223e7b-d498-489b-9103-d1199ecc3aee {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:08.235474 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:08.238892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Checking segment: {'id': 'c55c1a38-9353-4bb2-9dce-245b4222a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4f223e7b-d498-489b-9103-d1199ecc3aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:08.239534 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.240163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Bound using segment: {'id': 'c55c1a38-9353-4bb2-9dce-245b4222a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4f223e7b-d498-489b-9103-d1199ecc3aee'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:08.241426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Bound port: 1d59f346-edad-478d-8f42-f7a5cdaf84a0, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55c1a38-9353-4bb2-9dce-245b4222a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4f223e7b-d498-489b-9103-d1199ecc3aee'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:08.243089 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.268407 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.281465 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.295674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Calling delete_port for e89a72dc-071e-4ffb-880e-50f190fe7614 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:08.322990 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdc83-f858-42e7-943e-551bb33037d5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.328769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.333491 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10a86a-8589-44ed-b73e-0b08d92cacce req-ad1377c4-c58f-4c32-8687-a214c613b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:08.335403 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ab10a86a-8589-44ed-b73e-0b08d92cacce req-ad1377c4-c58f-4c32-8687-a214c613b2de service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6e40f5079bd34b23880f932b180211a2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3681502 Aug 20 11:51:08.355130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] For port 1d59f346-edad-478d-8f42-f7a5cdaf84a0, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:08.363292 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] For port 1d59f346-edad-478d-8f42-f7a5cdaf84a0, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=1d59f346-edad-478d-8f42-f7a5cdaf84a0,segment=NetworkSegment(c55c1a38-9353-4bb2-9dce-245b4222a079),segment_id=c55c1a38-9353-4bb2-9dce-245b4222a079)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:08.373307 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.395994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7b6bdc83-f858-42e7-943e-551bb33037d5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Calling delete_port for 2bc3840d-784e-4c8e-bb39-2e955f803473 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:08.446300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627aac26-f159-40ca-a2ad-323f2a60c8c0 None None] Pushing event updated for resources: {'Port': ['ID=1d59f346-edad-478d-8f42-f7a5cdaf84a0,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:08.666940 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.729468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Port': ['ID=e89a72dc-071e-4ffb-880e-50f190fe7614,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:08.732470 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdc83-f858-42e7-943e-551bb33037d5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.747128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:08.747512 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:08.747812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:08.748249 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:08.748480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:08.748846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:08.749172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:08.749497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:08.749823 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:08.750148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:08.760605 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:08.778684 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:08.891748 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bdc83-f858-42e7-943e-551bb33037d5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Pushing event deleted for resources: {'Port': ['ID=2bc3840d-784e-4c8e-bb39-2e955f803473,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:08.946337 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.102619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947452c-6e2e-4b1e-94ee-eb008d453e17 req-b2e888a1-5a6a-4efb-855f-6f00a2668e62 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:09.111619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5947452c-6e2e-4b1e-94ee-eb008d453e17 req-b2e888a1-5a6a-4efb-855f-6f00a2668e62 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.1506646 Aug 20 11:51:09.114084 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 1d59f346-edad-478d-8f42-f7a5cdaf84a0 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:09.116678 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdc83-f858-42e7-943e-551bb33037d5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.128870 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.134297 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4472f95f-fc89-4961-9c8b-49bbbcec4832 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/ports/e89a72dc-071e-4ffb-880e-50f190fe7614 HTTP/1.1" status: 204 len: 168 time: 1.4462869 Aug 20 11:51:09.158130 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54266) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:09.244074 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 1d59f346-edad-478d-8f42-f7a5cdaf84a0 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:09.253713 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdc83-f858-42e7-943e-551bb33037d5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.273283 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdc83-f858-42e7-943e-551bb33037d5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.287847 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5947452c-6e2e-4b1e-94ee-eb008d453e17 req-d458210b-de9d-4c3d-8745-58f1b1d45b0d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747725 Aug 20 11:51:09.351053 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Allocated IP 172.25.8.58 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/c53b06be-da23-49ac-8120-54c635ee4001) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:09.365310 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10a86a-8589-44ed-b73e-0b08d92cacce req-be678f9f-b0ae-4cc9-961c-5a673151386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:09.366020 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ab10a86a-8589-44ed-b73e-0b08d92cacce req-be678f9f-b0ae-4cc9-961c-5a673151386d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0222065 Aug 20 11:51:09.376569 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdc83-f858-42e7-943e-551bb33037d5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.378128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6bdc83-f858-42e7-943e-551bb33037d5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Fanout notify agent at l3_agent the message router_deleted on router cbf3a5ec-bc9e-451d-9887-595fba8619a3 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:09.399816 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdc83-f858-42e7-943e-551bb33037d5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.401003 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7b6bdc83-f858-42e7-943e-551bb33037d5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "DELETE /v2.0/routers/cbf3a5ec-bc9e-451d-9887-595fba8619a3 HTTP/1.1" status: 204 len: 168 time: 2.1923013 Aug 20 11:51:09.405672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f84d7b-37f6-4d06-8bd3-caa7d3301b06 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:09.406742 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54276) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:09.410108 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-95f84d7b-37f6-4d06-8bd3-caa7d3301b06 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 HTTP/1.1" status: 200 len: 913 time: 0.2501054 Aug 20 11:51:09.414451 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54278) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:09.421595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1324971181', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'enable_snat': False}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:09.447719 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.450982 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.514418 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.698137 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.740211 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.876264 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.945014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:51:09.950369 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:09.954833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:09.972478 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:09.973645 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:51:09.973993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 37a35ab2-9e7a-4671-a5ea-236f04eb55b5 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:51:10.054243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=c53b06be-da23-49ac-8120-54c635ee4001,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:10.058439 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63eefed-064a-4749-9772-827eb0d5444d None None] Network 4f223e7b-d498-489b-9103-d1199ecc3aee requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:10.204366 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.239778 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.381824 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fb9581a2-116f-4f34-96d2-42b307a6a15f None None] Provisioning for port 1d59f346-edad-478d-8f42-f7a5cdaf84a0 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:10.382226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Allocated IP 172.25.8.120 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/bd624948-9a93-45d9-86a6-97590e64f952) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:10.390453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fb9581a2-116f-4f34-96d2-42b307a6a15f None None] Provisioning complete for port 1d59f346-edad-478d-8f42-f7a5cdaf84a0 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:10.390833 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fb9581a2-116f-4f34-96d2-42b307a6a15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.515037 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fb9581a2-116f-4f34-96d2-42b307a6a15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.555787 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-fb9581a2-116f-4f34-96d2-42b307a6a15f None None] For port 1d59f346-edad-478d-8f42-f7a5cdaf84a0, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=1d59f346-edad-478d-8f42-f7a5cdaf84a0,segment=NetworkSegment(c55c1a38-9353-4bb2-9dce-245b4222a079),segment_id=c55c1a38-9353-4bb2-9dce-245b4222a079)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:10.564808 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fb9581a2-116f-4f34-96d2-42b307a6a15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.578639 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249e968-c8f0-4e66-9aac-2aa77fa25b28 req-0a51dd97-45e8-4c54-a742-5ddc0ff773cb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:10.580895 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b249e968-c8f0-4e66-9aac-2aa77fa25b28 req-0a51dd97-45e8-4c54-a742-5ddc0ff773cb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.1233149 Aug 20 11:51:10.592894 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.615521 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.661990 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2e4f0b0-039a-459b-a10f-16c7fa1f89ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.665533 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.749468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Pushing event updated for resources: {'Port': ['ID=bd624948-9a93-45d9-86a6-97590e64f952,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:10.756450 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b249e968-c8f0-4e66-9aac-2aa77fa25b28 req-bff64290-b47d-491d-881f-9ca00e04c526 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679320 Aug 20 11:51:10.790780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:10.796174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:10.800112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:10.902720 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9581a2-116f-4f34-96d2-42b307a6a15f None None] Pushing event updated for resources: {'Port': ['ID=1d59f346-edad-478d-8f42-f7a5cdaf84a0,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:10.914387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c4cae46-0811-4939-9dd4-70c43dafb219 None None] Provisioning complete for port 1d59f346-edad-478d-8f42-f7a5cdaf84a0 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:10.914961 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c4cae46-0811-4939-9dd4-70c43dafb219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:11.142982 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:11.172488 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:11.320623 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f2e4f0b0-039a-459b-a10f-16c7fa1f89ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting port 7024016e-6d29-42bc-a65f-94fe0b0029ed {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:11.320999 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2e4f0b0-039a-459b-a10f-16c7fa1f89ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:11.436429 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:11.476281 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2e4f0b0-039a-459b-a10f-16c7fa1f89ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:11.486808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Router bd6bd5c4-617d-4f2c-af23-f2126fb1681e is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:51:11.492746 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f2e4f0b0-039a-459b-a10f-16c7fa1f89ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Calling delete_port for 7024016e-6d29-42bc-a65f-94fe0b0029ed owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:11.725200 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:11.742689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Sync routers for ids ['bd6bd5c4-617d-4f2c-af23-f2126fb1681e'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:11.760822 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:11.769304 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e52916b6-edd0-49a6-abdc-965b25720cc7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7143543 Aug 20 11:51:11.770064 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54330) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:11.776474 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Routers {'bd6bd5c4-617d-4f2c-af23-f2126fb1681e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:11.777254 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bd6bd5c4-617d-4f2c-af23-f2126fb1681e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:11.936120 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2e4f0b0-039a-459b-a10f-16c7fa1f89ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:11.973786 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Set router bd6bd5c4-617d-4f2c-af23-f2126fb1681e gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:12.082607 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4f0b0-039a-459b-a10f-16c7fa1f89ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Port': ['ID=7024016e-6d29-42bc-a65f-94fe0b0029ed,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:12.092795 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a159e-7626-4eed-b51b-8de6eb66accb req-32237e2c-a9f3-4864-9ec5-f96a3ebc4136 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:12.101407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-228a159e-7626-4eed-b51b-8de6eb66accb req-32237e2c-a9f3-4864-9ec5-f96a3ebc4136 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.0917242 Aug 20 11:51:12.132519 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Router ff254fec-58a8-4920-a969-8db6786d7f03 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:51:12.170302 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-228a159e-7626-4eed-b51b-8de6eb66accb req-b8eed8bf-3802-4ffa-9229-02c30b7f745a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679681 Aug 20 11:51:12.280111 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:12.293055 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Sync routers for ids ['ff254fec-58a8-4920-a969-8db6786d7f03'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:12.307557 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.316861 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dae9194b-5054-4e2d-81bd-9da0621ee5e7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.9076276 Aug 20 11:51:12.319368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54340) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:12.323471 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Routers {'ff254fec-58a8-4920-a969-8db6786d7f03'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:12.324122 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ff254fec-58a8-4920-a969-8db6786d7f03'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:12.373589 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1205171906-router', 'tenant_id': '8118c172060e4cd58b40aca11d470718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c53b06be-da23-49ac-8120-54c635ee4001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:07Z', 'updated_at': '2021-08-20T11:51:10Z', 'revision_number': 3, 'project_id': '8118c172060e4cd58b40aca11d470718', 'gw_port': {'id': 'c53b06be-da23-49ac-8120-54c635ee4001', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:55:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:08Z', 'updated_at': '2021-08-20T11:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:12.462685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Checking router: bd6bd5c4-617d-4f2c-af23-f2126fb1681e for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:51:12.463189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Updating router bd6bd5c4-617d-4f2c-af23-f2126fb1681e port c53b06be-da23-49ac-8120-54c635ee4001 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:51:12.469443 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c35fa014-6ac9-4e31-9b3f-dc5ae769e8a0 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/routers/ff254fec-58a8-4920-a969-8db6786d7f03 HTTP/1.1" status: 200 len: 909 time: 0.1457489 Aug 20 11:51:12.469443 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54344) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:12.477068 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1324971181', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'enable_snat': True}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:12.501344 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.503003 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.520776 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.571295 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.785567 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.853663 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Set router ff254fec-58a8-4920-a969-8db6786d7f03 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:13.056626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 1d59f346-edad-478d-8f42-f7a5cdaf84a0 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:13.083563 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2e4f0b0-039a-459b-a10f-16c7fa1f89ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.301795 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.306785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 1d59f346-edad-478d-8f42-f7a5cdaf84a0 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:13.307158 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.334452 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff254fec-58a8-4920-a969-8db6786d7f03', 'name': 'tempest-snat-router-1324971181', 'tenant_id': 'f520a32674d34b9793e198d6367d4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.120'}], 'enable_snat': False}, 'gw_port_id': 'bd624948-9a93-45d9-86a6-97590e64f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:09Z', 'updated_at': '2021-08-20T11:51:11Z', 'revision_number': 3, 'project_id': 'f520a32674d34b9793e198d6367d4e4f', 'gw_port': {'id': 'bd624948-9a93-45d9-86a6-97590e64f952', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff254fec-58a8-4920-a969-8db6786d7f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:10Z', 'updated_at': '2021-08-20T11:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:13.337264 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.363755 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.403512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Transition to ACTIVE for port object c53b06be-da23-49ac-8120-54c635ee4001 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:13.419924 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.436047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Checking router: ff254fec-58a8-4920-a969-8db6786d7f03 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:51:13.436227 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Updating router ff254fec-58a8-4920-a969-8db6786d7f03 port bd624948-9a93-45d9-86a6-97590e64f952 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:51:13.496022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Attempting to bind port c53b06be-da23-49ac-8120-54c635ee4001 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:13.496508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Attempting to bind port c53b06be-da23-49ac-8120-54c635ee4001 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:13.496913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Attempting to bind port c53b06be-da23-49ac-8120-54c635ee4001 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:13.511788 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8596f8-41c7-4628-9637-6f3ada383149 None None] Pushing event updated for resources: {'Port': ['ID=c53b06be-da23-49ac-8120-54c635ee4001,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:13.517113 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:13.517485 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:13.517885 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.518652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:13.519132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Bound port: c53b06be-da23-49ac-8120-54c635ee4001, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:13.519517 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.523034 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.537405 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.563556 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-297d07b0-24b3-475d-a340-85e86476ce31 service neutron] show failed (client error): The resource could not be found. Aug 20 11:51:13.564591 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-297d07b0-24b3-475d-a340-85e86476ce31 service neutron] 10.222.0.76 "GET /v2.0/ports/b558db07-cc34-44f3-b58a-4785faccf283/bindings/n-h1-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.4706132 Aug 20 11:51:13.580490 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a175fe-53d4-4f11-8dd9-f153c1395e34 req-eeba7c4d-8e1c-4b79-a5fe-397f5dc67749 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:13.589947 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-61a175fe-53d4-4f11-8dd9-f153c1395e34 req-eeba7c4d-8e1c-4b79-a5fe-397f5dc67749 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.2038677 Aug 20 11:51:13.693451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Allocated IP 172.25.8.148 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:13.762024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] For port c53b06be-da23-49ac-8120-54c635ee4001, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:13.768223 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] For port c53b06be-da23-49ac-8120-54c635ee4001, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c53b06be-da23-49ac-8120-54c635ee4001,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:13.776749 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.891678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8596f8-41c7-4628-9637-6f3ada383149 None None] Pushing event updated for resources: {'Port': ['ID=c53b06be-da23-49ac-8120-54c635ee4001,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:13.914968 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.920749 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Routers {'bd6bd5c4-617d-4f2c-af23-f2126fb1681e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:13.921396 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bd6bd5c4-617d-4f2c-af23-f2126fb1681e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:13.974438 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.011130 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-61a175fe-53d4-4f11-8dd9-f153c1395e34 req-34408177-1e76-4893-bf97-ecc3298cd474 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4131179 Aug 20 11:51:14.029064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:14.033843 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:14.037867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:14.092594 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Pushing event updated for resources: {'Port': ['ID=8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:14.148763 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-d22d1ff0-36cb-4f5e-b165-30deca009068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:14.150368 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-d22d1ff0-36cb-4f5e-b165-30deca009068 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6 HTTP/1.1" status: 200 len: 1097 time: 0.2714725 Aug 20 11:51:14.167607 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:14.209392 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] Set router bd6bd5c4-617d-4f2c-af23-f2126fb1681e gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:14.274370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e4f0b0-039a-459b-a10f-16c7fa1f89ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:51:14.301068 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Allocated IP 172.20.0.1 (4f223e7b-d498-489b-9103-d1199ecc3aee/637560b9-e377-4792-84b4-223c1b538f84/f66376b9-db51-4d53-88de-00b4e7d48c00) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:14.389760 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.462474 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.492423 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Transition to ACTIVE for port object bd624948-9a93-45d9-86a6-97590e64f952 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:14.499673 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.545820 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.589078 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96c685-f0fa-4c42-8bdb-b624ae0e821e None None] Pushing event updated for resources: {'Port': ['ID=bd624948-9a93-45d9-86a6-97590e64f952,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:14.672652 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Attempting to bind port bd624948-9a93-45d9-86a6-97590e64f952 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:14.674345 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Attempting to bind port bd624948-9a93-45d9-86a6-97590e64f952 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:14.675036 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Attempting to bind port bd624948-9a93-45d9-86a6-97590e64f952 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:14.696825 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:14.697747 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:14.698269 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.698777 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:14.699396 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Bound port: bd624948-9a93-45d9-86a6-97590e64f952, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:14.700509 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.783866 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.807491 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1205171906-router', 'tenant_id': '8118c172060e4cd58b40aca11d470718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c53b06be-da23-49ac-8120-54c635ee4001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:07Z', 'updated_at': '2021-08-20T11:51:10Z', 'revision_number': 3, 'project_id': '8118c172060e4cd58b40aca11d470718', 'gw_port': {'id': 'c53b06be-da23-49ac-8120-54c635ee4001', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:55:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:08Z', 'updated_at': '2021-08-20T11:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:14.814735 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] For port bd624948-9a93-45d9-86a6-97590e64f952, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:14.821355 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] For port bd624948-9a93-45d9-86a6-97590e64f952, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bd624948-9a93-45d9-86a6-97590e64f952,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:14.821537 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Transition to ACTIVE for port object f66376b9-db51-4d53-88de-00b4e7d48c00 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:14.828164 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.861391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83489cef-acc3-4c23-80ee-c29db917474a None None] The sync data for ids ['bd6bd5c4-617d-4f2c-af23-f2126fb1681e'] in n-d-804299-2 is: [{'id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1205171906-router', 'tenant_id': '8118c172060e4cd58b40aca11d470718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c53b06be-da23-49ac-8120-54c635ee4001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:07Z', 'updated_at': '2021-08-20T11:51:10Z', 'revision_number': 3, 'project_id': '8118c172060e4cd58b40aca11d470718', 'gw_port': {'id': 'c53b06be-da23-49ac-8120-54c635ee4001', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:55:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:08Z', 'updated_at': '2021-08-20T11:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:14.937319 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.963505 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96c685-f0fa-4c42-8bdb-b624ae0e821e None None] Pushing event updated for resources: {'Port': ['ID=bd624948-9a93-45d9-86a6-97590e64f952,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:14.973131 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.989066 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Routers {'ff254fec-58a8-4920-a969-8db6786d7f03'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:14.989774 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ff254fec-58a8-4920-a969-8db6786d7f03'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:15.034652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e4f0b0-039a-459b-a10f-16c7fa1f89ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:15.045578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a8b87-e246-4d63-a078-726ed14215ef None None] Sync routers for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:15.077689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a8b87-e246-4d63-a078-726ed14215ef None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:15.077957 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2f5a8b87-e246-4d63-a078-726ed14215ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:15.097633 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f2e4f0b0-039a-459b-a10f-16c7fa1f89ea tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "PUT /v2.0/routers/87ae2d81-1818-4d26-a3e7-e0fb40d16ab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6830664 Aug 20 11:51:15.097900 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54402) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:15.213735 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2f5a8b87-e246-4d63-a078-726ed14215ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:15.220545 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] Set router ff254fec-58a8-4920-a969-8db6786d7f03 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:15.239758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a8b87-e246-4d63-a078-726ed14215ef None None] Routers {'87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:15.240408 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2f5a8b87-e246-4d63-a078-726ed14215ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:15.355193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Network 4f223e7b-d498-489b-9103-d1199ecc3aee is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:15.361794 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2f5a8b87-e246-4d63-a078-726ed14215ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:15.362475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a8b87-e246-4d63-a078-726ed14215ef None None] The sync data for ids ['87ae2d81-1818-4d26-a3e7-e0fb40d16ab4'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:15.395618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:15.407117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:15.546039 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:15.673504 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08abcf3-12af-49d0-8b46-3506d20f9cc9 req-a6c8fa2b-5300-4087-83cc-ecf54f253a58 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:15.682694 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e08abcf3-12af-49d0-8b46-3506d20f9cc9 req-a6c8fa2b-5300-4087-83cc-ecf54f253a58 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.3578632 Aug 20 11:51:15.769291 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff254fec-58a8-4920-a969-8db6786d7f03', 'name': 'tempest-snat-router-1324971181', 'tenant_id': 'f520a32674d34b9793e198d6367d4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.120'}], 'enable_snat': False}, 'gw_port_id': 'bd624948-9a93-45d9-86a6-97590e64f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:09Z', 'updated_at': '2021-08-20T11:51:11Z', 'revision_number': 3, 'project_id': 'f520a32674d34b9793e198d6367d4e4f', 'gw_port': {'id': 'bd624948-9a93-45d9-86a6-97590e64f952', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff254fec-58a8-4920-a969-8db6786d7f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:10Z', 'updated_at': '2021-08-20T11:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:15.826586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b1ffcc7b-8e0f-4776-89bb-c33bbabe43f4 None None] Provisioning for port f66376b9-db51-4d53-88de-00b4e7d48c00 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:15.830890 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b1ffcc7b-8e0f-4776-89bb-c33bbabe43f4 None None] Provisioning complete for port f66376b9-db51-4d53-88de-00b4e7d48c00 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:15.831496 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1ffcc7b-8e0f-4776-89bb-c33bbabe43f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:15.839921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d75d0887-52da-40af-9559-a9a102fd6213 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:15.844281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Pushing event updated for resources: {'Port': ['ID=f66376b9-db51-4d53-88de-00b4e7d48c00,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:15.878386 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9eccb-c1cb-44ba-9f4e-63f49145ff5c None None] The sync data for ids ['ff254fec-58a8-4920-a969-8db6786d7f03'] in n-d-804299-2 is: [{'id': 'ff254fec-58a8-4920-a969-8db6786d7f03', 'name': 'tempest-snat-router-1324971181', 'tenant_id': 'f520a32674d34b9793e198d6367d4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.120'}], 'enable_snat': False}, 'gw_port_id': 'bd624948-9a93-45d9-86a6-97590e64f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:09Z', 'updated_at': '2021-08-20T11:51:11Z', 'revision_number': 3, 'project_id': 'f520a32674d34b9793e198d6367d4e4f', 'gw_port': {'id': 'bd624948-9a93-45d9-86a6-97590e64f952', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff254fec-58a8-4920-a969-8db6786d7f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:10Z', 'updated_at': '2021-08-20T11:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:15.888796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e08abcf3-12af-49d0-8b46-3506d20f9cc9 req-25ef933d-4f2e-4389-b84b-9d40ed35eace tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030897 Aug 20 11:51:15.933768 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b1ffcc7b-8e0f-4776-89bb-c33bbabe43f4 None None] Port f66376b9-db51-4d53-88de-00b4e7d48c00 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:15.956277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] For port b558db07-cc34-44f3-b58a-4785faccf283, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b558db07-cc34-44f3-b58a-4785faccf283,segment=NetworkSegment(4c1b51ef-59b0-4c2b-a69f-bbc467562cb2),segment_id=4c1b51ef-59b0-4c2b-a69f-bbc467562cb2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:16.055489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Router 299793e8-f145-41f2-937b-d713208f132f is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:51:16.085640 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] For port b558db07-cc34-44f3-b58a-4785faccf283, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:16.184982 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:16.213578 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:16.229992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Transition to ACTIVE for port object b558db07-cc34-44f3-b58a-4785faccf283 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:16.232743 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807e5972-da24-45d8-9718-2fe6983e8c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b558db07-cc34-44f3-b58a-4785faccf283'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:51:16.237780 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd754ccd-8ae9-41f1-9c90-a6837091de65" -d '{"events": [{"server_uuid": "807e5972-da24-45d8-9718-2fe6983e8c51", "name": "network-vif-unplugged", "status": "completed", "tag": "b558db07-cc34-44f3-b58a-4785faccf283"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:51:16.390606 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:16.414472 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Sync routers for ids ['299793e8-f145-41f2-937b-d713208f132f'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:16.445629 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Routers {'299793e8-f145-41f2-937b-d713208f132f'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:16.446417 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['299793e8-f145-41f2-937b-d713208f132f'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:16.463590 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:16.472939 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cd260fa4-e001-4e29-8e7e-a76591368851 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9919434 Aug 20 11:51:16.474088 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54426) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:16.742389 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Set router 299793e8-f145-41f2-937b-d713208f132f gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:16.754560 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:16.761297 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:16.768565 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ad12cd-a274-495d-a354-d56681767840 x-openstack-request-id: req-48ad12cd-a274-495d-a354-d56681767840 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:51:16.769486 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807e5972-da24-45d8-9718-2fe6983e8c51", "name": "network-vif-unplugged", "status": "completed", "tag": "b558db07-cc34-44f3-b58a-4785faccf283", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:51:16.770752 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d75d0887-52da-40af-9559-a9a102fd6213 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:16.771565 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48ad12cd-a274-495d-a354-d56681767840 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:51:16.772134 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807e5972-da24-45d8-9718-2fe6983e8c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b558db07-cc34-44f3-b58a-4785faccf283', 'code': 200} Aug 20 11:51:16.780227 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:16.790547 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-97d39ef4-8d3a-4030-9cb3-7af4ede993c2 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/routers/299793e8-f145-41f2-937b-d713208f132f HTTP/1.1" status: 200 len: 908 time: 0.3113511 Aug 20 11:51:16.791305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54434) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:16.799751 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b558db07-cc34-44f3-b58a-4785faccf283 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:51:16.921762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b558db07-cc34-44f3-b58a-4785faccf283 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:51:17.130164 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bd624948-9a93-45d9-86a6-97590e64f952 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:17.218838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port bd624948-9a93-45d9-86a6-97590e64f952 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:17.239382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port bd624948-9a93-45d9-86a6-97590e64f952 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:17.240220 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.284947 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299793e8-f145-41f2-937b-d713208f132f', 'name': 'tempest-snat-router-1324971181', 'tenant_id': 'f520a32674d34b9793e198d6367d4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:12Z', 'updated_at': '2021-08-20T11:51:14Z', 'revision_number': 3, 'project_id': 'f520a32674d34b9793e198d6367d4e4f', 'gw_port': {'id': '8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299793e8-f145-41f2-937b-d713208f132f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:13Z', 'updated_at': '2021-08-20T11:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:17.327919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d75d0887-52da-40af-9559-a9a102fd6213 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting port 1724555e-1af9-4796-9e1d-4e1dc890b81e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:17.328264 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d75d0887-52da-40af-9559-a9a102fd6213 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.330516 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-22e22fc5-b439-48ca-80f7-984b42c52aaf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.334843 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Pushing event updated for resources: {'Port': ['ID=b558db07-cc34-44f3-b58a-4785faccf283,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:17.338185 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.354897 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.392819 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port bd624948-9a93-45d9-86a6-97590e64f952, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bd624948-9a93-45d9-86a6-97590e64f952,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:17.397662 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.398906 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c53b06be-da23-49ac-8120-54c635ee4001 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:17.407307 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Checking router: 299793e8-f145-41f2-937b-d713208f132f for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:51:17.407665 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Updating router 299793e8-f145-41f2-937b-d713208f132f port 8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:51:17.475278 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.498341 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Pushing event updated for resources: {'Port': ['ID=f66376b9-db51-4d53-88de-00b4e7d48c00,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:17.644257 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port c53b06be-da23-49ac-8120-54c635ee4001 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:17.651661 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c53b06be-da23-49ac-8120-54c635ee4001 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:17.652076 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.747238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=bd624948-9a93-45d9-86a6-97590e64f952,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:17.750805 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d75d0887-52da-40af-9559-a9a102fd6213 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.806173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d75d0887-52da-40af-9559-a9a102fd6213 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Calling delete_port for 1724555e-1af9-4796-9e1d-4e1dc890b81e owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:17.859942 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.870432 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Transition to ACTIVE for port object 8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:17.884455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a74f5-e8b0-4157-a16d-52c819de342c req-72c5bbbe-43e3-4beb-abf7-e5f049316476 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:17.889622 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.893076 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-202a74f5-e8b0-4157-a16d-52c819de342c req-72c5bbbe-43e3-4beb-abf7-e5f049316476 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 944 time: 0.7718508 Aug 20 11:51:17.922700 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.943170 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] No DVR routers for this DVR port b558db07-cc34-44f3-b58a-4785faccf283 on host n-h2-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:17.958234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port c53b06be-da23-49ac-8120-54c635ee4001, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c53b06be-da23-49ac-8120-54c635ee4001,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:17.970194 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:18.042966 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Attempting to bind port 8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:18.043919 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Attempting to bind port 8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:18.044555 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Attempting to bind port 8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:18.101128 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae993c4-1d73-4515-801c-f82655a4930d None None] Pushing event updated for resources: {'Port': ['ID=8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:18.108745 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:18.108886 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:18.109264 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:18.109568 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=c53b06be-da23-49ac-8120-54c635ee4001,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:18.114590 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:18.115162 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Bound port: 8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:18.115567 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:18.239265 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-22e22fc5-b439-48ca-80f7-984b42c52aaf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:18.248322 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d75d0887-52da-40af-9559-a9a102fd6213 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:18.267770 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] For port 8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:18.274032 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-202a74f5-e8b0-4157-a16d-52c819de342c req-6c899246-d69d-4308-8e03-115cbc6ef309 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3800271 Aug 20 11:51:18.279611 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] For port 8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:18.299041 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:18.437418 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Routers {'299793e8-f145-41f2-937b-d713208f132f'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:18.438119 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['299793e8-f145-41f2-937b-d713208f132f'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:18.438581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d0887-52da-40af-9559-a9a102fd6213 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Port': ['ID=1724555e-1af9-4796-9e1d-4e1dc890b81e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:18.663921 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae993c4-1d73-4515-801c-f82655a4930d None None] Pushing event updated for resources: {'Port': ['ID=8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:18.802544 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] Set router 299793e8-f145-41f2-937b-d713208f132f gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:18.930724 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299793e8-f145-41f2-937b-d713208f132f', 'name': 'tempest-snat-router-1324971181', 'tenant_id': 'f520a32674d34b9793e198d6367d4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:12Z', 'updated_at': '2021-08-20T11:51:18Z', 'revision_number': 4, 'project_id': 'f520a32674d34b9793e198d6367d4e4f', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:19.010531 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bd624948-9a93-45d9-86a6-97590e64f952 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:19.034837 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484b051d-3609-4f6c-a547-4998e6de4767 None None] The sync data for ids ['299793e8-f145-41f2-937b-d713208f132f'] in n-d-804299-2 is: [{'id': '299793e8-f145-41f2-937b-d713208f132f', 'name': 'tempest-snat-router-1324971181', 'tenant_id': 'f520a32674d34b9793e198d6367d4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:12Z', 'updated_at': '2021-08-20T11:51:18Z', 'revision_number': 4, 'project_id': 'f520a32674d34b9793e198d6367d4e4f', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:19.110130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port bd624948-9a93-45d9-86a6-97590e64f952 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:19.110414 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.252665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Network 4f223e7b-d498-489b-9103-d1199ecc3aee is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:19.256258 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:19.261785 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d75d0887-52da-40af-9559-a9a102fd6213 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.304029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c53b06be-da23-49ac-8120-54c635ee4001 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:19.377888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-22e22fc5-b439-48ca-80f7-984b42c52aaf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Deleting port 8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:19.378682 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-22e22fc5-b439-48ca-80f7-984b42c52aaf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.495398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c53b06be-da23-49ac-8120-54c635ee4001 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:19.496328 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.550799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Router bd6bd5c4-617d-4f2c-af23-f2126fb1681e has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:51:19.594567 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d75d0887-52da-40af-9559-a9a102fd6213 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.598419 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d75d0887-52da-40af-9559-a9a102fd6213 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.651829 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Attempting to bind port b558db07-cc34-44f3-b58a-4785faccf283 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:19.652187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Attempting to bind port b558db07-cc34-44f3-b58a-4785faccf283 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:19.653103 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Attempting to bind port b558db07-cc34-44f3-b58a-4785faccf283 on network 8cda08d3-11a5-402f-9788-c49620823277 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:19.751542 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Port b558db07-cc34-44f3-b58a-4785faccf283 on network 8cda08d3-11a5-402f-9788-c49620823277 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:51:19.751767 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Attempting to bind port b558db07-cc34-44f3-b58a-4785faccf283 on network 8cda08d3-11a5-402f-9788-c49620823277 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:19.759166 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d75d0887-52da-40af-9559-a9a102fd6213 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.759872 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75d0887-52da-40af-9559-a9a102fd6213 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Fanout notify agent at l3_agent the message router_deleted on router 87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:19.763127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:19.763779 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Checking segment: {'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:19.764203 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Bound using segment: {'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:19.764804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Bound port: b558db07-cc34-44f3-b58a-4785faccf283, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8cda08d3-11a5-402f-9788-c49620823277'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:19.764974 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.769793 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d75d0887-52da-40af-9559-a9a102fd6213 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.770950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d75d0887-52da-40af-9559-a9a102fd6213 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/routers/87ae2d81-1818-4d26-a3e7-e0fb40d16ab4 HTTP/1.1" status: 204 len: 168 time: 4.6719513 Aug 20 11:51:19.778623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54488) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:19.788531 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-22e22fc5-b439-48ca-80f7-984b42c52aaf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] For port 8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:19.789553 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-22e22fc5-b439-48ca-80f7-984b42c52aaf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.800666 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d019ba-8599-474b-8da0-93ce272ec5d8 req-5ba4bf93-a9b1-463c-832d-5d3edbe9f9d0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:19.808339 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f8d019ba-8599-474b-8da0-93ce272ec5d8 req-5ba4bf93-a9b1-463c-832d-5d3edbe9f9d0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 944 time: 0.2529588 Aug 20 11:51:19.841343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-060524b4-1582-4e99-8505-c3ea89b2e0e9 None None] Provisioning complete for port f66376b9-db51-4d53-88de-00b4e7d48c00 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:19.841931 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-060524b4-1582-4e99-8505-c3ea89b2e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.923221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-3038b468-4de8-4bd0-94dc-2e62ac34bbe9 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Deleting subnet b85807c4-1eab-4905-a80a-bbd598a4f2c4 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:51:19.933116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-22e22fc5-b439-48ca-80f7-984b42c52aaf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Calling delete_port for 8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:19.938854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3038b468-4de8-4bd0-94dc-2e62ac34bbe9 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.961857 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f8d019ba-8599-474b-8da0-93ce272ec5d8 req-66a0e83d-ffcc-4c12-b537-d61a86dd1c65 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520228 Aug 20 11:51:19.982826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-060524b4-1582-4e99-8505-c3ea89b2e0e9 None None] Port f66376b9-db51-4d53-88de-00b4e7d48c00 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:20.003514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] For port b558db07-cc34-44f3-b58a-4785faccf283, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:20.009153 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] For port b558db07-cc34-44f3-b58a-4785faccf283, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b558db07-cc34-44f3-b58a-4785faccf283,segment=NetworkSegment(4c1b51ef-59b0-4c2b-a69f-bbc467562cb2),segment_id=4c1b51ef-59b0-4c2b-a69f-bbc467562cb2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:20.027413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:20.048668 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-41f0f9aa-e585-43b6-b3bc-92fc4d2adb93 admin admin] 10.222.0.37 "PUT /v2.0/routers/bd6bd5c4-617d-4f2c-af23-f2126fb1681e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2644231 Aug 20 11:51:20.048873 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Sync routers for ids ['bd6bd5c4-617d-4f2c-af23-f2126fb1681e'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:20.049342 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:20.056370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Routers {'bd6bd5c4-617d-4f2c-af23-f2126fb1681e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:20.057031 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bd6bd5c4-617d-4f2c-af23-f2126fb1681e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:20.131441 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3038b468-4de8-4bd0-94dc-2e62ac34bbe9 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:20.158992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:20.170173 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:20.171726 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] 10.222.0.35 "PUT /v2.0/ports/b558db07-cc34-44f3-b58a-4785faccf283 HTTP/1.1" status: 200 len: 1092 time: 6.0089152 Aug 20 11:51:20.172260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807e5972-da24-45d8-9718-2fe6983e8c51', 'tag': 'b558db07-cc34-44f3-b58a-4785faccf283'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:51:20.174660 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4780a4f-9cce-44de-a8f8-199e97280590" -d '{"events": [{"name": "network-changed", "server_uuid": "807e5972-da24-45d8-9718-2fe6983e8c51", "tag": "b558db07-cc34-44f3-b58a-4785faccf283"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:51:20.357824 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3038b468-4de8-4bd0-94dc-2e62ac34bbe9 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:20.374812 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7aeca2-36bb-417b-843c-281d15566249 x-openstack-request-id: req-fc7aeca2-36bb-417b-843c-281d15566249 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:51:20.375308 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807e5972-da24-45d8-9718-2fe6983e8c51", "tag": "b558db07-cc34-44f3-b58a-4785faccf283", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:51:20.375308 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc7aeca2-36bb-417b-843c-281d15566249 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:51:20.375707 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807e5972-da24-45d8-9718-2fe6983e8c51', 'tag': 'b558db07-cc34-44f3-b58a-4785faccf283', 'status': 'completed', 'code': 200} Aug 20 11:51:20.383573 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Pushing event updated for resources: {'Port': ['ID=b558db07-cc34-44f3-b58a-4785faccf283,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:20.412401 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:20.412812 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:20.413158 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:20.413505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:20.413848 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:20.414187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:20.414520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:20.414854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:20.415185 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:20.415515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:20.415881 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:20.416919 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15ce57-0610-4439-b150-aa2d80e0bae4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:20.458594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-98cf6482-e513-40de-9989-b0d41c9bffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:20.460159 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-98cf6482-e513-40de-9989-b0d41c9bffd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 1095 time: 0.2559106 Aug 20 11:51:20.518387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Set router bd6bd5c4-617d-4f2c-af23-f2126fb1681e gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:20.803579 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-10105f55-5451-46cc-b898-94d3b83c2fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:20.805514 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-10105f55-5451-46cc-b898-94d3b83c2fc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cda08d3-11a5-402f-9788-c49620823277 HTTP/1.1" status: 200 len: 897 time: 0.3362560 Aug 20 11:51:20.843863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-30c61dc2-5fbb-4cd0-953f-a74b0423a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:20.851626 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-30c61dc2-5fbb-4cd0-953f-a74b0423a144 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 1095 time: 0.4649968 Aug 20 11:51:20.975359 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-3ea2ffe0-b974-434d-bbb9-be3a715e502b req-ab18caa1-d000-4b8f-a597-b5bfc112448c tempest-FloatingIPDetailsNegativeTestJSON-609937529 tempest-FloatingIPDetailsNegativeTestJSON-609937529-project] show failed (client error): The resource could not be found. Aug 20 11:51:20.975513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-eddc2178-4f53-4fd6-bd85-ad975ed25a0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b558db07-cc34-44f3-b58a-4785faccf283 HTTP/1.1" status: 200 len: 1000 time: 0.1595430 Aug 20 11:51:20.994789 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ea2ffe0-b974-434d-bbb9-be3a715e502b req-ab18caa1-d000-4b8f-a597-b5bfc112448c tempest-FloatingIPDetailsNegativeTestJSON-609937529 tempest-FloatingIPDetailsNegativeTestJSON-609937529-project] 10.222.0.37 "GET /v2.0/floatingips/0a34c71a-0cbf-48d8-9f0e-a5307374ee08 HTTP/1.1" status: 404 len: 350 time: 0.0992064 Aug 20 11:51:21.003070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54530) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:21.124980 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-4a4edc36-30b3-49f4-bf1b-ab1dcb0fbb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:21.134335 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-4a4edc36-30b3-49f4-bf1b-ab1dcb0fbb06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=807278aa-432c-4373-a002-1861d9e112fc HTTP/1.1" status: 200 len: 834 time: 0.1489971 Aug 20 11:51:21.186031 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1205171906-router', 'tenant_id': '8118c172060e4cd58b40aca11d470718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c53b06be-da23-49ac-8120-54c635ee4001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:07Z', 'updated_at': '2021-08-20T11:51:16Z', 'revision_number': 4, 'project_id': '8118c172060e4cd58b40aca11d470718', 'gw_port': {'id': 'c53b06be-da23-49ac-8120-54c635ee4001', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:55:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:08Z', 'updated_at': '2021-08-20T11:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'f66376b9-db51-4d53-88de-00b4e7d48c00', 'name': '', 'network_id': '4f223e7b-d498-489b-9103-d1199ecc3aee', 'tenant_id': '8118c172060e4cd58b40aca11d470718', 'mac_address': 'fa:16:3e:f3:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '637560b9-e377-4792-84b4-223c1b538f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:13Z', 'updated_at': '2021-08-20T11:51:16Z', 'revision_number': 2, 'project_id': '8118c172060e4cd58b40aca11d470718', 'subnets': [{'id': '637560b9-e377-4792-84b4-223c1b538f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:21.225233 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3038b468-4de8-4bd0-94dc-2e62ac34bbe9 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:21.278465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Checking router: bd6bd5c4-617d-4f2c-af23-f2126fb1681e for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:51:21.279523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Updating router bd6bd5c4-617d-4f2c-af23-f2126fb1681e port f66376b9-db51-4d53-88de-00b4e7d48c00 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:51:21.295422 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-22007f30-0635-48fa-9751-6b29fddf8143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:21.297391 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-22007f30-0635-48fa-9751-6b29fddf8143 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cda08d3-11a5-402f-9788-c49620823277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556935 Aug 20 11:51:21.328182 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-2946d542-27c1-4624-b99f-aeff5c4a7458 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:51:21.328797 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:21.329449 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-2946d542-27c1-4624-b99f-aeff5c4a7458 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230677 Aug 20 11:51:21.349077 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3038b468-4de8-4bd0-94dc-2e62ac34bbe9 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:21.354189 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3038b468-4de8-4bd0-94dc-2e62ac34bbe9 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/subnets/b85807c4-1eab-4905-a80a-bbd598a4f2c4 HTTP/1.1" status: 204 len: 168 time: 1.5745401 Aug 20 11:51:21.374608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038b468-4de8-4bd0-94dc-2e62ac34bbe9 tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Subnet': ['ID=b85807c4-1eab-4905-a80a-bbd598a4f2c4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:21.393321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54544) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:21.458783 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-22e22fc5-b439-48ca-80f7-984b42c52aaf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:21.552555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e22fc5-b439-48ca-80f7-984b42c52aaf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cf3fb47-6a8b-4e1c-ba35-df26bd1bd3bc,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:21.572069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8ef0d-f22d-4a77-8d8a-5dd3aff42dee req-ce4bfb2d-f769-438c-b699-055db43379cb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:21.581030 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6ac8ef0d-f22d-4a77-8d8a-5dd3aff42dee req-ce4bfb2d-f769-438c-b699-055db43379cb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 944 time: 0.4553666 Aug 20 11:51:21.614409 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-ddae0da2-2be4-4566-880a-fcea636993c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:21.616149 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-ddae0da2-2be4-4566-880a-fcea636993c7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8cda08d3-11a5-402f-9788-c49620823277 HTTP/1.1" status: 200 len: 897 time: 0.7565393 Aug 20 11:51:21.732668 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-298eff9f-cbd2-40c5-ad8d-073cb1f07f6c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:21.752444 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-bbc238ac-ee41-4cba-b6b6-9105a93e7d56 service neutron] 10.222.0.35 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811366 Aug 20 11:51:21.760836 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6ac8ef0d-f22d-4a77-8d8a-5dd3aff42dee req-a0c63a3a-3404-4d6e-8cd3-90f13e6cb9c0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744947 Aug 20 11:51:21.848968 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-1a54afa4-fb9f-4130-a2e0-fce36628c886 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b558db07-cc34-44f3-b58a-4785faccf283 HTTP/1.1" status: 200 len: 1000 time: 0.2122247 Aug 20 11:51:21.906891 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-22e22fc5-b439-48ca-80f7-984b42c52aaf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.068187 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-22e22fc5-b439-48ca-80f7-984b42c52aaf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.072155 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-22e22fc5-b439-48ca-80f7-984b42c52aaf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.078644 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-298eff9f-cbd2-40c5-ad8d-073cb1f07f6c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.082253 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-2af963cb-47d3-4099-861b-66c69652bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:22.083400 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-2af963cb-47d3-4099-861b-66c69652bdb6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=807278aa-432c-4373-a002-1861d9e112fc HTTP/1.1" status: 200 len: 834 time: 0.2128613 Aug 20 11:51:22.123247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-298eff9f-cbd2-40c5-ad8d-073cb1f07f6c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017ce006-c980-40b3-8573-630b83d670f7']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:22.129178 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c125f5ee-e378-4b3e-aa3d-5d874c84abbf req-60edca65-f80f-48a5-ab23-0cc97a48055d service neutron] 10.222.0.35 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231623 Aug 20 11:51:22.189075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-298eff9f-cbd2-40c5-ad8d-073cb1f07f6c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4ab277-6e59-4221-b96d-7c4fd79fac20') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:22.189574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-298eff9f-cbd2-40c5-ad8d-073cb1f07f6c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4ab277-6e59-4221-b96d-7c4fd79fac20') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:22.204931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-298eff9f-cbd2-40c5-ad8d-073cb1f07f6c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.217962 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-22e22fc5-b439-48ca-80f7-984b42c52aaf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.218515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e22fc5-b439-48ca-80f7-984b42c52aaf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 299793e8-f145-41f2-937b-d713208f132f {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:22.237043 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-22e22fc5-b439-48ca-80f7-984b42c52aaf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.240488 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-22e22fc5-b439-48ca-80f7-984b42c52aaf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "DELETE /v2.0/routers/299793e8-f145-41f2-937b-d713208f132f HTTP/1.1" status: 204 len: 168 time: 5.4456751 Aug 20 11:51:22.241789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54552) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:22.269051 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.273911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-f99ef230-ae9b-42b2-8e26-ffbd03751559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:22.276878 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-f99ef230-ae9b-42b2-8e26-ffbd03751559 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cda08d3-11a5-402f-9788-c49620823277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814458 Aug 20 11:51:22.280810 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-298eff9f-cbd2-40c5-ad8d-073cb1f07f6c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.312559 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Transition to ACTIVE for port object f66376b9-db51-4d53-88de-00b4e7d48c00 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:22.353849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-60fb355b-a9d5-4722-90e6-6482185a00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:22.359363 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-60fb355b-a9d5-4722-90e6-6482185a00a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 1095 time: 0.1509383 Aug 20 11:51:22.359854 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.415930 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4cc80c20-78ab-4d72-8f71-c64bc9106fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.445345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf52df-1652-4906-8884-cc555fdfb45b None None] Pushing event updated for resources: {'Port': ['ID=f66376b9-db51-4d53-88de-00b4e7d48c00,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:22.538630 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdea3441-e0fb-45cb-bdaa-3236e6a5e2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.560445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Attempting to bind port f66376b9-db51-4d53-88de-00b4e7d48c00 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:22.560445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Attempting to bind port f66376b9-db51-4d53-88de-00b4e7d48c00 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'c55c1a38-9353-4bb2-9dce-245b4222a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4f223e7b-d498-489b-9103-d1199ecc3aee'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:22.560445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Attempting to bind port f66376b9-db51-4d53-88de-00b4e7d48c00 on network 4f223e7b-d498-489b-9103-d1199ecc3aee {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:22.566789 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-f326dc4c-0f21-4040-8a3e-3d45c10f4c98 service neutron] 10.222.0.76 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744225 Aug 20 11:51:22.568836 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:22.569213 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Checking segment: {'id': 'c55c1a38-9353-4bb2-9dce-245b4222a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4f223e7b-d498-489b-9103-d1199ecc3aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:22.569614 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.570028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298eff9f-cbd2-40c5-ad8d-073cb1f07f6c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:51:22.570448 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-298eff9f-cbd2-40c5-ad8d-073cb1f07f6c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.572154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Bound using segment: {'id': 'c55c1a38-9353-4bb2-9dce-245b4222a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4f223e7b-d498-489b-9103-d1199ecc3aee'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:22.572669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Bound port: f66376b9-db51-4d53-88de-00b4e7d48c00, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55c1a38-9353-4bb2-9dce-245b4222a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4f223e7b-d498-489b-9103-d1199ecc3aee'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:22.573143 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:51:22.579457 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:51:22.707664 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] For port f66376b9-db51-4d53-88de-00b4e7d48c00, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:22.716025 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] For port f66376b9-db51-4d53-88de-00b4e7d48c00, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f66376b9-db51-4d53-88de-00b4e7d48c00,segment=NetworkSegment(c55c1a38-9353-4bb2-9dce-245b4222a079),segment_id=c55c1a38-9353-4bb2-9dce-245b4222a079)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:22.727155 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-15e702c8-ee25-4662-9fa4-8c6298248116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:22.728845 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-15e702c8-ee25-4662-9fa4-8c6298248116 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cda08d3-11a5-402f-9788-c49620823277 HTTP/1.1" status: 200 len: 897 time: 0.3622742 Aug 20 11:51:22.735653 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.909725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf52df-1652-4906-8884-cc555fdfb45b None None] Pushing event updated for resources: {'Port': ['ID=f66376b9-db51-4d53-88de-00b4e7d48c00,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:22.981635 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Routers {'bd6bd5c4-617d-4f2c-af23-f2126fb1681e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:22.987453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:50:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bd6bd5c4-617d-4f2c-af23-f2126fb1681e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:23.067252 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-298eff9f-cbd2-40c5-ad8d-073cb1f07f6c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:23.133629 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-298eff9f-cbd2-40c5-ad8d-073cb1f07f6c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:23.137505 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-298eff9f-cbd2-40c5-ad8d-073cb1f07f6c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] 10.222.0.37 "DELETE /v2.0/networks/017ce006-c980-40b3-8573-630b83d670f7 HTTP/1.1" status: 204 len: 168 time: 1.7375641 Aug 20 11:51:23.173385 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-d2e80b44-9684-408b-a838-db26c1206ce9 service neutron] 10.222.0.76 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930271 Aug 20 11:51:23.178288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298eff9f-cbd2-40c5-ad8d-073cb1f07f6c tempest-FloatingIPTestJSON-1174056794 tempest-FloatingIPTestJSON-1174056794-project] Pushing event deleted for resources: {'Network': ['ID=017ce006-c980-40b3-8573-630b83d670f7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:23.194112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-280e110b-9b79-403f-81f0-2836fe8df34b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:23.199970 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:51:23.235475 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-008e7ded-b16d-47b1-8ce3-951e451a0c71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b558db07-cc34-44f3-b58a-4785faccf283 HTTP/1.1" status: 200 len: 1000 time: 0.4871211 Aug 20 11:51:23.302859 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58752b33-e5a7-4ba9-8949-6fdf85e2a8d5 req-f571fc68-f6da-46ed-9a8c-cd555b53877d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:23.314517 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58752b33-e5a7-4ba9-8949-6fdf85e2a8d5 req-f571fc68-f6da-46ed-9a8c-cd555b53877d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 944 time: 0.2605739 Aug 20 11:51:23.411599 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-332ea14f-4dbd-4ef9-80d5-1f5be06eb9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:23.422181 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-332ea14f-4dbd-4ef9-80d5-1f5be06eb9b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=807278aa-432c-4373-a002-1861d9e112fc HTTP/1.1" status: 200 len: 834 time: 0.1777558 Aug 20 11:51:23.463317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] Set router bd6bd5c4-617d-4f2c-af23-f2126fb1681e gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:23.566281 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-280e110b-9b79-403f-81f0-2836fe8df34b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:23.731581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54572) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:23.766308 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58752b33-e5a7-4ba9-8949-6fdf85e2a8d5 req-231e76d9-99ab-4e9d-994e-73783aef78bc tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4165394 Aug 20 11:51:23.794239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-e5c0ef0b-282f-427f-8f7c-11a690af0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:23.800670 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-e5c0ef0b-282f-427f-8f7c-11a690af0a84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cda08d3-11a5-402f-9788-c49620823277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3618526 Aug 20 11:51:23.811653 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-280e110b-9b79-403f-81f0-2836fe8df34b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Deleting port bd624948-9a93-45d9-86a6-97590e64f952 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:23.812132 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-280e110b-9b79-403f-81f0-2836fe8df34b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:23.825199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1205171906-router', 'tenant_id': '8118c172060e4cd58b40aca11d470718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c53b06be-da23-49ac-8120-54c635ee4001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:07Z', 'updated_at': '2021-08-20T11:51:16Z', 'revision_number': 4, 'project_id': '8118c172060e4cd58b40aca11d470718', 'gw_port': {'id': 'c53b06be-da23-49ac-8120-54c635ee4001', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:55:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:08Z', 'updated_at': '2021-08-20T11:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'f66376b9-db51-4d53-88de-00b4e7d48c00', 'name': '', 'network_id': '4f223e7b-d498-489b-9103-d1199ecc3aee', 'tenant_id': '8118c172060e4cd58b40aca11d470718', 'mac_address': 'fa:16:3e:f3:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '637560b9-e377-4792-84b4-223c1b538f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:13Z', 'updated_at': '2021-08-20T11:51:22Z', 'revision_number': 4, 'project_id': '8118c172060e4cd58b40aca11d470718', 'subnets': [{'id': '637560b9-e377-4792-84b4-223c1b538f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:23.901839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8581d2ed-086b-4679-891c-dbe97fa1cfda None None] The sync data for ids ['bd6bd5c4-617d-4f2c-af23-f2126fb1681e'] in n-d-804299-2 is: [{'id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1205171906-router', 'tenant_id': '8118c172060e4cd58b40aca11d470718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c53b06be-da23-49ac-8120-54c635ee4001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:07Z', 'updated_at': '2021-08-20T11:51:16Z', 'revision_number': 4, 'project_id': '8118c172060e4cd58b40aca11d470718', 'gw_port': {'id': 'c53b06be-da23-49ac-8120-54c635ee4001', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:55:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:08Z', 'updated_at': '2021-08-20T11:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'f66376b9-db51-4d53-88de-00b4e7d48c00', 'name': '', 'network_id': '4f223e7b-d498-489b-9103-d1199ecc3aee', 'tenant_id': '8118c172060e4cd58b40aca11d470718', 'mac_address': 'fa:16:3e:f3:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '637560b9-e377-4792-84b4-223c1b538f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:13Z', 'updated_at': '2021-08-20T11:51:22Z', 'revision_number': 4, 'project_id': '8118c172060e4cd58b40aca11d470718', 'subnets': [{'id': '637560b9-e377-4792-84b4-223c1b538f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:24.042573 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-280e110b-9b79-403f-81f0-2836fe8df34b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] For port bd624948-9a93-45d9-86a6-97590e64f952, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bd624948-9a93-45d9-86a6-97590e64f952,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:24.043068 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-280e110b-9b79-403f-81f0-2836fe8df34b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:24.047204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fdea3441-e0fb-45cb-bdaa-3236e6a5e2d9 admin admin] Deleting port f66376b9-db51-4d53-88de-00b4e7d48c00 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:24.047204 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdea3441-e0fb-45cb-bdaa-3236e6a5e2d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:24.095392 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-e4981257-284f-486f-88a1-05e8e730450e service neutron] 10.222.0.35 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784867 Aug 20 11:51:24.114153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-280e110b-9b79-403f-81f0-2836fe8df34b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Calling delete_port for bd624948-9a93-45d9-86a6-97590e64f952 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:24.324978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fdea3441-e0fb-45cb-bdaa-3236e6a5e2d9 admin admin] For port f66376b9-db51-4d53-88de-00b4e7d48c00, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f66376b9-db51-4d53-88de-00b4e7d48c00,segment=NetworkSegment(c55c1a38-9353-4bb2-9dce-245b4222a079),segment_id=c55c1a38-9353-4bb2-9dce-245b4222a079)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:24.326030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdea3441-e0fb-45cb-bdaa-3236e6a5e2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:24.360710 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fdea3441-e0fb-45cb-bdaa-3236e6a5e2d9 admin admin] Calling delete_port for f66376b9-db51-4d53-88de-00b4e7d48c00 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:24.380265 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4780a4f-9cce-44de-a8f8-199e97280590 req-1970b13a-036a-410a-aa3f-7f9cf72be374 service neutron] 10.222.0.35 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709856 Aug 20 11:51:24.706978 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdea3441-e0fb-45cb-bdaa-3236e6a5e2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:24.743799 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f9a90464-79b4-4a39-9a07-3328339621d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0adbd393df1495dafedfc5b5d374430&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0035872 Aug 20 11:51:24.747354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54584) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:24.783807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea3441-e0fb-45cb-bdaa-3236e6a5e2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f66376b9-db51-4d53-88de-00b4e7d48c00,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:24.843044 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d33d5a45-578f-40ba-8503-970ad87482b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:24.936998 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d33d5a45-578f-40ba-8503-970ad87482b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:25.109140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3fd52-04b3-4db6-bb27-641f748600b3 req-39d09ba2-800a-44c3-9faa-5d21d1356946 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:25.111038 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-acf3fd52-04b3-4db6-bb27-641f748600b3 req-39d09ba2-800a-44c3-9faa-5d21d1356946 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 944 time: 0.1520729 Aug 20 11:51:25.171302 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f4fe5339-2ed2-48c8-a87b-0b6c5407ed29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:25.188565 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d33d5a45-578f-40ba-8503-970ad87482b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:25.193098 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d33d5a45-578f-40ba-8503-970ad87482b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:25.195017 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d33d5a45-578f-40ba-8503-970ad87482b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/003b80a2-b27a-4029-a42f-78a173e9b1d6 HTTP/1.1" status: 204 len: 168 time: 0.4465022 Aug 20 11:51:25.207381 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-280e110b-9b79-403f-81f0-2836fe8df34b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:25.214276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d5a45-578f-40ba-8503-970ad87482b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003b80a2-b27a-4029-a42f-78a173e9b1d6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:25.250553 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-acf3fd52-04b3-4db6-bb27-641f748600b3 req-44ad0089-fa9a-4924-b13d-19dbe96c5f91 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315033 Aug 20 11:51:25.303990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e110b-9b79-403f-81f0-2836fe8df34b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd624948-9a93-45d9-86a6-97590e64f952,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:25.368742 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdea3441-e0fb-45cb-bdaa-3236e6a5e2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:25.457679 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:25.460058 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-280e110b-9b79-403f-81f0-2836fe8df34b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:25.924401 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-280e110b-9b79-403f-81f0-2836fe8df34b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:25.937848 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-280e110b-9b79-403f-81f0-2836fe8df34b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:26.037262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b558db07-cc34-44f3-b58a-4785faccf283 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:51:26.115914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db6a42-a142-4efd-8784-96613657f343 req-186169d2-ace5-4b95-94ae-f00bcf692f59 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:26.117561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07db6a42-a142-4efd-8784-96613657f343 req-186169d2-ace5-4b95-94ae-f00bcf692f59 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.76 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 944 time: 0.3416049 Aug 20 11:51:26.120812 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-280e110b-9b79-403f-81f0-2836fe8df34b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:26.122202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280e110b-9b79-403f-81f0-2836fe8df34b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff254fec-58a8-4920-a969-8db6786d7f03 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:26.134718 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-280e110b-9b79-403f-81f0-2836fe8df34b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:26.134718 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-280e110b-9b79-403f-81f0-2836fe8df34b tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "DELETE /v2.0/routers/ff254fec-58a8-4920-a969-8db6786d7f03 HTTP/1.1" status: 204 len: 168 time: 3.8866224 Aug 20 11:51:26.143002 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54612) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:26.147865 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2125521492', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}, 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:26.323730 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50d791-6b0c-4507-889d-cc391ef7d66b req-41954cf7-cea5-444d-b532-19b8205c7593 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:26.332164 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e50d791-6b0c-4507-889d-cc391ef7d66b req-41954cf7-cea5-444d-b532-19b8205c7593 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 944 time: 0.1150043 Aug 20 11:51:26.351056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b558db07-cc34-44f3-b58a-4785faccf283, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b558db07-cc34-44f3-b58a-4785faccf283,segment=NetworkSegment(4c1b51ef-59b0-4c2b-a69f-bbc467562cb2),segment_id=4c1b51ef-59b0-4c2b-a69f-bbc467562cb2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:26.384319 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'b558db07-cc34-44f3-b58a-4785faccf283', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'port_id': 'b558db07-cc34-44f3-b58a-4785faccf283', 'mac_address': 'fa:16:3e:5b:10:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807278aa-432c-4373-a002-1861d9e112fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:51:26.388351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdea3441-e0fb-45cb-bdaa-3236e6a5e2d9 admin admin] Router bd6bd5c4-617d-4f2c-af23-f2126fb1681e has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:51:26.399719 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:26.405683 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:26.406752 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:26.414003 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e50d791-6b0c-4507-889d-cc391ef7d66b req-786d4614-41bc-4a7a-8dd1-ef2efdec6210 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808842 Aug 20 11:51:26.493492 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:26.520877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b558db07-cc34-44f3-b58a-4785faccf283 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:51:26.550061 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:26.567337 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-07db6a42-a142-4efd-8784-96613657f343 req-58ecd302-cef7-4007-b34c-4f50b03f7704 service neutron] delete failed (client error): The resource could not be found. Aug 20 11:51:26.570575 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07db6a42-a142-4efd-8784-96613657f343 req-58ecd302-cef7-4007-b34c-4f50b03f7704 service neutron] 10.222.0.76 "DELETE /v2.0/ports/b558db07-cc34-44f3-b58a-4785faccf283/bindings/n-h2-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.4355412 Aug 20 11:51:26.592962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b558db07-cc34-44f3-b58a-4785faccf283, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b558db07-cc34-44f3-b58a-4785faccf283,segment=NetworkSegment(4c1b51ef-59b0-4c2b-a69f-bbc467562cb2),segment_id=4c1b51ef-59b0-4c2b-a69f-bbc467562cb2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:26.604091 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:26.671666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=b558db07-cc34-44f3-b58a-4785faccf283,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:26.723575 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdea3441-e0fb-45cb-bdaa-3236e6a5e2d9 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:26.732028 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fdea3441-e0fb-45cb-bdaa-3236e6a5e2d9 admin admin] 10.222.0.37 "PUT /v2.0/routers/bd6bd5c4-617d-4f2c-af23-f2126fb1681e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7157540 Aug 20 11:51:26.734283 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54626) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:26.872940 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['b558db07-cc34-44f3-b58a-4785faccf283'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:51:26.948875 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:26.975219 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db6a42-a142-4efd-8784-96613657f343 req-043ebaf7-5021-4da8-acd9-1c6d945b8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:26.980213 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07db6a42-a142-4efd-8784-96613657f343 req-043ebaf7-5021-4da8-acd9-1c6d945b8b30 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 1096 time: 0.2208986 Aug 20 11:51:27.117769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca72b67f-ee7f-41b6-be58-0b5e2e1d49c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:27.247484 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54636) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:27.349245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db6a42-a142-4efd-8784-96613657f343 req-b4bc2e94-8236-4145-af7f-7d29bcf0cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:27.350782 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07db6a42-a142-4efd-8784-96613657f343 req-b4bc2e94-8236-4145-af7f-7d29bcf0cf2d service neutron] 10.222.0.76 "GET /v2.0/networks?id=8cda08d3-11a5-402f-9788-c49620823277 HTTP/1.1" status: 200 len: 897 time: 0.3606861 Aug 20 11:51:27.468265 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a94fe-eddb-400b-875e-1b8f808c6cd9 None None] Sync routers for ids ['bd6bd5c4-617d-4f2c-af23-f2126fb1681e'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:27.468974 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca72b67f-ee7f-41b6-be58-0b5e2e1d49c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:27.488572 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a94fe-eddb-400b-875e-1b8f808c6cd9 None None] Routers {'bd6bd5c4-617d-4f2c-af23-f2126fb1681e'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:27.492740 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-011a94fe-eddb-400b-875e-1b8f808c6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bd6bd5c4-617d-4f2c-af23-f2126fb1681e'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:27.502830 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07db6a42-a142-4efd-8784-96613657f343 req-0c76596d-57fd-4391-abd4-9dbdf0f5d271 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b558db07-cc34-44f3-b58a-4785faccf283 HTTP/1.1" status: 200 len: 1001 time: 0.1438069 Aug 20 11:51:27.613696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ca72b67f-ee7f-41b6-be58-0b5e2e1d49c0 admin admin] Deleting port c53b06be-da23-49ac-8120-54c635ee4001 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:27.614050 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca72b67f-ee7f-41b6-be58-0b5e2e1d49c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:27.627170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Request body: {'networks': [{'name': 'tempest-network--133158768'}, {'name': 'tempest-network--1487411238'}]} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:27.627606 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Request body: {'network': {'name': 'tempest-network--133158768'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:27.628366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Request body: {'network': {'name': 'tempest-network--1487411238'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:27.708870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db6a42-a142-4efd-8784-96613657f343 req-e5ccaf29-99b6-4290-9a7e-c51bbda9628c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:27.710202 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-011a94fe-eddb-400b-875e-1b8f808c6cd9 None None] Set router bd6bd5c4-617d-4f2c-af23-f2126fb1681e gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:27.710822 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07db6a42-a142-4efd-8784-96613657f343 req-e5ccaf29-99b6-4290-9a7e-c51bbda9628c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=807278aa-432c-4373-a002-1861d9e112fc HTTP/1.1" status: 200 len: 834 time: 0.1994979 Aug 20 11:51:27.714113 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Made reservation on behalf of 2103ca40bfc1403da91fb0be9b77c04b for: {'network': 2} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:27.728854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:27.772571 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-011a94fe-eddb-400b-875e-1b8f808c6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1205171906-router', 'tenant_id': '8118c172060e4cd58b40aca11d470718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:07Z', 'updated_at': '2021-08-20T11:51:27Z', 'revision_number': 6, 'project_id': '8118c172060e4cd58b40aca11d470718', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:27.804600 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a94fe-eddb-400b-875e-1b8f808c6cd9 None None] Checking router: bd6bd5c4-617d-4f2c-af23-f2126fb1681e for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:51:27.814621 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a94fe-eddb-400b-875e-1b8f808c6cd9 None None] Routers {'bd6bd5c4-617d-4f2c-af23-f2126fb1681e'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:27.815458 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-011a94fe-eddb-400b-875e-1b8f808c6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bd6bd5c4-617d-4f2c-af23-f2126fb1681e'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:27.831078 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:27.839918 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a71fd1-63d7-4362-9fe5-7c22365bd4b6 req-373b8758-4382-4fbb-bda3-5d7d7ca4d6d2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:27.845358 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:27.848604 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-31a71fd1-63d7-4362-9fe5-7c22365bd4b6 req-373b8758-4382-4fbb-bda3-5d7d7ca4d6d2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 945 time: 0.2367213 Aug 20 11:51:27.864792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ca72b67f-ee7f-41b6-be58-0b5e2e1d49c0 admin admin] For port c53b06be-da23-49ac-8120-54c635ee4001, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c53b06be-da23-49ac-8120-54c635ee4001,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:27.865710 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca72b67f-ee7f-41b6-be58-0b5e2e1d49c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:27.885274 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:27.898720 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ca72b67f-ee7f-41b6-be58-0b5e2e1d49c0 admin admin] Calling delete_port for c53b06be-da23-49ac-8120-54c635ee4001 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:27.918683 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-011a94fe-eddb-400b-875e-1b8f808c6cd9 None None] Set router bd6bd5c4-617d-4f2c-af23-f2126fb1681e gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:27.928608 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-31a71fd1-63d7-4362-9fe5-7c22365bd4b6 req-c1213e5c-b271-4469-8326-9cad560c85b3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787599 Aug 20 11:51:27.970239 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:27.983007 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-011a94fe-eddb-400b-875e-1b8f808c6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1205171906-router', 'tenant_id': '8118c172060e4cd58b40aca11d470718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:07Z', 'updated_at': '2021-08-20T11:51:27Z', 'revision_number': 6, 'project_id': '8118c172060e4cd58b40aca11d470718', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:28.016232 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a94fe-eddb-400b-875e-1b8f808c6cd9 None None] The sync data for ids ['bd6bd5c4-617d-4f2c-af23-f2126fb1681e'] in n-d-804299-2 is: [{'id': 'bd6bd5c4-617d-4f2c-af23-f2126fb1681e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1205171906-router', 'tenant_id': '8118c172060e4cd58b40aca11d470718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:07Z', 'updated_at': '2021-08-20T11:51:27Z', 'revision_number': 6, 'project_id': '8118c172060e4cd58b40aca11d470718', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:28.044168 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b558db07-cc34-44f3-b58a-4785faccf283 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:28.101829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db6a42-a142-4efd-8784-96613657f343 req-84f61d53-7bbd-44b0-8afc-b3cea0222287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:28.104765 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07db6a42-a142-4efd-8784-96613657f343 req-84f61d53-7bbd-44b0-8afc-b3cea0222287 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cda08d3-11a5-402f-9788-c49620823277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3028984 Aug 20 11:51:28.141800 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port b558db07-cc34-44f3-b58a-4785faccf283 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:28.146415 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port b558db07-cc34-44f3-b58a-4785faccf283 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:28.146870 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.228480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Allocated IP 172.25.8.215 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/bb33e085-9027-4ecd-abd5-87e71eee96cd) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:28.233276 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca72b67f-ee7f-41b6-be58-0b5e2e1d49c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.279104 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72b67f-ee7f-41b6-be58-0b5e2e1d49c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c53b06be-da23-49ac-8120-54c635ee4001,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:28.321458 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.357107 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807e5972-da24-45d8-9718-2fe6983e8c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b558db07-cc34-44f3-b58a-4785faccf283'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:51:28.357107 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03b7c5e-a1fd-4546-a3c4-10270974a10c" -d '{"events": [{"server_uuid": "807e5972-da24-45d8-9718-2fe6983e8c51", "name": "network-vif-plugged", "status": "completed", "tag": "b558db07-cc34-44f3-b58a-4785faccf283"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:51:28.382413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b558db07-cc34-44f3-b58a-4785faccf283, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b558db07-cc34-44f3-b58a-4785faccf283,segment=NetworkSegment(4c1b51ef-59b0-4c2b-a69f-bbc467562cb2),segment_id=4c1b51ef-59b0-4c2b-a69f-bbc467562cb2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:28.389233 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07db6a42-a142-4efd-8784-96613657f343 req-a0044131-3a43-493c-8218-ff1adeda9152 service neutron] 10.222.0.76 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700343 Aug 20 11:51:28.397158 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.449286 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca72b67f-ee7f-41b6-be58-0b5e2e1d49c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.494289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=b558db07-cc34-44f3-b58a-4785faccf283,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:28.624563 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca72b67f-ee7f-41b6-be58-0b5e2e1d49c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.627591 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca72b67f-ee7f-41b6-be58-0b5e2e1d49c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.643700 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07db6a42-a142-4efd-8784-96613657f343 req-5e61d49c-8bbd-4ad4-9fa1-051e4608b970 service neutron] 10.222.0.76 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127137 Aug 20 11:51:28.711943 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4386de59-c3fb-4c56-b7ec-220978457431 x-openstack-request-id: req-4386de59-c3fb-4c56-b7ec-220978457431 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:51:28.712668 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807e5972-da24-45d8-9718-2fe6983e8c51", "name": "network-vif-plugged", "status": "completed", "tag": "b558db07-cc34-44f3-b58a-4785faccf283", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:51:28.713739 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4386de59-c3fb-4c56-b7ec-220978457431 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:51:28.714569 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807e5972-da24-45d8-9718-2fe6983e8c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b558db07-cc34-44f3-b58a-4785faccf283', 'code': 200} Aug 20 11:51:28.721829 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.747905 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca72b67f-ee7f-41b6-be58-0b5e2e1d49c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.748491 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca72b67f-ee7f-41b6-be58-0b5e2e1d49c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd6bd5c4-617d-4f2c-af23-f2126fb1681e {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:28.758991 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca72b67f-ee7f-41b6-be58-0b5e2e1d49c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.766583 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ca72b67f-ee7f-41b6-be58-0b5e2e1d49c0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/bd6bd5c4-617d-4f2c-af23-f2126fb1681e HTTP/1.1" status: 204 len: 168 time: 2.0254698 Aug 20 11:51:28.767910 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54664) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:28.781026 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.798336 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.798821 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.830851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8a8c61-8219-4d98-ac84-52fb9305fd97 admin admin] Deleting subnet 637560b9-e377-4792-84b4-223c1b538f84 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:51:28.834627 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b8a8c61-8219-4d98-ac84-52fb9305fd97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.846316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:51:28.871873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05b7722-1c3e-4fc1-a202-2d583581e1f1,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:28.877907 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.878678 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Added segment 453e211f-c236-4783-b06e-5c27b14eec07 of type vlan for network deeaeffa-73fe-4b20-a5aa-cd9c9199b80a Aug 20 11:51:28.884806 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b8a8c61-8219-4d98-ac84-52fb9305fd97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.946629 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.964350 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.043376 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b8a8c61-8219-4d98-ac84-52fb9305fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.101426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Pushing event updated for resources: {'Port': ['ID=bb33e085-9027-4ecd-abd5-87e71eee96cd,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:29.109952 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b8a8c61-8219-4d98-ac84-52fb9305fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.126839 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b8a8c61-8219-4d98-ac84-52fb9305fd97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.131159 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9b8a8c61-8219-4d98-ac84-52fb9305fd97 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/637560b9-e377-4792-84b4-223c1b538f84 HTTP/1.1" status: 204 len: 168 time: 0.3595176 Aug 20 11:51:29.134685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3929b3-9cdf-437a-bd23-0c2f4d1c20eb None None] Network 4f223e7b-d498-489b-9103-d1199ecc3aee requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:29.148142 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54668) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:29.155636 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a8c61-8219-4d98-ac84-52fb9305fd97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=637560b9-e377-4792-84b4-223c1b538f84,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:29.163017 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bd624948-9a93-45d9-86a6-97590e64f952 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:51:29.173952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:51:29.188379 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.189036 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Added segment d77baf96-4a75-4ad8-b9a6-75bf41258f73 of type vlan for network 2f321116-a5a2-40d3-8f14-0949f22a9905 Aug 20 11:51:29.242383 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.250183 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.258739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: bd624948-9a93-45d9-86a6-97590e64f952 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:51:29.259374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bd624948-9a93-45d9-86a6-97590e64f952 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:51:29.260005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f66376b9-db51-4d53-88de-00b4e7d48c00 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:51:29.275212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:29.299404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:29.301426 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.301881 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.307991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:29.315049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:29.315722 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.322441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:29.353863 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: f66376b9-db51-4d53-88de-00b4e7d48c00 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:51:29.354310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f66376b9-db51-4d53-88de-00b4e7d48c00 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:51:29.356926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c53b06be-da23-49ac-8120-54c635ee4001 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:51:29.429461 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] Deleting port 1d59f346-edad-478d-8f42-f7a5cdaf84a0 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:29.429864 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.511328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: c53b06be-da23-49ac-8120-54c635ee4001 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:51:29.512658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c53b06be-da23-49ac-8120-54c635ee4001 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:51:29.616890 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] For port 1d59f346-edad-478d-8f42-f7a5cdaf84a0, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=1d59f346-edad-478d-8f42-f7a5cdaf84a0,segment=NetworkSegment(c55c1a38-9353-4bb2-9dce-245b4222a079),segment_id=c55c1a38-9353-4bb2-9dce-245b4222a079)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:29.617158 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.629125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82af1b91-7031-43bc-8e64-080424ff0cc3 None None] DHCP port deletion for 4f223e7b-d498-489b-9103-d1199ecc3aee request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:51:29.648167 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] Calling delete_port for 1d59f346-edad-478d-8f42-f7a5cdaf84a0 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:29.689084 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-82af1b91-7031-43bc-8e64-080424ff0cc3 None None] Deleting port 1d59f346-edad-478d-8f42-f7a5cdaf84a0 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:29.689735 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-82af1b91-7031-43bc-8e64-080424ff0cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.736463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54676) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:29.737207 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4812729 Aug 20 11:51:29.754963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event updated for resources: {'Network': ['ID=deeaeffa-73fe-4b20-a5aa-cd9c9199b80a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:29.771148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54956297-8a3f-47bf-8c33-c3cffefe4a30 req-d598eb7f-b0f5-4e03-b7ce-9d4c5e58f4f9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:29.780471 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-54956297-8a3f-47bf-8c33-c3cffefe4a30 req-d598eb7f-b0f5-4e03-b7ce-9d4c5e58f4f9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.7051971 Aug 20 11:51:29.797895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network deeaeffa-73fe-4b20-a5aa-cd9c9199b80a details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:51:29.931015 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-82af1b91-7031-43bc-8e64-080424ff0cc3 None None] For port 1d59f346-edad-478d-8f42-f7a5cdaf84a0, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=1d59f346-edad-478d-8f42-f7a5cdaf84a0,segment=NetworkSegment(c55c1a38-9353-4bb2-9dce-245b4222a079),segment_id=c55c1a38-9353-4bb2-9dce-245b4222a079)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:29.931367 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-82af1b91-7031-43bc-8e64-080424ff0cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.960359 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.962679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-82af1b91-7031-43bc-8e64-080424ff0cc3 None None] Calling delete_port for 1d59f346-edad-478d-8f42-f7a5cdaf84a0 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:30.070363 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] No DVR routers for this DVR port 1d59f346-edad-478d-8f42-f7a5cdaf84a0 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:30.092868 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-82af1b91-7031-43bc-8e64-080424ff0cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.114510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d59f346-edad-478d-8f42-f7a5cdaf84a0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:30.124973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f353f-9bdc-4e45-b6bb-b456aa23447f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:30.131467 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f353f-9bdc-4e45-b6bb-b456aa23447f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:30.139358 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f353f-9bdc-4e45-b6bb-b456aa23447f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:30.140286 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af1b91-7031-43bc-8e64-080424ff0cc3 None None] No DVR routers for this DVR port 1d59f346-edad-478d-8f42-f7a5cdaf84a0 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:30.145476 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af1b91-7031-43bc-8e64-080424ff0cc3 None None] Pushing event deleted for resources: {'Port': ['ID=1d59f346-edad-478d-8f42-f7a5cdaf84a0,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:30.152376 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f353f-9bdc-4e45-b6bb-b456aa23447f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:30.154848 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-486f353f-9bdc-4e45-b6bb-b456aa23447f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4174049 Aug 20 11:51:30.182758 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54680) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:30.289141 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.309681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f223e7b-d498-489b-9103-d1199ecc3aee']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:30.328970 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55c1a38-9353-4bb2-9dce-245b4222a079') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:30.329516 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55c1a38-9353-4bb2-9dce-245b4222a079') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:30.330872 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd49d2-bdba-4634-add9-bea760e7751f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event updated for resources: {'Network': ['ID=2f321116-a5a2-40d3-8f14-0949f22a9905,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:30.342411 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21015db6-cba0-4626-b269-acaf1f27ba46 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.344327 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 2f321116-a5a2-40d3-8f14-0949f22a9905 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:51:30.349012 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.349359 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-54956297-8a3f-47bf-8c33-c3cffefe4a30 req-58e3166f-d084-407e-b610-dd2cbb9cad1c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5641334 Aug 20 11:51:30.376543 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.415726 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:51:30.416119 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.416662 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:51:30.418729 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:51:30.556518 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21015db6-cba0-4626-b269-acaf1f27ba46 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.568398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-21015db6-cba0-4626-b269-acaf1f27ba46 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deeaeffa-73fe-4b20-a5aa-cd9c9199b80a']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:30.586722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-21015db6-cba0-4626-b269-acaf1f27ba46 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453e211f-c236-4783-b06e-5c27b14eec07') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:30.586937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-21015db6-cba0-4626-b269-acaf1f27ba46 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453e211f-c236-4783-b06e-5c27b14eec07') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:30.603567 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21015db6-cba0-4626-b269-acaf1f27ba46 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.623123 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.629979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.634541 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4f223e7b-d498-489b-9103-d1199ecc3aee HTTP/1.1" status: 204 len: 168 time: 1.4851360 Aug 20 11:51:30.637463 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21015db6-cba0-4626-b269-acaf1f27ba46 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.651677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172b0e3-ad5b-4bbe-b5e1-1011e7290375 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f223e7b-d498-489b-9103-d1199ecc3aee,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:30.662169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21015db6-cba0-4626-b269-acaf1f27ba46 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:51:30.662833 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21015db6-cba0-4626-b269-acaf1f27ba46 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:51:30.714628 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:51:30.758872 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21015db6-cba0-4626-b269-acaf1f27ba46 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.767065 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21015db6-cba0-4626-b269-acaf1f27ba46 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.769994 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-21015db6-cba0-4626-b269-acaf1f27ba46 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "DELETE /v2.0/networks/deeaeffa-73fe-4b20-a5aa-cd9c9199b80a HTTP/1.1" status: 204 len: 168 time: 0.5840189 Aug 20 11:51:30.771957 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.774177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54690) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:30.797703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21015db6-cba0-4626-b269-acaf1f27ba46 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event deleted for resources: {'Network': ['ID=deeaeffa-73fe-4b20-a5aa-cd9c9199b80a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:30.908664 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38e9eff0-fb83-48fa-b96f-33390cd364f2 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.947480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54694) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:30.990897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 1d59f346-edad-478d-8f42-f7a5cdaf84a0 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:51:31.044974 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38e9eff0-fb83-48fa-b96f-33390cd364f2 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.054369 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 1d59f346-edad-478d-8f42-f7a5cdaf84a0 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:51:31.054707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 1d59f346-edad-478d-8f42-f7a5cdaf84a0 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:51:31.055776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-38e9eff0-fb83-48fa-b96f-33390cd364f2 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f321116-a5a2-40d3-8f14-0949f22a9905']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:31.078196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-38e9eff0-fb83-48fa-b96f-33390cd364f2 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77baf96-4a75-4ad8-b9a6-75bf41258f73') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:31.078643 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-38e9eff0-fb83-48fa-b96f-33390cd364f2 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77baf96-4a75-4ad8-b9a6-75bf41258f73') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:31.084133 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-350077a3-5dfb-4af7-8237-1ce55f06ecdf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8118c172060e4cd58b40aca11d470718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891440 Aug 20 11:51:31.085125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54696) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:31.096163 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38e9eff0-fb83-48fa-b96f-33390cd364f2 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.122365 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38e9eff0-fb83-48fa-b96f-33390cd364f2 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.129494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Router 0b139a9f-9118-478a-bfe3-a3e464b50104 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:51:31.137466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e9eff0-fb83-48fa-b96f-33390cd364f2 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:51:31.138016 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38e9eff0-fb83-48fa-b96f-33390cd364f2 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:51:31.141844 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:51:31.217773 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6cf1cf9c-0308-4498-9ca8-4f64ccbb3044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.244245 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6cf1cf9c-0308-4498-9ca8-4f64ccbb3044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.262682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:31.274665 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef11b11-7d63-49fe-9f6b-70e1517653bb None None] Sync routers for ids ['0b139a9f-9118-478a-bfe3-a3e464b50104'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:31.290266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef11b11-7d63-49fe-9f6b-70e1517653bb None None] Routers {'0b139a9f-9118-478a-bfe3-a3e464b50104'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:31.291565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4ef11b11-7d63-49fe-9f6b-70e1517653bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['0b139a9f-9118-478a-bfe3-a3e464b50104'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:31.295770 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.299930 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-aadad3dd-d613-4bca-9568-352d980dd2a4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1533380 Aug 20 11:51:31.300763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54698) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:31.302219 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38e9eff0-fb83-48fa-b96f-33390cd364f2 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.304086 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6cf1cf9c-0308-4498-9ca8-4f64ccbb3044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.307497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-a9bd929b-0c9f-42ee-9679-ee310f8a1d7f tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'enable_snat': False}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:31.307904 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6cf1cf9c-0308-4498-9ca8-4f64ccbb3044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.309409 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6cf1cf9c-0308-4498-9ca8-4f64ccbb3044 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55f1d7b8-d8c9-4c1e-9ce7-eb9aae3f8039 HTTP/1.1" status: 204 len: 168 time: 0.2232292 Aug 20 11:51:31.327803 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38e9eff0-fb83-48fa-b96f-33390cd364f2 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.331387 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-38e9eff0-fb83-48fa-b96f-33390cd364f2 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "DELETE /v2.0/networks/2f321116-a5a2-40d3-8f14-0949f22a9905 HTTP/1.1" status: 204 len: 168 time: 0.5550699 Aug 20 11:51:31.335144 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54702) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:31.344001 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4ef11b11-7d63-49fe-9f6b-70e1517653bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:31.355127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef11b11-7d63-49fe-9f6b-70e1517653bb None None] Routers {'0b139a9f-9118-478a-bfe3-a3e464b50104'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:31.356095 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4ef11b11-7d63-49fe-9f6b-70e1517653bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['0b139a9f-9118-478a-bfe3-a3e464b50104'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:31.357863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1cf9c-0308-4498-9ca8-4f64ccbb3044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f1d7b8-d8c9-4c1e-9ce7-eb9aae3f8039,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:31.363315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9eff0-fb83-48fa-b96f-33390cd364f2 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event deleted for resources: {'Network': ['ID=2f321116-a5a2-40d3-8f14-0949f22a9905,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:31.446266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4ef11b11-7d63-49fe-9f6b-70e1517653bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:31.447199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef11b11-7d63-49fe-9f6b-70e1517653bb None None] The sync data for ids ['0b139a9f-9118-478a-bfe3-a3e464b50104'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:31.581171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2579075f-87e7-40dd-9d33-1ec6b8df6e71 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:31.594697 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2579075f-87e7-40dd-9d33-1ec6b8df6e71 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:31.610438 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2579075f-87e7-40dd-9d33-1ec6b8df6e71 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2741654 Aug 20 11:51:31.614173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54714) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:31.620148 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-039dc4eb-fcee-4dd6-ae6a-992a05a204cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1655328082'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:31.674505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039dc4eb-fcee-4dd6-ae6a-992a05a204cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Made reservation on behalf of 2103ca40bfc1403da91fb0be9b77c04b for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:31.678281 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-039dc4eb-fcee-4dd6-ae6a-992a05a204cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.730066 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039dc4eb-fcee-4dd6-ae6a-992a05a204cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:51:31.750280 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-039dc4eb-fcee-4dd6-ae6a-992a05a204cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.750612 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-039dc4eb-fcee-4dd6-ae6a-992a05a204cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Added segment e1450a3c-1306-42ab-84ef-f78d07e44a36 of type vlan for network 4a77eb71-eb8d-45f1-847b-cfa3a6a5f886 Aug 20 11:51:31.754752 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf3b87-97c4-4f2d-b4e0-7313726c21c7 req-3c1dcf26-8995-4bd5-be6e-a0c22b94d52f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:31.756498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1bf3b87-97c4-4f2d-b4e0-7313726c21c7 req-3c1dcf26-8995-4bd5-be6e-a0c22b94d52f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.2527404 Aug 20 11:51:31.831959 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-039dc4eb-fcee-4dd6-ae6a-992a05a204cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.891460 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1bf3b87-97c4-4f2d-b4e0-7313726c21c7 req-7714ae2b-340b-4396-bd4e-47b3622d2ef0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259730 Aug 20 11:51:31.893726 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-039dc4eb-fcee-4dd6-ae6a-992a05a204cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.900042 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039dc4eb-fcee-4dd6-ae6a-992a05a204cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:31.900693 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-039dc4eb-fcee-4dd6-ae6a-992a05a204cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.929249 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54724) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:31.936232 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a9bd929b-0c9f-42ee-9679-ee310f8a1d7f tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:32.080884 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-039dc4eb-fcee-4dd6-ae6a-992a05a204cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4651408 Aug 20 11:51:32.084718 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54730) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:32.119778 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-0ceba6e4-4267-4fad-beed-7f4b85be20af tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1538179487'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:32.144016 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039dc4eb-fcee-4dd6-ae6a-992a05a204cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event updated for resources: {'Network': ['ID=4a77eb71-eb8d-45f1-847b-cfa3a6a5f886,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:32.157055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 4a77eb71-eb8d-45f1-847b-cfa3a6a5f886 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:51:32.171003 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ceba6e4-4267-4fad-beed-7f4b85be20af tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Made reservation on behalf of 2103ca40bfc1403da91fb0be9b77c04b for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:32.176117 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ceba6e4-4267-4fad-beed-7f4b85be20af tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:32.188756 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-77fda806-1af2-463c-9d87-24ca9e9a7d8d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/c44c0dd8-fdf5-4a11-a7f5-a7367d697b87 HTTP/1.1" status: 200 len: 994 time: 0.2440784 Aug 20 11:51:32.245615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ceba6e4-4267-4fad-beed-7f4b85be20af tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:51:32.271952 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ceba6e4-4267-4fad-beed-7f4b85be20af tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:32.272361 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-0ceba6e4-4267-4fad-beed-7f4b85be20af tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Added segment 4a96c170-c8fa-41b3-92c1-40d1d7963536 of type vlan for network 5e6ae214-e970-4ad4-bb51-1e31578e52ef Aug 20 11:51:32.331690 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ceba6e4-4267-4fad-beed-7f4b85be20af tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:32.373490 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ceba6e4-4267-4fad-beed-7f4b85be20af tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:32.379333 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceba6e4-4267-4fad-beed-7f4b85be20af tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:32.380028 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ceba6e4-4267-4fad-beed-7f4b85be20af tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:32.453049 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0ceba6e4-4267-4fad-beed-7f4b85be20af tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3663678 Aug 20 11:51:32.453711 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54746) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:32.461613 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Request body: {'ports': [{'network_id': '4a77eb71-eb8d-45f1-847b-cfa3a6a5f886', 'name': 'tempest-port--764955829', 'admin_state_up': True}, {'network_id': '5e6ae214-e970-4ad4-bb51-1e31578e52ef', 'admin_state_up': False}]} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:32.461988 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Request body: {'port': {'network_id': '4a77eb71-eb8d-45f1-847b-cfa3a6a5f886', 'name': 'tempest-port--764955829', 'admin_state_up': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:32.462471 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Request body: {'port': {'network_id': '5e6ae214-e970-4ad4-bb51-1e31578e52ef', 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:32.606631 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceba6e4-4267-4fad-beed-7f4b85be20af tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event updated for resources: {'Network': ['ID=5e6ae214-e970-4ad4-bb51-1e31578e52ef,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:32.625524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 5e6ae214-e970-4ad4-bb51-1e31578e52ef details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:51:32.756531 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Made reservation on behalf of 2103ca40bfc1403da91fb0be9b77c04b for: {'port': 2} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:32.765220 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:32.806774 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:32.830079 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:32.909779 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a9bd929b-0c9f-42ee-9679-ee310f8a1d7f tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:32.913935 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a9bd929b-0c9f-42ee-9679-ee310f8a1d7f tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:32.954694 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] device_id is not set on port 977b7f08-3fb7-4c0a-91b8-1b5261af79a2 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:51:33.146721 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:33.303672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] device_id is not set on port a20244b3-fa58-44f8-ba11-883968863eb7 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:51:33.530420 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:33.600282 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:33.607105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bd929b-0c9f-42ee-9679-ee310f8a1d7f tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Router 0b139a9f-9118-478a-bfe3-a3e464b50104 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:51:33.704936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event updated for resources: {'Port': ['ID=977b7f08-3fb7-4c0a-91b8-1b5261af79a2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:33.731418 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Checking segment: {'id': 'e1450a3c-1306-42ab-84ef-f78d07e44a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4a77eb71-eb8d-45f1-847b-cfa3a6a5f886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:33.732103 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Network hostable DHCP agents. Network: 4a77eb71-eb8d-45f1-847b-cfa3a6a5f886, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:51:33.768523 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Network 4a77eb71-eb8d-45f1-847b-cfa3a6a5f886 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:51:33.769182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bd929b-0c9f-42ee-9679-ee310f8a1d7f tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:33.781840 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecab2e4-b5c0-4b69-be17-b11a141694c5 None None] Sync routers for ids ['0b139a9f-9118-478a-bfe3-a3e464b50104'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:33.797764 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a9bd929b-0c9f-42ee-9679-ee310f8a1d7f tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:33.801566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a9bd929b-0c9f-42ee-9679-ee310f8a1d7f tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "PUT /v2.0/routers/0b139a9f-9118-478a-bfe3-a3e464b50104 HTTP/1.1" status: 200 len: 922 time: 2.4969716 Aug 20 11:51:33.802050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 4a77eb71-eb8d-45f1-847b-cfa3a6a5f886) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:33.804232 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecab2e4-b5c0-4b69-be17-b11a141694c5 None None] Routers {'0b139a9f-9118-478a-bfe3-a3e464b50104'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:33.804874 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cecab2e4-b5c0-4b69-be17-b11a141694c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['0b139a9f-9118-478a-bfe3-a3e464b50104'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:33.806041 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54816) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:33.812972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea971f0-6ba1-47ca-b982-647ea8f8804c None None] Network 4a77eb71-eb8d-45f1-847b-cfa3a6a5f886 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:33.874314 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cecab2e4-b5c0-4b69-be17-b11a141694c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:33.884100 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecab2e4-b5c0-4b69-be17-b11a141694c5 None None] Routers {'0b139a9f-9118-478a-bfe3-a3e464b50104'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:33.884983 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cecab2e4-b5c0-4b69-be17-b11a141694c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['0b139a9f-9118-478a-bfe3-a3e464b50104'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:33.927946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:33.931294 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:33.988164 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cecab2e4-b5c0-4b69-be17-b11a141694c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:33.988914 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecab2e4-b5c0-4b69-be17-b11a141694c5 None None] The sync data for ids ['0b139a9f-9118-478a-bfe3-a3e464b50104'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:34.474513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event updated for resources: {'Port': ['ID=a20244b3-fa58-44f8-ba11-883968863eb7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:34.481825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54880) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:34.482362 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-65f73f7f-a30c-4591-bc00-e0d770e16bbf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/routers/0b139a9f-9118-478a-bfe3-a3e464b50104 HTTP/1.1" status: 200 len: 922 time: 0.6746883 Aug 20 11:51:34.501653 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Checking segment: {'id': '4a96c170-c8fa-41b3-92c1-40d1d7963536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5e6ae214-e970-4ad4-bb51-1e31578e52ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:34.502377 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Network hostable DHCP agents. Network: 5e6ae214-e970-4ad4-bb51-1e31578e52ef, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:51:34.528703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Network 5e6ae214-e970-4ad4-bb51-1e31578e52ef is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:51:34.540810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 5e6ae214-e970-4ad4-bb51-1e31578e52ef) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:34.549868 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b44d68-81d5-4855-b75b-26e9ccda18f0 None None] Network 5e6ae214-e970-4ad4-bb51-1e31578e52ef requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:34.554528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:34.561952 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:34.568513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:34.569420 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:34.598262 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bda67ebd-43bd-430a-87e3-fee6bfeb5bfb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1406622 Aug 20 11:51:34.598895 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54886) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:34.606125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeca1aa5-a163-42e8-bc5c-efc6dfff26da tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:34.610930 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-eeca1aa5-a163-42e8-bc5c-efc6dfff26da tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=2f571561-7053-40c3-8622-933868b07d18&device_id=0b139a9f-9118-478a-bfe3-a3e464b50104&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1269195 Aug 20 11:51:34.611557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54888) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:34.734226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239affe8-ba1c-4c7c-8db0-8e002185b06a tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:34.739047 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-239affe8-ba1c-4c7c-8db0-8e002185b06a tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 881 time: 0.1262305 Aug 20 11:51:34.739654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54896) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:34.777626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664cf582-ee06-49fa-a6b8-bbcb78b5f9d5 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:34.798817 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-24ea90c1-5966-45f4-81f4-70a4b033e452 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b139a9f-9118-478a-bfe3-a3e464b50104 HTTP/1.1" status: 200 len: 205 time: 0.0580506 Aug 20 11:51:34.801942 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664cf582-ee06-49fa-a6b8-bbcb78b5f9d5 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:34.802453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54906) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:34.811011 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-664cf582-ee06-49fa-a6b8-bbcb78b5f9d5 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2094388 Aug 20 11:51:34.819086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54908) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:34.943034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6cc80f1c-5b60-4cb2-b016-887b4edbd1dd tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Deleting port 977b7f08-3fb7-4c0a-91b8-1b5261af79a2 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:34.943385 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6cc80f1c-5b60-4cb2-b016-887b4edbd1dd tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.044735 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6cc80f1c-5b60-4cb2-b016-887b4edbd1dd tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.061498 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8887ed32-66b1-4966-8654-30230d01534e tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.063549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6cc80f1c-5b60-4cb2-b016-887b4edbd1dd tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Calling delete_port for 977b7f08-3fb7-4c0a-91b8-1b5261af79a2 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:35.158030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6cc80f1c-5b60-4cb2-b016-887b4edbd1dd tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.191598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc80f1c-5b60-4cb2-b016-887b4edbd1dd tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event deleted for resources: {'Port': ['ID=977b7f08-3fb7-4c0a-91b8-1b5261af79a2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:35.207368 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6cc80f1c-5b60-4cb2-b016-887b4edbd1dd tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.212277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54946) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:35.213344 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6cc80f1c-5b60-4cb2-b016-887b4edbd1dd tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "DELETE /v2.0/ports/977b7f08-3fb7-4c0a-91b8-1b5261af79a2 HTTP/1.1" status: 204 len: 168 time: 0.3940761 Aug 20 11:51:35.287473 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8887ed32-66b1-4966-8654-30230d01534e tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.382010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-20a3ce80-e1b4-4ecb-9a55-056adbbc2aea tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Deleting port a20244b3-fa58-44f8-ba11-883968863eb7 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:35.382524 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20a3ce80-e1b4-4ecb-9a55-056adbbc2aea tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.510818 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-8887ed32-66b1-4966-8654-30230d01534e tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Deleting port bb33e085-9027-4ecd-abd5-87e71eee96cd {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:35.511430 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8887ed32-66b1-4966-8654-30230d01534e tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.563740 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20a3ce80-e1b4-4ecb-9a55-056adbbc2aea tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.584305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-20a3ce80-e1b4-4ecb-9a55-056adbbc2aea tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Calling delete_port for a20244b3-fa58-44f8-ba11-883968863eb7 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:35.664889 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8887ed32-66b1-4966-8654-30230d01534e tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.686206 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-8887ed32-66b1-4966-8654-30230d01534e tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Calling delete_port for bb33e085-9027-4ecd-abd5-87e71eee96cd owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:35.747770 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20a3ce80-e1b4-4ecb-9a55-056adbbc2aea tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.788012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3ce80-e1b4-4ecb-9a55-056adbbc2aea tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event deleted for resources: {'Port': ['ID=a20244b3-fa58-44f8-ba11-883968863eb7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:35.807606 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20a3ce80-e1b4-4ecb-9a55-056adbbc2aea tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.810354 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-20a3ce80-e1b4-4ecb-9a55-056adbbc2aea tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "DELETE /v2.0/ports/a20244b3-fa58-44f8-ba11-883968863eb7 HTTP/1.1" status: 204 len: 168 time: 0.5967340 Aug 20 11:51:35.813179 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55002) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:35.848964 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-aa9c5b70-b22a-442a-8299-a441ce6a8340 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0340674 Aug 20 11:51:35.852590 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55010) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:35.859012 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a8140f9d-df22-4a5b-a0c0-54643f134684 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-419422888'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:35.883667 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8140f9d-df22-4a5b-a0c0-54643f134684 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Made reservation on behalf of 2103ca40bfc1403da91fb0be9b77c04b for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:35.887156 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8140f9d-df22-4a5b-a0c0-54643f134684 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.911591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8140f9d-df22-4a5b-a0c0-54643f134684 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:51:35.921254 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8887ed32-66b1-4966-8654-30230d01534e tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.923506 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8140f9d-df22-4a5b-a0c0-54643f134684 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.924061 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-a8140f9d-df22-4a5b-a0c0-54643f134684 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Added segment 45e95c0a-8755-4a52-8bd4-7f9ca0e05db3 of type vlan for network fcb8e932-ee23-45f7-953a-4853f856ef30 Aug 20 11:51:35.969376 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887ed32-66b1-4966-8654-30230d01534e tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Pushing event deleted for resources: {'Port': ['ID=bb33e085-9027-4ecd-abd5-87e71eee96cd,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:35.985460 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8140f9d-df22-4a5b-a0c0-54643f134684 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.015123 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8140f9d-df22-4a5b-a0c0-54643f134684 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.022461 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8140f9d-df22-4a5b-a0c0-54643f134684 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:36.023163 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8140f9d-df22-4a5b-a0c0-54643f134684 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.073825 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8887ed32-66b1-4966-8654-30230d01534e tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.102600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8140f9d-df22-4a5b-a0c0-54643f134684 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event updated for resources: {'Network': ['ID=fcb8e932-ee23-45f7-953a-4853f856ef30,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:36.115163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network fcb8e932-ee23-45f7-953a-4853f856ef30 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:51:36.132700 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a8140f9d-df22-4a5b-a0c0-54643f134684 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2776082 Aug 20 11:51:36.133978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55060) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:36.144730 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d9c00924-2835-40a8-9742-472edbe83f5b tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-419230401'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:36.174866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c00924-2835-40a8-9742-472edbe83f5b tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Made reservation on behalf of 2103ca40bfc1403da91fb0be9b77c04b for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:36.184788 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9c00924-2835-40a8-9742-472edbe83f5b tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.222341 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c00924-2835-40a8-9742-472edbe83f5b tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:51:36.236473 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8887ed32-66b1-4966-8654-30230d01534e tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.239796 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8887ed32-66b1-4966-8654-30230d01534e tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.241004 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9c00924-2835-40a8-9742-472edbe83f5b tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.241790 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-d9c00924-2835-40a8-9742-472edbe83f5b tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Added segment 5cfdde68-7a0f-4c89-badb-ca308d6f0b50 of type vlan for network f7005cc3-bb6f-4975-b273-f12bbf6bf342 Aug 20 11:51:36.297291 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9c00924-2835-40a8-9742-472edbe83f5b tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.317432 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8887ed32-66b1-4966-8654-30230d01534e tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.318159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8887ed32-66b1-4966-8654-30230d01534e tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Fanout notify agent at l3_agent the message router_deleted on router 0b139a9f-9118-478a-bfe3-a3e464b50104 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:36.337732 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8887ed32-66b1-4966-8654-30230d01534e tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.339245 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8887ed32-66b1-4966-8654-30230d01534e tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "DELETE /v2.0/routers/0b139a9f-9118-478a-bfe3-a3e464b50104 HTTP/1.1" status: 204 len: 168 time: 1.5345187 Aug 20 11:51:36.343552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55076) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:36.348840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f48b2283-35d5-41b9-9c68-4745a9b9aa68 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1281305186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:36.365057 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9c00924-2835-40a8-9742-472edbe83f5b tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.379137 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c00924-2835-40a8-9742-472edbe83f5b tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:36.380241 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9c00924-2835-40a8-9742-472edbe83f5b tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.402864 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f48b2283-35d5-41b9-9c68-4745a9b9aa68 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.404501 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f48b2283-35d5-41b9-9c68-4745a9b9aa68 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.469377 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d9c00924-2835-40a8-9742-472edbe83f5b tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3340585 Aug 20 11:51:36.479366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c00924-2835-40a8-9742-472edbe83f5b tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event updated for resources: {'Network': ['ID=f7005cc3-bb6f-4975-b273-f12bbf6bf342,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:36.493201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network f7005cc3-bb6f-4975-b273-f12bbf6bf342 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:51:36.520239 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f48b2283-35d5-41b9-9c68-4745a9b9aa68 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.538228 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f48b2283-35d5-41b9-9c68-4745a9b9aa68 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.602270 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f48b2283-35d5-41b9-9c68-4745a9b9aa68 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.603762 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f48b2283-35d5-41b9-9c68-4745a9b9aa68 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2592304 Aug 20 11:51:36.604936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55110) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:36.607353 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55112) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:36.610596 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Request body: {'subnets': [{'network_id': 'fcb8e932-ee23-45f7-953a-4853f856ef30', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--417050196', 'ip_version': 4}, {'network_id': 'f7005cc3-bb6f-4975-b273-f12bbf6bf342', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:36.610927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Request body: {'subnet': {'network_id': 'fcb8e932-ee23-45f7-953a-4853f856ef30', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--417050196', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:36.611509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Request body: {'subnet': {'network_id': 'f7005cc3-bb6f-4975-b273-f12bbf6bf342', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:36.612528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:36.847834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Made reservation on behalf of 2103ca40bfc1403da91fb0be9b77c04b for: {'subnet': 2} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:36.854643 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.855798 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.956193 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:37.223488 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:37.245045 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:37.300060 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:37.375350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Allocated IP 172.25.8.13 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/79876412-bf23-45f0-9cea-e7354b99af4d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:37.380235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event updated for resources: {'Subnet': ['ID=cdb45db0-9a70-497d-8529-23f63e1a2299,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:37.383632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Checking segment: {'id': '45e95c0a-8755-4a52-8bd4-7f9ca0e05db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fcb8e932-ee23-45f7-953a-4853f856ef30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:37.384352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Network hostable DHCP agents. Network: fcb8e932-ee23-45f7-953a-4853f856ef30, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:51:37.414966 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Network fcb8e932-ee23-45f7-953a-4853f856ef30 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:51:37.429032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, fcb8e932-ee23-45f7-953a-4853f856ef30) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:37.436403 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:37.440672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516ba1a6-3e31-42c5-8c75-4a585082dcfa None None] Network fcb8e932-ee23-45f7-953a-4853f856ef30 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:37.532928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event updated for resources: {'Subnet': ['ID=cd7104f7-5591-43b8-a0e9-c6b7bdfb4e46,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:37.553451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Checking segment: {'id': '5cfdde68-7a0f-4c89-badb-ca308d6f0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7005cc3-bb6f-4975-b273-f12bbf6bf342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:37.553821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Network hostable DHCP agents. Network: f7005cc3-bb6f-4975-b273-f12bbf6bf342, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:51:37.581205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Network f7005cc3-bb6f-4975-b273-f12bbf6bf342 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:51:37.585428 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:37.602958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, f7005cc3-bb6f-4975-b273-f12bbf6bf342) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:37.609655 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:37.610626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:37.611699 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:37.627948 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1098ff3a-cbd4-4fd8-8ef9-40e4510181bc None None] Network f7005cc3-bb6f-4975-b273-f12bbf6bf342 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:37.638170 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55192) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:37.640604 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b7ddcee5-2f73-45ff-8569-bf91dfac8cb0 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.0338562 Aug 20 11:51:37.731497 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:37.801412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb26ee88-ba15-4fee-8438-4ec3fa20770f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:37.803036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb26ee88-ba15-4fee-8438-4ec3fa20770f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:37.804560 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb26ee88-ba15-4fee-8438-4ec3fa20770f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:37.806325 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fb26ee88-ba15-4fee-8438-4ec3fa20770f tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1663766 Aug 20 11:51:37.810258 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55224) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:37.869850 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-83da3496-3e45-44c6-9758-c647fd6465ec tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Deleting subnet cdb45db0-9a70-497d-8529-23f63e1a2299 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:51:37.880193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:37.881110 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-83da3496-3e45-44c6-9758-c647fd6465ec tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:37.884757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Pushing event updated for resources: {'Port': ['ID=79876412-bf23-45f0-9cea-e7354b99af4d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:37.913477 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:37.921933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:37.968697 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-83da3496-3e45-44c6-9758-c647fd6465ec tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:37.972329 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f7005cc3-bb6f-4975-b273-f12bbf6bf342', 'network_id': 'f7005cc3-bb6f-4975-b273-f12bbf6bf342', 'tenant_id': '2103ca40bfc1403da91fb0be9b77c04b', 'fixed_ips': [{'subnet_id': 'cd7104f7-5591-43b8-a0e9-c6b7bdfb4e46'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:51:37.973238 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:37.995085 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeea6722-0efa-453c-be8c-f414aa332815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-fcb8e932-ee23-45f7-953a-4853f856ef30', 'network_id': 'fcb8e932-ee23-45f7-953a-4853f856ef30', 'tenant_id': '2103ca40bfc1403da91fb0be9b77c04b', 'fixed_ips': [{'subnet_id': 'cdb45db0-9a70-497d-8529-23f63e1a2299'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:51:38.004015 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aeea6722-0efa-453c-be8c-f414aa332815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.119624 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-83da3496-3e45-44c6-9758-c647fd6465ec tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.326300 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-83da3496-3e45-44c6-9758-c647fd6465ec tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.346335 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-83da3496-3e45-44c6-9758-c647fd6465ec tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.348514 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-83da3496-3e45-44c6-9758-c647fd6465ec tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "DELETE /v2.0/subnets/cdb45db0-9a70-497d-8529-23f63e1a2299 HTTP/1.1" status: 204 len: 168 time: 0.5370567 Aug 20 11:51:38.351581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55266) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:38.393875 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da3496-3e45-44c6-9758-c647fd6465ec tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb45db0-9a70-497d-8529-23f63e1a2299,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:38.395421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Allocated IP 172.20.0.18 (f7005cc3-bb6f-4975-b273-f12bbf6bf342/cd7104f7-5591-43b8-a0e9-c6b7bdfb4e46/01fda794-f6f4-48d5-b86f-f79578d943f9) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server [None req-aeea6722-0efa-453c-be8c-f414aa332815 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cdb45db0-9a70-497d-8529-23f63e1a2299: This subnet is being modified by another concurrent operation. Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:51:38.445598 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise exception Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cdb45db0-9a70-497d-8529-23f63e1a2299: This subnet is being modified by another concurrent operation. Aug 20 11:51:38.450523 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Aug 20 11:51:38.509932 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.513502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf21f1f4-988d-4190-858e-7720055e900a tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Deleting subnet cd7104f7-5591-43b8-a0e9-c6b7bdfb4e46 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:51:38.628215 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.638838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Transition to ACTIVE for port object 01fda794-f6f4-48d5-b86f-f79578d943f9 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:38.655863 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Transition to ACTIVE for port object 01fda794-f6f4-48d5-b86f-f79578d943f9 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:38.661929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d8dc21-4679-4137-85e7-c2c6ad8ac821 None None] Network fcb8e932-ee23-45f7-953a-4853f856ef30 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:38.669092 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf21f1f4-988d-4190-858e-7720055e900a tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.681468 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.767287 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf21f1f4-988d-4190-858e-7720055e900a tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.814035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Pushing event updated for resources: {'Port': ['ID=01fda794-f6f4-48d5-b86f-f79578d943f9,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:38.853469 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.861685 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.915806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Network f7005cc3-bb6f-4975-b273-f12bbf6bf342 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:38.930178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:38.950754 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf21f1f4-988d-4190-858e-7720055e900a tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.956572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:39.057882 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf21f1f4-988d-4190-858e-7720055e900a tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:39.069787 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:39.118824 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf21f1f4-988d-4190-858e-7720055e900a tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:39.124975 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55324) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:39.126041 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bf21f1f4-988d-4190-858e-7720055e900a tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "DELETE /v2.0/subnets/cd7104f7-5591-43b8-a0e9-c6b7bdfb4e46 HTTP/1.1" status: 204 len: 168 time: 0.7681205 Aug 20 11:51:39.127024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21f1f4-988d-4190-858e-7720055e900a tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7104f7-5591-43b8-a0e9-c6b7bdfb4e46,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:39.173391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Attempting to bind port 01fda794-f6f4-48d5-b86f-f79578d943f9 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:39.174151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Attempting to bind port 01fda794-f6f4-48d5-b86f-f79578d943f9 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '5cfdde68-7a0f-4c89-badb-ca308d6f0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7005cc3-bb6f-4975-b273-f12bbf6bf342'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:39.174746 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Attempting to bind port 01fda794-f6f4-48d5-b86f-f79578d943f9 on network f7005cc3-bb6f-4975-b273-f12bbf6bf342 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:39.185740 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:39.186538 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Checking segment: {'id': '5cfdde68-7a0f-4c89-badb-ca308d6f0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7005cc3-bb6f-4975-b273-f12bbf6bf342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:39.187192 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:39.187948 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Bound using segment: {'id': '5cfdde68-7a0f-4c89-badb-ca308d6f0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7005cc3-bb6f-4975-b273-f12bbf6bf342'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:39.188709 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Bound port: 01fda794-f6f4-48d5-b86f-f79578d943f9, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfdde68-7a0f-4c89-badb-ca308d6f0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7005cc3-bb6f-4975-b273-f12bbf6bf342'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:39.189351 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:39.231633 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d4c55-7f66-49e0-a407-60b314b21680 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:39.236652 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-287d4c55-7f66-49e0-a407-60b314b21680 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1106589 Aug 20 11:51:39.237429 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Router 265d7d5e-751c-4a38-b11c-e57d5d8a5db6 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:51:39.242445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55330) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:39.268299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] For port 01fda794-f6f4-48d5-b86f-f79578d943f9, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:39.272685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] For port 01fda794-f6f4-48d5-b86f-f79578d943f9, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=01fda794-f6f4-48d5-b86f-f79578d943f9,segment=NetworkSegment(5cfdde68-7a0f-4c89-badb-ca308d6f0b50),segment_id=5cfdde68-7a0f-4c89-badb-ca308d6f0b50)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:39.279232 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:39.471515 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:39.510622 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:39.518352 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:39.521928 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-19dd3459-2c82-4cf2-b287-199d022dd908 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "PUT /v2.0/routers/265d7d5e-751c-4a38-b11c-e57d5d8a5db6 HTTP/1.1" status: 200 len: 879 time: 2.9111428 Aug 20 11:51:39.522720 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55356) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:39.603281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Deleting port 01fda794-f6f4-48d5-b86f-f79578d943f9 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:39.603850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:39.683044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4297f-f075-42bd-98a6-7014c68be498 None None] Sync routers for ids ['265d7d5e-751c-4a38-b11c-e57d5d8a5db6'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:39.697701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] For port 01fda794-f6f4-48d5-b86f-f79578d943f9, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=01fda794-f6f4-48d5-b86f-f79578d943f9,segment=NetworkSegment(5cfdde68-7a0f-4c89-badb-ca308d6f0b50),segment_id=5cfdde68-7a0f-4c89-badb-ca308d6f0b50)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:39.698526 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:39.715537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Calling delete_port for 01fda794-f6f4-48d5-b86f-f79578d943f9 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:39.717224 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2677ee-77bf-4b98-9719-d28a5ce2faa8 None None] Pushing event updated for resources: {'Port': ['ID=01fda794-f6f4-48d5-b86f-f79578d943f9,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:39.737875 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc71b2f0-dc72-4b30-b84f-ebf5dc6a6039 None None] Network f7005cc3-bb6f-4975-b273-f12bbf6bf342 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:39.741444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4297f-f075-42bd-98a6-7014c68be498 None None] Routers {'265d7d5e-751c-4a38-b11c-e57d5d8a5db6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:39.742406 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7ad4297f-f075-42bd-98a6-7014c68be498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['265d7d5e-751c-4a38-b11c-e57d5d8a5db6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:39.787251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7ad4297f-f075-42bd-98a6-7014c68be498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:39.809403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55372) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:39.812508 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-44113136-8554-4208-8213-5fdb6c3f1eca tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/routers/265d7d5e-751c-4a38-b11c-e57d5d8a5db6 HTTP/1.1" status: 200 len: 920 time: 0.2830751 Aug 20 11:51:39.842460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4297f-f075-42bd-98a6-7014c68be498 None None] Routers {'265d7d5e-751c-4a38-b11c-e57d5d8a5db6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:39.843155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7ad4297f-f075-42bd-98a6-7014c68be498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['265d7d5e-751c-4a38-b11c-e57d5d8a5db6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:39.883658 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce07c02-eb45-4a7f-bf9a-15c362cb263e tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:39.885617 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2ce07c02-eb45-4a7f-bf9a-15c362cb263e tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=2f571561-7053-40c3-8622-933868b07d18&device_id=265d7d5e-751c-4a38-b11c-e57d5d8a5db6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0747328 Aug 20 11:51:39.897117 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55376) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:39.913851 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:39.926310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7ad4297f-f075-42bd-98a6-7014c68be498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:39.926976 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4297f-f075-42bd-98a6-7014c68be498 None None] The sync data for ids ['265d7d5e-751c-4a38-b11c-e57d5d8a5db6'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:39.968015 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4d731-d965-4de2-90d3-39169fe52972 req-230b3174-c40b-4613-ae96-c09098b59b1e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:39.975830 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4ca4d731-d965-4de2-90d3-39169fe52972 req-230b3174-c40b-4613-ae96-c09098b59b1e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.0914426 Aug 20 11:51:40.015950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event deleted for resources: {'Port': ['ID=01fda794-f6f4-48d5-b86f-f79578d943f9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:40.024424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] No DVR routers for this DVR port 01fda794-f6f4-48d5-b86f-f79578d943f9 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:40.047628 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4ca4d731-d965-4de2-90d3-39169fe52972 req-5b2d6b39-13e9-4bf6-831b-b120c629d0a9 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705116 Aug 20 11:51:40.067160 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0f6c91-76f0-4476-ac41-4289368c659c None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:51:40.148476 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.166489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7005cc3-bb6f-4975-b273-f12bbf6bf342']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:40.175210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a679e9d4-795a-4c21-898f-6a999f7c9a58 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:40.179937 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a679e9d4-795a-4c21-898f-6a999f7c9a58 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 881 time: 0.2787235 Aug 20 11:51:40.180523 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55382) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:40.187839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfdde68-7a0f-4c89-badb-ca308d6f0b50') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:40.188186 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfdde68-7a0f-4c89-badb-ca308d6f0b50') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:40.200406 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.222186 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0f6c91-76f0-4476-ac41-4289368c659c None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:51:40.224674 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.224857 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3b8ffd71-acd4-49a3-a987-4408ff4a95bf tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d7d5e-751c-4a38-b11c-e57d5d8a5db6 HTTP/1.1" status: 200 len: 205 time: 0.0411785 Aug 20 11:51:40.227382 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55386) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:40.231954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:51:40.232575 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:51:40.236507 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:51:40.353734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55388) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:40.362882 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.374342 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.376975 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "DELETE /v2.0/networks/f7005cc3-bb6f-4975-b273-f12bbf6bf342 HTTP/1.1" status: 204 len: 168 time: 1.1335101 Aug 20 11:51:40.379981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55392) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:40.393376 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05490dfa-cdfb-4b1f-983a-a39cc0ec57d0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.429022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a970b4-ec62-4fb0-9893-6b0501091900 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event deleted for resources: {'Network': ['ID=f7005cc3-bb6f-4975-b273-f12bbf6bf342,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:40.509678 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f66d-93f8-4d64-a92c-ac3097e73784 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.580792 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-feff0f29-3a2e-45c4-800b-cda75b5e9466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.614095 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662266fe-0eae-404f-9691-e6f1c5c795fa None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:51:40.617660 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05490dfa-cdfb-4b1f-983a-a39cc0ec57d0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.672040 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f66d-93f8-4d64-a92c-ac3097e73784 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.690480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b4d9f66d-93f8-4d64-a92c-ac3097e73784 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb8e932-ee23-45f7-953a-4853f856ef30']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:40.696686 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-05490dfa-cdfb-4b1f-983a-a39cc0ec57d0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Deleting port 79876412-bf23-45f0-9cea-e7354b99af4d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:40.697247 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05490dfa-cdfb-4b1f-983a-a39cc0ec57d0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.716452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b4d9f66d-93f8-4d64-a92c-ac3097e73784 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e95c0a-8755-4a52-8bd4-7f9ca0e05db3') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:40.717101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b4d9f66d-93f8-4d64-a92c-ac3097e73784 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e95c0a-8755-4a52-8bd4-7f9ca0e05db3') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:40.735081 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f66d-93f8-4d64-a92c-ac3097e73784 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.774355 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f66d-93f8-4d64-a92c-ac3097e73784 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.790464 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05490dfa-cdfb-4b1f-983a-a39cc0ec57d0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.791589 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d9f66d-93f8-4d64-a92c-ac3097e73784 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:51:40.792009 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f66d-93f8-4d64-a92c-ac3097e73784 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:51:40.796539 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:51:40.801652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662266fe-0eae-404f-9691-e6f1c5c795fa None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:51:40.806849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-05490dfa-cdfb-4b1f-983a-a39cc0ec57d0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Calling delete_port for 79876412-bf23-45f0-9cea-e7354b99af4d owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:40.871468 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f66d-93f8-4d64-a92c-ac3097e73784 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.900098 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f66d-93f8-4d64-a92c-ac3097e73784 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.904947 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b4d9f66d-93f8-4d64-a92c-ac3097e73784 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "DELETE /v2.0/networks/fcb8e932-ee23-45f7-953a-4853f856ef30 HTTP/1.1" status: 204 len: 168 time: 0.5209744 Aug 20 11:51:40.904947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9f66d-93f8-4d64-a92c-ac3097e73784 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event deleted for resources: {'Network': ['ID=fcb8e932-ee23-45f7-953a-4853f856ef30,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:40.906324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55396) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:41.005935 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-feff0f29-3a2e-45c4-800b-cda75b5e9466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.029883 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-feff0f29-3a2e-45c4-800b-cda75b5e9466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.061963 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-feff0f29-3a2e-45c4-800b-cda75b5e9466 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36e811469f234f988d032f8b4250d23e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7054689 Aug 20 11:51:41.065890 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55400) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:41.131416 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c01a54eb-94f5-41d7-82bb-3a38232595f6 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.139242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff0f29-3a2e-45c4-800b-cda75b5e9466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542bd3e2-984a-42c2-ba45-f5ba247e0643,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:41.149842 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05490dfa-cdfb-4b1f-983a-a39cc0ec57d0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.194939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05490dfa-cdfb-4b1f-983a-a39cc0ec57d0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Pushing event deleted for resources: {'Port': ['ID=79876412-bf23-45f0-9cea-e7354b99af4d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:41.302901 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9288491-c0bb-4fe9-b434-ab0ca987c045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.383114 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9288491-c0bb-4fe9-b434-ab0ca987c045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.386913 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c01a54eb-94f5-41d7-82bb-3a38232595f6 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.400787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c01a54eb-94f5-41d7-82bb-3a38232595f6 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6ae214-e970-4ad4-bb51-1e31578e52ef']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:41.401291 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05490dfa-cdfb-4b1f-983a-a39cc0ec57d0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.410889 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368071d4-095c-4957-89db-07186ee71a1a req-fbafb850-5622-44b2-8790-536689878b49 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:41.412392 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-368071d4-095c-4957-89db-07186ee71a1a req-fbafb850-5622-44b2-8790-536689878b49 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.1568551 Aug 20 11:51:41.416196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c01a54eb-94f5-41d7-82bb-3a38232595f6 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a96c170-c8fa-41b3-92c1-40d1d7963536') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:41.416495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c01a54eb-94f5-41d7-82bb-3a38232595f6 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a96c170-c8fa-41b3-92c1-40d1d7963536') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:41.451900 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c01a54eb-94f5-41d7-82bb-3a38232595f6 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.477067 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c01a54eb-94f5-41d7-82bb-3a38232595f6 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.485666 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01a54eb-94f5-41d7-82bb-3a38232595f6 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:51:41.486396 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c01a54eb-94f5-41d7-82bb-3a38232595f6 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:51:41.490722 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:51:41.569517 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c01a54eb-94f5-41d7-82bb-3a38232595f6 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.586452 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c01a54eb-94f5-41d7-82bb-3a38232595f6 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.592159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c01a54eb-94f5-41d7-82bb-3a38232595f6 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "DELETE /v2.0/networks/5e6ae214-e970-4ad4-bb51-1e31578e52ef HTTP/1.1" status: 204 len: 168 time: 0.6805897 Aug 20 11:51:41.595650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55408) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:41.616123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a54eb-94f5-41d7-82bb-3a38232595f6 tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event deleted for resources: {'Network': ['ID=5e6ae214-e970-4ad4-bb51-1e31578e52ef,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:41.698283 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d98c996a-4c0e-4d66-b90e-9350cf5866cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.868355 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d98c996a-4c0e-4d66-b90e-9350cf5866cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.899638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-d98c996a-4c0e-4d66-b90e-9350cf5866cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a77eb71-eb8d-45f1-847b-cfa3a6a5f886']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:41.919178 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05490dfa-cdfb-4b1f-983a-a39cc0ec57d0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.922103 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05490dfa-cdfb-4b1f-983a-a39cc0ec57d0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.946174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-d98c996a-4c0e-4d66-b90e-9350cf5866cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1450a3c-1306-42ab-84ef-f78d07e44a36') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:41.946625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-d98c996a-4c0e-4d66-b90e-9350cf5866cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1450a3c-1306-42ab-84ef-f78d07e44a36') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:41.989739 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d98c996a-4c0e-4d66-b90e-9350cf5866cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.001258 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-368071d4-095c-4957-89db-07186ee71a1a req-439ada6f-3b23-4d48-b5b9-aa3d05da8285 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1786730 Aug 20 11:51:42.021889 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05490dfa-cdfb-4b1f-983a-a39cc0ec57d0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.023784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05490dfa-cdfb-4b1f-983a-a39cc0ec57d0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Fanout notify agent at l3_agent the message router_deleted on router 265d7d5e-751c-4a38-b11c-e57d5d8a5db6 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:42.024862 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d98c996a-4c0e-4d66-b90e-9350cf5866cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.041516 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98c996a-4c0e-4d66-b90e-9350cf5866cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:51:42.041912 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d98c996a-4c0e-4d66-b90e-9350cf5866cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:51:42.045136 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:51:42.048884 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05490dfa-cdfb-4b1f-983a-a39cc0ec57d0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.053635 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-05490dfa-cdfb-4b1f-983a-a39cc0ec57d0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "DELETE /v2.0/routers/265d7d5e-751c-4a38-b11c-e57d5d8a5db6 HTTP/1.1" status: 204 len: 168 time: 1.8250623 Aug 20 11:51:42.057196 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9288491-c0bb-4fe9-b434-ab0ca987c045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.064287 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9288491-c0bb-4fe9-b434-ab0ca987c045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.069196 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e9288491-c0bb-4fe9-b434-ab0ca987c045 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/542bd3e2-984a-42c2-ba45-f5ba247e0643 HTTP/1.1" status: 204 len: 168 time: 1.0009613 Aug 20 11:51:42.074459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55410) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:42.078974 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-42c9b2e8-67d2-48c7-b695-6d618d3e2178 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1899258656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:42.119913 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d98c996a-4c0e-4d66-b90e-9350cf5866cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.136075 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d98c996a-4c0e-4d66-b90e-9350cf5866cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.140689 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d98c996a-4c0e-4d66-b90e-9350cf5866cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] 10.222.0.37 "DELETE /v2.0/networks/4a77eb71-eb8d-45f1-847b-cfa3a6a5f886 HTTP/1.1" status: 204 len: 168 time: 0.5439966 Aug 20 11:51:42.148409 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9288491-c0bb-4fe9-b434-ab0ca987c045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542bd3e2-984a-42c2-ba45-f5ba247e0643,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:42.178245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c996a-4c0e-4d66-b90e-9350cf5866cb tempest-BulkNetworkOpsTest-1137898045 tempest-BulkNetworkOpsTest-1137898045-project] Pushing event deleted for resources: {'Network': ['ID=4a77eb71-eb8d-45f1-847b-cfa3a6a5f886,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:42.211775 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42c9b2e8-67d2-48c7-b695-6d618d3e2178 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.214064 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42c9b2e8-67d2-48c7-b695-6d618d3e2178 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.425315 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42c9b2e8-67d2-48c7-b695-6d618d3e2178 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.433249 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42c9b2e8-67d2-48c7-b695-6d618d3e2178 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.473243 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42c9b2e8-67d2-48c7-b695-6d618d3e2178 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.475181 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-42c9b2e8-67d2-48c7-b695-6d618d3e2178 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4002869 Aug 20 11:51:42.477993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55426) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:42.483814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'enable_snat': True}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:42.703800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55432) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:42.813127 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.997932 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f29b0f12-e515-431c-b083-cdd842985119 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2103ca40bfc1403da91fb0be9b77c04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903676 Aug 20 11:51:43.000312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55438) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:43.185695 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e29bc6d8-ba93-454b-bb56-caa3e76a2b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:43.201366 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:43.223739 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:43.257593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e29bc6d8-ba93-454b-bb56-caa3e76a2b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:43.365484 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e4acd-6e05-4e97-a86b-bb405334e6a8 req-38e0ba6b-77ec-4964-b1ab-459fbafe2720 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:43.367134 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a2e4acd-6e05-4e97-a86b-bb405334e6a8 req-38e0ba6b-77ec-4964-b1ab-459fbafe2720 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.2163327 Aug 20 11:51:43.477231 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e29bc6d8-ba93-454b-bb56-caa3e76a2b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:43.481233 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e29bc6d8-ba93-454b-bb56-caa3e76a2b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:43.482695 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e29bc6d8-ba93-454b-bb56-caa3e76a2b9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a05b7722-1c3e-4fc1-a202-2d583581e1f1 HTTP/1.1" status: 204 len: 168 time: 0.4813640 Aug 20 11:51:43.486197 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a2e4acd-6e05-4e97-a86b-bb405334e6a8 req-f64f127d-0d91-4a04-a6dd-626d308d9e39 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102104 Aug 20 11:51:43.501985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bc6d8-ba93-454b-bb56-caa3e76a2b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05b7722-1c3e-4fc1-a202-2d583581e1f1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:43.872127 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Allocated IP 172.25.8.16 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/4409a6e7-1844-485c-a7c2-a82b6e7a16d1) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:44.087493 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.175190 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.216607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:44.219462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:44.222494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:44.257946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Pushing event updated for resources: {'Port': ['ID=4409a6e7-1844-485c-a7c2-a82b6e7a16d1,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:44.827058 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.849741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66076a6-9540-437b-b8b7-80335ef837b8 req-cdcbc061-384f-4666-a686-a60316c3ed6f tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:44.865511 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e66076a6-9540-437b-b8b7-80335ef837b8 req-cdcbc061-384f-4666-a686-a60316c3ed6f tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.1269457 Aug 20 11:51:44.960364 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e66076a6-9540-437b-b8b7-80335ef837b8 req-2148b88d-bae0-4629-8327-e92e84659255 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935087 Aug 20 11:51:45.093650 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55496) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:45.270209 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.278654 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.289330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ca353d8c-b0a1-4178-b1dd-1f9655e48cf5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:45.290093 n-d-804299-2 neutron-server[94690]: WARNING neutron.api.v2.base [None req-ca353d8c-b0a1-4178-b1dd-1f9655e48cf5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 11:51:45.290605 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-ca353d8c-b0a1-4178-b1dd-1f9655e48cf5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 11:51:45.291668 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ca353d8c-b0a1-4178-b1dd-1f9655e48cf5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1965277 Aug 20 11:51:45.295362 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55500) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:45.301330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-0014dc43-f72a-4a39-8279-54df19b8e428 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912496491'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:45.372012 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0014dc43-f72a-4a39-8279-54df19b8e428 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.392623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0014dc43-f72a-4a39-8279-54df19b8e428 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.538613 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Router d54cd7a5-c797-40f9-8bcf-4356aa230342 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:51:45.610082 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0014dc43-f72a-4a39-8279-54df19b8e428 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.620254 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0014dc43-f72a-4a39-8279-54df19b8e428 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.723184 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014dc43-f72a-4a39-8279-54df19b8e428 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ea39d8-903a-42c1-a02a-be88f9df6051,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:45.727743 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:45.733606 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.735415 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3266ec1a-89d7-4a32-bb79-97a0db2db547 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "PUT /v2.0/routers/d54cd7a5-c797-40f9-8bcf-4356aa230342 HTTP/1.1" status: 200 len: 914 time: 3.2556906 Aug 20 11:51:45.740533 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aea606-0084-4924-9647-b13794724b8b None None] Sync routers for ids ['d54cd7a5-c797-40f9-8bcf-4356aa230342'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:45.748679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55510) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:45.752515 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aea606-0084-4924-9647-b13794724b8b None None] Routers {'d54cd7a5-c797-40f9-8bcf-4356aa230342'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:45.753781 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-99aea606-0084-4924-9647-b13794724b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d54cd7a5-c797-40f9-8bcf-4356aa230342'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:45.789029 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-99aea606-0084-4924-9647-b13794724b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:45.816560 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aea606-0084-4924-9647-b13794724b8b None None] Routers {'d54cd7a5-c797-40f9-8bcf-4356aa230342'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:45.817545 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-99aea606-0084-4924-9647-b13794724b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d54cd7a5-c797-40f9-8bcf-4356aa230342'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:45.857147 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-99aea606-0084-4924-9647-b13794724b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:45.861578 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aea606-0084-4924-9647-b13794724b8b None None] The sync data for ids ['d54cd7a5-c797-40f9-8bcf-4356aa230342'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:45.866881 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0014dc43-f72a-4a39-8279-54df19b8e428 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.875549 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0014dc43-f72a-4a39-8279-54df19b8e428 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.915778 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0014dc43-f72a-4a39-8279-54df19b8e428 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.920349 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0014dc43-f72a-4a39-8279-54df19b8e428 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6239791 Aug 20 11:51:45.922387 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55516) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:45.927233 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-69b49b8a-e156-4a4c-a476-e8820c158a8c tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': 'de8a333e-a77c-4b03-beea-3742e1874666', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:45.937993 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014dc43-f72a-4a39-8279-54df19b8e428 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8a333e-a77c-4b03-beea-3742e1874666,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:45.963906 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c7108c2a-fffb-45a6-afc0-01b0fd20979e tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/routers/d54cd7a5-c797-40f9-8bcf-4356aa230342 HTTP/1.1" status: 200 len: 920 time: 0.2122362 Aug 20 11:51:45.969148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55522) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:46.046284 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69b49b8a-e156-4a4c-a476-e8820c158a8c tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:46.076759 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0092f71c-6a92-44f0-abd4-94d916e0616f tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:46.078653 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0092f71c-6a92-44f0-abd4-94d916e0616f tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=2f571561-7053-40c3-8622-933868b07d18&device_id=d54cd7a5-c797-40f9-8bcf-4356aa230342&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1085441 Aug 20 11:51:46.082231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55526) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:46.184662 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69b49b8a-e156-4a4c-a476-e8820c158a8c tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:46.195678 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69b49b8a-e156-4a4c-a476-e8820c158a8c tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:46.242360 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69b49b8a-e156-4a4c-a476-e8820c158a8c tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:46.247443 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-69b49b8a-e156-4a4c-a476-e8820c158a8c tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3204699 Aug 20 11:51:46.249478 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55534) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:46.268505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77080ac6-2e17-47bb-bdf3-095e9b287f05 req-00331b19-9525-4bb6-ab2d-f9f52be57a1d tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:46.270625 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-77080ac6-2e17-47bb-bdf3-095e9b287f05 req-00331b19-9525-4bb6-ab2d-f9f52be57a1d tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.2085178 Aug 20 11:51:46.271479 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b49b8a-e156-4a4c-a476-e8820c158a8c tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c70de5c-e2d8-4732-b157-27c99be55537,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:46.287418 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1be9d339-6fb3-41db-ad0f-f4ad8d8ca5db tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': 'de8a333e-a77c-4b03-beea-3742e1874666', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:46.384257 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-77080ac6-2e17-47bb-bdf3-095e9b287f05 req-06030c67-9a29-4171-872a-94191db49ff1 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023600 Aug 20 11:51:46.419736 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982513e4-9b31-4c4a-a9d9-20fe3ee9eaa8 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:46.423793 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-982513e4-9b31-4c4a-a9d9-20fe3ee9eaa8 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 881 time: 0.3356609 Aug 20 11:51:46.423793 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1be9d339-6fb3-41db-ad0f-f4ad8d8ca5db tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:46.424249 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55538) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:46.471508 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8965fb3b-8c4b-4910-989c-80264da9f2df tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "GET /v2.0/ports?device_id=d54cd7a5-c797-40f9-8bcf-4356aa230342 HTTP/1.1" status: 200 len: 205 time: 0.0460694 Aug 20 11:51:46.474547 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55540) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:46.575249 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-1be9d339-6fb3-41db-ad0f-f4ad8d8ca5db tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 11:51:46.580871 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1be9d339-6fb3-41db-ad0f-f4ad8d8ca5db tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3262734 Aug 20 11:51:46.581771 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55542) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:46.665292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4fd1-fbdc-485d-b897-f0c75de65567 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:46.699912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2960fcfb-71b8-4dca-afeb-4ea0113b239b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:46.780423 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2960fcfb-71b8-4dca-afeb-4ea0113b239b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:46.814662 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55554) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:46.889687 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2960fcfb-71b8-4dca-afeb-4ea0113b239b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:46.894472 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2960fcfb-71b8-4dca-afeb-4ea0113b239b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:46.896723 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2960fcfb-71b8-4dca-afeb-4ea0113b239b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "DELETE /v2.0/security-groups/de8a333e-a77c-4b03-beea-3742e1874666 HTTP/1.1" status: 204 len: 168 time: 0.3115287 Aug 20 11:51:46.903838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55558) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:46.918483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960fcfb-71b8-4dca-afeb-4ea0113b239b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8a333e-a77c-4b03-beea-3742e1874666,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:46.927785 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4fd1-fbdc-485d-b897-f0c75de65567 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.015584 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dacd0d38-973e-4a45-b086-18b15af720a4 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1096971 Aug 20 11:51:47.019373 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55560) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:47.024961 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-dc96ccd2-043d-409d-8208-da9716e14314 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013991768'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:47.067609 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc96ccd2-043d-409d-8208-da9716e14314 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.070408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7a3b4fd1-fbdc-485d-b897-f0c75de65567 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Deleting port 4409a6e7-1844-485c-a7c2-a82b6e7a16d1 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:47.070966 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4fd1-fbdc-485d-b897-f0c75de65567 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.079377 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef6f6284-b526-48be-ad28-23276ab7a79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.177867 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4fd1-fbdc-485d-b897-f0c75de65567 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.191637 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7a3b4fd1-fbdc-485d-b897-f0c75de65567 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Calling delete_port for 4409a6e7-1844-485c-a7c2-a82b6e7a16d1 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:47.205452 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef6f6284-b526-48be-ad28-23276ab7a79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.210797 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef6f6284-b526-48be-ad28-23276ab7a79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.252137 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ef6f6284-b526-48be-ad28-23276ab7a79a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0e264ca41ac4fdf8613824a17c454ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4364192 Aug 20 11:51:47.253600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f6284-b526-48be-ad28-23276ab7a79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfd730c-1ce0-4c03-860a-d425a91e8968,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:47.255899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55562) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:47.307091 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-822f84f6-d456-4aed-b472-bf0ece899f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.329224 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-822f84f6-d456-4aed-b472-bf0ece899f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.373989 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc96ccd2-043d-409d-8208-da9716e14314 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.394112 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-822f84f6-d456-4aed-b472-bf0ece899f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.396403 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc96ccd2-043d-409d-8208-da9716e14314 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.396705 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-822f84f6-d456-4aed-b472-bf0ece899f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.397860 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-822f84f6-d456-4aed-b472-bf0ece899f31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1dfd730c-1ce0-4c03-860a-d425a91e8968 HTTP/1.1" status: 204 len: 168 time: 0.1408331 Aug 20 11:51:47.413825 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f84f6-d456-4aed-b472-bf0ece899f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfd730c-1ce0-4c03-860a-d425a91e8968,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:47.442649 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc96ccd2-043d-409d-8208-da9716e14314 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.443885 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dc96ccd2-043d-409d-8208-da9716e14314 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4235792 Aug 20 11:51:47.448114 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55568) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:47.450784 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96ccd2-043d-409d-8208-da9716e14314 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f73154-04c3-4e8f-baeb-1852c2648a80,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:47.458114 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c76a5cb1-ad96-4311-a462-c3235c1d798e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': 'c9f73154-04c3-4e8f-baeb-1852c2648a80', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:47.458327 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4fd1-fbdc-485d-b897-f0c75de65567 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.459787 n-d-804299-2 neutron-server[94690]: WARNING neutron.api.v2.base [None req-c76a5cb1-ad96-4311-a462-c3235c1d798e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 20 11:51:47.460808 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-c76a5cb1-ad96-4311-a462-c3235c1d798e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:47.462419 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c76a5cb1-ad96-4311-a462-c3235c1d798e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0098276 Aug 20 11:51:47.466472 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55570) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:47.497597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b4fd1-fbdc-485d-b897-f0c75de65567 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Pushing event deleted for resources: {'Port': ['ID=4409a6e7-1844-485c-a7c2-a82b6e7a16d1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:47.565670 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91057d75-97a0-475f-a45b-49148c5aa372 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.575482 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063478e5-9ae0-4f68-88bc-104fb12901ab req-37b01fb6-4c6f-4321-be41-3f5eba9915bb tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:47.577081 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-063478e5-9ae0-4f68-88bc-104fb12901ab req-37b01fb6-4c6f-4321-be41-3f5eba9915bb tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.0868990 Aug 20 11:51:47.579897 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4fd1-fbdc-485d-b897-f0c75de65567 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.613600 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91057d75-97a0-475f-a45b-49148c5aa372 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.657962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-063478e5-9ae0-4f68-88bc-104fb12901ab req-13ef105f-f63f-4129-b1f9-f608ad7587ea tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698876 Aug 20 11:51:47.675040 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91057d75-97a0-475f-a45b-49148c5aa372 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.678603 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91057d75-97a0-475f-a45b-49148c5aa372 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.679504 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4fd1-fbdc-485d-b897-f0c75de65567 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.680084 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-91057d75-97a0-475f-a45b-49148c5aa372 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "DELETE /v2.0/security-groups/c9f73154-04c3-4e8f-baeb-1852c2648a80 HTTP/1.1" status: 204 len: 168 time: 0.2115059 Aug 20 11:51:47.688130 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4fd1-fbdc-485d-b897-f0c75de65567 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.690287 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91057d75-97a0-475f-a45b-49148c5aa372 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f73154-04c3-4e8f-baeb-1852c2648a80,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:47.693081 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55576) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:47.753730 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4fd1-fbdc-485d-b897-f0c75de65567 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.754353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3b4fd1-fbdc-485d-b897-f0c75de65567 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Fanout notify agent at l3_agent the message router_deleted on router d54cd7a5-c797-40f9-8bcf-4356aa230342 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:47.765538 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4fd1-fbdc-485d-b897-f0c75de65567 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.770162 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7a3b4fd1-fbdc-485d-b897-f0c75de65567 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "DELETE /v2.0/routers/d54cd7a5-c797-40f9-8bcf-4356aa230342 HTTP/1.1" status: 204 len: 168 time: 1.2915006 Aug 20 11:51:47.770760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55584) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:47.773267 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3c960a44-24ee-405d-86e5-01fba86d2feb tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0783956 Aug 20 11:51:47.776819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55586) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:47.780453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-862c3e05-6094-4070-97aa-0c54db0d33f1 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-762168441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:47.781898 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c39d89c3-1203-4206-b7f6-125414f9d43b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1483798778'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:47.813043 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-c39d89c3-1203-4206-b7f6-125414f9d43b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:51:47.813043 n-d-804299-2 neutron-server[94690]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 11:51:47.813043 n-d-804299-2 neutron-server[94690]: [parameters: {'project_id': 'a4db010490e542edbca18751023edb46', 'id': '07a39cc3-3d99-4888-8080-08299306ccb5', 'expiration': datetime.datetime(2021, 8, 20, 11, 53, 47, 799593)}] Aug 20 11:51:47.813043 n-d-804299-2 neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:51:47.813548 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [None req-c39d89c3-1203-4206-b7f6-125414f9d43b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:51:47.824068 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-862c3e05-6094-4070-97aa-0c54db0d33f1 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.825405 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-862c3e05-6094-4070-97aa-0c54db0d33f1 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.908872 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-862c3e05-6094-4070-97aa-0c54db0d33f1 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.918942 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-862c3e05-6094-4070-97aa-0c54db0d33f1 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.939641 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-862c3e05-6094-4070-97aa-0c54db0d33f1 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.943537 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-862c3e05-6094-4070-97aa-0c54db0d33f1 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1695302 Aug 20 11:51:47.943751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55598) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:47.949633 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'enable_snat': False}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:48.195850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.246013 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55610) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:48.368889 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c39d89c3-1203-4206-b7f6-125414f9d43b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.441006 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4fa41c8e-4875-4949-9f28-8dd095bc68c3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1957772658-network', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:48.618937 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c39d89c3-1203-4206-b7f6-125414f9d43b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.619982 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.621136 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c39d89c3-1203-4206-b7f6-125414f9d43b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.644114 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d89c3-1203-4206-b7f6-125414f9d43b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8610b26a-6a87-4af9-b1c0-92dc2e011257,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:48.650361 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa41c8e-4875-4949-9f28-8dd095bc68c3 admin admin] Made reservation on behalf of 3bfae817aa0f4bfeb4347951731b9566 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:48.653588 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fa41c8e-4875-4949-9f28-8dd095bc68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.664162 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c39d89c3-1203-4206-b7f6-125414f9d43b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.669278 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c39d89c3-1203-4206-b7f6-125414f9d43b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8913307 Aug 20 11:51:48.670174 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fa41c8e-4875-4949-9f28-8dd095bc68c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.672307 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55636) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:48.677222 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9a215cbe-a9aa-4328-be8d-dba4b4ab7ead tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '8610b26a-6a87-4af9-b1c0-92dc2e011257', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:48.679382 n-d-804299-2 neutron-server[94690]: WARNING neutron.api.v2.base [None req-9a215cbe-a9aa-4328-be8d-dba4b4ab7ead tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 20 11:51:48.679910 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-9a215cbe-a9aa-4328-be8d-dba4b4ab7ead tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:48.684958 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9a215cbe-a9aa-4328-be8d-dba4b4ab7ead tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0112748 Aug 20 11:51:48.685586 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55638) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:48.792967 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2687262f-8888-4d22-96de-15d1a53616c5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.908261 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2687262f-8888-4d22-96de-15d1a53616c5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.912873 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fa41c8e-4875-4949-9f28-8dd095bc68c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.920627 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fa41c8e-4875-4949-9f28-8dd095bc68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.933482 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa41c8e-4875-4949-9f28-8dd095bc68c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:51:48.968330 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fa41c8e-4875-4949-9f28-8dd095bc68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.968697 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-4fa41c8e-4875-4949-9f28-8dd095bc68c3 admin admin] Added segment d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9 of type vlan for network 52cb1187-ce46-4926-9484-0b82ee8202d8 Aug 20 11:51:48.997815 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.071830 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fa41c8e-4875-4949-9f28-8dd095bc68c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.074250 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa41c8e-4875-4949-9f28-8dd095bc68c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f0d40d-b92f-47be-ab07-4b717d5cc9a9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:49.124976 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Allocated IP 172.25.8.14 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/36034a54-96bd-43ec-acf0-78baa8d8c13a) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:49.152218 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2687262f-8888-4d22-96de-15d1a53616c5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.155551 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2687262f-8888-4d22-96de-15d1a53616c5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.156771 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2687262f-8888-4d22-96de-15d1a53616c5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "DELETE /v2.0/security-groups/8610b26a-6a87-4af9-b1c0-92dc2e011257 HTTP/1.1" status: 204 len: 168 time: 0.4690981 Aug 20 11:51:49.161735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55654) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:49.162366 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fa41c8e-4875-4949-9f28-8dd095bc68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.163560 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa41c8e-4875-4949-9f28-8dd095bc68c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:49.164142 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fa41c8e-4875-4949-9f28-8dd095bc68c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.230555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687262f-8888-4d22-96de-15d1a53616c5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8610b26a-6a87-4af9-b1c0-92dc2e011257,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:49.309626 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4fa41c8e-4875-4949-9f28-8dd095bc68c3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0618024 Aug 20 11:51:49.311692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa41c8e-4875-4949-9f28-8dd095bc68c3 admin admin] Pushing event updated for resources: {'Network': ['ID=52cb1187-ce46-4926-9484-0b82ee8202d8,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:49.312677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55660) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:49.320814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-679bca37-2fec-49cb-80b4-0cf6dcc838c7 admin admin] Request body: {'subnet': {'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1957772658-subnet', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:49.324477 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c97146da-a8c3-48f1-b53b-cb8e55cdc918 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1573353 Aug 20 11:51:49.324814 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 52cb1187-ce46-4926-9484-0b82ee8202d8 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:51:49.325330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55662) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:49.330497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7ac1ab41-c98d-4618-913a-094304b29a0e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1629000417'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:49.355890 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ac1ab41-c98d-4618-913a-094304b29a0e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.358806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530621ee-ae4a-440f-8f43-0d5d8cbdd24d req-bad8a7e5-7afd-404a-934b-7f6e1b12686f tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:49.377477 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-530621ee-ae4a-440f-8f43-0d5d8cbdd24d req-bad8a7e5-7afd-404a-934b-7f6e1b12686f tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.2411718 Aug 20 11:51:49.407272 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.467719 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-530621ee-ae4a-440f-8f43-0d5d8cbdd24d req-e51df557-066d-4637-82ad-ec8de81e8a17 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886135 Aug 20 11:51:49.492623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ac1ab41-c98d-4618-913a-094304b29a0e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.499347 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ac1ab41-c98d-4618-913a-094304b29a0e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.503885 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.561003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:49.562620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679bca37-2fec-49cb-80b4-0cf6dcc838c7 admin admin] Made reservation on behalf of 3bfae817aa0f4bfeb4347951731b9566 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:49.563094 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1ab41-c98d-4618-913a-094304b29a0e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aded2bd-07bb-4c49-8b5f-644f98c9dd18,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:49.565590 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-679bca37-2fec-49cb-80b4-0cf6dcc838c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.568542 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ac1ab41-c98d-4618-913a-094304b29a0e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.571307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:49.575410 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7ac1ab41-c98d-4618-913a-094304b29a0e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2456603 Aug 20 11:51:49.575919 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55666) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:49.582037 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b286a83f-39a0-40fa-8697-69fff384382c tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '9aded2bd-07bb-4c49-8b5f-644f98c9dd18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:49.596501 n-d-804299-2 neutron-server[94690]: WARNING neutron.api.v2.base [None req-b286a83f-39a0-40fa-8697-69fff384382c tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 20 11:51:49.597158 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-b286a83f-39a0-40fa-8697-69fff384382c tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:49.601289 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b286a83f-39a0-40fa-8697-69fff384382c tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0216146 Aug 20 11:51:49.601695 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55670) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:49.606502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9ff064c8-4f8e-4579-bff8-f2596cb24678 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '9aded2bd-07bb-4c49-8b5f-644f98c9dd18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:49.607175 n-d-804299-2 neutron-server[94690]: WARNING neutron.api.v2.base [None req-9ff064c8-4f8e-4579-bff8-f2596cb24678 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 20 11:51:49.607651 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-9ff064c8-4f8e-4579-bff8-f2596cb24678 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:49.611128 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9ff064c8-4f8e-4579-bff8-f2596cb24678 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060048 Aug 20 11:51:49.611258 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55672) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:49.612853 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:49.618659 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e3e2bebd-dd9a-4c25-9e4b-dd4a841b2d19 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '9aded2bd-07bb-4c49-8b5f-644f98c9dd18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:49.619470 n-d-804299-2 neutron-server[94690]: WARNING neutron.api.v2.base [None req-e3e2bebd-dd9a-4c25-9e4b-dd4a841b2d19 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 20 11:51:49.619955 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-e3e2bebd-dd9a-4c25-9e4b-dd4a841b2d19 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:49.624947 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e3e2bebd-dd9a-4c25-9e4b-dd4a841b2d19 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079651 Aug 20 11:51:49.625089 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55674) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:49.631002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f31f95c5-d2d9-446b-a57d-91c5d3d2e1ef tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '9aded2bd-07bb-4c49-8b5f-644f98c9dd18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:49.632686 n-d-804299-2 neutron-server[94690]: WARNING neutron.api.v2.base [None req-f31f95c5-d2d9-446b-a57d-91c5d3d2e1ef tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 20 11:51:49.633187 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-f31f95c5-d2d9-446b-a57d-91c5d3d2e1ef tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:49.637507 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f31f95c5-d2d9-446b-a57d-91c5d3d2e1ef tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0083222 Aug 20 11:51:49.637733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55676) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:49.652701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Pushing event updated for resources: {'Port': ['ID=36034a54-96bd-43ec-acf0-78baa8d8c13a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:49.720502 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5befb123-0819-46da-8b0d-2ce100bc7dd3 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.757770 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5befb123-0819-46da-8b0d-2ce100bc7dd3 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.841305 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5befb123-0819-46da-8b0d-2ce100bc7dd3 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.845354 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5befb123-0819-46da-8b0d-2ce100bc7dd3 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.846716 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5befb123-0819-46da-8b0d-2ce100bc7dd3 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "DELETE /v2.0/security-groups/9aded2bd-07bb-4c49-8b5f-644f98c9dd18 HTTP/1.1" status: 204 len: 168 time: 0.2076724 Aug 20 11:51:49.850010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55682) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:49.862088 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befb123-0819-46da-8b0d-2ce100bc7dd3 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aded2bd-07bb-4c49-8b5f-644f98c9dd18,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:50.014468 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-679bca37-2fec-49cb-80b4-0cf6dcc838c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.062972 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-88df3ee3-3912-4a79-a059-49c46728a27f tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2117131 Aug 20 11:51:50.069368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55690) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:50.075234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d2af28f9-c77c-4a08-9233-b0e4703126fe tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519881815'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:50.106894 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.119766 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2af28f9-c77c-4a08-9233-b0e4703126fe tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.206785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bca37-2fec-49cb-80b4-0cf6dcc838c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ce2430-f6b9-4db9-ab45-4b86206082c1,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:50.233239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679bca37-2fec-49cb-80b4-0cf6dcc838c7 admin admin] Checking segment: {'id': 'd2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:50.233840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679bca37-2fec-49cb-80b4-0cf6dcc838c7 admin admin] Network hostable DHCP agents. Network: 52cb1187-ce46-4926-9484-0b82ee8202d8, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:51:50.272869 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2af28f9-c77c-4a08-9233-b0e4703126fe tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.285231 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2af28f9-c77c-4a08-9233-b0e4703126fe tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.326244 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af28f9-c77c-4a08-9233-b0e4703126fe tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2c8576-5457-4c78-bd1a-a7b21eef9190,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:50.333008 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2af28f9-c77c-4a08-9233-b0e4703126fe tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.334309 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d2af28f9-c77c-4a08-9233-b0e4703126fe tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2640030 Aug 20 11:51:50.336874 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679bca37-2fec-49cb-80b4-0cf6dcc838c7 admin admin] Network 52cb1187-ce46-4926-9484-0b82ee8202d8 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:51:50.337615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55702) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:50.345342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-53236307-e35f-4931-bf3a-c0617d851896 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '8f2c8576-5457-4c78-bd1a-a7b21eef9190', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:50.348060 n-d-804299-2 neutron-server[94690]: WARNING neutron.api.v2.base [None req-53236307-e35f-4931-bf3a-c0617d851896 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 11:51:50.348863 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-53236307-e35f-4931-bf3a-c0617d851896 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:50.351085 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-53236307-e35f-4931-bf3a-c0617d851896 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124006 Aug 20 11:51:50.354441 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55704) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:50.366070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7e2d9835-76dc-474c-84c2-d484de4a9656 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '8f2c8576-5457-4c78-bd1a-a7b21eef9190', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:50.384520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-679bca37-2fec-49cb-80b4-0cf6dcc838c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 52cb1187-ce46-4926-9484-0b82ee8202d8) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:50.394488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e154cbd3-9268-40c9-a88c-ea8864dfd8b9 None None] Network 52cb1187-ce46-4926-9484-0b82ee8202d8 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:50.409381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679bca37-2fec-49cb-80b4-0cf6dcc838c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:50.413478 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-679bca37-2fec-49cb-80b4-0cf6dcc838c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.431565 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.451862 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-7e2d9835-76dc-474c-84c2-d484de4a9656 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:50.451862 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7e2d9835-76dc-474c-84c2-d484de4a9656 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0895786 Aug 20 11:51:50.452525 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.452664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55708) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:50.457644 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b132c1d2-61b8-4c90-bd0a-1e11220d0b7d tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '8f2c8576-5457-4c78-bd1a-a7b21eef9190', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:50.457644 n-d-804299-2 neutron-server[94690]: WARNING neutron.api.v2.base [None req-b132c1d2-61b8-4c90-bd0a-1e11220d0b7d tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 20 11:51:50.458681 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-b132c1d2-61b8-4c90-bd0a-1e11220d0b7d tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:50.462736 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b132c1d2-61b8-4c90-bd0a-1e11220d0b7d tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071905 Aug 20 11:51:50.463828 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55710) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:50.477775 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-fd8a5451-77da-42a4-8df2-9994bdf11ab2 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '8f2c8576-5457-4c78-bd1a-a7b21eef9190', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:50.489333 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-679bca37-2fec-49cb-80b4-0cf6dcc838c7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1735785 Aug 20 11:51:50.494413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55714) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:50.507548 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1957772658-router', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:50.615785 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.617398 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.631901 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-fd8a5451-77da-42a4-8df2-9994bdf11ab2 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:50.637070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fd8a5451-77da-42a4-8df2-9994bdf11ab2 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1679454 Aug 20 11:51:50.637070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55720) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:50.642145 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e4278af3-d28c-4b41-9418-284e92cb470a tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '8f2c8576-5457-4c78-bd1a-a7b21eef9190', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:50.642515 n-d-804299-2 neutron-server[94690]: WARNING neutron.api.v2.base [None req-e4278af3-d28c-4b41-9418-284e92cb470a tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 11:51:50.644415 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-e4278af3-d28c-4b41-9418-284e92cb470a tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:50.648270 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e4278af3-d28c-4b41-9418-284e92cb470a tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086069 Aug 20 11:51:50.648552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55722) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:50.654173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-cb9ff349-eb53-4bea-bc91-6ae4c8a8489c tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '8f2c8576-5457-4c78-bd1a-a7b21eef9190', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:50.694157 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f55365-3846-4a09-b08c-7fea98ec46ca req-a41287d1-2952-4dc4-af0f-d3e58e5ef6b0 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:50.695920 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4f55365-3846-4a09-b08c-7fea98ec46ca req-a41287d1-2952-4dc4-af0f-d3e58e5ef6b0 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.1306310 Aug 20 11:51:50.756521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-52cb1187-ce46-4926-9484-0b82ee8202d8', 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'fixed_ips': [{'subnet_id': '88ce2430-f6b9-4db9-ab45-4b86206082c1'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:51:50.760015 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.761275 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.778983 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4f55365-3846-4a09-b08c-7fea98ec46ca req-44e088a6-41dd-484d-98a0-299ac1b798af tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740473 Aug 20 11:51:50.795227 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-cb9ff349-eb53-4bea-bc91-6ae4c8a8489c tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Project a4db010490e542edbca18751023edb46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:51:50.870198 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-cb9ff349-eb53-4bea-bc91-6ae4c8a8489c tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:50.871313 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cb9ff349-eb53-4bea-bc91-6ae4c8a8489c tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2217927 Aug 20 11:51:50.880525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55730) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:50.892981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2eac5951-6abe-4fc4-9010-b7bbd9abec3f tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '8f2c8576-5457-4c78-bd1a-a7b21eef9190', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:50.899019 n-d-804299-2 neutron-server[94691]: WARNING neutron.api.v2.base [None req-2eac5951-6abe-4fc4-9010-b7bbd9abec3f tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 20 11:51:50.900222 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-2eac5951-6abe-4fc4-9010-b7bbd9abec3f tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:50.901381 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2eac5951-6abe-4fc4-9010-b7bbd9abec3f tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0175827 Aug 20 11:51:50.905880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55732) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:50.927056 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-33e3a9d6-6cf6-4bb2-95df-2a066599e757 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '8f2c8576-5457-4c78-bd1a-a7b21eef9190', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:50.935311 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Router 38a15769-3d76-4282-9684-7c9c89daa5a2 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:51:51.019790 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.049088 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-33e3a9d6-6cf6-4bb2-95df-2a066599e757 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Project a4db010490e542edbca18751023edb46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:51:51.059962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Allocated IP 172.20.0.2 (52cb1187-ce46-4926-9484-0b82ee8202d8/88ce2430-f6b9-4db9-ab45-4b86206082c1/490491d4-651b-47ee-8d02-e9da8b599063) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:51.166123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:51.189865 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.199913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c2f671-979f-40d5-85f2-28ad1316ebb3 None None] Sync routers for ids ['38a15769-3d76-4282-9684-7c9c89daa5a2'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:51.207554 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d777a791-1fe7-4f6b-8f94-ba1fb910d6ba tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "PUT /v2.0/routers/38a15769-3d76-4282-9684-7c9c89daa5a2 HTTP/1.1" status: 200 len: 914 time: 3.2606046 Aug 20 11:51:51.207731 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-33e3a9d6-6cf6-4bb2-95df-2a066599e757 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:51.207898 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-33e3a9d6-6cf6-4bb2-95df-2a066599e757 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2994769 Aug 20 11:51:51.208790 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55740) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:51.223744 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55742) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:51.226827 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c2f671-979f-40d5-85f2-28ad1316ebb3 None None] Routers {'38a15769-3d76-4282-9684-7c9c89daa5a2'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:51.227442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d0c2f671-979f-40d5-85f2-28ad1316ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['38a15769-3d76-4282-9684-7c9c89daa5a2'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:51.236186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-779d9cbd-9dcd-4087-a0c4-32a8aa446607 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '8f2c8576-5457-4c78-bd1a-a7b21eef9190', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:51.311244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d0c2f671-979f-40d5-85f2-28ad1316ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:51.342792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c2f671-979f-40d5-85f2-28ad1316ebb3 None None] Routers {'38a15769-3d76-4282-9684-7c9c89daa5a2'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:51.343676 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d0c2f671-979f-40d5-85f2-28ad1316ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['38a15769-3d76-4282-9684-7c9c89daa5a2'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:51.351923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd2724-4b40-42f5-b8e8-486f948c936d req-fdb15c16-3d66-44cf-8d23-44c7a2ca4e57 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:51.353713 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-09bd2724-4b40-42f5-b8e8-486f948c936d req-fdb15c16-3d66-44cf-8d23-44c7a2ca4e57 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.1468561 Aug 20 11:51:51.357496 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a5e1e-ee33-434a-ac70-1c1a113c850e req-04dcb6db-b694-4951-b495-47e975653ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:51.359257 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d30a5e1e-ee33-434a-ac70-1c1a113c850e req-04dcb6db-b694-4951-b495-47e975653ac3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6&device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 1097 time: 0.1495659 Aug 20 11:51:51.423799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d0c2f671-979f-40d5-85f2-28ad1316ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:51.424459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c2f671-979f-40d5-85f2-28ad1316ebb3 None None] The sync data for ids ['38a15769-3d76-4282-9684-7c9c89daa5a2'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:51.428268 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-779d9cbd-9dcd-4087-a0c4-32a8aa446607 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Project a4db010490e542edbca18751023edb46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:51:51.489782 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-779d9cbd-9dcd-4087-a0c4-32a8aa446607 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:51.501439 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-779d9cbd-9dcd-4087-a0c4-32a8aa446607 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2694700 Aug 20 11:51:51.501697 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-09bd2724-4b40-42f5-b8e8-486f948c936d req-6b49f7d8-b183-47da-b89c-7433ddac0732 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1233432 Aug 20 11:51:51.502109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55752) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:51.586226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a5e1e-ee33-434a-ac70-1c1a113c850e req-1897ab89-7a76-431c-9a72-4720e06cd6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:51.590164 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d30a5e1e-ee33-434a-ac70-1c1a113c850e req-1897ab89-7a76-431c-9a72-4720e06cd6cf service neutron] 10.222.0.76 "GET /v2.0/networks?id=d8c120cc-56e2-4266-a608-15492ea07f5a HTTP/1.1" status: 200 len: 910 time: 0.2084434 Aug 20 11:51:51.621355 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.631115 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Transition to ACTIVE for port object 490491d4-651b-47ee-8d02-e9da8b599063 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:51.649538 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Transition to ACTIVE for port object 490491d4-651b-47ee-8d02-e9da8b599063 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:51.659184 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.696824 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c9140881-7743-4f71-810e-b9e53c4727f7 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/routers/38a15769-3d76-4282-9684-7c9c89daa5a2 HTTP/1.1" status: 200 len: 920 time: 0.4853935 Aug 20 11:51:51.709495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55756) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:51.710795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Network 52cb1187-ce46-4926-9484-0b82ee8202d8 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:51.715570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:51.719673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:51.758156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Pushing event updated for resources: {'Port': ['ID=490491d4-651b-47ee-8d02-e9da8b599063,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:51.766966 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.790486 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.804833 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Attempting to bind port 490491d4-651b-47ee-8d02-e9da8b599063 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:51.805359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Attempting to bind port 490491d4-651b-47ee-8d02-e9da8b599063 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:51.805825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Attempting to bind port 490491d4-651b-47ee-8d02-e9da8b599063 on network 52cb1187-ce46-4926-9484-0b82ee8202d8 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:51.812199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:51.812922 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Checking segment: {'id': 'd2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:51.813427 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.814056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Bound using segment: {'id': 'd2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:51.814661 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Bound port: 490491d4-651b-47ee-8d02-e9da8b599063, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:51.815140 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.818159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d30a5e1e-ee33-434a-ac70-1c1a113c850e req-b1de155b-4761-420e-963b-da2e958b1a9d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945321ed-1ce1-474f-a129-8f49611b5b94 HTTP/1.1" status: 200 len: 1002 time: 0.2214923 Aug 20 11:51:51.818331 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:51.818732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:51.819170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:51.819606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:51.820174 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:51.820663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:51.821090 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:51.821511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:51.822070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:51.822491 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:51.823017 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:51.824818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:51.857101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f9eb64-d439-473e-98ce-004b5ace2daf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:51.868123 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-26f9eb64-d439-473e-98ce-004b5ace2daf tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=2f571561-7053-40c3-8622-933868b07d18&device_id=38a15769-3d76-4282-9684-7c9c89daa5a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1567113 Aug 20 11:51:51.869012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55760) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:51.931219 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] For port 490491d4-651b-47ee-8d02-e9da8b599063, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:51.937757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] For port 490491d4-651b-47ee-8d02-e9da8b599063, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=490491d4-651b-47ee-8d02-e9da8b599063,segment=NetworkSegment(d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9),segment_id=d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:51.937933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Allocated IP 172.25.8.90 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/11ef3469-1884-4358-87e4-6ae7351eb10b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:51.940907 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cba8bee-1901-4426-9bbc-37e5a5e0123b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.958478 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.967227 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cba8bee-1901-4426-9bbc-37e5a5e0123b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:52.047170 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cba8bee-1901-4426-9bbc-37e5a5e0123b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:52.058580 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993b537-dbc4-425b-9432-5d10286edcb8 None None] Pushing event updated for resources: {'Port': ['ID=490491d4-651b-47ee-8d02-e9da8b599063,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:52.063217 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cba8bee-1901-4426-9bbc-37e5a5e0123b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:52.064558 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8cba8bee-1901-4426-9bbc-37e5a5e0123b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "DELETE /v2.0/security-groups/8f2c8576-5457-4c78-bd1a-a7b21eef9190 HTTP/1.1" status: 204 len: 168 time: 0.5423930 Aug 20 11:51:52.071260 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55766) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:52.092242 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba8bee-1901-4426-9bbc-37e5a5e0123b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2c8576-5457-4c78-bd1a-a7b21eef9190,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:52.119151 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a5e1e-ee33-434a-ac70-1c1a113c850e req-ee4d8f27-d8c1-4fb5-a6d1-bbdb29a5a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:52.126922 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d30a5e1e-ee33-434a-ac70-1c1a113c850e req-ee4d8f27-d8c1-4fb5-a6d1-bbdb29a5a0d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09663497-ca2a-455d-b26b-a9896c3dda5e HTTP/1.1" status: 200 len: 849 time: 0.2949591 Aug 20 11:51:52.195416 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:52.202328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0609f872-f809-467c-8354-6768d7ff10f1 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:52.206794 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0609f872-f809-467c-8354-6768d7ff10f1 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/networks/2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 881 time: 0.2703922 Aug 20 11:51:52.211074 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55772) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:52.303735 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55774) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:52.319614 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7b1a60b0-2431-4109-ae42-83467c37d0c4 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a15769-3d76-4282-9684-7c9c89daa5a2 HTTP/1.1" status: 200 len: 205 time: 0.1069415 Aug 20 11:51:52.345694 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-50d1cbcf-f0f3-478f-a36a-9d744993b89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:52.414520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55780) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:52.414803 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-72055d5c-7e7b-40de-a146-523bd5f0d818 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3422692 Aug 20 11:51:52.428187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-0264111c-14d5-4ebc-ae26-f4f06fb79b89 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792940267'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:52.463744 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:52.480572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a5e1e-ee33-434a-ac70-1c1a113c850e req-1c77217e-aacb-4aab-ba1f-7a080c38af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:52.482159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d30a5e1e-ee33-434a-ac70-1c1a113c850e req-1c77217e-aacb-4aab-ba1f-7a080c38af27 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8c120cc-56e2-4266-a608-15492ea07f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3092039 Aug 20 11:51:52.567501 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:52.603141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:52.612121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:52.669552 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7d75221-b5af-4164-83c4-3b6c3e162961 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:52.669810 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0264111c-14d5-4ebc-ae26-f4f06fb79b89 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:52.693476 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Pushing event updated for resources: {'Port': ['ID=11ef3469-1884-4358-87e4-6ae7351eb10b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:52.779361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae5590-1aea-4181-8e64-1208c07ad9b3 req-66389ed8-1f42-4590-8b32-d5e150ad45d3 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:52.781375 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7dae5590-1aea-4181-8e64-1208c07ad9b3 req-66389ed8-1f42-4590-8b32-d5e150ad45d3 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.1722138 Aug 20 11:51:52.785561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d30a5e1e-ee33-434a-ac70-1c1a113c850e req-46e71bcb-c140-494e-9a7c-227c6b000830 service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602901 Aug 20 11:51:52.915851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7dae5590-1aea-4181-8e64-1208c07ad9b3 req-7fa3c685-394b-41d3-93bf-c35fc0f652d7 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274571 Aug 20 11:51:52.952672 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7d75221-b5af-4164-83c4-3b6c3e162961 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:52.977093 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0264111c-14d5-4ebc-ae26-f4f06fb79b89 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:52.998706 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0264111c-14d5-4ebc-ae26-f4f06fb79b89 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.030725 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d30a5e1e-ee33-434a-ac70-1c1a113c850e req-4e6d6f12-1e8b-4481-8ad8-5d51c473bb53 service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295344 Aug 20 11:51:53.052464 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 490491d4-651b-47ee-8d02-e9da8b599063 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:53.074508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d7d75221-b5af-4164-83c4-3b6c3e162961 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Deleting port 36034a54-96bd-43ec-acf0-78baa8d8c13a {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:53.074852 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7d75221-b5af-4164-83c4-3b6c3e162961 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.100569 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0264111c-14d5-4ebc-ae26-f4f06fb79b89 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.109319 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0264111c-14d5-4ebc-ae26-f4f06fb79b89 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6934423 Aug 20 11:51:53.110371 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264111c-14d5-4ebc-ae26-f4f06fb79b89 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095ef4c7-d219-4d89-8386-0d3d553b3d10,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:53.124796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55798) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:53.131728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-cee7c59b-20cc-4482-8e3d-e43f0baffb49 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '095ef4c7-d219-4d89-8386-0d3d553b3d10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:53.156040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 490491d4-651b-47ee-8d02-e9da8b599063 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:53.176747 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.216892 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7d75221-b5af-4164-83c4-3b6c3e162961 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.225529 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-cee7c59b-20cc-4482-8e3d-e43f0baffb49 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The resource could not be found. Aug 20 11:51:53.226549 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cee7c59b-20cc-4482-8e3d-e43f0baffb49 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1004734 Aug 20 11:51:53.231510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55802) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:53.232017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d7d75221-b5af-4164-83c4-3b6c3e162961 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Calling delete_port for 36034a54-96bd-43ec-acf0-78baa8d8c13a owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:53.236087 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-589a320b-6e14-41ce-be37-3032e3c7f13e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '095ef4c7-d219-4d89-8386-0d3d553b3d10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e9227532-8685-4862-bc02-995639881a70'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:53.336381 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-589a320b-6e14-41ce-be37-3032e3c7f13e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The resource could not be found. Aug 20 11:51:53.340129 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-589a320b-6e14-41ce-be37-3032e3c7f13e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1050794 Aug 20 11:51:53.342165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55806) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:53.485721 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.490000 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5403f492-1a27-4e22-b974-9272cabfac9e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.565277 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5403f492-1a27-4e22-b974-9272cabfac9e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.591453 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7d75221-b5af-4164-83c4-3b6c3e162961 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.658038 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d75221-b5af-4164-83c4-3b6c3e162961 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Pushing event deleted for resources: {'Port': ['ID=36034a54-96bd-43ec-acf0-78baa8d8c13a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:53.726329 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Router d78161e4-e912-4f5d-8472-149320ff315b is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:51:53.788482 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7d75221-b5af-4164-83c4-3b6c3e162961 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.793816 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079b4632-2813-4b75-a7fb-c893b0913668 None None] Network 52cb1187-ce46-4926-9484-0b82ee8202d8 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:53.841153 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5403f492-1a27-4e22-b974-9272cabfac9e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.848018 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5403f492-1a27-4e22-b974-9272cabfac9e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.850483 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5403f492-1a27-4e22-b974-9272cabfac9e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "DELETE /v2.0/security-groups/095ef4c7-d219-4d89-8386-0d3d553b3d10 HTTP/1.1" status: 204 len: 168 time: 0.5069368 Aug 20 11:51:53.875954 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55822) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:53.917709 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-638acc21-0023-401c-a436-924f266f97b0 None None] Provisioning for port 490491d4-651b-47ee-8d02-e9da8b599063 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:53.969702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403f492-1a27-4e22-b974-9272cabfac9e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095ef4c7-d219-4d89-8386-0d3d553b3d10,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:53.983636 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7d75221-b5af-4164-83c4-3b6c3e162961 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.992571 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7d75221-b5af-4164-83c4-3b6c3e162961 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.007654 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f499ed3a-99fe-4d08-8629-cf78b23571df tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1297364 Aug 20 11:51:54.018989 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55832) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:54.037854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-853b7e1c-1112-476e-8a28-89ca80139a25 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': 'e5103a5f-20d1-4341-8851-9fac08a6757d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:54.085132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-638acc21-0023-401c-a436-924f266f97b0 None None] Provisioning complete for port 490491d4-651b-47ee-8d02-e9da8b599063 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:54.086159 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-638acc21-0023-401c-a436-924f266f97b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.087008 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7d75221-b5af-4164-83c4-3b6c3e162961 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.087173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d75221-b5af-4164-83c4-3b6c3e162961 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Fanout notify agent at l3_agent the message router_deleted on router 38a15769-3d76-4282-9684-7c9c89daa5a2 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:54.098285 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7d75221-b5af-4164-83c4-3b6c3e162961 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.102826 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d7d75221-b5af-4164-83c4-3b6c3e162961 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "DELETE /v2.0/routers/38a15769-3d76-4282-9684-7c9c89daa5a2 HTTP/1.1" status: 204 len: 168 time: 1.7944853 Aug 20 11:51:54.104294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55834) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:54.110456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-971851850', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}, 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:54.154397 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36760d-93f7-4531-b310-f91dd66bceef req-a654860b-8ac0-421b-acb2-a759725653a2 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:54.163619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5e36760d-93f7-4531-b310-f91dd66bceef req-a654860b-8ac0-421b-acb2-a759725653a2 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.1118314 Aug 20 11:51:54.171086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:54.180493 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Sync routers for ids ['d78161e4-e912-4f5d-8472-149320ff315b'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:54.208059 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Routers {'d78161e4-e912-4f5d-8472-149320ff315b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:54.208998 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d78161e4-e912-4f5d-8472-149320ff315b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:54.237773 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.237959 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5e36760d-93f7-4531-b310-f91dd66bceef req-0dc59233-620a-4215-b4be-cea1c00c486b tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732398 Aug 20 11:51:54.241912 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-74271032-b5ca-491f-aae0-94928e21f707 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.7441394 Aug 20 11:51:54.241912 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-853b7e1c-1112-476e-8a28-89ca80139a25 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The resource could not be found. Aug 20 11:51:54.242442 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-853b7e1c-1112-476e-8a28-89ca80139a25 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2202959 Aug 20 11:51:54.242873 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.243030 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55838) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:54.243954 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.252308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55840) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:54.257296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e1a36659-1e04-4806-a0f3-8e67117020ab tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group': {'name': 'tempest-secgroup--563868603'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:54.285637 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e1a36659-1e04-4806-a0f3-8e67117020ab tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.379867 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.408968 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-638acc21-0023-401c-a436-924f266f97b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.438428 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Set router d78161e4-e912-4f5d-8472-149320ff315b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:54.491659 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-638acc21-0023-401c-a436-924f266f97b0 None None] For port 490491d4-651b-47ee-8d02-e9da8b599063, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=490491d4-651b-47ee-8d02-e9da8b599063,segment=NetworkSegment(d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9),segment_id=d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:54.497693 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-638acc21-0023-401c-a436-924f266f97b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.656400 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638acc21-0023-401c-a436-924f266f97b0 None None] Pushing event updated for resources: {'Port': ['ID=490491d4-651b-47ee-8d02-e9da8b599063,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:54.712743 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.720707 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'name': 'tempest-ServersTestJSON-1957772658-router', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:50Z', 'updated_at': '2021-08-20T11:51:52Z', 'revision_number': 3, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'gw_port': {'id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:51Z', 'updated_at': '2021-08-20T11:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:54.817113 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Checking router: d78161e4-e912-4f5d-8472-149320ff315b for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:51:54.820788 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Updating router d78161e4-e912-4f5d-8472-149320ff315b port 11ef3469-1884-4358-87e4-6ae7351eb10b binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:51:54.831137 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-72b2dfcc-7125-4bf8-b7db-02d86134f1c4 None None] Provisioning complete for port 490491d4-651b-47ee-8d02-e9da8b599063 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:54.831397 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-72b2dfcc-7125-4bf8-b7db-02d86134f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.844214 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e1a36659-1e04-4806-a0f3-8e67117020ab tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.859394 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e1a36659-1e04-4806-a0f3-8e67117020ab tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.915337 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.014365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 490491d4-651b-47ee-8d02-e9da8b599063 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:55.082251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 490491d4-651b-47ee-8d02-e9da8b599063 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:55.082655 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.133318 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bd01a6d0-493c-43e4-a3e3-e6ec20e41e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.141892 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e1a36659-1e04-4806-a0f3-8e67117020ab tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.149644 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e1a36659-1e04-4806-a0f3-8e67117020ab tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8960116 Aug 20 11:51:55.156462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a36659-1e04-4806-a0f3-8e67117020ab tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984396ee-25d1-49fc-b2de-6505cc9dc163,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:55.176737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55864) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:55.196116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-dd43ef8d-0207-4fd3-9db9-6a61208b0dd0 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1226402729'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:55.257989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef943a-f719-4370-938c-c8d19714c5e6 req-0521c9dd-90ad-4ef7-a157-a3886515f183 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:55.259577 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ddef943a-f719-4370-938c-c8d19714c5e6 req-0521c9dd-90ad-4ef7-a157-a3886515f183 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 1097 time: 0.3345847 Aug 20 11:51:55.271066 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd43ef8d-0207-4fd3-9db9-6a61208b0dd0 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.436231 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.439723 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.466478 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Transition to ACTIVE for port object 11ef3469-1884-4358-87e4-6ae7351eb10b will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:55.473875 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.548949 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97ecfd-eaea-4ef6-a9fc-3f42f8819606 None None] Pushing event updated for resources: {'Port': ['ID=11ef3469-1884-4358-87e4-6ae7351eb10b,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:55.575031 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97ecfd-eaea-4ef6-a9fc-3f42f8819606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:55.575381 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97ecfd-eaea-4ef6-a9fc-3f42f8819606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:55.575726 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97ecfd-eaea-4ef6-a9fc-3f42f8819606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:55.576132 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97ecfd-eaea-4ef6-a9fc-3f42f8819606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:55.576470 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97ecfd-eaea-4ef6-a9fc-3f42f8819606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:55.576828 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97ecfd-eaea-4ef6-a9fc-3f42f8819606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:55.577201 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97ecfd-eaea-4ef6-a9fc-3f42f8819606 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:55.577530 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97ecfd-eaea-4ef6-a9fc-3f42f8819606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:55.577858 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97ecfd-eaea-4ef6-a9fc-3f42f8819606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:55.578180 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97ecfd-eaea-4ef6-a9fc-3f42f8819606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:55.578505 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97ecfd-eaea-4ef6-a9fc-3f42f8819606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:55.578825 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97ecfd-eaea-4ef6-a9fc-3f42f8819606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:55.583701 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Attempting to bind port 11ef3469-1884-4358-87e4-6ae7351eb10b on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:55.584111 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Attempting to bind port 11ef3469-1884-4358-87e4-6ae7351eb10b by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:55.584670 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Attempting to bind port 11ef3469-1884-4358-87e4-6ae7351eb10b on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:55.591544 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:55.592052 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:55.592514 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.593255 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:55.593745 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Bound port: 11ef3469-1884-4358-87e4-6ae7351eb10b, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:55.594132 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.764157 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ddef943a-f719-4370-938c-c8d19714c5e6 req-3e908099-3d9b-4bf2-b249-26a846647c7f tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4955709 Aug 20 11:51:55.793271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55876) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:55.847953 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.868336 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.883760 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] For port 11ef3469-1884-4358-87e4-6ae7351eb10b, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:55.893300 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] For port 11ef3469-1884-4358-87e4-6ae7351eb10b, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=11ef3469-1884-4358-87e4-6ae7351eb10b,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:55.899707 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.990040 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd43ef8d-0207-4fd3-9db9-6a61208b0dd0 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.025926 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Routers {'d78161e4-e912-4f5d-8472-149320ff315b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:56.027106 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d78161e4-e912-4f5d-8472-149320ff315b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:56.029192 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97ecfd-eaea-4ef6-a9fc-3f42f8819606 None None] Pushing event updated for resources: {'Port': ['ID=11ef3469-1884-4358-87e4-6ae7351eb10b,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:56.034507 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd43ef8d-0207-4fd3-9db9-6a61208b0dd0 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.071132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Allocated IP 172.25.8.227 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/91852d5c-7cad-4e1c-ba28-350db2a37aba) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:56.105522 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77118322-0033-4570-a540-384978202135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.234250 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] Set router d78161e4-e912-4f5d-8472-149320ff315b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:56.260200 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.272451 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd43ef8d-0207-4fd3-9db9-6a61208b0dd0 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.277525 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dd43ef8d-0207-4fd3-9db9-6a61208b0dd0 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0956903 Aug 20 11:51:56.280972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55890) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:56.291970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-a6714c6d-b23a-497b-8b7d-fe178823fefa tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': '984396ee-25d1-49fc-b2de-6505cc9dc163', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9701cd50-8655-49f4-a608-2dafd0385a07'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:56.330543 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43ef8d-0207-4fd3-9db9-6a61208b0dd0 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9701cd50-8655-49f4-a608-2dafd0385a07,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:56.332262 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.342360 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-77118322-0033-4570-a540-384978202135 admin admin] Allocated IP 172.20.0.1 (52cb1187-ce46-4926-9484-0b82ee8202d8/88ce2430-f6b9-4db9-ab45-4b86206082c1/d4d5c45e-498a-449e-8a29-d35b747c3265) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:56.383646 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-a6714c6d-b23a-497b-8b7d-fe178823fefa tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:56.389540 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a6714c6d-b23a-497b-8b7d-fe178823fefa tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1060455 Aug 20 11:51:56.390488 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55892) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:56.410551 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.473243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:56.480910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:56.494895 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:56.523875 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77118322-0033-4570-a540-384978202135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.539366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Pushing event updated for resources: {'Port': ['ID=91852d5c-7cad-4e1c-ba28-350db2a37aba,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:56.546407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-77118322-0033-4570-a540-384978202135 admin admin] Transition to ACTIVE for port object d4d5c45e-498a-449e-8a29-d35b747c3265 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:56.550792 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'name': 'tempest-ServersTestJSON-1957772658-router', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:50Z', 'updated_at': '2021-08-20T11:51:52Z', 'revision_number': 3, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'gw_port': {'id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:51Z', 'updated_at': '2021-08-20T11:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:56.569532 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-22cef1d4-308b-4cb7-8bc5-30605fc741ff tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting port 77dab7a7-4d6b-40ae-9b4f-519bd5ace502 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:56.569883 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22cef1d4-308b-4cb7-8bc5-30605fc741ff tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.610938 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d184f4f-3023-41a0-a83e-84a7df964dd5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.622269 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20ae590-43d6-4bd6-99ba-6ca78030a6cc None None] The sync data for ids ['d78161e4-e912-4f5d-8472-149320ff315b'] in n-d-804299-2 is: [{'id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'name': 'tempest-ServersTestJSON-1957772658-router', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:50Z', 'updated_at': '2021-08-20T11:51:52Z', 'revision_number': 3, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'gw_port': {'id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:51Z', 'updated_at': '2021-08-20T11:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:56.676067 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77118322-0033-4570-a540-384978202135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.704279 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22cef1d4-308b-4cb7-8bc5-30605fc741ff tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.704941 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22cef1d4-308b-4cb7-8bc5-30605fc741ff tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.721418 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d184f4f-3023-41a0-a83e-84a7df964dd5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.722414 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-22cef1d4-308b-4cb7-8bc5-30605fc741ff tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Calling delete_port for 77dab7a7-4d6b-40ae-9b4f-519bd5ace502 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:56.917010 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d184f4f-3023-41a0-a83e-84a7df964dd5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.919659 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d184f4f-3023-41a0-a83e-84a7df964dd5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.920879 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4d184f4f-3023-41a0-a83e-84a7df964dd5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "DELETE /v2.0/security-groups/9701cd50-8655-49f4-a608-2dafd0385a07 HTTP/1.1" status: 204 len: 168 time: 0.5287957 Aug 20 11:51:56.926900 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55904) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:56.960368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d184f4f-3023-41a0-a83e-84a7df964dd5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9701cd50-8655-49f4-a608-2dafd0385a07,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:57.153598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77118322-0033-4570-a540-384978202135 admin admin] Network 52cb1187-ce46-4926-9484-0b82ee8202d8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:57.199067 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-77118322-0033-4570-a540-384978202135 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:57.202539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77118322-0033-4570-a540-384978202135 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d5c45e-498a-449e-8a29-d35b747c3265,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:57.204685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55918) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:57.215049 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f9a4fb98-f096-43fb-abed-96957e88fcec tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2767603 Aug 20 11:51:57.230464 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.280771 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77118322-0033-4570-a540-384978202135 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:57.282915 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22cef1d4-308b-4cb7-8bc5-30605fc741ff tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.355244 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cef1d4-308b-4cb7-8bc5-30605fc741ff tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Port': ['ID=77dab7a7-4d6b-40ae-9b4f-519bd5ace502,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:57.400795 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4eff8055-0dbc-4a3f-8ec2-5f7a55f50762 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.433719 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4eff8055-0dbc-4a3f-8ec2-5f7a55f50762 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.568841 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4eff8055-0dbc-4a3f-8ec2-5f7a55f50762 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.571396 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4eff8055-0dbc-4a3f-8ec2-5f7a55f50762 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.580935 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4eff8055-0dbc-4a3f-8ec2-5f7a55f50762 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "DELETE /v2.0/security-groups/984396ee-25d1-49fc-b2de-6505cc9dc163 HTTP/1.1" status: 204 len: 168 time: 0.3670113 Aug 20 11:51:57.633965 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-515b25ad-29c0-4663-8796-c704ba1aba76 None None] Provisioning for port d4d5c45e-498a-449e-8a29-d35b747c3265 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:57.634568 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55926) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:57.641551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-515b25ad-29c0-4663-8796-c704ba1aba76 None None] Provisioning complete for port d4d5c45e-498a-449e-8a29-d35b747c3265 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:57.641922 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-515b25ad-29c0-4663-8796-c704ba1aba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.662304 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77118322-0033-4570-a540-384978202135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.686405 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.720863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff8055-0dbc-4a3f-8ec2-5f7a55f50762 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=984396ee-25d1-49fc-b2de-6505cc9dc163,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:57.747597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-515b25ad-29c0-4663-8796-c704ba1aba76 None None] Port d4d5c45e-498a-449e-8a29-d35b747c3265 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:57.789520 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7cadbfec-1ae3-4c22-8d8e-c225a9c1a16b tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1522915 Aug 20 11:51:57.796873 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55930) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:57.801527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-23032cd3-5a8b-43e0-a9ee-994c9df58228 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034137253'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:57.841919 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23032cd3-5a8b-43e0-a9ee-994c9df58228 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.853661 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22cef1d4-308b-4cb7-8bc5-30605fc741ff tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.853661 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-22cef1d4-308b-4cb7-8bc5-30605fc741ff tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Floating IP c44c0dd8-fdf5-4a11-a7f5-a7367d697b87 disassociated (deleted). External IP: 172.25.8.223, port: b558db07-cc34-44f3-b58a-4785faccf283. Aug 20 11:51:57.961891 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:58.094945 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Router 3429206f-01e4-4b1b-805d-74f6594ee630 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:51:58.159124 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77118322-0033-4570-a540-384978202135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:58.273482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:58.298467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c1bf1c-7499-4d03-a889-7b5f94b474fd None None] Sync routers for ids ['3429206f-01e4-4b1b-805d-74f6594ee630'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:58.329476 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c1bf1c-7499-4d03-a889-7b5f94b474fd None None] Routers {'3429206f-01e4-4b1b-805d-74f6594ee630'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:58.330138 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-19c1bf1c-7499-4d03-a889-7b5f94b474fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3429206f-01e4-4b1b-805d-74f6594ee630'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:58.376617 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-19c1bf1c-7499-4d03-a889-7b5f94b474fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:58.391904 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c1bf1c-7499-4d03-a889-7b5f94b474fd None None] Routers {'3429206f-01e4-4b1b-805d-74f6594ee630'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:58.393422 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-19c1bf1c-7499-4d03-a889-7b5f94b474fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3429206f-01e4-4b1b-805d-74f6594ee630'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:58.412605 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23032cd3-5a8b-43e0-a9ee-994c9df58228 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:58.422205 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23032cd3-5a8b-43e0-a9ee-994c9df58228 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:58.422357 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:58.423589 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-83c65920-5ef2-416f-851a-fa17d1eb1afa tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3177953 Aug 20 11:51:58.426267 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55948) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:58.431590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-96363bfd-a025-42b5-adce-e0743cd42bd9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:58.474316 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-19c1bf1c-7499-4d03-a889-7b5f94b474fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:58.475054 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c1bf1c-7499-4d03-a889-7b5f94b474fd None None] The sync data for ids ['3429206f-01e4-4b1b-805d-74f6594ee630'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:58.540663 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23032cd3-5a8b-43e0-a9ee-994c9df58228 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:58.544043 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-23032cd3-5a8b-43e0-a9ee-994c9df58228 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7454593 Aug 20 11:51:58.551944 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55952) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:58.588550 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7a9604f3-3556-47c6-8541-a1e82d691dd5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': 'ffa6df6a-694f-4fb6-aa73-e450dac89152', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:58.615611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23032cd3-5a8b-43e0-a9ee-994c9df58228 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa6df6a-694f-4fb6-aa73-e450dac89152,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:58.652195 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cef1d4-308b-4cb7-8bc5-30605fc741ff tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router 1018fbf6-dc5e-4acf-afef-967d8acae19c has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:51:58.675737 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-7a9604f3-3556-47c6-8541-a1e82d691dd5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:58.680022 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7a9604f3-3556-47c6-8541-a1e82d691dd5 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1221735 Aug 20 11:51:58.683401 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55956) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:58.688469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ccc32956-f46d-4be2-8e8c-6ee4217b717a tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group_rule': {'security_group_id': 'ffa6df6a-694f-4fb6-aa73-e450dac89152', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:58.700849 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77118322-0033-4570-a540-384978202135 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:58.780851 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77118322-0033-4570-a540-384978202135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:58.856786 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-ccc32956-f46d-4be2-8e8c-6ee4217b717a tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:51:58.860828 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ccc32956-f46d-4be2-8e8c-6ee4217b717a tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1759672 Aug 20 11:51:58.862752 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55960) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:58.904912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77118322-0033-4570-a540-384978202135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.037952 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96363bfd-a025-42b5-adce-e0743cd42bd9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.076042 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96363bfd-a025-42b5-adce-e0743cd42bd9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.088307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 11ef3469-1884-4358-87e4-6ae7351eb10b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:59.142403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77118322-0033-4570-a540-384978202135 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d5c45e-498a-449e-8a29-d35b747c3265,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:59.162406 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-96363bfd-a025-42b5-adce-e0743cd42bd9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Deleting port 91852d5c-7cad-4e1c-ba28-350db2a37aba {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:59.163509 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96363bfd-a025-42b5-adce-e0743cd42bd9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.191435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 11ef3469-1884-4358-87e4-6ae7351eb10b completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:59.197872 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 11ef3469-1884-4358-87e4-6ae7351eb10b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:59.198955 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.261653 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cef1d4-308b-4cb7-8bc5-30605fc741ff tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:59.269127 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96363bfd-a025-42b5-adce-e0743cd42bd9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.274802 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c82cf3-d8a6-4ddb-9594-c281586d7562 None None] Sync routers for ids ['1018fbf6-dc5e-4acf-afef-967d8acae19c'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:59.286509 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c82cf3-d8a6-4ddb-9594-c281586d7562 None None] Routers {'1018fbf6-dc5e-4acf-afef-967d8acae19c'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:59.287441 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-46c82cf3-d8a6-4ddb-9594-c281586d7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1018fbf6-dc5e-4acf-afef-967d8acae19c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:59.294706 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-96363bfd-a025-42b5-adce-e0743cd42bd9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Calling delete_port for 91852d5c-7cad-4e1c-ba28-350db2a37aba owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:59.305477 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22cef1d4-308b-4cb7-8bc5-30605fc741ff tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.383900 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.386213 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-661f0dac-92cb-48bf-bb60-8ad7ae767dcc tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.407436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77118322-0033-4570-a540-384978202135 admin admin] Network 52cb1187-ce46-4926-9484-0b82ee8202d8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:59.415906 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-22cef1d4-308b-4cb7-8bc5-30605fc741ff tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/floatingips/c44c0dd8-fdf5-4a11-a7f5-a7367d697b87 HTTP/1.1" status: 204 len: 168 time: 3.5984461 Aug 20 11:51:59.415906 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-77118322-0033-4570-a540-384978202135 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:59.419733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807e5972-da24-45d8-9718-2fe6983e8c51', 'tag': 'b558db07-cc34-44f3-b58a-4785faccf283'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:51:59.422057 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31b03b6-6fae-4e9c-a686-c07224808184" -d '{"events": [{"name": "network-changed", "server_uuid": "807e5972-da24-45d8-9718-2fe6983e8c51", "tag": "b558db07-cc34-44f3-b58a-4785faccf283"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:51:59.436476 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-661f0dac-92cb-48bf-bb60-8ad7ae767dcc tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.463550 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 11ef3469-1884-4358-87e4-6ae7351eb10b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=11ef3469-1884-4358-87e4-6ae7351eb10b,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:59.471743 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.540236 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-46c82cf3-d8a6-4ddb-9594-c281586d7562 None None] Set router 1018fbf6-dc5e-4acf-afef-967d8acae19c gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:59.574701 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e66af7-cc7a-4b5c-b624-fc314f44aac8 x-openstack-request-id: req-97e66af7-cc7a-4b5c-b624-fc314f44aac8 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:51:59.575253 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807e5972-da24-45d8-9718-2fe6983e8c51", "tag": "b558db07-cc34-44f3-b58a-4785faccf283", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:51:59.575673 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97e66af7-cc7a-4b5c-b624-fc314f44aac8 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:51:59.576227 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807e5972-da24-45d8-9718-2fe6983e8c51', 'tag': 'b558db07-cc34-44f3-b58a-4785faccf283', 'status': 'completed', 'code': 200} Aug 20 11:51:59.668527 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=11ef3469-1884-4358-87e4-6ae7351eb10b,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:59.827314 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96363bfd-a025-42b5-adce-e0743cd42bd9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.841029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8d1b90b8-4cad-40c0-ae78-bbb61ff1b3bc None None] Provisioning complete for port d4d5c45e-498a-449e-8a29-d35b747c3265 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:59.841396 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8d1b90b8-4cad-40c0-ae78-bbb61ff1b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.875935 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77118322-0033-4570-a540-384978202135 admin admin] Router d78161e4-e912-4f5d-8472-149320ff315b has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:51:59.890182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96363bfd-a025-42b5-adce-e0743cd42bd9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Pushing event deleted for resources: {'Port': ['ID=91852d5c-7cad-4e1c-ba28-350db2a37aba,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:59.968882 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b90b8-4cad-40c0-ae78-bbb61ff1b3bc None None] Port d4d5c45e-498a-449e-8a29-d35b747c3265 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:59.996076 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-661f0dac-92cb-48bf-bb60-8ad7ae767dcc tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.999087 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-661f0dac-92cb-48bf-bb60-8ad7ae767dcc tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:00.002358 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-661f0dac-92cb-48bf-bb60-8ad7ae767dcc tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "DELETE /v2.0/security-groups/ffa6df6a-694f-4fb6-aa73-e450dac89152 HTTP/1.1" status: 204 len: 168 time: 1.1366892 Aug 20 11:52:00.006880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55992) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:00.014595 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b03b6-6fae-4e9c-a686-c07224808184 req-e3486969-627e-477b-9846-2419ce040074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:00.018152 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c31b03b6-6fae-4e9c-a686-c07224808184 req-e3486969-627e-477b-9846-2419ce040074 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 1097 time: 0.4368210 Aug 20 11:52:00.029349 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-46c82cf3-d8a6-4ddb-9594-c281586d7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578501004', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:49:37Z', 'updated_at': '2021-08-20T11:49:54Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:38Z', 'updated_at': '2021-08-20T11:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '0e555b88-cce6-436d-bb41-c02e6f9ff33d', 'name': '', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:b3:49:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '807278aa-432c-4373-a002-1861d9e112fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:51Z', 'updated_at': '2021-08-20T11:50:03Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '807278aa-432c-4373-a002-1861d9e112fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:00.049887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f0dac-92cb-48bf-bb60-8ad7ae767dcc tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa6df6a-694f-4fb6-aa73-e450dac89152,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:00.095313 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c82cf3-d8a6-4ddb-9594-c281586d7562 None None] Checking router: 1018fbf6-dc5e-4acf-afef-967d8acae19c for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:00.151929 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c82cf3-d8a6-4ddb-9594-c281586d7562 None None] Routers {'1018fbf6-dc5e-4acf-afef-967d8acae19c'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:00.155770 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-46c82cf3-d8a6-4ddb-9594-c281586d7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1018fbf6-dc5e-4acf-afef-967d8acae19c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:00.187116 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c167edc2-f599-47bb-b4d0-5467fc3bb278 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1751041 Aug 20 11:52:00.191997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55998) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:00.200534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2a6390d1-fd3b-4950-b772-c207f22d4b78 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019998768'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:00.207652 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96363bfd-a025-42b5-adce-e0743cd42bd9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:00.249914 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:52:00.263818 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eecb8-ffd3-4ad8-8eb3-355ed4ea7c67 req-175e2986-fa70-4e4e-a663-00ddf9339063 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:00.265458 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e7eecb8-ffd3-4ad8-8eb3-355ed4ea7c67 req-175e2986-fa70-4e4e-a663-00ddf9339063 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.3759301 Aug 20 11:52:00.367455 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-46c82cf3-d8a6-4ddb-9594-c281586d7562 None None] Set router 1018fbf6-dc5e-4acf-afef-967d8acae19c gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:00.391131 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e7eecb8-ffd3-4ad8-8eb3-355ed4ea7c67 req-0001244d-eb1c-4d39-add4-8e4ec957f790 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181939 Aug 20 11:52:00.439582 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b03b6-6fae-4e9c-a686-c07224808184 req-f5c51de4-c9a9-466f-8b83-4a89418aa80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:00.441754 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c31b03b6-6fae-4e9c-a686-c07224808184 req-f5c51de4-c9a9-466f-8b83-4a89418aa80d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cda08d3-11a5-402f-9788-c49620823277 HTTP/1.1" status: 200 len: 897 time: 0.4146934 Aug 20 11:52:00.444207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77118322-0033-4570-a540-384978202135 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:00.450549 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-77118322-0033-4570-a540-384978202135 admin admin] 10.222.0.37 "PUT /v2.0/routers/d78161e4-e912-4f5d-8472-149320ff315b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2065122 Aug 20 11:52:00.464575 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Sync routers for ids ['d78161e4-e912-4f5d-8472-149320ff315b'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:00.491970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Routers {'d78161e4-e912-4f5d-8472-149320ff315b'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:00.499063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d78161e4-e912-4f5d-8472-149320ff315b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:00.502379 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a6390d1-fd3b-4950-b772-c207f22d4b78 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:00.562496 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c31b03b6-6fae-4e9c-a686-c07224808184 req-2aeda886-c0be-4cc4-b81d-d41af8dc87bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b558db07-cc34-44f3-b58a-4785faccf283 HTTP/1.1" status: 200 len: 217 time: 0.1106803 Aug 20 11:52:00.790104 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-46c82cf3-d8a6-4ddb-9594-c281586d7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578501004', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:49:37Z', 'updated_at': '2021-08-20T11:49:54Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:38Z', 'updated_at': '2021-08-20T11:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '0e555b88-cce6-436d-bb41-c02e6f9ff33d', 'name': '', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:b3:49:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '807278aa-432c-4373-a002-1861d9e112fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:51Z', 'updated_at': '2021-08-20T11:50:03Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '807278aa-432c-4373-a002-1861d9e112fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:00.845675 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96363bfd-a025-42b5-adce-e0743cd42bd9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:00.856917 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96363bfd-a025-42b5-adce-e0743cd42bd9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:00.862799 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c82cf3-d8a6-4ddb-9594-c281586d7562 None None] The sync data for ids ['1018fbf6-dc5e-4acf-afef-967d8acae19c'] in n-d-804299-2 is: [{'id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578501004', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:49:37Z', 'updated_at': '2021-08-20T11:49:54Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:38Z', 'updated_at': '2021-08-20T11:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '0e555b88-cce6-436d-bb41-c02e6f9ff33d', 'name': '', 'network_id': '8cda08d3-11a5-402f-9788-c49620823277', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:b3:49:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '807278aa-432c-4373-a002-1861d9e112fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:51Z', 'updated_at': '2021-08-20T11:50:03Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '807278aa-432c-4373-a002-1861d9e112fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:00.888750 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a6390d1-fd3b-4950-b772-c207f22d4b78 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:01.038059 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a6390d1-fd3b-4950-b772-c207f22d4b78 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:01.124667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 11ef3469-1884-4358-87e4-6ae7351eb10b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:01.149709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96363bfd-a025-42b5-adce-e0743cd42bd9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Router 3429206f-01e4-4b1b-805d-74f6594ee630 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:52:01.150668 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a6390d1-fd3b-4950-b772-c207f22d4b78 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:01.167144 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2a6390d1-fd3b-4950-b772-c207f22d4b78 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9710798 Aug 20 11:52:01.167852 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56022) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:01.179274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8e21ca8a-326a-4b30-93f3-7cb6ba58dd78 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:01.180195 n-d-804299-2 neutron-server[94691]: WARNING neutron.api.v2.base [None req-8e21ca8a-326a-4b30-93f3-7cb6ba58dd78 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 11:52:01.180983 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-8e21ca8a-326a-4b30-93f3-7cb6ba58dd78 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 11:52:01.189558 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8e21ca8a-326a-4b30-93f3-7cb6ba58dd78 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "PUT /v2.0/security-groups/96264209-0e7e-417d-a7ac-f8561e517d5c HTTP/1.1" status: 409 len: 330 time: 0.0170438 Aug 20 11:52:01.192314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56024) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:01.211901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6390d1-fd3b-4950-b772-c207f22d4b78 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96264209-0e7e-417d-a7ac-f8561e517d5c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:01.327743 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Set router d78161e4-e912-4f5d-8472-149320ff315b gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:01.411960 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2143b7a7-64f4-4997-a7b6-226355d8d547 None None] New status for floating IP c44c0dd8-fdf5-4a11-a7f5-a7367d697b87: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:52:01.539453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96363bfd-a025-42b5-adce-e0743cd42bd9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:01.568780 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96363bfd-a025-42b5-adce-e0743cd42bd9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:01.569986 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-96363bfd-a025-42b5-adce-e0743cd42bd9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "PUT /v2.0/routers/3429206f-01e4-4b1b-805d-74f6594ee630 HTTP/1.1" status: 200 len: 705 time: 3.1427655 Aug 20 11:52:01.577118 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56038) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:01.607038 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b03b6-6fae-4e9c-a686-c07224808184 req-d6b5748a-11a6-40cf-a122-98f3454493ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:01.609803 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c31b03b6-6fae-4e9c-a686-c07224808184 req-d6b5748a-11a6-40cf-a122-98f3454493ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=807278aa-432c-4373-a002-1861d9e112fc HTTP/1.1" status: 200 len: 834 time: 1.0401654 Aug 20 11:52:01.634801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e6d797-58cf-4ce4-be06-28203502a34f None None] Sync routers for ids ['3429206f-01e4-4b1b-805d-74f6594ee630'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:01.676388 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-48dd2e5d-fcb6-4197-b2d4-1fb56e486097 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:01.723064 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e6d797-58cf-4ce4-be06-28203502a34f None None] Routers {'3429206f-01e4-4b1b-805d-74f6594ee630'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:01.723949 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-85e6d797-58cf-4ce4-be06-28203502a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3429206f-01e4-4b1b-805d-74f6594ee630'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:01.754689 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-48dd2e5d-fcb6-4197-b2d4-1fb56e486097 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:01.806047 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-85e6d797-58cf-4ce4-be06-28203502a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:01.813335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 11ef3469-1884-4358-87e4-6ae7351eb10b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:01.813705 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:01.848845 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095e7db-086b-4ee2-9128-4ab10bf01df0 req-f98d3d11-8985-4cf0-b6d1-b6a07227a4a7 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:01.850342 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8095e7db-086b-4ee2-9128-4ab10bf01df0 req-f98d3d11-8985-4cf0-b6d1-b6a07227a4a7 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.2888222 Aug 20 11:52:01.884121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4401229-9e73-416f-a16f-02508df0f318 req-d6363a63-ca55-4605-adb2-66dc6f7a252a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:01.900834 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c4401229-9e73-416f-a16f-02508df0f318 req-d6363a63-ca55-4605-adb2-66dc6f7a252a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.35 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 946 time: 0.4133663 Aug 20 11:52:01.954720 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c4d1a368-4053-458c-8b60-30ab49245f91 tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/routers/3429206f-01e4-4b1b-805d-74f6594ee630 HTTP/1.1" status: 200 len: 740 time: 0.3739440 Aug 20 11:52:01.955235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e6d797-58cf-4ce4-be06-28203502a34f None None] Routers {'3429206f-01e4-4b1b-805d-74f6594ee630'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:01.955995 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-85e6d797-58cf-4ce4-be06-28203502a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3429206f-01e4-4b1b-805d-74f6594ee630'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:01.957295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56046) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:02.045460 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-190f784e-a0ea-40cf-88f3-390f1874b28d tempest-RoutersAdminTest-1599489541 tempest-RoutersAdminTest-1599489541-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=2f571561-7053-40c3-8622-933868b07d18&device_id=3429206f-01e4-4b1b-805d-74f6594ee630 HTTP/1.1" status: 200 len: 205 time: 0.0870311 Aug 20 11:52:02.046591 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-48dd2e5d-fcb6-4197-b2d4-1fb56e486097 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.050526 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-48dd2e5d-fcb6-4197-b2d4-1fb56e486097 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.058245 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-48dd2e5d-fcb6-4197-b2d4-1fb56e486097 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "DELETE /v2.0/security-groups/96264209-0e7e-417d-a7ac-f8561e517d5c HTTP/1.1" status: 204 len: 168 time: 0.8634787 Aug 20 11:52:02.067565 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56050) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:02.067753 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56052) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:02.072767 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-85e6d797-58cf-4ce4-be06-28203502a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:02.085718 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e6d797-58cf-4ce4-be06-28203502a34f None None] The sync data for ids ['3429206f-01e4-4b1b-805d-74f6594ee630'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:02.098741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd2e5d-fcb6-4197-b2d4-1fb56e486097 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96264209-0e7e-417d-a7ac-f8561e517d5c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:02.116939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b03b6-6fae-4e9c-a686-c07224808184 req-63ab8dd8-e7bf-4691-bce7-e397700dd518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:02.118593 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c31b03b6-6fae-4e9c-a686-c07224808184 req-63ab8dd8-e7bf-4691-bce7-e397700dd518 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cda08d3-11a5-402f-9788-c49620823277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4849112 Aug 20 11:52:02.133200 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8e6bde9e-5452-44ae-895e-816df9f349d9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "GET /v2.0/ports?device_id=3429206f-01e4-4b1b-805d-74f6594ee630 HTTP/1.1" status: 200 len: 205 time: 0.0457835 Aug 20 11:52:02.135466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56054) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:02.196941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56056) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:02.201373 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8095e7db-086b-4ee2-9128-4ab10bf01df0 req-e472422c-6127-4b1c-b915-3bc17103b982 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=253aa489-bb9d-4f15-9af7-323395eb37c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916846 Aug 20 11:52:02.205391 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7907b626-20a1-41a9-9d5b-349f58557921 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1930139871', 'description': 'tempest-description--128741896'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:02.281164 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7907b626-20a1-41a9-9d5b-349f58557921 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.303275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d76eeeb6-a6e9-4a73-ac06-f667bf56cb93 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.316088 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-213930d4-f3f0-4b17-b9ae-984acd52aa42 tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2449026 Aug 20 11:52:02.341140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56062) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:02.383325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'name': 'tempest-ServersTestJSON-1957772658-router', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:50Z', 'updated_at': '2021-08-20T11:51:58Z', 'revision_number': 4, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'gw_port': {'id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:51Z', 'updated_at': '2021-08-20T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd4d5c45e-498a-449e-8a29-d35b747c3265', 'name': '', 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'mac_address': 'fa:16:3e:71:05:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:56Z', 'updated_at': '2021-08-20T11:51:58Z', 'revision_number': 2, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'subnets': [{'id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:02.418741 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Checking router: d78161e4-e912-4f5d-8472-149320ff315b for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:02.419106 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Updating router d78161e4-e912-4f5d-8472-149320ff315b port d4d5c45e-498a-449e-8a29-d35b747c3265 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:52:02.420062 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-95cef184-cd26-47a7-af14-003e44a5c7ab tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] delete failed (client error): The resource could not be found. Aug 20 11:52:02.421329 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-95cef184-cd26-47a7-af14-003e44a5c7ab tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "DELETE /v2.0/security-groups/534ff23d-4e07-4932-b553-f367fead9496 HTTP/1.1" status: 404 len: 347 time: 0.0800276 Aug 20 11:52:02.432343 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56066) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:02.463436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-c4401229-9e73-416f-a16f-02508df0f318 req-8632cb13-4c64-4f53-8306-f9249b6086c2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting port b558db07-cc34-44f3-b58a-4785faccf283 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:02.465297 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c4401229-9e73-416f-a16f-02508df0f318 req-8632cb13-4c64-4f53-8306-f9249b6086c2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.489300 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.502333 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-070b26ff-b97a-4fcd-b94c-28858ebeda5a tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] show failed (client error): The resource could not be found. Aug 20 11:52:02.504543 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-070b26ff-b97a-4fcd-b94c-28858ebeda5a tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "GET /v2.0/security-groups/a9659bf2-c687-4942-ae2d-7eecf5354df0 HTTP/1.1" status: 404 len: 347 time: 0.0686984 Aug 20 11:52:02.539271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56070) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:02.630812 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-c4401229-9e73-416f-a16f-02508df0f318 req-8632cb13-4c64-4f53-8306-f9249b6086c2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] For port b558db07-cc34-44f3-b58a-4785faccf283, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b558db07-cc34-44f3-b58a-4785faccf283,segment=NetworkSegment(4c1b51ef-59b0-4c2b-a69f-bbc467562cb2),segment_id=4c1b51ef-59b0-4c2b-a69f-bbc467562cb2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:02.631403 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c4401229-9e73-416f-a16f-02508df0f318 req-8632cb13-4c64-4f53-8306-f9249b6086c2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.661228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-c4401229-9e73-416f-a16f-02508df0f318 req-8632cb13-4c64-4f53-8306-f9249b6086c2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Calling delete_port for b558db07-cc34-44f3-b58a-4785faccf283 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:02.898460 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.918052 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c31b03b6-6fae-4e9c-a686-c07224808184 req-cf144a30-6beb-4326-b4b8-56c9381b2c28 service neutron] 10.222.0.35 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7871866 Aug 20 11:52:03.004408 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-d839d2cf-a117-4941-8cd4-bb59b7cbfe5e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] show failed (client error): The resource could not be found. Aug 20 11:52:03.022036 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d839d2cf-a117-4941-8cd4-bb59b7cbfe5e tempest-NegativeSecGroupIPv6Test-745106771 tempest-NegativeSecGroupIPv6Test-745106771-project] 10.222.0.37 "GET /v2.0/security-group-rules/12471c66-d331-4ec2-9a8d-922a8242619f HTTP/1.1" status: 404 len: 356 time: 0.4771881 Aug 20 11:52:03.022036 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d76eeeb6-a6e9-4a73-ac06-f667bf56cb93 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.026044 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d76eeeb6-a6e9-4a73-ac06-f667bf56cb93 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.084557 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d76eeeb6-a6e9-4a73-ac06-f667bf56cb93 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.084557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76eeeb6-a6e9-4a73-ac06-f667bf56cb93 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Fanout notify agent at l3_agent the message router_deleted on router 3429206f-01e4-4b1b-805d-74f6594ee630 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:52:03.102430 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d76eeeb6-a6e9-4a73-ac06-f667bf56cb93 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.112143 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d76eeeb6-a6e9-4a73-ac06-f667bf56cb93 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "DELETE /v2.0/routers/3429206f-01e4-4b1b-805d-74f6594ee630 HTTP/1.1" status: 204 len: 168 time: 0.9746020 Aug 20 11:52:03.113003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56100) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:03.113116 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7907b626-20a1-41a9-9d5b-349f58557921 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.125942 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c4401229-9e73-416f-a16f-02508df0f318 req-8632cb13-4c64-4f53-8306-f9249b6086c2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.130195 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7907b626-20a1-41a9-9d5b-349f58557921 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.156459 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.192478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Transition to ACTIVE for port object d4d5c45e-498a-449e-8a29-d35b747c3265 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:03.202696 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.222595 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fb541b75-8d7c-47f8-a251-251c07146de9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "GET /v2.0/ports?device_id=3429206f-01e4-4b1b-805d-74f6594ee630 HTTP/1.1" status: 200 len: 205 time: 0.1054511 Aug 20 11:52:03.238342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56106) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:03.275416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907b626-20a1-41a9-9d5b-349f58557921 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a330e0-e1bd-45d6-9648-e1efc60b021c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:03.313660 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632cb13-4c64-4f53-8306-f9249b6086c2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Port': ['ID=b558db07-cc34-44f3-b58a-4785faccf283,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:03.400561 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-9117ce8d-c2e5-47e0-a97e-0f751a5e11b0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] delete failed (client error): The resource could not be found. Aug 20 11:52:03.409351 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9117ce8d-c2e5-47e0-a97e-0f751a5e11b0 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "DELETE /v2.0/routers/3429206f-01e4-4b1b-805d-74f6594ee630 HTTP/1.1" status: 404 len: 336 time: 0.1698964 Aug 20 11:52:03.412485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56114) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:03.469666 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c31b03b6-6fae-4e9c-a686-c07224808184 req-2c1c3929-35e2-4520-8415-10eeb5d264f3 service neutron] 10.222.0.35 "GET /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324993 Aug 20 11:52:03.481749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bcd63419-e762-44ca-9e94-11edd995974c tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a15769-3d76-4282-9684-7c9c89daa5a2 HTTP/1.1" status: 200 len: 205 time: 0.0679481 Aug 20 11:52:03.496651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56118) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:03.569602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Attempting to bind port d4d5c45e-498a-449e-8a29-d35b747c3265 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:03.569976 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Attempting to bind port d4d5c45e-498a-449e-8a29-d35b747c3265 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:03.570342 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Attempting to bind port d4d5c45e-498a-449e-8a29-d35b747c3265 on network 52cb1187-ce46-4926-9484-0b82ee8202d8 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:03.575507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a595d0-1cf5-43a6-917b-e73f527b3a92 None None] Pushing event updated for resources: {'Port': ['ID=d4d5c45e-498a-449e-8a29-d35b747c3265,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:03.581277 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:03.581657 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Checking segment: {'id': 'd2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:03.582392 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.582506 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Bound using segment: {'id': 'd2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:03.583038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Bound port: d4d5c45e-498a-449e-8a29-d35b747c3265, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:03.583415 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.603876 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56120) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:03.617412 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-63fe07c7-5336-406d-b98b-18da45555fb9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] delete failed (client error): The resource could not be found. Aug 20 11:52:03.617611 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-63fe07c7-5336-406d-b98b-18da45555fb9 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "DELETE /v2.0/routers/38a15769-3d76-4282-9684-7c9c89daa5a2 HTTP/1.1" status: 404 len: 336 time: 0.1186321 Aug 20 11:52:03.620343 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56128) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:03.639413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4401229-9e73-416f-a16f-02508df0f318 req-8632cb13-4c64-4f53-8306-f9249b6086c2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] No DVR routers for this DVR port b558db07-cc34-44f3-b58a-4785faccf283 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:52:03.643827 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c4401229-9e73-416f-a16f-02508df0f318 req-8632cb13-4c64-4f53-8306-f9249b6086c2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.646970 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c4401229-9e73-416f-a16f-02508df0f318 req-8632cb13-4c64-4f53-8306-f9249b6086c2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.35 "DELETE /v2.0/ports/b558db07-cc34-44f3-b58a-4785faccf283 HTTP/1.1" status: 204 len: 173 time: 1.7441204 Aug 20 11:52:03.654360 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7907b626-20a1-41a9-9d5b-349f58557921 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.656030 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7907b626-20a1-41a9-9d5b-349f58557921 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4542928 Aug 20 11:52:03.656958 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807e5972-da24-45d8-9718-2fe6983e8c51', 'name': 'network-vif-deleted', 'tag': 'b558db07-cc34-44f3-b58a-4785faccf283'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:52:03.659477 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff2b932-ab49-4469-8e5b-f67ae7cc26fd" -d '{"events": [{"server_uuid": "807e5972-da24-45d8-9718-2fe6983e8c51", "name": "network-vif-deleted", "tag": "b558db07-cc34-44f3-b58a-4785faccf283"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:52:03.663612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56130) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:03.670052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d89eafc9-ed54-4b69-8a0b-148700210657 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Request body: {'security_group_rule': {'security_group_id': '41a330e0-e1bd-45d6-9648-e1efc60b021c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:03.716734 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f4e0a748-38b5-43d3-9274-63b312f0cde6 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "GET /v2.0/ports?device_id=d54cd7a5-c797-40f9-8bcf-4356aa230342 HTTP/1.1" status: 200 len: 205 time: 0.0910337 Aug 20 11:52:03.720753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56134) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:03.721971 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d89eafc9-ed54-4b69-8a0b-148700210657 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.785214 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] For port d4d5c45e-498a-449e-8a29-d35b747c3265, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:03.803485 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] For port d4d5c45e-498a-449e-8a29-d35b747c3265, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d4d5c45e-498a-449e-8a29-d35b747c3265,segment=NetworkSegment(d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9),segment_id=d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:03.814734 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.858752 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d89eafc9-ed54-4b69-8a0b-148700210657 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.871186 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d89eafc9-ed54-4b69-8a0b-148700210657 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.929788 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-6744cd85-d037-447e-891f-f493a59c999f tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] delete failed (client error): The resource could not be found. Aug 20 11:52:03.930247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89eafc9-ed54-4b69-8a0b-148700210657 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76c9538-435f-4182-b8bf-b8035cf00131,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:03.933842 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6744cd85-d037-447e-891f-f493a59c999f tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "DELETE /v2.0/routers/d54cd7a5-c797-40f9-8bcf-4356aa230342 HTTP/1.1" status: 404 len: 336 time: 0.2120254 Aug 20 11:52:03.937977 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56138) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:03.996879 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1493727-f101-431f-8e01-6a90c7d918ae x-openstack-request-id: req-d1493727-f101-431f-8e01-6a90c7d918ae {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:52:03.997608 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807e5972-da24-45d8-9718-2fe6983e8c51", "name": "network-vif-deleted", "tag": "b558db07-cc34-44f3-b58a-4785faccf283", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:52:04.002050 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1493727-f101-431f-8e01-6a90c7d918ae {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:52:04.002706 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807e5972-da24-45d8-9718-2fe6983e8c51', 'name': 'network-vif-deleted', 'tag': 'b558db07-cc34-44f3-b58a-4785faccf283', 'status': 'completed', 'code': 200} Aug 20 11:52:04.059422 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4dc57504-1c96-4845-9b79-6bcf417e2fb6 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d7d5e-751c-4a38-b11c-e57d5d8a5db6 HTTP/1.1" status: 200 len: 205 time: 0.1172416 Aug 20 11:52:04.060072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56142) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:04.077607 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d89eafc9-ed54-4b69-8a0b-148700210657 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.079213 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d89eafc9-ed54-4b69-8a0b-148700210657 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4135370 Aug 20 11:52:04.084710 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56144) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:04.095541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a421125d-fcff-470e-a774-89174d5e80f3 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Request body: {'security_group_rule': {'security_group_id': '41a330e0-e1bd-45d6-9648-e1efc60b021c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:04.142203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a595d0-1cf5-43a6-917b-e73f527b3a92 None None] Pushing event updated for resources: {'Port': ['ID=d4d5c45e-498a-449e-8a29-d35b747c3265,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:04.148433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Routers {'d78161e4-e912-4f5d-8472-149320ff315b'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:04.151128 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d78161e4-e912-4f5d-8472-149320ff315b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:04.219673 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-226fae2d-88cc-46f1-968c-8a5c4c58b9f5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] delete failed (client error): The resource could not be found. Aug 20 11:52:04.226040 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-226fae2d-88cc-46f1-968c-8a5c4c58b9f5 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "DELETE /v2.0/routers/265d7d5e-751c-4a38-b11c-e57d5d8a5db6 HTTP/1.1" status: 404 len: 336 time: 0.1633961 Aug 20 11:52:04.226562 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56148) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:04.293004 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-540b5769-4fb9-489f-a0ef-4ade30835d1d tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b139a9f-9118-478a-bfe3-a3e464b50104 HTTP/1.1" status: 200 len: 205 time: 0.0644500 Aug 20 11:52:04.294593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56150) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:04.327980 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-82d67305-445b-429b-b3cf-d18d1f405a62 req-9350bc2c-1e18-489c-a107-132562c37428 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=807e5972-da24-45d8-9718-2fe6983e8c51 HTTP/1.1" status: 200 len: 210 time: 0.0734510 Aug 20 11:52:04.361585 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a421125d-fcff-470e-a774-89174d5e80f3 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.479947 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f1a9523a-aa8f-4ef6-9f06-cf1c0cf1078f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4db010490e542edbca18751023edb46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8661416 Aug 20 11:52:04.483007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56158) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:04.485495 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-a223c7e9-7c00-450a-9de7-b21897623eb6 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] delete failed (client error): The resource could not be found. Aug 20 11:52:04.489502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56160) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:04.490983 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a223c7e9-7c00-450a-9de7-b21897623eb6 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "DELETE /v2.0/routers/0b139a9f-9118-478a-bfe3-a3e464b50104 HTTP/1.1" status: 404 len: 336 time: 0.1951752 Aug 20 11:52:04.546527 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-253ad413-cdfd-4567-9c71-cccb7e637bda tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf3a5ec-bc9e-451d-9887-595fba8619a3 HTTP/1.1" status: 200 len: 205 time: 0.0540986 Aug 20 11:52:04.549245 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56162) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:04.549695 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] Set router d78161e4-e912-4f5d-8472-149320ff315b gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:04.572134 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d44aee2a-116d-4eb9-b555-e4b3830affc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.601267 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d44aee2a-116d-4eb9-b555-e4b3830affc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.657987 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d44aee2a-116d-4eb9-b555-e4b3830affc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.661550 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d44aee2a-116d-4eb9-b555-e4b3830affc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.663550 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d44aee2a-116d-4eb9-b555-e4b3830affc7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41ea39d8-903a-42c1-a02a-be88f9df6051 HTTP/1.1" status: 204 len: 168 time: 0.1794159 Aug 20 11:52:04.677305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44aee2a-116d-4eb9-b555-e4b3830affc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ea39d8-903a-42c1-a02a-be88f9df6051,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:04.701709 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-f2b35064-8a82-4039-ac49-1d277c706643 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] delete failed (client error): The resource could not be found. Aug 20 11:52:04.704995 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f2b35064-8a82-4039-ac49-1d277c706643 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "DELETE /v2.0/routers/cbf3a5ec-bc9e-451d-9887-595fba8619a3 HTTP/1.1" status: 404 len: 336 time: 0.1438587 Aug 20 11:52:04.708011 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56168) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:04.746987 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a421125d-fcff-470e-a774-89174d5e80f3 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.752373 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-1959a48c-1d90-4498-ab3d-a893e6ed5b24 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] DELETE failed (client error): The resource could not be found. Aug 20 11:52:04.752510 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a421125d-fcff-470e-a774-89174d5e80f3 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.753092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1959a48c-1d90-4498-ab3d-a893e6ed5b24 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:52:04.755358 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1959a48c-1d90-4498-ab3d-a893e6ed5b24 tempest-RoutersAdminTest-96201727 tempest-RoutersAdminTest-96201727-project] 10.222.0.37 "DELETE /v2.0/subnets/c5cfc908-5cd8-4b33-ae41-0c06f8f422a0 HTTP/1.1" status: 404 len: 337 time: 0.0461946 Aug 20 11:52:04.803666 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421125d-fcff-470e-a774-89174d5e80f3 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa695f86-5cda-4be4-a7d0-77b5e576993f,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:04.835593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a421125d-fcff-470e-a774-89174d5e80f3 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.839631 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a421125d-fcff-470e-a774-89174d5e80f3 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7492063 Aug 20 11:52:04.840289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56176) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:04.848938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:04.900838 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.947209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'name': 'tempest-ServersTestJSON-1957772658-router', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:50Z', 'updated_at': '2021-08-20T11:51:58Z', 'revision_number': 4, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'gw_port': {'id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:51Z', 'updated_at': '2021-08-20T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd4d5c45e-498a-449e-8a29-d35b747c3265', 'name': '', 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'mac_address': 'fa:16:3e:71:05:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:56Z', 'updated_at': '2021-08-20T11:52:03Z', 'revision_number': 4, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'subnets': [{'id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:05.065116 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f51b42-32e8-4051-8b47-fcbe6105d099 None None] The sync data for ids ['d78161e4-e912-4f5d-8472-149320ff315b'] in n-d-804299-2 is: [{'id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'name': 'tempest-ServersTestJSON-1957772658-router', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:50Z', 'updated_at': '2021-08-20T11:51:58Z', 'revision_number': 4, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'gw_port': {'id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:51Z', 'updated_at': '2021-08-20T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd4d5c45e-498a-449e-8a29-d35b747c3265', 'name': '', 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'mac_address': 'fa:16:3e:71:05:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:56Z', 'updated_at': '2021-08-20T11:52:03Z', 'revision_number': 4, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'subnets': [{'id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:05.211370 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:05.225776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56186) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:05.396821 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56196) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:05.527476 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Allocated IP 172.25.8.23 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/63ab8131-9fec-4d8a-8441-9122b593c5e2) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:05.722369 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cb59c7a-06f0-4e61-bddd-39174d5f494a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:05.789755 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:05.882983 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:05.931611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:05.936575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:05.940431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:05.984192 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Pushing event updated for resources: {'Port': ['ID=63ab8131-9fec-4d8a-8441-9122b593c5e2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:06.088509 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cb59c7a-06f0-4e61-bddd-39174d5f494a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.105445 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cb59c7a-06f0-4e61-bddd-39174d5f494a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.128727 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.203258 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.215184 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7cb59c7a-06f0-4e61-bddd-39174d5f494a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68df0f55141845f6ad30062a923a5cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9877520 Aug 20 11:52:06.217441 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56214) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:06.224835 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb59c7a-06f0-4e61-bddd-39174d5f494a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e2210b-2801-4ab8-93e5-7c55030e5f45,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:06.242397 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56216) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:06.250605 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b558db07-cc34-44f3-b58a-4785faccf283 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:52:06.288442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: b558db07-cc34-44f3-b58a-4785faccf283 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:52:06.294606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b558db07-cc34-44f3-b58a-4785faccf283 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:52:06.341208 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7fe20f4-f388-4fd7-9563-87d893b4e7ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.344338 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d878d75c-83ec-426f-99eb-a064e11fb8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.407930 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.415564 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.466372 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d878d75c-83ec-426f-99eb-a064e11fb8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.533213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Pushing event updated for resources: {'Port': ['ID=63ab8131-9fec-4d8a-8441-9122b593c5e2,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:06.556515 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.606242 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.611686 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8ca3d085-864e-4b2a-bb3c-671c1c5dc7bb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7701623 Aug 20 11:52:06.624873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3b79a37c-dc7f-44ee-bf7d-a91b06073574 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:06.626753 n-d-804299-2 neutron-server[94691]: WARNING neutron.api.v2.base [None req-3b79a37c-dc7f-44ee-bf7d-a91b06073574 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 11:52:06.629098 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-3b79a37c-dc7f-44ee-bf7d-a91b06073574 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 11:52:06.639491 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3b79a37c-dc7f-44ee-bf7d-a91b06073574 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3893394 Aug 20 11:52:06.640398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56226) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:06.654125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-fd3f9f47-efa1-4a17-83d5-66b8a56eee26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1094387041'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:06.726815 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fd3f9f47-efa1-4a17-83d5-66b8a56eee26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.738580 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fd3f9f47-efa1-4a17-83d5-66b8a56eee26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.758490 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d878d75c-83ec-426f-99eb-a064e11fb8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.768464 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d878d75c-83ec-426f-99eb-a064e11fb8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.777475 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d878d75c-83ec-426f-99eb-a064e11fb8c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9e2210b-2801-4ab8-93e5-7c55030e5f45 HTTP/1.1" status: 204 len: 168 time: 0.5572510 Aug 20 11:52:06.795557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878d75c-83ec-426f-99eb-a064e11fb8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e2210b-2801-4ab8-93e5-7c55030e5f45,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:06.959150 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fd3f9f47-efa1-4a17-83d5-66b8a56eee26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.966937 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fd3f9f47-efa1-4a17-83d5-66b8a56eee26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.036360 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d4d5c45e-498a-449e-8a29-d35b747c3265 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:07.081359 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fd3f9f47-efa1-4a17-83d5-66b8a56eee26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.090152 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fd3f9f47-efa1-4a17-83d5-66b8a56eee26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.123082 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fd3f9f47-efa1-4a17-83d5-66b8a56eee26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.124475 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fd3f9f47-efa1-4a17-83d5-66b8a56eee26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4816885 Aug 20 11:52:07.129198 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56240) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:07.132211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f9f47-efa1-4a17-83d5-66b8a56eee26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81358cc-08ac-43e1-bcb3-6cd7ce680ecd,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:07.141130 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d621d45b-4c70-4fe3-9995-a59ae41b4ff3 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': '569fc36b-c6da-412c-b674-54109ff3a984', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:07.162731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port d4d5c45e-498a-449e-8a29-d35b747c3265 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:07.170999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d4d5c45e-498a-449e-8a29-d35b747c3265 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:07.172287 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.184237 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-e53cca08-4d06-44ab-8aa3-ff33c9d750d6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1930139871&fields=id&tenant_id=3bfae817aa0f4bfeb4347951731b9566 HTTP/1.1" status: 200 len: 267 time: 0.1816759 Aug 20 11:52:07.209792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f9f47-efa1-4a17-83d5-66b8a56eee26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569fc36b-c6da-412c-b674-54109ff3a984,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:07.306829 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.369978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-10610a52-057d-464d-98dc-972012ad4c75 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:07.377970 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-10610a52-057d-464d-98dc-972012ad4c75 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/networks?id=52cb1187-ce46-4926-9484-0b82ee8202d8 HTTP/1.1" status: 200 len: 806 time: 0.1927996 Aug 20 11:52:07.387119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port d4d5c45e-498a-449e-8a29-d35b747c3265, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d4d5c45e-498a-449e-8a29-d35b747c3265,segment=NetworkSegment(d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9),segment_id=d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:07.391217 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe20f4-f388-4fd7-9563-87d893b4e7ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting port 0e555b88-cce6-436d-bb41-c02e6f9ff33d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:07.391752 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7fe20f4-f388-4fd7-9563-87d893b4e7ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.392654 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.400755 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d621d45b-4c70-4fe3-9995-a59ae41b4ff3 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.471310 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-2ffb126d-c9e5-4af4-99cf-31d61af7f5ad tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/quotas/3bfae817aa0f4bfeb4347951731b9566 HTTP/1.1" status: 200 len: 375 time: 0.0921407 Aug 20 11:52:07.499258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=d4d5c45e-498a-449e-8a29-d35b747c3265,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:07.550060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56246) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:07.605720 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-802332cf-15d7-4c8a-89dd-35dd8ca6a8b9 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3bfae817aa0f4bfeb4347951731b9566&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1332462 Aug 20 11:52:07.609148 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d621d45b-4c70-4fe3-9995-a59ae41b4ff3 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.617890 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d621d45b-4c70-4fe3-9995-a59ae41b4ff3 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.632697 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-125bb107-eedd-4da2-9887-4471b02288c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f520a32674d34b9793e198d6367d4e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806849 Aug 20 11:52:07.634625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56250) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:07.661101 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d7fe20f4-f388-4fd7-9563-87d893b4e7ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] For port 0e555b88-cce6-436d-bb41-c02e6f9ff33d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0e555b88-cce6-436d-bb41-c02e6f9ff33d,segment=NetworkSegment(4c1b51ef-59b0-4c2b-a69f-bbc467562cb2),segment_id=4c1b51ef-59b0-4c2b-a69f-bbc467562cb2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:07.661486 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7fe20f4-f388-4fd7-9563-87d893b4e7ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.677224 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621d45b-4c70-4fe3-9995-a59ae41b4ff3 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c589d8-2933-44bd-8258-760f7e6906d2,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:07.684151 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d621d45b-4c70-4fe3-9995-a59ae41b4ff3 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.685402 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d621d45b-4c70-4fe3-9995-a59ae41b4ff3 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5514116 Aug 20 11:52:07.686581 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe20f4-f388-4fd7-9563-87d893b4e7ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Calling delete_port for 0e555b88-cce6-436d-bb41-c02e6f9ff33d owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:07.688347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56254) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:07.693350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-73d0d563-7d34-4211-a961-582f2abc9cf3 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': '569fc36b-c6da-412c-b674-54109ff3a984', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:07.709076 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-33a461ca-14ec-4f16-ad28-5b59251f09a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.751876 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-33a461ca-14ec-4f16-ad28-5b59251f09a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.821230 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-33a461ca-14ec-4f16-ad28-5b59251f09a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.827846 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-33a461ca-14ec-4f16-ad28-5b59251f09a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.831388 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-33a461ca-14ec-4f16-ad28-5b59251f09a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e69bddd1-ca70-4ca7-8a6c-b7d215951114 HTTP/1.1" status: 204 len: 168 time: 0.1942947 Aug 20 11:52:07.849016 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a461ca-14ec-4f16-ad28-5b59251f09a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69bddd1-ca70-4ca7-8a6c-b7d215951114,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:07.937555 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73d0d563-7d34-4211-a961-582f2abc9cf3 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.953285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-53df74b2-6030-48b8-a0b7-4d6f89190fae service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:52:07.957118 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-53df74b2-6030-48b8-a0b7-4d6f89190fae service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3315492 Aug 20 11:52:08.134784 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-73d0d563-7d34-4211-a961-582f2abc9cf3 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 11:52:08.139307 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-73d0d563-7d34-4211-a961-582f2abc9cf3 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4499106 Aug 20 11:52:08.139508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56262) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:08.159255 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7fe20f4-f388-4fd7-9563-87d893b4e7ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.193889 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe20f4-f388-4fd7-9563-87d893b4e7ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Port': ['ID=0e555b88-cce6-436d-bb41-c02e6f9ff33d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:08.199044 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-de2f09cb-a328-4d25-9f83-d6896944bc5b service neutron] 10.222.0.37 "GET /v2.0/networks/52cb1187-ce46-4926-9484-0b82ee8202d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305117 Aug 20 11:52:08.331355 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-174ef123-74b4-4ce6-b4ec-49f1685b81cd tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.372416 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-174ef123-74b4-4ce6-b4ec-49f1685b81cd tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.466250 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-174ef123-74b4-4ce6-b4ec-49f1685b81cd tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.471906 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-174ef123-74b4-4ce6-b4ec-49f1685b81cd tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.478159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-174ef123-74b4-4ce6-b4ec-49f1685b81cd tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "DELETE /v2.0/security-groups/569fc36b-c6da-412c-b674-54109ff3a984 HTTP/1.1" status: 204 len: 168 time: 0.3345363 Aug 20 11:52:08.482440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56272) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:08.506348 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-677412a8-4cfa-43c0-9238-090413a98b35 service neutron] 10.222.0.37 "GET /v2.0/networks/52cb1187-ce46-4926-9484-0b82ee8202d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923052 Aug 20 11:52:08.507730 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ef123-74b4-4ce6-b4ec-49f1685b81cd tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569fc36b-c6da-412c-b674-54109ff3a984,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:08.592171 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-41fd7149-6e64-4520-aa6a-a64ec7f4f323 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1041048 Aug 20 11:52:08.593130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56276) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:08.598223 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872258294'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:08.652435 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.793041 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7fe20f4-f388-4fd7-9563-87d893b4e7ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.813590 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.821726 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.848732 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.856085 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2613144 Aug 20 11:52:08.862619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56284) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:08.938489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-694f3a17-6ad5-48d1-9e29-e5b3c5ceebb7 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': '5bbc50ef-0e0b-422c-8310-b2203dcac7f5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:08.939245 n-d-804299-2 neutron-server[94691]: WARNING neutron.api.v2.base [None req-694f3a17-6ad5-48d1-9e29-e5b3c5ceebb7 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 20 11:52:08.939774 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-694f3a17-6ad5-48d1-9e29-e5b3c5ceebb7 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:08.944488 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-694f3a17-6ad5-48d1-9e29-e5b3c5ceebb7 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0770581 Aug 20 11:52:08.945278 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56294) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:08.952935 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.107647 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8121a775-41aa-40d8-8899-2cd42725e537 req-acecc877-bb5b-4091-a024-b43a2c10cdd4 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 210 time: 0.0982125 Aug 20 11:52:09.125920 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbc50ef-0e0b-422c-8310-b2203dcac7f5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:09.183571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:09.184213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:09.184557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:09.187907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:09.187907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:09.187907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:09.187907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:09.188270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:09.188270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:09.188615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:09.188980 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:09.189382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719797dd-2a0a-4d02-a8a6-1b991d05f92f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:09.216112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-240aacbd-0e9a-4824-9c9f-97ff3f952082 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.221626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d4d5c45e-498a-449e-8a29-d35b747c3265 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:09.259243 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-240aacbd-0e9a-4824-9c9f-97ff3f952082 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.348906 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d4d5c45e-498a-449e-8a29-d35b747c3265 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:09.349276 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.363360 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56306) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:09.371458 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-240aacbd-0e9a-4824-9c9f-97ff3f952082 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.374557 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-240aacbd-0e9a-4824-9c9f-97ff3f952082 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.375741 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-240aacbd-0e9a-4824-9c9f-97ff3f952082 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "DELETE /v2.0/security-groups/5bbc50ef-0e0b-422c-8310-b2203dcac7f5 HTTP/1.1" status: 204 len: 168 time: 0.4207029 Aug 20 11:52:09.379455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56310) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:09.412487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240aacbd-0e9a-4824-9c9f-97ff3f952082 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbc50ef-0e0b-422c-8310-b2203dcac7f5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:09.468724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fe20f4-f388-4fd7-9563-87d893b4e7ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router 1018fbf6-dc5e-4acf-afef-967d8acae19c has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:52:09.476299 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8573b798-7d61-47df-893c-2509ad49cfa1 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0957720 Aug 20 11:52:09.483594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56314) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:09.490346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e0de1473-c46a-4a9b-817e-149eb9b03c1d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1666419259'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:09.659690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Request body: {'networks': [{'name': 'tempest-network--1030181457'}, {'name': 'tempest-network--1610923597'}]} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:09.660193 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Request body: {'network': {'name': 'tempest-network--1030181457'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:09.660623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Request body: {'network': {'name': 'tempest-network--1610923597'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:09.669281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fe20f4-f388-4fd7-9563-87d893b4e7ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:09.691218 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d7fe20f4-f388-4fd7-9563-87d893b4e7ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "PUT /v2.0/routers/1018fbf6-dc5e-4acf-afef-967d8acae19c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2902567 Aug 20 11:52:09.692026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56320) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:09.701483 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-e0de1473-c46a-4a9b-817e-149eb9b03c1d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:52:09.701483 n-d-804299-2 neutron-server[94690]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 11:52:09.701483 n-d-804299-2 neutron-server[94690]: [parameters: {'project_id': 'b8eded8c7a524fe39697eb10aa037782', 'id': '1e4b561d-560a-45bb-87ec-7f86d3a6d58a', 'expiration': datetime.datetime(2021, 8, 20, 11, 54, 9, 693224)}] Aug 20 11:52:09.701483 n-d-804299-2 neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:52:09.702428 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [None req-e0de1473-c46a-4a9b-817e-149eb9b03c1d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:52:09.709132 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b35e0-5968-442a-a7fd-f128048d5e39 None None] Sync routers for ids ['1018fbf6-dc5e-4acf-afef-967d8acae19c'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:09.729738 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b35e0-5968-442a-a7fd-f128048d5e39 None None] Routers {'1018fbf6-dc5e-4acf-afef-967d8acae19c'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:09.730510 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-983b35e0-5968-442a-a7fd-f128048d5e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1018fbf6-dc5e-4acf-afef-967d8acae19c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:09.755457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Made reservation on behalf of b67b2296e9a8433699d55fb102203795 for: {'network': 2} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:09.761754 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.779655 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.800504 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8e371f-4573-4fac-a069-4ca79856b316 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting subnet 807278aa-432c-4373-a002-1861d9e112fc {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:52:09.817723 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6f8e371f-4573-4fac-a069-4ca79856b316 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.876304 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6f8e371f-4573-4fac-a069-4ca79856b316 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.937452 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-983b35e0-5968-442a-a7fd-f128048d5e39 None None] Set router 1018fbf6-dc5e-4acf-afef-967d8acae19c gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:10.004461 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6f8e371f-4573-4fac-a069-4ca79856b316 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.058794 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.072185 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.073603 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.127844 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef0bb9b-0d64-48e2-a803-91d398935161,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:10.140665 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6f8e371f-4573-4fac-a069-4ca79856b316 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.143813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:52:10.183063 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.184496 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Added segment 576ac72b-11ba-4c23-b446-e09b49e1e9e6 of type vlan for network a20638f1-0487-4240-9231-fd86f694dc95 Aug 20 11:52:10.188354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e371f-4573-4fac-a069-4ca79856b316 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Subnet': ['ID=807278aa-432c-4373-a002-1861d9e112fc,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:10.201135 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ead4248-8be9-41db-8627-5b7d962f7e36 None None] Network 8cda08d3-11a5-402f-9788-c49620823277 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:10.215597 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6f8e371f-4573-4fac-a069-4ca79856b316 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.233519 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6f8e371f-4573-4fac-a069-4ca79856b316 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/subnets/807278aa-432c-4373-a002-1861d9e112fc HTTP/1.1" status: 204 len: 168 time: 0.5401540 Aug 20 11:52:10.236300 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56326) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:10.321885 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0de1473-c46a-4a9b-817e-149eb9b03c1d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.367489 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b20b4bd-8475-443b-ba4b-598d45d68b83 req-fa8b8e0b-5717-4a26-8632-17da6328e9f0 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 210 time: 0.0833797 Aug 20 11:52:10.369411 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.449282 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:52:10.471253 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.471609 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Added segment 9111b7b0-b0ee-45ea-a0ef-d3f3ef0efe9f of type vlan for network 22cc69be-fdd4-4844-9e2b-0f5d5577b33e Aug 20 11:52:10.507807 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-983b35e0-5968-442a-a7fd-f128048d5e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578501004', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:49:37Z', 'updated_at': '2021-08-20T11:52:08Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:38Z', 'updated_at': '2021-08-20T11:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:10.512782 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dadf854-cc00-4bb6-9cad-617cae6348e6 None None] DHCP port deletion for 8cda08d3-11a5-402f-9788-c49620823277 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:52:10.581554 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.587693 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b35e0-5968-442a-a7fd-f128048d5e39 None None] Checking router: 1018fbf6-dc5e-4acf-afef-967d8acae19c for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:10.617641 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b35e0-5968-442a-a7fd-f128048d5e39 None None] Routers {'1018fbf6-dc5e-4acf-afef-967d8acae19c'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:10.618365 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-983b35e0-5968-442a-a7fd-f128048d5e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1018fbf6-dc5e-4acf-afef-967d8acae19c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:10.636444 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.637158 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.643528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:10.652583 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:10.653324 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.668235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2dadf854-cc00-4bb6-9cad-617cae6348e6 None None] Deleting port 031c8757-8639-4c73-9d3b-5ceccd93f815 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:10.672048 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2dadf854-cc00-4bb6-9cad-617cae6348e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.734231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event updated for resources: {'Network': ['ID=a20638f1-0487-4240-9231-fd86f694dc95,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:10.859187 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-983b35e0-5968-442a-a7fd-f128048d5e39 None None] Set router 1018fbf6-dc5e-4acf-afef-967d8acae19c gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:10.886289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event updated for resources: {'Network': ['ID=22cc69be-fdd4-4844-9e2b-0f5d5577b33e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:10.899607 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2dadf854-cc00-4bb6-9cad-617cae6348e6 None None] For port 031c8757-8639-4c73-9d3b-5ceccd93f815, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=031c8757-8639-4c73-9d3b-5ceccd93f815,segment=NetworkSegment(4c1b51ef-59b0-4c2b-a69f-bbc467562cb2),segment_id=4c1b51ef-59b0-4c2b-a69f-bbc467562cb2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:10.900013 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2dadf854-cc00-4bb6-9cad-617cae6348e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.923788 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2dadf854-cc00-4bb6-9cad-617cae6348e6 None None] Calling delete_port for 031c8757-8639-4c73-9d3b-5ceccd93f815 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:10.952472 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network a20638f1-0487-4240-9231-fd86f694dc95 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:52:10.956209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 22cc69be-fdd4-4844-9e2b-0f5d5577b33e details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:52:11.082159 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d1a619b-2638-4c16-b4f9-21a2c9512373 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:11.092590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 031c8757-8639-4c73-9d3b-5ceccd93f815 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:52:11.190740 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0de1473-c46a-4a9b-817e-149eb9b03c1d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:11.209575 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4b74a06c-683a-483e-9b58-d958a99f7936 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8441267 Aug 20 11:52:11.211608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56334) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:11.269567 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-983b35e0-5968-442a-a7fd-f128048d5e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578501004', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:49:37Z', 'updated_at': '2021-08-20T11:52:08Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:38Z', 'updated_at': '2021-08-20T11:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:11.302746 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:11.315225 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2dadf854-cc00-4bb6-9cad-617cae6348e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:11.337126 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b35e0-5968-442a-a7fd-f128048d5e39 None None] The sync data for ids ['1018fbf6-dc5e-4acf-afef-967d8acae19c'] in n-d-804299-2 is: [{'id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578501004', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:49:37Z', 'updated_at': '2021-08-20T11:52:08Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fbf6-dc5e-4acf-afef-967d8acae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:38Z', 'updated_at': '2021-08-20T11:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:11.353760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dadf854-cc00-4bb6-9cad-617cae6348e6 None None] No DVR routers for this DVR port 031c8757-8639-4c73-9d3b-5ceccd93f815 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:52:11.356523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadf854-cc00-4bb6-9cad-617cae6348e6 None None] Pushing event deleted for resources: {'Port': ['ID=031c8757-8639-4c73-9d3b-5ceccd93f815,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:11.544295 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0de1473-c46a-4a9b-817e-149eb9b03c1d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:11.572544 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d1a619b-2638-4c16-b4f9-21a2c9512373 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:11.582961 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0de1473-c46a-4a9b-817e-149eb9b03c1d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:11.586390 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e0de1473-c46a-4a9b-817e-149eb9b03c1d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1017494 Aug 20 11:52:11.599924 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56338) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:11.603808 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-127dd688-5471-4144-8804-8ca0d61393d6 req-e364a4e8-9083-4ec8-8ca1-7df3d50939de tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 210 time: 0.0674877 Aug 20 11:52:11.628294 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-46b00e98-0e78-47cd-b3d2-f39994fd3c85 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': '8fbb98fd-6ace-41c1-b2a3-b2524cfc2eb1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:11.632578 n-d-804299-2 neutron-server[94690]: WARNING neutron.api.v2.base [None req-46b00e98-0e78-47cd-b3d2-f39994fd3c85 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 20 11:52:11.633261 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-46b00e98-0e78-47cd-b3d2-f39994fd3c85 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:11.634320 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-46b00e98-0e78-47cd-b3d2-f39994fd3c85 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0125806 Aug 20 11:52:11.646629 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56340) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:11.685533 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-b091ab2a-a6fd-4741-ae43-fcfd810500d1 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:11.687101 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-b091ab2a-a6fd-4741-ae43-fcfd810500d1 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.35 "GET /v2.0/networks?id=52cb1187-ce46-4926-9484-0b82ee8202d8 HTTP/1.1" status: 200 len: 806 time: 0.6027880 Aug 20 11:52:11.693034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de1473-c46a-4a9b-817e-149eb9b03c1d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbb98fd-6ace-41c1-b2a3-b2524cfc2eb1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:11.740506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff01df-fd00-481e-a2aa-16bc7451ced1 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:11.749734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff01df-fd00-481e-a2aa-16bc7451ced1 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:11.755737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff01df-fd00-481e-a2aa-16bc7451ced1 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:11.758207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a619b-2638-4c16-b4f9-21a2c9512373 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting port 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:11.758558 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d1a619b-2638-4c16-b4f9-21a2c9512373 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:11.763702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff01df-fd00-481e-a2aa-16bc7451ced1 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:11.774112 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5cff01df-fd00-481e-a2aa-16bc7451ced1 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5554085 Aug 20 11:52:11.774990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56348) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:11.787070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-2901103d-f288-4538-91fc-ba2eebcd12a7 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bfae817aa0f4bfeb4347951731b9566 HTTP/1.1" status: 200 len: 380 time: 0.0872087 Aug 20 11:52:11.816895 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6294570-3de3-4e4b-9729-b30664b14b94 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:11.822657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-1e332e11-1291-43bb-bfa4-b8b9234ef431 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Request body: {'port': {'device_id': 'fa285ce7-2a95-472d-a147-e5ab53341979', 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8', 'admin_state_up': True, 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'security_groups': ['41a330e0-e1bd-45d6-9648-e1efc60b021c']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:11.887248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6294570-3de3-4e4b-9729-b30664b14b94 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:11.903544 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39ef40e8-20aa-47e6-a40b-3db681fdb592 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:11.929939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9d1a619b-2638-4c16-b4f9-21a2c9512373 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] For port 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:11.930220 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d1a619b-2638-4c16-b4f9-21a2c9512373 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:11.975840 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a619b-2638-4c16-b4f9-21a2c9512373 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Calling delete_port for 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:11.999312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-1e332e11-1291-43bb-bfa4-b8b9234ef431 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Made reservation on behalf of 3bfae817aa0f4bfeb4347951731b9566 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:12.008862 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-1e332e11-1291-43bb-bfa4-b8b9234ef431 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.018668 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6294570-3de3-4e4b-9729-b30664b14b94 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.021279 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6294570-3de3-4e4b-9729-b30664b14b94 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.025094 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e6294570-3de3-4e4b-9729-b30664b14b94 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "DELETE /v2.0/security-groups/8fbb98fd-6ace-41c1-b2a3-b2524cfc2eb1 HTTP/1.1" status: 204 len: 168 time: 0.3746233 Aug 20 11:52:12.029012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56350) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:12.049658 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39ef40e8-20aa-47e6-a40b-3db681fdb592 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.052137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6294570-3de3-4e4b-9729-b30664b14b94 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbb98fd-6ace-41c1-b2a3-b2524cfc2eb1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:12.069836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-39ef40e8-20aa-47e6-a40b-3db681fdb592 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20638f1-0487-4240-9231-fd86f694dc95']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:12.084092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-39ef40e8-20aa-47e6-a40b-3db681fdb592 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576ac72b-11ba-4c23-b446-e09b49e1e9e6') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:12.084396 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-39ef40e8-20aa-47e6-a40b-3db681fdb592 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576ac72b-11ba-4c23-b446-e09b49e1e9e6') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:12.102365 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39ef40e8-20aa-47e6-a40b-3db681fdb592 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.126479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d957ec1d-851f-4176-81ad-2efbe5a4d04a tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0894411 Aug 20 11:52:12.126838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56352) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:12.132233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-25d03c03-b49a-47a2-9fe4-c743ef515d77 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283786453'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:12.137398 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39ef40e8-20aa-47e6-a40b-3db681fdb592 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.147503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ef40e8-20aa-47e6-a40b-3db681fdb592 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:52:12.147909 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39ef40e8-20aa-47e6-a40b-3db681fdb592 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:52:12.160613 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:52:12.235223 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-25d03c03-b49a-47a2-9fe4-c743ef515d77 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.250154 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39ef40e8-20aa-47e6-a40b-3db681fdb592 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.271838 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d1a619b-2638-4c16-b4f9-21a2c9512373 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.273430 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39ef40e8-20aa-47e6-a40b-3db681fdb592 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.278596 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-39ef40e8-20aa-47e6-a40b-3db681fdb592 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "DELETE /v2.0/networks/a20638f1-0487-4240-9231-fd86f694dc95 HTTP/1.1" status: 204 len: 168 time: 0.4961448 Aug 20 11:52:12.279582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef40e8-20aa-47e6-a40b-3db681fdb592 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event deleted for resources: {'Network': ['ID=a20638f1-0487-4240-9231-fd86f694dc95,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:12.281978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56358) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:12.362447 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-25d03c03-b49a-47a2-9fe4-c743ef515d77 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.374541 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-25d03c03-b49a-47a2-9fe4-c743ef515d77 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.405405 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d03c03-b49a-47a2-9fe4-c743ef515d77 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd0d412-e500-4861-bf21-0b0c4459b5d8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:12.407611 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-25d03c03-b49a-47a2-9fe4-c743ef515d77 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.410597 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-25d03c03-b49a-47a2-9fe4-c743ef515d77 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2809124 Aug 20 11:52:12.411834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56362) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:12.416782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-bab55087-9705-4d83-927f-22ba3712d20d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': '7fd0d412-e500-4861-bf21-0b0c4459b5d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:12.418783 n-d-804299-2 neutron-server[94691]: WARNING neutron.api.v2.base [None req-bab55087-9705-4d83-927f-22ba3712d20d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 20 11:52:12.419292 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-bab55087-9705-4d83-927f-22ba3712d20d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:12.423788 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bab55087-9705-4d83-927f-22ba3712d20d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074298 Aug 20 11:52:12.423788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56364) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:12.427503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-40529f6f-fe47-40a5-9b68-5a2c67b06ab6 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': '7fd0d412-e500-4861-bf21-0b0c4459b5d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:12.428206 n-d-804299-2 neutron-server[94691]: WARNING neutron.api.v2.base [None req-40529f6f-fe47-40a5-9b68-5a2c67b06ab6 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 20 11:52:12.428708 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-40529f6f-fe47-40a5-9b68-5a2c67b06ab6 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:12.432665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-40529f6f-fe47-40a5-9b68-5a2c67b06ab6 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056834 Aug 20 11:52:12.433418 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56366) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:12.437956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d706dda1-f677-44b4-979b-83a47ebe7a84 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': '7fd0d412-e500-4861-bf21-0b0c4459b5d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:12.438750 n-d-804299-2 neutron-server[94691]: WARNING neutron.api.v2.base [None req-d706dda1-f677-44b4-979b-83a47ebe7a84 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 20 11:52:12.439225 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-d706dda1-f677-44b4-979b-83a47ebe7a84 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:12.440676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d706dda1-f677-44b4-979b-83a47ebe7a84 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054402 Aug 20 11:52:12.443105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56368) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:12.446423 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a619b-2638-4c16-b4f9-21a2c9512373 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Port': ['ID=86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:12.447446 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-41a74137-4e5c-495e-970d-5a00a85cb668 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': '7fd0d412-e500-4861-bf21-0b0c4459b5d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:12.449223 n-d-804299-2 neutron-server[94691]: WARNING neutron.api.v2.base [None req-41a74137-4e5c-495e-970d-5a00a85cb668 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 20 11:52:12.449518 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-41a74137-4e5c-495e-970d-5a00a85cb668 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:12.452567 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-41a74137-4e5c-495e-970d-5a00a85cb668 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065181 Aug 20 11:52:12.453362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56370) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:12.493635 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-1e332e11-1291-43bb-bfa4-b8b9234ef431 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Allocated IP 172.20.0.4 (52cb1187-ce46-4926-9484-0b82ee8202d8/88ce2430-f6b9-4db9-ab45-4b86206082c1/c41038ab-69d2-4fc3-8d93-3d447e6e0625) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:12.509271 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-793ff1e7-4e15-49e2-be3b-1e8f2225c83d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.516695 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da4d4a1e-edf7-4e48-ac47-464b5b07b20d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.534364 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d1a619b-2638-4c16-b4f9-21a2c9512373 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.535147 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-793ff1e7-4e15-49e2-be3b-1e8f2225c83d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.582492 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-793ff1e7-4e15-49e2-be3b-1e8f2225c83d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.585992 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-793ff1e7-4e15-49e2-be3b-1e8f2225c83d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.590009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-793ff1e7-4e15-49e2-be3b-1e8f2225c83d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "DELETE /v2.0/security-groups/7fd0d412-e500-4861-bf21-0b0c4459b5d8 HTTP/1.1" status: 204 len: 168 time: 0.1328752 Aug 20 11:52:12.592361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56372) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:12.603987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ff1e7-4e15-49e2-be3b-1e8f2225c83d tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd0d412-e500-4861-bf21-0b0c4459b5d8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:12.650670 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a2c66fb7-21b3-4a59-9dd4-e1f2095212c7 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536664 Aug 20 11:52:12.651182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56376) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:12.655811 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-9cb8247b-0566-4775-ba69-e34c9bdded26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group': {'name': 'tempest-secgroup--283777812'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:12.678261 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d1a619b-2638-4c16-b4f9-21a2c9512373 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.678557 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9cb8247b-0566-4775-ba69-e34c9bdded26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.681600 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d1a619b-2638-4c16-b4f9-21a2c9512373 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.746303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-21803ee9-24f1-4a9e-a6f1-2e380ea1d52d req-8fde6459-37c3-42cd-9214-91b082d12f1f tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 210 time: 0.0394704 Aug 20 11:52:12.786175 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d1a619b-2638-4c16-b4f9-21a2c9512373 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.786598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1a619b-2638-4c16-b4f9-21a2c9512373 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Fanout notify agent at l3_agent the message router_deleted on router 1018fbf6-dc5e-4acf-afef-967d8acae19c {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:52:12.797397 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d1a619b-2638-4c16-b4f9-21a2c9512373 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.802101 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9d1a619b-2638-4c16-b4f9-21a2c9512373 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/routers/1018fbf6-dc5e-4acf-afef-967d8acae19c HTTP/1.1" status: 204 len: 168 time: 2.5613923 Aug 20 11:52:12.803310 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56380) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:12.928266 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9cb8247b-0566-4775-ba69-e34c9bdded26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.935816 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9cb8247b-0566-4775-ba69-e34c9bdded26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.938170 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da4d4a1e-edf7-4e48-ac47-464b5b07b20d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.955354 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-da4d4a1e-edf7-4e48-ac47-464b5b07b20d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cc69be-fdd4-4844-9e2b-0f5d5577b33e']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:12.992473 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-da4d4a1e-edf7-4e48-ac47-464b5b07b20d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9111b7b0-b0ee-45ea-a0ef-d3f3ef0efe9f') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:12.992936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-da4d4a1e-edf7-4e48-ac47-464b5b07b20d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9111b7b0-b0ee-45ea-a0ef-d3f3ef0efe9f') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:13.003888 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9cb8247b-0566-4775-ba69-e34c9bdded26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.005244 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9cb8247b-0566-4775-ba69-e34c9bdded26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3531179 Aug 20 11:52:13.015280 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56384) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:13.022654 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0e555b88-cce6-436d-bb41-c02e6f9ff33d no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:52:13.027485 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e2669ba7-3b13-48a5-9757-d89349e55b82 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.035719 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8247b-0566-4775-ba69-e34c9bdded26 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de47e1cb-3221-4992-b0c5-d3f57ed601c2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:13.056772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 0e555b88-cce6-436d-bb41-c02e6f9ff33d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:52:13.057144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0e555b88-cce6-436d-bb41-c02e6f9ff33d not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:52:13.067423 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-1e332e11-1291-43bb-bfa4-b8b9234ef431 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.085274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d5eee15d-0da9-4e4e-b377-90b501feff91 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': 'de47e1cb-3221-4992-b0c5-d3f57ed601c2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:13.085758 n-d-804299-2 neutron-server[94690]: WARNING neutron.api.v2.base [None req-d5eee15d-0da9-4e4e-b377-90b501feff91 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 11:52:13.086254 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-d5eee15d-0da9-4e4e-b377-90b501feff91 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:13.087212 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d5eee15d-0da9-4e4e-b377-90b501feff91 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061665 Aug 20 11:52:13.090739 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-1e332e11-1291-43bb-bfa4-b8b9234ef431 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Transition to ACTIVE for port object c41038ab-69d2-4fc3-8d93-3d447e6e0625 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:13.091658 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56386) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:13.094121 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da4d4a1e-edf7-4e48-ac47-464b5b07b20d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.107284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d262e913-ee2a-4990-9304-2294bfa60b7f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': 'de47e1cb-3221-4992-b0c5-d3f57ed601c2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:13.113661 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da4d4a1e-edf7-4e48-ac47-464b5b07b20d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.122860 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4d4a1e-edf7-4e48-ac47-464b5b07b20d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:52:13.123263 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da4d4a1e-edf7-4e48-ac47-464b5b07b20d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:52:13.126652 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:52:13.163857 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e2669ba7-3b13-48a5-9757-d89349e55b82 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.176277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e2669ba7-3b13-48a5-9757-d89349e55b82 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cda08d3-11a5-402f-9788-c49620823277']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:13.195353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e2669ba7-3b13-48a5-9757-d89349e55b82 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:13.195628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e2669ba7-3b13-48a5-9757-d89349e55b82 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1b51ef-59b0-4c2b-a69f-bbc467562cb2') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:13.207380 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-1e332e11-1291-43bb-bfa4-b8b9234ef431 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.207756 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e2669ba7-3b13-48a5-9757-d89349e55b82 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.210262 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da4d4a1e-edf7-4e48-ac47-464b5b07b20d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.215810 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-d262e913-ee2a-4990-9304-2294bfa60b7f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:13.220085 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d262e913-ee2a-4990-9304-2294bfa60b7f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1230154 Aug 20 11:52:13.221452 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56388) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:13.230436 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da4d4a1e-edf7-4e48-ac47-464b5b07b20d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.231446 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e2669ba7-3b13-48a5-9757-d89349e55b82 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.232580 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-da4d4a1e-edf7-4e48-ac47-464b5b07b20d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "DELETE /v2.0/networks/22cc69be-fdd4-4844-9e2b-0f5d5577b33e HTTP/1.1" status: 204 len: 168 time: 0.9182003 Aug 20 11:52:13.235132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56390) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:13.262183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2669ba7-3b13-48a5-9757-d89349e55b82 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:52:13.262537 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e2669ba7-3b13-48a5-9757-d89349e55b82 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.262648 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-fdf4f847-1670-410d-957e-9e1b1b4c4a76 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': 'de47e1cb-3221-4992-b0c5-d3f57ed601c2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:13.263375 n-d-804299-2 neutron-server[94690]: WARNING neutron.api.v2.base [None req-fdf4f847-1670-410d-957e-9e1b1b4c4a76 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 20 11:52:13.264041 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-fdf4f847-1670-410d-957e-9e1b1b4c4a76 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:13.267834 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fdf4f847-1670-410d-957e-9e1b1b4c4a76 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0312335 Aug 20 11:52:13.269946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56392) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:13.272209 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d4a1e-edf7-4e48-ac47-464b5b07b20d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event deleted for resources: {'Network': ['ID=22cc69be-fdd4-4844-9e2b-0f5d5577b33e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:52:13.277244 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:52:13.279279 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-041d8a42-9d05-4c7c-b00d-94a09f5289e3 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': 'de47e1cb-3221-4992-b0c5-d3f57ed601c2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:13.300674 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-1e332e11-1291-43bb-bfa4-b8b9234ef431 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Network 52cb1187-ce46-4926-9484-0b82ee8202d8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:13.307393 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-1e332e11-1291-43bb-bfa4-b8b9234ef431 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:13.312601 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-1e332e11-1291-43bb-bfa4-b8b9234ef431 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:13.347083 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e332e11-1291-43bb-bfa4-b8b9234ef431 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Pushing event updated for resources: {'Port': ['ID=c41038ab-69d2-4fc3-8d93-3d447e6e0625,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:13.397019 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-041d8a42-9d05-4c7c-b00d-94a09f5289e3 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:13.400783 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-041d8a42-9d05-4c7c-b00d-94a09f5289e3 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1270533 Aug 20 11:52:13.423036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-1e332e11-1291-43bb-bfa4-b8b9234ef431 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:13.423737 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-1e332e11-1291-43bb-bfa4-b8b9234ef431 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.426416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56396) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:13.432853 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-fe99e6d0-ff4a-4b7e-960c-5a010089b625 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': 'de47e1cb-3221-4992-b0c5-d3f57ed601c2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:13.433598 n-d-804299-2 neutron-server[94690]: WARNING neutron.api.v2.base [None req-fe99e6d0-ff4a-4b7e-960c-5a010089b625 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 11:52:13.434263 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-fe99e6d0-ff4a-4b7e-960c-5a010089b625 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:13.435650 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fe99e6d0-ff4a-4b7e-960c-5a010089b625 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072699 Aug 20 11:52:13.442965 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9cc73e-589a-48a7-a3e3-dbbe07422413 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:13.449262 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56398) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:13.451632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9cc73e-589a-48a7-a3e3-dbbe07422413 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:13.453694 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3d9cc73e-589a-48a7-a3e3-dbbe07422413 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2173145 Aug 20 11:52:13.454898 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e2669ba7-3b13-48a5-9757-d89349e55b82 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.461738 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e2669ba7-3b13-48a5-9757-d89349e55b82 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.463845 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e2669ba7-3b13-48a5-9757-d89349e55b82 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/networks/8cda08d3-11a5-402f-9788-c49620823277 HTTP/1.1" status: 204 len: 168 time: 0.6602385 Aug 20 11:52:13.464537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56400) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:13.467275 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-0193992d-817b-4d22-a608-f2c0ff991731 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': 'de47e1cb-3221-4992-b0c5-d3f57ed601c2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:13.471982 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56402) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:13.477511 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-95f9ff87-461f-461f-9b90-82c8df4cdb5b tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1371842097'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:13.503587 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-1e332e11-1291-43bb-bfa4-b8b9234ef431 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6844008 Aug 20 11:52:13.517445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2669ba7-3b13-48a5-9757-d89349e55b82 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Network': ['ID=8cda08d3-11a5-402f-9788-c49620823277,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:13.518900 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Request body: {'port': {'device_id': 'fa285ce7-2a95-472d-a147-e5ab53341979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:13.568123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f9ff87-461f-461f-9b90-82c8df4cdb5b tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Made reservation on behalf of b67b2296e9a8433699d55fb102203795 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:13.571859 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95f9ff87-461f-461f-9b90-82c8df4cdb5b tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.583537 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-0193992d-817b-4d22-a608-f2c0ff991731 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:13.587313 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0193992d-817b-4d22-a608-f2c0ff991731 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1341510 Aug 20 11:52:13.587457 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56404) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:13.592622 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ebfd44cc-6f62-4718-88b4-ae5444c36f00 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': 'de47e1cb-3221-4992-b0c5-d3f57ed601c2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:13.592966 n-d-804299-2 neutron-server[94690]: WARNING neutron.api.v2.base [None req-ebfd44cc-6f62-4718-88b4-ae5444c36f00 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 20 11:52:13.593527 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-ebfd44cc-6f62-4718-88b4-ae5444c36f00 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:13.597810 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ebfd44cc-6f62-4718-88b4-ae5444c36f00 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068982 Aug 20 11:52:13.598047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56406) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:13.610160 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1e71ebe9-d779-4937-96b7-1eb08e86a682 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': 'de47e1cb-3221-4992-b0c5-d3f57ed601c2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:13.614189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c1a920f-f799-42f3-8c39-740556627979 None None] Provisioning for port c41038ab-69d2-4fc3-8d93-3d447e6e0625 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:13.621365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c1a920f-f799-42f3-8c39-740556627979 None None] Provisioning complete for port c41038ab-69d2-4fc3-8d93-3d447e6e0625 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:13.622068 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c1a920f-f799-42f3-8c39-740556627979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.625465 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.629759 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-38988ff9-2593-4527-8e01-e1f832924984 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.662005 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-38988ff9-2593-4527-8e01-e1f832924984 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.669189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c1a920f-f799-42f3-8c39-740556627979 None None] Port c41038ab-69d2-4fc3-8d93-3d447e6e0625 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:52:13.687804 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f9ff87-461f-461f-9b90-82c8df4cdb5b tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:52:13.692453 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-1e71ebe9-d779-4937-96b7-1eb08e86a682 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:13.696219 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1e71ebe9-d779-4937-96b7-1eb08e86a682 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0946968 Aug 20 11:52:13.696483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56408) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:13.704585 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-71404992-f84c-4edd-a4bc-5322714fdd31 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': 'de47e1cb-3221-4992-b0c5-d3f57ed601c2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:13.710371 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95f9ff87-461f-461f-9b90-82c8df4cdb5b tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.710724 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-95f9ff87-461f-461f-9b90-82c8df4cdb5b tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Added segment c25bb347-18e9-4283-9221-db628e3bcc61 of type vlan for network ac1af046-a06a-47e9-bf7e-aea44e55606f Aug 20 11:52:13.758560 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95f9ff87-461f-461f-9b90-82c8df4cdb5b tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.800976 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-38988ff9-2593-4527-8e01-e1f832924984 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.803587 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-38988ff9-2593-4527-8e01-e1f832924984 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.804943 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-38988ff9-2593-4527-8e01-e1f832924984 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/security-groups/253aa489-bb9d-4f15-9af7-323395eb37c8 HTTP/1.1" status: 204 len: 168 time: 0.3193731 Aug 20 11:52:13.820774 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95f9ff87-461f-461f-9b90-82c8df4cdb5b tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.831557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f9ff87-461f-461f-9b90-82c8df4cdb5b tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:13.832205 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95f9ff87-461f-461f-9b90-82c8df4cdb5b tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.839129 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38988ff9-2593-4527-8e01-e1f832924984 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253aa489-bb9d-4f15-9af7-323395eb37c8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:13.868594 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-71404992-f84c-4edd-a4bc-5322714fdd31 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:13.870502 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-95f9ff87-461f-461f-9b90-82c8df4cdb5b tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3987617 Aug 20 11:52:13.873322 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-71404992-f84c-4edd-a4bc-5322714fdd31 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1756089 Aug 20 11:52:13.876046 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56416) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:13.876460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56418) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:13.889002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5f0c0bd0-b9c5-4107-9ab1-04b78f3d0d1a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-437021809'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:13.981014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9ff87-461f-461f-9b90-82c8df4cdb5b tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event updated for resources: {'Network': ['ID=ac1af046-a06a-47e9-bf7e-aea44e55606f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:13.993382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21866bfc-d83d-44cd-aa70-2088e2ce3db0 req-8478735c-94ee-43d6-b5de-7ef35421c6c7 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:14.006715 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-21866bfc-d83d-44cd-aa70-2088e2ce3db0 req-8478735c-94ee-43d6-b5de-7ef35421c6c7 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 931 time: 0.1348464 Aug 20 11:52:14.014906 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network ac1af046-a06a-47e9-bf7e-aea44e55606f details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:52:14.063361 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0c0bd0-b9c5-4107-9ab1-04b78f3d0d1a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Made reservation on behalf of b67b2296e9a8433699d55fb102203795 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:14.079297 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0bd0-b9c5-4107-9ab1-04b78f3d0d1a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:14.107040 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-21866bfc-d83d-44cd-aa70-2088e2ce3db0 req-cf75c7c0-28f8-4c89-bbce-647525b0f2a5 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/security-groups?id=41a330e0-e1bd-45d6-9648-e1efc60b021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799568 Aug 20 11:52:14.194988 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0c0bd0-b9c5-4107-9ab1-04b78f3d0d1a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:52:14.212676 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c95d607e-8232-4570-b8a4-46cec2054d37 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:14.281089 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0bd0-b9c5-4107-9ab1-04b78f3d0d1a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:14.281815 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-5f0c0bd0-b9c5-4107-9ab1-04b78f3d0d1a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Added segment 65011f41-ec77-489c-a727-a8d25eae9121 of type vlan for network eec3ec3d-1b2d-4509-9ce6-764abaaf4bb0 Aug 20 11:52:14.307611 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c95d607e-8232-4570-b8a4-46cec2054d37 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:14.404931 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41038ab-69d2-4fc3-8d93-3d447e6e0625 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:52:14.420780 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:14.423969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0bd0-b9c5-4107-9ab1-04b78f3d0d1a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:14.469197 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Transition to ACTIVE for port object c41038ab-69d2-4fc3-8d93-3d447e6e0625 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:14.476812 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:14.496791 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0bd0-b9c5-4107-9ab1-04b78f3d0d1a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:14.524332 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c0bd0-b9c5-4107-9ab1-04b78f3d0d1a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:14.525411 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0bd0-b9c5-4107-9ab1-04b78f3d0d1a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:14.668898 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c95d607e-8232-4570-b8a4-46cec2054d37 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:14.672587 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c95d607e-8232-4570-b8a4-46cec2054d37 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:14.677140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56446) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:14.679057 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c95d607e-8232-4570-b8a4-46cec2054d37 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "DELETE /v2.0/security-groups/de47e1cb-3221-4992-b0c5-d3f57ed601c2 HTTP/1.1" status: 204 len: 168 time: 0.7999282 Aug 20 11:52:14.706502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c0bd0-b9c5-4107-9ab1-04b78f3d0d1a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event updated for resources: {'Network': ['ID=eec3ec3d-1b2d-4509-9ce6-764abaaf4bb0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:14.717558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network eec3ec3d-1b2d-4509-9ce6-764abaaf4bb0 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:52:14.723819 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5f0c0bd0-b9c5-4107-9ab1-04b78f3d0d1a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8461924 Aug 20 11:52:14.727118 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d607e-8232-4570-b8a4-46cec2054d37 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de47e1cb-3221-4992-b0c5-d3f57ed601c2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:14.730070 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56448) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:14.740666 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Request body: {'ports': [{'network_id': 'ac1af046-a06a-47e9-bf7e-aea44e55606f', 'name': 'tempest-port--218164145', 'admin_state_up': True}, {'network_id': 'eec3ec3d-1b2d-4509-9ce6-764abaaf4bb0', 'admin_state_up': False}]} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:14.741572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Request body: {'port': {'network_id': 'ac1af046-a06a-47e9-bf7e-aea44e55606f', 'name': 'tempest-port--218164145', 'admin_state_up': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:14.741572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Request body: {'port': {'network_id': 'eec3ec3d-1b2d-4509-9ce6-764abaaf4bb0', 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:14.879231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Attempting to bind port c41038ab-69d2-4fc3-8d93-3d447e6e0625 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:14.883015 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Attempting to bind port c41038ab-69d2-4fc3-8d93-3d447e6e0625 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'd2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:14.883964 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Attempting to bind port c41038ab-69d2-4fc3-8d93-3d447e6e0625 on network 52cb1187-ce46-4926-9484-0b82ee8202d8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:14.895863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Pushing event updated for resources: {'Port': ['ID=c41038ab-69d2-4fc3-8d93-3d447e6e0625,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:14.899536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Port c41038ab-69d2-4fc3-8d93-3d447e6e0625 on network 52cb1187-ce46-4926-9484-0b82ee8202d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:52:14.899863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Attempting to bind port c41038ab-69d2-4fc3-8d93-3d447e6e0625 on network 52cb1187-ce46-4926-9484-0b82ee8202d8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:14.906465 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:14.907096 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Checking segment: {'id': 'd2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:14.907490 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Bound using segment: {'id': 'd2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:14.907926 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Bound port: c41038ab-69d2-4fc3-8d93-3d447e6e0625, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:14.908290 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:14.955804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:52:14.981449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] For port c41038ab-69d2-4fc3-8d93-3d447e6e0625, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:14.984923 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] For port c41038ab-69d2-4fc3-8d93-3d447e6e0625, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c41038ab-69d2-4fc3-8d93-3d447e6e0625,segment=NetworkSegment(d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9),segment_id=d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:14.991484 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-84979e3d-10e8-4908-8477-218169cfe99a tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3096483 Aug 20 11:52:14.993136 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56452) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:14.999079 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-db8740ee-5a03-42c8-83f8-cb3f6b82aa4f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group': {'name': 'tempest-secgroup--245317985'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:15.025263 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.044237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:15.045436 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.047301 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:52:15.047593 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] 10.222.0.35 "PUT /v2.0/ports/c41038ab-69d2-4fc3-8d93-3d447e6e0625 HTTP/1.1" status: 200 len: 1091 time: 1.5355299 Aug 20 11:52:15.047909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 86127ad7-9fe6-4fb7-b3d1-aa9a3cdce50c not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:52:15.049236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-db8740ee-5a03-42c8-83f8-cb3f6b82aa4f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.054023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa285ce7-2a95-472d-a147-e5ab53341979', 'tag': 'c41038ab-69d2-4fc3-8d93-3d447e6e0625'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:52:15.058331 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9936d720-f756-4835-b065-7ca0837e1882" -d '{"events": [{"name": "network-changed", "server_uuid": "fa285ce7-2a95-472d-a147-e5ab53341979", "tag": "c41038ab-69d2-4fc3-8d93-3d447e6e0625"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:52:15.178956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56458) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:15.184542 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2ab1a9ed-58c1-42fe-af30-e5b5ccecb487 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-429140510', 'description': 'tempest-secgroup-smoke-429140510 description', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:15.195475 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff15df1-1765-43c9-abfd-4893ab0aaefa x-openstack-request-id: req-9ff15df1-1765-43c9-abfd-4893ab0aaefa {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:52:15.195855 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa285ce7-2a95-472d-a147-e5ab53341979", "tag": "c41038ab-69d2-4fc3-8d93-3d447e6e0625", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:52:15.204882 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ff15df1-1765-43c9-abfd-4893ab0aaefa {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:52:15.205493 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa285ce7-2a95-472d-a147-e5ab53341979', 'tag': 'c41038ab-69d2-4fc3-8d93-3d447e6e0625', 'status': 'completed', 'code': 200} Aug 20 11:52:15.254961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd22060-0794-4a99-9109-d1bd579bd75b service neutron] Pushing event updated for resources: {'Port': ['ID=c41038ab-69d2-4fc3-8d93-3d447e6e0625,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:15.276507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-588f28ba-1f15-4560-bf81-626e5ca5561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:15.278084 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-588f28ba-1f15-4560-bf81-626e5ca5561f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bfae817aa0f4bfeb4347951731b9566&device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 1094 time: 0.1693404 Aug 20 11:52:15.319020 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ab1a9ed-58c1-42fe-af30-e5b5ccecb487 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.356498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9112be-c4c7-474d-8057-62976dae90e6 req-286d755d-72c6-4e9c-a0a7-f4e58eac89df tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:15.358468 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f9112be-c4c7-474d-8057-62976dae90e6 req-286d755d-72c6-4e9c-a0a7-f4e58eac89df tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 943 time: 0.1383350 Aug 20 11:52:15.376506 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-9d63cfd6-6497-4120-8565-b5cbb01ca3d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c41038ab-69d2-4fc3-8d93-3d447e6e0625 HTTP/1.1" status: 200 len: 217 time: 0.0895188 Aug 20 11:52:15.415340 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.api [None req-2ab1a9ed-58c1-42fe-af30-e5b5ccecb487 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:52:15.415340 n-d-804299-2 neutron-server[94691]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:52:15.415340 n-d-804299-2 neutron-server[94691]: [parameters: {'project_id_1': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 52, 15, 343672)}] Aug 20 11:52:15.415340 n-d-804299-2 neutron-server[94691]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:52:15.415716 n-d-804299-2 neutron-server[94691]: DEBUG oslo_db.api [None req-2ab1a9ed-58c1-42fe-af30-e5b5ccecb487 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:52:15.435055 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.api [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:52:15.435055 n-d-804299-2 neutron-server[94691]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:52:15.435055 n-d-804299-2 neutron-server[94691]: [parameters: {'project_id_1': 'b67b2296e9a8433699d55fb102203795', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 52, 15, 313865)}] Aug 20 11:52:15.435055 n-d-804299-2 neutron-server[94691]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:52:15.435548 n-d-804299-2 neutron-server[94691]: DEBUG oslo_db.api [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:52:15.462912 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f9112be-c4c7-474d-8057-62976dae90e6 req-4451aadb-1d01-4128-916d-f988eefd17b4 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/security-groups?id=41a330e0-e1bd-45d6-9648-e1efc60b021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973432 Aug 20 11:52:15.471832 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-b6060157-e710-4b57-bd1a-95e37b407300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:15.473542 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-b6060157-e710-4b57-bd1a-95e37b407300 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88ce2430-f6b9-4db9-ab45-4b86206082c1 HTTP/1.1" status: 200 len: 845 time: 0.0827796 Aug 20 11:52:15.620684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-09368401-089f-4b47-aa35-68520a32b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:15.623703 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-09368401-089f-4b47-aa35-68520a32b0aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52cb1187-ce46-4926-9484-0b82ee8202d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415513 Aug 20 11:52:15.663064 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-db8740ee-5a03-42c8-83f8-cb3f6b82aa4f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.709367 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-db8740ee-5a03-42c8-83f8-cb3f6b82aa4f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.779336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8740ee-5a03-42c8-83f8-cb3f6b82aa4f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b71f5cd-1d3a-485d-b463-de9d280eb1c1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:15.786354 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-db8740ee-5a03-42c8-83f8-cb3f6b82aa4f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.787908 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-db8740ee-5a03-42c8-83f8-cb3f6b82aa4f tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7932448 Aug 20 11:52:15.790631 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56498) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:15.798073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-9e3b28f6-3374-42a3-a1a0-9024b06ed96b tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': '1b71f5cd-1d3a-485d-b463-de9d280eb1c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:15.827460 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-91df4569-5b50-4440-bd4c-d238b7e6dc95 service neutron] 10.222.0.35 "GET /v2.0/networks/52cb1187-ce46-4926-9484-0b82ee8202d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950459 Aug 20 11:52:15.853033 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-9e3b28f6-3374-42a3-a1a0-9024b06ed96b tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The resource could not be found. Aug 20 11:52:15.854601 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9e3b28f6-3374-42a3-a1a0-9024b06ed96b tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0624573 Aug 20 11:52:15.857394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56506) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:15.861963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5802e46f-ba9c-4ecb-ab24-e92c0a290fea tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': '1b71f5cd-1d3a-485d-b463-de9d280eb1c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '856bc37a-1b97-48fe-b097-8dc3f95980dc'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:15.917352 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ab1a9ed-58c1-42fe-af30-e5b5ccecb487 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.970078 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.api [None req-2ab1a9ed-58c1-42fe-af30-e5b5ccecb487 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:52:15.970078 n-d-804299-2 neutron-server[94691]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:52:15.970078 n-d-804299-2 neutron-server[94691]: [parameters: {'project_id_1': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 52, 15, 957464)}] Aug 20 11:52:15.970078 n-d-804299-2 neutron-server[94691]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:52:15.971215 n-d-804299-2 neutron-server[94691]: DEBUG oslo_db.api [None req-2ab1a9ed-58c1-42fe-af30-e5b5ccecb487 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:52:15.987786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Made reservation on behalf of b67b2296e9a8433699d55fb102203795 for: {'port': 2} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:15.992870 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:16.010995 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a22a392-de74-42e1-b8b0-fdd5c88625da req-f41fff2e-869d-43b9-8e66-962b65b9bf82 service neutron] 10.222.0.35 "GET /v2.0/networks/52cb1187-ce46-4926-9484-0b82ee8202d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744082 Aug 20 11:52:16.022206 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-5802e46f-ba9c-4ecb-ab24-e92c0a290fea tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The resource could not be found. Aug 20 11:52:16.023445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5802e46f-ba9c-4ecb-ab24-e92c0a290fea tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1651173 Aug 20 11:52:16.026892 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56526) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:16.058098 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:16.137380 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d720-f756-4835-b065-7ca0837e1882 req-0c862b4f-3372-44d9-b916-980d8a6a0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:16.141011 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9936d720-f756-4835-b065-7ca0837e1882 req-0c862b4f-3372-44d9-b916-980d8a6a0882 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bfae817aa0f4bfeb4347951731b9566&device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 1094 time: 0.0777805 Aug 20 11:52:16.174742 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b9a720fb-d3ea-4008-8554-9fa38527dc1c tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:16.187681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] device_id is not set on port 19b68679-5c3f-475c-8a2a-cfd600d69109 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:52:16.215244 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b9a720fb-d3ea-4008-8554-9fa38527dc1c tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:16.274321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d720-f756-4835-b065-7ca0837e1882 req-c94df729-0da8-43a9-aa3d-2db88547da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:16.276787 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9936d720-f756-4835-b065-7ca0837e1882 req-c94df729-0da8-43a9-aa3d-2db88547da49 service neutron] 10.222.0.35 "GET /v2.0/networks?id=52cb1187-ce46-4926-9484-0b82ee8202d8 HTTP/1.1" status: 200 len: 906 time: 0.1279149 Aug 20 11:52:16.340230 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b9a720fb-d3ea-4008-8554-9fa38527dc1c tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:16.343720 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b9a720fb-d3ea-4008-8554-9fa38527dc1c tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:16.344981 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b9a720fb-d3ea-4008-8554-9fa38527dc1c tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "DELETE /v2.0/security-groups/1b71f5cd-1d3a-485d-b463-de9d280eb1c1 HTTP/1.1" status: 204 len: 168 time: 0.3167565 Aug 20 11:52:16.359133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56558) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:16.373640 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9936d720-f756-4835-b065-7ca0837e1882 req-3006b623-575d-47df-ac07-631b8e3bc1fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c41038ab-69d2-4fc3-8d93-3d447e6e0625 HTTP/1.1" status: 200 len: 217 time: 0.0883853 Aug 20 11:52:16.389837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a720fb-d3ea-4008-8554-9fa38527dc1c tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b71f5cd-1d3a-485d-b463-de9d280eb1c1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:16.446571 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-86fe03db-b4b5-4764-b8ea-ea89491f8050 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862994 Aug 20 11:52:16.451004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56572) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:16.462249 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e6a733ea-6225-4b0a-9276-da0aefc58f3c tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': 'f678dec9-f239-4746-9913-aa2783fb0f26', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:16.464904 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:16.504357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d720-f756-4835-b065-7ca0837e1882 req-2a802801-51c6-466b-9f57-bede359a3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:16.506325 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9936d720-f756-4835-b065-7ca0837e1882 req-2a802801-51c6-466b-9f57-bede359a3c94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88ce2430-f6b9-4db9-ab45-4b86206082c1 HTTP/1.1" status: 200 len: 845 time: 0.1232738 Aug 20 11:52:16.570523 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] device_id is not set on port 0e228bf8-1f46-4c19-beee-f6b7219ae9da yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:52:16.625461 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ab1a9ed-58c1-42fe-af30-e5b5ccecb487 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:16.673242 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d720-f756-4835-b065-7ca0837e1882 req-3c187c1c-b56f-42c0-a130-6e7f12a2c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:16.682111 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9936d720-f756-4835-b065-7ca0837e1882 req-3c187c1c-b56f-42c0-a130-6e7f12a2c3d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52cb1187-ce46-4926-9484-0b82ee8202d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678360 Aug 20 11:52:16.855187 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9936d720-f756-4835-b065-7ca0837e1882 req-76617b76-9214-4c96-8170-bc1bca6a00d2 service neutron] 10.222.0.35 "GET /v2.0/networks/52cb1187-ce46-4926-9484-0b82ee8202d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560752 Aug 20 11:52:16.856902 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56610) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:16.857812 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-e6a733ea-6225-4b0a-9276-da0aefc58f3c tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The resource could not be found. Aug 20 11:52:16.862239 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e6a733ea-6225-4b0a-9276-da0aefc58f3c tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4063628 Aug 20 11:52:16.870664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56628) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:16.913705 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e106f423-c1ea-4b8e-8803-e0853800666e tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128828750'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:17.049896 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e106f423-c1ea-4b8e-8803-e0853800666e tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.107038 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9936d720-f756-4835-b065-7ca0837e1882 req-14372fea-c5dd-46d9-9851-9ea228ad7816 service neutron] 10.222.0.35 "GET /v2.0/networks/52cb1187-ce46-4926-9484-0b82ee8202d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349565 Aug 20 11:52:17.195306 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba0b134-2427-4a44-96d2-b7942a048a00 admin admin] Deleting subnet 89e69225-9a6f-46f0-8a01-9c6188af0fc2 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:52:17.199402 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b134-2427-4a44-96d2-b7942a048a00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.242307 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b134-2427-4a44-96d2-b7942a048a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.271215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de616e-a464-4496-adfb-2a01031ab4f9 req-9cb81002-f10f-4fcb-b423-7043bcc378dd tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:17.273334 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-09de616e-a464-4496-adfb-2a01031ab4f9 req-9cb81002-f10f-4fcb-b423-7043bcc378dd tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 943 time: 0.1883039 Aug 20 11:52:17.303823 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.311773 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b134-2427-4a44-96d2-b7942a048a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.344153 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e106f423-c1ea-4b8e-8803-e0853800666e tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.349426 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e106f423-c1ea-4b8e-8803-e0853800666e tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.357261 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-09de616e-a464-4496-adfb-2a01031ab4f9 req-0496e9f5-b530-4109-97ee-3a89c35e0301 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/security-groups?id=41a330e0-e1bd-45d6-9648-e1efc60b021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710115 Aug 20 11:52:17.396599 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106f423-c1ea-4b8e-8803-e0853800666e tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a6236a-fc42-447b-b5a4-547fd58317d1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:17.418405 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b134-2427-4a44-96d2-b7942a048a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.459552 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0b134-2427-4a44-96d2-b7942a048a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e69225-9a6f-46f0-8a01-9c6188af0fc2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:17.467233 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b134-2427-4a44-96d2-b7942a048a00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.472135 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6ba0b134-2427-4a44-96d2-b7942a048a00 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/89e69225-9a6f-46f0-8a01-9c6188af0fc2 HTTP/1.1" status: 204 len: 168 time: 0.6120825 Aug 20 11:52:17.474809 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56696) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:17.500940 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.562163 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ab1a9ed-58c1-42fe-af30-e5b5ccecb487 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.574976 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ab1a9ed-58c1-42fe-af30-e5b5ccecb487 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.575249 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b95f33c-2bf7-4800-9d01-f91ff54182d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.578654 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e106f423-c1ea-4b8e-8803-e0853800666e tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.579781 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e106f423-c1ea-4b8e-8803-e0853800666e tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6840672 Aug 20 11:52:17.583004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56708) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:17.588793 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e6b49b27-763c-41db-a278-95eabd9eca4b tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069732604'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:17.598032 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ab1a9ed-58c1-42fe-af30-e5b5ccecb487 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.603215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56712) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:17.607167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2ab1a9ed-58c1-42fe-af30-e5b5ccecb487 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.4267154 Aug 20 11:52:17.616833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3b3d1d63-ddcf-4a69-a055-62ea8c0d30bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '6d19ad18-cc51-4e19-a396-dd0d896ad5c8', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:17.650621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1a9ed-58c1-42fe-af30-e5b5ccecb487 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d19ad18-cc51-4e19-a396-dd0d896ad5c8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:17.654059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event updated for resources: {'Port': ['ID=19b68679-5c3f-475c-8a2a-cfd600d69109,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:17.683656 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Checking segment: {'id': 'c25bb347-18e9-4283-9221-db628e3bcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ac1af046-a06a-47e9-bf7e-aea44e55606f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:17.684661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Network hostable DHCP agents. Network: ac1af046-a06a-47e9-bf7e-aea44e55606f, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:52:17.716020 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Network ac1af046-a06a-47e9-bf7e-aea44e55606f is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:52:17.749351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, ac1af046-a06a-47e9-bf7e-aea44e55606f) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:17.755172 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b95f33c-2bf7-4800-9d01-f91ff54182d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.761682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a182c8-eae9-485f-bc4b-9aadefc8eff5 None None] Network ac1af046-a06a-47e9-bf7e-aea44e55606f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:17.772481 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-7b95f33c-2bf7-4800-9d01-f91ff54182d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f62dce-d162-406f-bbb8-b6b0fca763d1']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:17.773946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:17.775078 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.799934 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-7b95f33c-2bf7-4800-9d01-f91ff54182d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3f382a-b54e-4940-9abc-428729db991a') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:17.801738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-7b95f33c-2bf7-4800-9d01-f91ff54182d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3f382a-b54e-4940-9abc-428729db991a') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:17.825934 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b95f33c-2bf7-4800-9d01-f91ff54182d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.855758 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b95f33c-2bf7-4800-9d01-f91ff54182d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.862800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b95f33c-2bf7-4800-9d01-f91ff54182d4 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:52:17.863517 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b95f33c-2bf7-4800-9d01-f91ff54182d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.949376 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Checking segment: {'id': '65011f41-ec77-489c-a727-a8d25eae9121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'eec3ec3d-1b2d-4509-9ce6-764abaaf4bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:52:17.949688 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:52:17.951788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Network hostable DHCP agents. Network: eec3ec3d-1b2d-4509-9ce6-764abaaf4bb0, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:52:17.953962 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b95f33c-2bf7-4800-9d01-f91ff54182d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.957385 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6b49b27-763c-41db-a278-95eabd9eca4b tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.967897 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event updated for resources: {'Port': ['ID=0e228bf8-1f46-4c19-beee-f6b7219ae9da,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:17.982891 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b95f33c-2bf7-4800-9d01-f91ff54182d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.987525 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7b95f33c-2bf7-4800-9d01-f91ff54182d4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/22f62dce-d162-406f-bbb8-b6b0fca763d1 HTTP/1.1" status: 204 len: 168 time: 0.5095160 Aug 20 11:52:18.020824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Network eec3ec3d-1b2d-4509-9ce6-764abaaf4bb0 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:52:18.033953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, eec3ec3d-1b2d-4509-9ce6-764abaaf4bb0) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:18.038434 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95f33c-2bf7-4800-9d01-f91ff54182d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=22f62dce-d162-406f-bbb8-b6b0fca763d1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:18.040419 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:18.054750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:18.067672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecf6c0c-5351-46d7-ba34-be3d8b8ac34c None None] Network eec3ec3d-1b2d-4509-9ce6-764abaaf4bb0 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:18.070352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:18.071452 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.109746 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b3d1d63-ddcf-4a69-a055-62ea8c0d30bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.230908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56782) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:18.288867 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b3d1d63-ddcf-4a69-a055-62ea8c0d30bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.299624 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b3d1d63-ddcf-4a69-a055-62ea8c0d30bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.299811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c41038ab-69d2-4fc3-8d93-3d447e6e0625 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:52:18.331437 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3615b061-fe23-4b94-993f-aa92d2980f10 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e40f5079bd34b23880f932b180211a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991304 Aug 20 11:52:18.332951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56794) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:18.336093 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6b49b27-763c-41db-a278-95eabd9eca4b tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.339735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d1d63-ddcf-4a69-a055-62ea8c0d30bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7eac1f-866a-43ad-a160-f480958f0db9,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:18.345718 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6b49b27-763c-41db-a278-95eabd9eca4b tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.374901 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b3d1d63-ddcf-4a69-a055-62ea8c0d30bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.378717 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3b3d1d63-ddcf-4a69-a055-62ea8c0d30bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7714641 Aug 20 11:52:18.379205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56800) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:18.386032 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ba607d64-e8da-47d1-8295-10c0b6a1a534 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6523712 Aug 20 11:52:18.386136 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-57bac9bb-f717-4a17-84a0-27a1cc2da141 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '6d19ad18-cc51-4e19-a396-dd0d896ad5c8', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:18.391400 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56802) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:18.436518 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6b49b27-763c-41db-a278-95eabd9eca4b tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.442062 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e6b49b27-763c-41db-a278-95eabd9eca4b tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8578231 Aug 20 11:52:18.449163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56812) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:18.464093 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b49b27-763c-41db-a278-95eabd9eca4b tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba948353-df21-4ffc-b080-132d690c82e3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:18.470438 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a7e27567-301f-47e7-a65c-18ed5593003e tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group_rule': {'security_group_id': '47a6236a-fc42-447b-b5a4-547fd58317d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ba948353-df21-4ffc-b080-132d690c82e3'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:18.534019 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port c41038ab-69d2-4fc3-8d93-3d447e6e0625, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c41038ab-69d2-4fc3-8d93-3d447e6e0625,segment=NetworkSegment(d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9),segment_id=d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:18.539787 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57bac9bb-f717-4a17-84a0-27a1cc2da141 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.573870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'c41038ab-69d2-4fc3-8d93-3d447e6e0625', 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8', 'port_id': 'c41038ab-69d2-4fc3-8d93-3d447e6e0625', 'mac_address': 'fa:16:3e:6c:57:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:52:18.610145 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a530aa98-69d6-45a4-92c2-9be66f0f673c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.619865 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57bac9bb-f717-4a17-84a0-27a1cc2da141 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.628130 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57bac9bb-f717-4a17-84a0-27a1cc2da141 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.648662 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-a7e27567-301f-47e7-a65c-18ed5593003e tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:18.650096 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a7e27567-301f-47e7-a65c-18ed5593003e tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1833282 Aug 20 11:52:18.660722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56834) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:18.683798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48226818-c0c7-4872-8fa5-c0ee2515b730 req-ffcf79ec-9fd8-4711-9f1a-1fbb2400cac1 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:18.685634 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-48226818-c0c7-4872-8fa5-c0ee2515b730 req-ffcf79ec-9fd8-4711-9f1a-1fbb2400cac1 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 943 time: 0.1973379 Aug 20 11:52:18.702897 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bac9bb-f717-4a17-84a0-27a1cc2da141 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f9ab8e-10cb-4cef-92e5-a0995cc02c07,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:18.722704 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57bac9bb-f717-4a17-84a0-27a1cc2da141 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.724467 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-57bac9bb-f717-4a17-84a0-27a1cc2da141 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3441103 Aug 20 11:52:18.731137 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.737949 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56844) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:18.745094 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d4670227-33af-4d7c-9e4b-3866b706c7a2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '6d19ad18-cc51-4e19-a396-dd0d896ad5c8', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:18.752371 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a530aa98-69d6-45a4-92c2-9be66f0f673c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.763864 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfadbe4-cd8d-4164-a0a6-5d699c62eba7 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:18.771070 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfadbe4-cd8d-4164-a0a6-5d699c62eba7 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:18.776768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dbfadbe4-cd8d-4164-a0a6-5d699c62eba7 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3701885 Aug 20 11:52:18.777405 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cafb580c-d8c4-4e29-a11d-99970a823afe tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.783167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56850) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:18.805466 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41038ab-69d2-4fc3-8d93-3d447e6e0625 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:52:18.813929 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cafb580c-d8c4-4e29-a11d-99970a823afe tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.831887 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4670227-33af-4d7c-9e4b-3866b706c7a2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.867831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-48226818-c0c7-4872-8fa5-c0ee2515b730 req-5a8fa5ab-b54e-4e38-8dd1-7d46b972b9f4 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/security-groups?id=41a330e0-e1bd-45d6-9648-e1efc60b021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687791 Aug 20 11:52:18.874808 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a530aa98-69d6-45a4-92c2-9be66f0f673c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.880419 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a530aa98-69d6-45a4-92c2-9be66f0f673c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.885792 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a530aa98-69d6-45a4-92c2-9be66f0f673c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/108cfef9-696e-420f-aab6-fb9ccddae565 HTTP/1.1" status: 204 len: 168 time: 0.5507677 Aug 20 11:52:18.889194 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port c41038ab-69d2-4fc3-8d93-3d447e6e0625, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c41038ab-69d2-4fc3-8d93-3d447e6e0625,segment=NetworkSegment(d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9),segment_id=d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:18.913581 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4670227-33af-4d7c-9e4b-3866b706c7a2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.913891 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.927822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530aa98-69d6-45a4-92c2-9be66f0f673c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108cfef9-696e-420f-aab6-fb9ccddae565,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:18.928749 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4670227-33af-4d7c-9e4b-3866b706c7a2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.959675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4670227-33af-4d7c-9e4b-3866b706c7a2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3aa28d5-58bf-4bca-874f-e4384df4f791,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:18.980931 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4670227-33af-4d7c-9e4b-3866b706c7a2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.982647 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d4670227-33af-4d7c-9e4b-3866b706c7a2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2415080 Aug 20 11:52:18.985725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56868) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:18.992090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-bd6c8205-2e51-4d15-bbd2-106bcfc35cc6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '6d19ad18-cc51-4e19-a396-dd0d896ad5c8', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:18.992269 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cafb580c-d8c4-4e29-a11d-99970a823afe tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.997218 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cafb580c-d8c4-4e29-a11d-99970a823afe tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.004319 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cafb580c-d8c4-4e29-a11d-99970a823afe tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "DELETE /v2.0/security-groups/ba948353-df21-4ffc-b080-132d690c82e3 HTTP/1.1" status: 204 len: 168 time: 0.3368604 Aug 20 11:52:19.009086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56872) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:19.031538 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd6c8205-2e51-4d15-bbd2-106bcfc35cc6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.065333 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb580c-d8c4-4e29-a11d-99970a823afe tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba948353-df21-4ffc-b080-132d690c82e3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:19.093212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d681ee3b-fcc8-4301-8cf6-d69b2f71724d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Deleting port 19b68679-5c3f-475c-8a2a-cfd600d69109 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:19.093561 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d681ee3b-fcc8-4301-8cf6-d69b2f71724d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.149375 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd6c8205-2e51-4d15-bbd2-106bcfc35cc6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.152533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['c41038ab-69d2-4fc3-8d93-3d447e6e0625'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:52:19.199526 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-af55edbf-eaaf-418e-aac8-7c6e11df769b tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1850560 Aug 20 11:52:19.202215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56892) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:19.212935 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=c41038ab-69d2-4fc3-8d93-3d447e6e0625,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:19.213773 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd6c8205-2e51-4d15-bbd2-106bcfc35cc6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.302079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c8205-2e51-4d15-bbd2-106bcfc35cc6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57cbc38-4b4f-41f4-8044-fa073389e2d9,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:19.321269 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd6c8205-2e51-4d15-bbd2-106bcfc35cc6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.325780 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bd6c8205-2e51-4d15-bbd2-106bcfc35cc6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3380537 Aug 20 11:52:19.328226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56906) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:19.334018 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5cbf5ec0-3cd8-48fe-a0d4-4f5104b24ad4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '6d19ad18-cc51-4e19-a396-dd0d896ad5c8', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:19.353545 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d681ee3b-fcc8-4301-8cf6-d69b2f71724d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.377516 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d681ee3b-fcc8-4301-8cf6-d69b2f71724d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Calling delete_port for 19b68679-5c3f-475c-8a2a-cfd600d69109 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:19.397296 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-96090d78-4c5e-4013-8378-14b8b5639be1 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.432436 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-96090d78-4c5e-4013-8378-14b8b5639be1 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.494546 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d681ee3b-fcc8-4301-8cf6-d69b2f71724d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.517613 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-96090d78-4c5e-4013-8378-14b8b5639be1 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.522032 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-96090d78-4c5e-4013-8378-14b8b5639be1 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.524776 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-96090d78-4c5e-4013-8378-14b8b5639be1 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "DELETE /v2.0/security-groups/47a6236a-fc42-447b-b5a4-547fd58317d1 HTTP/1.1" status: 204 len: 168 time: 0.3210199 Aug 20 11:52:19.531099 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56932) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:19.551849 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681ee3b-fcc8-4301-8cf6-d69b2f71724d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event deleted for resources: {'Port': ['ID=19b68679-5c3f-475c-8a2a-cfd600d69109,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:19.559909 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d681ee3b-fcc8-4301-8cf6-d69b2f71724d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.564874 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56938) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:19.565481 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d681ee3b-fcc8-4301-8cf6-d69b2f71724d tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "DELETE /v2.0/ports/19b68679-5c3f-475c-8a2a-cfd600d69109 HTTP/1.1" status: 204 len: 168 time: 0.7223954 Aug 20 11:52:19.568113 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96090d78-4c5e-4013-8378-14b8b5639be1 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a6236a-fc42-447b-b5a4-547fd58317d1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:19.576701 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-5cbf5ec0-3cd8-48fe-a0d4-4f5104b24ad4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Project cacbe3698c3a4c88aa60dbcea765a9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:52:19.590386 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5cbf5ec0-3cd8-48fe-a0d4-4f5104b24ad4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.694052 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5d268e3f-2a43-479f-9db4-c3413ec5ddb5 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1616697 Aug 20 11:52:19.695611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56952) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:19.696532 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5cbf5ec0-3cd8-48fe-a0d4-4f5104b24ad4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.700237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4d3d6007-2f69-4ad0-bcb1-e5fd6b6137f8 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group': {'name': 'tempest-secgroup--299979932'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:19.702933 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5cbf5ec0-3cd8-48fe-a0d4-4f5104b24ad4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.730743 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf5ec0-3cd8-48fe-a0d4-4f5104b24ad4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ddd841-3efb-49fc-81d0-5abd6c2b25d3,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:19.748245 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4d3d6007-2f69-4ad0-bcb1-e5fd6b6137f8 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.751212 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5cbf5ec0-3cd8-48fe-a0d4-4f5104b24ad4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.760008 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5cbf5ec0-3cd8-48fe-a0d4-4f5104b24ad4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4269667 Aug 20 11:52:19.760339 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56960) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:19.767408 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3951ed7a-81b2-49fd-a754-356aadf54ae6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '6d19ad18-cc51-4e19-a396-dd0d896ad5c8', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:19.787675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d92722b5-5c7a-420e-8dda-06e848534dfe tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Deleting port 0e228bf8-1f46-4c19-beee-f6b7219ae9da {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:19.787934 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d92722b5-5c7a-420e-8dda-06e848534dfe tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.864482 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-3951ed7a-81b2-49fd-a754-356aadf54ae6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Project cacbe3698c3a4c88aa60dbcea765a9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:52:19.890543 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3951ed7a-81b2-49fd-a754-356aadf54ae6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.894447 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d92722b5-5c7a-420e-8dda-06e848534dfe tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.934147 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d92722b5-5c7a-420e-8dda-06e848534dfe tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Calling delete_port for 0e228bf8-1f46-4c19-beee-f6b7219ae9da owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:20.071114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1487bc-daaa-4aa9-8a7e-46cd6addbcee req-7bdaae3a-a30c-40e9-ab0c-b5ae4a3399d3 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:20.077342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57000) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:20.077954 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef1487bc-daaa-4aa9-8a7e-46cd6addbcee req-7bdaae3a-a30c-40e9-ab0c-b5ae4a3399d3 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 944 time: 0.0972309 Aug 20 11:52:20.101937 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3951ed7a-81b2-49fd-a754-356aadf54ae6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.117400 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef1487bc-daaa-4aa9-8a7e-46cd6addbcee req-82a042cc-f583-4feb-9c58-a5681e393e6d tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/security-groups?id=41a330e0-e1bd-45d6-9648-e1efc60b021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364213 Aug 20 11:52:20.119206 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3951ed7a-81b2-49fd-a754-356aadf54ae6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.142527 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4d3d6007-2f69-4ad0-bcb1-e5fd6b6137f8 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.156051 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4d3d6007-2f69-4ad0-bcb1-e5fd6b6137f8 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.170208 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951ed7a-81b2-49fd-a754-356aadf54ae6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460faddd-3284-42a9-9759-fb9456ef98df,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:20.193325 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3951ed7a-81b2-49fd-a754-356aadf54ae6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.194420 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3951ed7a-81b2-49fd-a754-356aadf54ae6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4330750 Aug 20 11:52:20.199768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57004) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:20.203377 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4d3d6007-2f69-4ad0-bcb1-e5fd6b6137f8 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.204680 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4d3d6007-2f69-4ad0-bcb1-e5fd6b6137f8 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5081148 Aug 20 11:52:20.205276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-577f34ad-a7f9-467f-859a-d38f8a1813ce tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'network': {'name': 'tempest-network-smoke--1769917251', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'port_security_enabled': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:20.207072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d6007-2f69-4ad0-bcb1-e5fd6b6137f8 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32df4759-3b50-42bc-bf4d-1dddb595b326,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:20.208485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57006) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:20.213133 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d92722b5-5c7a-420e-8dda-06e848534dfe tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.219247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-9636bac9-05b0-42ea-8895-03d986acd4b2 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:20.219663 n-d-804299-2 neutron-server[94691]: WARNING neutron.api.v2.base [None req-9636bac9-05b0-42ea-8895-03d986acd4b2 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 11:52:20.220155 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-9636bac9-05b0-42ea-8895-03d986acd4b2 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 11:52:20.224711 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9636bac9-05b0-42ea-8895-03d986acd4b2 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "PUT /v2.0/security-groups/32df4759-3b50-42bc-bf4d-1dddb595b326 HTTP/1.1" status: 409 len: 330 time: 0.0108900 Aug 20 11:52:20.224711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57008) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:20.247612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1393151680-network', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:20.252472 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92722b5-5c7a-420e-8dda-06e848534dfe tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event deleted for resources: {'Port': ['ID=0e228bf8-1f46-4c19-beee-f6b7219ae9da,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:20.262250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577f34ad-a7f9-467f-859a-d38f8a1813ce tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Made reservation on behalf of cacbe3698c3a4c88aa60dbcea765a9a6 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:20.266250 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-577f34ad-a7f9-467f-859a-d38f8a1813ce tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.267049 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d92722b5-5c7a-420e-8dda-06e848534dfe tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.269319 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d92722b5-5c7a-420e-8dda-06e848534dfe tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "DELETE /v2.0/ports/0e228bf8-1f46-4c19-beee-f6b7219ae9da HTTP/1.1" status: 204 len: 168 time: 0.7026496 Aug 20 11:52:20.272350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57010) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:20.306485 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-df4f7ce5-eef8-44dc-b0b2-3a0fc340bc73 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0330036 Aug 20 11:52:20.310618 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db15b426-cb5d-4a33-aee0-44df1156a5aa tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.310763 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57012) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:20.312779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577f34ad-a7f9-467f-859a-d38f8a1813ce tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:52:20.316366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-721572560'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:20.329272 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c41038ab-69d2-4fc3-8d93-3d447e6e0625 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:20.331485 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Made reservation on behalf of 18da441c481b49c9ab55e1a14df71d73 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:20.333827 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.336497 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-577f34ad-a7f9-467f-859a-d38f8a1813ce tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.336996 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-577f34ad-a7f9-467f-859a-d38f8a1813ce tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Added segment 7db61124-7ed8-4b5c-aefe-20677ff74da6 of type vlan for network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 Aug 20 11:52:20.346804 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db15b426-cb5d-4a33-aee0-44df1156a5aa tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.348102 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.375968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Made reservation on behalf of b67b2296e9a8433699d55fb102203795 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:20.381539 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.384151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port c41038ab-69d2-4fc3-8d93-3d447e6e0625 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:20.388429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port c41038ab-69d2-4fc3-8d93-3d447e6e0625 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:20.389045 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.402763 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-577f34ad-a7f9-467f-859a-d38f8a1813ce tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.432108 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:52:20.435553 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db15b426-cb5d-4a33-aee0-44df1156a5aa tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.438501 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db15b426-cb5d-4a33-aee0-44df1156a5aa tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.440044 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-db15b426-cb5d-4a33-aee0-44df1156a5aa tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "DELETE /v2.0/security-groups/32df4759-3b50-42bc-bf4d-1dddb595b326 HTTP/1.1" status: 204 len: 168 time: 0.2150850 Aug 20 11:52:20.443953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57014) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:20.447009 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-577f34ad-a7f9-467f-859a-d38f8a1813ce tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.452426 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.452998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f34ad-a7f9-467f-859a-d38f8a1813ce tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:20.453230 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Added segment 0d36c2e2-c2fb-4d87-a94a-bca765d1e468 of type vlan for network 56d02fb2-fbe5-42e0-8e7f-e008449c96b2 Aug 20 11:52:20.453626 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-577f34ad-a7f9-467f-859a-d38f8a1813ce tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.476806 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.502105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa285ce7-2a95-472d-a147-e5ab53341979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41038ab-69d2-4fc3-8d93-3d447e6e0625'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:52:20.504928 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50bac4a-fba9-4051-b95a-412a3a235eea" -d '{"events": [{"server_uuid": "fa285ce7-2a95-472d-a147-e5ab53341979", "name": "network-vif-plugged", "status": "completed", "tag": "c41038ab-69d2-4fc3-8d93-3d447e6e0625"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:52:20.517641 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.518803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port c41038ab-69d2-4fc3-8d93-3d447e6e0625, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c41038ab-69d2-4fc3-8d93-3d447e6e0625,segment=NetworkSegment(d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9),segment_id=d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:20.527491 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.551456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15b426-cb5d-4a33-aee0-44df1156a5aa tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32df4759-3b50-42bc-bf4d-1dddb595b326,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:20.556930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f34ad-a7f9-467f-859a-d38f8a1813ce tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Network': ['ID=0a7c3abc-9b05-41fb-9c17-69b98862a6c2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:20.574307 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea3e417-81bb-43d8-8acb-134bde2f6ea5 x-openstack-request-id: req-9ea3e417-81bb-43d8-8acb-134bde2f6ea5 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:52:20.574951 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa285ce7-2a95-472d-a147-e5ab53341979", "name": "network-vif-plugged", "status": "completed", "tag": "c41038ab-69d2-4fc3-8d93-3d447e6e0625", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:52:20.575406 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ea3e417-81bb-43d8-8acb-134bde2f6ea5 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:52:20.575984 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa285ce7-2a95-472d-a147-e5ab53341979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41038ab-69d2-4fc3-8d93-3d447e6e0625', 'code': 200} Aug 20 11:52:20.583333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:52:20.587714 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.595815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:20.596793 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.601056 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-db4277a6-171e-4aeb-a55b-1a988443b00b tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1547308 Aug 20 11:52:20.605227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57018) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:20.615044 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.624772 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-fb972923-bef4-4c5a-9380-8a0204b1870e tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] delete failed (client error): The resource could not be found. Aug 20 11:52:20.625987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fb972923-bef4-4c5a-9380-8a0204b1870e tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "DELETE /v2.0/security-groups/c6de4663-d6d9-42e3-8ebd-1344550716de HTTP/1.1" status: 404 len: 347 time: 0.0192959 Aug 20 11:52:20.631264 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-577f34ad-a7f9-467f-859a-d38f8a1813ce tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4270325 Aug 20 11:52:20.631264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57020) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:20.631732 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57022) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:20.648303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-361072273', 'admin_state_up': True, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:20.668193 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-5f4c2727-9724-433b-8b4d-2183db39f7f2 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] show failed (client error): The resource could not be found. Aug 20 11:52:20.668586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=c41038ab-69d2-4fc3-8d93-3d447e6e0625,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:20.669479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5f4c2727-9724-433b-8b4d-2183db39f7f2 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "GET /v2.0/security-groups/dc8c7c92-8cc2-4c34-9434-f4574ecc6450 HTTP/1.1" status: 404 len: 347 time: 0.0368323 Aug 20 11:52:20.670607 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.673907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57024) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:20.697406 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-ca8f3118-03b1-4bea-af80-a05b71d059c8 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] show failed (client error): The resource could not be found. Aug 20 11:52:20.699186 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ca8f3118-03b1-4bea-af80-a05b71d059c8 tempest-NegativeSecGroupTest-1482782298 tempest-NegativeSecGroupTest-1482782298-project] 10.222.0.37 "GET /v2.0/security-group-rules/4ae1184d-fff3-4500-aadb-8937a8c22d31 HTTP/1.1" status: 404 len: 356 time: 0.0239465 Aug 20 11:52:20.707577 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3958099 Aug 20 11:52:20.708700 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.710182 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.714920 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57028) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:20.725139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-60a53ab6-361b-45db-b569-e76fa4e7703c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-691242385'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:20.740705 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:52:20.747507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event updated for resources: {'Network': ['ID=56d02fb2-fbe5-42e0-8e7f-e008449c96b2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:20.762515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f562b913-47fb-45d3-a139-8ec0be792e0d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:20.768247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.768678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.769093 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.769505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.769903 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.770246 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.770646 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.770910 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.771247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.771579 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.771892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.772265 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfade9e-6c0e-4702-bc23-65a296fda05c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.784494 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.785001 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Added segment 403de167-5875-4f92-8329-dffd30aa8162 of type vlan for network 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 Aug 20 11:52:20.787207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.787642 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.788090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.788374 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.788793 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.789231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.789614 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.789938 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.790715 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.791051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.791943 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.792286 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:20.792514 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 56d02fb2-fbe5-42e0-8e7f-e008449c96b2 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:52:20.794843 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a53ab6-361b-45db-b569-e76fa4e7703c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Made reservation on behalf of b67b2296e9a8433699d55fb102203795 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:20.806248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60a53ab6-361b-45db-b569-e76fa4e7703c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.829182 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f721cc-a2db-4230-8d65-24d3938cab7c req-a3657eb7-7704-4709-b20a-79a8a796e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:20.830719 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e0f721cc-a2db-4230-8d65-24d3938cab7c req-a3657eb7-7704-4709-b20a-79a8a796e90f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 1096 time: 0.2002735 Aug 20 11:52:20.888543 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.928880 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.946691 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e0f721cc-a2db-4230-8d65-24d3938cab7c req-bc0671aa-36c4-4527-ae4e-32158d241a9a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=41a330e0-e1bd-45d6-9648-e1efc60b021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965965 Aug 20 11:52:20.960201 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.961223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:20.961886 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.991678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a53ab6-361b-45db-b569-e76fa4e7703c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:52:21.031568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57038) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:21.044013 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60a53ab6-361b-45db-b569-e76fa4e7703c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.044721 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-60a53ab6-361b-45db-b569-e76fa4e7703c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Added segment 34519278-e538-47ad-9fb9-be3fd0eddf50 of type vlan for network 2d91feb9-2251-465f-8295-841ef7ae63cd Aug 20 11:52:21.208165 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60a53ab6-361b-45db-b569-e76fa4e7703c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.213805 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.323442 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60a53ab6-361b-45db-b569-e76fa4e7703c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.329431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a53ab6-361b-45db-b569-e76fa4e7703c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:21.330052 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60a53ab6-361b-45db-b569-e76fa4e7703c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.421126 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3424294 Aug 20 11:52:21.423391 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d6ddc716-de24-43ab-9399-2ec7302dc6bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8eded8c7a524fe39697eb10aa037782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906362 Aug 20 11:52:21.427791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57050) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:21.428127 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57052) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:21.431807 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-60a53ab6-361b-45db-b569-e76fa4e7703c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7140841 Aug 20 11:52:21.439993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e9246b3b-d593-4bdb-8cf3-51e9a715817c admin admin] Request body: {'subnet': {'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1393151680-subnet', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:21.452121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad44d3-80dd-4dcf-a2f1-65e0f340be95 admin admin] Pushing event updated for resources: {'Network': ['ID=1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:21.463128 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:52:21.466259 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab98bd3-23f8-447c-9eef-d8e7c2848572 req-272693fe-c990-43f8-801b-2d28c06ee94e tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:21.467047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a53ab6-361b-45db-b569-e76fa4e7703c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event updated for resources: {'Network': ['ID=2d91feb9-2251-465f-8295-841ef7ae63cd,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:21.467992 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dab98bd3-23f8-447c-9eef-d8e7c2848572 req-272693fe-c990-43f8-801b-2d28c06ee94e tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 945 time: 0.0701921 Aug 20 11:52:21.508004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9246b3b-d593-4bdb-8cf3-51e9a715817c admin admin] Made reservation on behalf of 18da441c481b49c9ab55e1a14df71d73 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:21.511730 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9246b3b-d593-4bdb-8cf3-51e9a715817c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.541169 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dab98bd3-23f8-447c-9eef-d8e7c2848572 req-a511b691-5841-4609-95c1-499e35ee05e6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/security-groups?id=41a330e0-e1bd-45d6-9648-e1efc60b021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644262 Aug 20 11:52:21.556349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 2d91feb9-2251-465f-8295-841ef7ae63cd details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:52:21.613848 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09e13f5a-df7a-405c-b6e5-88e03e6a4e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.675267 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09e13f5a-df7a-405c-b6e5-88e03e6a4e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.852701 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.877846 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.972417 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09e13f5a-df7a-405c-b6e5-88e03e6a4e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.975363 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09e13f5a-df7a-405c-b6e5-88e03e6a4e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.980666 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-09e13f5a-df7a-405c-b6e5-88e03e6a4e22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e81358cc-08ac-43e1-bcb3-6cd7ce680ecd HTTP/1.1" status: 204 len: 168 time: 0.5462332 Aug 20 11:52:21.995628 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9246b3b-d593-4bdb-8cf3-51e9a715817c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.005505 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e13f5a-df7a-405c-b6e5-88e03e6a4e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81358cc-08ac-43e1-bcb3-6cd7ce680ecd,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:22.105083 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9246b3b-d593-4bdb-8cf3-51e9a715817c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c5d0d52-33c3-4556-b37f-a7cde29a16b1,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:22.120325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Allocated IP 172.25.8.111 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:22.126126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9246b3b-d593-4bdb-8cf3-51e9a715817c admin admin] Checking segment: {'id': '403de167-5875-4f92-8329-dffd30aa8162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:22.126487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9246b3b-d593-4bdb-8cf3-51e9a715817c admin admin] Network hostable DHCP agents. Network: 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:52:22.205344 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9246b3b-d593-4bdb-8cf3-51e9a715817c admin admin] Network 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:52:22.275179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-e9246b3b-d593-4bdb-8cf3-51e9a715817c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:22.286829 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f01a6c-ce67-48ee-800e-a53ee17d94bd None None] Network 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:22.316581 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.383245 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a39d5b3-9bfb-4854-9284-6340c1ffc8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.433355 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9246b3b-d593-4bdb-8cf3-51e9a715817c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:22.433993 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9246b3b-d593-4bdb-8cf3-51e9a715817c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.473648 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.543024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'fixed_ips': [{'subnet_id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:52:22.544144 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.552792 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e9246b3b-d593-4bdb-8cf3-51e9a715817c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1229370 Aug 20 11:52:22.554838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:22.557406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57074) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:22.575464 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1393151680-router', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:22.580663 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:22.582354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:22.586523 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:22.621458 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.623764 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.778974 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.963201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Allocated IP 172.20.0.2 (1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2/5c5d0d52-33c3-4556-b37f-a7cde29a16b1/f75a1d42-e01a-4c44-9b2b-804a4dda627d) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:23.089095 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.228426 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.264436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cffe8-29ef-4b81-8766-86ecc3331bac req-fc752d2c-24a4-44ad-848b-acf89324cd14 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:23.273242 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a4cffe8-29ef-4b81-8766-86ecc3331bac req-fc752d2c-24a4-44ad-848b-acf89324cd14 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 945 time: 0.4968200 Aug 20 11:52:23.335470 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.357041 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Transition to ACTIVE for port object f75a1d42-e01a-4c44-9b2b-804a4dda627d will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:23.390216 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a4cffe8-29ef-4b81-8766-86ecc3331bac req-a2d76dd0-45a9-4116-a4f9-3534b26400f2 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/security-groups?id=41a330e0-e1bd-45d6-9648-e1efc60b021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160033 Aug 20 11:52:23.409045 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Transition to ACTIVE for port object f75a1d42-e01a-4c44-9b2b-804a4dda627d will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:23.439581 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.536054 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.604653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Pushing event updated for resources: {'Port': ['ID=f75a1d42-e01a-4c44-9b2b-804a4dda627d,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:23.653204 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Network 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:23.658570 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.663260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:23.673841 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:23.688786 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.722348 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e41bf-6fcf-4702-9286-38eb513905ff req-85631063-be03-4c2d-b4ac-a9a21d169d8a tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:23.724101 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-942e41bf-6fcf-4702-9286-38eb513905ff req-85631063-be03-4c2d-b4ac-a9a21d169d8a tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 945 time: 0.1376953 Aug 20 11:52:23.735016 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57098) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:23.741452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-a91f7dd0-6e09-460b-a765-e684ffbbf0d2 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Request body: {'floatingip': {'port_id': 'c41038ab-69d2-4fc3-8d93-3d447e6e0625'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:23.795310 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a91f7dd0-6e09-460b-a765-e684ffbbf0d2 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.810076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Attempting to bind port f75a1d42-e01a-4c44-9b2b-804a4dda627d on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:23.811320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Attempting to bind port f75a1d42-e01a-4c44-9b2b-804a4dda627d by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '403de167-5875-4f92-8329-dffd30aa8162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:23.811785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Attempting to bind port f75a1d42-e01a-4c44-9b2b-804a4dda627d on network 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:23.827076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:23.827611 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Checking segment: {'id': '403de167-5875-4f92-8329-dffd30aa8162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:23.829354 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.830011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Bound using segment: {'id': '403de167-5875-4f92-8329-dffd30aa8162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:23.834624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Bound port: f75a1d42-e01a-4c44-9b2b-804a4dda627d, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403de167-5875-4f92-8329-dffd30aa8162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:23.835129 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.920480 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Allocated IP 172.25.8.4 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/2968aa19-6c3f-4e64-bb02-6c2ff9e17565) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:23.923179 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] For port f75a1d42-e01a-4c44-9b2b-804a4dda627d, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:23.927778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] For port f75a1d42-e01a-4c44-9b2b-804a4dda627d, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f75a1d42-e01a-4c44-9b2b-804a4dda627d,segment=NetworkSegment(403de167-5875-4f92-8329-dffd30aa8162),segment_id=403de167-5875-4f92-8329-dffd30aa8162)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:23.935442 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.980729 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router e425fcdf-43d9-43b1-852f-d35a304f337c is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:52:24.086792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6b681-ff11-4aab-a30c-0755c638ad1a None None] Pushing event updated for resources: {'Port': ['ID=f75a1d42-e01a-4c44-9b2b-804a4dda627d,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:24.159985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:24.173118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Sync routers for ids ['e425fcdf-43d9-43b1-852f-d35a304f337c'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:24.190445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Routers {'e425fcdf-43d9-43b1-852f-d35a304f337c'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:24.198526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:51:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e425fcdf-43d9-43b1-852f-d35a304f337c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:24.245113 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:24.246693 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6470c67c-3d46-42a5-a9e7-566345915450 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6119246 Aug 20 11:52:24.249719 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57106) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:24.249935 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:24.362300 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:24.417598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d699600b-6fac-4a92-a549-230c644e2c5f tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=cacbe3698c3a4c88aa60dbcea765a9a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1648889 Aug 20 11:52:24.420601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57114) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:24.570251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Set router e425fcdf-43d9-43b1-852f-d35a304f337c gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:24.570781 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=2968aa19-6c3f-4e64-bb02-6c2ff9e17565,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:24.601331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:24.604280 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:24.614089 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:24.990697 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57122) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.016995 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Request body: {'subnets': [{'network_id': '56d02fb2-fbe5-42e0-8e7f-e008449c96b2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2122775886', 'ip_version': 6}, {'network_id': '2d91feb9-2251-465f-8295-841ef7ae63cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:25.017627 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Request body: {'subnet': {'network_id': '56d02fb2-fbe5-42e0-8e7f-e008449c96b2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2122775886', 'ip_version': 6}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:25.019155 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Request body: {'subnet': {'network_id': '2d91feb9-2251-465f-8295-841ef7ae63cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:25.107127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f75a1d42-e01a-4c44-9b2b-804a4dda627d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:25.148804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361072273', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:20Z', 'updated_at': '2021-08-20T11:52:22Z', 'revision_number': 3, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:21Z', 'updated_at': '2021-08-20T11:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:25.178882 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.193075 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Checking router: e425fcdf-43d9-43b1-852f-d35a304f337c for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:25.193451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Updating router e425fcdf-43d9-43b1-852f-d35a304f337c port 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:52:25.223607 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1470c221-9ac8-4297-afa7-933488b15e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.275714 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.329221 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port f75a1d42-e01a-4c44-9b2b-804a4dda627d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:25.428294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6697ec-dd71-45e4-b1c0-d8beb7509c57 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:25.433802 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6e6697ec-dd71-45e4-b1c0-d8beb7509c57 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0117724 Aug 20 11:52:25.437608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57132) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.558216 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.693817 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.706720 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Transition to ACTIVE for port object 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:25.713706 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.753370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Made reservation on behalf of b67b2296e9a8433699d55fb102203795 for: {'subnet': 2} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:25.758866 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.759219 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.772165 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Attempting to bind port 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:25.772532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Attempting to bind port 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:25.772916 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Attempting to bind port 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:25.781397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0cddb-2143-4c0e-ab7f-8adba7aa5d19 None None] Pushing event updated for resources: {'Port': ['ID=5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:25.786188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:25.786564 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:25.787163 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.787625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:25.788220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Bound port: 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:25.788607 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.789376 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a91f7dd0-6e09-460b-a765-e684ffbbf0d2 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.793027 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-37ffd5a3-ff80-4591-b1e7-856ff471c359 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3553483 Aug 20 11:52:25.794679 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a91f7dd0-6e09-460b-a765-e684ffbbf0d2 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.796550 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57138) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.802407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-778e7d6c-bdd9-4dc7-ba01-a18d812072b9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-182946700', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:25.852399 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] For port 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:25.856215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] For port 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:25.864384 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.909375 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.927420 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b79283-8827-4311-9aeb-4f6883c19116 None None] Network 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:26.021713 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778e7d6c-bdd9-4dc7-ba01-a18d812072b9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Made reservation on behalf of cacbe3698c3a4c88aa60dbcea765a9a6 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:26.025388 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-778e7d6c-bdd9-4dc7-ba01-a18d812072b9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:26.047598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0cddb-2143-4c0e-ab7f-8adba7aa5d19 None None] Pushing event updated for resources: {'Port': ['ID=5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:26.073484 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-a91f7dd0-6e09-460b-a765-e684ffbbf0d2 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Floating IP f30695d2-30d4-4641-8d8d-ae9098828531 associated. External IP: 172.25.8.23, port: c41038ab-69d2-4fc3-8d93-3d447e6e0625. Aug 20 11:52:26.093637 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Routers {'e425fcdf-43d9-43b1-852f-d35a304f337c'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:26.094816 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e425fcdf-43d9-43b1-852f-d35a304f337c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:26.161498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f28868f0-d9d1-47e5-a066-9abaf7b49820 None None] Provisioning for port f75a1d42-e01a-4c44-9b2b-804a4dda627d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:26.173554 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f28868f0-d9d1-47e5-a066-9abaf7b49820 None None] Provisioning complete for port f75a1d42-e01a-4c44-9b2b-804a4dda627d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:26.174194 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f28868f0-d9d1-47e5-a066-9abaf7b49820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:26.227729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:52:26.427536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:26.435277 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-778e7d6c-bdd9-4dc7-ba01-a18d812072b9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:26.445799 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Sync routers for ids ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:26.463190 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Routers {'22fdd8c5-c140-4eb1-8b92-6d182e199fc6'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:26.463875 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:26.467802 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:26.486143 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-be8c574f-95d6-41eb-b752-24428fb7b5f7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9250162 Aug 20 11:52:26.489050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91f7dd0-6e09-460b-a765-e684ffbbf0d2 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Router d78161e4-e912-4f5d-8472-149320ff315b has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:52:26.489636 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57144) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:26.522451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e7d6c-bdd9-4dc7-ba01-a18d812072b9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Subnet': ['ID=ed6e4790-2c22-4aac-8045-87c29d4b8bd8,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:26.590554 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] Set router e425fcdf-43d9-43b1-852f-d35a304f337c gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:26.601449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778e7d6c-bdd9-4dc7-ba01-a18d812072b9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Checking segment: {'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:26.601965 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778e7d6c-bdd9-4dc7-ba01-a18d812072b9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network hostable DHCP agents. Network: 0a7c3abc-9b05-41fb-9c17-69b98862a6c2, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:52:26.669280 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Set router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:26.671570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778e7d6c-bdd9-4dc7-ba01-a18d812072b9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:52:26.705231 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:26.717808 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:26.771846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-778e7d6c-bdd9-4dc7-ba01-a18d812072b9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 0a7c3abc-9b05-41fb-9c17-69b98862a6c2) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:26.801340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccaaaea-7749-43d2-848a-adc04724b834 None None] Network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:26.804478 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778e7d6c-bdd9-4dc7-ba01-a18d812072b9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:26.808919 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-778e7d6c-bdd9-4dc7-ba01-a18d812072b9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:26.812030 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f28868f0-d9d1-47e5-a066-9abaf7b49820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:26.865598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91f7dd0-6e09-460b-a765-e684ffbbf0d2 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:26.876262 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a91f7dd0-6e09-460b-a765-e684ffbbf0d2 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:26.901308 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-778e7d6c-bdd9-4dc7-ba01-a18d812072b9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1035707 Aug 20 11:52:26.919618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97232a96-47c8-46ec-bafd-98ce6d686570 None None] Sync routers for ids ['d78161e4-e912-4f5d-8472-149320ff315b'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:26.943257 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'name': 'tempest-TestServerBasicOps-1393151680-router', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:22Z', 'updated_at': '2021-08-20T11:52:24Z', 'revision_number': 3, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'gw_port': {'id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:23Z', 'updated_at': '2021-08-20T11:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:26.947978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57164) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:26.989591 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a91f7dd0-6e09-460b-a765-e684ffbbf0d2 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "PUT /v2.0/floatingips/f30695d2-30d4-4641-8d8d-ae9098828531 HTTP/1.1" status: 200 len: 990 time: 3.2483432 Aug 20 11:52:26.991800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa285ce7-2a95-472d-a147-e5ab53341979', 'tag': 'c41038ab-69d2-4fc3-8d93-3d447e6e0625'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:52:26.998818 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dee31d7-4c4e-457d-948b-a6dadff0fd10" -d '{"events": [{"name": "network-changed", "server_uuid": "fa285ce7-2a95-472d-a147-e5ab53341979", "tag": "c41038ab-69d2-4fc3-8d93-3d447e6e0625"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:52:27.023202 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Checking router: 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:27.023557 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Updating router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 port 2968aa19-6c3f-4e64-bb02-6c2ff9e17565 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:52:27.040614 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f28868f0-d9d1-47e5-a066-9abaf7b49820 None None] For port f75a1d42-e01a-4c44-9b2b-804a4dda627d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f75a1d42-e01a-4c44-9b2b-804a4dda627d,segment=NetworkSegment(403de167-5875-4f92-8329-dffd30aa8162),segment_id=403de167-5875-4f92-8329-dffd30aa8162)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:27.041883 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97232a96-47c8-46ec-bafd-98ce6d686570 None None] Routers {'d78161e4-e912-4f5d-8472-149320ff315b'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:27.050756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-97232a96-47c8-46ec-bafd-98ce6d686570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d78161e4-e912-4f5d-8472-149320ff315b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:27.122266 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f28868f0-d9d1-47e5-a066-9abaf7b49820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:27.156100 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:27.472343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event updated for resources: {'Subnet': ['ID=59d86b36-a629-44e1-87f9-b1a36c7dda57,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:27.519349 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5cc867-ab76-41e9-9280-f8f663d99925 x-openstack-request-id: req-dc5cc867-ab76-41e9-9280-f8f663d99925 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:52:27.519823 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa285ce7-2a95-472d-a147-e5ab53341979", "tag": "c41038ab-69d2-4fc3-8d93-3d447e6e0625", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:52:27.519920 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc5cc867-ab76-41e9-9280-f8f663d99925 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:52:27.520686 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa285ce7-2a95-472d-a147-e5ab53341979', 'tag': 'c41038ab-69d2-4fc3-8d93-3d447e6e0625', 'status': 'completed', 'code': 200} Aug 20 11:52:27.538480 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28868f0-d9d1-47e5-a066-9abaf7b49820 None None] Pushing event updated for resources: {'Port': ['ID=f75a1d42-e01a-4c44-9b2b-804a4dda627d,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:27.565351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-97232a96-47c8-46ec-bafd-98ce6d686570 None None] Set router d78161e4-e912-4f5d-8472-149320ff315b gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:27.614409 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d077e413-23ea-4eb6-8a6b-42cbef5817de None None] Provisioning complete for port f75a1d42-e01a-4c44-9b2b-804a4dda627d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:27.614829 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d077e413-23ea-4eb6-8a6b-42cbef5817de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:27.623003 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361072273', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:20Z', 'updated_at': '2021-08-20T11:52:22Z', 'revision_number': 3, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:21Z', 'updated_at': '2021-08-20T11:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:27.652165 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ips': [{'subnet_id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:52:27.653029 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:27.727218 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f406f1-ceeb-4440-87c0-054b7448a92c None None] The sync data for ids ['e425fcdf-43d9-43b1-852f-d35a304f337c'] in n-d-804299-2 is: [{'id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361072273', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:20Z', 'updated_at': '2021-08-20T11:52:22Z', 'revision_number': 3, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:21Z', 'updated_at': '2021-08-20T11:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:27.769622 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:27.781295 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Transition to ACTIVE for port object 2968aa19-6c3f-4e64-bb02-6c2ff9e17565 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:27.788389 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:27.827654 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Attempting to bind port 2968aa19-6c3f-4e64-bb02-6c2ff9e17565 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:27.828028 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Attempting to bind port 2968aa19-6c3f-4e64-bb02-6c2ff9e17565 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:27.828785 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Attempting to bind port 2968aa19-6c3f-4e64-bb02-6c2ff9e17565 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:27.852720 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:27.853100 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:27.853503 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:27.854085 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:27.854534 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Bound port: 2968aa19-6c3f-4e64-bb02-6c2ff9e17565, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:27.854916 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:27.908094 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ca30a-0af6-4ebe-bbf8-134458baa0c5 None None] Pushing event updated for resources: {'Port': ['ID=2968aa19-6c3f-4e64-bb02-6c2ff9e17565,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:27.988733 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] For port 2968aa19-6c3f-4e64-bb02-6c2ff9e17565, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:27.995180 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] For port 2968aa19-6c3f-4e64-bb02-6c2ff9e17565, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2968aa19-6c3f-4e64-bb02-6c2ff9e17565,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:28.005485 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:28.120750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Allocated IP 172.20.0.2 (0a7c3abc-9b05-41fb-9c17-69b98862a6c2/ed6e4790-2c22-4aac-8045-87c29d4b8bd8/39bb74bf-951f-4a8a-8572-2d42cec81e71) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:28.124721 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ca30a-0af6-4ebe-bbf8-134458baa0c5 None None] Pushing event updated for resources: {'Port': ['ID=2968aa19-6c3f-4e64-bb02-6c2ff9e17565,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:28.221229 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Routers {'22fdd8c5-c140-4eb1-8b92-6d182e199fc6'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:28.221895 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:28.415918 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:28.492284 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] Set router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:28.616916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Checking segment: {'id': '0d36c2e2-c2fb-4d87-a94a-bca765d1e468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '56d02fb2-fbe5-42e0-8e7f-e008449c96b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:28.617490 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Network hostable DHCP agents. Network: 56d02fb2-fbe5-42e0-8e7f-e008449c96b2, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:52:28.622918 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:28.643653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Transition to ACTIVE for port object 39bb74bf-951f-4a8a-8572-2d42cec81e71 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:28.661583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-97232a96-47c8-46ec-bafd-98ce6d686570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'name': 'tempest-ServersTestJSON-1957772658-router', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:50Z', 'updated_at': '2021-08-20T11:51:58Z', 'revision_number': 4, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'gw_port': {'id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:51Z', 'updated_at': '2021-08-20T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'f30695d2-30d4-4641-8d8d-ae9098828531', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'port_id': 'c41038ab-69d2-4fc3-8d93-3d447e6e0625', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8', 'mac_address': 'fa:16:3e:6c:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa285ce7-2a95-472d-a147-e5ab53341979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:52:06Z', 'updated_at': '2021-08-20T11:52:25Z', 'revision_number': 1, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d5c45e-498a-449e-8a29-d35b747c3265', 'name': '', 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'mac_address': 'fa:16:3e:71:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:56Z', 'updated_at': '2021-08-20T11:52:07Z', 'revision_number': 5, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'subnets': [{'id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:28.729254 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97232a96-47c8-46ec-bafd-98ce6d686570 None None] Checking router: d78161e4-e912-4f5d-8472-149320ff315b for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:28.792538 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Transition to ACTIVE for port object 39bb74bf-951f-4a8a-8572-2d42cec81e71 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:28.798971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Network 56d02fb2-fbe5-42e0-8e7f-e008449c96b2 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:52:28.813262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97232a96-47c8-46ec-bafd-98ce6d686570 None None] Routers {'d78161e4-e912-4f5d-8472-149320ff315b'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:28.814233 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-97232a96-47c8-46ec-bafd-98ce6d686570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d78161e4-e912-4f5d-8472-149320ff315b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:28.822240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee31d7-4c4e-457d-948b-a6dadff0fd10 req-47c8eea2-177e-4e11-929e-12956c18d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:28.827688 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:28.828908 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7dee31d7-4c4e-457d-948b-a6dadff0fd10 req-47c8eea2-177e-4e11-929e-12956c18d13d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bfae817aa0f4bfeb4347951731b9566&device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 1096 time: 1.1849992 Aug 20 11:52:28.915153 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 56d02fb2-fbe5-42e0-8e7f-e008449c96b2) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:28.915534 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'name': 'tempest-TestServerBasicOps-1393151680-router', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:22Z', 'updated_at': '2021-08-20T11:52:24Z', 'revision_number': 3, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'gw_port': {'id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:23Z', 'updated_at': '2021-08-20T11:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:28.922122 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:29.127436 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eef2837-0cf0-41bd-8bb0-65a1f25eb1da None None] Network 56d02fb2-fbe5-42e0-8e7f-e008449c96b2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:29.161781 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4c4805-885b-42e8-8ea0-cc8172c3b25a None None] The sync data for ids ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'] in n-d-804299-2 is: [{'id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'name': 'tempest-TestServerBasicOps-1393151680-router', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:22Z', 'updated_at': '2021-08-20T11:52:24Z', 'revision_number': 3, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'gw_port': {'id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:23Z', 'updated_at': '2021-08-20T11:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:29.229723 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:29.444171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event updated for resources: {'Subnet': ['ID=773b0981-0399-4e66-8055-113fdf47774c,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:29.516366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Checking segment: {'id': '34519278-e538-47ad-9fb9-be3fd0eddf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2d91feb9-2251-465f-8295-841ef7ae63cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:29.517015 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Network hostable DHCP agents. Network: 2d91feb9-2251-465f-8295-841ef7ae63cd, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:52:29.540796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57218) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:29.555369 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-97232a96-47c8-46ec-bafd-98ce6d686570 None None] Set router d78161e4-e912-4f5d-8472-149320ff315b gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:29.558642 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee31d7-4c4e-457d-948b-a6dadff0fd10 req-9779698e-fbcf-4c6b-98b4-58ee0c20d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:29.560366 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7dee31d7-4c4e-457d-948b-a6dadff0fd10 req-9779698e-fbcf-4c6b-98b4-58ee0c20d343 service neutron] 10.222.0.35 "GET /v2.0/networks?id=52cb1187-ce46-4926-9484-0b82ee8202d8 HTTP/1.1" status: 200 len: 906 time: 0.7005932 Aug 20 11:52:29.709240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Network 2d91feb9-2251-465f-8295-841ef7ae63cd is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:52:29.732328 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47499360-cfda-45b8-9060-27384a6bea3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:29.764701 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:29.768839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 2d91feb9-2251-465f-8295-841ef7ae63cd) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:29.796592 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7dee31d7-4c4e-457d-948b-a6dadff0fd10 req-51dc2d6d-363e-46cd-8515-e7143b793dce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c41038ab-69d2-4fc3-8d93-3d447e6e0625 HTTP/1.1" status: 200 len: 998 time: 0.1970201 Aug 20 11:52:29.809534 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:29.810173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:29.810919 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:29.900921 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee31d7-4c4e-457d-948b-a6dadff0fd10 req-51a43fd9-2a47-4e7c-8e2c-dd8c066f5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:29.901316 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47499360-cfda-45b8-9060-27384a6bea3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:29.902778 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7dee31d7-4c4e-457d-948b-a6dadff0fd10 req-51a43fd9-2a47-4e7c-8e2c-dd8c066f5432 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88ce2430-f6b9-4db9-ab45-4b86206082c1 HTTP/1.1" status: 200 len: 845 time: 0.0888011 Aug 20 11:52:29.904527 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:29.908604 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47499360-cfda-45b8-9060-27384a6bea3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:29.946624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f75a1d42-e01a-4c44-9b2b-804a4dda627d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:29.971734 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-47499360-cfda-45b8-9060-27384a6bea3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e55fdca5ece742d2b2d76781333e96b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291041 Aug 20 11:52:29.974103 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47499360-cfda-45b8-9060-27384a6bea3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bd1626-9f50-43ab-ad60-363a7e5a2248,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:29.978134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57224) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:29.989219 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d88764-88b4-4bb1-97c4-aa391423f892 None None] Network 2d91feb9-2251-465f-8295-841ef7ae63cd requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:30.145705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:30.147832 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Pushing event updated for resources: {'Port': ['ID=39bb74bf-951f-4a8a-8572-2d42cec81e71,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:30.150195 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:30.160505 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc72e936-2ed3-4b39-8409-f071f995b400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.200361 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc72e936-2ed3-4b39-8409-f071f995b400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.223092 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Allocated IP 172.20.0.1 (1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2/5c5d0d52-33c3-4556-b37f-a7cde29a16b1/fca533cd-5158-4979-8948-c8b10aeddc8c) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:30.334960 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc72e936-2ed3-4b39-8409-f071f995b400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.339186 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc72e936-2ed3-4b39-8409-f071f995b400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.340580 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dc72e936-2ed3-4b39-8409-f071f995b400 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8bd1626-9f50-43ab-ad60-363a7e5a2248 HTTP/1.1" status: 204 len: 168 time: 0.3607767 Aug 20 11:52:30.363322 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72e936-2ed3-4b39-8409-f071f995b400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bd1626-9f50-43ab-ad60-363a7e5a2248,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:30.378132 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d7f5eebd-45f3-4ff3-99d7-d164ff8399ff tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.3701537 Aug 20 11:52:30.380595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57230) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:30.534430 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee31d7-4c4e-457d-948b-a6dadff0fd10 req-80bf358e-84f0-4e7e-a919-912661ca9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:30.536022 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7dee31d7-4c4e-457d-948b-a6dadff0fd10 req-80bf358e-84f0-4e7e-a919-912661ca9a7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52cb1187-ce46-4926-9484-0b82ee8202d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6168351 Aug 20 11:52:30.553323 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Attempting to bind port 39bb74bf-951f-4a8a-8572-2d42cec81e71 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:30.553694 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Attempting to bind port 39bb74bf-951f-4a8a-8572-2d42cec81e71 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:30.553949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e7fae8-acbd-46ef-8265-410e57a59834 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:30.554474 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Attempting to bind port 39bb74bf-951f-4a8a-8572-2d42cec81e71 on network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:30.556589 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e7fae8-acbd-46ef-8265-410e57a59834 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:30.570509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e7fae8-acbd-46ef-8265-410e57a59834 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:30.573434 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c0e7fae8-acbd-46ef-8265-410e57a59834 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1844382 Aug 20 11:52:30.583095 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57236) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:30.692196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4bfdd7-ea89-4451-9a53-6b34bd1c8ab1 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Deleting subnet 59d86b36-a629-44e1-87f9-b1a36c7dda57 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:52:30.696213 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e4bfdd7-ea89-4451-9a53-6b34bd1c8ab1 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.703934 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.747326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186449e0-74bb-42cc-9da3-929d047ae838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-56d02fb2-fbe5-42e0-8e7f-e008449c96b2', 'network_id': '56d02fb2-fbe5-42e0-8e7f-e008449c96b2', 'tenant_id': 'b67b2296e9a8433699d55fb102203795', 'fixed_ips': [{'subnet_id': '59d86b36-a629-44e1-87f9-b1a36c7dda57'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:52:30.749798 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-186449e0-74bb-42cc-9da3-929d047ae838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.763997 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e4bfdd7-ea89-4451-9a53-6b34bd1c8ab1 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.768294 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:30.768962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Checking segment: {'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:30.769481 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.770009 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Bound using segment: {'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:30.770604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Bound port: 39bb74bf-951f-4a8a-8572-2d42cec81e71, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:30.771141 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.785191 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Transition to ACTIVE for port object fca533cd-5158-4979-8948-c8b10aeddc8c will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:30.811355 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5387fca3-9f47-45d8-908a-b838b71fbdf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-2d91feb9-2251-465f-8295-841ef7ae63cd', 'network_id': '2d91feb9-2251-465f-8295-841ef7ae63cd', 'tenant_id': 'b67b2296e9a8433699d55fb102203795', 'fixed_ips': [{'subnet_id': '773b0981-0399-4e66-8055-113fdf47774c'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:52:30.812310 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5387fca3-9f47-45d8-908a-b838b71fbdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.821243 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e4bfdd7-ea89-4451-9a53-6b34bd1c8ab1 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.847090 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7dee31d7-4c4e-457d-948b-a6dadff0fd10 req-a147c366-7362-4201-b49d-d8dea11705be service neutron] 10.222.0.35 "GET /v2.0/networks/52cb1187-ce46-4926-9484-0b82ee8202d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958496 Aug 20 11:52:30.865549 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f75a1d42-e01a-4c44-9b2b-804a4dda627d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:30.866087 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.895963 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e4bfdd7-ea89-4451-9a53-6b34bd1c8ab1 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.911426 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e4bfdd7-ea89-4451-9a53-6b34bd1c8ab1 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.913735 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7e4bfdd7-ea89-4451-9a53-6b34bd1c8ab1 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "DELETE /v2.0/subnets/59d86b36-a629-44e1-87f9-b1a36c7dda57 HTTP/1.1" status: 204 len: 168 time: 0.3267949 Aug 20 11:52:30.934380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57242) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:30.943900 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bfdd7-ea89-4451-9a53-6b34bd1c8ab1 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event deleted for resources: {'Subnet': ['ID=59d86b36-a629-44e1-87f9-b1a36c7dda57,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:31.031733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57244) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:31.035123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-400c158a-f23e-4020-8d77-b16cdea58e6c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Deleting subnet 773b0981-0399-4e66-8055-113fdf47774c {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:52:31.038944 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-400c158a-f23e-4020-8d77-b16cdea58e6c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.060920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f52af1b-e8bb-4152-abc0-e1d7ec6b8516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.082432 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-400c158a-f23e-4020-8d77-b16cdea58e6c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.094586 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.127334 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Network 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:31.133788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:31.137307 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:31.149422 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-400c158a-f23e-4020-8d77-b16cdea58e6c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.248908 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-400c158a-f23e-4020-8d77-b16cdea58e6c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.293794 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7dee31d7-4c4e-457d-948b-a6dadff0fd10 req-206fd87b-1ce2-407c-8180-d034b3a40ea0 service neutron] 10.222.0.35 "GET /v2.0/networks/52cb1187-ce46-4926-9484-0b82ee8202d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700376 Aug 20 11:52:31.294973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Allocated IP 172.20.0.1 (0a7c3abc-9b05-41fb-9c17-69b98862a6c2/ed6e4790-2c22-4aac-8045-87c29d4b8bd8/c0dc6112-12e1-465e-8038-c6413b5c784d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:31.303161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c158a-f23e-4020-8d77-b16cdea58e6c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event deleted for resources: {'Subnet': ['ID=773b0981-0399-4e66-8055-113fdf47774c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:31.314323 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-400c158a-f23e-4020-8d77-b16cdea58e6c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.321565 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-400c158a-f23e-4020-8d77-b16cdea58e6c tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "DELETE /v2.0/subnets/773b0981-0399-4e66-8055-113fdf47774c HTTP/1.1" status: 204 len: 168 time: 0.3852911 Aug 20 11:52:31.322731 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57248) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:31.329130 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Pushing event updated for resources: {'Port': ['ID=fca533cd-5158-4979-8948-c8b10aeddc8c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:31.346770 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.427156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0da592-54c2-4b6f-bdbe-abf5cafcb78a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:31.432482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5e0da592-54c2-4b6f-bdbe-abf5cafcb78a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1085606 Aug 20 11:52:31.434368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57250) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:31.528016 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f52af1b-e8bb-4152-abc0-e1d7ec6b8516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.532151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] For port 39bb74bf-951f-4a8a-8572-2d42cec81e71, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:31.563192 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5c94-9a5c-48e1-9950-d792cdb6299a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.568150 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f52af1b-e8bb-4152-abc0-e1d7ec6b8516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.574232 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] For port 39bb74bf-951f-4a8a-8572-2d42cec81e71, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=39bb74bf-951f-4a8a-8572-2d42cec81e71,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:31.578748 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:31.600848 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3f52af1b-e8bb-4152-abc0-e1d7ec6b8516 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1e9f76a1d6e446ba3909d344c658fe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5604048 Aug 20 11:52:31.605567 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57254) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:31.629509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0c1703-d05b-4fdb-8b51-f7fadb2d09db None None] Network 56d02fb2-fbe5-42e0-8e7f-e008449c96b2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:31.639929 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.704541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52af1b-e8bb-4152-abc0-e1d7ec6b8516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13553d36-830d-4769-a9f4-12a1ad1c0fbf,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:31.773230 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.779716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8de59-e067-4189-be87-aec22e7fd3dd None None] Pushing event updated for resources: {'Port': ['ID=39bb74bf-951f-4a8a-8572-2d42cec81e71,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:31.783597 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bdeaecff-e0e7-4f57-82f3-a71d1e9b9760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.787609 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5c94-9a5c-48e1-9950-d792cdb6299a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.821520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-bf5f5c94-9a5c-48e1-9950-d792cdb6299a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d91feb9-2251-465f-8295-841ef7ae63cd']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server [None req-5387fca3-9f47-45d8-908a-b838b71fbdf4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 773b0981-0399-4e66-8055-113fdf47774c: This subnet is being modified by another concurrent operation. Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:52:31.826572 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise exception Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 773b0981-0399-4e66-8055-113fdf47774c: This subnet is being modified by another concurrent operation. Aug 20 11:52:31.830322 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Aug 20 11:52:31.833573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-97232a96-47c8-46ec-bafd-98ce6d686570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'name': 'tempest-ServersTestJSON-1957772658-router', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:50Z', 'updated_at': '2021-08-20T11:51:58Z', 'revision_number': 4, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'gw_port': {'id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:51Z', 'updated_at': '2021-08-20T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'f30695d2-30d4-4641-8d8d-ae9098828531', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'port_id': 'c41038ab-69d2-4fc3-8d93-3d447e6e0625', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8', 'mac_address': 'fa:16:3e:6c:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa285ce7-2a95-472d-a147-e5ab53341979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:52:06Z', 'updated_at': '2021-08-20T11:52:25Z', 'revision_number': 1, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d5c45e-498a-449e-8a29-d35b747c3265', 'name': '', 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'mac_address': 'fa:16:3e:71:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:56Z', 'updated_at': '2021-08-20T11:52:07Z', 'revision_number': 5, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'subnets': [{'id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:31.835629 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bdeaecff-e0e7-4f57-82f3-a71d1e9b9760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.847629 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-bf5f5c94-9a5c-48e1-9950-d792cdb6299a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34519278-e538-47ad-9fb9-be3fd0eddf50') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:31.847756 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-bf5f5c94-9a5c-48e1-9950-d792cdb6299a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34519278-e538-47ad-9fb9-be3fd0eddf50') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:31.865261 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5c94-9a5c-48e1-9950-d792cdb6299a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.880003 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-77493c6b-c69d-4e1a-bd60-ff4dd23cb70b None None] Provisioning for port fca533cd-5158-4979-8948-c8b10aeddc8c completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:31.880885 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.895303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:31.898617 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5724a081-eabe-45ed-89e7-d6816f52e37e None None] Network 2d91feb9-2251-465f-8295-841ef7ae63cd requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:31.906821 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97232a96-47c8-46ec-bafd-98ce6d686570 None None] The sync data for ids ['d78161e4-e912-4f5d-8472-149320ff315b'] in n-d-804299-2 is: [{'id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'name': 'tempest-ServersTestJSON-1957772658-router', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:50Z', 'updated_at': '2021-08-20T11:51:58Z', 'revision_number': 4, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'gw_port': {'id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:51Z', 'updated_at': '2021-08-20T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'f30695d2-30d4-4641-8d8d-ae9098828531', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'port_id': 'c41038ab-69d2-4fc3-8d93-3d447e6e0625', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8', 'mac_address': 'fa:16:3e:6c:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa285ce7-2a95-472d-a147-e5ab53341979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:52:06Z', 'updated_at': '2021-08-20T11:52:25Z', 'revision_number': 1, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d5c45e-498a-449e-8a29-d35b747c3265', 'name': '', 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'mac_address': 'fa:16:3e:71:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:56Z', 'updated_at': '2021-08-20T11:52:07Z', 'revision_number': 5, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'subnets': [{'id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:31.920241 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Transition to ACTIVE for port object c0dc6112-12e1-465e-8038-c6413b5c784d will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:31.922844 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5c94-9a5c-48e1-9950-d792cdb6299a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.935319 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-77493c6b-c69d-4e1a-bd60-ff4dd23cb70b None None] Provisioning complete for port fca533cd-5158-4979-8948-c8b10aeddc8c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:31.935319 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-77493c6b-c69d-4e1a-bd60-ff4dd23cb70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.939302 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5f5c94-9a5c-48e1-9950-d792cdb6299a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:52:31.939967 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5c94-9a5c-48e1-9950-d792cdb6299a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:52:31.943375 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:52:32.067234 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5c94-9a5c-48e1-9950-d792cdb6299a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.090003 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-77493c6b-c69d-4e1a-bd60-ff4dd23cb70b None None] Port fca533cd-5158-4979-8948-c8b10aeddc8c cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:52:32.107103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:32.107222 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.109132 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5c94-9a5c-48e1-9950-d792cdb6299a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.113011 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bf5f5c94-9a5c-48e1-9950-d792cdb6299a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "DELETE /v2.0/networks/2d91feb9-2251-465f-8295-841ef7ae63cd HTTP/1.1" status: 204 len: 168 time: 0.6773057 Aug 20 11:52:32.114369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f5c94-9a5c-48e1-9950-d792cdb6299a tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event deleted for resources: {'Network': ['ID=2d91feb9-2251-465f-8295-841ef7ae63cd,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:32.116511 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57260) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:32.118232 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bdeaecff-e0e7-4f57-82f3-a71d1e9b9760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.121835 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bdeaecff-e0e7-4f57-82f3-a71d1e9b9760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.125403 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bdeaecff-e0e7-4f57-82f3-a71d1e9b9760 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13553d36-830d-4769-a9f4-12a1ad1c0fbf HTTP/1.1" status: 204 len: 168 time: 0.5065324 Aug 20 11:52:32.253081 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.268316 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.293959 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeaecff-e0e7-4f57-82f3-a71d1e9b9760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13553d36-830d-4769-a9f4-12a1ad1c0fbf,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:32.302471 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.348809 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4354bf7-6b02-4819-b7ed-05ac4574c0cf tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.408947 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.425913 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:32.436790 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:32.459852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:32.468934 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f398c7-ba1b-4d63-8bba-881b3e4e3058 None None] New status for floating IP f30695d2-30d4-4641-8d8d-ae9098828531: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:52:32.548713 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.549278 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4354bf7-6b02-4819-b7ed-05ac4574c0cf tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.576241 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.579768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-d4354bf7-6b02-4819-b7ed-05ac4574c0cf tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d02fb2-fbe5-42e0-8e7f-e008449c96b2']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:32.585285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:32.598343 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.606216 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-d4354bf7-6b02-4819-b7ed-05ac4574c0cf tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d36c2e2-c2fb-4d87-a94a-bca765d1e468') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:32.613105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-d4354bf7-6b02-4819-b7ed-05ac4574c0cf tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d36c2e2-c2fb-4d87-a94a-bca765d1e468') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:32.637420 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4354bf7-6b02-4819-b7ed-05ac4574c0cf tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.639420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=c0dc6112-12e1-465e-8038-c6413b5c784d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:32.663577 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4354bf7-6b02-4819-b7ed-05ac4574c0cf tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.679314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4354bf7-6b02-4819-b7ed-05ac4574c0cf tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:52:32.682475 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4354bf7-6b02-4819-b7ed-05ac4574c0cf tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:52:32.688363 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:52:32.712859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:32.845348 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.857717 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4354bf7-6b02-4819-b7ed-05ac4574c0cf tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.870359 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4354bf7-6b02-4819-b7ed-05ac4574c0cf tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.872694 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d4354bf7-6b02-4819-b7ed-05ac4574c0cf tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "DELETE /v2.0/networks/56d02fb2-fbe5-42e0-8e7f-e008449c96b2 HTTP/1.1" status: 204 len: 168 time: 0.7538188 Aug 20 11:52:32.877144 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57272) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:32.898977 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4354bf7-6b02-4819-b7ed-05ac4574c0cf tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event deleted for resources: {'Network': ['ID=56d02fb2-fbe5-42e0-8e7f-e008449c96b2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:32.973130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 39bb74bf-951f-4a8a-8572-2d42cec81e71 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:33.033799 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9b0552e-9914-48a8-a918-c2a4fa73d4a3 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.066538 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Network 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:33.085623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 39bb74bf-951f-4a8a-8572-2d42cec81e71 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:33.095902 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2968aa19-6c3f-4e64-bb02-6c2ff9e17565 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:33.111911 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:33.216890 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 2968aa19-6c3f-4e64-bb02-6c2ff9e17565 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:33.219360 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9b0552e-9914-48a8-a918-c2a4fa73d4a3 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.226803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2968aa19-6c3f-4e64-bb02-6c2ff9e17565 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:33.227471 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.232075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-d9b0552e-9914-48a8-a918-c2a4fa73d4a3 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec3ec3d-1b2d-4509-9ce6-764abaaf4bb0']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:33.245731 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-d9b0552e-9914-48a8-a918-c2a4fa73d4a3 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65011f41-ec77-489c-a727-a8d25eae9121') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:33.246100 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-d9b0552e-9914-48a8-a918-c2a4fa73d4a3 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65011f41-ec77-489c-a727-a8d25eae9121') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:33.255860 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9b0552e-9914-48a8-a918-c2a4fa73d4a3 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.267057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Pushing event updated for resources: {'Port': ['ID=fca533cd-5158-4979-8948-c8b10aeddc8c,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:33.280588 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9b0552e-9914-48a8-a918-c2a4fa73d4a3 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.290909 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b0552e-9914-48a8-a918-c2a4fa73d4a3 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:52:33.292008 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9b0552e-9914-48a8-a918-c2a4fa73d4a3 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.314340 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:52:33.365477 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:52:33.385129 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.401641 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9b0552e-9914-48a8-a918-c2a4fa73d4a3 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.408764 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9b0552e-9914-48a8-a918-c2a4fa73d4a3 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.413347 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d9b0552e-9914-48a8-a918-c2a4fa73d4a3 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "DELETE /v2.0/networks/eec3ec3d-1b2d-4509-9ce6-764abaaf4bb0 HTTP/1.1" status: 204 len: 168 time: 0.5336032 Aug 20 11:52:33.420417 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57286) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:33.461508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0552e-9914-48a8-a918-c2a4fa73d4a3 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event deleted for resources: {'Network': ['ID=eec3ec3d-1b2d-4509-9ce6-764abaaf4bb0,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:33.462620 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 2968aa19-6c3f-4e64-bb02-6c2ff9e17565, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2968aa19-6c3f-4e64-bb02-6c2ff9e17565,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:33.480521 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.597274 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-94fda563-6ab0-4508-8252-f098da78d077 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.608446 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=2968aa19-6c3f-4e64-bb02-6c2ff9e17565,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:33.638644 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0d6d2f15-4f56-4cef-8323-d402de26d41e None None] Provisioning complete for port fca533cd-5158-4979-8948-c8b10aeddc8c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:33.639024 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0d6d2f15-4f56-4cef-8323-d402de26d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.704489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d2f15-4f56-4cef-8323-d402de26d41e None None] Port fca533cd-5158-4979-8948-c8b10aeddc8c cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:52:33.725917 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-94fda563-6ab0-4508-8252-f098da78d077 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.741382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-94fda563-6ab0-4508-8252-f098da78d077 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1af046-a06a-47e9-bf7e-aea44e55606f']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:33.742678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:52:33.754431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-94fda563-6ab0-4508-8252-f098da78d077 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25bb347-18e9-4283-9221-db628e3bcc61') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:33.754733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-94fda563-6ab0-4508-8252-f098da78d077 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25bb347-18e9-4283-9221-db628e3bcc61') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:33.764504 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-94fda563-6ab0-4508-8252-f098da78d077 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.780785 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-94fda563-6ab0-4508-8252-f098da78d077 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.803767 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb303a4a-2530-4165-88bf-8f964d1063f1 None None] Network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:33.808167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fda563-6ab0-4508-8252-f098da78d077 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:52:33.809021 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-94fda563-6ab0-4508-8252-f098da78d077 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:52:33.813568 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:52:33.903068 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-94fda563-6ab0-4508-8252-f098da78d077 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.923914 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-94fda563-6ab0-4508-8252-f098da78d077 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.930796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-94fda563-6ab0-4508-8252-f098da78d077 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] 10.222.0.37 "DELETE /v2.0/networks/ac1af046-a06a-47e9-bf7e-aea44e55606f HTTP/1.1" status: 204 len: 168 time: 0.5067101 Aug 20 11:52:33.975708 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fda563-6ab0-4508-8252-f098da78d077 tempest-BulkNetworkOpsIpV6Test-140396157 tempest-BulkNetworkOpsIpV6Test-140396157-project] Pushing event deleted for resources: {'Network': ['ID=ac1af046-a06a-47e9-bf7e-aea44e55606f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:33.988428 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1cdc3977-0da1-4a98-8781-26fec448f5f3 None None] Provisioning for port 39bb74bf-951f-4a8a-8572-2d42cec81e71 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:34.004021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1cdc3977-0da1-4a98-8781-26fec448f5f3 None None] Provisioning complete for port 39bb74bf-951f-4a8a-8572-2d42cec81e71 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:34.004251 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1cdc3977-0da1-4a98-8781-26fec448f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.163445 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1cdc3977-0da1-4a98-8781-26fec448f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.202463 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.211892 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.223849 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-1cdc3977-0da1-4a98-8781-26fec448f5f3 None None] For port 39bb74bf-951f-4a8a-8572-2d42cec81e71, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=39bb74bf-951f-4a8a-8572-2d42cec81e71,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:34.233350 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1cdc3977-0da1-4a98-8781-26fec448f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.285940 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc3977-0da1-4a98-8781-26fec448f5f3 None None] Pushing event updated for resources: {'Port': ['ID=39bb74bf-951f-4a8a-8572-2d42cec81e71,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:34.433744 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57314) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:34.678875 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2894af1a-b9ab-46ff-90bd-5de499171523 None None] Provisioning for port c0dc6112-12e1-465e-8038-c6413b5c784d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:34.715635 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2894af1a-b9ab-46ff-90bd-5de499171523 None None] Provisioning complete for port c0dc6112-12e1-465e-8038-c6413b5c784d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:34.716109 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2894af1a-b9ab-46ff-90bd-5de499171523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.856108 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a5cd9d83-d05d-4cef-8ecd-445a21df6904 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b67b2296e9a8433699d55fb102203795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4209092 Aug 20 11:52:34.858422 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57330) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:34.859978 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2894af1a-b9ab-46ff-90bd-5de499171523 None None] Port c0dc6112-12e1-465e-8038-c6413b5c784d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:52:34.871708 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.875865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=c0dc6112-12e1-465e-8038-c6413b5c784d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:34.913798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2894af1a-b9ab-46ff-90bd-5de499171523 None None] Provisioning complete for port 39bb74bf-951f-4a8a-8572-2d42cec81e71 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:34.914179 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2894af1a-b9ab-46ff-90bd-5de499171523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.927134 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:34.941178 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40b1473a-6b43-4e98-a8a2-d96b3488e100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.968851 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40b1473a-6b43-4e98-a8a2-d96b3488e100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.999061 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Sync routers for ids ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:35.004866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 39bb74bf-951f-4a8a-8572-2d42cec81e71 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:35.049241 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7817cb73-bdb1-45a3-badf-fba9fd650552 admin admin] 10.222.0.37 "PUT /v2.0/routers/22fdd8c5-c140-4eb1-8b92-6d182e199fc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5502210 Aug 20 11:52:35.049353 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40b1473a-6b43-4e98-a8a2-d96b3488e100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:35.052946 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40b1473a-6b43-4e98-a8a2-d96b3488e100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:35.054611 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-40b1473a-6b43-4e98-a8a2-d96b3488e100 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eef0bb9b-0d64-48e2-a803-91d398935161 HTTP/1.1" status: 204 len: 168 time: 0.1943753 Aug 20 11:52:35.058618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Routers {'22fdd8c5-c140-4eb1-8b92-6d182e199fc6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:35.059567 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:35.067398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1473a-6b43-4e98-a8a2-d96b3488e100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef0bb9b-0d64-48e2-a803-91d398935161,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:35.167698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693d9136-07ca-427c-af0d-d8e61aceea25 None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:52:35.235418 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:35.244801 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:35.517415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router e425fcdf-43d9-43b1-852f-d35a304f337c has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:52:35.673121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693d9136-07ca-427c-af0d-d8e61aceea25 None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:52:35.757283 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:35.772109 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Sync routers for ids ['e425fcdf-43d9-43b1-852f-d35a304f337c'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:35.774826 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3711825c-4f2b-4378-92db-fd2cf2176308 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "PUT /v2.0/routers/e425fcdf-43d9-43b1-852f-d35a304f337c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8258679 Aug 20 11:52:35.801440 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Routers {'e425fcdf-43d9-43b1-852f-d35a304f337c'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:35.801440 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e425fcdf-43d9-43b1-852f-d35a304f337c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:35.845982 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b3c85-1718-4d93-a8e4-5a36f7ee9dda req-68326b52-f7ff-4373-9d37-ef64fbed4e26 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:35.863143 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-831b3c85-1718-4d93-a8e4-5a36f7ee9dda req-68326b52-f7ff-4373-9d37-ef64fbed4e26 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.3657115 Aug 20 11:52:35.999117 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-831b3c85-1718-4d93-a8e4-5a36f7ee9dda req-abbc9a7b-2ab9-48c5-a9c0-0f7671fe8544 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1348438 Aug 20 11:52:36.008349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e43cd33a-b1cc-4e45-ae67-21f12e7b9055 None None] Provisioning complete for port c0dc6112-12e1-465e-8038-c6413b5c784d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:36.008924 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e43cd33a-b1cc-4e45-ae67-21f12e7b9055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:36.036475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 39bb74bf-951f-4a8a-8572-2d42cec81e71 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:36.036878 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:36.092403 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Set router e425fcdf-43d9-43b1-852f-d35a304f337c gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:36.249764 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Set router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:36.285632 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-ab538200-4886-4214-b68b-37f022004e1b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429140510&fields=id&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6 HTTP/1.1" status: 200 len: 267 time: 0.1104283 Aug 20 11:52:36.356763 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2968aa19-6c3f-4e64-bb02-6c2ff9e17565 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:36.358727 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e43cd33a-b1cc-4e45-ae67-21f12e7b9055 None None] Port c0dc6112-12e1-465e-8038-c6413b5c784d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:52:36.460067 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57392) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:36.467194 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-edf91737-1caf-4f50-83a3-af40fabd985c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-848824319-network', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:36.515056 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361072273', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:20Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:21Z', 'updated_at': '2021-08-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c0dc6112-12e1-465e-8038-c6413b5c784d', 'name': '', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:e9:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 2, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:36.517924 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-d21baad6-ad0a-45a7-beb8-5c55e1a2aadc tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:36.520082 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-d21baad6-ad0a-45a7-beb8-5c55e1a2aadc tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/networks?id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2 HTTP/1.1" status: 200 len: 797 time: 0.2267838 Aug 20 11:52:36.526146 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf91737-1caf-4f50-83a3-af40fabd985c admin admin] Made reservation on behalf of 26ed672d33bd460cbb00b6af18957a52 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:36.536936 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edf91737-1caf-4f50-83a3-af40fabd985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:36.551706 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-3dcefc3d-0dda-4559-9cda-52edb0e08760 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/quotas/cacbe3698c3a4c88aa60dbcea765a9a6 HTTP/1.1" status: 200 len: 375 time: 0.0250897 Aug 20 11:52:36.552543 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edf91737-1caf-4f50-83a3-af40fabd985c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:36.596059 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Checking router: e425fcdf-43d9-43b1-852f-d35a304f337c for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:36.600010 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Updating router e425fcdf-43d9-43b1-852f-d35a304f337c port c0dc6112-12e1-465e-8038-c6413b5c784d binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:52:36.664871 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:36.679358 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-7701d13b-eb3b-441c-92d9-9266943c2432 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1183994 Aug 20 11:52:36.684527 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-657e0e6d-7f0e-4b40-b1dd-dea1ae18d95c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:52:36.692276 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-657e0e6d-7f0e-4b40-b1dd-dea1ae18d95c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123992 Aug 20 11:52:36.787084 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edf91737-1caf-4f50-83a3-af40fabd985c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:36.795207 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edf91737-1caf-4f50-83a3-af40fabd985c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:36.824205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf91737-1caf-4f50-83a3-af40fabd985c admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:52:36.828987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-5952222e-e08b-4573-9d45-8d2636ca751f service neutron] 10.222.0.37 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331515 Aug 20 11:52:36.854895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2968aa19-6c3f-4e64-bb02-6c2ff9e17565 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:36.858240 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:36.934999 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edf91737-1caf-4f50-83a3-af40fabd985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:36.935354 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-edf91737-1caf-4f50-83a3-af40fabd985c admin admin] Added segment 8d827356-858a-4b78-9788-a95501bd7604 of type vlan for network 65c7a8f2-9308-478f-8da4-8a4254d10fea Aug 20 11:52:37.094957 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:37.122851 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edf91737-1caf-4f50-83a3-af40fabd985c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:37.155319 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'name': 'tempest-TestServerBasicOps-1393151680-router', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:22Z', 'updated_at': '2021-08-20T11:52:31Z', 'revision_number': 4, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'gw_port': {'id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:23Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'fca533cd-5158-4979-8948-c8b10aeddc8c', 'name': '', 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'mac_address': 'fa:16:3e:99:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:32Z', 'revision_number': 2, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'subnets': [{'id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:37.203589 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-999ac455-8cb4-4236-ab59-fc5ff1985e3f service neutron] 10.222.0.37 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643210 Aug 20 11:52:37.228504 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edf91737-1caf-4f50-83a3-af40fabd985c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:37.230151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf91737-1caf-4f50-83a3-af40fabd985c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:37.231256 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edf91737-1caf-4f50-83a3-af40fabd985c admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:37.283996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Checking router: 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:37.284413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Updating router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 port fca533cd-5158-4979-8948-c8b10aeddc8c binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:52:37.319984 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:52:37.358265 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:37.358653 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:37.361992 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:37.383510 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Transition to ACTIVE for port object c0dc6112-12e1-465e-8038-c6413b5c784d will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:37.394381 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:37.405238 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf91737-1caf-4f50-83a3-af40fabd985c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d100f519-8d20-432e-9ee1-6730346b8aa8,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:37.412308 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-edf91737-1caf-4f50-83a3-af40fabd985c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9511755 Aug 20 11:52:37.415138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57414) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:37.426505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12854e0e-ba24-4f7c-b908-4392d2e12825 req-6d491d7c-f459-4058-8635-932c5ab46e0a tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:37.428909 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:37.429565 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-12854e0e-ba24-4f7c-b908-4392d2e12825 req-6d491d7c-f459-4058-8635-932c5ab46e0a tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.2256365 Aug 20 11:52:37.430806 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf91737-1caf-4f50-83a3-af40fabd985c admin admin] Pushing event updated for resources: {'Network': ['ID=65c7a8f2-9308-478f-8da4-8a4254d10fea,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:37.442639 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4f2dfa35-53dc-410f-82b8-6c3d77275d51 admin admin] Request body: {'subnet': {'network_id': '65c7a8f2-9308-478f-8da4-8a4254d10fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-848824319-subnet', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:37.497391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 65c7a8f2-9308-478f-8da4-8a4254d10fea details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:52:37.531612 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2dfa35-53dc-410f-82b8-6c3d77275d51 admin admin] Made reservation on behalf of 26ed672d33bd460cbb00b6af18957a52 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:37.543108 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f2dfa35-53dc-410f-82b8-6c3d77275d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:37.575366 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-12854e0e-ba24-4f7c-b908-4392d2e12825 req-d1de6379-25b6-4f90-91d6-3ecac81a4708 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1292136 Aug 20 11:52:37.577410 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc8273-13e1-45d8-8b76-4d2c8264f706 None None] Pushing event updated for resources: {'Port': ['ID=c0dc6112-12e1-465e-8038-c6413b5c784d,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:37.723858 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Attempting to bind port c0dc6112-12e1-465e-8038-c6413b5c784d on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:37.724410 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Attempting to bind port c0dc6112-12e1-465e-8038-c6413b5c784d by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:37.724963 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Attempting to bind port c0dc6112-12e1-465e-8038-c6413b5c784d on network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:37.731647 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:37.732344 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Checking segment: {'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:37.732923 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:37.733511 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Bound using segment: {'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:37.734129 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Bound port: c0dc6112-12e1-465e-8038-c6413b5c784d, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:37.734742 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:37.778008 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8e19ca27-7b02-45b3-8149-3b158387b1a1 req-ce1b9650-b291-455d-aa90-cd2801c3990a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 210 time: 0.0993423 Aug 20 11:52:37.907255 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] For port c0dc6112-12e1-465e-8038-c6413b5c784d, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:37.915602 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] For port c0dc6112-12e1-465e-8038-c6413b5c784d, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c0dc6112-12e1-465e-8038-c6413b5c784d,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:37.923859 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:38.021777 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Routers {'e425fcdf-43d9-43b1-852f-d35a304f337c'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:38.022941 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e425fcdf-43d9-43b1-852f-d35a304f337c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:38.113444 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f2dfa35-53dc-410f-82b8-6c3d77275d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:38.209556 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] Set router e425fcdf-43d9-43b1-852f-d35a304f337c gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:38.249805 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:38.270516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Transition to ACTIVE for port object fca533cd-5158-4979-8948-c8b10aeddc8c will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:38.281824 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:38.400091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8481f6-fe37-4ecf-8369-5a80f40e3aa2 None None] Pushing event updated for resources: {'Port': ['ID=fca533cd-5158-4979-8948-c8b10aeddc8c,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:38.408363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dfa35-53dc-410f-82b8-6c3d77275d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:38.419767 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc8273-13e1-45d8-8b76-4d2c8264f706 None None] Pushing event updated for resources: {'Port': ['ID=c0dc6112-12e1-465e-8038-c6413b5c784d,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:38.456383 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2dfa35-53dc-410f-82b8-6c3d77275d51 admin admin] Checking segment: {'id': '8d827356-858a-4b78-9788-a95501bd7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65c7a8f2-9308-478f-8da4-8a4254d10fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:38.457240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2dfa35-53dc-410f-82b8-6c3d77275d51 admin admin] Network hostable DHCP agents. Network: 65c7a8f2-9308-478f-8da4-8a4254d10fea, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:52:38.484799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Attempting to bind port fca533cd-5158-4979-8948-c8b10aeddc8c on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:38.485605 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Attempting to bind port fca533cd-5158-4979-8948-c8b10aeddc8c by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '403de167-5875-4f92-8329-dffd30aa8162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:38.486484 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Attempting to bind port fca533cd-5158-4979-8948-c8b10aeddc8c on network 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:38.495439 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:38.496603 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Checking segment: {'id': '403de167-5875-4f92-8329-dffd30aa8162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:38.497319 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:38.497533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2dfa35-53dc-410f-82b8-6c3d77275d51 admin admin] Network 65c7a8f2-9308-478f-8da4-8a4254d10fea is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:52:38.500023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Bound using segment: {'id': '403de167-5875-4f92-8329-dffd30aa8162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:38.501708 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Bound port: fca533cd-5158-4979-8948-c8b10aeddc8c, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403de167-5875-4f92-8329-dffd30aa8162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:38.502462 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:38.525160 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4f2dfa35-53dc-410f-82b8-6c3d77275d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 65c7a8f2-9308-478f-8da4-8a4254d10fea) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:38.541385 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6cbf46-ab1b-4a28-9552-32d356305c6f None None] Network 65c7a8f2-9308-478f-8da4-8a4254d10fea requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:38.547655 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2dfa35-53dc-410f-82b8-6c3d77275d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:38.548251 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f2dfa35-53dc-410f-82b8-6c3d77275d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:38.632579 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4f2dfa35-53dc-410f-82b8-6c3d77275d51 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2162302 Aug 20 11:52:38.636012 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57452) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:38.642590 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-848824319-router', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:38.731338 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361072273', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:20Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:21Z', 'updated_at': '2021-08-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c0dc6112-12e1-465e-8038-c6413b5c784d', 'name': '', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:e9:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:37Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:38.753070 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:38.754194 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:38.774090 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b99c32-9c76-4fd6-a724-4997c14d5073 None None] The sync data for ids ['e425fcdf-43d9-43b1-852f-d35a304f337c'] in n-d-804299-2 is: [{'id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361072273', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:20Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:21Z', 'updated_at': '2021-08-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c0dc6112-12e1-465e-8038-c6413b5c784d', 'name': '', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:e9:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:37Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:38.998499 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ed5da40-672c-4742-981a-33b0134b9d08 req-c0d89d50-ef62-4c48-bbee-b8d4192920e1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 210 time: 0.0601020 Aug 20 11:52:39.032370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] For port fca533cd-5158-4979-8948-c8b10aeddc8c, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:39.097611 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] For port fca533cd-5158-4979-8948-c8b10aeddc8c, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fca533cd-5158-4979-8948-c8b10aeddc8c,segment=NetworkSegment(403de167-5875-4f92-8329-dffd30aa8162),segment_id=403de167-5875-4f92-8329-dffd30aa8162)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:39.104837 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:39.170313 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:39.170761 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:39.187090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4650dd9-3660-495b-89cc-41de278f68f2 req-86d08ded-e151-4873-83cb-7163e81e5d19 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:39.198630 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e4650dd9-3660-495b-89cc-41de278f68f2 req-86d08ded-e151-4873-83cb-7163e81e5d19 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.3829668 Aug 20 11:52:39.405995 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e4650dd9-3660-495b-89cc-41de278f68f2 req-c194d334-40db-4a4a-86a8-3843a0697508 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2060013 Aug 20 11:52:39.434849 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Routers {'22fdd8c5-c140-4eb1-8b92-6d182e199fc6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:39.435490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:39.453042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-3fe08c79-a9ff-4590-8546-8cc1383b76aa tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:39.465764 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-3fe08c79-a9ff-4590-8546-8cc1383b76aa tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.76 "GET /v2.0/networks?id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2 HTTP/1.1" status: 200 len: 797 time: 0.2990632 Aug 20 11:52:39.542776 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-47d672ea-ea1d-4950-980b-66dbe55b4fc5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6 HTTP/1.1" status: 200 len: 379 time: 0.0699575 Aug 20 11:52:39.548123 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8481f6-fe37-4ecf-8369-5a80f40e3aa2 None None] Pushing event updated for resources: {'Port': ['ID=fca533cd-5158-4979-8948-c8b10aeddc8c,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:39.561279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-8daf10a3-76cb-49b2-ab06-d429a5ea2908 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'port': {'device_id': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'admin_state_up': True, 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'security_groups': ['6d19ad18-cc51-4e19-a396-dd0d896ad5c8']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:39.607414 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-65c7a8f2-9308-478f-8da4-8a4254d10fea', 'network_id': '65c7a8f2-9308-478f-8da4-8a4254d10fea', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'fixed_ips': [{'subnet_id': '4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:52:39.608682 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:39.634188 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:39.861374 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-8daf10a3-76cb-49b2-ab06-d429a5ea2908 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Made reservation on behalf of cacbe3698c3a4c88aa60dbcea765a9a6 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:39.865553 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-8daf10a3-76cb-49b2-ab06-d429a5ea2908 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:40.101487 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:40.134307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-8daf10a3-76cb-49b2-ab06-d429a5ea2908 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Allocated IP 172.20.0.13 (0a7c3abc-9b05-41fb-9c17-69b98862a6c2/ed6e4790-2c22-4aac-8045-87c29d4b8bd8/5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:40.153828 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:40.215602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] Set router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:40.292487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c0dc6112-12e1-465e-8038-c6413b5c784d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:40.312602 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95fbb57b-dee4-4462-a1ac-a70e458f4c29 req-ec2ea5f2-15cc-4eca-9573-364bb8813403 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 210 time: 0.1446311 Aug 20 11:52:40.475275 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Allocated IP 172.25.8.29 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/d3c91d88-8b25-49e6-8005-72e0244ac4ed) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:40.585880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Allocated IP 172.20.0.2 (65c7a8f2-9308-478f-8da4-8a4254d10fea/4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8/52cf58ca-184c-4a3f-bf33-4d6740da06db) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:40.687602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port c0dc6112-12e1-465e-8038-c6413b5c784d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:40.700374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c0dc6112-12e1-465e-8038-c6413b5c784d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:40.701068 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:40.869671 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:40.962937 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.027044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Pushing event updated for resources: {'Port': ['ID=d3c91d88-8b25-49e6-8005-72e0244ac4ed,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:41.054208 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82145071-d438-4229-8dcf-92099465380d req-205b10f0-c67f-41a3-8008-393888640201 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:41.065646 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-82145071-d438-4229-8dcf-92099465380d req-205b10f0-c67f-41a3-8008-393888640201 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.4309351 Aug 20 11:52:41.081631 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:41.084669 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:41.087391 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:41.170610 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-8daf10a3-76cb-49b2-ab06-d429a5ea2908 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.185205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-8daf10a3-76cb-49b2-ab06-d429a5ea2908 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Transition to ACTIVE for port object 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:41.221843 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'name': 'tempest-TestServerBasicOps-1393151680-router', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:22Z', 'updated_at': '2021-08-20T11:52:31Z', 'revision_number': 4, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'gw_port': {'id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:23Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'fca533cd-5158-4979-8948-c8b10aeddc8c', 'name': '', 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'mac_address': 'fa:16:3e:99:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:38Z', 'revision_number': 4, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'subnets': [{'id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:41.225895 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-8daf10a3-76cb-49b2-ab06-d429a5ea2908 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.301930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-8daf10a3-76cb-49b2-ab06-d429a5ea2908 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:41.305636 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-8daf10a3-76cb-49b2-ab06-d429a5ea2908 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:41.325597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-8daf10a3-76cb-49b2-ab06-d429a5ea2908 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:41.331461 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa2a99d-d933-4ce1-8b2f-889e868fd86f None None] The sync data for ids ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'] in n-d-804299-2 is: [{'id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'name': 'tempest-TestServerBasicOps-1393151680-router', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:22Z', 'updated_at': '2021-08-20T11:52:31Z', 'revision_number': 4, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'gw_port': {'id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:23Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'fca533cd-5158-4979-8948-c8b10aeddc8c', 'name': '', 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'mac_address': 'fa:16:3e:99:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:38Z', 'revision_number': 4, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'subnets': [{'id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:41.338666 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf10a3-76cb-49b2-ab06-d429a5ea2908 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:41.376724 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.417061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-8daf10a3-76cb-49b2-ab06-d429a5ea2908 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:41.418118 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-8daf10a3-76cb-49b2-ab06-d429a5ea2908 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.444526 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-8daf10a3-76cb-49b2-ab06-d429a5ea2908 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8887618 Aug 20 11:52:41.458202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Request body: {'port': {'device_id': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:41.480785 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-82145071-d438-4229-8dcf-92099465380d req-c7adcd6e-58b2-4b38-9f7c-13d84650ccb1 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4135511 Aug 20 11:52:41.523246 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.609763 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.612514 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port c0dc6112-12e1-465e-8038-c6413b5c784d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c0dc6112-12e1-465e-8038-c6413b5c784d,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:41.613953 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Transition to ACTIVE for port object 52cf58ca-184c-4a3f-bf33-4d6740da06db will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:41.660135 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.799597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=c0dc6112-12e1-465e-8038-c6413b5c784d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:41.813456 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.816016 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Transition to ACTIVE for port object 52cf58ca-184c-4a3f-bf33-4d6740da06db will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:41.853404 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.892807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38c62d-cb9d-4a79-8285-8116413f8a77 req-e8870cf8-c775-4c4e-828d-03845cc06435 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:41.911773 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa38c62d-cb9d-4a79-8285-8116413f8a77 req-e8870cf8-c775-4c4e-828d-03845cc06435 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 932 time: 0.3658037 Aug 20 11:52:42.027464 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Network 65c7a8f2-9308-478f-8da4-8a4254d10fea is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:42.042864 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:42.060338 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:42.163087 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa38c62d-cb9d-4a79-8285-8116413f8a77 req-f90f750c-bc8e-4c33-835c-afc34cd36a08 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315066 Aug 20 11:52:42.207329 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-de2f087b-35cb-457e-9e31-aa1462521388 None None] Provisioning for port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:42.208036 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:42.273098 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Pushing event updated for resources: {'Port': ['ID=52cf58ca-184c-4a3f-bf33-4d6740da06db,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:42.328901 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Attempting to bind port 52cf58ca-184c-4a3f-bf33-4d6740da06db on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:42.330797 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Attempting to bind port 52cf58ca-184c-4a3f-bf33-4d6740da06db by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '8d827356-858a-4b78-9788-a95501bd7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65c7a8f2-9308-478f-8da4-8a4254d10fea'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:42.331288 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Attempting to bind port 52cf58ca-184c-4a3f-bf33-4d6740da06db on network 65c7a8f2-9308-478f-8da4-8a4254d10fea {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:42.346623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-de2f087b-35cb-457e-9e31-aa1462521388 None None] Provisioning complete for port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:42.347790 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de2f087b-35cb-457e-9e31-aa1462521388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:42.460251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fca533cd-5158-4979-8948-c8b10aeddc8c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:42.478121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:42.479287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Checking segment: {'id': '8d827356-858a-4b78-9788-a95501bd7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65c7a8f2-9308-478f-8da4-8a4254d10fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:42.480568 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:42.481496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Bound using segment: {'id': '8d827356-858a-4b78-9788-a95501bd7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65c7a8f2-9308-478f-8da4-8a4254d10fea'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:42.483031 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Bound port: 52cf58ca-184c-4a3f-bf33-4d6740da06db, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d827356-858a-4b78-9788-a95501bd7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65c7a8f2-9308-478f-8da4-8a4254d10fea'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:42.483898 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:42.522135 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Router d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:52:42.630995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:52:42.645090 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:42.663786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Transition to ACTIVE for port object 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:42.671595 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:42.688575 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-de2f087b-35cb-457e-9e31-aa1462521388 None None] Port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:52:42.711235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port fca533cd-5158-4979-8948-c8b10aeddc8c completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:42.720209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port fca533cd-5158-4979-8948-c8b10aeddc8c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:42.720584 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:42.770571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:42.802907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca84df-118c-4ef2-bba5-5ddbd54834dd req-4b61f8d2-1748-45d3-a2e1-e7b2ee0c09a3 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:42.804599 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4fca84df-118c-4ef2-bba5-5ddbd54834dd req-4b61f8d2-1748-45d3-a2e1-e7b2ee0c09a3 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.1351433 Aug 20 11:52:42.809206 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:42.884298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Sync routers for ids ['d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:42.892430 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:42.895281 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0b959f93-66a8-4290-a8ab-820bc27e9158 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.2580118 Aug 20 11:52:42.907114 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57540) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:42.948412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Attempting to bind port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:42.948412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Attempting to bind port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:42.948412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Attempting to bind port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea on network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:42.963006 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea on network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:52:42.963773 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Attempting to bind port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea on network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:43.000738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Routers {'d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:43.000738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:43.015189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:43.017323 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Checking segment: {'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:43.018564 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Bound using segment: {'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:43.019293 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Bound port: 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:43.019889 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:43.020714 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4fca84df-118c-4ef2-bba5-5ddbd54834dd req-22f43442-bfde-4380-88dc-cdf9557c1683 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2019277 Aug 20 11:52:43.120159 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] For port 52cf58ca-184c-4a3f-bf33-4d6740da06db, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:43.164542 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:43.174973 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:43.184758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] For port 52cf58ca-184c-4a3f-bf33-4d6740da06db, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=52cf58ca-184c-4a3f-bf33-4d6740da06db,segment=NetworkSegment(8d827356-858a-4b78-9788-a95501bd7604),segment_id=8d827356-858a-4b78-9788-a95501bd7604)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:43.186250 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:43.187405 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:43.224102 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:43.278296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:43.320831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:43.325189 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:43.326963 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-306970b1-6f15-4da7-933a-9470ddec48a6 service neutron] 10.222.0.76 "PUT /v2.0/ports/5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea HTTP/1.1" status: 200 len: 1092 time: 1.8736537 Aug 20 11:52:43.338809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:52:43.344480 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e3ae1a-0cde-4f2f-87d8-e2b548072f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:52:43.480656 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371623e9-b693-408b-a3c4-28dc214b475b x-openstack-request-id: req-371623e9-b693-408b-a3c4-28dc214b475b {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:52:43.484237 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:52:43.484618 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-371623e9-b693-408b-a3c4-28dc214b475b {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:52:43.486379 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'status': 'completed', 'code': 200} Aug 20 11:52:43.532580 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83697a1-ea89-488b-a84f-070118484af7 None None] Pushing event updated for resources: {'Port': ['ID=52cf58ca-184c-4a3f-bf33-4d6740da06db,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:43.551533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-d7a67e99-2ce7-4c89-b1e3-27e998caf3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:43.553442 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-d7a67e99-2ce7-4c89-b1e3-27e998caf3c1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 1095 time: 0.1677442 Aug 20 11:52:43.568040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port fca533cd-5158-4979-8948-c8b10aeddc8c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fca533cd-5158-4979-8948-c8b10aeddc8c,segment=NetworkSegment(403de167-5875-4f92-8329-dffd30aa8162),segment_id=403de167-5875-4f92-8329-dffd30aa8162)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:43.580491 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Set router d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:43.654730 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-f61c69d2-3631-42e0-aaee-49bf4c2a490f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea HTTP/1.1" status: 200 len: 217 time: 0.0923731 Aug 20 11:52:43.730955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-4a2c73cd-2953-48d9-96e8-42757629104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:43.736856 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-4a2c73cd-2953-48d9-96e8-42757629104a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ed6e4790-2c22-4aac-8045-87c29d4b8bd8 HTTP/1.1" status: 200 len: 834 time: 0.0742381 Aug 20 11:52:43.748319 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:43.749370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c0dc6112-12e1-465e-8038-c6413b5c784d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:43.850665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-0c15b99f-b7fd-4749-ab03-0362551dcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:43.852276 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-0c15b99f-b7fd-4749-ab03-0362551dcbbc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061759 Aug 20 11:52:43.937587 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f04fc6-6902-4fc1-8137-127b1ed2d7d6 req-62066471-db9c-44f3-8043-74197611d93f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:43.947809 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a0f04fc6-6902-4fc1-8137-127b1ed2d7d6 req-62066471-db9c-44f3-8043-74197611d93f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 944 time: 0.6147299 Aug 20 11:52:44.000396 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=fca533cd-5158-4979-8948-c8b10aeddc8c,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:44.045338 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c0dc6112-12e1-465e-8038-c6413b5c784d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:44.045940 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:44.083171 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-6ba729c5-d335-4a0b-9ffa-f07bef2679ed service neutron] 10.222.0.76 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212734 Aug 20 11:52:44.152339 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a0f04fc6-6902-4fc1-8137-127b1ed2d7d6 req-ef06bee5-31d6-4718-90ab-4aa62dffc55d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033288 Aug 20 11:52:44.178250 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:44.282292 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d46e9f5-91f6-49be-ba5e-eb9d58144f35 req-b948ba3f-9b9b-4765-8517-f258870fc7fc service neutron] 10.222.0.76 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826866 Aug 20 11:52:44.295294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06f236-5bed-4a01-8d53-85ab1ca78920 req-b2c3353a-4191-4d2d-a317-4c11d4117a08 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:44.296452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'name': 'tempest-TestServerBasicOps-848824319-router', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'd3c91d88-8b25-49e6-8005-72e0244ac4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:38Z', 'updated_at': '2021-08-20T11:52:41Z', 'revision_number': 3, 'project_id': '26ed672d33bd460cbb00b6af18957a52', 'gw_port': {'id': 'd3c91d88-8b25-49e6-8005-72e0244ac4ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:40Z', 'updated_at': '2021-08-20T11:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:44.297640 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b06f236-5bed-4a01-8d53-85ab1ca78920 req-b2c3353a-4191-4d2d-a317-4c11d4117a08 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.0745945 Aug 20 11:52:44.421279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Checking router: d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:44.421639 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Updating router d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4 port d3c91d88-8b25-49e6-8005-72e0244ac4ed binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:52:44.487932 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b06f236-5bed-4a01-8d53-85ab1ca78920 req-52b19a5f-c3d4-43ed-b658-b75a5b2c7a19 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1711519 Aug 20 11:52:44.527936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3ae1a-0cde-4f2f-87d8-e2b548072f2e req-37fee832-9785-4b6f-968d-b9cee26b727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:44.529902 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3e3ae1a-0cde-4f2f-87d8-e2b548072f2e req-37fee832-9785-4b6f-968d-b9cee26b727d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 1095 time: 0.1864595 Aug 20 11:52:44.532535 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:44.652691 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Allocated IP 172.20.0.1 (65c7a8f2-9308-478f-8da4-8a4254d10fea/4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8/28f0a4df-b1cd-4ec0-a319-98c3a3d15d23) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:44.752525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3ae1a-0cde-4f2f-87d8-e2b548072f2e req-f07047a6-6cc8-458a-88c7-428eece58a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:44.761842 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3e3ae1a-0cde-4f2f-87d8-e2b548072f2e req-f07047a6-6cc8-458a-88c7-428eece58a3e service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2 HTTP/1.1" status: 200 len: 897 time: 0.2169530 Aug 20 11:52:44.802594 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fca533cd-5158-4979-8948-c8b10aeddc8c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:44.881461 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3e3ae1a-0cde-4f2f-87d8-e2b548072f2e req-314e274f-e1a1-40fb-a9f2-a651f47b1bbb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea HTTP/1.1" status: 200 len: 217 time: 0.1106145 Aug 20 11:52:44.952936 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:44.995940 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Transition to ACTIVE for port object 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:44.996240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3ae1a-0cde-4f2f-87d8-e2b548072f2e req-0a4c851d-060b-4b7a-ab58-e2480aa1a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:44.997888 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3e3ae1a-0cde-4f2f-87d8-e2b548072f2e req-0a4c851d-060b-4b7a-ab58-e2480aa1a211 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ed6e4790-2c22-4aac-8045-87c29d4b8bd8 HTTP/1.1" status: 200 len: 834 time: 0.1093180 Aug 20 11:52:45.082064 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:45.111326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3ae1a-0cde-4f2f-87d8-e2b548072f2e req-ada27717-3254-4b3d-b7c6-8d316e2ca9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:45.128088 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3e3ae1a-0cde-4f2f-87d8-e2b548072f2e req-ada27717-3254-4b3d-b7c6-8d316e2ca9d0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223197 Aug 20 11:52:45.204853 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Network 65c7a8f2-9308-478f-8da4-8a4254d10fea is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:45.213922 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:45.217481 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:45.251999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port fca533cd-5158-4979-8948-c8b10aeddc8c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:45.252462 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:45.324193 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:45.327814 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d997ce8-c387-4e85-9b05-51c90c9327d7 None None] Network 65c7a8f2-9308-478f-8da4-8a4254d10fea requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:45.336163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Pushing event updated for resources: {'Port': ['ID=28f0a4df-b1cd-4ec0-a319-98c3a3d15d23,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:45.488235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f83bd-ef2e-4d29-9157-fc33124c7508 req-ad358b81-66c1-43a3-a80d-b26011e057cb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:45.491280 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-653f83bd-ef2e-4d29-9157-fc33124c7508 req-ad358b81-66c1-43a3-a80d-b26011e057cb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 944 time: 0.1910276 Aug 20 11:52:45.549404 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:45.566820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3e3ae1a-0cde-4f2f-87d8-e2b548072f2e req-c285ba32-db25-4505-b76d-7ac057f04b14 service neutron] 10.222.0.76 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293108 Aug 20 11:52:45.601155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 52cf58ca-184c-4a3f-bf33-4d6740da06db up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:45.687957 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-18ca17a9-0f78-465f-ac24-9cd74a1ab198 None None] Provisioning for port 52cf58ca-184c-4a3f-bf33-4d6740da06db completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:45.742644 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-653f83bd-ef2e-4d29-9157-fc33124c7508 req-971f2577-4d11-459f-9b30-f44c256a98f8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305751 Aug 20 11:52:45.794679 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:45.828197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3e3ae1a-0cde-4f2f-87d8-e2b548072f2e req-bdf8687f-b9fb-4fc0-97fc-5588dc1228b2 service neutron] 10.222.0.76 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521369 Aug 20 11:52:45.842753 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Transition to ACTIVE for port object d3c91d88-8b25-49e6-8005-72e0244ac4ed will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:45.872036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be53ff-e4a6-4d21-b71e-58ca892026ec req-29e101e7-bfe9-4749-9a22-70a1b93ff960 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:45.874059 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7be53ff-e4a6-4d21-b71e-58ca892026ec req-29e101e7-bfe9-4749-9a22-70a1b93ff960 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.1681514 Aug 20 11:52:45.908611 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:45.937177 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7be53ff-e4a6-4d21-b71e-58ca892026ec req-0c82054b-b33b-47c6-bef6-cc334b0a90e8 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511749 Aug 20 11:52:45.956977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 52cf58ca-184c-4a3f-bf33-4d6740da06db completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:45.998796 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 52cf58ca-184c-4a3f-bf33-4d6740da06db triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:45.999244 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:46.027136 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:46.034447 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:46.077318 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Attempting to bind port d3c91d88-8b25-49e6-8005-72e0244ac4ed on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:46.077587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Attempting to bind port d3c91d88-8b25-49e6-8005-72e0244ac4ed by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:46.077946 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Attempting to bind port d3c91d88-8b25-49e6-8005-72e0244ac4ed on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:46.094776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:46.095357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:46.095892 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:46.096382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:46.097011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Bound port: d3c91d88-8b25-49e6-8005-72e0244ac4ed, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:46.097491 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:46.102036 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b143de9-3d84-4dc6-8f3c-3e3122527576 None None] Pushing event updated for resources: {'Port': ['ID=d3c91d88-8b25-49e6-8005-72e0244ac4ed,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:46.338526 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:46.354648 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] For port d3c91d88-8b25-49e6-8005-72e0244ac4ed, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:46.442127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] For port d3c91d88-8b25-49e6-8005-72e0244ac4ed, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d3c91d88-8b25-49e6-8005-72e0244ac4ed,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:46.451969 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:46.463575 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 52cf58ca-184c-4a3f-bf33-4d6740da06db, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=52cf58ca-184c-4a3f-bf33-4d6740da06db,segment=NetworkSegment(8d827356-858a-4b78-9788-a95501bd7604),segment_id=8d827356-858a-4b78-9788-a95501bd7604)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:46.494161 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:46.659087 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b143de9-3d84-4dc6-8f3c-3e3122527576 None None] Pushing event updated for resources: {'Port': ['ID=d3c91d88-8b25-49e6-8005-72e0244ac4ed,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:46.810586 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:46.839215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=52cf58ca-184c-4a3f-bf33-4d6740da06db,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:46.873336 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Routers {'d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:46.874018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:46.876180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a925e111-d146-4cf3-9028-68fec09ccc68 None None] Provisioning complete for port 52cf58ca-184c-4a3f-bf33-4d6740da06db triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:46.876561 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a925e111-d146-4cf3-9028-68fec09ccc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:46.994972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0ad45-569b-4a79-8d59-3a2264500307 req-806a6675-28fd-43f8-8f83-c54ee07f69d8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:47.007856 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ff0ad45-569b-4a79-8d59-3a2264500307 req-806a6675-28fd-43f8-8f83-c54ee07f69d8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 944 time: 0.1203694 Aug 20 11:52:47.020069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Pushing event updated for resources: {'Port': ['ID=28f0a4df-b1cd-4ec0-a319-98c3a3d15d23,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:47.065329 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ff0ad45-569b-4a79-8d59-3a2264500307 req-14d1516f-857e-4205-ad6b-b6b9df72c155 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613580 Aug 20 11:52:47.119307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] Set router d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:47.121800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Network 65c7a8f2-9308-478f-8da4-8a4254d10fea is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:47.124571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:47.194011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a925e111-d146-4cf3-9028-68fec09ccc68 None None] Provisioning for port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:47.232259 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a925e111-d146-4cf3-9028-68fec09ccc68 None None] Provisioning complete for port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:47.232781 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a925e111-d146-4cf3-9028-68fec09ccc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:47.281309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a925e111-d146-4cf3-9028-68fec09ccc68 None None] Port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:52:47.283014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:52:47.287675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ad227-a72b-4444-b522-49b96ec90d3a req-267331b6-a5f0-4dda-b392-349e706b578a tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:47.296852 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f83ad227-a72b-4444-b522-49b96ec90d3a req-267331b6-a5f0-4dda-b392-349e706b578a tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.2365215 Aug 20 11:52:47.313283 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Router d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:52:47.406456 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f83ad227-a72b-4444-b522-49b96ec90d3a req-22741217-46bf-4347-8660-323a55424b02 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079736 Aug 20 11:52:47.535046 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:47.545221 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-08ccc380-14f6-41e2-a8de-f91a6aa4cf67 admin admin] 10.222.0.37 "PUT /v2.0/routers/d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6369340 Aug 20 11:52:47.574009 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0bb7502f-78e1-400c-b814-8402685c8c1c None None] Provisioning complete for port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:47.574722 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0bb7502f-78e1-400c-b814-8402685c8c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:47.659078 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:47.674933 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7502f-78e1-400c-b814-8402685c8c1c None None] Port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:52:47.681390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'port_id': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'mac_address': 'fa:16:3e:70:6f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:52:47.777518 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'name': 'tempest-TestServerBasicOps-848824319-router', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'd3c91d88-8b25-49e6-8005-72e0244ac4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:38Z', 'updated_at': '2021-08-20T11:52:45Z', 'revision_number': 4, 'project_id': '26ed672d33bd460cbb00b6af18957a52', 'gw_port': {'id': 'd3c91d88-8b25-49e6-8005-72e0244ac4ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:40Z', 'updated_at': '2021-08-20T11:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '28f0a4df-b1cd-4ec0-a319-98c3a3d15d23', 'name': '', 'network_id': '65c7a8f2-9308-478f-8da4-8a4254d10fea', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'mac_address': 'fa:16:3e:06:2b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:44Z', 'updated_at': '2021-08-20T11:52:45Z', 'revision_number': 2, 'project_id': '26ed672d33bd460cbb00b6af18957a52', 'subnets': [{'id': '4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:47.782599 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:47.847861 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4284462-ab02-4d12-90b5-3073df3611b5 None None] The sync data for ids ['d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'] in n-d-804299-2 is: [{'id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'name': 'tempest-TestServerBasicOps-848824319-router', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'd3c91d88-8b25-49e6-8005-72e0244ac4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:38Z', 'updated_at': '2021-08-20T11:52:45Z', 'revision_number': 4, 'project_id': '26ed672d33bd460cbb00b6af18957a52', 'gw_port': {'id': 'd3c91d88-8b25-49e6-8005-72e0244ac4ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:40Z', 'updated_at': '2021-08-20T11:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '28f0a4df-b1cd-4ec0-a319-98c3a3d15d23', 'name': '', 'network_id': '65c7a8f2-9308-478f-8da4-8a4254d10fea', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'mac_address': 'fa:16:3e:06:2b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:44Z', 'updated_at': '2021-08-20T11:52:45Z', 'revision_number': 2, 'project_id': '26ed672d33bd460cbb00b6af18957a52', 'subnets': [{'id': '4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:47.868465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:52:47.873941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2d374-ae3a-4739-b094-b9c09011b054 req-a52057f9-9756-47be-9f0e-9d20f5658100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:47.897137 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aae2d374-ae3a-4739-b094-b9c09011b054 req-a52057f9-9756-47be-9f0e-9d20f5658100 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6&device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 1097 time: 0.1244376 Aug 20 11:52:47.913565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:47.920941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a2714723-7ddc-4b6d-9170-79e5b200343c None None] Provisioning complete for port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:47.921417 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a2714723-7ddc-4b6d-9170-79e5b200343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:47.929061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99204894-66ab-4e69-8fa6-970c596ca440 req-87410795-6d46-432d-8caf-946af6e4c506 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:47.931923 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:47.941066 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-99204894-66ab-4e69-8fa6-970c596ca440 req-87410795-6d46-432d-8caf-946af6e4c506 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.1517375 Aug 20 11:52:48.012246 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-99204894-66ab-4e69-8fa6-970c596ca440 req-6813c095-63d5-43a3-a12c-55e81dcb5ef9 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665851 Aug 20 11:52:48.145274 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a2714723-7ddc-4b6d-9170-79e5b200343c None None] Port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:52:48.148909 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2d374-ae3a-4739-b094-b9c09011b054 req-1771d720-19b4-4f5f-bdc9-e7cd8281f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:48.155900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:48.158582 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aae2d374-ae3a-4739-b094-b9c09011b054 req-1771d720-19b4-4f5f-bdc9-e7cd8281f6d7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d8c120cc-56e2-4266-a608-15492ea07f5a HTTP/1.1" status: 200 len: 910 time: 0.2605205 Aug 20 11:52:48.251940 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:52:48.386533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9136fb-0fa9-45e3-bc36-26192e2050d9 req-a5ec5a0d-7ebb-4697-9699-dab37bd8d9a3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:48.394667 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d9136fb-0fa9-45e3-bc36-26192e2050d9 req-a5ec5a0d-7ebb-4697-9699-dab37bd8d9a3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 945 time: 0.1283779 Aug 20 11:52:48.425735 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aae2d374-ae3a-4739-b094-b9c09011b054 req-1c15fb1b-76dc-43f3-a138-cf510d1d2ed6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945321ed-1ce1-474f-a129-8f49611b5b94 HTTP/1.1" status: 200 len: 1002 time: 0.2631052 Aug 20 11:52:48.588112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2d374-ae3a-4739-b094-b9c09011b054 req-07a32dbb-1205-417f-976c-033bc60967d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:48.590230 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aae2d374-ae3a-4739-b094-b9c09011b054 req-07a32dbb-1205-417f-976c-033bc60967d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09663497-ca2a-455d-b26b-a9896c3dda5e HTTP/1.1" status: 200 len: 849 time: 0.1514831 Aug 20 11:52:48.617082 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d9136fb-0fa9-45e3-bc36-26192e2050d9 req-ed24e492-34a5-4703-84b1-ad0aae031d75 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212067 Aug 20 11:52:48.702374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 52cf58ca-184c-4a3f-bf33-4d6740da06db up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:48.813823 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2d374-ae3a-4739-b094-b9c09011b054 req-112e74bb-8b9e-41f5-9bd3-8c195343fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:48.829277 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aae2d374-ae3a-4739-b094-b9c09011b054 req-112e74bb-8b9e-41f5-9bd3-8c195343fc53 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8c120cc-56e2-4266-a608-15492ea07f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2107201 Aug 20 11:52:49.061969 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 52cf58ca-184c-4a3f-bf33-4d6740da06db triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:49.069969 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:49.113991 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aae2d374-ae3a-4739-b094-b9c09011b054 req-f1093c8b-3557-4329-979e-8dff0fad4674 service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678313 Aug 20 11:52:49.261497 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aae2d374-ae3a-4739-b094-b9c09011b054 req-7db4c453-a067-4dd6-b2f3-762fc7a93aa4 service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396356 Aug 20 11:52:49.331494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91253aa7-7944-4bfd-85b3-581fd93526eb req-0312adcf-26d3-4a6a-9c9c-8a584fef3ae4 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:49.339809 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-91253aa7-7944-4bfd-85b3-581fd93526eb req-0312adcf-26d3-4a6a-9c9c-8a584fef3ae4 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.0763171 Aug 20 11:52:49.403577 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-91253aa7-7944-4bfd-85b3-581fd93526eb req-afd83731-1596-45cc-afa2-f1f15ac8512a tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617120 Aug 20 11:52:49.483655 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57708) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:49.496050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-18804354-cdf9-4b51-b44e-7f19938677dd tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835666534', 'description': 'tempest-secgroup-smoke-835666534 description', 'project_id': '18da441c481b49c9ab55e1a14df71d73'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:49.553172 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18804354-cdf9-4b51-b44e-7f19938677dd tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:49.702147 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18804354-cdf9-4b51-b44e-7f19938677dd tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:49.720223 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18804354-cdf9-4b51-b44e-7f19938677dd tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:49.775498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18804354-cdf9-4b51-b44e-7f19938677dd tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617a677f-8c80-4e77-98ac-37df03284b0f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:49.839191 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18804354-cdf9-4b51-b44e-7f19938677dd tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:49.845629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57718) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:49.846127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-18804354-cdf9-4b51-b44e-7f19938677dd tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3611894 Aug 20 11:52:49.860793 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4343680f-1ae4-4cb8-89cb-f4955d52d29f tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Request body: {'security_group_rule': {'security_group_id': '617a677f-8c80-4e77-98ac-37df03284b0f', 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:49.871919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e6f29-9fbf-47c8-b543-ac5ee7eba948 req-8ff8b1c2-d3f9-422c-b127-8f01c244db85 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:49.882725 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-027e6f29-9fbf-47c8-b543-ac5ee7eba948 req-8ff8b1c2-d3f9-422c-b127-8f01c244db85 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 945 time: 0.1786313 Aug 20 11:52:49.928083 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4343680f-1ae4-4cb8-89cb-f4955d52d29f tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:49.973894 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-027e6f29-9fbf-47c8-b543-ac5ee7eba948 req-68dbea2a-82c4-4e4a-a156-4c115550044a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895979 Aug 20 11:52:50.015662 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4343680f-1ae4-4cb8-89cb-f4955d52d29f tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.021910 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4343680f-1ae4-4cb8-89cb-f4955d52d29f tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.038508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343680f-1ae4-4cb8-89cb-f4955d52d29f tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3062854b-e6ae-4db5-8524-fee29ad037a9,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:50.052985 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4343680f-1ae4-4cb8-89cb-f4955d52d29f tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.054595 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4343680f-1ae4-4cb8-89cb-f4955d52d29f tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2079439 Aug 20 11:52:50.057682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57722) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:50.063432 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-fbb2388c-5b5f-4890-bc19-d8dbb4d2bae6 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Request body: {'security_group_rule': {'security_group_id': '617a677f-8c80-4e77-98ac-37df03284b0f', 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:50.103836 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fbb2388c-5b5f-4890-bc19-d8dbb4d2bae6 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.185910 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fbb2388c-5b5f-4890-bc19-d8dbb4d2bae6 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.200055 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fbb2388c-5b5f-4890-bc19-d8dbb4d2bae6 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.229089 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2388c-5b5f-4890-bc19-d8dbb4d2bae6 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9db378-48a7-4878-a318-44dab78b05cd,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:50.245040 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fbb2388c-5b5f-4890-bc19-d8dbb4d2bae6 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.247059 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fbb2388c-5b5f-4890-bc19-d8dbb4d2bae6 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1876202 Aug 20 11:52:50.249661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57732) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:50.255651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0e5d8a2d-66e7-4901-a3c2-b33ace091406 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Request body: {'security_group_rule': {'security_group_id': '617a677f-8c80-4e77-98ac-37df03284b0f', 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:50.314832 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e5d8a2d-66e7-4901-a3c2-b33ace091406 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.408765 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e5d8a2d-66e7-4901-a3c2-b33ace091406 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.413890 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e5d8a2d-66e7-4901-a3c2-b33ace091406 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.447983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d8a2d-66e7-4901-a3c2-b33ace091406 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2da19c0-f019-4603-adff-bcf1f7bdebfc,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:50.456556 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e5d8a2d-66e7-4901-a3c2-b33ace091406 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.461713 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0e5d8a2d-66e7-4901-a3c2-b33ace091406 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2106061 Aug 20 11:52:50.461862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57746) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:50.466601 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-aeb64ef3-d95e-4d88-b265-f611a0c8c7f9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Request body: {'security_group_rule': {'security_group_id': '617a677f-8c80-4e77-98ac-37df03284b0f', 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:50.531256 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aeb64ef3-d95e-4d88-b265-f611a0c8c7f9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.590166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64674dd-9de6-4616-afc7-46d4e3f8bd73 req-b6469132-2d5b-400a-857b-be242d90a961 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:50.607791 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e64674dd-9de6-4616-afc7-46d4e3f8bd73 req-b6469132-2d5b-400a-857b-be242d90a961 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.1193697 Aug 20 11:52:50.636574 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aeb64ef3-d95e-4d88-b265-f611a0c8c7f9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.642955 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aeb64ef3-d95e-4d88-b265-f611a0c8c7f9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.698933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb64ef3-d95e-4d88-b265-f611a0c8c7f9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de014131-db14-45a3-94e7-c355503cdeed,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:50.699840 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e64674dd-9de6-4616-afc7-46d4e3f8bd73 req-605871a3-82fb-4190-95a7-aa70bcc1c5c2 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844979 Aug 20 11:52:50.706969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aeb64ef3-d95e-4d88-b265-f611a0c8c7f9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.708185 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-aeb64ef3-d95e-4d88-b265-f611a0c8c7f9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2453318 Aug 20 11:52:50.714158 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57754) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:50.719198 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9aafa939-7a0e-4a0b-84c3-2bd2602f8bb9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Request body: {'security_group_rule': {'security_group_id': '617a677f-8c80-4e77-98ac-37df03284b0f', 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:50.742136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d3c91d88-8b25-49e6-8005-72e0244ac4ed up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:50.783230 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-9aafa939-7a0e-4a0b-84c3-2bd2602f8bb9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Project 18da441c481b49c9ab55e1a14df71d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:52:50.803028 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9aafa939-7a0e-4a0b-84c3-2bd2602f8bb9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.831572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port d3c91d88-8b25-49e6-8005-72e0244ac4ed completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:50.836452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d3c91d88-8b25-49e6-8005-72e0244ac4ed triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:50.837092 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.901786 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9aafa939-7a0e-4a0b-84c3-2bd2602f8bb9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.909352 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9aafa939-7a0e-4a0b-84c3-2bd2602f8bb9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.959358 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafa939-7a0e-4a0b-84c3-2bd2602f8bb9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0298a934-c805-4587-92f2-bf58a64c9e4c,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:50.972719 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9aafa939-7a0e-4a0b-84c3-2bd2602f8bb9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.976790 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9aafa939-7a0e-4a0b-84c3-2bd2602f8bb9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2615266 Aug 20 11:52:50.977268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57762) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:50.983388 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-fc9a9e9d-9bc2-40c4-9b55-4f467a8f2da8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Request body: {'security_group_rule': {'security_group_id': '617a677f-8c80-4e77-98ac-37df03284b0f', 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:50.985259 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:51.024444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port d3c91d88-8b25-49e6-8005-72e0244ac4ed, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d3c91d88-8b25-49e6-8005-72e0244ac4ed,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:51.032064 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:51.041210 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-fc9a9e9d-9bc2-40c4-9b55-4f467a8f2da8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Project 18da441c481b49c9ab55e1a14df71d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:52:51.052159 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9e9d-9bc2-40c4-9b55-4f467a8f2da8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:51.154302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=d3c91d88-8b25-49e6-8005-72e0244ac4ed,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:51.211061 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9e9d-9bc2-40c4-9b55-4f467a8f2da8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:51.224428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd6b49-10f3-4ef4-a0ec-9a50bdaaf905 req-7b2f19c4-52c5-4e58-b0fd-9571c9cd625a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:51.226679 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3bd6b49-10f3-4ef4-a0ec-9a50bdaaf905 req-7b2f19c4-52c5-4e58-b0fd-9571c9cd625a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 945 time: 0.1052625 Aug 20 11:52:51.227489 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9e9d-9bc2-40c4-9b55-4f467a8f2da8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:51.273082 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a9e9d-9bc2-40c4-9b55-4f467a8f2da8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e588f3-84b6-4ea5-b34b-f984197bf96a,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:51.283631 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9e9d-9bc2-40c4-9b55-4f467a8f2da8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:51.288733 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fc9a9e9d-9bc2-40c4-9b55-4f467a8f2da8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3056688 Aug 20 11:52:51.301266 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3bd6b49-10f3-4ef4-a0ec-9a50bdaaf905 req-bfad5a1f-aa33-4c3a-99fd-64dc27cb38b1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651057 Aug 20 11:52:51.308274 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:51.467110 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:51.471371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:51.471994 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:51.504349 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-8e65981d-c144-48ec-9a17-1710228192b0 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835666534&fields=id&tenant_id=18da441c481b49c9ab55e1a14df71d73 HTTP/1.1" status: 200 len: 267 time: 0.0795181 Aug 20 11:52:51.660725 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:51.708434 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:52:51.710713 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f60c8b-7dce-4b81-a168-1f99029c657f" -d '{"events": [{"server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "name": "network-vif-plugged", "status": "completed", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:52:51.727235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:51.735619 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:51.771446 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-9ea24311-9a30-42ae-b4e7-62a618c7072e tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:51.785132 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-9ea24311-9a30-42ae-b4e7-62a618c7072e tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/networks?id=1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 HTTP/1.1" status: 200 len: 809 time: 0.2729013 Aug 20 11:52:51.842743 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecee136f-8e5a-4026-bb73-0585f982bf52 x-openstack-request-id: req-ecee136f-8e5a-4026-bb73-0585f982bf52 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:52:51.843352 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "name": "network-vif-plugged", "status": "completed", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:52:51.843352 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ecee136f-8e5a-4026-bb73-0585f982bf52 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:52:51.843639 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'code': 200} Aug 20 11:52:51.846754 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-a9214e75-a55f-49b9-afca-c0dbf3ee4a10 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/quotas/18da441c481b49c9ab55e1a14df71d73 HTTP/1.1" status: 200 len: 375 time: 0.0606096 Aug 20 11:52:51.928103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:51.953884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:51.954232 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:51.954573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:51.954903 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:51.955234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:51.955557 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:51.955882 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:51.956204 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:51.956521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:51.959231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ada1d-2c2f-4b54-a090-74b3e3b54025 req-b30f8ffc-4123-4e00-bf69-6c0e489c2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:51.960766 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-661ada1d-2c2f-4b54-a090-74b3e3b54025 req-b30f8ffc-4123-4e00-bf69-6c0e489c2ba0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 1097 time: 0.1060910 Aug 20 11:52:51.967387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:51.967739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:51.968078 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:51.982849 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-6a7b7bb6-0b1d-443d-b7f7-cba376dd19e8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=18da441c481b49c9ab55e1a14df71d73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1296456 Aug 20 11:52:52.029810 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-661ada1d-2c2f-4b54-a090-74b3e3b54025 req-b152d642-70ba-467b-a556-b79beb9ff43b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606282 Aug 20 11:52:52.153377 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-74e0edf8-19ba-41dc-ae48-3a85bc42928d service neutron] 10.222.0.37 "GET /v2.0/networks/1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611338 Aug 20 11:52:52.319241 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-54ff4ce7-0f86-4501-aec4-1b3901f6efb2 service neutron] 10.222.0.37 "GET /v2.0/networks/1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623578 Aug 20 11:52:52.342024 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f5d228c3-5f1e-4f4a-a501-07c4b545083f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:52.473100 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Sync routers for ids ['d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:52.622036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64d405-220b-4e75-a5f3-ce6d6bf074cb req-fcd49544-67e7-418b-a336-65e27df69277 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:52.656028 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b64d405-220b-4e75-a5f3-ce6d6bf074cb req-fcd49544-67e7-418b-a336-65e27df69277 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.1746528 Aug 20 11:52:52.706774 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d3c91d88-8b25-49e6-8005-72e0244ac4ed up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:52.746907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b64d405-220b-4e75-a5f3-ce6d6bf074cb req-f5783417-e8ea-4482-bbff-8f01b695c05e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895905 Aug 20 11:52:52.788714 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9314a3f3-98dd-4905-89f1-05768eb99101 req-47e3da44-1259-4a35-9818-7782be4b73e6 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 210 time: 0.0613625 Aug 20 11:52:52.809411 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Routers {'d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:52.818268 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:52.858829 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d3c91d88-8b25-49e6-8005-72e0244ac4ed triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:52.859536 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:53.075421 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Set router d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:53.380926 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'name': 'tempest-TestServerBasicOps-848824319-router', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'd3c91d88-8b25-49e6-8005-72e0244ac4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:38Z', 'updated_at': '2021-08-20T11:52:45Z', 'revision_number': 4, 'project_id': '26ed672d33bd460cbb00b6af18957a52', 'gw_port': {'id': 'd3c91d88-8b25-49e6-8005-72e0244ac4ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:40Z', 'updated_at': '2021-08-20T11:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '28f0a4df-b1cd-4ec0-a319-98c3a3d15d23', 'name': '', 'network_id': '65c7a8f2-9308-478f-8da4-8a4254d10fea', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'mac_address': 'fa:16:3e:06:2b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:44Z', 'updated_at': '2021-08-20T11:52:45Z', 'revision_number': 2, 'project_id': '26ed672d33bd460cbb00b6af18957a52', 'subnets': [{'id': '4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:53.414673 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Checking router: d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:53.416540 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Updating router d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4 port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:52:53.453634 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:53.918167 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:53.942072 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Transition to ACTIVE for port object 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:53.955632 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:53.991162 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-642e3924-0a71-4a6d-a2c8-17cb31577343 req-4a8f523f-7878-4f56-b023-b826ca39cc69 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 210 time: 0.0460548 Aug 20 11:52:54.017146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276d8f6-a07e-43d5-9125-4cc3b3c82163 req-05f4a9be-2f07-49f5-9a98-82473df0274e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:54.027194 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5276d8f6-a07e-43d5-9125-4cc3b3c82163 req-05f4a9be-2f07-49f5-9a98-82473df0274e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.1095078 Aug 20 11:52:54.136277 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5276d8f6-a07e-43d5-9125-4cc3b3c82163 req-7ced36a4-c581-4562-bbac-fcdf131dd500 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078923 Aug 20 11:52:54.171792 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99497279-3b88-4963-800e-00bc0ef03b5d None None] Pushing event updated for resources: {'Port': ['ID=28f0a4df-b1cd-4ec0-a319-98c3a3d15d23,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:54.318828 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Attempting to bind port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:54.324649 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Attempting to bind port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '8d827356-858a-4b78-9788-a95501bd7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65c7a8f2-9308-478f-8da4-8a4254d10fea'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:54.331175 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Attempting to bind port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 on network 65c7a8f2-9308-478f-8da4-8a4254d10fea {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:54.351640 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:54.352039 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Checking segment: {'id': '8d827356-858a-4b78-9788-a95501bd7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65c7a8f2-9308-478f-8da4-8a4254d10fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:54.352407 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:54.353012 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Bound using segment: {'id': '8d827356-858a-4b78-9788-a95501bd7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65c7a8f2-9308-478f-8da4-8a4254d10fea'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:54.354162 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Bound port: 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d827356-858a-4b78-9788-a95501bd7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65c7a8f2-9308-478f-8da4-8a4254d10fea'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:54.354323 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:54.638234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-1022fb2e-27f7-408b-967b-27afa3c565e1 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:54.643168 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-1022fb2e-27f7-408b-967b-27afa3c565e1 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.35 "GET /v2.0/networks?id=1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 HTTP/1.1" status: 200 len: 809 time: 0.4640055 Aug 20 11:52:54.645350 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] For port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:54.655492 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] For port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=28f0a4df-b1cd-4ec0-a319-98c3a3d15d23,segment=NetworkSegment(8d827356-858a-4b78-9788-a95501bd7604),segment_id=8d827356-858a-4b78-9788-a95501bd7604)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:54.660364 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:54.662545 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b4f5-7b9a-4712-86df-eb94053e950d req-f5933ff2-3f9f-450a-b4e6-fcb1bd4f23a7 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:54.666067 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d750b4f5-7b9a-4712-86df-eb94053e950d req-f5933ff2-3f9f-450a-b4e6-fcb1bd4f23a7 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.3209279 Aug 20 11:52:54.755196 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d750b4f5-7b9a-4712-86df-eb94053e950d req-f5479030-9c24-4379-8517-59a7d6cfb6f3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750577 Aug 20 11:52:54.769094 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-1a0f52ba-fa3c-4500-9baa-b55437a8ff5d tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18da441c481b49c9ab55e1a14df71d73 HTTP/1.1" status: 200 len: 379 time: 0.0973475 Aug 20 11:52:54.769517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57880) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:54.787790 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-bc240772-b623-4645-b25b-00e6edd5f8ba tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Request body: {'port': {'device_id': '8a778b64-01b6-46dd-92cb-38401030fe1d', 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'admin_state_up': True, 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'security_groups': ['617a677f-8c80-4e77-98ac-37df03284b0f']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:54.796160 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Routers {'d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:54.797017 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:55.000471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db507a3-4074-437d-a2a4-e63f45c9ceb4 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:55.010663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2db507a3-4074-437d-a2a4-e63f45c9ceb4 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 1092 time: 0.2400041 Aug 20 11:52:55.017499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57892) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:55.042090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:55.137660 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-36f44f32-0b62-48ee-976f-c4da02f4094d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:55.147889 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:55.195598 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] Set router d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:55.205111 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-bc240772-b623-4645-b25b-00e6edd5f8ba tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Made reservation on behalf of 18da441c481b49c9ab55e1a14df71d73 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:55.209271 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-bc240772-b623-4645-b25b-00e6edd5f8ba tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:55.301960 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8e42b78f-1c16-4548-82b4-6ebce64bffb7 req-8b912474-9d19-4da9-8678-72abcde7b5d2 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 210 time: 0.0547376 Aug 20 11:52:55.513799 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:55.520451 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:55.548240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-bc240772-b623-4645-b25b-00e6edd5f8ba tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Allocated IP 172.20.0.4 (1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2/5c5d0d52-33c3-4556-b37f-a7cde29a16b1/7d1d79ac-49c5-45ac-ae02-a65bee361525) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:55.610901 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99497279-3b88-4963-800e-00bc0ef03b5d None None] Pushing event updated for resources: {'Port': ['ID=28f0a4df-b1cd-4ec0-a319-98c3a3d15d23,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:55.642057 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497279-3b88-4963-800e-00bc0ef03b5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:55.642445 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497279-3b88-4963-800e-00bc0ef03b5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:55.642783 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497279-3b88-4963-800e-00bc0ef03b5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:55.643117 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497279-3b88-4963-800e-00bc0ef03b5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:55.643442 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497279-3b88-4963-800e-00bc0ef03b5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:55.654084 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497279-3b88-4963-800e-00bc0ef03b5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:55.654569 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497279-3b88-4963-800e-00bc0ef03b5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:55.654907 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497279-3b88-4963-800e-00bc0ef03b5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:55.655244 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497279-3b88-4963-800e-00bc0ef03b5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:55.664508 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497279-3b88-4963-800e-00bc0ef03b5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:55.664912 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497279-3b88-4963-800e-00bc0ef03b5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:55.665247 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497279-3b88-4963-800e-00bc0ef03b5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:55.685836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Allocated IP 172.25.8.197 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/4aff5b13-b6a6-46dc-ac2a-0b24a776e5ec) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:55.846077 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:55.852156 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'name': 'tempest-TestServerBasicOps-848824319-router', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'd3c91d88-8b25-49e6-8005-72e0244ac4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:38Z', 'updated_at': '2021-08-20T11:52:45Z', 'revision_number': 4, 'project_id': '26ed672d33bd460cbb00b6af18957a52', 'gw_port': {'id': 'd3c91d88-8b25-49e6-8005-72e0244ac4ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:40Z', 'updated_at': '2021-08-20T11:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '28f0a4df-b1cd-4ec0-a319-98c3a3d15d23', 'name': '', 'network_id': '65c7a8f2-9308-478f-8da4-8a4254d10fea', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'mac_address': 'fa:16:3e:06:2b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:44Z', 'updated_at': '2021-08-20T11:52:54Z', 'revision_number': 4, 'project_id': '26ed672d33bd460cbb00b6af18957a52', 'subnets': [{'id': '4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:55.891633 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29915cf-d32e-401b-83bc-88325b9b55da None None] The sync data for ids ['d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'] in n-d-804299-2 is: [{'id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'name': 'tempest-TestServerBasicOps-848824319-router', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'd3c91d88-8b25-49e6-8005-72e0244ac4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:38Z', 'updated_at': '2021-08-20T11:52:45Z', 'revision_number': 4, 'project_id': '26ed672d33bd460cbb00b6af18957a52', 'gw_port': {'id': 'd3c91d88-8b25-49e6-8005-72e0244ac4ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:40Z', 'updated_at': '2021-08-20T11:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '28f0a4df-b1cd-4ec0-a319-98c3a3d15d23', 'name': '', 'network_id': '65c7a8f2-9308-478f-8da4-8a4254d10fea', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'mac_address': 'fa:16:3e:06:2b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:44Z', 'updated_at': '2021-08-20T11:52:54Z', 'revision_number': 4, 'project_id': '26ed672d33bd460cbb00b6af18957a52', 'subnets': [{'id': '4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:55.923074 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-bc240772-b623-4645-b25b-00e6edd5f8ba tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:55.957173 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:55.957425 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-bc240772-b623-4645-b25b-00e6edd5f8ba tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Transition to ACTIVE for port object 7d1d79ac-49c5-45ac-ae02-a65bee361525 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:56.042288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:56.090089 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-bc240772-b623-4645-b25b-00e6edd5f8ba tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:56.203839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-bc240772-b623-4645-b25b-00e6edd5f8ba tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Network 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:56.205500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:56.207414 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-bc240772-b623-4645-b25b-00e6edd5f8ba tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:56.213742 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:56.214789 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-bc240772-b623-4645-b25b-00e6edd5f8ba tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:56.222777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=4aff5b13-b6a6-46dc-ac2a-0b24a776e5ec,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:56.275427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc240772-b623-4645-b25b-00e6edd5f8ba tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Pushing event updated for resources: {'Port': ['ID=7d1d79ac-49c5-45ac-ae02-a65bee361525,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:56.345115 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:56.364718 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-bc240772-b623-4645-b25b-00e6edd5f8ba tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:56.370071 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-bc240772-b623-4645-b25b-00e6edd5f8ba tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:56.416519 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-bc240772-b623-4645-b25b-00e6edd5f8ba tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6337972 Aug 20 11:52:56.454043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Request body: {'port': {'device_id': '8a778b64-01b6-46dd-92cb-38401030fe1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:56.756403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3123e3-08bc-45a2-a4bb-47a42dec3baa req-94e0f184-e715-411c-8268-fb6b04b9c924 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:56.763416 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-62e4c697-0082-489d-8ff9-62e366e05486 None None] Provisioning for port 7d1d79ac-49c5-45ac-ae02-a65bee361525 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:56.772003 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-db3123e3-08bc-45a2-a4bb-47a42dec3baa req-94e0f184-e715-411c-8268-fb6b04b9c924 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 931 time: 0.2487512 Aug 20 11:52:56.774472 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:56.779359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:56.869824 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-62e4c697-0082-489d-8ff9-62e366e05486 None None] Provisioning complete for port 7d1d79ac-49c5-45ac-ae02-a65bee361525 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:56.870197 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-62e4c697-0082-489d-8ff9-62e366e05486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:56.973396 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-62e4c697-0082-489d-8ff9-62e366e05486 None None] Port 7d1d79ac-49c5-45ac-ae02-a65bee361525 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:52:57.051909 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-db3123e3-08bc-45a2-a4bb-47a42dec3baa req-60273855-bfca-4e65-ac49-9bf752497a9b tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/security-groups?id=617a677f-8c80-4e77-98ac-37df03284b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618682 Aug 20 11:52:57.056257 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:57.088873 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:57.094955 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:57.444392 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:57.449310 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:57.528185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=28f0a4df-b1cd-4ec0-a319-98c3a3d15d23,segment=NetworkSegment(8d827356-858a-4b78-9788-a95501bd7604),segment_id=8d827356-858a-4b78-9788-a95501bd7604)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:57.541484 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:57.658034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=28f0a4df-b1cd-4ec0-a319-98c3a3d15d23,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:57.692761 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:57.704032 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-7a2ab94e-bd01-4df5-ab86-b07405431e7b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2098429 Aug 20 11:52:57.829951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1d79ac-49c5-45ac-ae02-a65bee361525 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:52:57.839974 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:57.869935 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Transition to ACTIVE for port object 7d1d79ac-49c5-45ac-ae02-a65bee361525 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:57.874458 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:57.969911 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:58.048991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-f344ed3c-ddc7-461c-8d85-e88ed3d14b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:58.049481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-f344ed3c-ddc7-461c-8d85-e88ed3d14b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:58.049960 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-f344ed3c-ddc7-461c-8d85-e88ed3d14b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:58.057130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-f344ed3c-ddc7-461c-8d85-e88ed3d14b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:58.057638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-f344ed3c-ddc7-461c-8d85-e88ed3d14b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:58.058117 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-f344ed3c-ddc7-461c-8d85-e88ed3d14b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:58.058592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-f344ed3c-ddc7-461c-8d85-e88ed3d14b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:58.060733 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-f344ed3c-ddc7-461c-8d85-e88ed3d14b4a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=388697f16ef24a2db77348e6ee667c3f&device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 6502 time: 0.2272141 Aug 20 11:52:58.094757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Pushing event updated for resources: {'Port': ['ID=7d1d79ac-49c5-45ac-ae02-a65bee361525,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:58.160619 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Attempting to bind port 7d1d79ac-49c5-45ac-ae02-a65bee361525 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:58.163415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Attempting to bind port 7d1d79ac-49c5-45ac-ae02-a65bee361525 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '403de167-5875-4f92-8329-dffd30aa8162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:58.164061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Attempting to bind port 7d1d79ac-49c5-45ac-ae02-a65bee361525 on network 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:58.170537 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Port 7d1d79ac-49c5-45ac-ae02-a65bee361525 on network 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:52:58.171225 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Attempting to bind port 7d1d79ac-49c5-45ac-ae02-a65bee361525 on network 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:58.178193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:58.178928 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Checking segment: {'id': '403de167-5875-4f92-8329-dffd30aa8162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:58.179687 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Bound using segment: {'id': '403de167-5875-4f92-8329-dffd30aa8162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:58.180352 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Bound port: 7d1d79ac-49c5-45ac-ae02-a65bee361525, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403de167-5875-4f92-8329-dffd30aa8162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:58.182831 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:58.298636 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-2f125457-2084-4299-89e6-a86c9c2a17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:58.299005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-2f125457-2084-4299-89e6-a86c9c2a17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:58.299472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-2f125457-2084-4299-89e6-a86c9c2a17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:58.302001 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-2f125457-2084-4299-89e6-a86c9c2a17ce service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c9f33d1-9d46-4cab-8484-e59cd857f82b&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=96ae447a-8b4f-4e4b-83fe-8a03f1635478&id=96ae447a-8b4f-4e4b-83fe-8a03f1635478 HTTP/1.1" status: 200 len: 2295 time: 0.2149413 Aug 20 11:52:58.304514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] For port 7d1d79ac-49c5-45ac-ae02-a65bee361525, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:58.308577 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] For port 7d1d79ac-49c5-45ac-ae02-a65bee361525, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7d1d79ac-49c5-45ac-ae02-a65bee361525,segment=NetworkSegment(403de167-5875-4f92-8329-dffd30aa8162),segment_id=403de167-5875-4f92-8329-dffd30aa8162)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:58.321812 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:58.402063 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:58.403022 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:58.407713 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] 10.222.0.35 "PUT /v2.0/ports/7d1d79ac-49c5-45ac-ae02-a65bee361525 HTTP/1.1" status: 200 len: 1091 time: 1.9809136 Aug 20 11:52:58.447721 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a778b64-01b6-46dd-92cb-38401030fe1d', 'tag': '7d1d79ac-49c5-45ac-ae02-a65bee361525'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:52:58.456841 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7588ed-06e7-432b-9c69-3382b7463a06" -d '{"events": [{"name": "network-changed", "server_uuid": "8a778b64-01b6-46dd-92cb-38401030fe1d", "tag": "7d1d79ac-49c5-45ac-ae02-a65bee361525"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:52:58.656312 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60927c9-0cda-418a-b7e9-9a843e60c9a8 x-openstack-request-id: req-e60927c9-0cda-418a-b7e9-9a843e60c9a8 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:52:58.656607 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a778b64-01b6-46dd-92cb-38401030fe1d", "tag": "7d1d79ac-49c5-45ac-ae02-a65bee361525", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:52:58.657045 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e60927c9-0cda-418a-b7e9-9a843e60c9a8 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:52:58.657439 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a778b64-01b6-46dd-92cb-38401030fe1d', 'tag': '7d1d79ac-49c5-45ac-ae02-a65bee361525', 'status': 'completed', 'code': 200} Aug 20 11:52:58.709160 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f8bf2-fbdf-434e-8395-1295d6292d8a service neutron] Pushing event updated for resources: {'Port': ['ID=7d1d79ac-49c5-45ac-ae02-a65bee361525,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:58.730958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:58.770029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-fff673c3-9bea-458e-a926-5f7d027ead2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:58.781742 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-32e20608-d499-4b3e-844b-d13e2aaa3122 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9bef89f-685a-44be-baf1-fe42d2901197 HTTP/1.1" status: 200 len: 1001 time: 0.3061004 Aug 20 11:52:58.787612 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-fff673c3-9bea-458e-a926-5f7d027ead2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18da441c481b49c9ab55e1a14df71d73&device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 1094 time: 0.3033385 Aug 20 11:52:58.902215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-6cad7b01-b326-4648-9628-cbf0de7885e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:58.906954 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-6cad7b01-b326-4648-9628-cbf0de7885e0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=159c3db5-1e5d-4db8-a229-0df8f7818d13 HTTP/1.1" status: 200 len: 856 time: 0.1164339 Aug 20 11:52:58.908657 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-aafad7d5-8396-4971-8533-b2f593553bd9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d1d79ac-49c5-45ac-ae02-a65bee361525 HTTP/1.1" status: 200 len: 217 time: 0.1130078 Aug 20 11:52:58.953317 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:58.961715 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:58.987980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:58.991454 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:59.033566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-ac37aef5-ab81-4a37-b25d-12aa17678fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:59.035063 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-ac37aef5-ab81-4a37-b25d-12aa17678fe0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c5d0d52-33c3-4556-b37f-a7cde29a16b1 HTTP/1.1" status: 200 len: 848 time: 0.1195178 Aug 20 11:52:59.116589 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57974) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:59.159889 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-1c187891-e42d-47b7-9d1b-c34f0d782378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:59.162941 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-1c187891-e42d-47b7-9d1b-c34f0d782378 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193180 Aug 20 11:52:59.307455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502c21-efff-4e6e-8574-b8f13b0bddff req-9b12f960-a1e1-46ee-ace0-66bb289c4cb9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:59.326674 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d502c21-efff-4e6e-8574-b8f13b0bddff req-9b12f960-a1e1-46ee-ace0-66bb289c4cb9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 943 time: 1.0245321 Aug 20 11:52:59.403823 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:59.406109 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f26f012-ade4-4f97-bf63-aa9a63f75377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:59.412053 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-764f6dd2-d516-4243-960c-c05c103204d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:59.413690 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-764f6dd2-d516-4243-960c-c05c103204d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c9f33d1-9d46-4cab-8484-e59cd857f82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4536495 Aug 20 11:52:59.416894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=4aff5b13-b6a6-46dc-ac2a-0b24a776e5ec,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:59.423855 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-8a6b831f-bd05-4eb2-8787-6c975f75e8b9 service neutron] 10.222.0.35 "GET /v2.0/networks/1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512090 Aug 20 11:52:59.502007 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d502c21-efff-4e6e-8574-b8f13b0bddff req-a42be5de-8066-4b22-bb5f-915ff6d18061 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/security-groups?id=617a677f-8c80-4e77-98ac-37df03284b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490538 Aug 20 11:52:59.763695 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800a5faf-74fa-4ca5-a08d-572dac395ed1 req-95e5f287-9f86-4e58-ab2e-21e9199b792f service neutron] 10.222.0.35 "GET /v2.0/networks/1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288791 Aug 20 11:52:59.908169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7588ed-06e7-432b-9c69-3382b7463a06 req-c6ff6a12-4b13-4635-94c1-323d886135da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:59.910158 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed7588ed-06e7-432b-9c69-3382b7463a06 req-c6ff6a12-4b13-4635-94c1-323d886135da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18da441c481b49c9ab55e1a14df71d73&device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 1094 time: 0.0823097 Aug 20 11:52:59.991064 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f26f012-ade4-4f97-bf63-aa9a63f75377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:00.045622 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Floating IP 9183a286-c7a6-4d60-9b1e-eef4d270fdd4 associated. External IP: 172.25.8.197, port: 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea. Aug 20 11:53:00.050265 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-76990aad-7586-4b47-a6ae-06757dece3da service neutron] 10.222.0.76 "GET /v2.0/networks/6c9f33d1-9d46-4cab-8484-e59cd857f82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245334 Aug 20 11:53:00.052045 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f26f012-ade4-4f97-bf63-aa9a63f75377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:00.129947 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5f26f012-ade4-4f97-bf63-aa9a63f75377 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=991d064c90ca428eb0a01c2da5b51b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0121326 Aug 20 11:53:00.130712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26f012-ade4-4f97-bf63-aa9a63f75377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b10dd39-2137-47fd-ab86-55c737a3cfe5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:00.139975 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58004) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:00.181846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7588ed-06e7-432b-9c69-3382b7463a06 req-5c36a06f-4286-431f-8ea3-268b2c59bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:00.183442 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed7588ed-06e7-432b-9c69-3382b7463a06 req-5c36a06f-4286-431f-8ea3-268b2c59bdf9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 HTTP/1.1" status: 200 len: 909 time: 0.2606175 Aug 20 11:53:00.263306 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed7588ed-06e7-432b-9c69-3382b7463a06 req-ba9a91eb-adc5-4f8c-a42e-2a00f7794905 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d1d79ac-49c5-45ac-ae02-a65bee361525 HTTP/1.1" status: 200 len: 217 time: 0.0692861 Aug 20 11:53:00.323378 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46535694-4359-4639-ab16-aa61584ca05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:00.350472 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-c0ceba65-6fec-48e7-95cc-a48ed6fa1e1a service neutron] 10.222.0.76 "GET /v2.0/networks/6c9f33d1-9d46-4cab-8484-e59cd857f82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575197 Aug 20 11:53:00.369994 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46535694-4359-4639-ab16-aa61584ca05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:00.377597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7588ed-06e7-432b-9c69-3382b7463a06 req-3166e29f-9e95-4a43-88cf-54ec6145bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:00.379320 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed7588ed-06e7-432b-9c69-3382b7463a06 req-3166e29f-9e95-4a43-88cf-54ec6145bf58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c5d0d52-33c3-4556-b37f-a7cde29a16b1 HTTP/1.1" status: 200 len: 848 time: 0.1038520 Aug 20 11:53:00.425626 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-b92711ec-3358-4fc6-9928-c2055f688039 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=65164dec-9537-4c9c-89fe-cc971fdf8ed3 HTTP/1.1" status: 200 len: 217 time: 0.0399473 Aug 20 11:53:00.468429 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46535694-4359-4639-ab16-aa61584ca05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:00.471688 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46535694-4359-4639-ab16-aa61584ca05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:00.475143 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-46535694-4359-4639-ab16-aa61584ca05d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b10dd39-2137-47fd-ab86-55c737a3cfe5 HTTP/1.1" status: 204 len: 168 time: 0.3275979 Aug 20 11:53:00.481856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7588ed-06e7-432b-9c69-3382b7463a06 req-e85900ed-0e7b-4a88-8e73-d118cf179346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:00.483448 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed7588ed-06e7-432b-9c69-3382b7463a06 req-e85900ed-0e7b-4a88-8e73-d118cf179346 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946269 Aug 20 11:53:00.488360 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router e425fcdf-43d9-43b1-852f-d35a304f337c has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:53:00.489777 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46535694-4359-4639-ab16-aa61584ca05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b10dd39-2137-47fd-ab86-55c737a3cfe5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:00.542072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-2dca4b17-3d4b-4b06-b960-6cb960834bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:00.544346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-2dca4b17-3d4b-4b06-b960-6cb960834bce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 200 len: 797 time: 0.1119993 Aug 20 11:53:00.670693 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed7588ed-06e7-432b-9c69-3382b7463a06 req-d297e2b8-99d9-4a8c-9e90-029f449df1f7 service neutron] 10.222.0.35 "GET /v2.0/networks/1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764112 Aug 20 11:53:00.730305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-9b81334c-a430-459c-b1b6-78b140c04291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:00.731885 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-9b81334c-a430-459c-b1b6-78b140c04291 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1357336 Aug 20 11:53:00.733305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:53:00.751196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2319f2b3-3ffb-41c5-82d5-b56b57fe2e0d None None] Sync routers for ids ['e425fcdf-43d9-43b1-852f-d35a304f337c'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:53:00.782921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2319f2b3-3ffb-41c5-82d5-b56b57fe2e0d None None] Routers {'e425fcdf-43d9-43b1-852f-d35a304f337c'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:00.784334 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2319f2b3-3ffb-41c5-82d5-b56b57fe2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e425fcdf-43d9-43b1-852f-d35a304f337c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:00.840467 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:00.890630 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69875a-ebf6-42e4-b8da-e4676b0c9afe req-fcd7304c-afa4-4a0b-83eb-6a97c64f64ae tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:00.892277 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7b69875a-ebf6-42e4-b8da-e4676b0c9afe req-fcd7304c-afa4-4a0b-83eb-6a97c64f64ae tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 943 time: 0.1771083 Aug 20 11:53:00.898726 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed7588ed-06e7-432b-9c69-3382b7463a06 req-182434a5-6002-4740-b864-9c06f3ade023 service neutron] 10.222.0.35 "GET /v2.0/networks/1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204323 Aug 20 11:53:00.937333 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-74f0feeb-9f2d-4a14-b9c1-2d0f94a13ef6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9118216 Aug 20 11:53:00.954089 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7b69875a-ebf6-42e4-b8da-e4676b0c9afe req-1ef70bf8-90a9-4ad6-8dcc-86f43d75cbeb tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/security-groups?id=617a677f-8c80-4e77-98ac-37df03284b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531759 Aug 20 11:53:00.956206 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:00.960605 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abc270b-f0e8-4127-bb99-d74feb9b3283" -d '{"events": [{"name": "network-changed", "server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:01.020515 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-68986d4b-b329-45cd-978d-1f89f97e4389 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787924 Aug 20 11:53:01.079410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58038) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:01.115196 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bef774d-04ff-4d05-ae5b-7a249f5a4b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:01.116163 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b91f987-1606-44f9-b897-7e5cf6465655 x-openstack-request-id: req-8b91f987-1606-44f9-b897-7e5cf6465655 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:01.116659 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:01.116775 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b91f987-1606-44f9-b897-7e5cf6465655 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:01.117095 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'status': 'completed', 'code': 200} Aug 20 11:53:01.173500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-3518bc9c-cbab-4883-b745-72508480107a service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445293 Aug 20 11:53:01.224945 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-2319f2b3-3ffb-41c5-82d5-b56b57fe2e0d None None] Set router e425fcdf-43d9-43b1-852f-d35a304f337c gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:01.301307 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-46e485b4-be38-41a7-a9a5-8cc6bc1ec7dd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=739f1436-cf2a-4439-9ffb-00e1f9ff7b08 HTTP/1.1" status: 200 len: 217 time: 0.1064837 Aug 20 11:53:01.318750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc270b-f0e8-4127-bb99-d74feb9b3283 req-be78b9f0-df80-44fa-a30d-17fe132a92f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:01.326159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1abc270b-f0e8-4127-bb99-d74feb9b3283 req-be78b9f0-df80-44fa-a30d-17fe132a92f3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 1097 time: 0.2019980 Aug 20 11:53:01.332852 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bef774d-04ff-4d05-ae5b-7a249f5a4b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:01.338642 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bef774d-04ff-4d05-ae5b-7a249f5a4b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:01.417697 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4bef774d-04ff-4d05-ae5b-7a249f5a4b1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=522ec03aee7745d0a1605e6ab421aab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369787 Aug 20 11:53:01.419050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef774d-04ff-4d05-ae5b-7a249f5a4b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10658c10-51d5-4bc4-bb34-e8e1a0757d46,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:01.422269 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58048) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:01.455500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc092c-3433-4f21-8405-4250bba99946 req-87679d03-6c43-4883-903b-8f58caacb0a9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:01.459322 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90dc092c-3433-4f21-8405-4250bba99946 req-87679d03-6c43-4883-903b-8f58caacb0a9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.3414636 Aug 20 11:53:01.518895 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-996458d7-2dca-4cd5-8185-6623c0538261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:01.547476 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-996458d7-2dca-4cd5-8185-6623c0538261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:01.569002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2319f2b3-3ffb-41c5-82d5-b56b57fe2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361072273', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:20Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:21Z', 'updated_at': '2021-08-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '9183a286-c7a6-4d60-9b1e-eef4d270fdd4', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'port_id': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'mac_address': 'fa:16:3e:70:6f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:52:57Z', 'updated_at': '2021-08-20T11:52:57Z', 'revision_number': 0, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0dc6112-12e1-465e-8038-c6413b5c784d', 'name': '', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:e9:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:41Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:01.605035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-996458d7-2dca-4cd5-8185-6623c0538261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:01.611433 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-996458d7-2dca-4cd5-8185-6623c0538261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:01.614386 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-996458d7-2dca-4cd5-8185-6623c0538261 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10658c10-51d5-4bc4-bb34-e8e1a0757d46 HTTP/1.1" status: 204 len: 168 time: 0.1906402 Aug 20 11:53:01.630498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2319f2b3-3ffb-41c5-82d5-b56b57fe2e0d None None] Checking router: e425fcdf-43d9-43b1-852f-d35a304f337c for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:53:01.637071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996458d7-2dca-4cd5-8185-6623c0538261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10658c10-51d5-4bc4-bb34-e8e1a0757d46,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:01.639671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2319f2b3-3ffb-41c5-82d5-b56b57fe2e0d None None] Routers {'e425fcdf-43d9-43b1-852f-d35a304f337c'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:01.640373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2319f2b3-3ffb-41c5-82d5-b56b57fe2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e425fcdf-43d9-43b1-852f-d35a304f337c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:01.646281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc270b-f0e8-4127-bb99-d74feb9b3283 req-89ebb1d6-1781-4993-8975-75c6a51661af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:01.648245 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1abc270b-f0e8-4127-bb99-d74feb9b3283 req-89ebb1d6-1781-4993-8975-75c6a51661af service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2 HTTP/1.1" status: 200 len: 897 time: 0.2352548 Aug 20 11:53:01.782010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1abc270b-f0e8-4127-bb99-d74feb9b3283 req-c9baeca2-9bff-4da4-aac7-e8350d7d0ab0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea HTTP/1.1" status: 200 len: 1000 time: 0.1208601 Aug 20 11:53:01.801047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-3affb054-0dd0-4b59-b9fd-173636742dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:01.802588 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-3affb054-0dd0-4b59-b9fd-173636742dc9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 200 len: 797 time: 0.4751527 Aug 20 11:53:01.838623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-2319f2b3-3ffb-41c5-82d5-b56b57fe2e0d None None] Set router e425fcdf-43d9-43b1-852f-d35a304f337c gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:01.863414 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90dc092c-3433-4f21-8405-4250bba99946 req-b6240c0a-f294-47d7-9fc3-393e8e2122c6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3920126 Aug 20 11:53:01.892984 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58064) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:01.921054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc270b-f0e8-4127-bb99-d74feb9b3283 req-d3af8562-a221-4e68-aff9-1dc4669a889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:01.923041 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1abc270b-f0e8-4127-bb99-d74feb9b3283 req-d3af8562-a221-4e68-aff9-1dc4669a889a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ed6e4790-2c22-4aac-8045-87c29d4b8bd8 HTTP/1.1" status: 200 len: 834 time: 0.1188245 Aug 20 11:53:01.929037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-ad0aeef1-a751-4ce5-8599-5063ab9c4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:01.930497 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-ad0aeef1-a751-4ce5-8599-5063ab9c4528 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1177819 Aug 20 11:53:02.022934 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d1b04ce4-71d9-4ff4-95a5-bcfb92093f3a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/9183a286-c7a6-4d60-9b1e-eef4d270fdd4 HTTP/1.1" status: 200 len: 992 time: 0.1274278 Aug 20 11:53:02.090649 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-36721134-d9c9-4399-887a-7688bb0fed48 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493561 Aug 20 11:53:02.104517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc270b-f0e8-4127-bb99-d74feb9b3283 req-3c24e82c-7414-45a8-b95d-94a4b4e6e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:02.106333 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1abc270b-f0e8-4127-bb99-d74feb9b3283 req-3c24e82c-7414-45a8-b95d-94a4b4e6e2f5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744559 Aug 20 11:53:02.199455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746aef0-3156-459c-bc3e-c23196595719 req-4b84ba7d-f592-45f0-af5e-ccc734270f41 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:02.206310 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d746aef0-3156-459c-bc3e-c23196595719 req-4b84ba7d-f592-45f0-af5e-ccc734270f41 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 943 time: 0.1121652 Aug 20 11:53:02.301493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2319f2b3-3ffb-41c5-82d5-b56b57fe2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361072273', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:20Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:21Z', 'updated_at': '2021-08-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '9183a286-c7a6-4d60-9b1e-eef4d270fdd4', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'port_id': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'mac_address': 'fa:16:3e:70:6f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:52:57Z', 'updated_at': '2021-08-20T11:52:57Z', 'revision_number': 0, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0dc6112-12e1-465e-8038-c6413b5c784d', 'name': '', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:e9:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:41Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:02.308340 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-a0ab4e27-a0dc-4506-9d2e-cf3eaafd8b68 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008133 Aug 20 11:53:02.324908 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d746aef0-3156-459c-bc3e-c23196595719 req-f7b66df4-8050-4721-85bc-8680c70a6f1e tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/security-groups?id=617a677f-8c80-4e77-98ac-37df03284b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092217 Aug 20 11:53:02.335624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2319f2b3-3ffb-41c5-82d5-b56b57fe2e0d None None] The sync data for ids ['e425fcdf-43d9-43b1-852f-d35a304f337c'] in n-d-804299-2 is: [{'id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361072273', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:20Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:21Z', 'updated_at': '2021-08-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '9183a286-c7a6-4d60-9b1e-eef4d270fdd4', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'port_id': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'mac_address': 'fa:16:3e:70:6f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:52:57Z', 'updated_at': '2021-08-20T11:52:57Z', 'revision_number': 0, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0dc6112-12e1-465e-8038-c6413b5c784d', 'name': '', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:e9:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:41Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:53:02.393985 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-54505de3-9f6e-40a6-97d1-c62591c9db54 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=d1e9401c-542d-424e-8784-52c52f179256 HTTP/1.1" status: 200 len: 217 time: 0.0761495 Aug 20 11:53:02.503290 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1abc270b-f0e8-4127-bb99-d74feb9b3283 req-d98655b2-76cb-4800-817b-d3728afddd9a service neutron] 10.222.0.76 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931991 Aug 20 11:53:02.503756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7d1d79ac-49c5-45ac-ae02-a65bee361525 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:53:02.521406 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-f18b03c2-88c7-4007-8a44-a609db65d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:02.522921 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-f18b03c2-88c7-4007-8a44-a609db65d333 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 200 len: 797 time: 0.1184537 Aug 20 11:53:02.635869 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7d1d79ac-49c5-45ac-ae02-a65bee361525, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7d1d79ac-49c5-45ac-ae02-a65bee361525,segment=NetworkSegment(403de167-5875-4f92-8329-dffd30aa8162),segment_id=403de167-5875-4f92-8329-dffd30aa8162)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:02.664188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '7d1d79ac-49c5-45ac-ae02-a65bee361525', 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'port_id': '7d1d79ac-49c5-45ac-ae02-a65bee361525', 'mac_address': 'fa:16:3e:ed:07:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:53:02.720711 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:02.737345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1d79ac-49c5-45ac-ae02-a65bee361525 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:53:02.762171 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7d1d79ac-49c5-45ac-ae02-a65bee361525, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7d1d79ac-49c5-45ac-ae02-a65bee361525,segment=NetworkSegment(403de167-5875-4f92-8329-dffd30aa8162),segment_id=403de167-5875-4f92-8329-dffd30aa8162)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:02.771321 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:02.795067 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1abc270b-f0e8-4127-bb99-d74feb9b3283 req-fb994136-deca-48da-8622-a32e720ea7f7 service neutron] 10.222.0.76 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797036 Aug 20 11:53:02.835879 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-35035363-f263-4247-8300-38f0dabba011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:02.837674 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-35035363-f263-4247-8300-38f0dabba011 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2755780 Aug 20 11:53:02.867070 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:02.880192 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb24749d-5b63-469c-a56e-26ce69310fb5 None None] New status for floating IP 9183a286-c7a6-4d60-9b1e-eef4d270fdd4: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:53:02.884347 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=7d1d79ac-49c5-45ac-ae02-a65bee361525,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:02.995524 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-8166ab9d-06c9-4271-80d5-8e3582302b87 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494856 Aug 20 11:53:03.010643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['7d1d79ac-49c5-45ac-ae02-a65bee361525'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:53:03.025971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58106) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:03.128379 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-96516ce1-873d-4473-8e26-81d68e3bae46 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/9183a286-c7a6-4d60-9b1e-eef4d270fdd4 HTTP/1.1" status: 200 len: 992 time: 0.1011155 Aug 20 11:53:03.170261 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-a0ace886-9f68-458b-82eb-c0d6ce66b051 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579115 Aug 20 11:53:03.250405 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-2305d100-ec38-4127-b0ee-61cf154e7ce5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=b965aa86-2ea4-43f1-a689-cb23617de683 HTTP/1.1" status: 200 len: 217 time: 0.0649593 Aug 20 11:53:03.311126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-cd70cd75-2048-4a51-a2dd-8bcbb4b18466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:03.320044 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-cd70cd75-2048-4a51-a2dd-8bcbb4b18466 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 200 len: 797 time: 0.0632298 Aug 20 11:53:03.401157 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-eb3bf09b-b09c-4a91-9b47-ca0d9907fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:03.403535 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-eb3bf09b-b09c-4a91-9b47-ca0d9907fa50 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0753577 Aug 20 11:53:03.570287 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72463b8f-a9e3-4e17-9392-542733a1d742 req-2952d92b-9c3b-4e59-ae79-0c7bf03b4e70 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:03.572504 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72463b8f-a9e3-4e17-9392-542733a1d742 req-2952d92b-9c3b-4e59-ae79-0c7bf03b4e70 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 944 time: 0.1238029 Aug 20 11:53:03.623280 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-07298540-c701-4a2a-a2b9-1b50a824fa9d service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115664 Aug 20 11:53:03.629563 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72463b8f-a9e3-4e17-9392-542733a1d742 req-96cdfd92-3a47-45d0-b9d1-57c085c7c9ae tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/security-groups?id=617a677f-8c80-4e77-98ac-37df03284b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494211 Aug 20 11:53:03.736675 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-9717d3e9-637f-4b1d-8c27-c8f69a879953 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058943 Aug 20 11:53:03.791662 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-a9df7d33-28c2-4f53-8679-aee42002af34 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a5638de7-43db-4ac4-99a7-532b897aae63 HTTP/1.1" status: 200 len: 217 time: 0.0483446 Aug 20 11:53:03.888415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-56399be5-fc2f-486c-8291-3b8a4b36e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:03.890412 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-56399be5-fc2f-486c-8291-3b8a4b36e0a7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09ba0c88-a55b-46f8-9b69-941d92f119dc HTTP/1.1" status: 200 len: 797 time: 0.0919054 Aug 20 11:53:03.983979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-33be1ee2-29bc-4596-9213-461bef43b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:03.985563 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-33be1ee2-29bc-4596-9213-461bef43b85a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=96ae447a-8b4f-4e4b-83fe-8a03f1635478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0862422 Aug 20 11:53:04.133543 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58160) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:04.159510 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-e26499af-1410-48ac-8a6e-3e0558a3c5b6 service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609392 Aug 20 11:53:04.313116 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-657dbb1c-616f-4b79-bcd8-1636275b52ab tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/9183a286-c7a6-4d60-9b1e-eef4d270fdd4 HTTP/1.1" status: 200 len: 994 time: 0.1769028 Aug 20 11:53:04.317036 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-a60fa5cf-cb86-4918-8003-7d375966c83e service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504688 Aug 20 11:53:04.381422 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-7b55872c-9be2-4868-a777-491ee3c9b1a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6907400b-f6fd-44da-b9f0-c6c6fee7405c HTTP/1.1" status: 200 len: 217 time: 0.0561221 Aug 20 11:53:04.446194 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-94c46b35-d6ba-4ca0-aed6-f18bd16a7bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:04.448288 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-94c46b35-d6ba-4ca0-aed6-f18bd16a7bdd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09ba0c88-a55b-46f8-9b69-941d92f119dc HTTP/1.1" status: 200 len: 797 time: 0.0587130 Aug 20 11:53:04.504226 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7d1d79ac-49c5-45ac-ae02-a65bee361525 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:04.539837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-17be20b4-1221-4936-9f58-886543c4d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:04.541976 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-17be20b4-1221-4936-9f58-886543c4d7c9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=96ae447a-8b4f-4e4b-83fe-8a03f1635478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0867426 Aug 20 11:53:04.594751 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 7d1d79ac-49c5-45ac-ae02-a65bee361525 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:04.607724 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 7d1d79ac-49c5-45ac-ae02-a65bee361525 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:04.608097 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:04.734459 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-deb60399-3254-4a8b-85cb-425edad111f1 service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845365 Aug 20 11:53:04.751336 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:04.790144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7d1d79ac-49c5-45ac-ae02-a65bee361525, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7d1d79ac-49c5-45ac-ae02-a65bee361525,segment=NetworkSegment(403de167-5875-4f92-8329-dffd30aa8162),segment_id=403de167-5875-4f92-8329-dffd30aa8162)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:04.791234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a778b64-01b6-46dd-92cb-38401030fe1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1d79ac-49c5-45ac-ae02-a65bee361525'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:04.794455 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b981dcc-4a82-42bf-9a31-9849f5e47e87" -d '{"events": [{"server_uuid": "8a778b64-01b6-46dd-92cb-38401030fe1d", "name": "network-vif-plugged", "status": "completed", "tag": "7d1d79ac-49c5-45ac-ae02-a65bee361525"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:04.799010 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:04.908726 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=7d1d79ac-49c5-45ac-ae02-a65bee361525,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:04.913490 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae2ca6d-a444-45cc-95b1-2234722d3278 x-openstack-request-id: req-2ae2ca6d-a444-45cc-95b1-2234722d3278 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:04.914017 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a778b64-01b6-46dd-92cb-38401030fe1d", "name": "network-vif-plugged", "status": "completed", "tag": "7d1d79ac-49c5-45ac-ae02-a65bee361525", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:04.915233 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ae2ca6d-a444-45cc-95b1-2234722d3278 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:04.915946 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a778b64-01b6-46dd-92cb-38401030fe1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1d79ac-49c5-45ac-ae02-a65bee361525', 'code': 200} Aug 20 11:53:04.935611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5004c7-3e19-4e38-8c84-1b967407a213 req-9f366e84-3909-4709-b20f-1effd28e47fb tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:04.937566 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b5004c7-3e19-4e38-8c84-1b967407a213 req-9f366e84-3909-4709-b20f-1effd28e47fb tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 945 time: 0.1271451 Aug 20 11:53:04.947437 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b63588-1fd9-443c-9d0b-b81957ecb930 req-5305c51c-0d20-4fa0-8f46-f568f349a8b5 service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013910 Aug 20 11:53:04.949529 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58190) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:05.020708 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b5004c7-3e19-4e38-8c84-1b967407a213 req-63e56782-4643-4c5f-b196-9ccac0bb5d3c tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/security-groups?id=617a677f-8c80-4e77-98ac-37df03284b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596402 Aug 20 11:53:05.033518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d50d8-d0cd-4c40-a077-75ace5598860 req-2a71f9b7-2133-4fe1-baa4-f3faf5d7e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:05.035610 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-087d50d8-d0cd-4c40-a077-75ace5598860 req-2a71f9b7-2133-4fe1-baa4-f3faf5d7e090 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 1096 time: 0.1290002 Aug 20 11:53:05.094171 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-480a1b30-7e72-4459-9243-79bd99af3cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.104135 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-087d50d8-d0cd-4c40-a077-75ace5598860 req-f010c90c-b7e3-4f53-8706-653719f95b24 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=617a677f-8c80-4e77-98ac-37df03284b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611832 Aug 20 11:53:05.190324 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-480a1b30-7e72-4459-9243-79bd99af3cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.194333 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-480a1b30-7e72-4459-9243-79bd99af3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.242721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a1b30-7e72-4459-9243-79bd99af3cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a7974a-2141-4393-9ab6-70625231bd87,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:05.248716 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-480a1b30-7e72-4459-9243-79bd99af3cf5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ab95a112ed64547bda7bc5518d9b5b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972727 Aug 20 11:53:05.250707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58202) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:05.346693 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21a735cd-9972-4474-936a-6612f7e20a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.370775 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21a735cd-9972-4474-936a-6612f7e20a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.421163 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21a735cd-9972-4474-936a-6612f7e20a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.423841 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21a735cd-9972-4474-936a-6612f7e20a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.425301 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-21a735cd-9972-4474-936a-6612f7e20a10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64a7974a-2141-4393-9ab6-70625231bd87 HTTP/1.1" status: 204 len: 168 time: 0.1687732 Aug 20 11:53:05.445784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a735cd-9972-4474-936a-6612f7e20a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a7974a-2141-4393-9ab6-70625231bd87,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:05.742046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58216) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:05.759778 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a2afcd32-0479-4191-b7bc-401da73cd353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.874633 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a2afcd32-0479-4191-b7bc-401da73cd353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.878820 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a2afcd32-0479-4191-b7bc-401da73cd353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.919687 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a2afcd32-0479-4191-b7bc-401da73cd353 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3f8ef292fa24357abe4fc5325bed507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742010 Aug 20 11:53:05.919687 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afcd32-0479-4191-b7bc-401da73cd353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9410e96-c5aa-4fdc-bd3c-ca3e90f03eb8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:05.920149 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58224) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:05.969733 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdaf3990-25fb-428d-820b-8d91caa6c1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.991099 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdaf3990-25fb-428d-820b-8d91caa6c1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.037548 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdaf3990-25fb-428d-820b-8d91caa6c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.040822 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdaf3990-25fb-428d-820b-8d91caa6c1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.042116 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cdaf3990-25fb-428d-820b-8d91caa6c1e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9410e96-c5aa-4fdc-bd3c-ca3e90f03eb8 HTTP/1.1" status: 204 len: 168 time: 0.1209433 Aug 20 11:53:06.050460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf3990-25fb-428d-820b-8d91caa6c1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9410e96-c5aa-4fdc-bd3c-ca3e90f03eb8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:06.210645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df61ba2-872f-4ae2-ad9f-a1d8cbc8af78 req-01c45174-e665-438e-b9c9-c2c93883bf7b tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:06.225469 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6df61ba2-872f-4ae2-ad9f-a1d8cbc8af78 req-01c45174-e665-438e-b9c9-c2c93883bf7b tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 945 time: 0.1071246 Aug 20 11:53:06.309742 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6df61ba2-872f-4ae2-ad9f-a1d8cbc8af78 req-d322f4ab-2acc-41a9-ab10-11a3e0fa7454 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/security-groups?id=617a677f-8c80-4e77-98ac-37df03284b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750945 Aug 20 11:53:07.422452 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5db173-9f4e-4247-9f77-a992f46e4c01 req-71b3ee6a-e169-43f5-8094-a332c24bb689 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:07.429718 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad5db173-9f4e-4247-9f77-a992f46e4c01 req-71b3ee6a-e169-43f5-8094-a332c24bb689 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 945 time: 0.0631707 Aug 20 11:53:07.473055 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad5db173-9f4e-4247-9f77-a992f46e4c01 req-ed49961d-b45c-41bd-a5fc-a5b6609e6551 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/security-groups?id=617a677f-8c80-4e77-98ac-37df03284b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423160 Aug 20 11:53:07.623229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c614c-1498-4803-ab52-2eb6191a3c91 req-41fc4a38-9659-49e9-8cff-d3d50d6ae150 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:07.631264 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d2c614c-1498-4803-ab52-2eb6191a3c91 req-41fc4a38-9659-49e9-8cff-d3d50d6ae150 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 945 time: 0.0762076 Aug 20 11:53:07.689421 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d2c614c-1498-4803-ab52-2eb6191a3c91 req-56d3d300-4a30-44b2-adde-132e08f86cfb tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/security-groups?id=617a677f-8c80-4e77-98ac-37df03284b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510852 Aug 20 11:53:07.883029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e865e-2cf7-4228-ae08-01bb96a2d8ad req-8c34c91f-d663-4644-909f-a98d6be5ee5b tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:07.891247 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-991e865e-2cf7-4228-ae08-01bb96a2d8ad req-8c34c91f-d663-4644-909f-a98d6be5ee5b tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 945 time: 0.0788620 Aug 20 11:53:07.960124 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-991e865e-2cf7-4228-ae08-01bb96a2d8ad req-93edac2f-6590-439f-8b1f-3fb6281b4a1a tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/security-groups?id=617a677f-8c80-4e77-98ac-37df03284b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677030 Aug 20 11:53:07.986183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58336) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:08.232822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7485c14-e8ad-4627-b861-aa26e02aa366 tempest-TestServerBasicOps-1160741919 tempest-TestServerBasicOps-1160741919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:08.235160 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d7485c14-e8ad-4627-b861-aa26e02aa366 tempest-TestServerBasicOps-1160741919 tempest-TestServerBasicOps-1160741919-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 1091 time: 0.2446246 Aug 20 11:53:08.238447 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58346) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:08.243907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': '7d1d79ac-49c5-45ac-ae02-a65bee361525', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:08.310359 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.360547 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58350) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:08.432257 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.497982 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6ea871b9-aecd-4f31-9a44-b8530bc2d21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.570118 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Allocated IP 172.25.8.49 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/8a6e667d-8c4b-4316-b044-44e789fba922) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:08.638698 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6ea871b9-aecd-4f31-9a44-b8530bc2d21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.643560 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6ea871b9-aecd-4f31-9a44-b8530bc2d21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.683412 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6ea871b9-aecd-4f31-9a44-b8530bc2d21f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d8dedfbd61749389a2885f50be1392e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3216312 Aug 20 11:53:08.685988 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58358) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:08.689148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea871b9-aecd-4f31-9a44-b8530bc2d21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb565b9-52e4-48e7-8881-6b14267330ca,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:08.739043 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.759968 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-574550e8-efef-40b5-8eb9-e9be63663da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.784961 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-574550e8-efef-40b5-8eb9-e9be63663da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.938999 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.974036 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.986052 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9a9f234-d662-4132-b428-2d42f24c2b60 req-7c1e2482-637b-40a0-8c47-c05ef5fe99db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1312716 Aug 20 11:53:08.989998 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-574550e8-efef-40b5-8eb9-e9be63663da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.001539 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-574550e8-efef-40b5-8eb9-e9be63663da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.004685 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-574550e8-efef-40b5-8eb9-e9be63663da8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/acb565b9-52e4-48e7-8881-6b14267330ca HTTP/1.1" status: 204 len: 168 time: 0.3168843 Aug 20 11:53:09.032999 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Pushing event updated for resources: {'Port': ['ID=8a6e667d-8c4b-4316-b044-44e789fba922,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:09.041008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:09.047776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:09.050055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574550e8-efef-40b5-8eb9-e9be63663da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb565b9-52e4-48e7-8881-6b14267330ca,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:09.052337 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:09.223341 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9f234-d662-4132-b428-2d42f24c2b60 req-276da9f7-8f50-4051-ac87-29052654f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:09.224865 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9a9f234-d662-4132-b428-2d42f24c2b60 req-276da9f7-8f50-4051-ac87-29052654f01f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bfae817aa0f4bfeb4347951731b9566&device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 1096 time: 0.1267607 Aug 20 11:53:09.487254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9f234-d662-4132-b428-2d42f24c2b60 req-98012410-539d-41e4-b174-d3200532bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:09.488950 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9a9f234-d662-4132-b428-2d42f24c2b60 req-98012410-539d-41e4-b174-d3200532bdff service neutron] 10.222.0.35 "GET /v2.0/networks?id=52cb1187-ce46-4926-9484-0b82ee8202d8 HTTP/1.1" status: 200 len: 906 time: 0.2316296 Aug 20 11:53:09.517503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58392) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:09.531652 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.639943 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.640681 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9a9f234-d662-4132-b428-2d42f24c2b60 req-b2c6d64f-36ea-4113-bcd3-807a27faf980 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c41038ab-69d2-4fc3-8d93-3d447e6e0625 HTTP/1.1" status: 200 len: 1000 time: 0.1104879 Aug 20 11:53:09.645374 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.684242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5573fd8-54c7-4391-9a06-f29b4e957555,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:09.688077 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31b62cd4363a4970ae895ec4bf9677d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693535 Aug 20 11:53:09.694326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58394) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:09.703588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:09.704015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:09.704432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:09.704858 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:09.705200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:09.705538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:09.705930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:09.706270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:09.706597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:09.706951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:09.707538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:09.708033 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28166b24-b67b-4740-a7fd-e1535de777d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:09.762942 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-134a92d0-48c5-4be4-a585-9a2345223aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.792099 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-134a92d0-48c5-4be4-a585-9a2345223aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.854011 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-134a92d0-48c5-4be4-a585-9a2345223aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.857176 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-134a92d0-48c5-4be4-a585-9a2345223aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.858831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-134a92d0-48c5-4be4-a585-9a2345223aab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5573fd8-54c7-4391-9a06-f29b4e957555 HTTP/1.1" status: 204 len: 168 time: 0.1634884 Aug 20 11:53:09.871540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a92d0-48c5-4be4-a585-9a2345223aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5573fd8-54c7-4391-9a06-f29b4e957555,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:10.098753 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9f234-d662-4132-b428-2d42f24c2b60 req-5ddf49e4-835e-4f47-89e2-029af4697992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:10.100249 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9a9f234-d662-4132-b428-2d42f24c2b60 req-5ddf49e4-835e-4f47-89e2-029af4697992 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88ce2430-f6b9-4db9-ab45-4b86206082c1 HTTP/1.1" status: 200 len: 845 time: 0.4514742 Aug 20 11:53:10.247769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9f234-d662-4132-b428-2d42f24c2b60 req-ff617979-f5dc-4872-acec-8fb0203e7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:10.249495 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9a9f234-d662-4132-b428-2d42f24c2b60 req-ff617979-f5dc-4872-acec-8fb0203e7cca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52cb1187-ce46-4926-9484-0b82ee8202d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410463 Aug 20 11:53:10.321661 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:10.431470 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9a9f234-d662-4132-b428-2d42f24c2b60 req-b636b936-254b-4b2d-b6fd-5b644303d4be service neutron] 10.222.0.35 "GET /v2.0/networks/52cb1187-ce46-4926-9484-0b82ee8202d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630445 Aug 20 11:53:10.432032 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:10.622581 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9a9f234-d662-4132-b428-2d42f24c2b60 req-94125f0d-b39d-4718-bd9c-c3a2710c7ae1 service neutron] 10.222.0.35 "GET /v2.0/networks/52cb1187-ce46-4926-9484-0b82ee8202d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659701 Aug 20 11:53:10.745005 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:10.753383 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:10.845178 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Pushing event updated for resources: {'Port': ['ID=8a6e667d-8c4b-4316-b044-44e789fba922,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:10.857495 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:11.019583 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Floating IP 5104e63b-1c30-4c12-80a9-a2d5f935625a associated. External IP: 172.25.8.49, port: 7d1d79ac-49c5-45ac-ae02-a65bee361525. Aug 20 11:53:11.261293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:53:11.415827 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:53:11.439151 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:11.458667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab588f-63a4-4a04-a60b-5c5e540c49a4 None None] Sync routers for ids ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:53:11.470637 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab588f-63a4-4a04-a60b-5c5e540c49a4 None None] Routers {'22fdd8c5-c140-4eb1-8b92-6d182e199fc6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:11.471361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2dab588f-63a4-4a04-a60b-5c5e540c49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:11.493864 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3f85aff7-3a0f-47cf-ab0b-9a3392c442ed tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2540467 Aug 20 11:53:11.494696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a778b64-01b6-46dd-92cb-38401030fe1d', 'tag': '7d1d79ac-49c5-45ac-ae02-a65bee361525'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:11.497828 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a99d30c-a716-4216-9777-7f68982d2b47" -d '{"events": [{"name": "network-changed", "server_uuid": "8a778b64-01b6-46dd-92cb-38401030fe1d", "tag": "7d1d79ac-49c5-45ac-ae02-a65bee361525"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:11.673222 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-2dab588f-63a4-4a04-a60b-5c5e540c49a4 None None] Set router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:11.815372 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4550d8-1c7a-4339-afda-c433d08a657e x-openstack-request-id: req-3a4550d8-1c7a-4339-afda-c433d08a657e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:11.815867 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a778b64-01b6-46dd-92cb-38401030fe1d", "tag": "7d1d79ac-49c5-45ac-ae02-a65bee361525", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:11.815978 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a4550d8-1c7a-4339-afda-c433d08a657e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:11.816379 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a778b64-01b6-46dd-92cb-38401030fe1d', 'tag': '7d1d79ac-49c5-45ac-ae02-a65bee361525', 'status': 'completed', 'code': 200} Aug 20 11:53:11.917436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99d30c-a716-4216-9777-7f68982d2b47 req-457e6599-b477-43ce-9e62-9b42ea44ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:11.919741 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a99d30c-a716-4216-9777-7f68982d2b47 req-457e6599-b477-43ce-9e62-9b42ea44ce12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18da441c481b49c9ab55e1a14df71d73&device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 1096 time: 0.0779066 Aug 20 11:53:12.000309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2dab588f-63a4-4a04-a60b-5c5e540c49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'name': 'tempest-TestServerBasicOps-1393151680-router', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:22Z', 'updated_at': '2021-08-20T11:52:31Z', 'revision_number': 4, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'gw_port': {'id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:23Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '5104e63b-1c30-4c12-80a9-a2d5f935625a', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'port_id': '7d1d79ac-49c5-45ac-ae02-a65bee361525', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'mac_address': 'fa:16:3e:ed:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a778b64-01b6-46dd-92cb-38401030fe1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:10Z', 'revision_number': 0, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca533cd-5158-4979-8948-c8b10aeddc8c', 'name': '', 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'mac_address': 'fa:16:3e:99:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:43Z', 'revision_number': 5, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'subnets': [{'id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:12.049368 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab588f-63a4-4a04-a60b-5c5e540c49a4 None None] Checking router: 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:53:12.063870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab588f-63a4-4a04-a60b-5c5e540c49a4 None None] Routers {'22fdd8c5-c140-4eb1-8b92-6d182e199fc6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:12.064514 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2dab588f-63a4-4a04-a60b-5c5e540c49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:52:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:12.112040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99d30c-a716-4216-9777-7f68982d2b47 req-7834f2fb-dd74-49d1-84d1-66c75ba3ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:12.120465 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a99d30c-a716-4216-9777-7f68982d2b47 req-7834f2fb-dd74-49d1-84d1-66c75ba3ce92 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 HTTP/1.1" status: 200 len: 909 time: 0.1879249 Aug 20 11:53:12.214493 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a99d30c-a716-4216-9777-7f68982d2b47 req-ceeec318-a7f3-44b4-ba77-69c5dad4e631 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d1d79ac-49c5-45ac-ae02-a65bee361525 HTTP/1.1" status: 200 len: 998 time: 0.0916715 Aug 20 11:53:12.222213 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-2dab588f-63a4-4a04-a60b-5c5e540c49a4 None None] Set router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:12.291609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99d30c-a716-4216-9777-7f68982d2b47 req-1df560d0-150c-4616-9615-932585bb8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:12.293603 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a99d30c-a716-4216-9777-7f68982d2b47 req-1df560d0-150c-4616-9615-932585bb8312 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c5d0d52-33c3-4556-b37f-a7cde29a16b1 HTTP/1.1" status: 200 len: 848 time: 0.0715909 Aug 20 11:53:12.365751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99d30c-a716-4216-9777-7f68982d2b47 req-d8ae2fa6-57c5-4b20-99f0-7d562e6aa06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:12.366003 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a99d30c-a716-4216-9777-7f68982d2b47 req-d8ae2fa6-57c5-4b20-99f0-7d562e6aa06c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634592 Aug 20 11:53:12.618180 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a99d30c-a716-4216-9777-7f68982d2b47 req-86348824-4496-49f4-a1f1-ad3a17a1ee51 service neutron] 10.222.0.35 "GET /v2.0/networks/1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409158 Aug 20 11:53:12.686199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2dab588f-63a4-4a04-a60b-5c5e540c49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'name': 'tempest-TestServerBasicOps-1393151680-router', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:22Z', 'updated_at': '2021-08-20T11:52:31Z', 'revision_number': 4, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'gw_port': {'id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:23Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '5104e63b-1c30-4c12-80a9-a2d5f935625a', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'port_id': '7d1d79ac-49c5-45ac-ae02-a65bee361525', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'mac_address': 'fa:16:3e:ed:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a778b64-01b6-46dd-92cb-38401030fe1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:10Z', 'revision_number': 0, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca533cd-5158-4979-8948-c8b10aeddc8c', 'name': '', 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'mac_address': 'fa:16:3e:99:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:43Z', 'revision_number': 5, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'subnets': [{'id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:12.750871 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab588f-63a4-4a04-a60b-5c5e540c49a4 None None] The sync data for ids ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'] in n-d-804299-2 is: [{'id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'name': 'tempest-TestServerBasicOps-1393151680-router', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:22Z', 'updated_at': '2021-08-20T11:52:31Z', 'revision_number': 4, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'gw_port': {'id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:23Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '5104e63b-1c30-4c12-80a9-a2d5f935625a', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'port_id': '7d1d79ac-49c5-45ac-ae02-a65bee361525', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'mac_address': 'fa:16:3e:ed:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a778b64-01b6-46dd-92cb-38401030fe1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:10Z', 'revision_number': 0, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca533cd-5158-4979-8948-c8b10aeddc8c', 'name': '', 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'mac_address': 'fa:16:3e:99:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:43Z', 'revision_number': 5, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'subnets': [{'id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:53:12.837808 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a99d30c-a716-4216-9777-7f68982d2b47 req-0bdba28a-6ee9-429f-902b-99d62ea23dd8 service neutron] 10.222.0.35 "GET /v2.0/networks/1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020311 Aug 20 11:53:13.077351 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e4fcd-ddc9-4e07-aaa7-01a69df2dd87 None None] New status for floating IP 5104e63b-1c30-4c12-80a9-a2d5f935625a: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:53:14.259882 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:53:21.459719 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58806) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:21.570640 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.663644 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.668599 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.708790 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f8b768c4e5f4fe3a9e66e27780eee53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478545 Aug 20 11:53:21.709692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6a45db-bae2-4d2a-a6ba-3d0a706a51ae,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:21.712166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58814) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:21.717684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.718032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.718373 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.718703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.719211 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.719821 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.720035 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.720364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.720713 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.721042 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.721370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.721691 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeb1f7-1063-42ce-a151-e77f589084a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.770849 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d6dca91-ee0f-49fe-af7f-ade71a9cf67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.795877 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d6dca91-ee0f-49fe-af7f-ade71a9cf67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.849990 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d6dca91-ee0f-49fe-af7f-ade71a9cf67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.854433 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d6dca91-ee0f-49fe-af7f-ade71a9cf67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.859251 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8d6dca91-ee0f-49fe-af7f-ade71a9cf67e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d6a45db-bae2-4d2a-a6ba-3d0a706a51ae HTTP/1.1" status: 204 len: 168 time: 0.1459525 Aug 20 11:53:21.871870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dca91-ee0f-49fe-af7f-ade71a9cf67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6a45db-bae2-4d2a-a6ba-3d0a706a51ae,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:22.207398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58838) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:22.223270 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34298079-7f39-4746-93fb-aa52828967b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:22.320433 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34298079-7f39-4746-93fb-aa52828967b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:22.325983 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34298079-7f39-4746-93fb-aa52828967b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:22.330414 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5a02401b-1ca2-4213-bfc8-699e7070cb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:22.367778 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-34298079-7f39-4746-93fb-aa52828967b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38041392cd084019b05a7ca7bc2925a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590862 Aug 20 11:53:22.370726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58840) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:22.372984 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34298079-7f39-4746-93fb-aa52828967b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff4d42c-3582-4e50-ae21-53b701c08dac,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:22.438124 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6feeb2cc-0f78-4b3e-9732-828d4356c71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:22.466401 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6feeb2cc-0f78-4b3e-9732-828d4356c71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:22.518188 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6feeb2cc-0f78-4b3e-9732-828d4356c71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:22.521379 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6feeb2cc-0f78-4b3e-9732-828d4356c71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:22.522712 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6feeb2cc-0f78-4b3e-9732-828d4356c71a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dff4d42c-3582-4e50-ae21-53b701c08dac HTTP/1.1" status: 204 len: 168 time: 0.1510026 Aug 20 11:53:22.531826 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feeb2cc-0f78-4b3e-9732-828d4356c71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff4d42c-3582-4e50-ae21-53b701c08dac,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:23.598614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdd21c-72f8-4146-a6dd-872f28c0e85e req-e3da0130-c06d-4ec2-b5f6-a7be76a64e28 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:23.607912 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72cdd21c-72f8-4146-a6dd-872f28c0e85e req-e3da0130-c06d-4ec2-b5f6-a7be76a64e28 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.0651686 Aug 20 11:53:23.657286 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72cdd21c-72f8-4146-a6dd-872f28c0e85e req-e6107235-157a-4b81-aed1-5a70f6fe3dad tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481303 Aug 20 11:53:24.780141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87d5f6-368a-4068-b70b-b38f7a85c4c5 req-4c4949f0-9a01-4151-8720-3eb280990582 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:24.781672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9b87d5f6-368a-4068-b70b-b38f7a85c4c5 req-4c4949f0-9a01-4151-8720-3eb280990582 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.0500958 Aug 20 11:53:24.820398 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9b87d5f6-368a-4068-b70b-b38f7a85c4c5 req-ef03f8cc-a01c-40e9-9e79-70b2390f99d4 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327449 Aug 20 11:53:25.132803 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4ffbe9f0-a56a-4582-b3b9-0034c2523884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.459725 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.525087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d3fcc-0efb-4d35-8411-a9773bcb7bd2 req-bfa86573-cd1e-4a7d-a8be-2145d90065be tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:25.526682 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-288d3fcc-0efb-4d35-8411-a9773bcb7bd2 req-bfa86573-cd1e-4a7d-a8be-2145d90065be tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.76 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.0790067 Aug 20 11:53:25.653958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-288d3fcc-0efb-4d35-8411-a9773bcb7bd2 req-96b71233-f626-450b-a081-d03198f3f738 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Deleting port 945321ed-1ce1-474f-a129-8f49611b5b94 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:53:25.654590 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-288d3fcc-0efb-4d35-8411-a9773bcb7bd2 req-96b71233-f626-450b-a081-d03198f3f738 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.791307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-288d3fcc-0efb-4d35-8411-a9773bcb7bd2 req-96b71233-f626-450b-a081-d03198f3f738 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] For port 945321ed-1ce1-474f-a129-8f49611b5b94, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=945321ed-1ce1-474f-a129-8f49611b5b94,segment=NetworkSegment(4636c42c-09c5-41f4-b7f7-dfbb070f31c8),segment_id=4636c42c-09c5-41f4-b7f7-dfbb070f31c8)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:25.791307 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-288d3fcc-0efb-4d35-8411-a9773bcb7bd2 req-96b71233-f626-450b-a081-d03198f3f738 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.042648 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d88fdc-d1e2-4acd-a9f8-c0de624f11e0 req-d66ee0f7-2a60-4c6c-ae23-57a3f23903ef tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:26.044300 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98d88fdc-d1e2-4acd-a9f8-c0de624f11e0 req-d66ee0f7-2a60-4c6c-ae23-57a3f23903ef tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 946 time: 0.1192660 Aug 20 11:53:26.063647 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-288d3fcc-0efb-4d35-8411-a9773bcb7bd2 req-96b71233-f626-450b-a081-d03198f3f738 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.064139 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-288d3fcc-0efb-4d35-8411-a9773bcb7bd2 req-96b71233-f626-450b-a081-d03198f3f738 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.067156 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-288d3fcc-0efb-4d35-8411-a9773bcb7bd2 req-96b71233-f626-450b-a081-d03198f3f738 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Floating IP d4544f26-421c-4cca-9834-4d01606237b1 disassociated. External IP: 172.25.8.204, port: 945321ed-1ce1-474f-a129-8f49611b5b94. Aug 20 11:53:26.067156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-288d3fcc-0efb-4d35-8411-a9773bcb7bd2 req-96b71233-f626-450b-a081-d03198f3f738 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Calling delete_port for 945321ed-1ce1-474f-a129-8f49611b5b94 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:53:26.132042 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98d88fdc-d1e2-4acd-a9f8-c0de624f11e0 req-1cc6c0fc-012c-4354-8571-83fc08fade60 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=ecbfc231-26ab-4ebc-b80e-e0da7a58e788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801682 Aug 20 11:53:26.325531 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-288d3fcc-0efb-4d35-8411-a9773bcb7bd2 req-96b71233-f626-450b-a081-d03198f3f738 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.338138 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.371303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b71233-f626-450b-a081-d03198f3f738 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event deleted for resources: {'Port': ['ID=945321ed-1ce1-474f-a129-8f49611b5b94,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:26.857063 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-288d3fcc-0efb-4d35-8411-a9773bcb7bd2 req-96b71233-f626-450b-a081-d03198f3f738 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:53:26.970023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-288d3fcc-0efb-4d35-8411-a9773bcb7bd2 req-96b71233-f626-450b-a081-d03198f3f738 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:53:26.985436 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521fcf1d-8197-4d77-806c-6383536fd0c5 None None] Sync routers for ids ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:53:26.998144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521fcf1d-8197-4d77-806c-6383536fd0c5 None None] Routers {'1fd8c4eb-7c04-48ea-9691-f6efa1caea07'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:26.998888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-521fcf1d-8197-4d77-806c-6383536fd0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:53:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:27.017793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-288d3fcc-0efb-4d35-8411-a9773bcb7bd2 req-96b71233-f626-450b-a081-d03198f3f738 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] No DVR routers for this DVR port 945321ed-1ce1-474f-a129-8f49611b5b94 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:53:27.021601 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-288d3fcc-0efb-4d35-8411-a9773bcb7bd2 req-96b71233-f626-450b-a081-d03198f3f738 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.023620 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-288d3fcc-0efb-4d35-8411-a9773bcb7bd2 req-96b71233-f626-450b-a081-d03198f3f738 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.76 "DELETE /v2.0/ports/945321ed-1ce1-474f-a129-8f49611b5b94 HTTP/1.1" status: 204 len: 173 time: 1.4859383 Aug 20 11:53:27.024091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0287a4dc-a976-4836-90e1-16d0ad84714c', 'name': 'network-vif-deleted', 'tag': '945321ed-1ce1-474f-a129-8f49611b5b94'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:27.026574 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003412be-4fcf-45f6-8f9a-e240e1e76cb2" -d '{"events": [{"server_uuid": "0287a4dc-a976-4836-90e1-16d0ad84714c", "name": "network-vif-deleted", "tag": "945321ed-1ce1-474f-a129-8f49611b5b94"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:27.076337 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4568927e-45cc-4e01-8483-b5922a55c870 x-openstack-request-id: req-4568927e-45cc-4e01-8483-b5922a55c870 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:27.076618 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0287a4dc-a976-4836-90e1-16d0ad84714c", "name": "network-vif-deleted", "tag": "945321ed-1ce1-474f-a129-8f49611b5b94", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:27.076912 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4568927e-45cc-4e01-8483-b5922a55c870 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:27.077313 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0287a4dc-a976-4836-90e1-16d0ad84714c', 'name': 'network-vif-deleted', 'tag': '945321ed-1ce1-474f-a129-8f49611b5b94', 'status': 'completed', 'code': 200} Aug 20 11:53:27.294856 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-521fcf1d-8197-4d77-806c-6383536fd0c5 None None] Set router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:27.300027 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-876c11ff-97f9-4257-be48-1c1a0b452bdc req-9c8c6218-049f-4626-bca1-aaadc281a6f7 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=0287a4dc-a976-4836-90e1-16d0ad84714c HTTP/1.1" status: 200 len: 210 time: 0.0382428 Aug 20 11:53:27.516844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-521fcf1d-8197-4d77-806c-6383536fd0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:49:03Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '14c8ebc0-0b9d-4327-8e1e-55861af8249f', 'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'mac_address': 'fa:16:3e:f3:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:01Z', 'updated_at': '2021-08-20T11:49:12Z', 'revision_number': 5, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'subnets': [{'id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:27.553093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521fcf1d-8197-4d77-806c-6383536fd0c5 None None] Checking router: 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:53:27.562821 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521fcf1d-8197-4d77-806c-6383536fd0c5 None None] Routers {'1fd8c4eb-7c04-48ea-9691-f6efa1caea07'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:27.563775 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-521fcf1d-8197-4d77-806c-6383536fd0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:53:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:27.692521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-521fcf1d-8197-4d77-806c-6383536fd0c5 None None] Set router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:27.995131 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.037929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-521fcf1d-8197-4d77-806c-6383536fd0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:49:03Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '14c8ebc0-0b9d-4327-8e1e-55861af8249f', 'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'mac_address': 'fa:16:3e:f3:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:01Z', 'updated_at': '2021-08-20T11:49:12Z', 'revision_number': 5, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'subnets': [{'id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:28.075005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521fcf1d-8197-4d77-806c-6383536fd0c5 None None] The sync data for ids ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'] in n-d-804299-2 is: [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:49:03Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '14c8ebc0-0b9d-4327-8e1e-55861af8249f', 'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'mac_address': 'fa:16:3e:f3:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:01Z', 'updated_at': '2021-08-20T11:49:12Z', 'revision_number': 5, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'subnets': [{'id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:53:28.436901 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59076) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:28.449668 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db108ca-b132-49a4-80b8-46eda6d39fbe None None] New status for floating IP d4544f26-421c-4cca-9834-4d01606237b1: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:53:28.501283 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0054bf26-6335-4a94-9d0f-ca4ace8ae953 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.545007 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0054bf26-6335-4a94-9d0f-ca4ace8ae953 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.648175 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0054bf26-6335-4a94-9d0f-ca4ace8ae953 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.651491 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0054bf26-6335-4a94-9d0f-ca4ace8ae953 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.655531 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59102) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:28.658107 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0054bf26-6335-4a94-9d0f-ca4ace8ae953 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "DELETE /v2.0/security-groups/ecbfc231-26ab-4ebc-b80e-e0da7a58e788 HTTP/1.1" status: 204 len: 168 time: 0.2201369 Aug 20 11:53:28.676504 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054bf26-6335-4a94-9d0f-ca4ace8ae953 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbfc231-26ab-4ebc-b80e-e0da7a58e788,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:28.699428 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-b5615e09-db26-4818-8097-d5a63e26dfaf tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] show failed (client error): The resource could not be found. Aug 20 11:53:28.701803 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b5615e09-db26-4818-8097-d5a63e26dfaf tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups/ecbfc231-26ab-4ebc-b80e-e0da7a58e788 HTTP/1.1" status: 404 len: 347 time: 0.0450459 Aug 20 11:53:28.705028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59108) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:28.890067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-2aa0adf9-e93b-4daa-b5fe-4124ce05bed6 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Deleting port 92017062-f3ae-45db-867a-2977e616d07c {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:53:28.891517 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aa0adf9-e93b-4daa-b5fe-4124ce05bed6 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.048001 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aa0adf9-e93b-4daa-b5fe-4124ce05bed6 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.048508 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aa0adf9-e93b-4daa-b5fe-4124ce05bed6 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.066079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-2aa0adf9-e93b-4daa-b5fe-4124ce05bed6 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Calling delete_port for 92017062-f3ae-45db-867a-2977e616d07c owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:53:29.287697 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aa0adf9-e93b-4daa-b5fe-4124ce05bed6 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.317495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0adf9-e93b-4daa-b5fe-4124ce05bed6 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event deleted for resources: {'Port': ['ID=92017062-f3ae-45db-867a-2977e616d07c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:29.388201 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aa0adf9-e93b-4daa-b5fe-4124ce05bed6 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.391745 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aa0adf9-e93b-4daa-b5fe-4124ce05bed6 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.396216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2aa0adf9-e93b-4daa-b5fe-4124ce05bed6 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "DELETE /v2.0/floatingips/d4544f26-421c-4cca-9834-4d01606237b1 HTTP/1.1" status: 204 len: 168 time: 0.6871707 Aug 20 11:53:29.535467 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6657c-96f9-43af-8ef3-0484ae058a27 req-ae553d30-b634-4327-b4d5-9c4243e0a753 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:29.541410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 945321ed-1ce1-474f-a129-8f49611b5b94 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:53:29.544400 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c4f6657c-96f9-43af-8ef3-0484ae058a27 req-ae553d30-b634-4327-b4d5-9c4243e0a753 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 1097 time: 0.0682359 Aug 20 11:53:29.597833 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 945321ed-1ce1-474f-a129-8f49611b5b94 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:53:29.598350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 945321ed-1ce1-474f-a129-8f49611b5b94 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:53:29.634614 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c4f6657c-96f9-43af-8ef3-0484ae058a27 req-3f40c23b-d794-44db-aa68-f54b5f1bf13f tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845196 Aug 20 11:53:29.688289 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59232) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:29.693013 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-26b40e7a-b97a-4e57-b8c2-a440bbefb1b5 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1896338636', 'description': 'tempest-description--1514428792'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:29.731113 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26b40e7a-b97a-4e57-b8c2-a440bbefb1b5 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.803508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a1fbd-4fbe-4f4f-b05a-ddb636192c4e req-186a99db-cf43-4f41-8633-26cde1e0ea11 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:29.805105 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e86a1fbd-4fbe-4f4f-b05a-ddb636192c4e req-186a99db-cf43-4f41-8633-26cde1e0ea11 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.0853014 Aug 20 11:53:29.864946 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e86a1fbd-4fbe-4f4f-b05a-ddb636192c4e req-3cbf98e7-b9ab-4ca5-b5cc-d24b2a74dc81 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501416 Aug 20 11:53:29.896187 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26b40e7a-b97a-4e57-b8c2-a440bbefb1b5 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.901243 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26b40e7a-b97a-4e57-b8c2-a440bbefb1b5 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.903235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59262) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:29.938941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b40e7a-b97a-4e57-b8c2-a440bbefb1b5 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d86a67c-f407-40c1-8f50-54803f6d374b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:29.942863 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26b40e7a-b97a-4e57-b8c2-a440bbefb1b5 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.944435 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-26b40e7a-b97a-4e57-b8c2-a440bbefb1b5 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2551036 Aug 20 11:53:29.948825 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59266) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:29.955846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b2522119-3788-4340-939d-44dcd71e5151 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Request body: {'security_group_rule': {'security_group_id': '6d86a67c-f407-40c1-8f50-54803f6d374b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:30.017430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-76f31fa2-cdb8-467e-bc34-47ee60609ed0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/9183a286-c7a6-4d60-9b1e-eef4d270fdd4 HTTP/1.1" status: 200 len: 994 time: 0.1128693 Aug 20 11:53:30.036950 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2522119-3788-4340-939d-44dcd71e5151 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.178821 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2522119-3788-4340-939d-44dcd71e5151 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.186596 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2522119-3788-4340-939d-44dcd71e5151 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.214709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2522119-3788-4340-939d-44dcd71e5151 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59b404e-e199-4d72-bce4-9f1e40466f61,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:30.223900 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2522119-3788-4340-939d-44dcd71e5151 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.229832 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59316) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:30.230922 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b2522119-3788-4340-939d-44dcd71e5151 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2799840 Aug 20 11:53:30.239134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-728c6d4f-397e-4b83-bb27-a734983510be tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Request body: {'security_group_rule': {'security_group_id': '6d86a67c-f407-40c1-8f50-54803f6d374b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:30.310334 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-728c6d4f-397e-4b83-bb27-a734983510be tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.464906 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-728c6d4f-397e-4b83-bb27-a734983510be tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.471357 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-728c6d4f-397e-4b83-bb27-a734983510be tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.498529 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-728c6d4f-397e-4b83-bb27-a734983510be tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.503293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59352) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:30.503707 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-728c6d4f-397e-4b83-bb27-a734983510be tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2724051 Aug 20 11:53:30.504850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c6d4f-397e-4b83-bb27-a734983510be tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3138fd06-55df-4708-82e7-3bb22bb959ff,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:30.507968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:30.545660 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.706352 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.792933 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-30f453fe-1bd5-4745-8dad-c2a41087f54a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1088035 Aug 20 11:53:30.801431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63547c8-d239-4899-8e06-79a3c0a7e9d4 req-136b596c-c178-4dc1-b8ce-9a7fe72ef21b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:30.803149 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f63547c8-d239-4899-8e06-79a3c0a7e9d4 req-136b596c-c178-4dc1-b8ce-9a7fe72ef21b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.1106987 Aug 20 11:53:30.861006 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f63547c8-d239-4899-8e06-79a3c0a7e9d4 req-48a1c385-2d49-4697-aef1-4b9a2617177a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494680 Aug 20 11:53:30.884535 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Allocated IP 172.25.8.101 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/c823def5-7ac5-44f3-ab2f-8f3616478d8b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:31.047119 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:31.108449 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:31.170071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:31.172918 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:31.177342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:31.206000 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event updated for resources: {'Port': ['ID=c823def5-7ac5-44f3-ab2f-8f3616478d8b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:31.355043 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:31.398547 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:31.648325 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:31.659014 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:31.754021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event updated for resources: {'Port': ['ID=c823def5-7ac5-44f3-ab2f-8f3616478d8b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:31.770285 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:31.799450 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:31.800860 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9ae3dd22-5287-4415-b5aa-c39fcd6fae2e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2964962 Aug 20 11:53:32.118755 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498739-7933-4c63-a117-c8b97c8d8cde req-df61f8b9-fa38-4809-bd43-253d5d2c883b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:32.122684 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-72498739-7933-4c63-a117-c8b97c8d8cde req-df61f8b9-fa38-4809-bd43-253d5d2c883b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.0989218 Aug 20 11:53:32.147369 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-48a545b6-9b7f-410d-a8fd-90e64032ff8b tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1896338636&fields=id&tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6 HTTP/1.1" status: 200 len: 267 time: 0.0673957 Aug 20 11:53:32.209671 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-72498739-7933-4c63-a117-c8b97c8d8cde req-741748b0-2bdc-4dd5-8479-11f55d2073bc tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802033 Aug 20 11:53:32.294271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-1afcac55-5ce8-4228-9060-054b49c2832e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:32.295547 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-1afcac55-5ce8-4228-9060-054b49c2832e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/networks?id=d8c120cc-56e2-4266-a608-15492ea07f5a HTTP/1.1" status: 200 len: 810 time: 0.1473422 Aug 20 11:53:32.316186 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-8b3609c7-9236-4ca6-ba8a-fb2b8a967937 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/quotas/f80439ee3e7d4c31ae9f53f07409b7e6 HTTP/1.1" status: 200 len: 375 time: 0.0140059 Aug 20 11:53:32.393289 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-f86de18f-db55-42ba-bf07-db7a8f1d60c0 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689142 Aug 20 11:53:32.487844 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-8d184423-0e20-4e29-a357-d53f889cac64 service neutron] 10.222.0.37 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915482 Aug 20 11:53:32.642544 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-665710b9-ca6d-48b4-b158-dbecb3cde743 service neutron] 10.222.0.37 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403461 Aug 20 11:53:32.724338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-92fc217d-ce95-4979-8d05-5aa1095d2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:32.726271 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-92fc217d-ce95-4979-8d05-5aa1095d2f8d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 1097 time: 0.0589557 Aug 20 11:53:32.870825 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:32.902262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-2c477636-0897-47da-9b3f-ee1e7e367577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:32.906933 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-2c477636-0897-47da-9b3f-ee1e7e367577 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2 HTTP/1.1" status: 200 len: 897 time: 0.1736338 Aug 20 11:53:32.923855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59596) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:33.012926 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e86d4399-4a61-480e-a975-18d4e1f47e94 req-2973548a-228c-421b-90c6-c04d49953568 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 210 time: 0.0656629 Aug 20 11:53:33.013403 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-5493a152-efda-44e1-871c-8ba32a759e57 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea HTTP/1.1" status: 200 len: 1002 time: 0.0977826 Aug 20 11:53:33.074896 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-a70ac96d-b921-48de-8405-678eab1c3432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:33.077299 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-a70ac96d-b921-48de-8405-678eab1c3432 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ed6e4790-2c22-4aac-8045-87c29d4b8bd8 HTTP/1.1" status: 200 len: 834 time: 0.0515673 Aug 20 11:53:33.136792 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-255ac426-1179-4ad5-8bbc-55ad796a1d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.183117 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-185ac4ab-b743-42d7-8524-9408ebf36e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:33.186578 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-185ac4ab-b743-42d7-8524-9408ebf36e05 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023886 Aug 20 11:53:33.395112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-255ac426-1179-4ad5-8bbc-55ad796a1d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.444969 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-255ac426-1179-4ad5-8bbc-55ad796a1d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.538359 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-255ac426-1179-4ad5-8bbc-55ad796a1d51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b95911b0fcb4d6da7a22226bd5f4cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6133461 Aug 20 11:53:33.542033 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59624) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:33.555532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ac426-1179-4ad5-8bbc-55ad796a1d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c6ac38-52d7-431d-bc4c-8de81f9dccd6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:33.588443 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b8886-0369-4b10-aff0-fbf6b17ab605 req-714820e8-2e94-4819-b3a1-2b2b5105a03d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:33.599440 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b6b8886-0369-4b10-aff0-fbf6b17ab605 req-714820e8-2e94-4819-b3a1-2b2b5105a03d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.2019291 Aug 20 11:53:33.656202 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b6b8886-0369-4b10-aff0-fbf6b17ab605 req-d8d7d7f5-7ae6-4f8e-adb4-c84af0ede801 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554855 Aug 20 11:53:33.660849 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31d01d51-4500-409c-8b25-f5bfc2ee75f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.696916 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31d01d51-4500-409c-8b25-f5bfc2ee75f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.729639 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-7a71ffe5-d4a6-46e4-bad5-04570740074a service neutron] 10.222.0.76 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155578 Aug 20 11:53:33.773251 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31d01d51-4500-409c-8b25-f5bfc2ee75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.778005 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31d01d51-4500-409c-8b25-f5bfc2ee75f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.780239 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-31d01d51-4500-409c-8b25-f5bfc2ee75f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05c6ac38-52d7-431d-bc4c-8de81f9dccd6 HTTP/1.1" status: 204 len: 168 time: 0.2365310 Aug 20 11:53:33.791375 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d01d51-4500-409c-8b25-f5bfc2ee75f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c6ac38-52d7-431d-bc4c-8de81f9dccd6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:33.869796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b24671f5-293c-408a-9fcc-bde533b6d218 service neutron] 10.222.0.76 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245553 Aug 20 11:53:34.145638 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19f8bd30-c17a-4c15-9a2e-929d9d5621eb req-2588c609-44a6-42c6-8eaa-676cfacd0e1c tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 210 time: 0.0419583 Aug 20 11:53:34.328014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-b89aa1c5-17c3-4085-881b-96666b49a2b3 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:34.330687 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-b89aa1c5-17c3-4085-881b-96666b49a2b3 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.76 "GET /v2.0/networks?id=d8c120cc-56e2-4266-a608-15492ea07f5a HTTP/1.1" status: 200 len: 810 time: 0.1326840 Aug 20 11:53:34.413650 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-74361336-7e67-46ba-baeb-ac7b4c90fa76 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6 HTTP/1.1" status: 200 len: 380 time: 0.0730257 Aug 20 11:53:34.433279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-73f68a45-8826-4cb4-adda-ebaac6faf0ac tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Request body: {'port': {'device_id': '56f5e13b-713c-4c8a-8d45-db334ff37988', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'admin_state_up': True, 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'security_groups': ['6d86a67c-f407-40c1-8f50-54803f6d374b']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:34.589324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-73f68a45-8826-4cb4-adda-ebaac6faf0ac tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Made reservation on behalf of f80439ee3e7d4c31ae9f53f07409b7e6 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:34.597129 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-73f68a45-8826-4cb4-adda-ebaac6faf0ac tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.830140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-73f68a45-8826-4cb4-adda-ebaac6faf0ac tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Allocated IP 172.20.0.3 (d8c120cc-56e2-4266-a608-15492ea07f5a/09663497-ca2a-455d-b26b-a9896c3dda5e/10414a4f-87a5-4724-94c4-efdb5305e26d) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:34.882910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e9100-a372-41bb-9424-760b14ab7a3f req-b4a14afc-5bea-4a68-96f8-6e6bcd960ca9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:34.884484 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-244e9100-a372-41bb-9424-760b14ab7a3f req-b4a14afc-5bea-4a68-96f8-6e6bcd960ca9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.1259787 Aug 20 11:53:35.030087 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-244e9100-a372-41bb-9424-760b14ab7a3f req-d20688a5-896b-400d-b5f6-c526379823bb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371789 Aug 20 11:53:35.124413 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-73f68a45-8826-4cb4-adda-ebaac6faf0ac tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:35.149788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-73f68a45-8826-4cb4-adda-ebaac6faf0ac tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Transition to ACTIVE for port object 10414a4f-87a5-4724-94c4-efdb5305e26d will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:35.193201 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-73f68a45-8826-4cb4-adda-ebaac6faf0ac tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:35.294787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-73f68a45-8826-4cb4-adda-ebaac6faf0ac tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Network d8c120cc-56e2-4266-a608-15492ea07f5a is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:35.302172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-73f68a45-8826-4cb4-adda-ebaac6faf0ac tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:35.317911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-73f68a45-8826-4cb4-adda-ebaac6faf0ac tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:35.319256 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab90c2b-614d-43d4-b123-855ae6bfa08e req-a8e6bcea-ae4e-4057-bb17-8864d1e758ba tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:35.327760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f68a45-8826-4cb4-adda-ebaac6faf0ac tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event updated for resources: {'Port': ['ID=10414a4f-87a5-4724-94c4-efdb5305e26d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:35.328485 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cab90c2b-614d-43d4-b123-855ae6bfa08e req-a8e6bcea-ae4e-4057-bb17-8864d1e758ba tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 931 time: 0.0799150 Aug 20 11:53:35.395954 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cab90c2b-614d-43d4-b123-855ae6bfa08e req-b9142785-a14c-4cf2-95a9-0fdb1bda604d tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d86a67c-f407-40c1-8f50-54803f6d374b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515037 Aug 20 11:53:35.427458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-73f68a45-8826-4cb4-adda-ebaac6faf0ac tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:35.428170 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-73f68a45-8826-4cb4-adda-ebaac6faf0ac tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:35.446751 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-73f68a45-8826-4cb4-adda-ebaac6faf0ac tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0266044 Aug 20 11:53:35.460852 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Request body: {'port': {'device_id': '56f5e13b-713c-4c8a-8d45-db334ff37988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:35.541908 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:35.642798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7ef8bc13-a643-440f-bc0b-a26efd33c577 None None] Provisioning for port 10414a4f-87a5-4724-94c4-efdb5305e26d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:35.649207 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7ef8bc13-a643-440f-bc0b-a26efd33c577 None None] Provisioning complete for port 10414a4f-87a5-4724-94c4-efdb5305e26d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:35.649942 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7ef8bc13-a643-440f-bc0b-a26efd33c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:35.718951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7ef8bc13-a643-440f-bc0b-a26efd33c577 None None] Port 10414a4f-87a5-4724-94c4-efdb5305e26d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:53:35.903094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10414a4f-87a5-4724-94c4-efdb5305e26d {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:53:35.916547 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:35.933349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Transition to ACTIVE for port object 10414a4f-87a5-4724-94c4-efdb5305e26d will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:35.937488 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:36.023392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Pushing event updated for resources: {'Port': ['ID=10414a4f-87a5-4724-94c4-efdb5305e26d,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:36.183694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Attempting to bind port 10414a4f-87a5-4724-94c4-efdb5305e26d on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:36.184038 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Attempting to bind port 10414a4f-87a5-4724-94c4-efdb5305e26d by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:36.184364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Attempting to bind port 10414a4f-87a5-4724-94c4-efdb5305e26d on network d8c120cc-56e2-4266-a608-15492ea07f5a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:36.193022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Port 10414a4f-87a5-4724-94c4-efdb5305e26d on network d8c120cc-56e2-4266-a608-15492ea07f5a not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:53:36.193352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Attempting to bind port 10414a4f-87a5-4724-94c4-efdb5305e26d on network d8c120cc-56e2-4266-a608-15492ea07f5a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:36.211799 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:36.211799 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Checking segment: {'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:36.211799 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Bound using segment: {'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:36.211799 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Bound port: 10414a4f-87a5-4724-94c4-efdb5305e26d, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4636c42c-09c5-41f4-b7f7-dfbb070f31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:36.211799 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:36.342467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79e7f2-cd42-4312-ae38-50b61941bca0 req-c16fc4ef-c3d9-4ba1-937e-21f4c58f3491 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:36.344022 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db79e7f2-cd42-4312-ae38-50b61941bca0 req-c16fc4ef-c3d9-4ba1-937e-21f4c58f3491 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.1521788 Aug 20 11:53:36.392200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] For port 10414a4f-87a5-4724-94c4-efdb5305e26d, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:36.402285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] For port 10414a4f-87a5-4724-94c4-efdb5305e26d, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=10414a4f-87a5-4724-94c4-efdb5305e26d,segment=NetworkSegment(4636c42c-09c5-41f4-b7f7-dfbb070f31c8),segment_id=4636c42c-09c5-41f4-b7f7-dfbb070f31c8)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:36.410118 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:36.414656 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db79e7f2-cd42-4312-ae38-50b61941bca0 req-91acf8d3-a341-4123-8656-d4704bd1fc63 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603108 Aug 20 11:53:36.479431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:36.480792 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:36.482440 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] 10.222.0.76 "PUT /v2.0/ports/10414a4f-87a5-4724-94c4-efdb5305e26d HTTP/1.1" status: 200 len: 1091 time: 1.0276937 Aug 20 11:53:36.483042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f5e13b-713c-4c8a-8d45-db334ff37988', 'tag': '10414a4f-87a5-4724-94c4-efdb5305e26d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:36.485841 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58aaaeb3-5cb1-4bc2-b243-032ce801ddfe" -d '{"events": [{"name": "network-changed", "server_uuid": "56f5e13b-713c-4c8a-8d45-db334ff37988", "tag": "10414a4f-87a5-4724-94c4-efdb5305e26d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:36.687468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438936d4-91c8-4bfa-a802-87bce83abfc0 req-f2cf2fbd-9a1a-43bf-a1d5-408807ec099d tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:36.699193 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cbc657-2b79-4a46-9352-1bd3e95266b2 x-openstack-request-id: req-17cbc657-2b79-4a46-9352-1bd3e95266b2 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:36.700858 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f5e13b-713c-4c8a-8d45-db334ff37988", "tag": "10414a4f-87a5-4724-94c4-efdb5305e26d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:36.701348 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17cbc657-2b79-4a46-9352-1bd3e95266b2 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:36.703597 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f5e13b-713c-4c8a-8d45-db334ff37988', 'tag': '10414a4f-87a5-4724-94c4-efdb5305e26d', 'status': 'completed', 'code': 200} Aug 20 11:53:36.706574 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-438936d4-91c8-4bfa-a802-87bce83abfc0 req-f2cf2fbd-9a1a-43bf-a1d5-408807ec099d tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 943 time: 0.1430309 Aug 20 11:53:36.744117 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a877f-31a1-4592-ac62-ad251b49a018 service neutron] Pushing event updated for resources: {'Port': ['ID=10414a4f-87a5-4724-94c4-efdb5305e26d,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:36.776928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5244b727-0c61-4eda-9411-f14bc949d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:36.780603 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-5244b727-0c61-4eda-9411-f14bc949d1d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6&device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 1094 time: 0.2413766 Aug 20 11:53:36.823139 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-438936d4-91c8-4bfa-a802-87bce83abfc0 req-285f9997-dd47-44fe-b777-815b76345ced tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d86a67c-f407-40c1-8f50-54803f6d374b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154325 Aug 20 11:53:36.898090 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-cf6e7c46-0de6-413b-a255-b4f154ebf0b8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10414a4f-87a5-4724-94c4-efdb5305e26d HTTP/1.1" status: 200 len: 217 time: 0.0917046 Aug 20 11:53:36.962792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-7729fab8-4889-4d25-bbaa-ce1ddee0b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:36.964652 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-7729fab8-4889-4d25-bbaa-ce1ddee0b3c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09663497-ca2a-455d-b26b-a9896c3dda5e HTTP/1.1" status: 200 len: 849 time: 0.0584707 Aug 20 11:53:37.037816 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-a8818536-39a7-4e11-b344-87df656a053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:37.044700 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-a8818536-39a7-4e11-b344-87df656a053d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8c120cc-56e2-4266-a608-15492ea07f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728598 Aug 20 11:53:37.243141 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-6f6604de-6d3b-4459-900c-505e06276eb3 service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903930 Aug 20 11:53:37.369998 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d65977f-9eae-4113-8ee9-62c66468a72f req-65734154-7696-4b4e-8c63-2d2cae7b5ffa service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187134 Aug 20 11:53:37.477685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaaeb3-5cb1-4bc2-b243-032ce801ddfe req-6c481500-d103-4e07-bc55-5416cf725637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:37.480027 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58aaaeb3-5cb1-4bc2-b243-032ce801ddfe req-6c481500-d103-4e07-bc55-5416cf725637 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6&device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 1094 time: 0.0648031 Aug 20 11:53:37.634348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc0726-93ec-4108-a7d0-6b65a4d955d8 req-8319a6bf-665a-48c9-93d5-ab4c66182e5c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:37.636342 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7fbc0726-93ec-4108-a7d0-6b65a4d955d8 req-8319a6bf-665a-48c9-93d5-ab4c66182e5c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.0597410 Aug 20 11:53:37.675126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaaeb3-5cb1-4bc2-b243-032ce801ddfe req-57eb7818-fc81-43ff-8e64-8e7960c03331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:37.677009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58aaaeb3-5cb1-4bc2-b243-032ce801ddfe req-57eb7818-fc81-43ff-8e64-8e7960c03331 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d8c120cc-56e2-4266-a608-15492ea07f5a HTTP/1.1" status: 200 len: 910 time: 0.1891346 Aug 20 11:53:37.684247 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7fbc0726-93ec-4108-a7d0-6b65a4d955d8 req-dc18d888-d6fb-4b5a-8325-3e3ebe3eb401 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387454 Aug 20 11:53:37.725085 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58aaaeb3-5cb1-4bc2-b243-032ce801ddfe req-f6fd3110-5221-4c68-a0eb-e4f55b30285e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10414a4f-87a5-4724-94c4-efdb5305e26d HTTP/1.1" status: 200 len: 217 time: 0.0406277 Aug 20 11:53:37.788999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaaeb3-5cb1-4bc2-b243-032ce801ddfe req-fb4921cc-0114-4b9c-a132-22d8124a63e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:37.791113 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58aaaeb3-5cb1-4bc2-b243-032ce801ddfe req-fb4921cc-0114-4b9c-a132-22d8124a63e0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09663497-ca2a-455d-b26b-a9896c3dda5e HTTP/1.1" status: 200 len: 849 time: 0.0574706 Aug 20 11:53:37.885101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaaeb3-5cb1-4bc2-b243-032ce801ddfe req-f13e1611-b756-4596-99a3-40688c831bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:37.886768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58aaaeb3-5cb1-4bc2-b243-032ce801ddfe req-f13e1611-b756-4596-99a3-40688c831bd0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8c120cc-56e2-4266-a608-15492ea07f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881693 Aug 20 11:53:38.034812 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a640d-5d57-4aaa-a4fd-e3b75bb44f85 req-e5971f5e-8e47-47dd-b416-b5a3d6ecdc28 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:38.035625 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58aaaeb3-5cb1-4bc2-b243-032ce801ddfe req-9297c7a7-155b-487a-85a8-eb12460d3ec0 service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329534 Aug 20 11:53:38.037404 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-762a640d-5d57-4aaa-a4fd-e3b75bb44f85 req-e5971f5e-8e47-47dd-b416-b5a3d6ecdc28 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 943 time: 0.0701787 Aug 20 11:53:38.094987 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-762a640d-5d57-4aaa-a4fd-e3b75bb44f85 req-000ae757-da73-4329-a952-ada70c5b899e tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d86a67c-f407-40c1-8f50-54803f6d374b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504177 Aug 20 11:53:38.158659 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58aaaeb3-5cb1-4bc2-b243-032ce801ddfe req-1866ed68-8f42-4bb6-8af2-cb842c42d747 service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209688 Aug 20 11:53:38.812774 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122868d-3dcb-4a1e-8d5a-0c6ab1749c63 req-51e38b72-3a7c-44e8-ba56-de9cf94e08ca tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:38.814363 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9122868d-3dcb-4a1e-8d5a-0c6ab1749c63 req-51e38b72-3a7c-44e8-ba56-de9cf94e08ca tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.0586073 Aug 20 11:53:38.863057 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9122868d-3dcb-4a1e-8d5a-0c6ab1749c63 req-dec63cfd-2da4-4dbf-a0cb-763c66060461 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392082 Aug 20 11:53:38.994004 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:39.245979 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a586f8-2ad2-43c9-8c89-6eaad046cd1a req-4154adc6-850b-4d61-9959-4dd589ddc57f tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:39.253360 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d0a586f8-2ad2-43c9-8c89-6eaad046cd1a req-4154adc6-850b-4d61-9959-4dd589ddc57f tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 943 time: 0.0645721 Aug 20 11:53:39.300989 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d0a586f8-2ad2-43c9-8c89-6eaad046cd1a req-a765beb4-2387-4e32-8aaa-6ea17303acd6 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d86a67c-f407-40c1-8f50-54803f6d374b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466456 Aug 20 11:53:39.586892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 10414a4f-87a5-4724-94c4-efdb5305e26d details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:53:39.699312 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 10414a4f-87a5-4724-94c4-efdb5305e26d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=10414a4f-87a5-4724-94c4-efdb5305e26d,segment=NetworkSegment(4636c42c-09c5-41f4-b7f7-dfbb070f31c8),segment_id=4636c42c-09c5-41f4-b7f7-dfbb070f31c8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:39.726837 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '10414a4f-87a5-4724-94c4-efdb5305e26d', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'port_id': '10414a4f-87a5-4724-94c4-efdb5305e26d', 'mac_address': 'fa:16:3e:e8:8d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:53:39.782241 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:39.800231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10414a4f-87a5-4724-94c4-efdb5305e26d {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:53:39.836506 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 10414a4f-87a5-4724-94c4-efdb5305e26d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=10414a4f-87a5-4724-94c4-efdb5305e26d,segment=NetworkSegment(4636c42c-09c5-41f4-b7f7-dfbb070f31c8),segment_id=4636c42c-09c5-41f4-b7f7-dfbb070f31c8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:39.845716 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:39.919688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=10414a4f-87a5-4724-94c4-efdb5305e26d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:40.057141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1986d-38ec-493a-b747-55127924173f req-b97e527f-8137-4ea1-94f8-2813615d2e81 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:40.058713 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0bb1986d-38ec-493a-b747-55127924173f req-b97e527f-8137-4ea1-94f8-2813615d2e81 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.0991085 Aug 20 11:53:40.114678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['10414a4f-87a5-4724-94c4-efdb5305e26d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:53:40.117816 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0bb1986d-38ec-493a-b747-55127924173f req-d9462e20-8853-41a5-8ae4-c42b92d71eaa tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474639 Aug 20 11:53:40.478901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59794) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:40.552002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8c0b6-78bf-409d-848c-2403c3eb865b req-7db2c872-be73-4b5e-afef-f4a664261446 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:40.595343 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e5c8c0b6-78bf-409d-848c-2403c3eb865b req-7db2c872-be73-4b5e-afef-f4a664261446 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 944 time: 0.1619134 Aug 20 11:53:40.663618 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e5c8c0b6-78bf-409d-848c-2403c3eb865b req-5a2c7a51-01a2-4195-b8af-9a86e06f3ede tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d86a67c-f407-40c1-8f50-54803f6d374b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615740 Aug 20 11:53:40.672543 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc1d2-1a9e-436d-9fb6-32bedfa8acba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:40.778854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc1d2-1a9e-436d-9fb6-32bedfa8acba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:40.782848 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc1d2-1a9e-436d-9fb6-32bedfa8acba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:40.824992 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ef4bc1d2-1a9e-436d-9fb6-32bedfa8acba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d0776a4b41b437db70b38613d2f2a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439579 Aug 20 11:53:40.825994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bc1d2-1a9e-436d-9fb6-32bedfa8acba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e800b16-b04e-48ba-b4cc-d4624b71f150,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:40.827675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59800) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:40.889039 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d70ca61f-5a84-4a25-9f6d-7e6cbe415d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:40.918784 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d70ca61f-5a84-4a25-9f6d-7e6cbe415d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:40.991103 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d70ca61f-5a84-4a25-9f6d-7e6cbe415d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:40.994405 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d70ca61f-5a84-4a25-9f6d-7e6cbe415d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:40.995568 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d70ca61f-5a84-4a25-9f6d-7e6cbe415d57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e800b16-b04e-48ba-b4cc-d4624b71f150 HTTP/1.1" status: 204 len: 168 time: 0.1667140 Aug 20 11:53:41.009895 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ca61f-5a84-4a25-9f6d-7e6cbe415d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e800b16-b04e-48ba-b4cc-d4624b71f150,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:41.337585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4e9dd-4ef3-450e-ba0d-698e52b765c0 req-ff6f6093-b8b1-44af-bfbb-9cfebd1bc0bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:41.339658 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73c4e9dd-4ef3-450e-ba0d-698e52b765c0 req-ff6f6093-b8b1-44af-bfbb-9cfebd1bc0bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.1151354 Aug 20 11:53:41.395021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59842) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:41.401954 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-73c4e9dd-4ef3-450e-ba0d-698e52b765c0 req-72b1d58e-3b9f-4ab9-96ac-ab5aee74fac7 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559151 Aug 20 11:53:41.411791 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8f72bb1-b033-441b-8d78-f8ce19939ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.533685 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8f72bb1-b033-441b-8d78-f8ce19939ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.538846 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8f72bb1-b033-441b-8d78-f8ce19939ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.580039 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a8f72bb1-b033-441b-8d78-f8ce19939ce3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f915c5610674281a841e731714aab1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835659 Aug 20 11:53:41.581509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f72bb1-b033-441b-8d78-f8ce19939ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b47f8f2-ca1f-418d-9bd2-0e612a288fb8,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:41.582717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59846) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:41.618565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 10414a4f-87a5-4724-94c4-efdb5305e26d up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:41.644984 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d83f38e9-f903-48bb-bcf1-80e64337fd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.671320 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d83f38e9-f903-48bb-bcf1-80e64337fd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.677110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59852) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:41.722106 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 10414a4f-87a5-4724-94c4-efdb5305e26d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:41.732854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d83f38e9-f903-48bb-bcf1-80e64337fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.734592 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 10414a4f-87a5-4724-94c4-efdb5305e26d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:41.734984 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.735785 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d83f38e9-f903-48bb-bcf1-80e64337fd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.740660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d83f38e9-f903-48bb-bcf1-80e64337fd12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b47f8f2-ca1f-418d-9bd2-0e612a288fb8 HTTP/1.1" status: 204 len: 168 time: 0.1568043 Aug 20 11:53:41.767462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f38e9-f903-48bb-bcf1-80e64337fd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b47f8f2-ca1f-418d-9bd2-0e612a288fb8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:41.815372 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85d14b-a71c-4890-bc09-9a4cbdb11e55 req-c09abce7-69b7-4128-a86e-cb2c25737df1 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:41.818188 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f85d14b-a71c-4890-bc09-9a4cbdb11e55 req-c09abce7-69b7-4128-a86e-cb2c25737df1 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 944 time: 0.0651541 Aug 20 11:53:41.870130 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-921e877a-421f-4148-86b8-d6ed59d15410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.892006 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f85d14b-a71c-4890-bc09-9a4cbdb11e55 req-04424163-dcb7-4a39-8116-c1fb5097379d tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d86a67c-f407-40c1-8f50-54803f6d374b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636747 Aug 20 11:53:41.900530 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.930264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f5e13b-713c-4c8a-8d45-db334ff37988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10414a4f-87a5-4724-94c4-efdb5305e26d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:41.933012 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48489e89-31d7-4388-9640-c01956a2489f" -d '{"events": [{"server_uuid": "56f5e13b-713c-4c8a-8d45-db334ff37988", "name": "network-vif-plugged", "status": "completed", "tag": "10414a4f-87a5-4724-94c4-efdb5305e26d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:41.948189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 10414a4f-87a5-4724-94c4-efdb5305e26d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=10414a4f-87a5-4724-94c4-efdb5305e26d,segment=NetworkSegment(4636c42c-09c5-41f4-b7f7-dfbb070f31c8),segment_id=4636c42c-09c5-41f4-b7f7-dfbb070f31c8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:41.953465 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.002586 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4a9590-1e2c-44e6-a47d-923df747ee4b x-openstack-request-id: req-cf4a9590-1e2c-44e6-a47d-923df747ee4b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:42.002875 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f5e13b-713c-4c8a-8d45-db334ff37988", "name": "network-vif-plugged", "status": "completed", "tag": "10414a4f-87a5-4724-94c4-efdb5305e26d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:42.003470 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf4a9590-1e2c-44e6-a47d-923df747ee4b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:42.004040 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f5e13b-713c-4c8a-8d45-db334ff37988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10414a4f-87a5-4724-94c4-efdb5305e26d', 'code': 200} Aug 20 11:53:42.025239 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-921e877a-421f-4148-86b8-d6ed59d15410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.032024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=10414a4f-87a5-4724-94c4-efdb5305e26d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:42.032862 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-921e877a-421f-4148-86b8-d6ed59d15410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.073107 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-921e877a-421f-4148-86b8-d6ed59d15410 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f21a17c85ae4045bca1955ab0d2d728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851056 Aug 20 11:53:42.073788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59862) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:42.118242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f42ff-e870-48fc-b92f-2187403a4ff5 req-b1625a9a-b866-4cfa-b858-09968963d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:42.119935 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca7f42ff-e870-48fc-b92f-2187403a4ff5 req-b1625a9a-b866-4cfa-b858-09968963d689 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 1096 time: 0.0602067 Aug 20 11:53:42.125646 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e877a-421f-4148-86b8-d6ed59d15410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4ec976-1931-4991-b7e4-81cf70b1a1ee,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:42.164313 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca7f42ff-e870-48fc-b92f-2187403a4ff5 req-5bf5b00a-7672-4dae-bce4-8ead9f40791f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6d86a67c-f407-40c1-8f50-54803f6d374b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372581 Aug 20 11:53:42.167531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b7cb8fd-2734-4056-9324-1e2301e4bcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.189717 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b7cb8fd-2734-4056-9324-1e2301e4bcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.249992 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b7cb8fd-2734-4056-9324-1e2301e4bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.254997 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b7cb8fd-2734-4056-9324-1e2301e4bcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.258530 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9b7cb8fd-2734-4056-9324-1e2301e4bcf7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff4ec976-1931-4991-b7e4-81cf70b1a1ee HTTP/1.1" status: 204 len: 168 time: 0.1819732 Aug 20 11:53:42.282544 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cb8fd-2734-4056-9324-1e2301e4bcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4ec976-1931-4991-b7e4-81cf70b1a1ee,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:42.551817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d2567-c085-4a3d-be8c-de253139fa74 req-212ad144-fcf7-4df2-8aea-d8ef48ff9fb2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:42.561972 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-225d2567-c085-4a3d-be8c-de253139fa74 req-212ad144-fcf7-4df2-8aea-d8ef48ff9fb2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.0710976 Aug 20 11:53:42.643657 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-225d2567-c085-4a3d-be8c-de253139fa74 req-ac9e341e-0cb1-489a-b7f5-e54a9bb72782 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807827 Aug 20 11:53:42.768870 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59892) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:42.788501 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a64c-25f3-46ae-9ef2-262449e9d171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.897777 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a64c-25f3-46ae-9ef2-262449e9d171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.902990 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a64c-25f3-46ae-9ef2-262449e9d171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.937808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8a64c-25f3-46ae-9ef2-262449e9d171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a0a6ce-d22a-424c-a4ae-1546e9d69605,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:42.960153 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e2a8a64c-25f3-46ae-9ef2-262449e9d171 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa0a544a8a0a451fb06394ccf4ea3e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1901481 Aug 20 11:53:42.962908 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59900) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:43.065136 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06dbbe5f-23dc-44bf-a28e-796a9d072ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.077596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b380a-d0e1-4c25-ad3c-62a5edda19c7 req-753700ad-0567-4acf-952f-dfe3e1b0e7a0 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:43.079259 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d78b380a-d0e1-4c25-ad3c-62a5edda19c7 req-753700ad-0567-4acf-952f-dfe3e1b0e7a0 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 945 time: 0.0803473 Aug 20 11:53:43.108137 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06dbbe5f-23dc-44bf-a28e-796a9d072ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.155323 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d78b380a-d0e1-4c25-ad3c-62a5edda19c7 req-5d997c70-ed9a-47cb-a59c-e598ecbfc7c0 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d86a67c-f407-40c1-8f50-54803f6d374b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654128 Aug 20 11:53:43.183291 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06dbbe5f-23dc-44bf-a28e-796a9d072ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.185989 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06dbbe5f-23dc-44bf-a28e-796a9d072ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.187223 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-06dbbe5f-23dc-44bf-a28e-796a9d072ae3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57a0a6ce-d22a-424c-a4ae-1546e9d69605 HTTP/1.1" status: 204 len: 168 time: 0.2231719 Aug 20 11:53:43.202739 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbbe5f-23dc-44bf-a28e-796a9d072ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a0a6ce-d22a-424c-a4ae-1546e9d69605,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:43.410733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59912) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:43.550079 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c55a215c-3fa4-434a-a8e7-1f52a10d732a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.657664 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c55a215c-3fa4-434a-a8e7-1f52a10d732a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.662758 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c55a215c-3fa4-434a-a8e7-1f52a10d732a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.703596 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c55a215c-3fa4-434a-a8e7-1f52a10d732a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ef030717c574892b03d132edddaf4dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914398 Aug 20 11:53:43.706556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59928) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:43.751506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a215c-3fa4-434a-a8e7-1f52a10d732a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e670efa6-80a9-4f3a-82ae-c80723c98685,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:43.784903 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-925c9590-670f-4d71-bacd-2ee843461626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.801368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96626dc-5128-421b-9b82-69957e19b864 req-965d91a3-dccc-4fdb-b5b3-8a181e37e7d8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:43.807236 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a96626dc-5128-421b-9b82-69957e19b864 req-965d91a3-dccc-4fdb-b5b3-8a181e37e7d8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.0712051 Aug 20 11:53:43.813845 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-925c9590-670f-4d71-bacd-2ee843461626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.865357 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a96626dc-5128-421b-9b82-69957e19b864 req-a14ed69b-22b8-4e89-9bda-56eb638e8626 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424685 Aug 20 11:53:43.873530 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-925c9590-670f-4d71-bacd-2ee843461626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.876666 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-925c9590-670f-4d71-bacd-2ee843461626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.878329 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-925c9590-670f-4d71-bacd-2ee843461626 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e670efa6-80a9-4f3a-82ae-c80723c98685 HTTP/1.1" status: 204 len: 168 time: 0.1704586 Aug 20 11:53:43.897768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c9590-670f-4d71-bacd-2ee843461626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e670efa6-80a9-4f3a-82ae-c80723c98685,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:44.313216 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68746488-9714-4ad4-bb42-cd53379ec955 req-e726a3df-2a4c-486d-82b8-f1a995a02837 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:44.315188 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-68746488-9714-4ad4-bb42-cd53379ec955 req-e726a3df-2a4c-486d-82b8-f1a995a02837 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 945 time: 0.0693436 Aug 20 11:53:44.372570 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-68746488-9714-4ad4-bb42-cd53379ec955 req-13f153a2-1bb1-4ba1-8464-9ca16c7a08a3 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d86a67c-f407-40c1-8f50-54803f6d374b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503104 Aug 20 11:53:44.502131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad76b5-74bd-42d3-bd5e-2e68fb68335c req-deb1ebd5-7cec-44dc-b2a7-df1925a0b8e6 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:44.505788 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40ad76b5-74bd-42d3-bd5e-2e68fb68335c req-deb1ebd5-7cec-44dc-b2a7-df1925a0b8e6 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 945 time: 0.0623980 Aug 20 11:53:44.515158 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59966) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:44.520476 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-73f6572a-91e7-4094-ad51-a1afd7d17d33 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Request body: {'floatingip': {'port_id': '10414a4f-87a5-4724-94c4-efdb5305e26d'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:44.580242 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73f6572a-91e7-4094-ad51-a1afd7d17d33 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.086838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baa00e-06b5-42e4-9c71-ee2b4e3bc834 req-9763bd79-7f11-423a-a846-7c123d6f254f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:45.088444 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-35baa00e-06b5-42e4-9c71-ee2b4e3bc834 req-9763bd79-7f11-423a-a846-7c123d6f254f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.0880282 Aug 20 11:53:45.159579 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-35baa00e-06b5-42e4-9c71-ee2b4e3bc834 req-ed65cd7d-3c5a-4b08-b02a-d375f85e9cfb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636592 Aug 20 11:53:45.180012 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73f6572a-91e7-4094-ad51-a1afd7d17d33 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.185745 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73f6572a-91e7-4094-ad51-a1afd7d17d33 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.300394 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-73f6572a-91e7-4094-ad51-a1afd7d17d33 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Floating IP 742212c3-e172-4fee-bf16-9036bd33d50c associated. External IP: 172.25.8.101, port: 10414a4f-87a5-4724-94c4-efdb5305e26d. Aug 20 11:53:46.039440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f6572a-91e7-4094-ad51-a1afd7d17d33 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:53:46.175757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f6572a-91e7-4094-ad51-a1afd7d17d33 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:53:46.182131 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73f6572a-91e7-4094-ad51-a1afd7d17d33 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:46.190719 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c876f-b463-4c48-9b05-7dde9fa4f23f None None] Sync routers for ids ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:53:46.211722 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-73f6572a-91e7-4094-ad51-a1afd7d17d33 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "PUT /v2.0/floatingips/742212c3-e172-4fee-bf16-9036bd33d50c HTTP/1.1" status: 200 len: 991 time: 1.6948795 Aug 20 11:53:46.212561 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f5e13b-713c-4c8a-8d45-db334ff37988', 'tag': '10414a4f-87a5-4724-94c4-efdb5305e26d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:46.215237 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f45f37-92fc-4750-a2fe-429a2fc3e017" -d '{"events": [{"name": "network-changed", "server_uuid": "56f5e13b-713c-4c8a-8d45-db334ff37988", "tag": "10414a4f-87a5-4724-94c4-efdb5305e26d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:46.235478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c876f-b463-4c48-9b05-7dde9fa4f23f None None] Routers {'1fd8c4eb-7c04-48ea-9691-f6efa1caea07'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:46.238630 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-328c876f-b463-4c48-9b05-7dde9fa4f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:53:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:46.323566 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e41945-4c2c-4676-9d65-7bd9b93b48e2 x-openstack-request-id: req-e6e41945-4c2c-4676-9d65-7bd9b93b48e2 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:46.327905 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f5e13b-713c-4c8a-8d45-db334ff37988", "tag": "10414a4f-87a5-4724-94c4-efdb5305e26d", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:46.328728 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6e41945-4c2c-4676-9d65-7bd9b93b48e2 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:46.329714 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f5e13b-713c-4c8a-8d45-db334ff37988', 'tag': '10414a4f-87a5-4724-94c4-efdb5305e26d', 'status': 'completed', 'code': 200} Aug 20 11:53:46.420827 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f45f37-92fc-4750-a2fe-429a2fc3e017 req-0f623a36-db71-4513-a6d7-0b6080cc2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:46.423688 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43f45f37-92fc-4750-a2fe-429a2fc3e017 req-0f623a36-db71-4513-a6d7-0b6080cc2210 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6&device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 1096 time: 0.0620203 Aug 20 11:53:46.482174 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c655bd-8ffa-46dc-8eb3-756b52025156 req-2ea0a4da-e809-4d6a-b9d5-65cf90ead90b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:46.490463 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01c655bd-8ffa-46dc-8eb3-756b52025156 req-2ea0a4da-e809-4d6a-b9d5-65cf90ead90b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.1489775 Aug 20 11:53:46.565376 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01c655bd-8ffa-46dc-8eb3-756b52025156 req-4399fced-17d6-4b3b-9ac2-ea2d153cad4f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596561 Aug 20 11:53:46.604386 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-328c876f-b463-4c48-9b05-7dde9fa4f23f None None] Set router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:46.616534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f45f37-92fc-4750-a2fe-429a2fc3e017 req-4bdad02b-22f9-44cc-b3a5-26a7a4dea0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:46.618418 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43f45f37-92fc-4750-a2fe-429a2fc3e017 req-4bdad02b-22f9-44cc-b3a5-26a7a4dea0e8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d8c120cc-56e2-4266-a608-15492ea07f5a HTTP/1.1" status: 200 len: 910 time: 0.1881430 Aug 20 11:53:46.703736 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43f45f37-92fc-4750-a2fe-429a2fc3e017 req-b6379061-e2d9-4209-a770-88606365fca5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10414a4f-87a5-4724-94c4-efdb5305e26d HTTP/1.1" status: 200 len: 999 time: 0.0782082 Aug 20 11:53:46.794942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f45f37-92fc-4750-a2fe-429a2fc3e017 req-f554e3f3-3920-4e85-ab29-6d68331e8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:46.798705 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43f45f37-92fc-4750-a2fe-429a2fc3e017 req-f554e3f3-3920-4e85-ab29-6d68331e8757 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09663497-ca2a-455d-b26b-a9896c3dda5e HTTP/1.1" status: 200 len: 849 time: 0.0706098 Aug 20 11:53:46.941997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f45f37-92fc-4750-a2fe-429a2fc3e017 req-31e558d4-33f6-4be1-a7f7-a5745fdd2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:46.943700 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43f45f37-92fc-4750-a2fe-429a2fc3e017 req-31e558d4-33f6-4be1-a7f7-a5745fdd2488 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8c120cc-56e2-4266-a608-15492ea07f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371913 Aug 20 11:53:47.089727 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-328c876f-b463-4c48-9b05-7dde9fa4f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:49:03Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '742212c3-e172-4fee-bf16-9036bd33d50c', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'port_id': '10414a4f-87a5-4724-94c4-efdb5305e26d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'mac_address': 'fa:16:3e:e8:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f5e13b-713c-4c8a-8d45-db334ff37988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:53:31Z', 'updated_at': '2021-08-20T11:53:45Z', 'revision_number': 1, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c8ebc0-0b9d-4327-8e1e-55861af8249f', 'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'mac_address': 'fa:16:3e:f3:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:01Z', 'updated_at': '2021-08-20T11:49:12Z', 'revision_number': 5, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'subnets': [{'id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:47.165214 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43f45f37-92fc-4750-a2fe-429a2fc3e017 req-37182688-1d3c-487c-9983-3cb56b8f5fb0 service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111337 Aug 20 11:53:47.178827 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c876f-b463-4c48-9b05-7dde9fa4f23f None None] Checking router: 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:53:47.206843 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c876f-b463-4c48-9b05-7dde9fa4f23f None None] Routers {'1fd8c4eb-7c04-48ea-9691-f6efa1caea07'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:47.209280 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-328c876f-b463-4c48-9b05-7dde9fa4f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:53:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:47.406506 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43f45f37-92fc-4750-a2fe-429a2fc3e017 req-9fe9fe84-4118-4de0-bf3c-a8e4030abf37 service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340806 Aug 20 11:53:47.423636 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60088) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:47.477289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-328c876f-b463-4c48-9b05-7dde9fa4f23f None None] Set router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:47.598937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f6fa5-0742-4af5-9220-868366508f52 req-8bbd9514-e716-4708-bf62-5833c126e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:47.609486 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-543f6fa5-0742-4af5-9220-868366508f52 req-8bbd9514-e716-4708-bf62-5833c126e6f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 1096 time: 0.1832504 Aug 20 11:53:47.697228 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-543f6fa5-0742-4af5-9220-868366508f52 req-34839017-747a-48a5-a2c9-55aeda04b073 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=617a677f-8c80-4e77-98ac-37df03284b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850568 Aug 20 11:53:47.757789 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a83cc-91c6-4b8e-8079-4ffb0ecf4d17 req-57684dea-eb4d-4d8c-9a27-e9eafef2747c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:47.765448 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-547a83cc-91c6-4b8e-8079-4ffb0ecf4d17 req-57684dea-eb4d-4d8c-9a27-e9eafef2747c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.0669596 Aug 20 11:53:47.813842 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-328c876f-b463-4c48-9b05-7dde9fa4f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:49:03Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '742212c3-e172-4fee-bf16-9036bd33d50c', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'port_id': '10414a4f-87a5-4724-94c4-efdb5305e26d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'mac_address': 'fa:16:3e:e8:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f5e13b-713c-4c8a-8d45-db334ff37988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:53:31Z', 'updated_at': '2021-08-20T11:53:45Z', 'revision_number': 1, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c8ebc0-0b9d-4327-8e1e-55861af8249f', 'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'mac_address': 'fa:16:3e:f3:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:01Z', 'updated_at': '2021-08-20T11:49:12Z', 'revision_number': 5, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'subnets': [{'id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:47.815752 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-547a83cc-91c6-4b8e-8079-4ffb0ecf4d17 req-39285972-9a6f-484e-af94-5ba9e9a1a6b2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493655 Aug 20 11:53:47.852792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c876f-b463-4c48-9b05-7dde9fa4f23f None None] The sync data for ids ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'] in n-d-804299-2 is: [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:49:03Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '742212c3-e172-4fee-bf16-9036bd33d50c', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'port_id': '10414a4f-87a5-4724-94c4-efdb5305e26d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'mac_address': 'fa:16:3e:e8:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f5e13b-713c-4c8a-8d45-db334ff37988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:53:31Z', 'updated_at': '2021-08-20T11:53:45Z', 'revision_number': 1, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c8ebc0-0b9d-4327-8e1e-55861af8249f', 'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'mac_address': 'fa:16:3e:f3:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:01Z', 'updated_at': '2021-08-20T11:49:12Z', 'revision_number': 5, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'subnets': [{'id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:53:48.194401 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c845036-60c1-41a8-9e09-d1274b1f7f18 None None] New status for floating IP 742212c3-e172-4fee-bf16-9036bd33d50c: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:53:48.927441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198c596-1fe4-4a65-95c3-a25228986e20 req-5291512f-84bf-417f-a04a-ef2af47672f7 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:48.928952 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d198c596-1fe4-4a65-95c3-a25228986e20 req-5291512f-84bf-417f-a04a-ef2af47672f7 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.0515130 Aug 20 11:53:48.966425 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d198c596-1fe4-4a65-95c3-a25228986e20 req-1535e618-f0a1-4d32-a3db-ed97a4f486e3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315523 Aug 20 11:53:50.115388 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875987b3-b746-4874-8dd8-a2f3989e909e req-07e0bc50-80da-443a-9bd7-2c5203619cf5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:50.126395 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-875987b3-b746-4874-8dd8-a2f3989e909e req-07e0bc50-80da-443a-9bd7-2c5203619cf5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.0721409 Aug 20 11:53:50.173225 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-875987b3-b746-4874-8dd8-a2f3989e909e req-4f1e475c-fec4-437c-ac62-a5cc2d9492fc tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454443 Aug 20 11:53:50.879186 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-87ad7b89-75fa-4198-9965-c96b7b8190b8 service neutron] show failed (client error): The resource could not be found. Aug 20 11:53:50.880619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-87ad7b89-75fa-4198-9965-c96b7b8190b8 service neutron] 10.222.0.76 "GET /v2.0/ports/5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea/bindings/n-h1-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.1020787 Aug 20 11:53:51.098363 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-86a7eed9-c8d7-4572-895a-a5b1710947bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:51.099870 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-86a7eed9-c8d7-4572-895a-a5b1710947bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6 HTTP/1.1" status: 200 len: 1097 time: 0.0445476 Aug 20 11:53:51.112174 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:51.171141 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.262675 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:53:51.324544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d789a3-0468-45ad-b946-e902c4bcc17a req-ca774b14-49fd-4eb9-ba47-7fa2657d63a4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:51.326059 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6d789a3-0468-45ad-b946-e902c4bcc17a req-ca774b14-49fd-4eb9-ba47-7fa2657d63a4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 946 time: 0.0542526 Aug 20 11:53:51.365317 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6d789a3-0468-45ad-b946-e902c4bcc17a req-030153ae-788e-4e05-b549-ce0199690f86 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326500 Aug 20 11:53:51.421918 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:51.458441 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:51.502187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:51.504603 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5005bebf-9622-4d62-9493-94cc6c88c8dd" -d '{"events": [{"server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "name": "network-vif-unplugged", "status": "completed", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:51.509248 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.524562 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Transition to ACTIVE for port object 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:51.529939 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.632236 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f922355-532e-4d2f-a675-14d840bf06a7 x-openstack-request-id: req-4f922355-532e-4d2f-a675-14d840bf06a7 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:51.640379 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "name": "network-vif-unplugged", "status": "completed", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:51.640736 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f922355-532e-4d2f-a675-14d840bf06a7 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:51.641183 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'code': 200} Aug 20 11:53:51.653255 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:51.713147 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] No DVR routers for this DVR port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea on host n-h2-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:53:51.913123 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Attempting to bind port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:51.913474 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Attempting to bind port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:51.913892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Attempting to bind port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea on network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:51.920036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea on network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:53:51.920373 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Attempting to bind port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea on network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:51.928834 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:51.930093 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Checking segment: {'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:51.931509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Bound using segment: {'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:51.932647 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Bound port: 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:51.933269 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.013880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:52.017157 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:52.022124 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.061704 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:52.062428 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.064199 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] 10.222.0.35 "PUT /v2.0/ports/5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea HTTP/1.1" status: 200 len: 1092 time: 0.9560194 Aug 20 11:53:52.097833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c67b65-114b-4096-a024-1009cea98fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:52.155510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-69c763f4-17ca-406f-9e3c-a34d8814585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:52.157351 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-69c763f4-17ca-406f-9e3c-a34d8814585c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 1095 time: 0.0676279 Aug 20 11:53:52.314265 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-71f4c0e8-42d6-4e56-b5f9-d21b26f082d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:52.318604 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-71f4c0e8-42d6-4e56-b5f9-d21b26f082d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2 HTTP/1.1" status: 200 len: 897 time: 0.1538079 Aug 20 11:53:52.345157 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ac94601f-8e2f-4cef-b981-077c54afccbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.440559 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-750267a9-1a86-4661-a582-d5238870216a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea HTTP/1.1" status: 200 len: 1000 time: 0.1148157 Aug 20 11:53:52.533879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-636e52bf-471d-43c3-9441-79cfe651b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:52.535555 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-636e52bf-471d-43c3-9441-79cfe651b150 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed6e4790-2c22-4aac-8045-87c29d4b8bd8 HTTP/1.1" status: 200 len: 834 time: 0.0875318 Aug 20 11:53:52.547631 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec297cd-37ee-48bb-a53b-6a3e9183bc8d req-0b23738f-aeab-4b59-801a-f2a9fe593b7c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:52.549490 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1ec297cd-37ee-48bb-a53b-6a3e9183bc8d req-0b23738f-aeab-4b59-801a-f2a9fe593b7c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 944 time: 0.0683064 Aug 20 11:53:52.659932 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-8ba0553a-7614-4b57-99e5-bfd3581c5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:52.661842 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-8ba0553a-7614-4b57-99e5-bfd3581c5539 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114206 Aug 20 11:53:52.677459 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1ec297cd-37ee-48bb-a53b-6a3e9183bc8d req-5c0ce43b-9489-4c6b-a4cb-fe152113e3ed tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169400 Aug 20 11:53:52.782505 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-801ac0f1-a201-487e-83ff-aa755e725895 service neutron] 10.222.0.35 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039443 Aug 20 11:53:53.012181 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-4affb3f8-1ae8-47bb-8c76-f2900dee3017 service neutron] 10.222.0.35 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211833 Aug 20 11:53:53.642990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:53.646126 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e75d02-fe7b-4827-b378-9fcf71d7fc06" -d '{"events": [{"name": "network-changed", "server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:53.697786 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:53:53.752948 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80045c06-7cdf-4af5-8d22-1f7143b35fc5 x-openstack-request-id: req-80045c06-7cdf-4af5-8d22-1f7143b35fc5 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:53.759741 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:53.760013 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80045c06-7cdf-4af5-8d22-1f7143b35fc5 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:53.760464 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'status': 'completed', 'code': 200} Aug 20 11:53:53.838995 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:53:53.873514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-c85060d0-799b-4137-8290-8155c847281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:53.875909 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-c85060d0-799b-4137-8290-8155c847281c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 1095 time: 0.0878961 Aug 20 11:53:53.905782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-17286b96-4f6a-44b4-a80d-453ec0f520f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:53.909048 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-17286b96-4f6a-44b4-a80d-453ec0f520f0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 1095 time: 0.1515286 Aug 20 11:53:53.979817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15262a28-2382-4d86-89aa-3d6c678f8621 req-164cc9f9-92e3-4047-a6a2-1d95087b58df tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:53.982158 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15262a28-2382-4d86-89aa-3d6c678f8621 req-164cc9f9-92e3-4047-a6a2-1d95087b58df tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 944 time: 0.1690338 Aug 20 11:53:54.104607 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15262a28-2382-4d86-89aa-3d6c678f8621 req-4e50b2d4-239a-4b75-9ebe-52f27633a910 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693140 Aug 20 11:53:54.145800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-c16f1c62-9699-4472-a206-bd6c2f71c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:54.147333 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-c16f1c62-9699-4472-a206-bd6c2f71c677 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2 HTTP/1.1" status: 200 len: 897 time: 0.2637889 Aug 20 11:53:54.153448 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-0baeb96c-4c0e-464c-a7ae-2aa864978578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:54.160492 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-0baeb96c-4c0e-464c-a7ae-2aa864978578 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2 HTTP/1.1" status: 200 len: 897 time: 0.2375381 Aug 20 11:53:54.253378 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-aacd3eb9-737e-4e2a-ba47-8d985b879d25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea HTTP/1.1" status: 200 len: 1000 time: 0.0987356 Aug 20 11:53:54.285746 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-85d5e11b-7cbd-445f-a5a2-51e1cbef6602 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea HTTP/1.1" status: 200 len: 1000 time: 0.1165297 Aug 20 11:53:54.366489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-b12400d9-1f6f-47b6-ade5-720ea148c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:54.369750 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-b12400d9-1f6f-47b6-ade5-720ea148c5a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed6e4790-2c22-4aac-8045-87c29d4b8bd8 HTTP/1.1" status: 200 len: 834 time: 0.1070218 Aug 20 11:53:54.453943 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-a2b2c00f-6357-47da-824f-32ce5b0db1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:54.455844 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-a2b2c00f-6357-47da-824f-32ce5b0db1b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763910 Aug 20 11:53:54.606971 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-400cc785-b76f-4f38-90b8-b7afc7726a4b service neutron] 10.222.0.35 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430869 Aug 20 11:53:54.758512 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-d285b108-f2d5-42be-bbf0-06b03eedcef7 service neutron] 10.222.0.35 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430800 Aug 20 11:53:54.856591 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-23debf00-421a-460e-b381-352960f179da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:54.858508 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-23debf00-421a-460e-b381-352960f179da service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ed6e4790-2c22-4aac-8045-87c29d4b8bd8 HTTP/1.1" status: 200 len: 834 time: 0.5656602 Aug 20 11:53:54.921306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-448347de-2e68-4fb4-8999-eee13e7e879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:54.923164 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-448347de-2e68-4fb4-8999-eee13e7e879c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566921 Aug 20 11:53:55.045201 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-bb52c954-9932-4f2e-b9d3-c3e326d6162a service neutron] 10.222.0.76 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131592 Aug 20 11:53:55.143388 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-79a6acff-4c7e-4c99-93a8-9396bb6ac821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.212209 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57e75d02-fe7b-4827-b378-9fcf71d7fc06 req-5c9b3b0e-dfcc-4c9f-bf62-fb7046d5bc9f service neutron] 10.222.0.76 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596584 Aug 20 11:53:55.287338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677fa4d-1986-4226-8e72-183f094fbd72 req-32e107d0-7288-4752-9421-4f6c7c3eec5d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:55.296277 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a677fa4d-1986-4226-8e72-183f094fbd72 req-32e107d0-7288-4752-9421-4f6c7c3eec5d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 944 time: 0.0629804 Aug 20 11:53:55.344811 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a677fa4d-1986-4226-8e72-183f094fbd72 req-472b79f8-477e-4e87-8e77-e59bce351d27 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435517 Aug 20 11:53:55.458697 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.858990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568831-790e-47d9-90da-80f7fd187f0a req-0da15b98-834c-4e40-9bb5-e84f702f0aec tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:55.861334 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-0da15b98-834c-4e40-9bb5-e84f702f0aec tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 944 time: 0.1898246 Aug 20 11:53:55.901175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28656a19-2215-46bb-80ad-9b5b3c85c119 req-22987afb-1160-4b05-b880-25f7a7e4fa7a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:55.912140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28656a19-2215-46bb-80ad-9b5b3c85c119 req-22987afb-1160-4b05-b880-25f7a7e4fa7a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 944 time: 0.1344657 Aug 20 11:53:56.013845 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-b6935103-98cd-4454-a92c-cf4ca1f0ff28 service neutron] 10.222.0.35 "GET /v2.0/ports/5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea/bindings/n-h1-804299-2 HTTP/1.1" status: 200 len: 382 time: 0.1415105 Aug 20 11:53:56.030872 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28656a19-2215-46bb-80ad-9b5b3c85c119 req-e1ae6034-eaf5-4da1-b4a9-435106fae75e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026182 Aug 20 11:53:56.090405 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568831-790e-47d9-90da-80f7fd187f0a req-ff2564f6-0a26-4cac-9c28-b9c7af51199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:56.092046 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-ff2564f6-0a26-4cac-9c28-b9c7af51199a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 1095 time: 0.0489666 Aug 20 11:53:56.219491 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568831-790e-47d9-90da-80f7fd187f0a req-88cf1f93-15fd-4213-8c43-b03e1288b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:56.221388 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-88cf1f93-15fd-4213-8c43-b03e1288b50f service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2 HTTP/1.1" status: 200 len: 897 time: 0.1224203 Aug 20 11:53:56.349164 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:56.366634 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-6f86fb40-6de1-4010-8a92-ad274a25eea4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea HTTP/1.1" status: 200 len: 1000 time: 0.1386037 Aug 20 11:53:56.548375 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568831-790e-47d9-90da-80f7fd187f0a req-5eb936ca-be46-47d1-bdf6-3d90ac5d2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:56.575981 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-5eb936ca-be46-47d1-bdf6-3d90ac5d2b06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed6e4790-2c22-4aac-8045-87c29d4b8bd8 HTTP/1.1" status: 200 len: 834 time: 0.2015281 Aug 20 11:53:56.682466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568831-790e-47d9-90da-80f7fd187f0a req-2d0c0ead-4af2-464b-b287-9bcb37ed2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:56.684070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-2d0c0ead-4af2-464b-b287-9bcb37ed2b77 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971501 Aug 20 11:53:56.766644 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:53:56.805251 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-33d1f9d5-0e94-4d3b-9d59-ea5c9b39dbb2 service neutron] 10.222.0.35 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120496 Aug 20 11:53:56.940368 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:56.959433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'port_id': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'mac_address': 'fa:16:3e:70:6f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:53:57.033896 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-796dcdf3-84b9-4810-9c70-2a00f6a53ba9 service neutron] 10.222.0.35 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202632 Aug 20 11:53:57.037408 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.075709 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:53:57.123238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:57.136476 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.299870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeff97d-7004-4f35-acb1-6cc0455a8fc2 req-57808e48-6ce4-481d-9d90-c3a03af32b29 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:57.307862 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-beeff97d-7004-4f35-acb1-6cc0455a8fc2 req-57808e48-6ce4-481d-9d90-c3a03af32b29 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 945 time: 0.1188686 Aug 20 11:53:57.326200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:57.354334 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:57.354906 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:57.355008 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:57.355356 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:57.355693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:57.356029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:57.356363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:57.356740 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:57.357076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:57.357407 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:57.357734 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:57.358061 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:57.389368 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-beeff97d-7004-4f35-acb1-6cc0455a8fc2 req-4ed27fbc-4ab4-4d9d-acf0-c2cb0c05d509 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804141 Aug 20 11:53:57.420821 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:53:57.964190 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.589104 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60378) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:58.627001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdc3c6-576a-4430-8112-88bc8008339b req-674d2401-e919-471b-862e-70f258716d5f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:58.629166 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50cdc3c6-576a-4430-8112-88bc8008339b req-674d2401-e919-471b-862e-70f258716d5f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 945 time: 0.1048872 Aug 20 11:53:58.690858 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50cdc3c6-576a-4430-8112-88bc8008339b req-59b4e212-27e4-4a97-8968-af72cafc2043 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540767 Aug 20 11:53:58.783989 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1aaaeeb7-f657-40a2-9007-4469f0c884cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.787550 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:53:58.958319 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:58.996245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'port_id': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'mac_address': 'fa:16:3e:70:6f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:53:59.018230 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1aaaeeb7-f657-40a2-9007-4469f0c884cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.031735 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1aaaeeb7-f657-40a2-9007-4469f0c884cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.088130 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1aaaeeb7-f657-40a2-9007-4469f0c884cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75a7137b488f422db4c0bcd5d172c46a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4944432 Aug 20 11:53:59.088130 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaaeeb7-f657-40a2-9007-4469f0c884cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af20e9be-95bc-425c-befc-7659de092cb1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:59.089356 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60388) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:59.184089 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd1e1ba7-f8e6-43d3-ad44-03651da2080d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.213838 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd1e1ba7-f8e6-43d3-ad44-03651da2080d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.335038 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568831-790e-47d9-90da-80f7fd187f0a req-0b562776-fafd-4523-a60e-e8d7eb80b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:59.336772 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-0b562776-fafd-4523-a60e-e8d7eb80b78e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6 HTTP/1.1" status: 200 len: 1096 time: 0.1113679 Aug 20 11:53:59.351667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:59.391399 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd1e1ba7-f8e6-43d3-ad44-03651da2080d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.394070 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd1e1ba7-f8e6-43d3-ad44-03651da2080d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.401768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dd1e1ba7-f8e6-43d3-ad44-03651da2080d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af20e9be-95bc-425c-befc-7659de092cb1 HTTP/1.1" status: 204 len: 168 time: 0.3043797 Aug 20 11:53:59.430965 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e1ba7-f8e6-43d3-ad44-03651da2080d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af20e9be-95bc-425c-befc-7659de092cb1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:59.433152 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.763436 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:59.879655 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:59.920257 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:53:59.930934 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.968286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Ignored duplicate provisioning block setup for port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 11:53:59.976662 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.027391 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60404) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:00.079150 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5748be3-5481-4e78-a13c-938a70ba3627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.106026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ea8de-5a70-43fd-99a2-d6656dfa0f13 req-676f3233-6c6e-4cba-a8f0-c29e8781d990 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:00.119099 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f4ea8de-5a70-43fd-99a2-d6656dfa0f13 req-676f3233-6c6e-4cba-a8f0-c29e8781d990 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 945 time: 0.2830570 Aug 20 11:54:00.291483 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Pushing event updated for resources: {'Port': ['ID=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,revision_number=9']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:00.355066 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f4ea8de-5a70-43fd-99a2-d6656dfa0f13 req-7b07fb8f-eba7-429a-bd91-16e598af476c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346356 Aug 20 11:54:00.420663 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] No DVR routers for this DVR port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:00.460684 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5748be3-5481-4e78-a13c-938a70ba3627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.465397 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5748be3-5481-4e78-a13c-938a70ba3627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.515131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5748be3-5481-4e78-a13c-938a70ba3627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6ac187-e8bf-41cd-af77-56b66edb620d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:00.519902 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d5748be3-5481-4e78-a13c-938a70ba3627 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd43330e16a541238d6f6d1ec269d86b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4893956 Aug 20 11:54:00.522549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60410) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:00.593683 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-563fc050-cc85-4b7f-9d4c-71f5a3568653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.627503 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-563fc050-cc85-4b7f-9d4c-71f5a3568653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.682935 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Attempting to bind port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:00.683179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Attempting to bind port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:00.683671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Attempting to bind port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea on network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:00.685355 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-563fc050-cc85-4b7f-9d4c-71f5a3568653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.689124 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-563fc050-cc85-4b7f-9d4c-71f5a3568653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.695901 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-563fc050-cc85-4b7f-9d4c-71f5a3568653 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b6ac187-e8bf-41cd-af77-56b66edb620d HTTP/1.1" status: 204 len: 168 time: 0.1655335 Aug 20 11:54:00.696096 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea on network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:00.696096 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Attempting to bind port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea on network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:00.704809 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fc050-cc85-4b7f-9d4c-71f5a3568653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6ac187-e8bf-41cd-af77-56b66edb620d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:00.710082 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:00.711229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Checking segment: {'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:00.711668 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Bound using segment: {'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:00.712248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Bound port: 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db61124-7ed8-4b5c-aefe-20677ff74da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:00.712599 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.735971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bb6f2-2836-4865-9d89-940c1ce842b8 req-8088507a-699a-45bf-9acf-5eee65418daf tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:00.737486 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4bb6f2-2836-4865-9d89-940c1ce842b8 req-8088507a-699a-45bf-9acf-5eee65418daf tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 945 time: 0.0986745 Aug 20 11:54:00.822309 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4bb6f2-2836-4865-9d89-940c1ce842b8 req-b2f7e08c-9cb0-4215-b79b-8b01037d2bde tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/security-groups?id=41a330e0-e1bd-45d6-9648-e1efc60b021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772822 Aug 20 11:54:00.844689 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:00.858788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:00.864379 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.881159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:00.882133 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.884065 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] 10.222.0.76 "PUT /v2.0/ports/5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea HTTP/1.1" status: 200 len: 1092 time: 1.5375404 Aug 20 11:54:00.903908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:00.906233 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4fccaa-7245-4713-9786-cbb1e151f4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:01.029364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f03db-3a67-4282-bc00-70a3c7e239ad service neutron] Pushing event updated for resources: {'Port': ['ID=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,revision_number=10']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:01.042758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568831-790e-47d9-90da-80f7fd187f0a req-4242d02f-94d6-4aaf-b16b-fabf6a0a45bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:01.044441 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-4242d02f-94d6-4aaf-b16b-fabf6a0a45bf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 1096 time: 0.1264358 Aug 20 11:54:01.046669 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cf27df-b0a0-4062-9d37-c2918ba5d1f0 x-openstack-request-id: req-46cf27df-b0a0-4062-9d37-c2918ba5d1f0 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:01.046947 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:01.047191 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46cf27df-b0a0-4062-9d37-c2918ba5d1f0 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:01.047568 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'status': 'completed', 'code': 200} Aug 20 11:54:01.150439 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-ea5377a8-59cf-42eb-a77f-6b19824745f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:01.153966 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-ea5377a8-59cf-42eb-a77f-6b19824745f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 1096 time: 0.0807939 Aug 20 11:54:01.314153 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-bf30bcfc-8ad6-4815-95c9-7a163891848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:01.316933 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-bf30bcfc-8ad6-4815-95c9-7a163891848b service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2 HTTP/1.1" status: 200 len: 897 time: 0.1552596 Aug 20 11:54:01.372281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568831-790e-47d9-90da-80f7fd187f0a req-cc29e23e-00a4-434f-85b0-dbc17080efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:01.373872 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-cc29e23e-00a4-434f-85b0-dbc17080efd1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2 HTTP/1.1" status: 200 len: 897 time: 0.3065677 Aug 20 11:54:01.480620 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-56e2c938-cdf2-4bcf-88fa-c5982a4d9e6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea HTTP/1.1" status: 200 len: 1000 time: 0.1572049 Aug 20 11:54:01.486041 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60440) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:01.511219 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-0454758b-ff90-4907-a6df-bec47312c527 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea HTTP/1.1" status: 200 len: 1000 time: 0.1245544 Aug 20 11:54:01.551623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-707d9ec0-4f8e-4947-a17b-033ff070bfd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:01.620990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-8a407459-4bb2-4335-8776-b7e08700f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:01.622879 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-8a407459-4bb2-4335-8776-b7e08700f88a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed6e4790-2c22-4aac-8045-87c29d4b8bd8 HTTP/1.1" status: 200 len: 834 time: 0.1273005 Aug 20 11:54:01.634776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568831-790e-47d9-90da-80f7fd187f0a req-a371cad2-6462-441d-b0c2-8692aa8e29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:01.636917 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-a371cad2-6462-441d-b0c2-8692aa8e29dd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ed6e4790-2c22-4aac-8045-87c29d4b8bd8 HTTP/1.1" status: 200 len: 834 time: 0.1149571 Aug 20 11:54:01.672583 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d7cfe-c814-4fac-a611-832adb52b219 req-744b772a-5662-4bc3-8c1b-5d0d699b1983 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:01.674416 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cf9d7cfe-c814-4fac-a611-832adb52b219 req-744b772a-5662-4bc3-8c1b-5d0d699b1983 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 945 time: 0.1806784 Aug 20 11:54:01.724049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568831-790e-47d9-90da-80f7fd187f0a req-b68916ab-507a-46eb-b37d-c2a7319531c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:01.725606 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-b68916ab-507a-46eb-b37d-c2a7319531c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816119 Aug 20 11:54:01.742935 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-727de8ec-01eb-42f1-b538-f963de5422be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:01.744497 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-727de8ec-01eb-42f1-b538-f963de5422be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100249 Aug 20 11:54:01.769933 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cf9d7cfe-c814-4fac-a611-832adb52b219 req-8b4133d8-ba75-45cb-abc2-bd750ad84668 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835595 Aug 20 11:54:01.837286 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-74cee1b5-39b1-4ebc-aa4f-820a69bc5612 service neutron] 10.222.0.76 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042640 Aug 20 11:54:01.841315 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-707d9ec0-4f8e-4947-a17b-033ff070bfd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:01.849265 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-707d9ec0-4f8e-4947-a17b-033ff070bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:01.921478 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d9ec0-4f8e-4947-a17b-033ff070bfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e17462-163e-46db-aa91-5e814cf60901,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:01.931962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-707d9ec0-4f8e-4947-a17b-033ff070bfd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36d82e1ff8254986b1c7887544b2b63f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445400 Aug 20 11:54:01.934503 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-eb94bf1a-69d1-4ff7-98f5-96299e111a95 service neutron] 10.222.0.35 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805291 Aug 20 11:54:01.934971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60450) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:01.982172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26f265-e677-4a8d-a786-5919fd2e6985 req-5f6551b3-ab87-45b9-a555-96af377adc35 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:01.983673 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e26f265-e677-4a8d-a786-5919fd2e6985 req-5f6551b3-ab87-45b9-a555-96af377adc35 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 945 time: 0.0736735 Aug 20 11:54:02.004822 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8568831-790e-47d9-90da-80f7fd187f0a req-7ff34da3-4034-4b96-a8ed-3e4c3e28aa69 service neutron] 10.222.0.76 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609502 Aug 20 11:54:02.036264 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e26f265-e677-4a8d-a786-5919fd2e6985 req-671cf16a-13c6-49f5-8431-3ab5a2b24eeb tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/security-groups?id=41a330e0-e1bd-45d6-9648-e1efc60b021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426230 Aug 20 11:54:02.077636 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e5f45a9-2bff-436b-bd36-69b2d55dda87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.087910 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-fb4218ee-4526-41a2-8588-54dab5e239c9 service neutron] 10.222.0.35 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319239 Aug 20 11:54:02.124896 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e5f45a9-2bff-436b-bd36-69b2d55dda87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.132949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-4af1dc19-828e-4c29-b1f3-3f1f58e15ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:02.134747 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-4af1dc19-828e-4c29-b1f3-3f1f58e15ff5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 1096 time: 0.0532207 Aug 20 11:54:02.190065 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e5f45a9-2bff-436b-bd36-69b2d55dda87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.192720 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e5f45a9-2bff-436b-bd36-69b2d55dda87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.196673 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8e5f45a9-2bff-436b-bd36-69b2d55dda87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63e17462-163e-46db-aa91-5e814cf60901 HTTP/1.1" status: 204 len: 168 time: 0.2580900 Aug 20 11:54:02.229860 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f45a9-2bff-436b-bd36-69b2d55dda87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e17462-163e-46db-aa91-5e814cf60901,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:02.249903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-d618d244-9beb-4128-81b7-cc615bff620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:02.252040 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-d618d244-9beb-4128-81b7-cc615bff620f service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2 HTTP/1.1" status: 200 len: 897 time: 0.1097903 Aug 20 11:54:02.359324 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-fa86ac1a-0501-43b0-92a0-af73a0b74435 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea HTTP/1.1" status: 200 len: 1000 time: 0.0995061 Aug 20 11:54:02.485102 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-b44cf9d1-6f19-44c4-aa1c-6fc46e14bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:02.489776 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-b44cf9d1-6f19-44c4-aa1c-6fc46e14bb5e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ed6e4790-2c22-4aac-8045-87c29d4b8bd8 HTTP/1.1" status: 200 len: 834 time: 0.1123691 Aug 20 11:54:02.564608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-c0c579f3-48a9-4822-9c26-bbc4845d0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:02.566365 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-c0c579f3-48a9-4822-9c26-bbc4845d0aec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694149 Aug 20 11:54:02.714076 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-e476d7b3-f2bb-477b-86a7-6dc2dd674dcc service neutron] 10.222.0.76 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375387 Aug 20 11:54:02.783513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:02.829723 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1bbab-32f0-4fb6-b452-df7411cd75d1 req-f0fac7b3-d84e-4106-9dc7-31e17863f489 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:02.837754 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49f1bbab-32f0-4fb6-b452-df7411cd75d1 req-f0fac7b3-d84e-4106-9dc7-31e17863f489 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 945 time: 0.0613861 Aug 20 11:54:02.874063 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.874332 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca4fccaa-7245-4713-9786-cbb1e151f4ed req-c2408764-9187-4c11-9a43-70a44779187b service neutron] 10.222.0.76 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501920 Aug 20 11:54:02.877093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:02.935819 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49f1bbab-32f0-4fb6-b452-df7411cd75d1 req-8066d36c-a3a5-4bd7-8132-7d88acc553c8 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/security-groups?id=41a330e0-e1bd-45d6-9648-e1efc60b021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970879 Aug 20 11:54:02.958158 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab2c0c-c93a-4535-827c-9037af0b9c99 req-2ce8b0db-0d89-4907-be40-8877fe55a589 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:02.959842 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-67ab2c0c-c93a-4535-827c-9037af0b9c99 req-2ce8b0db-0d89-4907-be40-8877fe55a589 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 945 time: 0.0579989 Aug 20 11:54:03.017117 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-67ab2c0c-c93a-4535-827c-9037af0b9c99 req-8f427d67-318a-489a-bb4f-f2af63ba15ab tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487583 Aug 20 11:54:03.304343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60498) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:03.422082 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c8ab153f-7d26-4e69-b273-458c65e29040 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1763261505-network', 'tenant_id': 'ff6b4de6feb94067a92af6a420d275ea'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:03.457196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ab153f-7d26-4e69-b273-458c65e29040 admin admin] Made reservation on behalf of ff6b4de6feb94067a92af6a420d275ea for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:03.459612 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8ab153f-7d26-4e69-b273-458c65e29040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.469774 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8ab153f-7d26-4e69-b273-458c65e29040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.603050 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8ab153f-7d26-4e69-b273-458c65e29040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.610423 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8ab153f-7d26-4e69-b273-458c65e29040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.638911 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ab153f-7d26-4e69-b273-458c65e29040 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:54:03.655118 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab153f-7d26-4e69-b273-458c65e29040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a98d45-2992-4566-9c34-cfa38727365b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:03.673848 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8ab153f-7d26-4e69-b273-458c65e29040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.674566 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-c8ab153f-7d26-4e69-b273-458c65e29040 admin admin] Added segment e2f15d26-646d-4700-9cf9-53505d204ee1 of type vlan for network 3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf Aug 20 11:54:03.735611 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:03.753226 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8ab153f-7d26-4e69-b273-458c65e29040 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.792844 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8ab153f-7d26-4e69-b273-458c65e29040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.806484 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ab153f-7d26-4e69-b273-458c65e29040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:03.808658 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8ab153f-7d26-4e69-b273-458c65e29040 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.861276 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c8ab153f-7d26-4e69-b273-458c65e29040 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5555816 Aug 20 11:54:03.864609 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60516) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:03.871740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7c6066f6-ee2a-40e0-9fee-01b7a4478eb7 admin admin] Request body: {'subnet': {'network_id': '3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1763261505-subnet', 'tenant_id': 'ff6b4de6feb94067a92af6a420d275ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:03.887975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:03.920957 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'port_id': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'mac_address': 'fa:16:3e:70:6f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:54:03.924078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6066f6-ee2a-40e0-9fee-01b7a4478eb7 admin admin] Made reservation on behalf of ff6b4de6feb94067a92af6a420d275ea for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:03.926433 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c6066f6-ee2a-40e0-9fee-01b7a4478eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.941268 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab153f-7d26-4e69-b273-458c65e29040 admin admin] Pushing event updated for resources: {'Network': ['ID=3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:03.969040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:54:04.117892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b525647-eb48-4e76-9a41-66eb30e774b5 req-a9ee9326-bb73-4e29-85ea-12c79ab72771 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:04.119811 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b525647-eb48-4e76-9a41-66eb30e774b5 req-a9ee9326-bb73-4e29-85ea-12c79ab72771 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 945 time: 0.0895982 Aug 20 11:54:04.222713 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950a9a-7e43-4fb8-97c2-e9a51621a19b req-3ecfc1ca-eefb-4e31-9241-816e8ea3e6a6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:04.222713 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-38950a9a-7e43-4fb8-97c2-e9a51621a19b req-3ecfc1ca-eefb-4e31-9241-816e8ea3e6a6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 945 time: 0.1633399 Aug 20 11:54:04.242833 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.268148 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:04.290921 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-38950a9a-7e43-4fb8-97c2-e9a51621a19b req-ab32df52-d892-4699-a68d-fd628ac4f4d9 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/security-groups?id=41a330e0-e1bd-45d6-9648-e1efc60b021c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546384 Aug 20 11:54:04.316166 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:04.323869 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.342685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56039ae3-8dba-4576-97d7-3818a04310c4 req-dd4195ee-f30d-4e57-8954-12ab9e613e1c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:04.344284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-56039ae3-8dba-4576-97d7-3818a04310c4 req-dd4195ee-f30d-4e57-8954-12ab9e613e1c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 945 time: 0.1371863 Aug 20 11:54:04.382124 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c6066f6-ee2a-40e0-9fee-01b7a4478eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.386495 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-3b525647-eb48-4e76-9a41-66eb30e774b5 req-5261db1b-6e87-4e46-9ef2-85711315bcc6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Deleting port c41038ab-69d2-4fc3-8d93-3d447e6e0625 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:04.387093 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3b525647-eb48-4e76-9a41-66eb30e774b5 req-5261db1b-6e87-4e46-9ef2-85711315bcc6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.397427 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,revision_number=11']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:04.446911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6066f6-ee2a-40e0-9fee-01b7a4478eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5154d7-51d2-4dcc-8a0a-ce2eb3d9554c,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:04.480196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6066f6-ee2a-40e0-9fee-01b7a4478eb7 admin admin] Checking segment: {'id': 'e2f15d26-646d-4700-9cf9-53505d204ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:04.480720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6066f6-ee2a-40e0-9fee-01b7a4478eb7 admin admin] Network hostable DHCP agents. Network: 3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:54:04.500817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6066f6-ee2a-40e0-9fee-01b7a4478eb7 admin admin] Network 3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:54:04.515939 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-56039ae3-8dba-4576-97d7-3818a04310c4 req-cf343f81-b5f4-4a87-be8a-e8a6758748a3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629305 Aug 20 11:54:04.516525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-7c6066f6-ee2a-40e0-9fee-01b7a4478eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:04.522721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6066f6-ee2a-40e0-9fee-01b7a4478eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:04.523097 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c6066f6-ee2a-40e0-9fee-01b7a4478eb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.528685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b957f6-9c5f-4fde-99fa-58e26ddd1f89 None None] Network 3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:04.549783 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60526) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:04.562216 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-3b525647-eb48-4e76-9a41-66eb30e774b5 req-5261db1b-6e87-4e46-9ef2-85711315bcc6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] For port c41038ab-69d2-4fc3-8d93-3d447e6e0625, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c41038ab-69d2-4fc3-8d93-3d447e6e0625,segment=NetworkSegment(d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9),segment_id=d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:04.562693 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3b525647-eb48-4e76-9a41-66eb30e774b5 req-5261db1b-6e87-4e46-9ef2-85711315bcc6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.570396 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7c6066f6-ee2a-40e0-9fee-01b7a4478eb7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7037625 Aug 20 11:54:04.633289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:04.642956 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a79b0f9f-0e82-489e-86f0-79b39ff6c4b2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/9183a286-c7a6-4d60-9b1e-eef4d270fdd4 HTTP/1.1" status: 200 len: 993 time: 0.0913985 Aug 20 11:54:04.853657 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3b525647-eb48-4e76-9a41-66eb30e774b5 req-5261db1b-6e87-4e46-9ef2-85711315bcc6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.854190 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3b525647-eb48-4e76-9a41-66eb30e774b5 req-5261db1b-6e87-4e46-9ef2-85711315bcc6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.854821 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [req-3b525647-eb48-4e76-9a41-66eb30e774b5 req-5261db1b-6e87-4e46-9ef2-85711315bcc6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Floating IP f30695d2-30d4-4641-8d8d-ae9098828531 disassociated. External IP: 172.25.8.23, port: c41038ab-69d2-4fc3-8d93-3d447e6e0625. Aug 20 11:54:04.855271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-3b525647-eb48-4e76-9a41-66eb30e774b5 req-5261db1b-6e87-4e46-9ef2-85711315bcc6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Calling delete_port for c41038ab-69d2-4fc3-8d93-3d447e6e0625 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:04.942772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d2d467-21b8-4e54-b882-b74f5afc187c None None] Network 3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:05.087581 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3b525647-eb48-4e76-9a41-66eb30e774b5 req-5261db1b-6e87-4e46-9ef2-85711315bcc6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.134078 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261db1b-6e87-4e46-9ef2-85711315bcc6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Pushing event deleted for resources: {'Port': ['ID=c41038ab-69d2-4fc3-8d93-3d447e6e0625,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:05.426654 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b525647-eb48-4e76-9a41-66eb30e774b5 req-5261db1b-6e87-4e46-9ef2-85711315bcc6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Router d78161e4-e912-4f5d-8472-149320ff315b has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:54:05.485749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a429d4e3-73ce-429c-8981-76573393a69a req-8abf62f0-6c2d-4705-a8dd-3e54741576ed tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 210 time: 0.0484722 Aug 20 11:54:06.041244 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b525647-eb48-4e76-9a41-66eb30e774b5 req-5261db1b-6e87-4e46-9ef2-85711315bcc6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:06.052889 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb26a85-7408-4fa5-b34c-1905735d71c3 None None] Sync routers for ids ['d78161e4-e912-4f5d-8472-149320ff315b'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:06.070193 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb26a85-7408-4fa5-b34c-1905735d71c3 None None] Routers {'d78161e4-e912-4f5d-8472-149320ff315b'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:06.071108 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2eb26a85-7408-4fa5-b34c-1905735d71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:53:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d78161e4-e912-4f5d-8472-149320ff315b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:06.083746 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b525647-eb48-4e76-9a41-66eb30e774b5 req-5261db1b-6e87-4e46-9ef2-85711315bcc6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] No DVR routers for this DVR port c41038ab-69d2-4fc3-8d93-3d447e6e0625 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:06.087380 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3b525647-eb48-4e76-9a41-66eb30e774b5 req-5261db1b-6e87-4e46-9ef2-85711315bcc6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:06.089713 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b525647-eb48-4e76-9a41-66eb30e774b5 req-5261db1b-6e87-4e46-9ef2-85711315bcc6 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.35 "DELETE /v2.0/ports/c41038ab-69d2-4fc3-8d93-3d447e6e0625 HTTP/1.1" status: 204 len: 173 time: 1.9633415 Aug 20 11:54:06.090164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa285ce7-2a95-472d-a147-e5ab53341979', 'name': 'network-vif-deleted', 'tag': 'c41038ab-69d2-4fc3-8d93-3d447e6e0625'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:06.092399 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18da3540-8279-4770-9725-bc189075e2ce" -d '{"events": [{"server_uuid": "fa285ce7-2a95-472d-a147-e5ab53341979", "name": "network-vif-deleted", "tag": "c41038ab-69d2-4fc3-8d93-3d447e6e0625"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:06.160329 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d0134e-25f9-4b1d-b039-16238085bd26 x-openstack-request-id: req-e3d0134e-25f9-4b1d-b039-16238085bd26 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:06.161018 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa285ce7-2a95-472d-a147-e5ab53341979", "name": "network-vif-deleted", "tag": "c41038ab-69d2-4fc3-8d93-3d447e6e0625", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:06.161442 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3d0134e-25f9-4b1d-b039-16238085bd26 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:06.162006 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa285ce7-2a95-472d-a147-e5ab53341979', 'name': 'network-vif-deleted', 'tag': 'c41038ab-69d2-4fc3-8d93-3d447e6e0625', 'status': 'completed', 'code': 200} Aug 20 11:54:06.242875 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-2eb26a85-7408-4fa5-b34c-1905735d71c3 None None] Set router d78161e4-e912-4f5d-8472-149320ff315b gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:06.510848 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2eb26a85-7408-4fa5-b34c-1905735d71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'name': 'tempest-ServersTestJSON-1957772658-router', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:50Z', 'updated_at': '2021-08-20T11:51:58Z', 'revision_number': 4, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'gw_port': {'id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:51Z', 'updated_at': '2021-08-20T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd4d5c45e-498a-449e-8a29-d35b747c3265', 'name': '', 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'mac_address': 'fa:16:3e:71:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:56Z', 'updated_at': '2021-08-20T11:52:07Z', 'revision_number': 5, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'subnets': [{'id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:06.543220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb26a85-7408-4fa5-b34c-1905735d71c3 None None] Checking router: d78161e4-e912-4f5d-8472-149320ff315b for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:54:06.560892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb26a85-7408-4fa5-b34c-1905735d71c3 None None] Routers {'d78161e4-e912-4f5d-8472-149320ff315b'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:06.561669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2eb26a85-7408-4fa5-b34c-1905735d71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:53:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d78161e4-e912-4f5d-8472-149320ff315b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:06.642952 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d88295a-a1e3-4cce-bdff-0ca43c379b81 req-d71912a1-3c19-45da-83bb-d9a447a05175 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa285ce7-2a95-472d-a147-e5ab53341979 HTTP/1.1" status: 200 len: 210 time: 0.0508935 Aug 20 11:54:06.724374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-2eb26a85-7408-4fa5-b34c-1905735d71c3 None None] Set router d78161e4-e912-4f5d-8472-149320ff315b gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:06.967413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688785d-d89b-4294-8871-c63037b8de89 req-e5fb9bb6-099d-4190-a032-97d880f5f31f tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:06.969913 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2688785d-d89b-4294-8871-c63037b8de89 req-e5fb9bb6-099d-4190-a032-97d880f5f31f tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/networks?id=3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf HTTP/1.1" status: 200 len: 809 time: 0.1332431 Aug 20 11:54:06.998776 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2688785d-d89b-4294-8871-c63037b8de89 req-eec43c4a-516f-4470-b1ed-00c037ab8627 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/quotas/ff6b4de6feb94067a92af6a420d275ea HTTP/1.1" status: 200 len: 375 time: 0.0188258 Aug 20 11:54:07.094314 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2688785d-d89b-4294-8871-c63037b8de89 req-da40fffc-fc60-4191-affb-6ede3da4f0d6 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff6b4de6feb94067a92af6a420d275ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854363 Aug 20 11:54:07.107748 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2eb26a85-7408-4fa5-b34c-1905735d71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'name': 'tempest-ServersTestJSON-1957772658-router', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:50Z', 'updated_at': '2021-08-20T11:51:58Z', 'revision_number': 4, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'gw_port': {'id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:51Z', 'updated_at': '2021-08-20T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd4d5c45e-498a-449e-8a29-d35b747c3265', 'name': '', 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'mac_address': 'fa:16:3e:71:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:56Z', 'updated_at': '2021-08-20T11:52:07Z', 'revision_number': 5, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'subnets': [{'id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:07.179473 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb26a85-7408-4fa5-b34c-1905735d71c3 None None] The sync data for ids ['d78161e4-e912-4f5d-8472-149320ff315b'] in n-d-804299-2 is: [{'id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'name': 'tempest-ServersTestJSON-1957772658-router', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:50Z', 'updated_at': '2021-08-20T11:51:58Z', 'revision_number': 4, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'gw_port': {'id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:51Z', 'updated_at': '2021-08-20T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd4d5c45e-498a-449e-8a29-d35b747c3265', 'name': '', 'network_id': '52cb1187-ce46-4926-9484-0b82ee8202d8', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'mac_address': 'fa:16:3e:71:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:56Z', 'updated_at': '2021-08-20T11:52:07Z', 'revision_number': 5, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'subnets': [{'id': '88ce2430-f6b9-4db9-ab45-4b86206082c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:54:07.290439 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2688785d-d89b-4294-8871-c63037b8de89 req-e1726583-6c44-433c-8a77-4de8f5ee6dcf service neutron] 10.222.0.37 "GET /v2.0/networks/3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899409 Aug 20 11:54:07.502121 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2688785d-d89b-4294-8871-c63037b8de89 req-fbbcb278-36a7-4ef6-937f-f725f76c34d4 service neutron] 10.222.0.37 "GET /v2.0/networks/3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105532 Aug 20 11:54:07.620625 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a62b24-6f0f-40a8-a79e-9e805556ceac None None] New status for floating IP f30695d2-30d4-4641-8d8d-ae9098828531: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:54:07.738339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60606) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:07.756157 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:07.797380 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a5fb380-90c0-4f1e-9322-7fe0186dd5ed req-4bd961a8-ae89-490b-a44c-01a61088b73d tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 210 time: 0.0845292 Aug 20 11:54:07.857407 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:07.863378 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:07.863758 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.874408 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dbfe386f-1ead-47a6-aa5c-43502fa87f07 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.911484 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dbfe386f-1ead-47a6-aa5c-43502fa87f07 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.964108 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.981379 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dbfe386f-1ead-47a6-aa5c-43502fa87f07 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.987739 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dbfe386f-1ead-47a6-aa5c-43502fa87f07 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.989166 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dbfe386f-1ead-47a6-aa5c-43502fa87f07 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "DELETE /v2.0/security-groups/41a330e0-e1bd-45d6-9648-e1efc60b021c HTTP/1.1" status: 204 len: 168 time: 0.2492177 Aug 20 11:54:07.992299 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60612) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:08.002455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe386f-1ead-47a6-aa5c-43502fa87f07 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a330e0-e1bd-45d6-9648-e1efc60b021c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:08.009208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:08.013334 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44570b8-b921-4666-96a3-931ec36b409d" -d '{"events": [{"server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "name": "network-vif-plugged", "status": "completed", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:08.023353 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-a97b7206-4862-4622-a053-14fc3c4e2602 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] show failed (client error): The resource could not be found. Aug 20 11:54:08.024474 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a97b7206-4862-4622-a053-14fc3c4e2602 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "GET /v2.0/security-groups/41a330e0-e1bd-45d6-9648-e1efc60b021c HTTP/1.1" status: 404 len: 347 time: 0.0310876 Aug 20 11:54:08.027359 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60616) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:08.066237 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:08.078961 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.176271 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aac16ae-6185-4378-9555-f1e8c053d682 x-openstack-request-id: req-1aac16ae-6185-4378-9555-f1e8c053d682 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:08.177422 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "name": "network-vif-plugged", "status": "completed", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:08.178479 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1aac16ae-6185-4378-9555-f1e8c053d682 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:08.179836 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'code': 200} Aug 20 11:54:08.180613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,revision_number=12']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:08.266120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-1db82239-f4ea-4c13-b6cb-d8808fd8c660 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Deleting port 63ab8131-9fec-4d8a-8441-9122b593c5e2 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:08.266497 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1db82239-f4ea-4c13-b6cb-d8808fd8c660 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.378049 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1db82239-f4ea-4c13-b6cb-d8808fd8c660 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.380702 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1db82239-f4ea-4c13-b6cb-d8808fd8c660 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.395151 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-1db82239-f4ea-4c13-b6cb-d8808fd8c660 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Calling delete_port for 63ab8131-9fec-4d8a-8441-9122b593c5e2 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:08.618612 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1db82239-f4ea-4c13-b6cb-d8808fd8c660 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.646424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db82239-f4ea-4c13-b6cb-d8808fd8c660 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Pushing event deleted for resources: {'Port': ['ID=63ab8131-9fec-4d8a-8441-9122b593c5e2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:08.723188 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1db82239-f4ea-4c13-b6cb-d8808fd8c660 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.728396 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1db82239-f4ea-4c13-b6cb-d8808fd8c660 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.732333 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1db82239-f4ea-4c13-b6cb-d8808fd8c660 tempest-ServersTestJSON-384518816 tempest-ServersTestJSON-384518816-project] 10.222.0.37 "DELETE /v2.0/floatingips/f30695d2-30d4-4641-8d8d-ae9098828531 HTTP/1.1" status: 204 len: 168 time: 0.7037783 Aug 20 11:54:08.732506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60658) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:08.801627 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c41038ab-69d2-4fc3-8d93-3d447e6e0625 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:08.845383 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: c41038ab-69d2-4fc3-8d93-3d447e6e0625 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:08.845785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c41038ab-69d2-4fc3-8d93-3d447e6e0625 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:08.972905 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:09.014965 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dbd14de1-4eb6-426e-9eb6-d59c2be375c8 req-e623a64e-63ab-4bb9-a165-597141ab5de6 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 210 time: 0.0876014 Aug 20 11:54:09.113099 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688785d-d89b-4294-8871-c63037b8de89 req-7e32d227-e96a-466d-862b-842d6c733dd3 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:09.114568 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2688785d-d89b-4294-8871-c63037b8de89 req-7e32d227-e96a-466d-862b-842d6c733dd3 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.35 "GET /v2.0/networks?id=3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf HTTP/1.1" status: 200 len: 809 time: 0.1862226 Aug 20 11:54:09.134728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-2688785d-d89b-4294-8871-c63037b8de89 req-6a218925-25cf-4cfb-9452-4aa48836aff3 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Request body: {'port': {'device_id': '1fd215fc-9ddc-4ec1-897b-d7992e2d6690', 'network_id': '3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf', 'admin_state_up': True, 'tenant_id': 'ff6b4de6feb94067a92af6a420d275ea'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:09.312581 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2688785d-d89b-4294-8871-c63037b8de89 req-6a218925-25cf-4cfb-9452-4aa48836aff3 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Made reservation on behalf of ff6b4de6feb94067a92af6a420d275ea for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:09.316376 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2688785d-d89b-4294-8871-c63037b8de89 req-6a218925-25cf-4cfb-9452-4aa48836aff3 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:09.545138 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bc3977e-0351-44f5-95b2-2731b21d6ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:09.584772 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-2688785d-d89b-4294-8871-c63037b8de89 req-6a218925-25cf-4cfb-9452-4aa48836aff3 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Allocated IP 172.20.0.8 (3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf/5a5154d7-51d2-4dcc-8a0a-ce2eb3d9554c/f51ef1ee-6cb2-4fd7-92d6-25967deed56e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:09.889239 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2688785d-d89b-4294-8871-c63037b8de89 req-6a218925-25cf-4cfb-9452-4aa48836aff3 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:09.903422 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60684) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:10.034266 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2688785d-d89b-4294-8871-c63037b8de89 req-6a218925-25cf-4cfb-9452-4aa48836aff3 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.074946 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.108411 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3977e-0351-44f5-95b2-2731b21d6ec6 admin admin] Deleting port d4d5c45e-498a-449e-8a29-d35b747c3265 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:10.108782 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bc3977e-0351-44f5-95b2-2731b21d6ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.174801 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2688785d-d89b-4294-8871-c63037b8de89 req-6a218925-25cf-4cfb-9452-4aa48836aff3 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Network 3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:10.181650 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-2688785d-d89b-4294-8871-c63037b8de89 req-6a218925-25cf-4cfb-9452-4aa48836aff3 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:10.190871 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-2688785d-d89b-4294-8871-c63037b8de89 req-6a218925-25cf-4cfb-9452-4aa48836aff3 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:10.224307 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.230205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a218925-25cf-4cfb-9452-4aa48836aff3 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Pushing event updated for resources: {'Port': ['ID=f51ef1ee-6cb2-4fd7-92d6-25967deed56e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:10.235607 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.284043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2267a-ff9a-43cb-a308-80a67ee6e15b req-dcfbc54e-64db-47a9-86f6-6a407bf14023 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:10.285706 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3aa2267a-ff9a-43cb-a308-80a67ee6e15b req-dcfbc54e-64db-47a9-86f6-6a407bf14023 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 931 time: 0.1723373 Aug 20 11:54:10.288083 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688785d-d89b-4294-8871-c63037b8de89 req-6a218925-25cf-4cfb-9452-4aa48836aff3 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:10.289396 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2688785d-d89b-4294-8871-c63037b8de89 req-6a218925-25cf-4cfb-9452-4aa48836aff3 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.292950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf253a7f16ce4cff9e6792d22232ce05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872449 Aug 20 11:54:10.296267 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60690) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:10.303502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0bc3977e-0351-44f5-95b2-2731b21d6ec6 admin admin] For port d4d5c45e-498a-449e-8a29-d35b747c3265, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d4d5c45e-498a-449e-8a29-d35b747c3265,segment=NetworkSegment(d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9),segment_id=d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:10.304027 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bc3977e-0351-44f5-95b2-2731b21d6ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.316527 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef881a0-6500-4d2b-ad7a-bc2d49fe3e46,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:10.322482 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3977e-0351-44f5-95b2-2731b21d6ec6 admin admin] Calling delete_port for d4d5c45e-498a-449e-8a29-d35b747c3265 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:10.325578 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2688785d-d89b-4294-8871-c63037b8de89 req-6a218925-25cf-4cfb-9452-4aa48836aff3 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1981473 Aug 20 11:54:10.341569 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Request body: {'port': {'device_id': '1fd215fc-9ddc-4ec1-897b-d7992e2d6690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:10.347009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:10.347009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:10.347009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:10.347009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:10.347009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:10.347604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:10.347604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:10.347791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:10.348164 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:10.348326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:10.348669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:10.348981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3bab0-b9fa-4f5d-857d-1ef1901a659a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:10.386136 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3aa2267a-ff9a-43cb-a308-80a67ee6e15b req-bcbfc735-0262-45c2-8384-4762dfc75b6d tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888963 Aug 20 11:54:10.411911 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f88bd8c-b39e-4de5-ac71-4b7d6db5ac53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.442233 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f88bd8c-b39e-4de5-ac71-4b7d6db5ac53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.486132 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.494121 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f88bd8c-b39e-4de5-ac71-4b7d6db5ac53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.497002 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f88bd8c-b39e-4de5-ac71-4b7d6db5ac53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.498139 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2f88bd8c-b39e-4de5-ac71-4b7d6db5ac53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aef881a0-6500-4d2b-ad7a-bc2d49fe3e46 HTTP/1.1" status: 204 len: 168 time: 0.1998837 Aug 20 11:54:10.506259 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88bd8c-b39e-4de5-ac71-4b7d6db5ac53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef881a0-6500-4d2b-ad7a-bc2d49fe3e46,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:10.584694 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e58421a-6428-415b-8419-a8205ad9a504 req-409c09b6-75fd-44f9-9d76-a49d8b05e388 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1307039 Aug 20 11:54:10.790565 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58421a-6428-415b-8419-a8205ad9a504 req-ed1cd8c1-447a-4ba7-b87b-ce55971280b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:10.792119 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e58421a-6428-415b-8419-a8205ad9a504 req-ed1cd8c1-447a-4ba7-b87b-ce55971280b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18da441c481b49c9ab55e1a14df71d73&device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 1096 time: 0.1787395 Aug 20 11:54:10.811917 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bc3977e-0351-44f5-95b2-2731b21d6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.870166 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3977e-0351-44f5-95b2-2731b21d6ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d5c45e-498a-449e-8a29-d35b747c3265,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:11.135554 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58421a-6428-415b-8419-a8205ad9a504 req-8d184947-02d7-41af-9d03-559fa65b473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:11.135554 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e58421a-6428-415b-8419-a8205ad9a504 req-8d184947-02d7-41af-9d03-559fa65b473f service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 HTTP/1.1" status: 200 len: 909 time: 0.3164253 Aug 20 11:54:11.160039 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51ef1ee-6cb2-4fd7-92d6-25967deed56e {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:11.235656 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.274289 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Transition to ACTIVE for port object f51ef1ee-6cb2-4fd7-92d6-25967deed56e will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:11.281458 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.290352 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bc3977e-0351-44f5-95b2-2731b21d6ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.293350 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e58421a-6428-415b-8419-a8205ad9a504 req-c076aecf-862e-4108-b4a7-148744e454ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d1d79ac-49c5-45ac-ae02-a65bee361525 HTTP/1.1" status: 200 len: 1000 time: 0.1497486 Aug 20 11:54:11.424503 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Pushing event updated for resources: {'Port': ['ID=f51ef1ee-6cb2-4fd7-92d6-25967deed56e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:11.871597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58421a-6428-415b-8419-a8205ad9a504 req-b40c9185-90e8-4ece-8426-ff8d10a3c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:11.873108 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e58421a-6428-415b-8419-a8205ad9a504 req-b40c9185-90e8-4ece-8426-ff8d10a3c9cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c5d0d52-33c3-4556-b37f-a7cde29a16b1 HTTP/1.1" status: 200 len: 848 time: 0.5561643 Aug 20 11:54:12.080786 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16adc93-b099-4e87-80ec-92c1b32477ad req-345354e3-3385-4ac6-a5c4-fc13e1fc861c tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:12.082360 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c16adc93-b099-4e87-80ec-92c1b32477ad req-345354e3-3385-4ac6-a5c4-fc13e1fc861c tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 943 time: 0.2504723 Aug 20 11:54:12.088904 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Attempting to bind port f51ef1ee-6cb2-4fd7-92d6-25967deed56e on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:12.089279 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Attempting to bind port f51ef1ee-6cb2-4fd7-92d6-25967deed56e by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'e2f15d26-646d-4700-9cf9-53505d204ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:12.089568 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Attempting to bind port f51ef1ee-6cb2-4fd7-92d6-25967deed56e on network 3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:12.098534 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Port f51ef1ee-6cb2-4fd7-92d6-25967deed56e on network 3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:12.098880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Attempting to bind port f51ef1ee-6cb2-4fd7-92d6-25967deed56e on network 3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:12.105822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58421a-6428-415b-8419-a8205ad9a504 req-e1497682-6cd3-44ea-a226-414438891b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:12.110064 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e58421a-6428-415b-8419-a8205ad9a504 req-e1497682-6cd3-44ea-a226-414438891b46 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2136056 Aug 20 11:54:12.141139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:12.141933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Checking segment: {'id': 'e2f15d26-646d-4700-9cf9-53505d204ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:12.141933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Bound using segment: {'id': 'e2f15d26-646d-4700-9cf9-53505d204ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:12.142245 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Bound port: f51ef1ee-6cb2-4fd7-92d6-25967deed56e, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f15d26-646d-4700-9cf9-53505d204ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:12.142761 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:12.303388 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c16adc93-b099-4e87-80ec-92c1b32477ad req-a57cc607-d07d-4ca6-b900-98cde3cd90d3 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049155 Aug 20 11:54:12.346571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc3977e-0351-44f5-95b2-2731b21d6ec6 admin admin] Router d78161e4-e912-4f5d-8472-149320ff315b has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:54:12.381627 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] For port f51ef1ee-6cb2-4fd7-92d6-25967deed56e, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:12.396022 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e58421a-6428-415b-8419-a8205ad9a504 req-ad5c5c7b-daf8-435d-a6cd-dcf5ea166eae service neutron] 10.222.0.35 "GET /v2.0/networks/1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775786 Aug 20 11:54:12.402701 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] For port f51ef1ee-6cb2-4fd7-92d6-25967deed56e, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f51ef1ee-6cb2-4fd7-92d6-25967deed56e,segment=NetworkSegment(e2f15d26-646d-4700-9cf9-53505d204ee1),segment_id=e2f15d26-646d-4700-9cf9-53505d204ee1)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:12.417799 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:12.662186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:12.662945 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:12.665096 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2688785d-d89b-4294-8871-c63037b8de89 req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] 10.222.0.35 "PUT /v2.0/ports/f51ef1ee-6cb2-4fd7-92d6-25967deed56e HTTP/1.1" status: 200 len: 1091 time: 2.3301826 Aug 20 11:54:12.665626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd215fc-9ddc-4ec1-897b-d7992e2d6690', 'tag': 'f51ef1ee-6cb2-4fd7-92d6-25967deed56e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:12.668083 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8239902d-9a39-4221-b97a-00b27c05d71f" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd215fc-9ddc-4ec1-897b-d7992e2d6690", "tag": "f51ef1ee-6cb2-4fd7-92d6-25967deed56e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:12.711216 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb231c-c859-487b-a529-3ef623a48552 service neutron] Pushing event updated for resources: {'Port': ['ID=f51ef1ee-6cb2-4fd7-92d6-25967deed56e,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:12.750244 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa33cd69-9d19-45d4-b853-881f7cd8ed34 x-openstack-request-id: req-aa33cd69-9d19-45d4-b853-881f7cd8ed34 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:12.750595 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd215fc-9ddc-4ec1-897b-d7992e2d6690", "tag": "f51ef1ee-6cb2-4fd7-92d6-25967deed56e", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:12.750905 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa33cd69-9d19-45d4-b853-881f7cd8ed34 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:12.751352 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd215fc-9ddc-4ec1-897b-d7992e2d6690', 'tag': 'f51ef1ee-6cb2-4fd7-92d6-25967deed56e', 'status': 'completed', 'code': 200} Aug 20 11:54:12.755003 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e58421a-6428-415b-8419-a8205ad9a504 req-26531d45-a128-427a-a77e-1199c4834617 service neutron] 10.222.0.35 "GET /v2.0/networks/1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508253 Aug 20 11:54:12.758684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc3977e-0351-44f5-95b2-2731b21d6ec6 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:12.766718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60746) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:12.767181 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0bc3977e-0351-44f5-95b2-2731b21d6ec6 admin admin] 10.222.0.37 "PUT /v2.0/routers/d78161e4-e912-4f5d-8472-149320ff315b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0330734 Aug 20 11:54:12.777703 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d7c921-5fdb-4d81-9ff6-8177b4b9471a None None] Sync routers for ids ['d78161e4-e912-4f5d-8472-149320ff315b'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:12.784509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688785d-d89b-4294-8871-c63037b8de89 req-c98a7752-1675-43d2-a154-8a1e985d470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:12.787633 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2688785d-d89b-4294-8871-c63037b8de89 req-c98a7752-1675-43d2-a154-8a1e985d470a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ff6b4de6feb94067a92af6a420d275ea&device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 1094 time: 0.0651307 Aug 20 11:54:12.799325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d7c921-5fdb-4d81-9ff6-8177b4b9471a None None] Routers {'d78161e4-e912-4f5d-8472-149320ff315b'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:12.800187 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-07d7c921-5fdb-4d81-9ff6-8177b4b9471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:53:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d78161e4-e912-4f5d-8472-149320ff315b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:12.848710 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2688785d-d89b-4294-8871-c63037b8de89 req-ddb23e2e-0892-4475-8193-2339f0c8fc7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f51ef1ee-6cb2-4fd7-92d6-25967deed56e HTTP/1.1" status: 200 len: 217 time: 0.0532126 Aug 20 11:54:12.921424 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb2f92da-ad8d-4b73-b216-bb0516b7bb0d admin admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:12.925346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688785d-d89b-4294-8871-c63037b8de89 req-310a1e87-587d-49be-92c0-764eb875c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:12.926984 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2688785d-d89b-4294-8871-c63037b8de89 req-310a1e87-587d-49be-92c0-764eb875c26f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a5154d7-51d2-4dcc-8a0a-ce2eb3d9554c HTTP/1.1" status: 200 len: 849 time: 0.0708923 Aug 20 11:54:12.989442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-07d7c921-5fdb-4d81-9ff6-8177b4b9471a None None] Set router d78161e4-e912-4f5d-8472-149320ff315b gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:12.997966 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2688785d-d89b-4294-8871-c63037b8de89 req-bd2732ea-215a-4716-82ea-be4a024778e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616539 Aug 20 11:54:13.146070 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb2f92da-ad8d-4b73-b216-bb0516b7bb0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:13.171063 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2688785d-d89b-4294-8871-c63037b8de89 req-6f25a020-ab54-4da4-bafe-98d4d03bd26f service neutron] 10.222.0.35 "GET /v2.0/networks/3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649284 Aug 20 11:54:13.248350 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f92da-ad8d-4b73-b216-bb0516b7bb0d admin admin] Deleting port 11ef3469-1884-4358-87e4-6ae7351eb10b {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:13.251272 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb2f92da-ad8d-4b73-b216-bb0516b7bb0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:13.382848 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-07d7c921-5fdb-4d81-9ff6-8177b4b9471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'name': 'tempest-ServersTestJSON-1957772658-router', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:50Z', 'updated_at': '2021-08-20T11:54:10Z', 'revision_number': 5, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'gw_port': {'id': '11ef3469-1884-4358-87e4-6ae7351eb10b', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:51Z', 'updated_at': '2021-08-20T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:13.395433 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2688785d-d89b-4294-8871-c63037b8de89 req-1df3848f-6bfb-4196-a453-fdcb6a773fb5 service neutron] 10.222.0.35 "GET /v2.0/networks/3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167981 Aug 20 11:54:13.416248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d7c921-5fdb-4d81-9ff6-8177b4b9471a None None] Checking router: d78161e4-e912-4f5d-8472-149320ff315b for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:54:13.426350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d7c921-5fdb-4d81-9ff6-8177b4b9471a None None] Routers {'d78161e4-e912-4f5d-8472-149320ff315b'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:13.426968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-07d7c921-5fdb-4d81-9ff6-8177b4b9471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:53:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d78161e4-e912-4f5d-8472-149320ff315b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:13.435271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-bb2f92da-ad8d-4b73-b216-bb0516b7bb0d admin admin] For port 11ef3469-1884-4358-87e4-6ae7351eb10b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=11ef3469-1884-4358-87e4-6ae7351eb10b,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:13.435635 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb2f92da-ad8d-4b73-b216-bb0516b7bb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:13.455184 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60766) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:13.473587 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f92da-ad8d-4b73-b216-bb0516b7bb0d admin admin] Calling delete_port for 11ef3469-1884-4358-87e4-6ae7351eb10b owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:13.543668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239902d-9a39-4221-b97a-00b27c05d71f req-99e3cfd5-8573-4612-941c-71128678f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:13.545225 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8239902d-9a39-4221-b97a-00b27c05d71f req-99e3cfd5-8573-4612-941c-71128678f152 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ff6b4de6feb94067a92af6a420d275ea&device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 1094 time: 0.0909514 Aug 20 11:54:13.556883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d5b2f-408b-401e-bb1c-68e42f5513ed req-2d9710be-827e-4b6e-957c-f702e8d7224a tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:13.558422 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-958d5b2f-408b-401e-bb1c-68e42f5513ed req-2d9710be-827e-4b6e-957c-f702e8d7224a tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 943 time: 0.0727968 Aug 20 11:54:13.651895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-07d7c921-5fdb-4d81-9ff6-8177b4b9471a None None] Set router d78161e4-e912-4f5d-8472-149320ff315b gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:13.703748 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-958d5b2f-408b-401e-bb1c-68e42f5513ed req-e9651d97-bed1-4ee3-8f93-e78071d740b8 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265559 Aug 20 11:54:13.740708 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00ea8602-35a4-4ede-bb31-667b4e094dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:13.760589 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-07d7c921-5fdb-4d81-9ff6-8177b4b9471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'name': 'tempest-ServersTestJSON-1957772658-router', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:50Z', 'updated_at': '2021-08-20T11:54:13Z', 'revision_number': 6, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:13.790981 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb2f92da-ad8d-4b73-b216-bb0516b7bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:13.795065 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d7c921-5fdb-4d81-9ff6-8177b4b9471a None None] The sync data for ids ['d78161e4-e912-4f5d-8472-149320ff315b'] in n-d-804299-2 is: [{'id': 'd78161e4-e912-4f5d-8472-149320ff315b', 'name': 'tempest-ServersTestJSON-1957772658-router', 'tenant_id': '3bfae817aa0f4bfeb4347951731b9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:50Z', 'updated_at': '2021-08-20T11:54:13Z', 'revision_number': 6, 'project_id': '3bfae817aa0f4bfeb4347951731b9566', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:54:13.795866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239902d-9a39-4221-b97a-00b27c05d71f req-4e45eda0-0b59-4488-9874-8c58f4b6ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:13.797314 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8239902d-9a39-4221-b97a-00b27c05d71f req-4e45eda0-0b59-4488-9874-8c58f4b6ff0f service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf HTTP/1.1" status: 200 len: 909 time: 0.2377598 Aug 20 11:54:13.836215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f92da-ad8d-4b73-b216-bb0516b7bb0d admin admin] Pushing event deleted for resources: {'Port': ['ID=11ef3469-1884-4358-87e4-6ae7351eb10b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:13.899466 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8239902d-9a39-4221-b97a-00b27c05d71f req-4a9a2b27-8a94-42e5-83ba-f3ccac1e9dab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f51ef1ee-6cb2-4fd7-92d6-25967deed56e HTTP/1.1" status: 200 len: 217 time: 0.0941589 Aug 20 11:54:13.914394 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb2f92da-ad8d-4b73-b216-bb0516b7bb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:13.979331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239902d-9a39-4221-b97a-00b27c05d71f req-c36b53eb-ab7e-4023-89ff-3dd66a2ece47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:13.981051 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8239902d-9a39-4221-b97a-00b27c05d71f req-c36b53eb-ab7e-4023-89ff-3dd66a2ece47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a5154d7-51d2-4dcc-8a0a-ce2eb3d9554c HTTP/1.1" status: 200 len: 849 time: 0.0729504 Aug 20 11:54:14.016918 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb2f92da-ad8d-4b73-b216-bb0516b7bb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.019063 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb2f92da-ad8d-4b73-b216-bb0516b7bb0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.026859 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00ea8602-35a4-4ede-bb31-667b4e094dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.030058 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8239902d-9a39-4221-b97a-00b27c05d71f req-9812360e-b893-4f97-be74-b31c05bbfb4e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374787 Aug 20 11:54:14.031383 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00ea8602-35a4-4ede-bb31-667b4e094dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.064728 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb2f92da-ad8d-4b73-b216-bb0516b7bb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.065370 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2f92da-ad8d-4b73-b216-bb0516b7bb0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d78161e4-e912-4f5d-8472-149320ff315b {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:54:14.069987 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb2f92da-ad8d-4b73-b216-bb0516b7bb0d admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.071340 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bb2f92da-ad8d-4b73-b216-bb0516b7bb0d admin admin] 10.222.0.37 "DELETE /v2.0/routers/d78161e4-e912-4f5d-8472-149320ff315b HTTP/1.1" status: 204 len: 168 time: 1.3034406 Aug 20 11:54:14.073825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60772) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:14.121928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-45fd30c3-11a8-4cc4-8d3a-719ebfc87cc5 admin admin] Deleting subnet 88ce2430-f6b9-4db9-ab45-4b86206082c1 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:54:14.125136 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45fd30c3-11a8-4cc4-8d3a-719ebfc87cc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.130069 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-00ea8602-35a4-4ede-bb31-667b4e094dd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62f343c9ae534dc7a2bc3915a0b20c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6739151 Aug 20 11:54:14.135339 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60774) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:14.155254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea8602-35a4-4ede-bb31-667b4e094dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ca5264-2092-4c8a-84d2-12b3b9037378,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:14.172562 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45fd30c3-11a8-4cc4-8d3a-719ebfc87cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.233531 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8239902d-9a39-4221-b97a-00b27c05d71f req-542e711c-055f-4038-9f69-e2995f0bbb11 service neutron] 10.222.0.35 "GET /v2.0/networks/3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830804 Aug 20 11:54:14.271424 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7b3dd4e-5436-47e2-8223-7d7ebf25aa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.332422 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45fd30c3-11a8-4cc4-8d3a-719ebfc87cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.383094 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8239902d-9a39-4221-b97a-00b27c05d71f req-df6bd803-7281-4ad8-a6c1-1612e176474f service neutron] 10.222.0.35 "GET /v2.0/networks/3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401680 Aug 20 11:54:14.389362 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7b3dd4e-5436-47e2-8223-7d7ebf25aa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.413006 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45fd30c3-11a8-4cc4-8d3a-719ebfc87cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.441569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd30c3-11a8-4cc4-8d3a-719ebfc87cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ce2430-f6b9-4db9-ab45-4b86206082c1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:14.450275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45fd30c3-11a8-4cc4-8d3a-719ebfc87cc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.452376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-45fd30c3-11a8-4cc4-8d3a-719ebfc87cc5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/88ce2430-f6b9-4db9-ab45-4b86206082c1 HTTP/1.1" status: 204 len: 168 time: 0.3774021 Aug 20 11:54:14.455020 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60780) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:14.462885 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3438c670-e6e3-4501-8a16-7d8ff13a4557 None None] Network 52cb1187-ce46-4926-9484-0b82ee8202d8 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:14.488140 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7b3dd4e-5436-47e2-8223-7d7ebf25aa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.491887 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7b3dd4e-5436-47e2-8223-7d7ebf25aa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.493643 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c7b3dd4e-5436-47e2-8223-7d7ebf25aa39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6ca5264-2092-4c8a-84d2-12b3b9037378 HTTP/1.1" status: 204 len: 168 time: 0.3583343 Aug 20 11:54:14.599826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3dd4e-5436-47e2-8223-7d7ebf25aa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ca5264-2092-4c8a-84d2-12b3b9037378,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:14.628568 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.820278 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] Deleting port 490491d4-651b-47ee-8d02-e9da8b599063 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:14.820278 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.830190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 11ef3469-1884-4358-87e4-6ae7351eb10b no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:14.883877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 11ef3469-1884-4358-87e4-6ae7351eb10b {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:14.884701 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 11ef3469-1884-4358-87e4-6ae7351eb10b not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:14.885373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d4d5c45e-498a-449e-8a29-d35b747c3265 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:14.914615 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: d4d5c45e-498a-449e-8a29-d35b747c3265 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:14.915365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d4d5c45e-498a-449e-8a29-d35b747c3265 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:15.003981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731a152-cc30-47e3-b319-f9cf1124e563 req-42f16e86-78ed-4cbf-9bc4-271681e58eb9 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:15.016986 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0731a152-cc30-47e3-b319-f9cf1124e563 req-42f16e86-78ed-4cbf-9bc4-271681e58eb9 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 943 time: 0.1460626 Aug 20 11:54:15.048403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] For port 490491d4-651b-47ee-8d02-e9da8b599063, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=490491d4-651b-47ee-8d02-e9da8b599063,segment=NetworkSegment(d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9),segment_id=d2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:15.048687 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.080043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] Calling delete_port for 490491d4-651b-47ee-8d02-e9da8b599063 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:15.099945 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0731a152-cc30-47e3-b319-f9cf1124e563 req-d26d9851-ad10-45cb-aaf8-a6cba6b05b36 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701368 Aug 20 11:54:15.119521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ee51f3-728e-4359-8b8a-f72b97d00a6f None None] DHCP port deletion for 52cb1187-ce46-4926-9484-0b82ee8202d8 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:54:15.128986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60790) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:15.179723 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d50917dd-cc73-4469-85de-5685d1c72072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.200302 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.234904 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] Pushing event deleted for resources: {'Port': ['ID=490491d4-651b-47ee-8d02-e9da8b599063,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:15.242138 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] No DVR routers for this DVR port 490491d4-651b-47ee-8d02-e9da8b599063 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:15.260317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-55ee51f3-728e-4359-8b8a-f72b97d00a6f None None] Deleting port 490491d4-651b-47ee-8d02-e9da8b599063 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:15.260741 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-55ee51f3-728e-4359-8b8a-f72b97d00a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.330090 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.342781 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cb1187-ce46-4926-9484-0b82ee8202d8']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:15.365117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:15.365358 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2fb6a46-1ddc-4aa6-8fd4-a9439360b6c9') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:15.393991 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.417639 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.420824 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d50917dd-cc73-4469-85de-5685d1c72072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.432265 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d50917dd-cc73-4469-85de-5685d1c72072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.438009 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:54:15.438802 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:54:15.445356 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:54:15.453028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-55ee51f3-728e-4359-8b8a-f72b97d00a6f None None] For port 490491d4-651b-47ee-8d02-e9da8b599063, host n-d-804299-2, got binding levels [] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:15.453741 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-55ee51f3-728e-4359-8b8a-f72b97d00a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.505893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-55ee51f3-728e-4359-8b8a-f72b97d00a6f None None] Calling delete_port for 490491d4-651b-47ee-8d02-e9da8b599063 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:15.525755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.ipam_backend_mixin [None req-55ee51f3-728e-4359-8b8a-f72b97d00a6f None None] Port 490491d4-651b-47ee-8d02-e9da8b599063 was not found and therefore no delete operation was performed {{(pid=94692) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:54:15.529620 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-55ee51f3-728e-4359-8b8a-f72b97d00a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.541809 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d50917dd-cc73-4469-85de-5685d1c72072 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65d9bbff177d4cf7abf5189f0f853ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105849 Aug 20 11:54:15.542078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60800) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:15.558689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee51f3-728e-4359-8b8a-f72b97d00a6f None None] No DVR routers for this DVR port 490491d4-651b-47ee-8d02-e9da8b599063 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:15.560296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50917dd-cc73-4469-85de-5685d1c72072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea16ca9a-778b-4fa3-9d10-620061b532c6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:15.578698 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.587057 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.591118 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] 10.222.0.37 "DELETE /v2.0/networks/52cb1187-ce46-4926-9484-0b82ee8202d8 HTTP/1.1" status: 204 len: 168 time: 1.1348765 Aug 20 11:54:15.612787 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee51f3-728e-4359-8b8a-f72b97d00a6f None None] Pushing event deleted for resources: {'Port': ['ID=490491d4-651b-47ee-8d02-e9da8b599063,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:15.623654 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ccd7f-a435-4e0b-b955-4904e8a8260a admin admin] Pushing event deleted for resources: {'Network': ['ID=52cb1187-ce46-4926-9484-0b82ee8202d8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:15.662994 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5052adc5-5b87-4eff-b67f-e8674d67294d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.684316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60804) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:15.692019 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5052adc5-5b87-4eff-b67f-e8674d67294d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.748175 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5052adc5-5b87-4eff-b67f-e8674d67294d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.751690 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5052adc5-5b87-4eff-b67f-e8674d67294d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.755816 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5052adc5-5b87-4eff-b67f-e8674d67294d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea16ca9a-778b-4fa3-9d10-620061b532c6 HTTP/1.1" status: 204 len: 168 time: 0.2096705 Aug 20 11:54:15.762425 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052adc5-5b87-4eff-b67f-e8674d67294d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea16ca9a-778b-4fa3-9d10-620061b532c6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:15.824064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60810) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:15.828028 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-750ae168-bc36-48dc-b3da-2ae6698f201e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.896738 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dd9bbbcb-348f-4ebc-bd89-5c0eafc0d6a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3bfae817aa0f4bfeb4347951731b9566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704622 Aug 20 11:54:15.902465 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60814) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:15.995809 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-750ae168-bc36-48dc-b3da-2ae6698f201e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.999926 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6540fbec-bf03-470a-9bd0-5209f1f687df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:16.002797 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-750ae168-bc36-48dc-b3da-2ae6698f201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:16.064471 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6540fbec-bf03-470a-9bd0-5209f1f687df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:16.070946 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-750ae168-bc36-48dc-b3da-2ae6698f201e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f6c58d5f0304ba1b0afd763f6b44e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824463 Aug 20 11:54:16.071321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60818) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:16.076591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ae168-bc36-48dc-b3da-2ae6698f201e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd80aa9f-2751-408a-9b54-a22833deb574,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:16.133706 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6540fbec-bf03-470a-9bd0-5209f1f687df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:16.137019 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6540fbec-bf03-470a-9bd0-5209f1f687df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:16.140594 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6540fbec-bf03-470a-9bd0-5209f1f687df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9f0d40d-b92f-47be-ab07-4b717d5cc9a9 HTTP/1.1" status: 204 len: 168 time: 0.2345653 Aug 20 11:54:16.152192 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540fbec-bf03-470a-9bd0-5209f1f687df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f0d40d-b92f-47be-ab07-4b717d5cc9a9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:16.165823 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd800009-a186-4c57-ad84-bf8cefac6162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:16.206780 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd800009-a186-4c57-ad84-bf8cefac6162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:16.277894 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589cf8d-a31f-443a-b7e3-a62c393fe91d req-4bf92469-5796-4ff7-a990-06bc4d8f6e07 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:16.279702 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0589cf8d-a31f-443a-b7e3-a62c393fe91d req-4bf92469-5796-4ff7-a990-06bc4d8f6e07 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 943 time: 0.0579786 Aug 20 11:54:16.297517 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd800009-a186-4c57-ad84-bf8cefac6162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:16.300298 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd800009-a186-4c57-ad84-bf8cefac6162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:16.303944 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bd800009-a186-4c57-ad84-bf8cefac6162 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd80aa9f-2751-408a-9b54-a22833deb574 HTTP/1.1" status: 204 len: 168 time: 0.2292109 Aug 20 11:54:16.320230 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd800009-a186-4c57-ad84-bf8cefac6162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd80aa9f-2751-408a-9b54-a22833deb574,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:16.363125 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0589cf8d-a31f-443a-b7e3-a62c393fe91d req-937f45c6-121a-41fe-bd9e-444cf4eb27ea tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772567 Aug 20 11:54:16.679172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 490491d4-651b-47ee-8d02-e9da8b599063 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:16.712865 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 490491d4-651b-47ee-8d02-e9da8b599063 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:16.713228 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 490491d4-651b-47ee-8d02-e9da8b599063 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:16.816429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f51ef1ee-6cb2-4fd7-92d6-25967deed56e details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:16.926790 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port f51ef1ee-6cb2-4fd7-92d6-25967deed56e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f51ef1ee-6cb2-4fd7-92d6-25967deed56e,segment=NetworkSegment(e2f15d26-646d-4700-9cf9-53505d204ee1),segment_id=e2f15d26-646d-4700-9cf9-53505d204ee1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:16.939667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'f51ef1ee-6cb2-4fd7-92d6-25967deed56e', 'network_id': '3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf', 'port_id': 'f51ef1ee-6cb2-4fd7-92d6-25967deed56e', 'mac_address': 'fa:16:3e:d8:25:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5154d7-51d2-4dcc-8a0a-ce2eb3d9554c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:54:16.985089 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:16.998458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51ef1ee-6cb2-4fd7-92d6-25967deed56e {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:17.018887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port f51ef1ee-6cb2-4fd7-92d6-25967deed56e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f51ef1ee-6cb2-4fd7-92d6-25967deed56e,segment=NetworkSegment(e2f15d26-646d-4700-9cf9-53505d204ee1),segment_id=e2f15d26-646d-4700-9cf9-53505d204ee1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:17.024147 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.075477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=f51ef1ee-6cb2-4fd7-92d6-25967deed56e,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:17.251319 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['f51ef1ee-6cb2-4fd7-92d6-25967deed56e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:17.391329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 60892) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:17.517082 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aee77f-e963-4323-8fd1-cf5f4f52a9c8 req-f490aedd-bab2-4b26-87cc-07b9008cd11d tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:17.518584 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4aee77f-e963-4323-8fd1-cf5f4f52a9c8 req-f490aedd-bab2-4b26-87cc-07b9008cd11d tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 944 time: 0.0715339 Aug 20 11:54:17.560385 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4aee77f-e963-4323-8fd1-cf5f4f52a9c8 req-66a51490-3115-437c-bffd-885ed12b4a0f tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350549 Aug 20 11:54:17.586798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8b97eef1-ed8a-466b-b973-5384831b8e54 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1429059316-network', 'tenant_id': '3a638f2992da40998b3f133904f782ba'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:17.609231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b97eef1-ed8a-466b-b973-5384831b8e54 admin admin] Made reservation on behalf of 3a638f2992da40998b3f133904f782ba for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:17.611880 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8b97eef1-ed8a-466b-b973-5384831b8e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.621974 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8b97eef1-ed8a-466b-b973-5384831b8e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.729330 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8b97eef1-ed8a-466b-b973-5384831b8e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.733348 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8b97eef1-ed8a-466b-b973-5384831b8e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.763378 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b97eef1-ed8a-466b-b973-5384831b8e54 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:54:17.773794 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97eef1-ed8a-466b-b973-5384831b8e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420150e9-6107-4478-8ca5-d62b887e01c7,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:17.779721 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8b97eef1-ed8a-466b-b973-5384831b8e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.780248 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-8b97eef1-ed8a-466b-b973-5384831b8e54 admin admin] Added segment 60cdaa02-2d39-43fe-9841-13b06013d97d of type vlan for network 840e18d7-fddb-419a-bcd0-5dc8628430e5 Aug 20 11:54:17.824575 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8b97eef1-ed8a-466b-b973-5384831b8e54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.850448 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8b97eef1-ed8a-466b-b973-5384831b8e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.852440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b97eef1-ed8a-466b-b973-5384831b8e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:17.853057 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8b97eef1-ed8a-466b-b973-5384831b8e54 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.915705 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 60918) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:17.916279 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8b97eef1-ed8a-466b-b973-5384831b8e54 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5233853 Aug 20 11:54:17.920801 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-74a15d27-25c8-4109-a354-ffc7d85deb53 admin admin] Request body: {'subnet': {'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1429059316-subnet', 'tenant_id': '3a638f2992da40998b3f133904f782ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:17.925698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97eef1-ed8a-466b-b973-5384831b8e54 admin admin] Pushing event updated for resources: {'Network': ['ID=840e18d7-fddb-419a-bcd0-5dc8628430e5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:17.936902 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 840e18d7-fddb-419a-bcd0-5dc8628430e5 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:54:17.954815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a15d27-25c8-4109-a354-ffc7d85deb53 admin admin] Made reservation on behalf of 3a638f2992da40998b3f133904f782ba for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:17.958091 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74a15d27-25c8-4109-a354-ffc7d85deb53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.175933 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74a15d27-25c8-4109-a354-ffc7d85deb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.238557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a15d27-25c8-4109-a354-ffc7d85deb53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2851a6ea-bbe8-4958-b4bb-ce4119d17b55,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:18.249425 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a15d27-25c8-4109-a354-ffc7d85deb53 admin admin] Checking segment: {'id': '60cdaa02-2d39-43fe-9841-13b06013d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:18.249870 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a15d27-25c8-4109-a354-ffc7d85deb53 admin admin] Network hostable DHCP agents. Network: 840e18d7-fddb-419a-bcd0-5dc8628430e5, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:54:18.275748 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a15d27-25c8-4109-a354-ffc7d85deb53 admin admin] Network 840e18d7-fddb-419a-bcd0-5dc8628430e5 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:54:18.284473 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-74a15d27-25c8-4109-a354-ffc7d85deb53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 840e18d7-fddb-419a-bcd0-5dc8628430e5) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:18.288960 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a15d27-25c8-4109-a354-ffc7d85deb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:18.291180 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74a15d27-25c8-4109-a354-ffc7d85deb53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.296717 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a798d12-1376-440b-a367-ae4beb8ad8c8 None None] Network 840e18d7-fddb-419a-bcd0-5dc8628430e5 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:18.307045 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-74a15d27-25c8-4109-a354-ffc7d85deb53 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3902047 Aug 20 11:54:18.455818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d71bdd0-5a4c-421a-a15e-9eefc2b39f59 None None] Network 840e18d7-fddb-419a-bcd0-5dc8628430e5 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:18.693408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291c167-bbbf-4659-825d-3b5610838f96 req-4f1d3324-34b5-4c99-a2c4-f4ab1f427e24 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:18.694940 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b291c167-bbbf-4659-825d-3b5610838f96 req-4f1d3324-34b5-4c99-a2c4-f4ab1f427e24 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 944 time: 0.0599396 Aug 20 11:54:18.739427 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b291c167-bbbf-4659-825d-3b5610838f96 req-554824d8-6fc8-40fd-873a-a2072ce60d6a tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378726 Aug 20 11:54:18.822496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-23eb03ce-0441-4dd4-bc2d-bd95a2c09429 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:18.823999 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-23eb03ce-0441-4dd4-bc2d-bd95a2c09429 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/networks?id=840e18d7-fddb-419a-bcd0-5dc8628430e5 HTTP/1.1" status: 200 len: 815 time: 0.1109619 Aug 20 11:54:18.842336 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f51ef1ee-6cb2-4fd7-92d6-25967deed56e up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:18.842569 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-1c9cd7b9-24b2-4ab7-992b-c7824edcaf38 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/quotas/3a638f2992da40998b3f133904f782ba HTTP/1.1" status: 200 len: 375 time: 0.0107207 Aug 20 11:54:18.880720 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-6f3cccd1-5912-4c5a-94cc-6466d16e1058 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a638f2992da40998b3f133904f782ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284147 Aug 20 11:54:18.895817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port f51ef1ee-6cb2-4fd7-92d6-25967deed56e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:18.901088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port f51ef1ee-6cb2-4fd7-92d6-25967deed56e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:18.901476 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:19.000451 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-dfab0cec-e9cc-4624-92e1-ade72211076b service neutron] 10.222.0.37 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094732 Aug 20 11:54:19.003552 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:19.028542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd215fc-9ddc-4ec1-897b-d7992e2d6690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51ef1ee-6cb2-4fd7-92d6-25967deed56e'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:19.031084 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43edcbb-be17-4cfa-b124-eac3a30e127e" -d '{"events": [{"server_uuid": "1fd215fc-9ddc-4ec1-897b-d7992e2d6690", "name": "network-vif-plugged", "status": "completed", "tag": "f51ef1ee-6cb2-4fd7-92d6-25967deed56e"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:19.059193 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port f51ef1ee-6cb2-4fd7-92d6-25967deed56e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f51ef1ee-6cb2-4fd7-92d6-25967deed56e,segment=NetworkSegment(e2f15d26-646d-4700-9cf9-53505d204ee1),segment_id=e2f15d26-646d-4700-9cf9-53505d204ee1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:19.065275 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:19.100341 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15dea28-abbe-4072-8643-45aea080fbbc x-openstack-request-id: req-b15dea28-abbe-4072-8643-45aea080fbbc {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:19.101291 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd215fc-9ddc-4ec1-897b-d7992e2d6690", "name": "network-vif-plugged", "status": "completed", "tag": "f51ef1ee-6cb2-4fd7-92d6-25967deed56e", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:19.101542 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b15dea28-abbe-4072-8643-45aea080fbbc {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:19.102136 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd215fc-9ddc-4ec1-897b-d7992e2d6690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51ef1ee-6cb2-4fd7-92d6-25967deed56e', 'code': 200} Aug 20 11:54:19.112298 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-e31a9d9f-fac8-4f18-85ef-98e37e93ebba service neutron] 10.222.0.37 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948415 Aug 20 11:54:19.127786 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=f51ef1ee-6cb2-4fd7-92d6-25967deed56e,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:19.214283 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9000dd8-519f-42ee-83fb-bd9d8693dac5 req-6610640e-2fa8-43a3-b160-ed39a2894327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:19.216515 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9000dd8-519f-42ee-83fb-bd9d8693dac5 req-6610640e-2fa8-43a3-b160-ed39a2894327 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 1096 time: 0.0612693 Aug 20 11:54:19.271015 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9000dd8-519f-42ee-83fb-bd9d8693dac5 req-2bc52db0-9404-496d-bccc-df30faa49cc9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473838 Aug 20 11:54:19.298116 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2dae7b58-4549-4a65-b141-bb35316ac276 req-642b42a1-fdb1-482c-a39e-195171dd8699 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 210 time: 0.0271385 Aug 20 11:54:19.918934 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d50327-00b8-4ed4-8523-e237d3d50533 req-d9858e01-d9e0-4236-a466-e5bc0ca70fc0 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:19.921110 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-68d50327-00b8-4ed4-8523-e237d3d50533 req-d9858e01-d9e0-4236-a466-e5bc0ca70fc0 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 945 time: 0.1049643 Aug 20 11:54:19.987134 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-68d50327-00b8-4ed4-8523-e237d3d50533 req-6e968946-c3a4-4d0c-a35a-9a65ee7a58fa tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557795 Aug 20 11:54:20.481743 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-58db9104-a091-409f-95c8-f480a5dde3f6 req-caf4035c-ba51-4a54-84e8-c114e818daa5 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 210 time: 0.0451128 Aug 20 11:54:20.863006 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-765dc7b6-72bf-420c-acca-9d78c9b8e9a7 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:20.865224 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-765dc7b6-72bf-420c-acca-9d78c9b8e9a7 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.76 "GET /v2.0/networks?id=840e18d7-fddb-419a-bcd0-5dc8628430e5 HTTP/1.1" status: 200 len: 815 time: 0.5525520 Aug 20 11:54:20.878762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-570ac492-5725-4280-ab66-3e50780338fe tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Request body: {'port': {'device_id': 'd49be8c1-5376-46bf-953d-f086e8e53cae', 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5', 'admin_state_up': True, 'tenant_id': '3a638f2992da40998b3f133904f782ba'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:21.021831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-570ac492-5725-4280-ab66-3e50780338fe tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Made reservation on behalf of 3a638f2992da40998b3f133904f782ba for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:21.026414 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-570ac492-5725-4280-ab66-3e50780338fe tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.157628 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c47a1-da42-45f5-92f2-1ffa5c80f22a req-2088efa0-f409-41f1-9054-2ae182e3486d tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:21.159894 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-555c47a1-da42-45f5-92f2-1ffa5c80f22a req-2088efa0-f409-41f1-9054-2ae182e3486d tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 945 time: 0.0810225 Aug 20 11:54:21.195965 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-570ac492-5725-4280-ab66-3e50780338fe tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Allocated IP 172.20.0.4 (840e18d7-fddb-419a-bcd0-5dc8628430e5/2851a6ea-bbe8-4958-b4bb-ce4119d17b55/88fb2ef7-4dd9-4d71-871f-ec31f1a430a8) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:21.246776 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-555c47a1-da42-45f5-92f2-1ffa5c80f22a req-40568d15-7c18-4427-9a3f-3cf2390bdc4d tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714319 Aug 20 11:54:21.382494 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-570ac492-5725-4280-ab66-3e50780338fe tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.424993 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-570ac492-5725-4280-ab66-3e50780338fe tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.471732 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-570ac492-5725-4280-ab66-3e50780338fe tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Network 840e18d7-fddb-419a-bcd0-5dc8628430e5 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:21.475303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-570ac492-5725-4280-ab66-3e50780338fe tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:21.483175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-570ac492-5725-4280-ab66-3e50780338fe tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:21.487371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ac492-5725-4280-ab66-3e50780338fe tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Pushing event updated for resources: {'Port': ['ID=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:21.555284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-570ac492-5725-4280-ab66-3e50780338fe tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:21.556614 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-570ac492-5725-4280-ab66-3e50780338fe tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.575688 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-570ac492-5725-4280-ab66-3e50780338fe tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7006955 Aug 20 11:54:21.594416 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Request body: {'port': {'device_id': 'd49be8c1-5376-46bf-953d-f086e8e53cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:21.650503 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6747e-01d1-4e3d-a53e-e57ce332d108 req-8e8583e8-aeb0-4728-815b-3bb14679dd84 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:21.660284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e9e6747e-01d1-4e3d-a53e-e57ce332d108 req-8e8583e8-aeb0-4728-815b-3bb14679dd84 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 931 time: 0.0924459 Aug 20 11:54:21.660851 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.715171 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e9e6747e-01d1-4e3d-a53e-e57ce332d108 req-d9ac5c5a-a6a1-4b47-9a21-ab7e12bc1e48 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537100 Aug 20 11:54:21.980526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:21.990092 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.012695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Transition to ACTIVE for port object 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:22.019034 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.136898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Pushing event updated for resources: {'Port': ['ID=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:22.199304 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Attempting to bind port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:22.199709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Attempting to bind port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '60cdaa02-2d39-43fe-9841-13b06013d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:22.200276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Attempting to bind port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 on network 840e18d7-fddb-419a-bcd0-5dc8628430e5 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:22.205085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 on network 840e18d7-fddb-419a-bcd0-5dc8628430e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:22.205632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Attempting to bind port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 on network 840e18d7-fddb-419a-bcd0-5dc8628430e5 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:22.212330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:22.212938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Checking segment: {'id': '60cdaa02-2d39-43fe-9841-13b06013d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:22.213471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Bound using segment: {'id': '60cdaa02-2d39-43fe-9841-13b06013d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:22.214044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Bound port: 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60cdaa02-2d39-43fe-9841-13b06013d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:22.214545 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.286649 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80813237-fa54-41e2-b81e-d0c34506093e req-e9677123-10ca-401c-96c4-f9261d261a57 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:22.290300 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-80813237-fa54-41e2-b81e-d0c34506093e req-e9677123-10ca-401c-96c4-f9261d261a57 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 945 time: 0.0642333 Aug 20 11:54:22.291224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] For port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:22.295012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] For port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:22.299976 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.346915 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-87485d41-126d-4424-bf95-6b1d66cb9d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.357360 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-80813237-fa54-41e2-b81e-d0c34506093e req-c40d7990-d828-4df2-8b73-2c90ddd52bd0 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608983 Aug 20 11:54:22.363411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:22.364030 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.365437 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] 10.222.0.76 "PUT /v2.0/ports/88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 HTTP/1.1" status: 200 len: 1091 time: 0.7808464 Aug 20 11:54:22.365863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49be8c1-5376-46bf-953d-f086e8e53cae', 'tag': '88fb2ef7-4dd9-4d71-871f-ec31f1a430a8'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:22.368388 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd8f7fe-ddf6-47ae-aaf4-fb8c5d1872ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d49be8c1-5376-46bf-953d-f086e8e53cae", "tag": "88fb2ef7-4dd9-4d71-871f-ec31f1a430a8"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:22.406438 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eee75b-9ea6-4bd2-8f30-4a3d8c6c6529 service neutron] Pushing event updated for resources: {'Port': ['ID=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:22.423021 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092d8635-baa0-4215-9e21-cec85236d69e x-openstack-request-id: req-092d8635-baa0-4215-9e21-cec85236d69e {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:22.423305 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49be8c1-5376-46bf-953d-f086e8e53cae", "tag": "88fb2ef7-4dd9-4d71-871f-ec31f1a430a8", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:22.423552 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-092d8635-baa0-4215-9e21-cec85236d69e {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:22.423936 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49be8c1-5376-46bf-953d-f086e8e53cae', 'tag': '88fb2ef7-4dd9-4d71-871f-ec31f1a430a8', 'status': 'completed', 'code': 200} Aug 20 11:54:22.462558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-36657824-3a4f-4969-91e3-03ac44ba98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:22.464369 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-36657824-3a4f-4969-91e3-03ac44ba98eb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a638f2992da40998b3f133904f782ba&device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 1094 time: 0.0507138 Aug 20 11:54:22.518612 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-53ea7a26-e09e-4917-9dc3-01cf43e0945d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 HTTP/1.1" status: 200 len: 217 time: 0.0430930 Aug 20 11:54:22.577984 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-01581a54-70db-48c2-a246-2d64f0568d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:22.579495 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-01581a54-70db-48c2-a246-2d64f0568d50 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2851a6ea-bbe8-4958-b4bb-ce4119d17b55 HTTP/1.1" status: 200 len: 855 time: 0.0542271 Aug 20 11:54:22.623209 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-ccbe2af1-9578-498d-a1e1-de20136c7e25 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=840e18d7-fddb-419a-bcd0-5dc8628430e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349476 Aug 20 11:54:22.723897 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-12a7b32b-ca5b-4301-8821-45a3c6cc3d6f service neutron] 10.222.0.76 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920057 Aug 20 11:54:22.874128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8b332-9200-4769-a4ef-b7fef25fee4a req-f051c0c9-d3ef-486a-8988-7b50fade9951 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:22.875700 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8a8b332-9200-4769-a4ef-b7fef25fee4a req-f051c0c9-d3ef-486a-8988-7b50fade9951 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 943 time: 0.0772915 Aug 20 11:54:22.877618 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8ef348c-632d-477e-91a6-2bf9a20258f6 req-1bc805a7-a219-4f4d-ae77-a5211b2ea870 service neutron] 10.222.0.76 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471810 Aug 20 11:54:22.945374 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8a8b332-9200-4769-a4ef-b7fef25fee4a req-73129c49-e877-4783-a685-ee2ed477e374 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516148 Aug 20 11:54:22.984413 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8f7fe-ddf6-47ae-aaf4-fb8c5d1872ca req-8d143be9-4b68-4d61-acec-576489a781ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:22.986144 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdd8f7fe-ddf6-47ae-aaf4-fb8c5d1872ca req-8d143be9-4b68-4d61-acec-576489a781ed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a638f2992da40998b3f133904f782ba&device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 1094 time: 0.0582831 Aug 20 11:54:23.101396 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8f7fe-ddf6-47ae-aaf4-fb8c5d1872ca req-6ece5b3a-c5b8-4f7b-9c03-393f2823a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:23.102960 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdd8f7fe-ddf6-47ae-aaf4-fb8c5d1872ca req-6ece5b3a-c5b8-4f7b-9c03-393f2823a28a service neutron] 10.222.0.76 "GET /v2.0/networks?id=840e18d7-fddb-419a-bcd0-5dc8628430e5 HTTP/1.1" status: 200 len: 915 time: 0.1094205 Aug 20 11:54:23.155369 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdd8f7fe-ddf6-47ae-aaf4-fb8c5d1872ca req-116fb9d4-fa15-4f44-96b8-f74912d6eb68 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 HTTP/1.1" status: 200 len: 217 time: 0.0423026 Aug 20 11:54:23.219087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8f7fe-ddf6-47ae-aaf4-fb8c5d1872ca req-0eed5925-2b2b-47a2-a89d-56a1123e9147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:23.220567 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdd8f7fe-ddf6-47ae-aaf4-fb8c5d1872ca req-0eed5925-2b2b-47a2-a89d-56a1123e9147 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2851a6ea-bbe8-4958-b4bb-ce4119d17b55 HTTP/1.1" status: 200 len: 855 time: 0.0578895 Aug 20 11:54:23.259932 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdd8f7fe-ddf6-47ae-aaf4-fb8c5d1872ca req-83f7277a-d394-4039-b3bb-b941821b3e9f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=840e18d7-fddb-419a-bcd0-5dc8628430e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304012 Aug 20 11:54:23.380337 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdd8f7fe-ddf6-47ae-aaf4-fb8c5d1872ca req-c1eda0c4-009f-4190-82cc-11452f629754 service neutron] 10.222.0.76 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008649 Aug 20 11:54:23.534299 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdd8f7fe-ddf6-47ae-aaf4-fb8c5d1872ca req-1ffd2243-2df0-422c-a7d0-c216d33ebd73 service neutron] 10.222.0.76 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443605 Aug 20 11:54:23.539986 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c50c1-b84e-46c2-a849-c847c151e172 req-22c44091-c181-42fd-a190-567b9515387c tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:23.542198 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b2c50c1-b84e-46c2-a849-c847c151e172 req-22c44091-c181-42fd-a190-567b9515387c tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 945 time: 0.0654266 Aug 20 11:54:23.560790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaee7af-c326-4e38-aee0-de0fb201fd03 req-c3d29861-b753-447f-bdbf-141a39b4055b tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:23.563975 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eeaee7af-c326-4e38-aee0-de0fb201fd03 req-c3d29861-b753-447f-bdbf-141a39b4055b tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd215fc-9ddc-4ec1-897b-d7992e2d6690 HTTP/1.1" status: 200 len: 945 time: 0.1143985 Aug 20 11:54:23.650120 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eeaee7af-c326-4e38-aee0-de0fb201fd03 req-870a4121-5c9e-48ac-a026-d0b661abf373 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740492 Aug 20 11:54:23.672727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-4b2c50c1-b84e-46c2-a849-c847c151e172 req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Deleting port f51ef1ee-6cb2-4fd7-92d6-25967deed56e {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:23.673347 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4b2c50c1-b84e-46c2-a849-c847c151e172 req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.781043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-4b2c50c1-b84e-46c2-a849-c847c151e172 req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] For port f51ef1ee-6cb2-4fd7-92d6-25967deed56e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f51ef1ee-6cb2-4fd7-92d6-25967deed56e,segment=NetworkSegment(e2f15d26-646d-4700-9cf9-53505d204ee1),segment_id=e2f15d26-646d-4700-9cf9-53505d204ee1)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:23.781416 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4b2c50c1-b84e-46c2-a849-c847c151e172 req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.802190 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-4b2c50c1-b84e-46c2-a849-c847c151e172 req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Calling delete_port for f51ef1ee-6cb2-4fd7-92d6-25967deed56e owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:23.952074 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4b2c50c1-b84e-46c2-a849-c847c151e172 req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.965487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['f51ef1ee-6cb2-4fd7-92d6-25967deed56e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:23.993762 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Pushing event deleted for resources: {'Port': ['ID=f51ef1ee-6cb2-4fd7-92d6-25967deed56e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:24.075509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:24.075858 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:24.076199 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:24.076536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:24.076911 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:24.077242 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:24.077865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:24.078201 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:24.078525 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:24.078848 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:24.079255 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:24.079644 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:24.112533 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2c50c1-b84e-46c2-a849-c847c151e172 req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] No DVR routers for this DVR port f51ef1ee-6cb2-4fd7-92d6-25967deed56e on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:24.128582 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4b2c50c1-b84e-46c2-a849-c847c151e172 req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.130612 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b2c50c1-b84e-46c2-a849-c847c151e172 req-c0d0ba43-6ab4-4cc4-b241-02cbc613f048 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.35 "DELETE /v2.0/ports/f51ef1ee-6cb2-4fd7-92d6-25967deed56e HTTP/1.1" status: 204 len: 173 time: 0.5804615 Aug 20 11:54:24.143444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd215fc-9ddc-4ec1-897b-d7992e2d6690', 'name': 'network-vif-deleted', 'tag': 'f51ef1ee-6cb2-4fd7-92d6-25967deed56e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:24.150527 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195811e8-9648-465f-a9cd-b5207b7c899a" -d '{"events": [{"server_uuid": "1fd215fc-9ddc-4ec1-897b-d7992e2d6690", "name": "network-vif-deleted", "tag": "f51ef1ee-6cb2-4fd7-92d6-25967deed56e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:24.174952 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1167d7-83f2-4ba5-bf84-b23a8b919538 req-1ad6aff8-602c-494e-aa60-f57beea7a2a1 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:24.179887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 32878) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:24.180384 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1b1167d7-83f2-4ba5-bf84-b23a8b919538 req-1ad6aff8-602c-494e-aa60-f57beea7a2a1 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 943 time: 0.0785525 Aug 20 11:54:24.283812 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1b1167d7-83f2-4ba5-bf84-b23a8b919538 req-3073bd84-28bc-40c3-ac54-9f3a3f20f630 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895877 Aug 20 11:54:24.307305 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3da1c05-396a-4ae7-a9df-70fad5c7c8e4 x-openstack-request-id: req-f3da1c05-396a-4ae7-a9df-70fad5c7c8e4 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:24.307612 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd215fc-9ddc-4ec1-897b-d7992e2d6690", "name": "network-vif-deleted", "tag": "f51ef1ee-6cb2-4fd7-92d6-25967deed56e", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:24.307864 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3da1c05-396a-4ae7-a9df-70fad5c7c8e4 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:24.308265 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd215fc-9ddc-4ec1-897b-d7992e2d6690', 'name': 'network-vif-deleted', 'tag': 'f51ef1ee-6cb2-4fd7-92d6-25967deed56e', 'status': 'completed', 'code': 200} Aug 20 11:54:24.365713 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c56defd0-eb29-4bb5-aa1f-b932f6d784c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.477389 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c56defd0-eb29-4bb5-aa1f-b932f6d784c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.482191 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c56defd0-eb29-4bb5-aa1f-b932f6d784c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.527811 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c56defd0-eb29-4bb5-aa1f-b932f6d784c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=335ce7d07fe14b6c9f1ebc2ea243e834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461080 Aug 20 11:54:24.528868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56defd0-eb29-4bb5-aa1f-b932f6d784c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcc23a1-3d25-4d20-96ea-b698fc926f85,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:24.530428 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 32890) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:24.594418 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4433e39f-4a2d-4988-9e3a-64f8b18b3f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.619720 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4433e39f-4a2d-4988-9e3a-64f8b18b3f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.687252 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4433e39f-4a2d-4988-9e3a-64f8b18b3f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.691620 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4433e39f-4a2d-4988-9e3a-64f8b18b3f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.694981 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4433e39f-4a2d-4988-9e3a-64f8b18b3f3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ffcc23a1-3d25-4d20-96ea-b698fc926f85 HTTP/1.1" status: 204 len: 168 time: 0.1624153 Aug 20 11:54:24.705822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433e39f-4a2d-4988-9e3a-64f8b18b3f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcc23a1-3d25-4d20-96ea-b698fc926f85,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:25.024486 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-558341c3-deeb-472a-b666-709bc6b2c29e tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:25.026055 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-558341c3-deeb-472a-b666-709bc6b2c29e tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/networks?id=3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf HTTP/1.1" status: 200 len: 809 time: 0.1204424 Aug 20 11:54:25.026346 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 32924) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:25.040128 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-612370f9-75d3-4c5a-8c4c-e7cd055aa6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.046916 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-215be38a-e1d0-46f5-a4e5-ed775e3b20e7 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/quotas/ff6b4de6feb94067a92af6a420d275ea HTTP/1.1" status: 200 len: 375 time: 0.0149004 Aug 20 11:54:25.076945 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-0298dc00-b0e6-4666-a2f1-78992e56b08f tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff6b4de6feb94067a92af6a420d275ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290904 Aug 20 11:54:25.129795 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aa269b96-a427-4fd5-9182-a01a4cc028ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.158753 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-612370f9-75d3-4c5a-8c4c-e7cd055aa6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.162752 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-612370f9-75d3-4c5a-8c4c-e7cd055aa6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.190215 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-bcabfe8f-412c-45d7-8202-a8431676e6b3 service neutron] 10.222.0.37 "GET /v2.0/networks/3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025193 Aug 20 11:54:25.209703 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-612370f9-75d3-4c5a-8c4c-e7cd055aa6ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=faa1af7a9922419892d2a0d5438427d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821043 Aug 20 11:54:25.210544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612370f9-75d3-4c5a-8c4c-e7cd055aa6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eae9ea-b1fc-42cf-976e-4c556f901805,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:25.214222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 32930) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:25.277507 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fb31e59b-b711-4f5b-878f-6832d88e72b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.306824 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fb31e59b-b711-4f5b-878f-6832d88e72b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.313564 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-3442e1d0-9eab-42ae-acc8-210e4f7d1b76 service neutron] 10.222.0.37 "GET /v2.0/networks/3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154368 Aug 20 11:54:25.412476 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fb31e59b-b711-4f5b-878f-6832d88e72b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.416065 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fb31e59b-b711-4f5b-878f-6832d88e72b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.419304 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fb31e59b-b711-4f5b-878f-6832d88e72b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1eae9ea-b1fc-42cf-976e-4c556f901805 HTTP/1.1" status: 204 len: 168 time: 0.2017446 Aug 20 11:54:25.432387 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31e59b-b711-4f5b-878f-6832d88e72b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eae9ea-b1fc-42cf-976e-4c556f901805,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:25.456090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3daef-176f-4660-a0eb-f1e9ff861539 req-9246639c-e218-4277-ad03-66e6e18d7a72 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:25.457693 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93e3daef-176f-4660-a0eb-f1e9ff861539 req-9246639c-e218-4277-ad03-66e6e18d7a72 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 943 time: 0.0762081 Aug 20 11:54:25.461443 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.517720 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93e3daef-176f-4660-a0eb-f1e9ff861539 req-aada8205-b1bf-4592-93d7-23e76eb7bf27 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479345 Aug 20 11:54:25.583269 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86f89e19-e781-46ad-ba94-6c376ed1591b req-eaf3bf51-0591-411d-a629-9db007285ae8 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 210 time: 0.0302327 Aug 20 11:54:25.843190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:25.956594 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:25.971611 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '88fb2ef7-4dd9-4d71-871f-ec31f1a430a8', 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5', 'port_id': '88fb2ef7-4dd9-4d71-871f-ec31f1a430a8', 'mac_address': 'fa:16:3e:f3:b6:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2851a6ea-bbe8-4958-b4bb-ce4119d17b55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:54:26.030779 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.046117 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:26.075574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:26.080156 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.136143 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:26.284100 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 32972) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:26.331951 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.375753 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['88fb2ef7-4dd9-4d71-871f-ec31f1a430a8'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:26.398711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7dfa84e7-c8ac-49d3-80c5-f391eaf30c0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1643601593-network', 'tenant_id': 'aff2ff40bb3a40ccb8b98776b4e0e076'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:26.446277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfa84e7-c8ac-49d3-80c5-f391eaf30c0f admin admin] Made reservation on behalf of aff2ff40bb3a40ccb8b98776b4e0e076 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:26.448851 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7dfa84e7-c8ac-49d3-80c5-f391eaf30c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.464583 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7dfa84e7-c8ac-49d3-80c5-f391eaf30c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.646149 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7dfa84e7-c8ac-49d3-80c5-f391eaf30c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.665231 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7dfa84e7-c8ac-49d3-80c5-f391eaf30c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.710202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfa84e7-c8ac-49d3-80c5-f391eaf30c0f admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:54:26.723364 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a32bdf22-2090-4f5e-922d-fce08887748b req-c1c11860-0e08-4841-9816-d527c7657a83 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 210 time: 0.0348427 Aug 20 11:54:26.733406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-3669c883-1cfd-4441-aceb-b20161e9740e tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:26.735383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-3669c883-1cfd-4441-aceb-b20161e9740e tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.35 "GET /v2.0/networks?id=3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf HTTP/1.1" status: 200 len: 809 time: 0.2181277 Aug 20 11:54:26.740986 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7dfa84e7-c8ac-49d3-80c5-f391eaf30c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.741332 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-7dfa84e7-c8ac-49d3-80c5-f391eaf30c0f admin admin] Added segment 7e54eac2-92ec-400a-b433-909cf6e649b5 of type vlan for network 78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2 Aug 20 11:54:26.749798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2413dae-960c-43f4-a643-8c20466dfe97 req-2a99bc92-5a23-45a9-a302-9fa65ebc9c7b tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:26.751293 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f2413dae-960c-43f4-a643-8c20466dfe97 req-2a99bc92-5a23-45a9-a302-9fa65ebc9c7b tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 944 time: 0.1441293 Aug 20 11:54:26.751917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa84e7-c8ac-49d3-80c5-f391eaf30c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e9a90b-b789-474a-b4b0-4bac69490a62,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:26.754575 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-c18a517d-e519-497a-b15c-05b5095dba90 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Request body: {'port': {'device_id': '907a08a4-4842-4d77-93fb-8037256c2c52', 'network_id': '3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf', 'admin_state_up': True, 'tenant_id': 'ff6b4de6feb94067a92af6a420d275ea'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:26.815577 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7dfa84e7-c8ac-49d3-80c5-f391eaf30c0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.853484 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f2413dae-960c-43f4-a643-8c20466dfe97 req-87ea4ecd-b5b2-4e28-a159-49404f6e4611 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674400 Aug 20 11:54:26.859325 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7dfa84e7-c8ac-49d3-80c5-f391eaf30c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.860826 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfa84e7-c8ac-49d3-80c5-f391eaf30c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:26.861301 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7dfa84e7-c8ac-49d3-80c5-f391eaf30c0f admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.891627 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f51ef1ee-6cb2-4fd7-92d6-25967deed56e no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:26.913464 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: f51ef1ee-6cb2-4fd7-92d6-25967deed56e {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:26.913815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f51ef1ee-6cb2-4fd7-92d6-25967deed56e not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:26.914041 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-c18a517d-e519-497a-b15c-05b5095dba90 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Made reservation on behalf of ff6b4de6feb94067a92af6a420d275ea for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:26.918953 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-c18a517d-e519-497a-b15c-05b5095dba90 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.941438 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7dfa84e7-c8ac-49d3-80c5-f391eaf30c0f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6559992 Aug 20 11:54:26.942644 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa84e7-c8ac-49d3-80c5-f391eaf30c0f admin admin] Pushing event updated for resources: {'Network': ['ID=78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:26.945232 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 32986) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:26.951710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-da1da5ca-951b-41e0-bee8-f9ccd518b874 admin admin] Request body: {'subnet': {'network_id': '78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1643601593-subnet', 'tenant_id': 'aff2ff40bb3a40ccb8b98776b4e0e076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:26.967982 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:54:26.977116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1da5ca-951b-41e0-bee8-f9ccd518b874 admin admin] Made reservation on behalf of aff2ff40bb3a40ccb8b98776b4e0e076 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:26.980539 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da1da5ca-951b-41e0-bee8-f9ccd518b874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.097717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-c18a517d-e519-497a-b15c-05b5095dba90 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Allocated IP 172.20.0.10 (3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf/5a5154d7-51d2-4dcc-8a0a-ce2eb3d9554c/b7c55634-f469-41f7-a1e3-e856e837f0de) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:27.183227 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da1da5ca-951b-41e0-bee8-f9ccd518b874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.229967 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1da5ca-951b-41e0-bee8-f9ccd518b874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f8929e-f715-416f-a4f4-65437fc49317,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:27.255241 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1da5ca-951b-41e0-bee8-f9ccd518b874 admin admin] Checking segment: {'id': '7e54eac2-92ec-400a-b433-909cf6e649b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:27.255595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1da5ca-951b-41e0-bee8-f9ccd518b874 admin admin] Network hostable DHCP agents. Network: 78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:54:27.265395 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-c18a517d-e519-497a-b15c-05b5095dba90 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.273981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1da5ca-951b-41e0-bee8-f9ccd518b874 admin admin] Network 78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:54:27.282506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-da1da5ca-951b-41e0-bee8-f9ccd518b874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:27.286664 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1da5ca-951b-41e0-bee8-f9ccd518b874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:27.287337 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da1da5ca-951b-41e0-bee8-f9ccd518b874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.296920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d0752-4de6-48c8-9a57-dd11300307eb None None] Network 78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:27.312174 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-da1da5ca-951b-41e0-bee8-f9ccd518b874 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3574684 Aug 20 11:54:27.312363 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-c18a517d-e519-497a-b15c-05b5095dba90 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.369458 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-c18a517d-e519-497a-b15c-05b5095dba90 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Network 3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:27.373631 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-c18a517d-e519-497a-b15c-05b5095dba90 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:27.383316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-c18a517d-e519-497a-b15c-05b5095dba90 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:27.415587 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a517d-e519-497a-b15c-05b5095dba90 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Pushing event updated for resources: {'Port': ['ID=b7c55634-f469-41f7-a1e3-e856e837f0de,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:27.448027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-c18a517d-e519-497a-b15c-05b5095dba90 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:27.449482 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-c18a517d-e519-497a-b15c-05b5095dba90 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.458587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d5c2cf-6fe3-4d0b-ba4a-853e6e3960b1 None None] Network 78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:27.479787 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-c18a517d-e519-497a-b15c-05b5095dba90 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7305806 Aug 20 11:54:27.503804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Request body: {'port': {'device_id': '907a08a4-4842-4d77-93fb-8037256c2c52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:27.593457 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.852410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:27.920102 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040d856-9891-48b0-81be-2e6206cfde9e req-4690cae5-04a7-4d61-aa4d-0fbd5427e703 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:27.923501 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b040d856-9891-48b0-81be-2e6206cfde9e req-4690cae5-04a7-4d61-aa4d-0fbd5427e703 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 932 time: 0.1078248 Aug 20 11:54:27.997105 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.999713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:28.004234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:28.005133 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.054412 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b040d856-9891-48b0-81be-2e6206cfde9e req-fa654a98-925b-4b38-803a-4348d13677a2 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183946 Aug 20 11:54:28.082426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e1ea0-6a25-451e-b3e9-ea84415d6578 req-edb376d8-a0c6-4109-b414-1b37b217dae1 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:28.084029 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3c3e1ea0-6a25-451e-b3e9-ea84415d6578 req-edb376d8-a0c6-4109-b414-1b37b217dae1 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 944 time: 0.1052513 Aug 20 11:54:28.105500 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c55634-f469-41f7-a1e3-e856e837f0de {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:28.115937 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.130423 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Transition to ACTIVE for port object b7c55634-f469-41f7-a1e3-e856e837f0de will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:28.134506 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.193616 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3c3e1ea0-6a25-451e-b3e9-ea84415d6578 req-7690aea3-0a15-4518-b943-e0b88d53fc17 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018853 Aug 20 11:54:28.197200 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c55634-f469-41f7-a1e3-e856e837f0de,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:28.220262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33016) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:28.227725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7654208f-c0be-4b28-96f0-84ed28340938 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-153628790-network', 'tenant_id': 'e47015fe06b140d594f431bff79fbf28'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:28.244318 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.264813 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:54:28.271790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7654208f-c0be-4b28-96f0-84ed28340938 admin admin] Made reservation on behalf of e47015fe06b140d594f431bff79fbf28 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:28.274334 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7654208f-c0be-4b28-96f0-84ed28340938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.287222 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7654208f-c0be-4b28-96f0-84ed28340938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.292940 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49be8c1-5376-46bf-953d-f086e8e53cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fb2ef7-4dd9-4d71-871f-ec31f1a430a8'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:28.295440 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db0aab6-8a43-472d-8540-b673e307ee8c" -d '{"events": [{"server_uuid": "d49be8c1-5376-46bf-953d-f086e8e53cae", "name": "network-vif-plugged", "status": "completed", "tag": "88fb2ef7-4dd9-4d71-871f-ec31f1a430a8"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:28.307940 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:28.309572 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Attempting to bind port b7c55634-f469-41f7-a1e3-e856e837f0de on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:28.310005 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Attempting to bind port b7c55634-f469-41f7-a1e3-e856e837f0de by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'e2f15d26-646d-4700-9cf9-53505d204ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:28.310748 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Attempting to bind port b7c55634-f469-41f7-a1e3-e856e837f0de on network 3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:28.313862 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.331316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Port b7c55634-f469-41f7-a1e3-e856e837f0de on network 3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:28.331642 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Attempting to bind port b7c55634-f469-41f7-a1e3-e856e837f0de on network 3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:28.337396 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:28.337738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Checking segment: {'id': 'e2f15d26-646d-4700-9cf9-53505d204ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:28.339188 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Bound using segment: {'id': 'e2f15d26-646d-4700-9cf9-53505d204ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:28.339188 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Bound port: b7c55634-f469-41f7-a1e3-e856e837f0de, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f15d26-646d-4700-9cf9-53505d204ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:28.339188 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.398505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:28.411144 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e904434-925e-48f1-a8fe-8efad939b71e x-openstack-request-id: req-9e904434-925e-48f1-a8fe-8efad939b71e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:28.411727 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49be8c1-5376-46bf-953d-f086e8e53cae", "name": "network-vif-plugged", "status": "completed", "tag": "88fb2ef7-4dd9-4d71-871f-ec31f1a430a8", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:28.412625 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e904434-925e-48f1-a8fe-8efad939b71e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:28.413356 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49be8c1-5376-46bf-953d-f086e8e53cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fb2ef7-4dd9-4d71-871f-ec31f1a430a8', 'code': 200} Aug 20 11:54:28.425312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] For port b7c55634-f469-41f7-a1e3-e856e837f0de, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:28.434967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] For port b7c55634-f469-41f7-a1e3-e856e837f0de, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b7c55634-f469-41f7-a1e3-e856e837f0de,segment=NetworkSegment(e2f15d26-646d-4700-9cf9-53505d204ee1),segment_id=e2f15d26-646d-4700-9cf9-53505d204ee1)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:28.445782 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.498042 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:28.498668 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.500448 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] 10.222.0.35 "PUT /v2.0/ports/b7c55634-f469-41f7-a1e3-e856e837f0de HTTP/1.1" status: 200 len: 1092 time: 1.0090635 Aug 20 11:54:28.500916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907a08a4-4842-4d77-93fb-8037256c2c52', 'tag': 'b7c55634-f469-41f7-a1e3-e856e837f0de'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:28.502225 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7654208f-c0be-4b28-96f0-84ed28340938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.503171 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454f88a5-8c6e-4765-b0f7-2bd468495e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "907a08a4-4842-4d77-93fb-8037256c2c52", "tag": "b7c55634-f469-41f7-a1e3-e856e837f0de"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:28.505494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcd620-5aae-4859-b7e6-2b3ff96d49ac req-abea68b5-cde4-45cf-9876-725b166924db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:28.520103 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-03fcd620-5aae-4859-b7e6-2b3ff96d49ac req-abea68b5-cde4-45cf-9876-725b166924db service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 1096 time: 0.0912426 Aug 20 11:54:28.524176 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7654208f-c0be-4b28-96f0-84ed28340938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.542324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7654208f-c0be-4b28-96f0-84ed28340938 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:54:28.547862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616c49d-8ad5-4c2f-943b-1af4ef6844d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c55634-f469-41f7-a1e3-e856e837f0de,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:28.560174 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7654208f-c0be-4b28-96f0-84ed28340938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.560755 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-7654208f-c0be-4b28-96f0-84ed28340938 admin admin] Added segment 43ee460d-37c4-4535-b809-a7487c15dbc4 of type vlan for network 3b54d2f6-c478-404e-8e12-fb74a3d9a755 Aug 20 11:54:28.595130 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfd7929-5a7a-4513-8dca-c256e34e8293 x-openstack-request-id: req-edfd7929-5a7a-4513-8dca-c256e34e8293 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:28.595424 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907a08a4-4842-4d77-93fb-8037256c2c52", "tag": "b7c55634-f469-41f7-a1e3-e856e837f0de", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:28.595679 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-edfd7929-5a7a-4513-8dca-c256e34e8293 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:28.596138 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907a08a4-4842-4d77-93fb-8037256c2c52', 'tag': 'b7c55634-f469-41f7-a1e3-e856e837f0de', 'status': 'completed', 'code': 200} Aug 20 11:54:28.598831 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-a16c58a7-390c-42e0-89ed-f4a747151fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:28.600623 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-a16c58a7-390c-42e0-89ed-f4a747151fd4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ff6b4de6feb94067a92af6a420d275ea&device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 1095 time: 0.0495450 Aug 20 11:54:28.626556 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7654208f-c0be-4b28-96f0-84ed28340938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.649568 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-0c10d12e-7176-42fa-ada8-1fd96d7d5922 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c55634-f469-41f7-a1e3-e856e837f0de HTTP/1.1" status: 200 len: 217 time: 0.0413008 Aug 20 11:54:28.669105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654208f-c0be-4b28-96f0-84ed28340938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292ef29c-9348-4447-a4c1-fc2e69d5da72,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:28.681164 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-03fcd620-5aae-4859-b7e6-2b3ff96d49ac req-417004a7-6cc7-435e-a876-2634f783ef7a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707476 Aug 20 11:54:28.687040 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7654208f-c0be-4b28-96f0-84ed28340938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.688143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7654208f-c0be-4b28-96f0-84ed28340938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:28.688850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7654208f-c0be-4b28-96f0-84ed28340938 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.713456 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-06acc0c3-0f94-4ee9-9df1-2a824fa414fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:28.715197 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-06acc0c3-0f94-4ee9-9df1-2a824fa414fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a5154d7-51d2-4dcc-8a0a-ce2eb3d9554c HTTP/1.1" status: 200 len: 849 time: 0.0577726 Aug 20 11:54:28.753116 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-195437bc-8d24-4edc-b7ad-f08f2d99c350 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269816 Aug 20 11:54:28.762993 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7654208f-c0be-4b28-96f0-84ed28340938 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5415196 Aug 20 11:54:28.765826 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33026) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:28.773550 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5e5a3a89-5d83-4283-9156-a54981cedd79 admin admin] Request body: {'subnet': {'network_id': '3b54d2f6-c478-404e-8e12-fb74a3d9a755', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-153628790-subnet', 'tenant_id': 'e47015fe06b140d594f431bff79fbf28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:28.777710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654208f-c0be-4b28-96f0-84ed28340938 admin admin] Pushing event updated for resources: {'Network': ['ID=3b54d2f6-c478-404e-8e12-fb74a3d9a755,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:28.789308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 3b54d2f6-c478-404e-8e12-fb74a3d9a755 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:54:28.798173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5a3a89-5d83-4283-9156-a54981cedd79 admin admin] Made reservation on behalf of e47015fe06b140d594f431bff79fbf28 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:28.800604 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3a89-5d83-4283-9156-a54981cedd79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.013276 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3a89-5d83-4283-9156-a54981cedd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.079313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a3a89-5d83-4283-9156-a54981cedd79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b746da24-f2e4-473f-abd8-9017e3c23649,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:29.091678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a3a89-5d83-4283-9156-a54981cedd79 admin admin] Checking segment: {'id': '43ee460d-37c4-4535-b809-a7487c15dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3b54d2f6-c478-404e-8e12-fb74a3d9a755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:29.092066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a3a89-5d83-4283-9156-a54981cedd79 admin admin] Network hostable DHCP agents. Network: 3b54d2f6-c478-404e-8e12-fb74a3d9a755, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:54:29.111963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a3a89-5d83-4283-9156-a54981cedd79 admin admin] Network 3b54d2f6-c478-404e-8e12-fb74a3d9a755 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:54:29.124394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-5e5a3a89-5d83-4283-9156-a54981cedd79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 3b54d2f6-c478-404e-8e12-fb74a3d9a755) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:29.132751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a3a89-5d83-4283-9156-a54981cedd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:29.133410 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3a89-5d83-4283-9156-a54981cedd79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.133739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bad02f-7cd5-48f3-991c-3e9b962dff24 None None] Network 3b54d2f6-c478-404e-8e12-fb74a3d9a755 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:29.159773 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5e5a3a89-5d83-4283-9156-a54981cedd79 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3842840 Aug 20 11:54:29.289875 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1418b2-21bc-43ed-bdf7-2cd1787a5ecb req-679df313-b5a0-4e50-b0f4-1dbda331e967 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:29.292930 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f1418b2-21bc-43ed-bdf7-2cd1787a5ecb req-679df313-b5a0-4e50-b0f4-1dbda331e967 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 944 time: 0.1030717 Aug 20 11:54:29.312199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa5c67e-fc5c-458a-900a-0884ef290ba5 None None] Network 3b54d2f6-c478-404e-8e12-fb74a3d9a755 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:29.320509 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-7ae46527-f2b2-40dd-ace6-c345242a6576 service neutron] 10.222.0.35 "GET /v2.0/networks/3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580537 Aug 20 11:54:29.414801 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f1418b2-21bc-43ed-bdf7-2cd1787a5ecb req-e49cb7fd-08fd-4c31-aebf-b541776c2ed6 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117225 Aug 20 11:54:29.446456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c737b3-5ce9-4b8a-a96e-57c459c1ff27 req-7c56267e-4f13-43b1-9665-ac3008713723 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:29.454839 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5c737b3-5ce9-4b8a-a96e-57c459c1ff27 req-7c56267e-4f13-43b1-9665-ac3008713723 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.0765843 Aug 20 11:54:29.484672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef97ef0d-e211-4139-9b27-94a619213df5 req-36c11b10-0d93-4aeb-b407-f0c194d984db service neutron] 10.222.0.35 "GET /v2.0/networks/3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509397 Aug 20 11:54:29.513895 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5c737b3-5ce9-4b8a-a96e-57c459c1ff27 req-ab5de456-edf3-44ac-92e1-3d2de402ba2c tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582643 Aug 20 11:54:29.585351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f88a5-8c6e-4765-b0f7-2bd468495e7d req-7d10c340-a5bd-4235-8f1d-2c43cb26a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:29.586905 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-454f88a5-8c6e-4765-b0f7-2bd468495e7d req-7d10c340-a5bd-4235-8f1d-2c43cb26a6b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ff6b4de6feb94067a92af6a420d275ea&device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 1095 time: 0.0500879 Aug 20 11:54:29.703692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f88a5-8c6e-4765-b0f7-2bd468495e7d req-c08d5c94-c396-4f78-8a73-894f94f370d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:29.705325 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-454f88a5-8c6e-4765-b0f7-2bd468495e7d req-c08d5c94-c396-4f78-8a73-894f94f370d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf HTTP/1.1" status: 200 len: 909 time: 0.1102974 Aug 20 11:54:29.753077 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-454f88a5-8c6e-4765-b0f7-2bd468495e7d req-d7cf66fc-c3ab-4e13-b881-4538f73c6a36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c55634-f469-41f7-a1e3-e856e837f0de HTTP/1.1" status: 200 len: 217 time: 0.0397804 Aug 20 11:54:29.910974 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f88a5-8c6e-4765-b0f7-2bd468495e7d req-375c4803-f306-48c8-aece-4d546a8a8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:29.912504 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-454f88a5-8c6e-4765-b0f7-2bd468495e7d req-375c4803-f306-48c8-aece-4d546a8a8e3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a5154d7-51d2-4dcc-8a0a-ce2eb3d9554c HTTP/1.1" status: 200 len: 849 time: 0.1503229 Aug 20 11:54:29.943048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01791aaf-0c0e-420d-8202-6bad83334545 req-68a70e78-b9fa-4a6a-a0b0-c65814d064d6 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:29.945104 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01791aaf-0c0e-420d-8202-6bad83334545 req-68a70e78-b9fa-4a6a-a0b0-c65814d064d6 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/networks?id=78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2 HTTP/1.1" status: 200 len: 809 time: 0.1949608 Aug 20 11:54:29.962555 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-454f88a5-8c6e-4765-b0f7-2bd468495e7d req-c26f95d1-e5cd-4621-98c3-9610cff9acac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425930 Aug 20 11:54:29.971132 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01791aaf-0c0e-420d-8202-6bad83334545 req-7824d3e6-45b6-4db2-9350-373dd32f67cf tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/quotas/aff2ff40bb3a40ccb8b98776b4e0e076 HTTP/1.1" status: 200 len: 375 time: 0.0123310 Aug 20 11:54:30.045877 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01791aaf-0c0e-420d-8202-6bad83334545 req-6d2cdf69-421d-4d9d-800e-d4b30c178eb5 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aff2ff40bb3a40ccb8b98776b4e0e076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666780 Aug 20 11:54:30.147190 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-454f88a5-8c6e-4765-b0f7-2bd468495e7d req-d78d1bb6-2d3d-48ff-8574-0f0561cdc506 service neutron] 10.222.0.35 "GET /v2.0/networks/3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750588 Aug 20 11:54:30.184264 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01791aaf-0c0e-420d-8202-6bad83334545 req-ffbe55da-afd5-49eb-9ae8-fdd9d17f7515 service neutron] 10.222.0.37 "GET /v2.0/networks/78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305397 Aug 20 11:54:30.320798 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-454f88a5-8c6e-4765-b0f7-2bd468495e7d req-e57d329e-509c-4d1a-83d2-5477b75bfb4c service neutron] 10.222.0.35 "GET /v2.0/networks/3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641514 Aug 20 11:54:30.335072 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01791aaf-0c0e-420d-8202-6bad83334545 req-3cf4c9d1-e847-4614-bd7b-ebec52ca6c72 service neutron] 10.222.0.37 "GET /v2.0/networks/78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249065 Aug 20 11:54:30.546982 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da272141-81dc-4f9e-822f-7181d791c5b0 req-6f816709-37a0-403f-b899-5d00f6d2fa61 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 210 time: 0.0444758 Aug 20 11:54:30.595568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726f2c4-fac1-4428-8c2d-010281065b43 req-672f93b4-9106-43bf-97aa-1185f3555e30 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:30.603270 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6726f2c4-fac1-4428-8c2d-010281065b43 req-672f93b4-9106-43bf-97aa-1185f3555e30 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 944 time: 0.1152976 Aug 20 11:54:30.665259 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6726f2c4-fac1-4428-8c2d-010281065b43 req-4e2a7485-7881-4731-838b-7e467db06f20 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610077 Aug 20 11:54:30.711581 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bb8c6-ca02-4cf5-8c07-15aea2df0196 req-07fe85a4-b30d-4144-9c91-06c02b024233 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:30.719162 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b24bb8c6-ca02-4cf5-8c07-15aea2df0196 req-07fe85a4-b30d-4144-9c91-06c02b024233 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.0702555 Aug 20 11:54:30.769242 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b24bb8c6-ca02-4cf5-8c07-15aea2df0196 req-d1d8b10a-2ab0-4f27-aff0-a2f5a71e5b93 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490284 Aug 20 11:54:30.919324 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33df521-cd5f-4cbf-a76f-64f0632e5e26 req-ebb89e18-0906-4135-b0a0-6caa3960e897 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:30.920915 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b33df521-cd5f-4cbf-a76f-64f0632e5e26 req-ebb89e18-0906-4135-b0a0-6caa3960e897 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.0797465 Aug 20 11:54:30.966136 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b33df521-cd5f-4cbf-a76f-64f0632e5e26 req-bff1874f-563d-4af5-9175-2a141540f6f8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369101 Aug 20 11:54:31.322713 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9275a7a-f1aa-41f8-8089-19b555681c2c req-452329ca-5f24-4d3c-9c7d-f46c0e6adf9b tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:31.324234 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9275a7a-f1aa-41f8-8089-19b555681c2c req-452329ca-5f24-4d3c-9c7d-f46c0e6adf9b tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.0557876 Aug 20 11:54:31.369031 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9275a7a-f1aa-41f8-8089-19b555681c2c req-21b7f41f-f5d0-4517-9855-93f0e04587f5 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378537 Aug 20 11:54:31.632576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01791aaf-0c0e-420d-8202-6bad83334545 req-ca7ac28f-98e0-4739-acfa-cffdc7d8c840 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:31.634737 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01791aaf-0c0e-420d-8202-6bad83334545 req-ca7ac28f-98e0-4739-acfa-cffdc7d8c840 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.35 "GET /v2.0/networks?id=78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2 HTTP/1.1" status: 200 len: 809 time: 0.1341717 Aug 20 11:54:31.665903 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8faa826b-33cd-4d75-9c60-e4dd9485b008 req-4e4d7059-68bd-4270-b4d9-f8b63c485503 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 210 time: 0.0298262 Aug 20 11:54:31.669809 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-01791aaf-0c0e-420d-8202-6bad83334545 req-0334f210-8787-458d-bc27-dd2ec0f2633d tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Request body: {'port': {'device_id': 'f1894a86-79b2-4da3-a5a9-7c71e40b792a', 'network_id': '78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2', 'admin_state_up': True, 'tenant_id': 'aff2ff40bb3a40ccb8b98776b4e0e076'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:31.809271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7acc4b-ffde-4f13-9538-4ad6fa262e4a req-2800720e-0f30-4dbc-80ce-ce311bc8c716 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:31.816340 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01791aaf-0c0e-420d-8202-6bad83334545 req-0334f210-8787-458d-bc27-dd2ec0f2633d tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Made reservation on behalf of aff2ff40bb3a40ccb8b98776b4e0e076 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:31.819237 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa7acc4b-ffde-4f13-9538-4ad6fa262e4a req-2800720e-0f30-4dbc-80ce-ce311bc8c716 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 944 time: 0.0659966 Aug 20 11:54:31.820335 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-01791aaf-0c0e-420d-8202-6bad83334545 req-0334f210-8787-458d-bc27-dd2ec0f2633d tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:31.859529 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa7acc4b-ffde-4f13-9538-4ad6fa262e4a req-366967a0-1f23-449a-80bf-56d9e7712304 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392244 Aug 20 11:54:31.953210 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-01791aaf-0c0e-420d-8202-6bad83334545 req-0334f210-8787-458d-bc27-dd2ec0f2633d tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Allocated IP 172.20.0.4 (78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2/78f8929e-f715-416f-a4f4-65437fc49317/cd950183-e77d-46ee-bfa1-09bffcd744a4) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:32.128476 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-01791aaf-0c0e-420d-8202-6bad83334545 req-0334f210-8787-458d-bc27-dd2ec0f2633d tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.169699 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-01791aaf-0c0e-420d-8202-6bad83334545 req-0334f210-8787-458d-bc27-dd2ec0f2633d tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.214095 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01791aaf-0c0e-420d-8202-6bad83334545 req-0334f210-8787-458d-bc27-dd2ec0f2633d tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Network 78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:32.217020 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-01791aaf-0c0e-420d-8202-6bad83334545 req-0334f210-8787-458d-bc27-dd2ec0f2633d tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:32.221719 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-01791aaf-0c0e-420d-8202-6bad83334545 req-0334f210-8787-458d-bc27-dd2ec0f2633d tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:32.249179 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334f210-8787-458d-bc27-dd2ec0f2633d tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Pushing event updated for resources: {'Port': ['ID=cd950183-e77d-46ee-bfa1-09bffcd744a4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:32.282579 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01791aaf-0c0e-420d-8202-6bad83334545 req-0334f210-8787-458d-bc27-dd2ec0f2633d tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:32.283219 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-01791aaf-0c0e-420d-8202-6bad83334545 req-0334f210-8787-458d-bc27-dd2ec0f2633d tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.295971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33116) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:32.310591 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01791aaf-0c0e-420d-8202-6bad83334545 req-0334f210-8787-458d-bc27-dd2ec0f2633d tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6480627 Aug 20 11:54:32.323488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Request body: {'port': {'device_id': 'f1894a86-79b2-4da3-a5a9-7c71e40b792a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:32.380544 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.409627 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6929d5f6-97a4-45a4-a2ab-07a396f47d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.603817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bb81b-ba0c-403d-bc61-7e0b1ebc4029 req-34a0c73e-b547-4485-82e1-a47ec66c6ff9 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:32.605361 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e53bb81b-ba0c-403d-bc61-7e0b1ebc4029 req-34a0c73e-b547-4485-82e1-a47ec66c6ff9 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.1549606 Aug 20 11:54:32.716665 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e53bb81b-ba0c-403d-bc61-7e0b1ebc4029 req-c961b715-e919-442a-b700-4a6c022e7157 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010268 Aug 20 11:54:32.762750 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6929d5f6-97a4-45a4-a2ab-07a396f47d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.770247 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6929d5f6-97a4-45a4-a2ab-07a396f47d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.800941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9e074-fed0-4b36-b0e2-7e5974ca70bc req-d1b3ddc0-831f-42f4-b608-c4dcf0d1c5d8 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:32.802546 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6db9e074-fed0-4b36-b0e2-7e5974ca70bc req-d1b3ddc0-831f-42f4-b608-c4dcf0d1c5d8 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 931 time: 0.0528486 Aug 20 11:54:32.843093 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6db9e074-fed0-4b36-b0e2-7e5974ca70bc req-cc7d558f-4d9e-45b1-8d08-d87b173be125 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e9a90b-b789-474a-b4b0-4bac69490a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327091 Aug 20 11:54:32.849469 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6929d5f6-97a4-45a4-a2ab-07a396f47d12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fcd6eef01b64fdd82c30bc249a112e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5517688 Aug 20 11:54:32.849798 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929d5f6-97a4-45a4-a2ab-07a396f47d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a70bb1-e882-4c85-83a9-5bba375af21c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:32.853066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33128) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:32.862878 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.865093 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd950183-e77d-46ee-bfa1-09bffcd744a4 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:32.875266 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.891055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Transition to ACTIVE for port object cd950183-e77d-46ee-bfa1-09bffcd744a4 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:32.904463 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.922817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b7c55634-f469-41f7-a1e3-e856e837f0de details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:32.926535 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a78603e-8815-49d6-9496-f385fba02da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.959622 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a78603e-8815-49d6-9496-f385fba02da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.959924 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Pushing event updated for resources: {'Port': ['ID=cd950183-e77d-46ee-bfa1-09bffcd744a4,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:33.039086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55226142-9513-4639-b355-f4456c86e054 req-4a05e97e-5454-449c-8c89-542ca735ec74 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:33.040768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55226142-9513-4639-b355-f4456c86e054 req-4a05e97e-5454-449c-8c89-542ca735ec74 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 944 time: 0.0836692 Aug 20 11:54:33.048471 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Attempting to bind port cd950183-e77d-46ee-bfa1-09bffcd744a4 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:33.048910 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Attempting to bind port cd950183-e77d-46ee-bfa1-09bffcd744a4 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '7e54eac2-92ec-400a-b433-909cf6e649b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:33.049245 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Attempting to bind port cd950183-e77d-46ee-bfa1-09bffcd744a4 on network 78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:33.050667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b7c55634-f469-41f7-a1e3-e856e837f0de, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b7c55634-f469-41f7-a1e3-e856e837f0de,segment=NetworkSegment(e2f15d26-646d-4700-9cf9-53505d204ee1),segment_id=e2f15d26-646d-4700-9cf9-53505d204ee1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:33.054902 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Port cd950183-e77d-46ee-bfa1-09bffcd744a4 on network 78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:33.055239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Attempting to bind port cd950183-e77d-46ee-bfa1-09bffcd744a4 on network 78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:33.060613 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:33.060927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Checking segment: {'id': '7e54eac2-92ec-400a-b433-909cf6e649b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:33.061359 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Bound using segment: {'id': '7e54eac2-92ec-400a-b433-909cf6e649b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:33.062175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Bound port: cd950183-e77d-46ee-bfa1-09bffcd744a4, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e54eac2-92ec-400a-b433-909cf6e649b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:33.062775 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.066567 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'b7c55634-f469-41f7-a1e3-e856e837f0de', 'network_id': '3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf', 'port_id': 'b7c55634-f469-41f7-a1e3-e856e837f0de', 'mac_address': 'fa:16:3e:de:01:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5154d7-51d2-4dcc-8a0a-ce2eb3d9554c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:54:33.082543 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a78603e-8815-49d6-9496-f385fba02da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.085138 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a78603e-8815-49d6-9496-f385fba02da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.088836 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7a78603e-8815-49d6-9496-f385fba02da2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35a70bb1-e882-4c85-83a9-5bba375af21c HTTP/1.1" status: 204 len: 168 time: 0.2320042 Aug 20 11:54:33.109443 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55226142-9513-4639-b355-f4456c86e054 req-b94233dc-e12d-4e7b-8070-a13731818d57 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627379 Aug 20 11:54:33.110439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78603e-8815-49d6-9496-f385fba02da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a70bb1-e882-4c85-83a9-5bba375af21c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:33.112187 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.139361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c55634-f469-41f7-a1e3-e856e837f0de {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:33.145462 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] For port cd950183-e77d-46ee-bfa1-09bffcd744a4, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:33.149452 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] For port cd950183-e77d-46ee-bfa1-09bffcd744a4, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=cd950183-e77d-46ee-bfa1-09bffcd744a4,segment=NetworkSegment(7e54eac2-92ec-400a-b433-909cf6e649b5),segment_id=7e54eac2-92ec-400a-b433-909cf6e649b5)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:33.154435 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.161747 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b7c55634-f469-41f7-a1e3-e856e837f0de, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b7c55634-f469-41f7-a1e3-e856e837f0de,segment=NetworkSegment(e2f15d26-646d-4700-9cf9-53505d204ee1),segment_id=e2f15d26-646d-4700-9cf9-53505d204ee1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:33.167180 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.194106 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:33.194711 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.196304 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] 10.222.0.35 "PUT /v2.0/ports/cd950183-e77d-46ee-bfa1-09bffcd744a4 HTTP/1.1" status: 200 len: 1091 time: 0.8771701 Aug 20 11:54:33.199164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1894a86-79b2-4da3-a5a9-7c71e40b792a', 'tag': 'cd950183-e77d-46ee-bfa1-09bffcd744a4'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:33.201703 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24299a2a-e31c-4d31-ba32-b46e09817621" -d '{"events": [{"name": "network-changed", "server_uuid": "f1894a86-79b2-4da3-a5a9-7c71e40b792a", "tag": "cd950183-e77d-46ee-bfa1-09bffcd744a4"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:33.239419 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=b7c55634-f469-41f7-a1e3-e856e837f0de,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:33.254961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12944eb-fbad-4803-96f3-76be44dc25a7 service neutron] Pushing event updated for resources: {'Port': ['ID=cd950183-e77d-46ee-bfa1-09bffcd744a4,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:33.259187 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ef535f-d727-48da-a6f7-de15a67e5630 x-openstack-request-id: req-43ef535f-d727-48da-a6f7-de15a67e5630 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:33.259475 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1894a86-79b2-4da3-a5a9-7c71e40b792a", "tag": "cd950183-e77d-46ee-bfa1-09bffcd744a4", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:33.259722 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43ef535f-d727-48da-a6f7-de15a67e5630 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:33.260111 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1894a86-79b2-4da3-a5a9-7c71e40b792a', 'tag': 'cd950183-e77d-46ee-bfa1-09bffcd744a4', 'status': 'completed', 'code': 200} Aug 20 11:54:33.289695 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e2c03120-e4f3-44e4-a599-788a4cab0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:33.291141 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01791aaf-0c0e-420d-8202-6bad83334545 req-e2c03120-e4f3-44e4-a599-788a4cab0e57 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aff2ff40bb3a40ccb8b98776b4e0e076&device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 1094 time: 0.0492530 Aug 20 11:54:33.338889 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01791aaf-0c0e-420d-8202-6bad83334545 req-dec267ee-276a-40b1-9950-5bc3f0c0113a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd950183-e77d-46ee-bfa1-09bffcd744a4 HTTP/1.1" status: 200 len: 217 time: 0.0388463 Aug 20 11:54:33.383139 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['b7c55634-f469-41f7-a1e3-e856e837f0de'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:33.395825 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01791aaf-0c0e-420d-8202-6bad83334545 req-4ff7f16a-7654-43ca-b66b-419b25a6789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:33.397906 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01791aaf-0c0e-420d-8202-6bad83334545 req-4ff7f16a-7654-43ca-b66b-419b25a6789a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78f8929e-f715-416f-a4f4-65437fc49317 HTTP/1.1" status: 200 len: 849 time: 0.0503271 Aug 20 11:54:33.432004 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01791aaf-0c0e-420d-8202-6bad83334545 req-159b5848-2a48-4696-b95e-76286621eec4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264952 Aug 20 11:54:33.531044 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01791aaf-0c0e-420d-8202-6bad83334545 req-577ec81e-66b9-4e1a-af52-02b5a7ec7213 service neutron] 10.222.0.35 "GET /v2.0/networks/78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923307 Aug 20 11:54:33.629450 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01791aaf-0c0e-420d-8202-6bad83334545 req-0b3e412a-d598-4740-aad0-eb51fa3d7356 service neutron] 10.222.0.35 "GET /v2.0/networks/78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896711 Aug 20 11:54:33.717088 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24299a2a-e31c-4d31-ba32-b46e09817621 req-3913c9e0-c1d6-4ee3-8b01-2495e3eb1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:33.718582 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24299a2a-e31c-4d31-ba32-b46e09817621 req-3913c9e0-c1d6-4ee3-8b01-2495e3eb1489 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aff2ff40bb3a40ccb8b98776b4e0e076&device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 1094 time: 0.0421433 Aug 20 11:54:33.768409 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33160) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:33.839477 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24299a2a-e31c-4d31-ba32-b46e09817621 req-143c126e-53f9-44d2-a63e-6267c74eaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:33.840904 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24299a2a-e31c-4d31-ba32-b46e09817621 req-143c126e-53f9-44d2-a63e-6267c74eaab9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2 HTTP/1.1" status: 200 len: 909 time: 0.1143785 Aug 20 11:54:33.876226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7e99782d-5184-476f-8d35-9ee744db8306 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1827276096-network', 'tenant_id': '858bdf676b764fe8998219ae6bfc459c'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:33.896756 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e99782d-5184-476f-8d35-9ee744db8306 admin admin] Made reservation on behalf of 858bdf676b764fe8998219ae6bfc459c for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:33.898979 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a096b-140e-4a2f-be16-bc40fa1722ce req-11739013-1231-4e91-85d2-8ba3ba0cc0ee tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:33.899525 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e99782d-5184-476f-8d35-9ee744db8306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.900483 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4c3a096b-140e-4a2f-be16-bc40fa1722ce req-11739013-1231-4e91-85d2-8ba3ba0cc0ee tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.1010721 Aug 20 11:54:33.901944 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24299a2a-e31c-4d31-ba32-b46e09817621 req-30226b88-6904-4413-8f33-f3c39fda3a2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd950183-e77d-46ee-bfa1-09bffcd744a4 HTTP/1.1" status: 200 len: 217 time: 0.0519578 Aug 20 11:54:33.908693 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e99782d-5184-476f-8d35-9ee744db8306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.982845 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4c3a096b-140e-4a2f-be16-bc40fa1722ce req-6fd980b2-1dfb-44a6-9212-cf5724a4a823 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760787 Aug 20 11:54:33.986729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24299a2a-e31c-4d31-ba32-b46e09817621 req-84670f82-b00d-4ad1-882a-54c8dcb895c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:33.988188 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24299a2a-e31c-4d31-ba32-b46e09817621 req-84670f82-b00d-4ad1-882a-54c8dcb895c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78f8929e-f715-416f-a4f4-65437fc49317 HTTP/1.1" status: 200 len: 849 time: 0.0734439 Aug 20 11:54:34.028558 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24299a2a-e31c-4d31-ba32-b46e09817621 req-94c550d4-cd3d-4e13-99f5-c07fd2bcf7db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310640 Aug 20 11:54:34.046297 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58659a4d-00ec-4abf-86f2-f4c074210c22 req-98c679d2-7830-4ed0-9aaf-79ba2766f927 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.047804 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58659a4d-00ec-4abf-86f2-f4c074210c22 req-98c679d2-7830-4ed0-9aaf-79ba2766f927 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 943 time: 0.0924337 Aug 20 11:54:34.059473 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e99782d-5184-476f-8d35-9ee744db8306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.066226 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e99782d-5184-476f-8d35-9ee744db8306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.113265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e99782d-5184-476f-8d35-9ee744db8306 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:54:34.127145 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58659a4d-00ec-4abf-86f2-f4c074210c22 req-b6f32fdb-d316-4997-835f-31d7cf4af4be tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e9a90b-b789-474a-b4b0-4bac69490a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704706 Aug 20 11:54:34.128898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99782d-5184-476f-8d35-9ee744db8306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667a47bf-ef27-47cf-9cec-c615df4ce242,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:34.134648 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e99782d-5184-476f-8d35-9ee744db8306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.134991 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-7e99782d-5184-476f-8d35-9ee744db8306 admin admin] Added segment 26579d5a-b22c-4c8b-b54c-eb2914f7ec2a of type vlan for network cadaec9b-41c8-4cd6-9eff-02de102ca46e Aug 20 11:54:34.138440 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24299a2a-e31c-4d31-ba32-b46e09817621 req-24a64cdd-a2d7-400f-90f3-2d2f76e9070a service neutron] 10.222.0.35 "GET /v2.0/networks/78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021860 Aug 20 11:54:34.189504 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e99782d-5184-476f-8d35-9ee744db8306 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.218161 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e99782d-5184-476f-8d35-9ee744db8306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.219325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e99782d-5184-476f-8d35-9ee744db8306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.219901 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e99782d-5184-476f-8d35-9ee744db8306 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.271440 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7e99782d-5184-476f-8d35-9ee744db8306 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5018816 Aug 20 11:54:34.275575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33170) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:34.280344 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5996cb79-9cc0-4294-b18a-c9a1e7bedde3 admin admin] Request body: {'subnet': {'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1827276096-subnet', 'tenant_id': '858bdf676b764fe8998219ae6bfc459c', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:34.289147 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f01969-07c4-4ee9-91cb-3cec523dd296 req-4fb9c990-c4b6-4580-a80d-4ec6a704cb91 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.290134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99782d-5184-476f-8d35-9ee744db8306 admin admin] Pushing event updated for resources: {'Network': ['ID=cadaec9b-41c8-4cd6-9eff-02de102ca46e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:34.290690 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-05f01969-07c4-4ee9-91cb-3cec523dd296 req-4fb9c990-c4b6-4580-a80d-4ec6a704cb91 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 945 time: 0.0807300 Aug 20 11:54:34.292520 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24299a2a-e31c-4d31-ba32-b46e09817621 req-e1316f62-84c1-45bc-8d28-0c94e326c836 service neutron] 10.222.0.35 "GET /v2.0/networks/78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464505 Aug 20 11:54:34.301921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network cadaec9b-41c8-4cd6-9eff-02de102ca46e details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:54:34.309284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5996cb79-9cc0-4294-b18a-c9a1e7bedde3 admin admin] Made reservation on behalf of 858bdf676b764fe8998219ae6bfc459c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:34.312926 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5996cb79-9cc0-4294-b18a-c9a1e7bedde3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.331884 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-05f01969-07c4-4ee9-91cb-3cec523dd296 req-ecf9c08c-9f67-4131-a96b-fd0459e2f5d4 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335495 Aug 20 11:54:34.486498 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5996cb79-9cc0-4294-b18a-c9a1e7bedde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.545331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996cb79-9cc0-4294-b18a-c9a1e7bedde3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:34.552058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996cb79-9cc0-4294-b18a-c9a1e7bedde3 admin admin] Checking segment: {'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:34.552410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5996cb79-9cc0-4294-b18a-c9a1e7bedde3 admin admin] Network hostable DHCP agents. Network: cadaec9b-41c8-4cd6-9eff-02de102ca46e, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:54:34.569721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5996cb79-9cc0-4294-b18a-c9a1e7bedde3 admin admin] Network cadaec9b-41c8-4cd6-9eff-02de102ca46e is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:54:34.577880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-5996cb79-9cc0-4294-b18a-c9a1e7bedde3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, cadaec9b-41c8-4cd6-9eff-02de102ca46e) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:34.581836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996cb79-9cc0-4294-b18a-c9a1e7bedde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.582446 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5996cb79-9cc0-4294-b18a-c9a1e7bedde3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.587184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7eb0c4-5d48-4669-bc12-3229f4350f03 None None] Network cadaec9b-41c8-4cd6-9eff-02de102ca46e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:34.599851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33174) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:34.600971 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5996cb79-9cc0-4294-b18a-c9a1e7bedde3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3234200 Aug 20 11:54:34.605947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1827276096-router', 'tenant_id': '858bdf676b764fe8998219ae6bfc459c', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:34.630237 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.631515 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.688101 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.745569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-cadaec9b-41c8-4cd6-9eff-02de102ca46e', 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e', 'tenant_id': '858bdf676b764fe8998219ae6bfc459c', 'fixed_ips': [{'subnet_id': 'c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:54:34.746426 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.827448 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.880401 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Allocated IP 172.20.0.2 (cadaec9b-41c8-4cd6-9eff-02de102ca46e/c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95/e4b59e51-9817-4129-951c-e97cf73a9eb7) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:34.940417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b7c55634-f469-41f7-a1e3-e856e837f0de up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:35.027258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port b7c55634-f469-41f7-a1e3-e856e837f0de completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:35.031120 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.049449 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port b7c55634-f469-41f7-a1e3-e856e837f0de triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:35.049828 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.055594 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.106940 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.119725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Transition to ACTIVE for port object e4b59e51-9817-4129-951c-e97cf73a9eb7 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:35.151133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf052a9-7577-4fc2-8630-44af3a506e26 req-f9bfee9d-6a92-4899-9cc1-86ddd64b40d0 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:35.152809 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eaf052a9-7577-4fc2-8630-44af3a506e26 req-f9bfee9d-6a92-4899-9cc1-86ddd64b40d0 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.0949292 Aug 20 11:54:35.158864 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Transition to ACTIVE for port object e4b59e51-9817-4129-951c-e97cf73a9eb7 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:35.169777 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.200238 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.223264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Network cadaec9b-41c8-4cd6-9eff-02de102ca46e is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:35.235026 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:35.246412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907a08a4-4842-4d77-93fb-8037256c2c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c55634-f469-41f7-a1e3-e856e837f0de'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:35.248717 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19881636-0e42-4002-9505-372a0e802e42" -d '{"events": [{"server_uuid": "907a08a4-4842-4d77-93fb-8037256c2c52", "name": "network-vif-plugged", "status": "completed", "tag": "b7c55634-f469-41f7-a1e3-e856e837f0de"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:35.253638 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:35.265091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Pushing event updated for resources: {'Port': ['ID=e4b59e51-9817-4129-951c-e97cf73a9eb7,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:35.275764 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b7c55634-f469-41f7-a1e3-e856e837f0de, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b7c55634-f469-41f7-a1e3-e856e837f0de,segment=NetworkSegment(e2f15d26-646d-4700-9cf9-53505d204ee1),segment_id=e2f15d26-646d-4700-9cf9-53505d204ee1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:35.285378 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de8d01-5d36-40f4-a8cd-542bff60e921 req-47adbae3-e643-42f9-ac3a-db41fc25e237 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:35.287092 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39de8d01-5d36-40f4-a8cd-542bff60e921 req-47adbae3-e643-42f9-ac3a-db41fc25e237 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 943 time: 0.0607080 Aug 20 11:54:35.300855 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.333219 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39de8d01-5d36-40f4-a8cd-542bff60e921 req-18f7830e-3615-40e1-aa31-0ba5d30b0c5b tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e9a90b-b789-474a-b4b0-4bac69490a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373807 Aug 20 11:54:35.371097 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Attempting to bind port e4b59e51-9817-4129-951c-e97cf73a9eb7 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:35.371674 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Attempting to bind port e4b59e51-9817-4129-951c-e97cf73a9eb7 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:35.371811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Attempting to bind port e4b59e51-9817-4129-951c-e97cf73a9eb7 on network cadaec9b-41c8-4cd6-9eff-02de102ca46e {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:35.380882 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:35.381285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Checking segment: {'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:35.381690 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.382088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Bound using segment: {'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:35.382720 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Bound port: e4b59e51-9817-4129-951c-e97cf73a9eb7, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:35.383084 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.386566 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=b7c55634-f469-41f7-a1e3-e856e837f0de,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:35.399354 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c4d9f9-ddbf-4a7f-9cc4-91c492e1c192 x-openstack-request-id: req-51c4d9f9-ddbf-4a7f-9cc4-91c492e1c192 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:35.399679 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907a08a4-4842-4d77-93fb-8037256c2c52", "name": "network-vif-plugged", "status": "completed", "tag": "b7c55634-f469-41f7-a1e3-e856e837f0de", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:35.399923 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51c4d9f9-ddbf-4a7f-9cc4-91c492e1c192 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:35.400311 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907a08a4-4842-4d77-93fb-8037256c2c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c55634-f469-41f7-a1e3-e856e837f0de', 'code': 200} Aug 20 11:54:35.465033 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] For port e4b59e51-9817-4129-951c-e97cf73a9eb7, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:35.468303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] For port e4b59e51-9817-4129-951c-e97cf73a9eb7, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e4b59e51-9817-4129-951c-e97cf73a9eb7,segment=NetworkSegment(26579d5a-b22c-4c8b-b54c-eb2914f7ec2a),segment_id=26579d5a-b22c-4c8b-b54c-eb2914f7ec2a)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:35.473701 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.509008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57058f-c920-4c57-a180-f5cb523f4ba9 req-e5af5a3f-c9b6-491a-95b6-c33ab2bfa4fb tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:35.510932 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a57058f-c920-4c57-a180-f5cb523f4ba9 req-e5af5a3f-c9b6-491a-95b6-c33ab2bfa4fb tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 946 time: 0.0534632 Aug 20 11:54:35.542775 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abcf4b-5309-46bc-8be0-6fd1464f3ecf None None] Pushing event updated for resources: {'Port': ['ID=e4b59e51-9817-4129-951c-e97cf73a9eb7,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:35.564566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a57058f-c920-4c57-a180-f5cb523f4ba9 req-c2d74a14-1458-4753-849d-f8c4be63ec45 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388150 Aug 20 11:54:35.640078 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eaf052a9-7577-4fc2-8630-44af3a506e26 req-70aa249f-f127-45d0-ab52-6a889d31b6c6 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663556 Aug 20 11:54:35.641260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Allocated IP 172.25.8.79 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/3ad20dc0-6254-4539-ae62-4f4fea922056) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:35.665495 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd06ce3-9f23-46d0-8683-a952e0d89958 req-9193f3c9-6339-41f3-b2e0-4ba7ea3cbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:35.668624 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3bd06ce3-9f23-46d0-8683-a952e0d89958 req-9193f3c9-6339-41f3-b2e0-4ba7ea3cbce9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 1097 time: 0.0927620 Aug 20 11:54:35.769271 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3bd06ce3-9f23-46d0-8683-a952e0d89958 req-dd9a1b0b-f538-46f3-b1d0-620f213276ff service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902121 Aug 20 11:54:35.801810 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.848848 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.885734 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:35.888680 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:35.890934 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:35.920454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad20dc0-6254-4539-ae62-4f4fea922056,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:36.141249 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.346313 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.471456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de147402-91fd-42db-b825-a9b7d307bb01 req-55600628-6297-45a0-8ca0-e930718b0f13 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:36.472776 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de147402-91fd-42db-b825-a9b7d307bb01 req-55600628-6297-45a0-8ca0-e930718b0f13 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 943 time: 0.0553436 Aug 20 11:54:36.483304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Router d397126d-6746-49eb-8300-c9259775f36d is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:54:36.504084 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7558fae8-1a7e-4430-a5e1-c7b38d194288 None None] Network cadaec9b-41c8-4cd6-9eff-02de102ca46e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:36.516487 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de147402-91fd-42db-b825-a9b7d307bb01 req-78c6ebe7-6349-440c-9eba-9ba313b0b530 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e9a90b-b789-474a-b4b0-4bac69490a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364392 Aug 20 11:54:36.602214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:36.619890 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.620924 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Sync routers for ids ['d397126d-6746-49eb-8300-c9259775f36d'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:36.622343 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6d711a48-f028-4d89-94b4-86e02e4f3c44 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0204613 Aug 20 11:54:36.625276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33194) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:36.649250 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6fa5aeb7-4ce0-469d-bd66-eca6f6172848 None None] Provisioning for port e4b59e51-9817-4129-951c-e97cf73a9eb7 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:36.650935 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Routers {'d397126d-6746-49eb-8300-c9259775f36d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:36.651664 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:54:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d397126d-6746-49eb-8300-c9259775f36d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:36.759975 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6fe0c-c712-4786-a99a-623ceda5f51b req-e4457ca4-fcb0-4766-a53a-847e72283040 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:36.768764 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-28b6fe0c-c712-4786-a99a-623ceda5f51b req-e4457ca4-fcb0-4766-a53a-847e72283040 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 946 time: 0.1097305 Aug 20 11:54:36.826462 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e4b59e51-9817-4129-951c-e97cf73a9eb7 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:36.853968 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-28b6fe0c-c712-4786-a99a-623ceda5f51b req-eaabd96d-e6c5-4f4d-bd52-4380ccaa0cd0 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838926 Aug 20 11:54:36.911900 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Set router d397126d-6746-49eb-8300-c9259775f36d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:36.925681 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device cd950183-e77d-46ee-bfa1-09bffcd744a4 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:36.964310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port e4b59e51-9817-4129-951c-e97cf73a9eb7 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:36.984030 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e4b59e51-9817-4129-951c-e97cf73a9eb7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:36.987046 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.046396 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7b9a2-8453-4f66-8e55-4972065a8b84 req-e4765c77-cf77-4bba-bd52-0f9cc5d0864d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:37.047952 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e2c7b9a2-8453-4f66-8e55-4972065a8b84 req-e4765c77-cf77-4bba-bd52-0f9cc5d0864d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.1756845 Aug 20 11:54:37.128334 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397126d-6746-49eb-8300-c9259775f36d', 'name': 'tempest-TestServerMultinode-1827276096-router', 'tenant_id': '858bdf676b764fe8998219ae6bfc459c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '3ad20dc0-6254-4539-ae62-4f4fea922056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:54:36Z', 'revision_number': 3, 'project_id': '858bdf676b764fe8998219ae6bfc459c', 'gw_port': {'id': '3ad20dc0-6254-4539-ae62-4f4fea922056', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397126d-6746-49eb-8300-c9259775f36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:35Z', 'updated_at': '2021-08-20T11:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:37.132205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abde4d-4d1f-4d9b-9bc4-05faa6ce4dd4 req-66a8eb8b-7039-45c2-8199-2410c057adea tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:37.140201 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f6abde4d-4d1f-4d9b-9bc4-05faa6ce4dd4 req-66a8eb8b-7039-45c2-8199-2410c057adea tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 1098 time: 0.0513546 Aug 20 11:54:37.153808 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e2c7b9a2-8453-4f66-8e55-4972065a8b84 req-925e1510-1dcc-46cf-8758-435c4e9e7116 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914910 Aug 20 11:54:37.157162 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Checking router: d397126d-6746-49eb-8300-c9259775f36d for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:54:37.157473 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Updating router d397126d-6746-49eb-8300-c9259775f36d port 3ad20dc0-6254-4539-ae62-4f4fea922056 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:54:37.173228 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-33b98853-456a-4ee3-98b8-ff06e11b300d None None] Provisioning complete for port e4b59e51-9817-4129-951c-e97cf73a9eb7 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:37.174345 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-33b98853-456a-4ee3-98b8-ff06e11b300d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.189225 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.204048 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f6abde4d-4d1f-4d9b-9bc4-05faa6ce4dd4 req-abef35c4-6100-4d90-83b7-485cf064ea23 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624740 Aug 20 11:54:37.216755 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33206) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:37.228187 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.280006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port cd950183-e77d-46ee-bfa1-09bffcd744a4, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=cd950183-e77d-46ee-bfa1-09bffcd744a4,segment=NetworkSegment(7e54eac2-92ec-400a-b433-909cf6e649b5),segment_id=7e54eac2-92ec-400a-b433-909cf6e649b5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:37.314982 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port e4b59e51-9817-4129-951c-e97cf73a9eb7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e4b59e51-9817-4129-951c-e97cf73a9eb7,segment=NetworkSegment(26579d5a-b22c-4c8b-b54c-eb2914f7ec2a),segment_id=26579d5a-b22c-4c8b-b54c-eb2914f7ec2a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:37.316287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'cd950183-e77d-46ee-bfa1-09bffcd744a4', 'network_id': '78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2', 'port_id': 'cd950183-e77d-46ee-bfa1-09bffcd744a4', 'mac_address': 'fa:16:3e:a8:d4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f8929e-f715-416f-a4f4-65437fc49317', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:54:37.325145 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.390984 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.533433 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.549400 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Transition to ACTIVE for port object 3ad20dc0-6254-4539-ae62-4f4fea922056 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:37.556920 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.592687 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Attempting to bind port 3ad20dc0-6254-4539-ae62-4f4fea922056 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:37.593346 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Attempting to bind port 3ad20dc0-6254-4539-ae62-4f4fea922056 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:37.594047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Attempting to bind port 3ad20dc0-6254-4539-ae62-4f4fea922056 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:37.594584 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.603246 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=e4b59e51-9817-4129-951c-e97cf73a9eb7,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:37.620784 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd950183-e77d-46ee-bfa1-09bffcd744a4 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:37.626759 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:37.627761 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:37.628343 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.629083 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:37.629868 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Bound port: 3ad20dc0-6254-4539-ae62-4f4fea922056, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:37.630822 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.633072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-90b5047b-5473-4d60-84c6-6ddd8e5a069c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting port 4aff5b13-b6a6-46dc-ac2a-0b24a776e5ec {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:37.633469 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90b5047b-5473-4d60-84c6-6ddd8e5a069c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.642155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port cd950183-e77d-46ee-bfa1-09bffcd744a4, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=cd950183-e77d-46ee-bfa1-09bffcd744a4,segment=NetworkSegment(7e54eac2-92ec-400a-b433-909cf6e649b5),segment_id=7e54eac2-92ec-400a-b433-909cf6e649b5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:37.643821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Allocated IP 172.20.0.1 (cadaec9b-41c8-4cd6-9eff-02de102ca46e/c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95/c8bc346d-1ea1-43e3-a668-85243a0c396e) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:37.648616 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.695901 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c726f8-f454-4b19-828d-b9cdebae41c3 None None] Pushing event updated for resources: {'Port': ['ID=3ad20dc0-6254-4539-ae62-4f4fea922056,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:37.705296 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c726f8-f454-4b19-828d-b9cdebae41c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:37.705629 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c726f8-f454-4b19-828d-b9cdebae41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:37.705962 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c726f8-f454-4b19-828d-b9cdebae41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:37.706305 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c726f8-f454-4b19-828d-b9cdebae41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:37.706677 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c726f8-f454-4b19-828d-b9cdebae41c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:37.707035 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c726f8-f454-4b19-828d-b9cdebae41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:37.707254 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c726f8-f454-4b19-828d-b9cdebae41c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:37.707574 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c726f8-f454-4b19-828d-b9cdebae41c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:37.707891 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c726f8-f454-4b19-828d-b9cdebae41c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:37.708207 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c726f8-f454-4b19-828d-b9cdebae41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:37.708388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=cd950183-e77d-46ee-bfa1-09bffcd744a4,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:37.708528 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c726f8-f454-4b19-828d-b9cdebae41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:37.708848 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c726f8-f454-4b19-828d-b9cdebae41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:37.723537 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] For port 3ad20dc0-6254-4539-ae62-4f4fea922056, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:37.729500 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] For port 3ad20dc0-6254-4539-ae62-4f4fea922056, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3ad20dc0-6254-4539-ae62-4f4fea922056,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:37.735024 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.772481 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e331d-7e4a-4563-8fc5-0c8492b3e49c req-481f0316-0040-4fba-a861-99229093eae0 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:37.774634 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f14e331d-7e4a-4563-8fc5-0c8492b3e49c req-481f0316-0040-4fba-a861-99229093eae0 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 944 time: 0.1181073 Aug 20 11:54:37.790970 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.796558 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c726f8-f454-4b19-828d-b9cdebae41c3 None None] Pushing event updated for resources: {'Port': ['ID=3ad20dc0-6254-4539-ae62-4f4fea922056,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:37.799188 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Routers {'d397126d-6746-49eb-8300-c9259775f36d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:37.800083 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:54:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d397126d-6746-49eb-8300-c9259775f36d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:37.808929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Transition to ACTIVE for port object c8bc346d-1ea1-43e3-a668-85243a0c396e will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:37.818593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90b5047b-5473-4d60-84c6-6ddd8e5a069c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.819642 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90b5047b-5473-4d60-84c6-6ddd8e5a069c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.835512 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-90b5047b-5473-4d60-84c6-6ddd8e5a069c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Calling delete_port for 4aff5b13-b6a6-46dc-ac2a-0b24a776e5ec owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:37.849769 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.857111 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f14e331d-7e4a-4563-8fc5-0c8492b3e49c req-d5ec9905-0654-4873-87ed-1b2fe5e4b84a tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e9a90b-b789-474a-b4b0-4bac69490a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764334 Aug 20 11:54:37.877968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['cd950183-e77d-46ee-bfa1-09bffcd744a4'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:37.900548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Network cadaec9b-41c8-4cd6-9eff-02de102ca46e is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:37.904835 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:37.911520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:37.915083 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c8bc346d-1ea1-43e3-a668-85243a0c396e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:37.939617 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] Set router d397126d-6746-49eb-8300-c9259775f36d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:37.965607 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.123878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a5574-69b8-481b-8a58-bf712b363bac req-539d1dd0-c01c-4426-939d-9bb1ed098f88 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:38.125450 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-241a5574-69b8-481b-8a58-bf712b363bac req-539d1dd0-c01c-4426-939d-9bb1ed098f88 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 946 time: 0.1533580 Aug 20 11:54:38.153515 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90b5047b-5473-4d60-84c6-6ddd8e5a069c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.214834 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5047b-5473-4d60-84c6-6ddd8e5a069c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Port': ['ID=4aff5b13-b6a6-46dc-ac2a-0b24a776e5ec,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:38.243883 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bce02923-e80f-45c6-9181-3f60e816d552 None None] Provisioning for port c8bc346d-1ea1-43e3-a668-85243a0c396e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:38.245551 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-241a5574-69b8-481b-8a58-bf712b363bac req-cf8d910a-0be3-4990-b39d-8f0464204362 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985241 Aug 20 11:54:38.246285 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.249810 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bce02923-e80f-45c6-9181-3f60e816d552 None None] Provisioning complete for port c8bc346d-1ea1-43e3-a668-85243a0c396e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:38.250380 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bce02923-e80f-45c6-9181-3f60e816d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.253929 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397126d-6746-49eb-8300-c9259775f36d', 'name': 'tempest-TestServerMultinode-1827276096-router', 'tenant_id': '858bdf676b764fe8998219ae6bfc459c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '3ad20dc0-6254-4539-ae62-4f4fea922056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:54:36Z', 'revision_number': 3, 'project_id': '858bdf676b764fe8998219ae6bfc459c', 'gw_port': {'id': '3ad20dc0-6254-4539-ae62-4f4fea922056', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397126d-6746-49eb-8300-c9259775f36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:35Z', 'updated_at': '2021-08-20T11:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:38.299794 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90b5047b-5473-4d60-84c6-6ddd8e5a069c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.300312 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-90b5047b-5473-4d60-84c6-6ddd8e5a069c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Floating IP 9183a286-c7a6-4d60-9b1e-eef4d270fdd4 disassociated (deleted). External IP: 172.25.8.197, port: 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea. Aug 20 11:54:38.307981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bce02923-e80f-45c6-9181-3f60e816d552 None None] Port c8bc346d-1ea1-43e3-a668-85243a0c396e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:54:38.327327 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171833de-7991-4b63-a028-25c1f96c4002 None None] The sync data for ids ['d397126d-6746-49eb-8300-c9259775f36d'] in n-d-804299-2 is: [{'id': 'd397126d-6746-49eb-8300-c9259775f36d', 'name': 'tempest-TestServerMultinode-1827276096-router', 'tenant_id': '858bdf676b764fe8998219ae6bfc459c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '3ad20dc0-6254-4539-ae62-4f4fea922056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:54:36Z', 'revision_number': 3, 'project_id': '858bdf676b764fe8998219ae6bfc459c', 'gw_port': {'id': '3ad20dc0-6254-4539-ae62-4f4fea922056', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397126d-6746-49eb-8300-c9259775f36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:35Z', 'updated_at': '2021-08-20T11:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:54:38.456910 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9635f-efa3-4a9c-ab69-b9e8cfa1ea19 req-927af7c5-c979-48ed-8dd8-715a1d7f9875 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:38.458477 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1ea9635f-efa3-4a9c-ab69-b9e8cfa1ea19 req-927af7c5-c979-48ed-8dd8-715a1d7f9875 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.1036716 Aug 20 11:54:38.499406 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.505663 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.573593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c8bc346d-1ea1-43e3-a668-85243a0c396e,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:38.576187 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.621456 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1ea9635f-efa3-4a9c-ab69-b9e8cfa1ea19 req-22088453-6c6c-4bab-a45e-87b235896d39 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440537 Aug 20 11:54:38.675909 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b5047b-5473-4d60-84c6-6ddd8e5a069c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router e425fcdf-43d9-43b1-852f-d35a304f337c has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:54:38.768013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Network cadaec9b-41c8-4cd6-9eff-02de102ca46e is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:38.770109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:38.778467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e4b59e51-9817-4129-951c-e97cf73a9eb7 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:38.876267 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b5047b-5473-4d60-84c6-6ddd8e5a069c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:38.878818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e4b59e51-9817-4129-951c-e97cf73a9eb7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:38.879178 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.882572 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90b5047b-5473-4d60-84c6-6ddd8e5a069c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.918920 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-90b5047b-5473-4d60-84c6-6ddd8e5a069c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/floatingips/9183a286-c7a6-4d60-9b1e-eef4d270fdd4 HTTP/1.1" status: 204 len: 168 time: 1.6947768 Aug 20 11:54:38.918920 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:38.919243 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d952646-723b-4872-89d0-2a33298d445f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:38.930909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device cd950183-e77d-46ee-bfa1-09bffcd744a4 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:38.955799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aacc488-3d4c-4d8e-9d5b-1c93fd64a2c3 None None] Sync routers for ids ['e425fcdf-43d9-43b1-852f-d35a304f337c'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:39.010556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Router d397126d-6746-49eb-8300-c9259775f36d has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:54:39.017986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aacc488-3d4c-4d8e-9d5b-1c93fd64a2c3 None None] Routers {'e425fcdf-43d9-43b1-852f-d35a304f337c'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:39.018983 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2aacc488-3d4c-4d8e-9d5b-1c93fd64a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:54:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e425fcdf-43d9-43b1-852f-d35a304f337c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:39.030753 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.145964 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port cd950183-e77d-46ee-bfa1-09bffcd744a4 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:39.160556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port cd950183-e77d-46ee-bfa1-09bffcd744a4 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:39.161761 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.280699 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bd5df3bb-bb25-477b-a1e8-746ca0a353e1 None None] Provisioning complete for port c8bc346d-1ea1-43e3-a668-85243a0c396e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:39.281308 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bd5df3bb-bb25-477b-a1e8-746ca0a353e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.333122 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bd5df3bb-bb25-477b-a1e8-746ca0a353e1 None None] Port c8bc346d-1ea1-43e3-a668-85243a0c396e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:54:39.342632 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-2aacc488-3d4c-4d8e-9d5b-1c93fd64a2c3 None None] Set router e425fcdf-43d9-43b1-852f-d35a304f337c gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:39.365081 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f749a5-4fe7-4bb9-842c-45c3f788421d x-openstack-request-id: req-46f749a5-4fe7-4bb9-842c-45c3f788421d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:39.367494 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:39.367763 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46f749a5-4fe7-4bb9-842c-45c3f788421d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:39.368217 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'status': 'completed', 'code': 200} Aug 20 11:54:39.460084 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.536023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1894a86-79b2-4da3-a5a9-7c71e40b792a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd950183-e77d-46ee-bfa1-09bffcd744a4'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:39.539119 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b4fc0b-a704-42f6-a9d3-0db769adaa1f" -d '{"events": [{"server_uuid": "f1894a86-79b2-4da3-a5a9-7c71e40b792a", "name": "network-vif-plugged", "status": "completed", "tag": "cd950183-e77d-46ee-bfa1-09bffcd744a4"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:39.564225 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd1638-a24c-41fd-9449-4cef07797386 req-e3444c1d-9184-40db-a9bf-a7af43c41cf8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:39.567222 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port cd950183-e77d-46ee-bfa1-09bffcd744a4, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=cd950183-e77d-46ee-bfa1-09bffcd744a4,segment=NetworkSegment(7e54eac2-92ec-400a-b433-909cf6e649b5),segment_id=7e54eac2-92ec-400a-b433-909cf6e649b5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:39.573112 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-32bd1638-a24c-41fd-9449-4cef07797386 req-e3444c1d-9184-40db-a9bf-a7af43c41cf8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 947 time: 0.0754731 Aug 20 11:54:39.573761 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.619940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6d500-bbe8-4eba-8965-d9c45710d666 req-c4ec41a6-e074-42b0-90df-8217e4ead249 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:39.621561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e0d6d500-bbe8-4eba-8965-d9c45710d666 req-c4ec41a6-e074-42b0-90df-8217e4ead249 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 944 time: 0.6034944 Aug 20 11:54:39.635099 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-32bd1638-a24c-41fd-9449-4cef07797386 req-3f159f7d-256c-4c40-849e-b31c38b2843f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565636 Aug 20 11:54:39.672359 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d952646-723b-4872-89d0-2a33298d445f req-5430d262-7aba-42ea-a5f2-b0a14669a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:39.673875 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d952646-723b-4872-89d0-2a33298d445f req-5430d262-7aba-42ea-a5f2-b0a14669a7fa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 1098 time: 0.1640706 Aug 20 11:54:39.688756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=cd950183-e77d-46ee-bfa1-09bffcd744a4,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:39.711513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2aacc488-3d4c-4d8e-9d5b-1c93fd64a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361072273', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:20Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:21Z', 'updated_at': '2021-08-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c0dc6112-12e1-465e-8038-c6413b5c784d', 'name': '', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:e9:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:41Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:39.746931 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aacc488-3d4c-4d8e-9d5b-1c93fd64a2c3 None None] Checking router: e425fcdf-43d9-43b1-852f-d35a304f337c for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:54:39.747161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:39.749513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6c706-67df-425c-97e0-9efc6a28cc30 req-627f89e5-f1cc-42b9-9430-a9491c86d08d tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:39.751196 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79b6c706-67df-425c-97e0-9efc6a28cc30 req-627f89e5-f1cc-42b9-9430-a9491c86d08d tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 946 time: 0.0518250 Aug 20 11:54:39.751977 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-411f9367-c861-4d21-8859-b90df58906a8 admin admin] 10.222.0.37 "PUT /v2.0/routers/d397126d-6746-49eb-8300-c9259775f36d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1255453 Aug 20 11:54:39.759191 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e0d6d500-bbe8-4eba-8965-d9c45710d666 req-748fa86e-f819-47ca-a6b0-552e7fd574ba tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e9a90b-b789-474a-b4b0-4bac69490a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100364 Aug 20 11:54:39.767261 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aacc488-3d4c-4d8e-9d5b-1c93fd64a2c3 None None] Routers {'e425fcdf-43d9-43b1-852f-d35a304f337c'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:39.767900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2aacc488-3d4c-4d8e-9d5b-1c93fd64a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:54:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e425fcdf-43d9-43b1-852f-d35a304f337c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:39.822588 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79b6c706-67df-425c-97e0-9efc6a28cc30 req-73913a03-b0ab-4964-80b2-36008c39443e tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593491 Aug 20 11:54:39.848809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d952646-723b-4872-89d0-2a33298d445f req-c463161f-3fb0-40b0-96d9-3e5fac6a5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:39.850867 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d952646-723b-4872-89d0-2a33298d445f req-c463161f-3fb0-40b0-96d9-3e5fac6a5a1c service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2 HTTP/1.1" status: 200 len: 897 time: 0.1608818 Aug 20 11:54:39.896428 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c695091-8097-4f7a-878b-1b0eaebe0789 x-openstack-request-id: req-4c695091-8097-4f7a-878b-1b0eaebe0789 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:39.898194 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1894a86-79b2-4da3-a5a9-7c71e40b792a", "name": "network-vif-plugged", "status": "completed", "tag": "cd950183-e77d-46ee-bfa1-09bffcd744a4", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:39.898701 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c695091-8097-4f7a-878b-1b0eaebe0789 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:39.899357 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1894a86-79b2-4da3-a5a9-7c71e40b792a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd950183-e77d-46ee-bfa1-09bffcd744a4', 'code': 200} Aug 20 11:54:39.919490 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d952646-723b-4872-89d0-2a33298d445f req-b431ae3d-e394-4724-96f4-bdbbd26ea4eb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea HTTP/1.1" status: 200 len: 217 time: 0.0592983 Aug 20 11:54:39.921207 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-2aacc488-3d4c-4d8e-9d5b-1c93fd64a2c3 None None] Set router e425fcdf-43d9-43b1-852f-d35a304f337c gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:40.009973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807661b-87d7-4d2b-b84e-7ff631baf427 req-9510301c-feaf-4cd6-a96d-8d9b82cb5bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:40.011779 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6807661b-87d7-4d2b-b84e-7ff631baf427 req-9510301c-feaf-4cd6-a96d-8d9b82cb5bff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 1096 time: 0.0534997 Aug 20 11:54:40.060801 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6807661b-87d7-4d2b-b84e-7ff631baf427 req-2e0d077f-f643-49dc-af0a-9c7f106226f8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d2e9a90b-b789-474a-b4b0-4bac69490a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 Aug 20 11:54:40.089506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d952646-723b-4872-89d0-2a33298d445f req-4f6c2745-125d-4fb3-bb56-8fdc4ddcb211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:40.091045 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d952646-723b-4872-89d0-2a33298d445f req-4f6c2745-125d-4fb3-bb56-8fdc4ddcb211 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ed6e4790-2c22-4aac-8045-87c29d4b8bd8 HTTP/1.1" status: 200 len: 834 time: 0.1596785 Aug 20 11:54:40.107217 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0e2db-672b-418e-8c97-0141fdcf7097 req-c6375498-d072-4440-b05d-dd3a27056c78 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:40.108848 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dea0e2db-672b-418e-8c97-0141fdcf7097 req-c6375498-d072-4440-b05d-dd3a27056c78 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.1412206 Aug 20 11:54:40.206202 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2aacc488-3d4c-4d8e-9d5b-1c93fd64a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361072273', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:20Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:21Z', 'updated_at': '2021-08-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c0dc6112-12e1-465e-8038-c6413b5c784d', 'name': '', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:e9:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:41Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:40.209197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dea0e2db-672b-418e-8c97-0141fdcf7097 req-d471758b-2888-40e5-aa16-3b847067e189 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900757 Aug 20 11:54:40.225960 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d952646-723b-4872-89d0-2a33298d445f req-818b3726-4ef1-4e9a-b476-e87195ef38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:40.227819 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d952646-723b-4872-89d0-2a33298d445f req-818b3726-4ef1-4e9a-b476-e87195ef38aa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a7c3abc-9b05-41fb-9c17-69b98862a6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178899 Aug 20 11:54:40.243628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aacc488-3d4c-4d8e-9d5b-1c93fd64a2c3 None None] The sync data for ids ['e425fcdf-43d9-43b1-852f-d35a304f337c'] in n-d-804299-2 is: [{'id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361072273', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:20Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:21Z', 'updated_at': '2021-08-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c0dc6112-12e1-465e-8038-c6413b5c784d', 'name': '', 'network_id': '0a7c3abc-9b05-41fb-9c17-69b98862a6c2', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:e9:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:41Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'ed6e4790-2c22-4aac-8045-87c29d4b8bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:54:40.349594 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d952646-723b-4872-89d0-2a33298d445f req-ea7992fe-0ca1-482b-b1ef-00dfb6412d61 service neutron] 10.222.0.76 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121745 Aug 20 11:54:40.459320 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d952646-723b-4872-89d0-2a33298d445f req-b4f422d4-2b0a-4a5f-aa19-1ab18fee1ff1 service neutron] 10.222.0.76 "GET /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018317 Aug 20 11:54:40.463972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33266) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:40.469852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1022f499-e378-41ee-b435-f34a998abc34 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1755232046-network', 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:40.496140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1022f499-e378-41ee-b435-f34a998abc34 admin admin] Made reservation on behalf of aea39a8650dc417bb6adf0871a4b585b for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:40.498619 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1022f499-e378-41ee-b435-f34a998abc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.510840 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1022f499-e378-41ee-b435-f34a998abc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.551029 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797d2f4-ab12-447a-b163-83f4ed19d7ef None None] New status for floating IP 9183a286-c7a6-4d60-9b1e-eef4d270fdd4: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:54:40.612772 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1022f499-e378-41ee-b435-f34a998abc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.617630 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1022f499-e378-41ee-b435-f34a998abc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.648237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1022f499-e378-41ee-b435-f34a998abc34 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:54:40.656958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a119f47-a6ed-4fa8-a3f8-45778d284b67 req-6769668d-690c-4ae1-9aba-eced2c1354a0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:40.659261 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a119f47-a6ed-4fa8-a3f8-45778d284b67 req-6769668d-690c-4ae1-9aba-eced2c1354a0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 947 time: 0.0800002 Aug 20 11:54:40.669501 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022f499-e378-41ee-b435-f34a998abc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c32b48a-747b-4107-a1c9-cad1d2ba773a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:40.689447 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1022f499-e378-41ee-b435-f34a998abc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.689803 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-1022f499-e378-41ee-b435-f34a998abc34 admin admin] Added segment 89030de3-904a-4490-a223-b9e3e30bbb51 of type vlan for network 6513bacd-cb1b-4740-b760-a1223d02f67b Aug 20 11:54:40.749993 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1022f499-e378-41ee-b435-f34a998abc34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.781251 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1022f499-e378-41ee-b435-f34a998abc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.784203 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1022f499-e378-41ee-b435-f34a998abc34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:40.786448 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1022f499-e378-41ee-b435-f34a998abc34 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.786542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3ad20dc0-6254-4539-ae62-4f4fea922056 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:40.836172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69914f50-cf9a-42fe-aa9e-9b8a32531f97 req-aa4bd325-6210-4e22-9324-d8a07641b591 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:40.837778 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-69914f50-cf9a-42fe-aa9e-9b8a32531f97 req-aa4bd325-6210-4e22-9324-d8a07641b591 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7515155-4971-4b4a-ba7e-846b0ab70784 HTTP/1.1" status: 200 len: 947 time: 0.0891662 Aug 20 11:54:40.851759 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Sync routers for ids ['d397126d-6746-49eb-8300-c9259775f36d'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:40.877272 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 3ad20dc0-6254-4539-ae62-4f4fea922056 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:40.879604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9a119f47-a6ed-4fa8-a3f8-45778d284b67 req-3ca9477f-4440-4567-9463-6150f415bf27 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:40.880148 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a119f47-a6ed-4fa8-a3f8-45778d284b67 req-3ca9477f-4440-4567-9463-6150f415bf27 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.883040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Routers {'d397126d-6746-49eb-8300-c9259775f36d'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:40.884107 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1022e572-986a-4f44-a049-0de612ab153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:54:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d397126d-6746-49eb-8300-c9259775f36d'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:40.887943 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 3ad20dc0-6254-4539-ae62-4f4fea922056 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:40.887943 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.914544 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1022f499-e378-41ee-b435-f34a998abc34 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4491022 Aug 20 11:54:40.925913 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33276) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:40.936506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c2b0f91b-769f-482f-ad14-85dbc0c8deff admin admin] Request body: {'subnet': {'network_id': '6513bacd-cb1b-4740-b760-a1223d02f67b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1755232046-subnet', 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:40.940608 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022f499-e378-41ee-b435-f34a998abc34 admin admin] Pushing event updated for resources: {'Network': ['ID=6513bacd-cb1b-4740-b760-a1223d02f67b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:40.953519 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 6513bacd-cb1b-4740-b760-a1223d02f67b details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:54:40.963830 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31125589-8b52-4c57-99d9-6254166ad68c req-c852b62a-25a1-4139-a474-d029e1006551 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:40.965383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-31125589-8b52-4c57-99d9-6254166ad68c req-c852b62a-25a1-4139-a474-d029e1006551 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.35 "GET /v2.0/ports?device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 946 time: 0.1215954 Aug 20 11:54:40.968200 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-69914f50-cf9a-42fe-aa9e-9b8a32531f97 req-a2616c7d-d35e-4866-8d08-dfa17aa032b4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d19ad18-cc51-4e19-a396-dd0d896ad5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202331 Aug 20 11:54:40.976379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755957d-1b76-45ba-8b95-4951ff027bbf req-a569556e-49ee-4ea3-8a4f-9c4152107057 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:40.978160 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4755957d-1b76-45ba-8b95-4951ff027bbf req-a569556e-49ee-4ea3-8a4f-9c4152107057 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 945 time: 0.0910816 Aug 20 11:54:41.000104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b0f91b-769f-482f-ad14-85dbc0c8deff admin admin] Made reservation on behalf of aea39a8650dc417bb6adf0871a4b585b for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:41.002848 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f91b-769f-482f-ad14-85dbc0c8deff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.111531 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.116510 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4755957d-1b76-45ba-8b95-4951ff027bbf req-88a25882-fa5b-4e7a-9e24-9b3289448bde tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e9a90b-b789-474a-b4b0-4bac69490a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188216 Aug 20 11:54:41.159883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-31125589-8b52-4c57-99d9-6254166ad68c req-e1c7111c-975e-47cb-8101-f2c0a7b9924e tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Deleting port b7c55634-f469-41f7-a1e3-e856e837f0de {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:41.160705 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-31125589-8b52-4c57-99d9-6254166ad68c req-e1c7111c-975e-47cb-8101-f2c0a7b9924e tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.255068 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9a119f47-a6ed-4fa8-a3f8-45778d284b67 req-3ca9477f-4440-4567-9463-6150f415bf27 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] For port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:41.255068 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a119f47-a6ed-4fa8-a3f8-45778d284b67 req-3ca9477f-4440-4567-9463-6150f415bf27 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.281751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-31125589-8b52-4c57-99d9-6254166ad68c req-e1c7111c-975e-47cb-8101-f2c0a7b9924e tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] For port b7c55634-f469-41f7-a1e3-e856e837f0de, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b7c55634-f469-41f7-a1e3-e856e837f0de,segment=NetworkSegment(e2f15d26-646d-4700-9cf9-53505d204ee1),segment_id=e2f15d26-646d-4700-9cf9-53505d204ee1)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:41.282323 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-31125589-8b52-4c57-99d9-6254166ad68c req-e1c7111c-975e-47cb-8101-f2c0a7b9924e tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.299824 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-31125589-8b52-4c57-99d9-6254166ad68c req-e1c7111c-975e-47cb-8101-f2c0a7b9924e tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Calling delete_port for b7c55634-f469-41f7-a1e3-e856e837f0de owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:41.301808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9a119f47-a6ed-4fa8-a3f8-45778d284b67 req-3ca9477f-4440-4567-9463-6150f415bf27 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Calling delete_port for 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:41.324597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 3ad20dc0-6254-4539-ae62-4f4fea922056, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3ad20dc0-6254-4539-ae62-4f4fea922056,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:41.328768 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Set router d397126d-6746-49eb-8300-c9259775f36d gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:41.330951 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.343373 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8b5a5-61f1-45a2-88fe-5d72236d1f1e req-0ce5768d-bb76-4534-8887-4d263b60d649 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:41.345195 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ce8b5a5-61f1-45a2-88fe-5d72236d1f1e req-0ce5768d-bb76-4534-8887-4d263b60d649 tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/ports?device_id=907a08a4-4842-4d77-93fb-8037256c2c52 HTTP/1.1" status: 200 len: 946 time: 0.1595490 Aug 20 11:54:41.377897 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f91b-769f-482f-ad14-85dbc0c8deff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.421707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c01fa-fbb1-4f69-9154-eda8c189e169 req-cd2efaca-7a27-4dd0-a18e-d3e29fce3bc2 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:41.430407 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b26c01fa-fbb1-4f69-9154-eda8c189e169 req-cd2efaca-7a27-4dd0-a18e-d3e29fce3bc2 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.0730028 Aug 20 11:54:41.475704 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b26c01fa-fbb1-4f69-9154-eda8c189e169 req-f3063b2d-bcef-4378-8759-23353fa3a378 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443797 Aug 20 11:54:41.483130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=3ad20dc0-6254-4539-ae62-4f4fea922056,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:41.492509 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ce8b5a5-61f1-45a2-88fe-5d72236d1f1e req-13a1031c-4761-4e30-a418-52a7e35c020f tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0a98d45-2992-4566-9c34-cfa38727365b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121714 Aug 20 11:54:41.499467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0f91b-769f-482f-ad14-85dbc0c8deff admin admin] Pushing event updated for resources: {'Subnet': ['ID=38258b36-69be-4851-a2c9-c4f2f966dcd9,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:41.517402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b0f91b-769f-482f-ad14-85dbc0c8deff admin admin] Checking segment: {'id': '89030de3-904a-4490-a223-b9e3e30bbb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6513bacd-cb1b-4740-b760-a1223d02f67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:41.517995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b0f91b-769f-482f-ad14-85dbc0c8deff admin admin] Network hostable DHCP agents. Network: 6513bacd-cb1b-4740-b760-a1223d02f67b, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:54:41.546062 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-31125589-8b52-4c57-99d9-6254166ad68c req-e1c7111c-975e-47cb-8101-f2c0a7b9924e tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.576601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['b7c55634-f469-41f7-a1e3-e856e837f0de'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:41.595941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7111c-975e-47cb-8101-f2c0a7b9924e tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Pushing event deleted for resources: {'Port': ['ID=b7c55634-f469-41f7-a1e3-e856e837f0de,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:41.615049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b0f91b-769f-482f-ad14-85dbc0c8deff admin admin] Network 6513bacd-cb1b-4740-b760-a1223d02f67b is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:54:41.622117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a119f47-a6ed-4fa8-a3f8-45778d284b67 req-3ca9477f-4440-4567-9463-6150f415bf27 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.635534 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1022e572-986a-4f44-a049-0de612ab153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397126d-6746-49eb-8300-c9259775f36d', 'name': 'tempest-TestServerMultinode-1827276096-router', 'tenant_id': '858bdf676b764fe8998219ae6bfc459c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '3ad20dc0-6254-4539-ae62-4f4fea922056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:54:38Z', 'revision_number': 4, 'project_id': '858bdf676b764fe8998219ae6bfc459c', 'gw_port': {'id': '3ad20dc0-6254-4539-ae62-4f4fea922056', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397126d-6746-49eb-8300-c9259775f36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:35Z', 'updated_at': '2021-08-20T11:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c8bc346d-1ea1-43e3-a668-85243a0c396e', 'name': '', 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e', 'tenant_id': '858bdf676b764fe8998219ae6bfc459c', 'mac_address': 'fa:16:3e:3b:63:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397126d-6746-49eb-8300-c9259775f36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:37Z', 'updated_at': '2021-08-20T11:54:38Z', 'revision_number': 2, 'project_id': '858bdf676b764fe8998219ae6bfc459c', 'subnets': [{'id': 'c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:41.640657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-31125589-8b52-4c57-99d9-6254166ad68c req-e1c7111c-975e-47cb-8101-f2c0a7b9924e tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] No DVR routers for this DVR port b7c55634-f469-41f7-a1e3-e856e837f0de on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:41.644263 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-31125589-8b52-4c57-99d9-6254166ad68c req-e1c7111c-975e-47cb-8101-f2c0a7b9924e tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.646392 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-31125589-8b52-4c57-99d9-6254166ad68c req-e1c7111c-975e-47cb-8101-f2c0a7b9924e tempest-VolumesActionsTest-1552792740 tempest-VolumesActionsTest-1552792740-project] 10.222.0.35 "DELETE /v2.0/ports/b7c55634-f469-41f7-a1e3-e856e837f0de HTTP/1.1" status: 204 len: 173 time: 0.6647201 Aug 20 11:54:41.646964 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907a08a4-4842-4d77-93fb-8037256c2c52', 'name': 'network-vif-deleted', 'tag': 'b7c55634-f469-41f7-a1e3-e856e837f0de'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:41.649965 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b427628d-3003-477b-af69-60e269082543" -d '{"events": [{"server_uuid": "907a08a4-4842-4d77-93fb-8037256c2c52", "name": "network-vif-deleted", "tag": "b7c55634-f469-41f7-a1e3-e856e837f0de"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:41.662419 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-c2b0f91b-769f-482f-ad14-85dbc0c8deff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 6513bacd-cb1b-4740-b760-a1223d02f67b) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:41.666944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9477f-4440-4567-9463-6150f415bf27 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Port': ['ID=5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:41.670023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Checking router: d397126d-6746-49eb-8300-c9259775f36d for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:54:41.670529 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Updating router d397126d-6746-49eb-8300-c9259775f36d port c8bc346d-1ea1-43e3-a668-85243a0c396e binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:54:41.676541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b0f91b-769f-482f-ad14-85dbc0c8deff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:41.677539 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f91b-769f-482f-ad14-85dbc0c8deff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.701950 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.721291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539086c1-a5a5-42dc-9355-11d777296d0f None None] Network 6513bacd-cb1b-4740-b760-a1223d02f67b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:41.727577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a119f47-a6ed-4fa8-a3f8-45778d284b67 req-3ca9477f-4440-4567-9463-6150f415bf27 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] No DVR routers for this DVR port 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:41.732104 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359fbd69-ee68-410b-bbda-788b0c4579e2 x-openstack-request-id: req-359fbd69-ee68-410b-bbda-788b0c4579e2 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:41.732345 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907a08a4-4842-4d77-93fb-8037256c2c52", "name": "network-vif-deleted", "tag": "b7c55634-f469-41f7-a1e3-e856e837f0de", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:41.733265 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-359fbd69-ee68-410b-bbda-788b0c4579e2 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:41.733265 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907a08a4-4842-4d77-93fb-8037256c2c52', 'name': 'network-vif-deleted', 'tag': 'b7c55634-f469-41f7-a1e3-e856e837f0de', 'status': 'completed', 'code': 200} Aug 20 11:54:41.737014 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33284) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:41.742307 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1755232046-router', 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:41.745184 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c2b0f91b-769f-482f-ad14-85dbc0c8deff admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8126378 Aug 20 11:54:41.746602 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9a119f47-a6ed-4fa8-a3f8-45778d284b67 req-3ca9477f-4440-4567-9463-6150f415bf27 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.748869 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a119f47-a6ed-4fa8-a3f8-45778d284b67 req-3ca9477f-4440-4567-9463-6150f415bf27 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.76 "DELETE /v2.0/ports/5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea HTTP/1.1" status: 204 len: 173 time: 1.0830197 Aug 20 11:54:41.749252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'name': 'network-vif-deleted', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:41.761335 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75eb309b-adc2-492f-9049-e8a30240ff17" -d '{"events": [{"server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "name": "network-vif-deleted", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:41.777753 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.778758 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.817348 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1c1039-1f54-4578-b558-be2b0f9af917 x-openstack-request-id: req-bc1c1039-1f54-4578-b558-be2b0f9af917 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:41.818038 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7515155-4971-4b4a-ba7e-846b0ab70784", "name": "network-vif-deleted", "tag": "5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:41.818438 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc1c1039-1f54-4578-b558-be2b0f9af917 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:41.818940 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7515155-4971-4b4a-ba7e-846b0ab70784', 'name': 'network-vif-deleted', 'tag': '5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea', 'status': 'completed', 'code': 200} Aug 20 11:54:41.842652 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.995364 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:42.087958 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33290) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:42.099500 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-6513bacd-cb1b-4740-b760-a1223d02f67b', 'network_id': '6513bacd-cb1b-4740-b760-a1223d02f67b', 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b', 'fixed_ips': [{'subnet_id': '38258b36-69be-4851-a2c9-c4f2f966dcd9'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:54:42.101759 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:42.286498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af35e8-3f24-462d-8811-be48baca16fe req-9b3a62b7-2fde-412c-9a03-dc568ad19ad3 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:42.297191 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-83af35e8-3f24-462d-8811-be48baca16fe req-9b3a62b7-2fde-412c-9a03-dc568ad19ad3 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 945 time: 0.0923853 Aug 20 11:54:42.307772 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:42.332488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Transition to ACTIVE for port object c8bc346d-1ea1-43e3-a668-85243a0c396e will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:42.347349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Allocated IP 172.20.0.2 (6513bacd-cb1b-4740-b760-a1223d02f67b/38258b36-69be-4851-a2c9-c4f2f966dcd9/783d7b91-606e-4e2a-a61f-ee4d08da8b21) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:42.377032 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-83af35e8-3f24-462d-8811-be48baca16fe req-92a503b4-fdc9-4658-b012-620ad67edbc8 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e9a90b-b789-474a-b4b0-4bac69490a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718741 Aug 20 11:54:42.390898 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:42.549656 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b9314-1f33-46c2-8e07-63473ff17985 None None] Pushing event updated for resources: {'Port': ['ID=c8bc346d-1ea1-43e3-a668-85243a0c396e,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:42.611831 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Attempting to bind port c8bc346d-1ea1-43e3-a668-85243a0c396e on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:42.612193 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Attempting to bind port c8bc346d-1ea1-43e3-a668-85243a0c396e by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:42.612558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Attempting to bind port c8bc346d-1ea1-43e3-a668-85243a0c396e on network cadaec9b-41c8-4cd6-9eff-02de102ca46e {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:42.643797 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:42.644173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Checking segment: {'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:42.644575 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:42.645001 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Bound using segment: {'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:42.645481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Bound port: c8bc346d-1ea1-43e3-a668-85243a0c396e, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:42.645861 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:42.793231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384e650-432c-4ada-99f3-541fd0f66c78 req-20da2691-b04f-4566-9ce6-972648c6a3f6 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:42.804758 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f384e650-432c-4ada-99f3-541fd0f66c78 req-20da2691-b04f-4566-9ce6-972648c6a3f6 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.1501961 Aug 20 11:54:42.812552 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3ad20dc0-6254-4539-ae62-4f4fea922056 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:42.898300 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:42.923644 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f384e650-432c-4ada-99f3-541fd0f66c78 req-9ec507da-73da-4339-b9f3-7a166ee9ed22 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052580 Aug 20 11:54:42.954448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Transition to ACTIVE for port object 783d7b91-606e-4e2a-a61f-ee4d08da8b21 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:42.968352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-1022e572-986a-4f44-a049-0de612ab153a None None] For port c8bc346d-1ea1-43e3-a668-85243a0c396e, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:42.992820 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Transition to ACTIVE for port object 783d7b91-606e-4e2a-a61f-ee4d08da8b21 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:43.007932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-1022e572-986a-4f44-a049-0de612ab153a None None] For port c8bc346d-1ea1-43e3-a668-85243a0c396e, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c8bc346d-1ea1-43e3-a668-85243a0c396e,segment=NetworkSegment(26579d5a-b22c-4c8b-b54c-eb2914f7ec2a),segment_id=26579d5a-b22c-4c8b-b54c-eb2914f7ec2a)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:43.013600 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.051068 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.079653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Network 6513bacd-cb1b-4740-b760-a1223d02f67b is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:43.090340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:43.104792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:43.109735 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 3ad20dc0-6254-4539-ae62-4f4fea922056 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:43.110112 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.113616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Pushing event updated for resources: {'Port': ['ID=783d7b91-606e-4e2a-a61f-ee4d08da8b21,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:43.186265 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Routers {'d397126d-6746-49eb-8300-c9259775f36d'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:43.187109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1022e572-986a-4f44-a049-0de612ab153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:54:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d397126d-6746-49eb-8300-c9259775f36d'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:43.325692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b9314-1f33-46c2-8e07-63473ff17985 None None] Pushing event updated for resources: {'Port': ['ID=c8bc346d-1ea1-43e3-a668-85243a0c396e,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:43.333521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Attempting to bind port 783d7b91-606e-4e2a-a61f-ee4d08da8b21 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:43.333894 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Attempting to bind port 783d7b91-606e-4e2a-a61f-ee4d08da8b21 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '89030de3-904a-4490-a223-b9e3e30bbb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6513bacd-cb1b-4740-b760-a1223d02f67b'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:43.334826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Attempting to bind port 783d7b91-606e-4e2a-a61f-ee4d08da8b21 on network 6513bacd-cb1b-4740-b760-a1223d02f67b {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:43.355864 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:43.357865 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Checking segment: {'id': '89030de3-904a-4490-a223-b9e3e30bbb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6513bacd-cb1b-4740-b760-a1223d02f67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:43.358442 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.359019 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Bound using segment: {'id': '89030de3-904a-4490-a223-b9e3e30bbb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6513bacd-cb1b-4740-b760-a1223d02f67b'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:43.363579 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Bound port: 783d7b91-606e-4e2a-a61f-ee4d08da8b21, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89030de3-904a-4490-a223-b9e3e30bbb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6513bacd-cb1b-4740-b760-a1223d02f67b'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:43.364420 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.461664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc97e9-c5ae-4306-9286-a4e75cdbdb96 req-7eec9943-9f30-4980-a21e-cc85ef43a680 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:43.469481 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc97e9-c5ae-4306-9286-a4e75cdbdb96 req-7eec9943-9f30-4980-a21e-cc85ef43a680 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:43.477133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc97e9-c5ae-4306-9286-a4e75cdbdb96 req-7eec9943-9f30-4980-a21e-cc85ef43a680 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:43.486715 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc97e9-c5ae-4306-9286-a4e75cdbdb96 req-7eec9943-9f30-4980-a21e-cc85ef43a680 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:43.495236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc97e9-c5ae-4306-9286-a4e75cdbdb96 req-7eec9943-9f30-4980-a21e-cc85ef43a680 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:43.502899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc97e9-c5ae-4306-9286-a4e75cdbdb96 req-7eec9943-9f30-4980-a21e-cc85ef43a680 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:43.510168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc97e9-c5ae-4306-9286-a4e75cdbdb96 req-7eec9943-9f30-4980-a21e-cc85ef43a680 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:43.521064 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-30cc97e9-c5ae-4306-9286-a4e75cdbdb96 req-7eec9943-9f30-4980-a21e-cc85ef43a680 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5445 time: 0.3809552 Aug 20 11:54:43.545733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-1022e572-986a-4f44-a049-0de612ab153a None None] Set router d397126d-6746-49eb-8300-c9259775f36d gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:43.551690 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.607208 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.641590 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-30cc97e9-c5ae-4306-9286-a4e75cdbdb96 req-a4db9290-651b-4834-9cd8-befedbe4c1ed tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1192141 Aug 20 11:54:43.706962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] For port 783d7b91-606e-4e2a-a61f-ee4d08da8b21, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:43.727751 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] For port 783d7b91-606e-4e2a-a61f-ee4d08da8b21, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=783d7b91-606e-4e2a-a61f-ee4d08da8b21,segment=NetworkSegment(89030de3-904a-4490-a223-b9e3e30bbb51),segment_id=89030de3-904a-4490-a223-b9e3e30bbb51)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:43.742803 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.815559 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949dd96-764e-4a4a-9362-b60b3a91332b None None] Pushing event updated for resources: {'Port': ['ID=783d7b91-606e-4e2a-a61f-ee4d08da8b21,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:43.884922 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Allocated IP 172.25.8.116 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/f025b880-d45d-4ac3-8c7f-39b616560b28) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:43.920196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17335b-5365-4262-8ffb-a7db5e78227f req-9af9f89b-683e-46d7-bcc4-8382cd7eff25 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:43.925100 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1613592f-a81c-4de5-85ac-68a3bcf64a31 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.932677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17335b-5365-4262-8ffb-a7db5e78227f req-9af9f89b-683e-46d7-bcc4-8382cd7eff25 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:43.946555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17335b-5365-4262-8ffb-a7db5e78227f req-9af9f89b-683e-46d7-bcc4-8382cd7eff25 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:43.956679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:43.978597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17335b-5365-4262-8ffb-a7db5e78227f req-9af9f89b-683e-46d7-bcc4-8382cd7eff25 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:43.990209 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17335b-5365-4262-8ffb-a7db5e78227f req-9af9f89b-683e-46d7-bcc4-8382cd7eff25 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:43.997673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17335b-5365-4262-8ffb-a7db5e78227f req-9af9f89b-683e-46d7-bcc4-8382cd7eff25 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:44.012324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:44.012495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17335b-5365-4262-8ffb-a7db5e78227f req-9af9f89b-683e-46d7-bcc4-8382cd7eff25 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:44.013087 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5cdf6d7b-3a9c-4df1-a027-fcb8a9ac17ea not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:44.019500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2e17335b-5365-4262-8ffb-a7db5e78227f req-9af9f89b-683e-46d7-bcc4-8382cd7eff25 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5445 time: 0.2277837 Aug 20 11:54:44.040999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1022e572-986a-4f44-a049-0de612ab153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397126d-6746-49eb-8300-c9259775f36d', 'name': 'tempest-TestServerMultinode-1827276096-router', 'tenant_id': '858bdf676b764fe8998219ae6bfc459c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '3ad20dc0-6254-4539-ae62-4f4fea922056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:54:38Z', 'revision_number': 4, 'project_id': '858bdf676b764fe8998219ae6bfc459c', 'gw_port': {'id': '3ad20dc0-6254-4539-ae62-4f4fea922056', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397126d-6746-49eb-8300-c9259775f36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:35Z', 'updated_at': '2021-08-20T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c8bc346d-1ea1-43e3-a668-85243a0c396e', 'name': '', 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e', 'tenant_id': '858bdf676b764fe8998219ae6bfc459c', 'mac_address': 'fa:16:3e:3b:63:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397126d-6746-49eb-8300-c9259775f36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:37Z', 'updated_at': '2021-08-20T11:54:42Z', 'revision_number': 4, 'project_id': '858bdf676b764fe8998219ae6bfc459c', 'subnets': [{'id': 'c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:44.104611 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022e572-986a-4f44-a049-0de612ab153a None None] The sync data for ids ['d397126d-6746-49eb-8300-c9259775f36d'] in n-d-804299-2 is: [{'id': 'd397126d-6746-49eb-8300-c9259775f36d', 'name': 'tempest-TestServerMultinode-1827276096-router', 'tenant_id': '858bdf676b764fe8998219ae6bfc459c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '3ad20dc0-6254-4539-ae62-4f4fea922056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:54:38Z', 'revision_number': 4, 'project_id': '858bdf676b764fe8998219ae6bfc459c', 'gw_port': {'id': '3ad20dc0-6254-4539-ae62-4f4fea922056', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397126d-6746-49eb-8300-c9259775f36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:35Z', 'updated_at': '2021-08-20T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c8bc346d-1ea1-43e3-a668-85243a0c396e', 'name': '', 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e', 'tenant_id': '858bdf676b764fe8998219ae6bfc459c', 'mac_address': 'fa:16:3e:3b:63:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397126d-6746-49eb-8300-c9259775f36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:37Z', 'updated_at': '2021-08-20T11:54:42Z', 'revision_number': 4, 'project_id': '858bdf676b764fe8998219ae6bfc459c', 'subnets': [{'id': 'c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:54:44.218941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a43a04-8d8c-480f-9ee7-6f7c543b47f6 req-1ff96fed-9d23-4dc8-a861-8681596a6b3f tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:44.220967 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54a43a04-8d8c-480f-9ee7-6f7c543b47f6 req-1ff96fed-9d23-4dc8-a861-8681596a6b3f tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.1553695 Aug 20 11:54:44.326215 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:44.407418 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54a43a04-8d8c-480f-9ee7-6f7c543b47f6 req-bbb77637-8d39-463b-9d0c-63c4310697b1 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735122 Aug 20 11:54:44.472882 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:44.566541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:44.574040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:44.578018 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:44.661573 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Pushing event updated for resources: {'Port': ['ID=f025b880-d45d-4ac3-8c7f-39b616560b28,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:44.942207 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b7c55634-f469-41f7-a1e3-e856e837f0de no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:45.029139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1613592f-a81c-4de5-85ac-68a3bcf64a31 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting port c0dc6112-12e1-465e-8038-c6413b5c784d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:45.029496 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1613592f-a81c-4de5-85ac-68a3bcf64a31 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.037734 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 783d7b91-606e-4e2a-a61f-ee4d08da8b21 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:45.111210 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: b7c55634-f469-41f7-a1e3-e856e837f0de {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:45.111549 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b7c55634-f469-41f7-a1e3-e856e837f0de not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:45.156490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 783d7b91-606e-4e2a-a61f-ee4d08da8b21 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:45.164826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c8bc346d-1ea1-43e3-a668-85243a0c396e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:45.242556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port c8bc346d-1ea1-43e3-a668-85243a0c396e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:45.250758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c8bc346d-1ea1-43e3-a668-85243a0c396e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:45.251840 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.265197 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.388433 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.469494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1613592f-a81c-4de5-85ac-68a3bcf64a31 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] For port c0dc6112-12e1-465e-8038-c6413b5c784d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c0dc6112-12e1-465e-8038-c6413b5c784d,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:45.472003 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1613592f-a81c-4de5-85ac-68a3bcf64a31 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.618230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1613592f-a81c-4de5-85ac-68a3bcf64a31 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Calling delete_port for c0dc6112-12e1-465e-8038-c6413b5c784d owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:45.756388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0194744d-8a7c-4c3b-81ce-cb427c6d3a2b None None] Network 6513bacd-cb1b-4740-b760-a1223d02f67b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:45.884938 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.907951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port c8bc346d-1ea1-43e3-a668-85243a0c396e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c8bc346d-1ea1-43e3-a668-85243a0c396e,segment=NetworkSegment(26579d5a-b22c-4c8b-b54c-eb2914f7ec2a),segment_id=26579d5a-b22c-4c8b-b54c-eb2914f7ec2a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:45.921511 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.955647 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac8a1d-b19b-4077-8dfe-352b21b39790 req-cac34561-910b-41d4-8165-8052fdfbdfc5 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:45.957399 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00ac8a1d-b19b-4077-8dfe-352b21b39790 req-cac34561-910b-41d4-8165-8052fdfbdfc5 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.3626709 Aug 20 11:54:46.022190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=c8bc346d-1ea1-43e3-a668-85243a0c396e,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:46.040511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0c175260-12b7-484c-a18d-954314c9d5ce None None] Provisioning for port 783d7b91-606e-4e2a-a61f-ee4d08da8b21 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:46.073822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0c175260-12b7-484c-a18d-954314c9d5ce None None] Provisioning complete for port 783d7b91-606e-4e2a-a61f-ee4d08da8b21 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:46.074714 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0c175260-12b7-484c-a18d-954314c9d5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.174082 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00ac8a1d-b19b-4077-8dfe-352b21b39790 req-9d71402c-b895-42be-aba0-8f9cfd7233d5 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064261 Aug 20 11:54:46.354086 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0c175260-12b7-484c-a18d-954314c9d5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.455936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Router 0e646949-b6b5-49b0-8aa4-de808b7af48f is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:54:46.463388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0c175260-12b7-484c-a18d-954314c9d5ce None None] For port 783d7b91-606e-4e2a-a61f-ee4d08da8b21, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=783d7b91-606e-4e2a-a61f-ee4d08da8b21,segment=NetworkSegment(89030de3-904a-4490-a223-b9e3e30bbb51),segment_id=89030de3-904a-4490-a223-b9e3e30bbb51)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:46.468818 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0c175260-12b7-484c-a18d-954314c9d5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.499710 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c282-75d4-4fd6-9b68-988016cdc58f req-479e5fb7-4d09-498e-9f8e-9d07fdcf98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:46.500220 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c282-75d4-4fd6-9b68-988016cdc58f req-479e5fb7-4d09-498e-9f8e-9d07fdcf98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:46.500835 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c282-75d4-4fd6-9b68-988016cdc58f req-479e5fb7-4d09-498e-9f8e-9d07fdcf98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:46.501317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c282-75d4-4fd6-9b68-988016cdc58f req-479e5fb7-4d09-498e-9f8e-9d07fdcf98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:46.501879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c282-75d4-4fd6-9b68-988016cdc58f req-479e5fb7-4d09-498e-9f8e-9d07fdcf98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:46.502356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c282-75d4-4fd6-9b68-988016cdc58f req-479e5fb7-4d09-498e-9f8e-9d07fdcf98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:46.502907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c282-75d4-4fd6-9b68-988016cdc58f req-479e5fb7-4d09-498e-9f8e-9d07fdcf98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:46.515107 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f9c8c282-75d4-4fd6-9b68-988016cdc58f req-479e5fb7-4d09-498e-9f8e-9d07fdcf98e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 6502 time: 0.1305091 Aug 20 11:54:46.524377 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1613592f-a81c-4de5-85ac-68a3bcf64a31 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.543702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c175260-12b7-484c-a18d-954314c9d5ce None None] Pushing event updated for resources: {'Port': ['ID=783d7b91-606e-4e2a-a61f-ee4d08da8b21,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:46.644775 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613592f-a81c-4de5-85ac-68a3bcf64a31 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Port': ['ID=c0dc6112-12e1-465e-8038-c6413b5c784d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:46.777684 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 783d7b91-606e-4e2a-a61f-ee4d08da8b21 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:46.812218 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f9c8c282-75d4-4fd6-9b68-988016cdc58f req-1054aacd-50a8-4531-800f-e83e132495e3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2961230 Aug 20 11:54:46.847486 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5c7c9-5f5c-4e53-a460-e2ef61330f67 req-3641d094-17c7-48e0-9fdd-802d597c342b tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:46.849078 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eff5c7c9-5f5c-4e53-a460-e2ef61330f67 req-3641d094-17c7-48e0-9fdd-802d597c342b tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 945 time: 0.2611597 Aug 20 11:54:46.852276 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-14d1ef91-1cb9-4339-90e1-4071640a9de0 None None] Provisioning complete for port 783d7b91-606e-4e2a-a61f-ee4d08da8b21 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:46.852770 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-14d1ef91-1cb9-4339-90e1-4071640a9de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.871840 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:46.882839 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Sync routers for ids ['0e646949-b6b5-49b0-8aa4-de808b7af48f'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:46.902698 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Routers {'0e646949-b6b5-49b0-8aa4-de808b7af48f'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:46.903914 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:54:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['0e646949-b6b5-49b0-8aa4-de808b7af48f'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:46.971856 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 783d7b91-606e-4e2a-a61f-ee4d08da8b21 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:46.972347 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.975407 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.981623 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6eb6867a-2895-471d-9908-f0f20e782afe admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2411563 Aug 20 11:54:46.981959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33436) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:47.034528 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eff5c7c9-5f5c-4e53-a460-e2ef61330f67 req-0be81b23-a776-48dd-b16f-79408845d191 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e9a90b-b789-474a-b4b0-4bac69490a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761653 Aug 20 11:54:47.140417 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1613592f-a81c-4de5-85ac-68a3bcf64a31 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.152548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c8bc346d-1ea1-43e3-a668-85243a0c396e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:47.239391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c8bc346d-1ea1-43e3-a668-85243a0c396e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:47.239391 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.398380 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Set router 0e646949-b6b5-49b0-8aa4-de808b7af48f gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:47.428892 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dacf3a-98f1-49fd-af92-d3dc425917dc req-11a6ef50-8004-45ae-a2cd-a38c2dc0c6d0 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:47.435473 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17dacf3a-98f1-49fd-af92-d3dc425917dc req-11a6ef50-8004-45ae-a2cd-a38c2dc0c6d0 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.1262302 Aug 20 11:54:47.566914 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1613592f-a81c-4de5-85ac-68a3bcf64a31 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router e425fcdf-43d9-43b1-852f-d35a304f337c has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:54:47.628542 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17dacf3a-98f1-49fd-af92-d3dc425917dc req-fcfcc8e6-ce3f-4f86-8548-62df6b5fe79e tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877348 Aug 20 11:54:47.667624 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'name': 'tempest-TestServerMultinode-1755232046-router', 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'f025b880-d45d-4ac3-8c7f-39b616560b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:41Z', 'updated_at': '2021-08-20T11:54:45Z', 'revision_number': 3, 'project_id': 'aea39a8650dc417bb6adf0871a4b585b', 'gw_port': {'id': 'f025b880-d45d-4ac3-8c7f-39b616560b28', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:43Z', 'updated_at': '2021-08-20T11:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:47.723603 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Checking router: 0e646949-b6b5-49b0-8aa4-de808b7af48f for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:54:47.724066 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Updating router 0e646949-b6b5-49b0-8aa4-de808b7af48f port f025b880-d45d-4ac3-8c7f-39b616560b28 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:54:47.756943 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.814833 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.087807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Allocated IP 172.20.0.1 (6513bacd-cb1b-4740-b760-a1223d02f67b/38258b36-69be-4851-a2c9-c4f2f966dcd9/110a86ab-9db4-4754-83c8-2066f4f37a1b) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:48.122311 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.134722 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Transition to ACTIVE for port object f025b880-d45d-4ac3-8c7f-39b616560b28 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:48.142829 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.197433 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1613592f-a81c-4de5-85ac-68a3bcf64a31 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:48.211670 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1613592f-a81c-4de5-85ac-68a3bcf64a31 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "PUT /v2.0/routers/e425fcdf-43d9-43b1-852f-d35a304f337c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1226361 Aug 20 11:54:48.215616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffac5687-bb3f-4ad7-8545-7229c862f09a None None] Sync routers for ids ['e425fcdf-43d9-43b1-852f-d35a304f337c'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:48.216514 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33454) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:48.225299 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928af4b5-65f3-4591-89cc-745cb144d44c None None] Pushing event updated for resources: {'Port': ['ID=f025b880-d45d-4ac3-8c7f-39b616560b28,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:48.236152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac5687-bb3f-4ad7-8545-7229c862f09a None None] Routers {'e425fcdf-43d9-43b1-852f-d35a304f337c'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:48.237046 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ffac5687-bb3f-4ad7-8545-7229c862f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:54:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e425fcdf-43d9-43b1-852f-d35a304f337c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:48.247919 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Attempting to bind port f025b880-d45d-4ac3-8c7f-39b616560b28 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:48.248442 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Attempting to bind port f025b880-d45d-4ac3-8c7f-39b616560b28 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:48.249685 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Attempting to bind port f025b880-d45d-4ac3-8c7f-39b616560b28 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:48.257595 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:48.258231 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:48.259027 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.259774 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:48.260292 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Bound port: f025b880-d45d-4ac3-8c7f-39b616560b28, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:48.260823 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.277454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d9e4e-64e7-4dc7-8f8a-5521ff124d08 req-7c23e0fb-0ef3-40e5-95c6-7d10bdb58ef6 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:48.279096 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0d8d9e4e-64e7-4dc7-8f8a-5521ff124d08 req-7c23e0fb-0ef3-40e5-95c6-7d10bdb58ef6 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 945 time: 0.0797429 Aug 20 11:54:48.360003 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] For port f025b880-d45d-4ac3-8c7f-39b616560b28, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:48.363956 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] For port f025b880-d45d-4ac3-8c7f-39b616560b28, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f025b880-d45d-4ac3-8c7f-39b616560b28,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:48.374930 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.425173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c8ba4-77dd-4e5f-8ba2-298d9a69db1f req-15c85141-fa63-4fcd-bb38-bc743c17d924 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:48.426691 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e49c8ba4-77dd-4e5f-8ba2-298d9a69db1f req-15c85141-fa63-4fcd-bb38-bc743c17d924 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 945 time: 0.1425426 Aug 20 11:54:48.430955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-e788e7e5-f2cd-4389-89e6-52a233b28005 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting subnet ed6e4790-2c22-4aac-8045-87c29d4b8bd8 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:54:48.436205 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.439888 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e788e7e5-f2cd-4389-89e6-52a233b28005 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.481913 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928af4b5-65f3-4591-89cc-745cb144d44c None None] Pushing event updated for resources: {'Port': ['ID=f025b880-d45d-4ac3-8c7f-39b616560b28,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:48.496290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-0d8d9e4e-64e7-4dc7-8f8a-5521ff124d08 req-7241878a-3974-4e46-adc6-5527c6b7a127 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Deleting port cd950183-e77d-46ee-bfa1-09bffcd744a4 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:48.496966 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0d8d9e4e-64e7-4dc7-8f8a-5521ff124d08 req-7241878a-3974-4e46-adc6-5527c6b7a127 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.504748 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Routers {'0e646949-b6b5-49b0-8aa4-de808b7af48f'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:48.507739 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:54:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['0e646949-b6b5-49b0-8aa4-de808b7af48f'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:48.511517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Transition to ACTIVE for port object 110a86ab-9db4-4754-83c8-2066f4f37a1b will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:48.522724 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e49c8ba4-77dd-4e5f-8ba2-298d9a69db1f req-5b69ec11-5a4c-4a24-b99d-e59288d868d8 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e9a90b-b789-474a-b4b0-4bac69490a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837600 Aug 20 11:54:48.528061 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-ffac5687-bb3f-4ad7-8545-7229c862f09a None None] Set router e425fcdf-43d9-43b1-852f-d35a304f337c gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:48.531300 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e788e7e5-f2cd-4389-89e6-52a233b28005 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.650652 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.706812 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-0d8d9e4e-64e7-4dc7-8f8a-5521ff124d08 req-7241878a-3974-4e46-adc6-5527c6b7a127 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] For port cd950183-e77d-46ee-bfa1-09bffcd744a4, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=cd950183-e77d-46ee-bfa1-09bffcd744a4,segment=NetworkSegment(7e54eac2-92ec-400a-b433-909cf6e649b5),segment_id=7e54eac2-92ec-400a-b433-909cf6e649b5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:48.707191 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0d8d9e4e-64e7-4dc7-8f8a-5521ff124d08 req-7241878a-3974-4e46-adc6-5527c6b7a127 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.722819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-0d8d9e4e-64e7-4dc7-8f8a-5521ff124d08 req-7241878a-3974-4e46-adc6-5527c6b7a127 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Calling delete_port for cd950183-e77d-46ee-bfa1-09bffcd744a4 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:48.745693 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Pushing event updated for resources: {'Port': ['ID=110a86ab-9db4-4754-83c8-2066f4f37a1b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:48.769494 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e788e7e5-f2cd-4389-89e6-52a233b28005 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.782938 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] Set router 0e646949-b6b5-49b0-8aa4-de808b7af48f gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:48.815732 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Network 6513bacd-cb1b-4740-b760-a1223d02f67b is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:48.819579 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:48.838700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:48.922059 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ffac5687-bb3f-4ad7-8545-7229c862f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361072273', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:20Z', 'updated_at': '2021-08-20T11:54:46Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:21Z', 'updated_at': '2021-08-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:48.943136 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e788e7e5-f2cd-4389-89e6-52a233b28005 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.946620 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.999216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffac5687-bb3f-4ad7-8545-7229c862f09a None None] Checking router: e425fcdf-43d9-43b1-852f-d35a304f337c for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:54:49.035850 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac5687-bb3f-4ad7-8545-7229c862f09a None None] Routers {'e425fcdf-43d9-43b1-852f-d35a304f337c'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:49.038128 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ffac5687-bb3f-4ad7-8545-7229c862f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:54:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e425fcdf-43d9-43b1-852f-d35a304f337c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:49.062174 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ac99b-3869-4e06-9224-95400ba60911 req-e24c1054-3ac9-4ae1-8f80-f94139950085 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:49.063775 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b9ac99b-3869-4e06-9224-95400ba60911 req-e24c1054-3ac9-4ae1-8f80-f94139950085 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.1444981 Aug 20 11:54:49.190873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788e7e5-f2cd-4389-89e6-52a233b28005 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6e4790-2c22-4aac-8045-87c29d4b8bd8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:49.207010 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b9ac99b-3869-4e06-9224-95400ba60911 req-c537aa8b-e048-4242-93bf-f03d18de953f tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328075 Aug 20 11:54:49.217115 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'name': 'tempest-TestServerMultinode-1755232046-router', 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'f025b880-d45d-4ac3-8c7f-39b616560b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:41Z', 'updated_at': '2021-08-20T11:54:45Z', 'revision_number': 3, 'project_id': 'aea39a8650dc417bb6adf0871a4b585b', 'gw_port': {'id': 'f025b880-d45d-4ac3-8c7f-39b616560b28', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:43Z', 'updated_at': '2021-08-20T11:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:49.249653 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e788e7e5-f2cd-4389-89e6-52a233b28005 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.255090 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e788e7e5-f2cd-4389-89e6-52a233b28005 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/subnets/ed6e4790-2c22-4aac-8045-87c29d4b8bd8 HTTP/1.1" status: 204 len: 168 time: 1.0373218 Aug 20 11:54:49.255739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33464) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:49.266931 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0d8d9e4e-64e7-4dc7-8f8a-5521ff124d08 req-7241878a-3974-4e46-adc6-5527c6b7a127 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.293140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb015a5f-5909-4b38-a220-99fc98188502 None None] Network 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:49.293750 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee10f24-785e-4014-83b2-45c9a27babd0 None None] The sync data for ids ['0e646949-b6b5-49b0-8aa4-de808b7af48f'] in n-d-804299-2 is: [{'id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'name': 'tempest-TestServerMultinode-1755232046-router', 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'f025b880-d45d-4ac3-8c7f-39b616560b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:41Z', 'updated_at': '2021-08-20T11:54:45Z', 'revision_number': 3, 'project_id': 'aea39a8650dc417bb6adf0871a4b585b', 'gw_port': {'id': 'f025b880-d45d-4ac3-8c7f-39b616560b28', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:43Z', 'updated_at': '2021-08-20T11:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:54:49.344805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241878a-3974-4e46-adc6-5527c6b7a127 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Pushing event deleted for resources: {'Port': ['ID=cd950183-e77d-46ee-bfa1-09bffcd744a4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:49.420478 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8d9e4e-64e7-4dc7-8f8a-5521ff124d08 req-7241878a-3974-4e46-adc6-5527c6b7a127 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] No DVR routers for this DVR port cd950183-e77d-46ee-bfa1-09bffcd744a4 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:49.423738 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0d8d9e4e-64e7-4dc7-8f8a-5521ff124d08 req-7241878a-3974-4e46-adc6-5527c6b7a127 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.426844 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0d8d9e4e-64e7-4dc7-8f8a-5521ff124d08 req-7241878a-3974-4e46-adc6-5527c6b7a127 tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.35 "DELETE /v2.0/ports/cd950183-e77d-46ee-bfa1-09bffcd744a4 HTTP/1.1" status: 204 len: 173 time: 1.1377325 Aug 20 11:54:49.427399 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1894a86-79b2-4da3-a5a9-7c71e40b792a', 'name': 'network-vif-deleted', 'tag': 'cd950183-e77d-46ee-bfa1-09bffcd744a4'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:49.432375 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede15e32-ccc3-4b05-9969-5f3a54fee058" -d '{"events": [{"server_uuid": "f1894a86-79b2-4da3-a5a9-7c71e40b792a", "name": "network-vif-deleted", "tag": "cd950183-e77d-46ee-bfa1-09bffcd744a4"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:49.450921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4f128be-27f6-494c-92d9-e31105e240d4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.496475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c722cfdc-22ea-4d7d-b552-7273230e41a5 None None] Provisioning for port 110a86ab-9db4-4754-83c8-2066f4f37a1b completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:49.525266 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb80519-c4b4-485f-bf34-cac93cf129b7 x-openstack-request-id: req-2fb80519-c4b4-485f-bf34-cac93cf129b7 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:49.525665 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1894a86-79b2-4da3-a5a9-7c71e40b792a", "name": "network-vif-deleted", "tag": "cd950183-e77d-46ee-bfa1-09bffcd744a4", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:49.526101 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2fb80519-c4b4-485f-bf34-cac93cf129b7 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:49.526608 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1894a86-79b2-4da3-a5a9-7c71e40b792a', 'name': 'network-vif-deleted', 'tag': 'cd950183-e77d-46ee-bfa1-09bffcd744a4', 'status': 'completed', 'code': 200} Aug 20 11:54:49.531581 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c722cfdc-22ea-4d7d-b552-7273230e41a5 None None] Provisioning complete for port 110a86ab-9db4-4754-83c8-2066f4f37a1b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:49.532184 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c722cfdc-22ea-4d7d-b552-7273230e41a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.535298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-ffac5687-bb3f-4ad7-8545-7229c862f09a None None] Set router e425fcdf-43d9-43b1-852f-d35a304f337c gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:49.611309 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4f128be-27f6-494c-92d9-e31105e240d4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.797018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3317c11-115a-4976-8bcd-ffe4d08ff2dd None None] DHCP port deletion for 0a7c3abc-9b05-41fb-9c17-69b98862a6c2 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:54:49.811304 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.819969 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c722cfdc-22ea-4d7d-b552-7273230e41a5 None None] Port 110a86ab-9db4-4754-83c8-2066f4f37a1b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:54:49.823959 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-46cec6bf-6b13-4cb5-bd24-bb0166ff0594 req-3f1ff2d8-d0ba-4b72-9a2a-fda15411070a tempest-VolumesActionsTest-1088986630 tempest-VolumesActionsTest-1088986630-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1894a86-79b2-4da3-a5a9-7c71e40b792a HTTP/1.1" status: 200 len: 210 time: 0.0753672 Aug 20 11:54:49.919024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-b4f128be-27f6-494c-92d9-e31105e240d4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting port 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:49.919792 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4f128be-27f6-494c-92d9-e31105e240d4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.976350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b3317c11-115a-4976-8bcd-ffe4d08ff2dd None None] Deleting port 39bb74bf-951f-4a8a-8572-2d42cec81e71 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:49.977044 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b3317c11-115a-4976-8bcd-ffe4d08ff2dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.101043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b3317c11-115a-4976-8bcd-ffe4d08ff2dd None None] For port 39bb74bf-951f-4a8a-8572-2d42cec81e71, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=39bb74bf-951f-4a8a-8572-2d42cec81e71,segment=NetworkSegment(7db61124-7ed8-4b5c-aefe-20677ff74da6),segment_id=7db61124-7ed8-4b5c-aefe-20677ff74da6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:50.101444 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b3317c11-115a-4976-8bcd-ffe4d08ff2dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.118843 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b3317c11-115a-4976-8bcd-ffe4d08ff2dd None None] Calling delete_port for 39bb74bf-951f-4a8a-8572-2d42cec81e71 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:50.121640 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ffac5687-bb3f-4ad7-8545-7229c862f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361072273', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:20Z', 'updated_at': '2021-08-20T11:54:46Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:21Z', 'updated_at': '2021-08-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:50.198738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffac5687-bb3f-4ad7-8545-7229c862f09a None None] The sync data for ids ['e425fcdf-43d9-43b1-852f-d35a304f337c'] in n-d-804299-2 is: [{'id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361072273', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:20Z', 'updated_at': '2021-08-20T11:54:46Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e425fcdf-43d9-43b1-852f-d35a304f337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:21Z', 'updated_at': '2021-08-20T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:54:50.318941 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b3317c11-115a-4976-8bcd-ffe4d08ff2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.328259 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-b4f128be-27f6-494c-92d9-e31105e240d4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] For port 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:50.328746 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4f128be-27f6-494c-92d9-e31105e240d4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.350551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3317c11-115a-4976-8bcd-ffe4d08ff2dd None None] Pushing event deleted for resources: {'Port': ['ID=39bb74bf-951f-4a8a-8572-2d42cec81e71,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:50.355683 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3317c11-115a-4976-8bcd-ffe4d08ff2dd None None] No DVR routers for this DVR port 39bb74bf-951f-4a8a-8572-2d42cec81e71 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:50.358600 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-b4f128be-27f6-494c-92d9-e31105e240d4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Calling delete_port for 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:50.392332 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.435527 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.497888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Pushing event updated for resources: {'Port': ['ID=110a86ab-9db4-4754-83c8-2066f4f37a1b,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:50.542893 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.566332 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d6f2b-c116-43e3-96d2-675866bd3f49 req-6dbc8793-47aa-4486-a341-482a9a64a69d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:50.585201 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e3d6f2b-c116-43e3-96d2-675866bd3f49 req-6dbc8793-47aa-4486-a341-482a9a64a69d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.1831601 Aug 20 11:54:50.648346 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e3d6f2b-c116-43e3-96d2-675866bd3f49 req-e3ce7d88-2bee-4626-bb11-d36bab42558d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618732 Aug 20 11:54:50.817875 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f025b880-d45d-4ac3-8c7f-39b616560b28 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:50.848210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Network 6513bacd-cb1b-4740-b760-a1223d02f67b is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:50.851198 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4f128be-27f6-494c-92d9-e31105e240d4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.864752 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:50.928619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f128be-27f6-494c-92d9-e31105e240d4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Port': ['ID=5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:50.981939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device cd950183-e77d-46ee-bfa1-09bffcd744a4 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:51.023503 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: cd950183-e77d-46ee-bfa1-09bffcd744a4 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:51.031303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device cd950183-e77d-46ee-bfa1-09bffcd744a4 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:51.052388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port f025b880-d45d-4ac3-8c7f-39b616560b28 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:51.056987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f025b880-d45d-4ac3-8c7f-39b616560b28 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:51.057449 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.110851 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4f128be-27f6-494c-92d9-e31105e240d4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.197523 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.250469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port f025b880-d45d-4ac3-8c7f-39b616560b28, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f025b880-d45d-4ac3-8c7f-39b616560b28,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:51.265795 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.368144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 39bb74bf-951f-4a8a-8572-2d42cec81e71 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:51.475896 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1feb63f8-5729-4c14-9efb-7a3c5b9c8f6f None None] Provisioning complete for port 110a86ab-9db4-4754-83c8-2066f4f37a1b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:51.476408 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1feb63f8-5729-4c14-9efb-7a3c5b9c8f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.538505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 39bb74bf-951f-4a8a-8572-2d42cec81e71 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:51.538889 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 39bb74bf-951f-4a8a-8572-2d42cec81e71 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:51.539380 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c0dc6112-12e1-465e-8038-c6413b5c784d no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:51.578189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1feb63f8-5729-4c14-9efb-7a3c5b9c8f6f None None] Port 110a86ab-9db4-4754-83c8-2066f4f37a1b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:54:51.603852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=f025b880-d45d-4ac3-8c7f-39b616560b28,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:51.608415 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: c0dc6112-12e1-465e-8038-c6413b5c784d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:51.609271 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c0dc6112-12e1-465e-8038-c6413b5c784d not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:51.906659 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4f128be-27f6-494c-92d9-e31105e240d4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.909222 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4f128be-27f6-494c-92d9-e31105e240d4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.982809 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4f128be-27f6-494c-92d9-e31105e240d4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.983307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f128be-27f6-494c-92d9-e31105e240d4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Fanout notify agent at l3_agent the message router_deleted on router e425fcdf-43d9-43b1-852f-d35a304f337c {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:54:52.020808 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4f128be-27f6-494c-92d9-e31105e240d4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.024557 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b4f128be-27f6-494c-92d9-e31105e240d4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/routers/e425fcdf-43d9-43b1-852f-d35a304f337c HTTP/1.1" status: 204 len: 168 time: 2.7627983 Aug 20 11:54:52.024557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Router 0e646949-b6b5-49b0-8aa4-de808b7af48f has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:54:52.025109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33496) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:52.120529 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e626337-6166-4db7-8b78-15bff4d34cac req-f7a930bf-797e-4691-8f8c-b48ffe7fd05b tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:52.122413 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2e626337-6166-4db7-8b78-15bff4d34cac req-f7a930bf-797e-4691-8f8c-b48ffe7fd05b tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.1658738 Aug 20 11:54:52.270882 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38ca186e-bccd-4537-bf09-5725f13bbf07 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.359415 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a13d37d8-986e-4694-8ba4-64170c000967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.407007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:52.421715 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dff00ee3-4966-4ab3-a7a2-bc0ad046db38 admin admin] 10.222.0.37 "PUT /v2.0/routers/0e646949-b6b5-49b0-8aa4-de808b7af48f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4380093 Aug 20 11:54:52.474286 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38ca186e-bccd-4537-bf09-5725f13bbf07 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.498344 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-38ca186e-bccd-4537-bf09-5725f13bbf07 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7c3abc-9b05-41fb-9c17-69b98862a6c2']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:52.517883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-38ca186e-bccd-4537-bf09-5725f13bbf07 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db61124-7ed8-4b5c-aefe-20677ff74da6') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:52.517883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-38ca186e-bccd-4537-bf09-5725f13bbf07 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db61124-7ed8-4b5c-aefe-20677ff74da6') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:52.526657 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Sync routers for ids ['0e646949-b6b5-49b0-8aa4-de808b7af48f'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:52.548539 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Routers {'0e646949-b6b5-49b0-8aa4-de808b7af48f'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:52.549678 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:54:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['0e646949-b6b5-49b0-8aa4-de808b7af48f'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:52.567546 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38ca186e-bccd-4537-bf09-5725f13bbf07 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.579560 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2e626337-6166-4db7-8b78-15bff4d34cac req-c9dd86a6-b75e-4a9c-882e-2cd935a7ed26 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424376 Aug 20 11:54:52.621245 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38ca186e-bccd-4537-bf09-5725f13bbf07 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.646002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ca186e-bccd-4537-bf09-5725f13bbf07 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:54:52.647031 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38ca186e-bccd-4537-bf09-5725f13bbf07 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:54:52.661648 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:54:52.786287 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38ca186e-bccd-4537-bf09-5725f13bbf07 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.798682 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38ca186e-bccd-4537-bf09-5725f13bbf07 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.804160 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33518) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:52.804423 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-38ca186e-bccd-4537-bf09-5725f13bbf07 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/networks/0a7c3abc-9b05-41fb-9c17-69b98862a6c2 HTTP/1.1" status: 204 len: 168 time: 0.7781067 Aug 20 11:54:52.839610 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca186e-bccd-4537-bf09-5725f13bbf07 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Network': ['ID=0a7c3abc-9b05-41fb-9c17-69b98862a6c2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:52.880259 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Set router 0e646949-b6b5-49b0-8aa4-de808b7af48f gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:52.937120 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f025b880-d45d-4ac3-8c7f-39b616560b28 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:52.948323 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-65913030-d588-4e6f-b850-3340aab7e087 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.999251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f025b880-d45d-4ac3-8c7f-39b616560b28 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:52.999912 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.026015 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-65913030-d588-4e6f-b850-3340aab7e087 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.133332 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-65913030-d588-4e6f-b850-3340aab7e087 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.139351 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-65913030-d588-4e6f-b850-3340aab7e087 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.141110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-65913030-d588-4e6f-b850-3340aab7e087 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/security-groups/6d19ad18-cc51-4e19-a396-dd0d896ad5c8 HTTP/1.1" status: 204 len: 168 time: 0.3358808 Aug 20 11:54:53.154113 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65913030-d588-4e6f-b850-3340aab7e087 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d19ad18-cc51-4e19-a396-dd0d896ad5c8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:53.250445 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'name': 'tempest-TestServerMultinode-1755232046-router', 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'f025b880-d45d-4ac3-8c7f-39b616560b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:41Z', 'updated_at': '2021-08-20T11:54:49Z', 'revision_number': 4, 'project_id': 'aea39a8650dc417bb6adf0871a4b585b', 'gw_port': {'id': 'f025b880-d45d-4ac3-8c7f-39b616560b28', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:43Z', 'updated_at': '2021-08-20T11:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '110a86ab-9db4-4754-83c8-2066f4f37a1b', 'name': '', 'network_id': '6513bacd-cb1b-4740-b760-a1223d02f67b', 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b', 'mac_address': 'fa:16:3e:1f:6f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '38258b36-69be-4851-a2c9-c4f2f966dcd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:47Z', 'updated_at': '2021-08-20T11:54:49Z', 'revision_number': 2, 'project_id': 'aea39a8650dc417bb6adf0871a4b585b', 'subnets': [{'id': '38258b36-69be-4851-a2c9-c4f2f966dcd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:53.280693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:53.323216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:53.323587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5aceeb28-2f4d-4d11-a3b5-301c0bb53cfe not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:53.330577 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Checking router: 0e646949-b6b5-49b0-8aa4-de808b7af48f for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:54:53.330940 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Updating router 0e646949-b6b5-49b0-8aa4-de808b7af48f port 110a86ab-9db4-4754-83c8-2066f4f37a1b binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:54:53.360216 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.451138 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33542) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:53.457973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-14c30ac1-94b2-46a7-acbe-d2a90b8ba921 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620510212', 'description': 'tempest-secgroup-smoke-620510212 description', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:53.480942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-8ab84d37-e116-46ef-97e1-4752ef276e08 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:53.486504 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-8ab84d37-e116-46ef-97e1-4752ef276e08 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/networks?id=cadaec9b-41c8-4cd6-9eff-02de102ca46e HTTP/1.1" status: 200 len: 910 time: 0.1502748 Aug 20 11:54:53.496444 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14c30ac1-94b2-46a7-acbe-d2a90b8ba921 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.505007 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-a62b1d73-c4e2-46ad-9ed1-2cea9012dde3 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/quotas/aea39a8650dc417bb6adf0871a4b585b HTTP/1.1" status: 200 len: 375 time: 0.0119839 Aug 20 11:54:53.644325 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-6e6ce5a2-7cb9-49f4-95b9-23e62a8066ba tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=aea39a8650dc417bb6adf0871a4b585b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1307237 Aug 20 11:54:53.658078 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14c30ac1-94b2-46a7-acbe-d2a90b8ba921 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.668437 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14c30ac1-94b2-46a7-acbe-d2a90b8ba921 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.724994 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14c30ac1-94b2-46a7-acbe-d2a90b8ba921 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.728890 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-14c30ac1-94b2-46a7-acbe-d2a90b8ba921 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2735379 Aug 20 11:54:53.729649 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33550) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:53.737544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-77b0aae7-3fae-46fb-95ae-b76392168de0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '01d1020b-8c5e-44d2-a031-bdce76e39959', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:53.795275 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c30ac1-94b2-46a7-acbe-d2a90b8ba921 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d1020b-8c5e-44d2-a031-bdce76e39959,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:53.822283 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc9be7-aeef-49ff-912d-ccce5eb9495c req-61850116-9ac9-492a-bf4d-686698b005ef tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:53.830309 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-13fc9be7-aeef-49ff-912d-ccce5eb9495c req-61850116-9ac9-492a-bf4d-686698b005ef tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.0868251 Aug 20 11:54:53.886679 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-77b0aae7-3fae-46fb-95ae-b76392168de0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.910142 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-13fc9be7-aeef-49ff-912d-ccce5eb9495c req-83e8fb56-8e95-4f95-b92a-5ab2372a7f5b tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775907 Aug 20 11:54:53.989348 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-77b0aae7-3fae-46fb-95ae-b76392168de0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.997688 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-77b0aae7-3fae-46fb-95ae-b76392168de0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.022409 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0aae7-3fae-46fb-95ae-b76392168de0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3716365-5ec8-4b1a-8679-af6b10dcc1e8,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:54.032360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b00ac679-a8cc-4a44-a22a-e3fc6a4a504c service neutron] 10.222.0.37 "GET /v2.0/networks/cadaec9b-41c8-4cd6-9eff-02de102ca46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777766 Aug 20 11:54:54.037541 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-77b0aae7-3fae-46fb-95ae-b76392168de0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.042024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33558) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:54.047678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e3d326de-68fa-4577-9cf6-c72a9ae7a823 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '01d1020b-8c5e-44d2-a031-bdce76e39959', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:54.053770 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.054321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-77b0aae7-3fae-46fb-95ae-b76392168de0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3107569 Aug 20 11:54:54.065403 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Transition to ACTIVE for port object 110a86ab-9db4-4754-83c8-2066f4f37a1b will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:54.073451 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.105311 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3d326de-68fa-4577-9cf6-c72a9ae7a823 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.254292 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3d326de-68fa-4577-9cf6-c72a9ae7a823 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.260807 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Attempting to bind port 110a86ab-9db4-4754-83c8-2066f4f37a1b on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:54.261313 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3d326de-68fa-4577-9cf6-c72a9ae7a823 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.263666 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Attempting to bind port 110a86ab-9db4-4754-83c8-2066f4f37a1b by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '89030de3-904a-4490-a223-b9e3e30bbb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6513bacd-cb1b-4740-b760-a1223d02f67b'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:54.264111 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Attempting to bind port 110a86ab-9db4-4754-83c8-2066f4f37a1b on network 6513bacd-cb1b-4740-b760-a1223d02f67b {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:54.285788 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:54.286181 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Checking segment: {'id': '89030de3-904a-4490-a223-b9e3e30bbb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6513bacd-cb1b-4740-b760-a1223d02f67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:54.290351 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.290832 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Bound using segment: {'id': '89030de3-904a-4490-a223-b9e3e30bbb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6513bacd-cb1b-4740-b760-a1223d02f67b'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:54.292375 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Bound port: 110a86ab-9db4-4754-83c8-2066f4f37a1b, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89030de3-904a-4490-a223-b9e3e30bbb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6513bacd-cb1b-4740-b760-a1223d02f67b'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:54.292869 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.310034 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda9fa6-d761-4002-a456-28dc7669c23e None None] Pushing event updated for resources: {'Port': ['ID=110a86ab-9db4-4754-83c8-2066f4f37a1b,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:54.312094 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-6ca95c9e-9461-46d5-a42c-2d486b3ee166 service neutron] 10.222.0.37 "GET /v2.0/networks/cadaec9b-41c8-4cd6-9eff-02de102ca46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439961 Aug 20 11:54:54.312367 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d326de-68fa-4577-9cf6-c72a9ae7a823 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1341a804-551f-42b4-83cc-c174ba8463bf,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:54.335668 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3d326de-68fa-4577-9cf6-c72a9ae7a823 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.341387 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33564) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:54.341684 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e3d326de-68fa-4577-9cf6-c72a9ae7a823 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2977610 Aug 20 11:54:54.348383 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-fbb45c72-d4b9-4d92-adb8-ab2e05a89b7c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '01d1020b-8c5e-44d2-a031-bdce76e39959', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:54.411925 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fbb45c72-d4b9-4d92-adb8-ab2e05a89b7c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.434828 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] For port 110a86ab-9db4-4754-83c8-2066f4f37a1b, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:54.441837 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] For port 110a86ab-9db4-4754-83c8-2066f4f37a1b, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=110a86ab-9db4-4754-83c8-2066f4f37a1b,segment=NetworkSegment(89030de3-904a-4490-a223-b9e3e30bbb51),segment_id=89030de3-904a-4490-a223-b9e3e30bbb51)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:54.453220 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.589266 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fbb45c72-d4b9-4d92-adb8-ab2e05a89b7c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.599238 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fbb45c72-d4b9-4d92-adb8-ab2e05a89b7c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.602310 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda9fa6-d761-4002-a456-28dc7669c23e None None] Pushing event updated for resources: {'Port': ['ID=110a86ab-9db4-4754-83c8-2066f4f37a1b,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:54.623086 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Routers {'0e646949-b6b5-49b0-8aa4-de808b7af48f'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:54.629442 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:54:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['0e646949-b6b5-49b0-8aa4-de808b7af48f'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:54.696153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb45c72-d4b9-4d92-adb8-ab2e05a89b7c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d64bb3-219e-4790-9840-fe1392e47221,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:54.717063 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fbb45c72-d4b9-4d92-adb8-ab2e05a89b7c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.722336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33572) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:54.726898 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fbb45c72-d4b9-4d92-adb8-ab2e05a89b7c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3836777 Aug 20 11:54:54.729991 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-fd422083-1299-45da-ae16-dd0fea8ff30e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '01d1020b-8c5e-44d2-a031-bdce76e39959', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:54.852256 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3490a5d9-9b3c-425c-8622-65416b5ab26e req-7b2c4162-dfba-45a7-8da8-0aad8c6adbca tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 210 time: 0.0697970 Aug 20 11:54:54.853700 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd422083-1299-45da-ae16-dd0fea8ff30e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.938101 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] Set router 0e646949-b6b5-49b0-8aa4-de808b7af48f gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:54.983710 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd422083-1299-45da-ae16-dd0fea8ff30e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.989729 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd422083-1299-45da-ae16-dd0fea8ff30e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.033748 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd422083-1299-45da-ae16-dd0fea8ff30e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c9663a-152a-4abc-b99c-ef51da2e855e,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:55.050911 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd422083-1299-45da-ae16-dd0fea8ff30e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.055289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33580) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:55.063630 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fd422083-1299-45da-ae16-dd0fea8ff30e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3394055 Aug 20 11:54:55.066026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7f1907e0-37b2-44c0-a55e-18f140a7b53b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '01d1020b-8c5e-44d2-a031-bdce76e39959', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:55.145638 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-7f1907e0-37b2-44c0-a55e-18f140a7b53b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Project cacbe3698c3a4c88aa60dbcea765a9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:54:55.151330 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ea406a2b-25b2-44d2-a5a8-18fabdae5d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.194485 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f1907e0-37b2-44c0-a55e-18f140a7b53b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.341565 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c89e20-bce1-41bf-bc1a-17189f60e214 req-9e4190ce-0d17-41b8-90b9-e8381153c18d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:55.343415 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-20c89e20-bce1-41bf-bc1a-17189f60e214 req-9e4190ce-0d17-41b8-90b9-e8381153c18d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.2097404 Aug 20 11:54:55.356271 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f1907e0-37b2-44c0-a55e-18f140a7b53b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.363680 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f1907e0-37b2-44c0-a55e-18f140a7b53b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.437261 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-20c89e20-bce1-41bf-bc1a-17189f60e214 req-6cea42b1-9716-40ee-9038-737d3eeeeabb tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838711 Aug 20 11:54:55.438353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1907e0-37b2-44c0-a55e-18f140a7b53b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27873c9a-25a4-45c5-8ed8-166aa162fb0d,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:55.456601 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.464608 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f1907e0-37b2-44c0-a55e-18f140a7b53b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.471205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33594) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:55.476594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c0ac52e8-26ca-4340-92b3-33ebf9decf06 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': '01d1020b-8c5e-44d2-a031-bdce76e39959', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:55.482165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7f1907e0-37b2-44c0-a55e-18f140a7b53b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4257517 Aug 20 11:54:55.503120 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-c0ac52e8-26ca-4340-92b3-33ebf9decf06 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Project cacbe3698c3a4c88aa60dbcea765a9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:54:55.514119 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0ac52e8-26ca-4340-92b3-33ebf9decf06 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.536133 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'name': 'tempest-TestServerMultinode-1755232046-router', 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'f025b880-d45d-4ac3-8c7f-39b616560b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:41Z', 'updated_at': '2021-08-20T11:54:49Z', 'revision_number': 4, 'project_id': 'aea39a8650dc417bb6adf0871a4b585b', 'gw_port': {'id': 'f025b880-d45d-4ac3-8c7f-39b616560b28', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:43Z', 'updated_at': '2021-08-20T11:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '110a86ab-9db4-4754-83c8-2066f4f37a1b', 'name': '', 'network_id': '6513bacd-cb1b-4740-b760-a1223d02f67b', 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b', 'mac_address': 'fa:16:3e:1f:6f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '38258b36-69be-4851-a2c9-c4f2f966dcd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:47Z', 'updated_at': '2021-08-20T11:54:54Z', 'revision_number': 4, 'project_id': 'aea39a8650dc417bb6adf0871a4b585b', 'subnets': [{'id': '38258b36-69be-4851-a2c9-c4f2f966dcd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:55.587731 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ea76e-fd1b-4b7a-8794-13cedf09a3e7 None None] The sync data for ids ['0e646949-b6b5-49b0-8aa4-de808b7af48f'] in n-d-804299-2 is: [{'id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'name': 'tempest-TestServerMultinode-1755232046-router', 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'f025b880-d45d-4ac3-8c7f-39b616560b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:41Z', 'updated_at': '2021-08-20T11:54:49Z', 'revision_number': 4, 'project_id': 'aea39a8650dc417bb6adf0871a4b585b', 'gw_port': {'id': 'f025b880-d45d-4ac3-8c7f-39b616560b28', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:43Z', 'updated_at': '2021-08-20T11:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '110a86ab-9db4-4754-83c8-2066f4f37a1b', 'name': '', 'network_id': '6513bacd-cb1b-4740-b760-a1223d02f67b', 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b', 'mac_address': 'fa:16:3e:1f:6f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '38258b36-69be-4851-a2c9-c4f2f966dcd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:47Z', 'updated_at': '2021-08-20T11:54:54Z', 'revision_number': 4, 'project_id': 'aea39a8650dc417bb6adf0871a4b585b', 'subnets': [{'id': '38258b36-69be-4851-a2c9-c4f2f966dcd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:54:55.607874 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0ac52e8-26ca-4340-92b3-33ebf9decf06 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.615687 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0ac52e8-26ca-4340-92b3-33ebf9decf06 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.649460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac52e8-26ca-4340-92b3-33ebf9decf06 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a427522-f50a-42b2-b9b9-eef4abc5f17b,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:55.690604 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0ac52e8-26ca-4340-92b3-33ebf9decf06 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.695809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33596) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:55.702641 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c0a602e4-258b-4f48-88ea-afa33b69d8f4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'network': {'name': 'tempest-network-smoke--32531449', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'port_security_enabled': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:55.705196 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c0ac52e8-26ca-4340-92b3-33ebf9decf06 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2326965 Aug 20 11:54:55.750945 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a602e4-258b-4f48-88ea-afa33b69d8f4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Made reservation on behalf of cacbe3698c3a4c88aa60dbcea765a9a6 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:55.757160 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c0a602e4-258b-4f48-88ea-afa33b69d8f4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.813010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a602e4-258b-4f48-88ea-afa33b69d8f4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:54:55.828784 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c0a602e4-258b-4f48-88ea-afa33b69d8f4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.829532 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-c0a602e4-258b-4f48-88ea-afa33b69d8f4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Added segment 5d878d55-beb4-4d20-b7d1-ee4c18cd29bf of type vlan for network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 Aug 20 11:54:55.904488 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c0a602e4-258b-4f48-88ea-afa33b69d8f4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.957379 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c0a602e4-258b-4f48-88ea-afa33b69d8f4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.965575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a602e4-258b-4f48-88ea-afa33b69d8f4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:55.967433 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c0a602e4-258b-4f48-88ea-afa33b69d8f4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.056109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33600) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:56.061994 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-133265504', 'admin_state_up': True, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:56.067387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c0a602e4-258b-4f48-88ea-afa33b69d8f4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3696582 Aug 20 11:54:56.091908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a602e4-258b-4f48-88ea-afa33b69d8f4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Network': ['ID=8f60ef26-2e60-4a87-89c0-bcb19b841b20,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:56.122171 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad5ef6a7-41b8-411c-a3f9-5434b2365c59 req-28f11b8e-88bd-4bbd-be70-ecb7e015d339 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 210 time: 0.0472555 Aug 20 11:54:56.127348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:54:56.168202 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.170027 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.278571 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.339527 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.548325 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.794307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 110a86ab-9db4-4754-83c8-2066f4f37a1b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:56.821632 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a7fec-0d56-40ce-9b22-afc331fb2fe2 req-43d33164-bf9a-4621-869f-4cb37fdc22bd tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:56.832078 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-303a7fec-0d56-40ce-9b22-afc331fb2fe2 req-43d33164-bf9a-4621-869f-4cb37fdc22bd tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.2485917 Aug 20 11:54:56.887814 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-303a7fec-0d56-40ce-9b22-afc331fb2fe2 req-c0189b09-c8ba-47c2-89b3-0c2c8517b365 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546215 Aug 20 11:54:56.962359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 110a86ab-9db4-4754-83c8-2066f4f37a1b completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:56.967422 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 110a86ab-9db4-4754-83c8-2066f4f37a1b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:56.967817 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.072307 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.094196 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.257865 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-04df158a-17ba-4878-9c20-fa773dbc4b83 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:57.262592 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-04df158a-17ba-4878-9c20-fa773dbc4b83 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.76 "GET /v2.0/networks?id=cadaec9b-41c8-4cd6-9eff-02de102ca46e HTTP/1.1" status: 200 len: 910 time: 0.2492588 Aug 20 11:54:57.276591 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.277716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-ae1217c5-877c-4072-b31b-afe3b6a7f3d4 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Request body: {'port': {'device_id': 'e04a1df4-750a-4931-95dc-fbb18538fd9f', 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e', 'admin_state_up': True, 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:57.279417 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Allocated IP 172.25.8.152 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/89e45ef9-309a-4dc3-85b5-3977e621bd6f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:57.384134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7459e8-e8d1-4eb4-988a-1183b14ae18a req-6ff25700-a410-45f4-bea9-bb2f0ab37a0f tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 210 time: 0.0804412 Aug 20 11:54:57.387197 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 110a86ab-9db4-4754-83c8-2066f4f37a1b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=110a86ab-9db4-4754-83c8-2066f4f37a1b,segment=NetworkSegment(89030de3-904a-4490-a223-b9e3e30bbb51),segment_id=89030de3-904a-4490-a223-b9e3e30bbb51)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:57.397633 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-ae1217c5-877c-4072-b31b-afe3b6a7f3d4 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Made reservation on behalf of aea39a8650dc417bb6adf0871a4b585b for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:57.399406 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.401553 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-ae1217c5-877c-4072-b31b-afe3b6a7f3d4 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.562217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=110a86ab-9db4-4754-83c8-2066f4f37a1b,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:57.574786 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.576487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:57.577049 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:57.577554 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:57.578066 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:57.578560 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:57.579137 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:57.579651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:57.580154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:57.580666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:57.581309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:57.582008 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:57.582513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:57.658051 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-ae1217c5-877c-4072-b31b-afe3b6a7f3d4 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Allocated IP 172.20.0.4 (cadaec9b-41c8-4cd6-9eff-02de102ca46e/c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95/7aa1ee30-4473-4a5c-9568-63cd2b0c0d86) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:57.680258 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.728756 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:57.731669 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:57.735295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:57.775667 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=89e45ef9-309a-4dc3-85b5-3977e621bd6f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:57.989684 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.017388 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-ae1217c5-877c-4072-b31b-afe3b6a7f3d4 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.062508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-ae1217c5-877c-4072-b31b-afe3b6a7f3d4 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Transition to ACTIVE for port object 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:58.134109 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-ae1217c5-877c-4072-b31b-afe3b6a7f3d4 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.180053 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-ae1217c5-877c-4072-b31b-afe3b6a7f3d4 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Network cadaec9b-41c8-4cd6-9eff-02de102ca46e is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:58.184786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-ae1217c5-877c-4072-b31b-afe3b6a7f3d4 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:58.204998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-ae1217c5-877c-4072-b31b-afe3b6a7f3d4 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:58.217124 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.282460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ca8cc-6b1e-49e7-9f5a-165673391023 req-8edaf5fc-2e78-49cb-b0eb-8a300f0f384c tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:58.293710 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-116ca8cc-6b1e-49e7-9f5a-165673391023 req-8edaf5fc-2e78-49cb-b0eb-8a300f0f384c tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.2125320 Aug 20 11:54:58.387278 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-116ca8cc-6b1e-49e7-9f5a-165673391023 req-9c790542-9fe8-49ef-a97f-9559d2bf7952 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923185 Aug 20 11:54:58.411630 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1217c5-877c-4072-b31b-afe3b6a7f3d4 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Pushing event updated for resources: {'Port': ['ID=7aa1ee30-4473-4a5c-9568-63cd2b0c0d86,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:58.420082 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-ae1217c5-877c-4072-b31b-afe3b6a7f3d4 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:58.421962 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-ae1217c5-877c-4072-b31b-afe3b6a7f3d4 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.461541 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-ae1217c5-877c-4072-b31b-afe3b6a7f3d4 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1879606 Aug 20 11:54:58.475317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Request body: {'port': {'device_id': 'e04a1df4-750a-4931-95dc-fbb18538fd9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:58.563530 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.604289 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.657459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-575c787b-6640-4687-8c34-c356befbdbb9 None None] Provisioning for port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:58.662649 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-575c787b-6640-4687-8c34-c356befbdbb9 None None] Provisioning complete for port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:58.663220 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-575c787b-6640-4687-8c34-c356befbdbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.735692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-575c787b-6640-4687-8c34-c356befbdbb9 None None] Port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:54:58.795241 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 110a86ab-9db4-4754-83c8-2066f4f37a1b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:58.879264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 110a86ab-9db4-4754-83c8-2066f4f37a1b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:58.879644 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.937246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcad08-04cd-454a-9990-78a00a43e8b8 req-f47f0613-d091-4bae-a588-3d418bffd446 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:58.940198 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ccfcad08-04cd-454a-9990-78a00a43e8b8 req-f47f0613-d091-4bae-a588-3d418bffd446 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1027 time: 0.3763807 Aug 20 11:54:58.989001 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router 8ea28e23-9546-456d-b9cc-6921728c9498 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:54:59.157180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:59.199394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:59.211247 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.211988 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.215145 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7cf954c4-1f99-4e5a-815b-aaabd0b8cadb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1569686 Aug 20 11:54:59.218315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33636) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:59.226188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Transition to ACTIVE for port object 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:59.241947 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.296860 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ccfcad08-04cd-454a-9990-78a00a43e8b8 req-a57a7824-1f60-4018-a69c-06230f872f53 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337767 Aug 20 11:54:59.334345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa1ee30-4473-4a5c-9568-63cd2b0c0d86,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:59.421524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Sync routers for ids ['8ea28e23-9546-456d-b9cc-6921728c9498'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:59.498624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Routers {'8ea28e23-9546-456d-b9cc-6921728c9498'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:59.504993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:54:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8ea28e23-9546-456d-b9cc-6921728c9498'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:59.587592 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e8534591-80bc-4e12-9734-04d46fa7e0a5 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=cacbe3698c3a4c88aa60dbcea765a9a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3604090 Aug 20 11:54:59.588579 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 33652) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:59.644394 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-e1fca0c9-e112-415f-9cb2-d77ef6f2ff71 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3039103 Aug 20 11:54:59.823491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Attempting to bind port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:59.823744 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Attempting to bind port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:59.824033 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Attempting to bind port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 on network cadaec9b-41c8-4cd6-9eff-02de102ca46e {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:59.839307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Set router 8ea28e23-9546-456d-b9cc-6921728c9498 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:59.844248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 on network cadaec9b-41c8-4cd6-9eff-02de102ca46e not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:59.844580 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Attempting to bind port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 on network cadaec9b-41c8-4cd6-9eff-02de102ca46e {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:59.860667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-386582a7-d14d-4ebe-af15-cdab43674041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:59.861188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-386582a7-d14d-4ebe-af15-cdab43674041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:59.861666 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-386582a7-d14d-4ebe-af15-cdab43674041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:59.862139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-386582a7-d14d-4ebe-af15-cdab43674041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:59.862608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-386582a7-d14d-4ebe-af15-cdab43674041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:59.863074 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-386582a7-d14d-4ebe-af15-cdab43674041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:59.863986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-386582a7-d14d-4ebe-af15-cdab43674041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:59.865754 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-386582a7-d14d-4ebe-af15-cdab43674041 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=388697f16ef24a2db77348e6ee667c3f&device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 6502 time: 0.1325815 Aug 20 11:54:59.875004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:59.875341 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Checking segment: {'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:59.875724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Bound using segment: {'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:59.876162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Bound port: 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:59.876518 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.948478 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78cc69-620f-44a8-a6e3-f22ee47f81bc req-8b938b11-46e9-49e6-b88e-cd26fcb5bc2c tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:59.950241 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eb78cc69-620f-44a8-a6e3-f22ee47f81bc req-8b938b11-46e9-49e6-b88e-cd26fcb5bc2c tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.3586740 Aug 20 11:55:00.045845 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eb78cc69-620f-44a8-a6e3-f22ee47f81bc req-48f031bc-43d5-4678-b3b8-b50e3ab454e8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885086 Aug 20 11:55:00.071768 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:00.101066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] For port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:00.109939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] For port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7aa1ee30-4473-4a5c-9568-63cd2b0c0d86,segment=NetworkSegment(26579d5a-b22c-4c8b-b54c-eb2914f7ec2a),segment_id=26579d5a-b22c-4c8b-b54c-eb2914f7ec2a)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:00.125773 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:00.185215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:00.186281 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:00.187846 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] 10.222.0.76 "PUT /v2.0/ports/7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 HTTP/1.1" status: 200 len: 1091 time: 1.7179604 Aug 20 11:55:00.201558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04a1df4-750a-4931-95dc-fbb18538fd9f', 'tag': '7aa1ee30-4473-4a5c-9568-63cd2b0c0d86'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:00.208941 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc2ebfb-37d1-43f9-9832-f5acf4dd41a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e04a1df4-750a-4931-95dc-fbb18538fd9f", "tag": "7aa1ee30-4473-4a5c-9568-63cd2b0c0d86"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:00.244391 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b64376-6645-49a6-9db8-8e21c817cbdd tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:00.246535 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a0b64376-6645-49a6-9db8-8e21c817cbdd tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6483326 Aug 20 11:55:00.249507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33664) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:00.328742 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4a701d5e-d62d-4927-991e-d2e079ebb63c tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0779340 Aug 20 11:55:00.331878 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33668) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:00.348542 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3d9846e0-7a30-4877-9f15-4f8d991eb9d0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1118850316', 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:00.374385 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:00.416160 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1cec0d-b397-4bae-a5a1-4eedd7946a0e x-openstack-request-id: req-6a1cec0d-b397-4bae-a5a1-4eedd7946a0e {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:00.416734 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04a1df4-750a-4931-95dc-fbb18538fd9f", "tag": "7aa1ee30-4473-4a5c-9568-63cd2b0c0d86", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:00.419278 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a1cec0d-b397-4bae-a5a1-4eedd7946a0e {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:00.419802 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04a1df4-750a-4931-95dc-fbb18538fd9f', 'tag': '7aa1ee30-4473-4a5c-9568-63cd2b0c0d86', 'status': 'completed', 'code': 200} Aug 20 11:55:00.422181 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133265504', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:54:57Z', 'revision_number': 3, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:00.463941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3008608-8d6e-448c-835e-c9567c187d82 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa1ee30-4473-4a5c-9568-63cd2b0c0d86,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:00.471982 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-d29dfca2-affc-438d-bda9-ff8f68302322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:00.478426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-d29dfca2-affc-438d-bda9-ff8f68302322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:00.479305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-d29dfca2-affc-438d-bda9-ff8f68302322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:00.481186 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-d29dfca2-affc-438d-bda9-ff8f68302322 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c9f33d1-9d46-4cab-8484-e59cd857f82b&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&id=96ae447a-8b4f-4e4b-83fe-8a03f1635478&id=96ae447a-8b4f-4e4b-83fe-8a03f1635478 HTTP/1.1" status: 200 len: 2295 time: 0.5888464 Aug 20 11:55:00.522584 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Checking router: 8ea28e23-9546-456d-b9cc-6921728c9498 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:55:00.522948 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Updating router 8ea28e23-9546-456d-b9cc-6921728c9498 port 89e45ef9-309a-4dc3-85b5-3977e621bd6f binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:55:00.588203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-568aac6a-fafb-4cc0-9f50-ea4a7f3bd6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:00.592036 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-568aac6a-fafb-4cc0-9f50-ea4a7f3bd6d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=aea39a8650dc417bb6adf0871a4b585b&device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1094 time: 0.3443387 Aug 20 11:55:00.640088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '88fb2ef7-4dd9-4d71-871f-ec31f1a430a8', 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5', 'port_id': '88fb2ef7-4dd9-4d71-871f-ec31f1a430a8', 'mac_address': 'fa:16:3e:f3:b6:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2851a6ea-bbe8-4958-b4bb-ce4119d17b55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:00.659094 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:00.713583 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c3a40-7332-4e5d-b347-ee8a1ce248c8 req-0b39aa7e-b8bd-499c-bdc6-9d72d624caff tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:00.742944 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-673c3a40-7332-4e5d-b347-ee8a1ce248c8 req-0b39aa7e-b8bd-499c-bdc6-9d72d624caff tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1094 time: 0.2786441 Aug 20 11:55:00.815498 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:00.817533 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-673c3a40-7332-4e5d-b347-ee8a1ce248c8 req-8e0f2697-64f0-462d-964c-1b87c3408699 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741127 Aug 20 11:55:00.819885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9846e0-7a30-4877-9f15-4f8d991eb9d0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Made reservation on behalf of cacbe3698c3a4c88aa60dbcea765a9a6 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:00.831905 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d9846e0-7a30-4877-9f15-4f8d991eb9d0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:00.833847 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-b08b7a39-8a42-460e-bcdf-d0b01f44d9fe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9bef89f-685a-44be-baf1-fe42d2901197 HTTP/1.1" status: 200 len: 1001 time: 0.3441293 Aug 20 11:55:00.860854 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-7a42801c-cf8d-4043-b726-6de6b45632e8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 HTTP/1.1" status: 200 len: 217 time: 0.2318950 Aug 20 11:55:00.906858 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:00.950958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:00.959883 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:01.071634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-d6b7f8ac-4a1b-47dd-8a88-35241888091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:01.073962 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-d6b7f8ac-4a1b-47dd-8a88-35241888091c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=159c3db5-1e5d-4db8-a229-0df8f7818d13 HTTP/1.1" status: 200 len: 856 time: 0.2102239 Aug 20 11:55:01.123328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:01.165805 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d9846e0-7a30-4877-9f15-4f8d991eb9d0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:01.202224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-0c0e9c3c-b02f-4fbd-aac2-9f2e977d6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:01.209751 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-0c0e9c3c-b02f-4fbd-aac2-9f2e977d6385 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95 HTTP/1.1" status: 200 len: 849 time: 0.2652471 Aug 20 11:55:01.232435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['88fb2ef7-4dd9-4d71-871f-ec31f1a430a8'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:01.306259 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-a0fe43d0-0b05-427a-9a3c-069ecf1e0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:01.309204 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-a0fe43d0-0b05-427a-9a3c-069ecf1e0077 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c9f33d1-9d46-4cab-8484-e59cd857f82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2281301 Aug 20 11:55:01.340109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9846e0-7a30-4877-9f15-4f8d991eb9d0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Subnet': ['ID=5884617f-3214-42b7-8b30-27b66863d4df,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:01.346337 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:01.357997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-1c83049f-5ddf-4dba-8a71-496b60e16d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:01.360188 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-1c83049f-5ddf-4dba-8a71-496b60e16d85 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cadaec9b-41c8-4cd6-9eff-02de102ca46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362739 Aug 20 11:55:01.370372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9846e0-7a30-4877-9f15-4f8d991eb9d0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Checking segment: {'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:01.370656 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9846e0-7a30-4877-9f15-4f8d991eb9d0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network hostable DHCP agents. Network: 8f60ef26-2e60-4a87-89c0-bcb19b841b20, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:55:01.376457 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Transition to ACTIVE for port object 89e45ef9-309a-4dc3-85b5-3977e621bd6f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:01.405711 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacbccd-035b-44ef-a7c8-1987c797dac2 req-d787ec92-cd34-4ea4-b7d1-1ddb637c760f tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:01.406706 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-efacbccd-035b-44ef-a7c8-1987c797dac2 req-d787ec92-cd34-4ea4-b7d1-1ddb637c760f tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 944 time: 0.1357479 Aug 20 11:55:01.448104 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:01.473113 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9846e0-7a30-4877-9f15-4f8d991eb9d0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:55:01.488421 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-3d9846e0-7a30-4877-9f15-4f8d991eb9d0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 8f60ef26-2e60-4a87-89c0-bcb19b841b20) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:01.513756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6686b5-fb84-4760-b661-81aba1be2dcf None None] Network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:55:01.517555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9846e0-7a30-4877-9f15-4f8d991eb9d0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:01.518257 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d9846e0-7a30-4877-9f15-4f8d991eb9d0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:01.562688 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-efacbccd-035b-44ef-a7c8-1987c797dac2 req-645c2865-9a42-4f06-a4b0-a5b70c8ada1a tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454654 Aug 20 11:55:01.592480 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3d9846e0-7a30-4877-9f15-4f8d991eb9d0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2589028 Aug 20 11:55:01.593141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 33682) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:01.619300 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-a7eaccef-f0b1-4055-99e9-83633d0b81ba service neutron] 10.222.0.76 "GET /v2.0/networks/6c9f33d1-9d46-4cab-8484-e59cd857f82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990446 Aug 20 11:55:01.637086 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Attempting to bind port 89e45ef9-309a-4dc3-85b5-3977e621bd6f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:01.637519 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Attempting to bind port 89e45ef9-309a-4dc3-85b5-3977e621bd6f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:01.637883 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Attempting to bind port 89e45ef9-309a-4dc3-85b5-3977e621bd6f on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:01.718357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:01.719034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:01.719692 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:01.720308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:01.721027 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Bound port: 89e45ef9-309a-4dc3-85b5-3977e621bd6f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:01.721690 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:01.775481 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-8781edf2-5353-4cc6-9bd4-7f5d72591183 service neutron] 10.222.0.76 "GET /v2.0/networks/cadaec9b-41c8-4cd6-9eff-02de102ca46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490276 Aug 20 11:55:01.787303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] For port 89e45ef9-309a-4dc3-85b5-3977e621bd6f, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:01.790519 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] For port 89e45ef9-309a-4dc3-85b5-3977e621bd6f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=89e45ef9-309a-4dc3-85b5-3977e621bd6f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:01.831900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7068c-423e-4866-9c5a-6f00ad2a2676 None None] Pushing event updated for resources: {'Port': ['ID=89e45ef9-309a-4dc3-85b5-3977e621bd6f,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:01.854911 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:01.942956 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-9fbd0c2e-7673-4f1a-933c-f6b5fef30d41 service neutron] 10.222.0.76 "GET /v2.0/networks/6c9f33d1-9d46-4cab-8484-e59cd857f82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972984 Aug 20 11:55:02.055852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:02.094938 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-faf912a6-231d-4675-8623-67f7d4ae66ed service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=65164dec-9537-4c9c-89fe-cc971fdf8ed3 HTTP/1.1" status: 200 len: 217 time: 0.1502037 Aug 20 11:55:02.108193 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7068c-423e-4866-9c5a-6f00ad2a2676 None None] Pushing event updated for resources: {'Port': ['ID=89e45ef9-309a-4dc3-85b5-3977e621bd6f,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:02.127907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Routers {'8ea28e23-9546-456d-b9cc-6921728c9498'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:02.128573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:54:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8ea28e23-9546-456d-b9cc-6921728c9498'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:02.219460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ips': [{'subnet_id': '5884617f-3214-42b7-8b30-27b66863d4df'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:55:02.220323 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.221806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-97b26f23-b851-47f4-a9c3-ec2586e8009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:02.223250 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-97b26f23-b851-47f4-a9c3-ec2586e8009f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 200 len: 797 time: 0.1104417 Aug 20 11:55:02.230473 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23978f26-ba54-4340-9709-ea2a658a84a2 req-7368560d-e055-4d6d-b890-736af66792d5 service neutron] 10.222.0.76 "GET /v2.0/networks/cadaec9b-41c8-4cd6-9eff-02de102ca46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463320 Aug 20 11:55:02.387366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c6e3e-2ff1-4839-9700-37a654c9f176 req-0bc204e1-98a6-4a70-aa54-716d6e3d0ac6 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:02.389083 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-196c6e3e-2ff1-4839-9700-37a654c9f176 req-0bc204e1-98a6-4a70-aa54-716d6e3d0ac6 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1094 time: 0.3378806 Aug 20 11:55:02.440588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2ebfb-37d1-43f9-9832-f5acf4dd41a9 req-f124208c-5e78-4807-a8bb-075a11a264cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:02.446495 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5bc2ebfb-37d1-43f9-9832-f5acf4dd41a9 req-f124208c-5e78-4807-a8bb-075a11a264cd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=aea39a8650dc417bb6adf0871a4b585b&device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1094 time: 0.1465518 Aug 20 11:55:02.451876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-556196be-10d8-4dd6-94cd-c236f61645c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:02.453975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] Set router 8ea28e23-9546-456d-b9cc-6921728c9498 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:02.455560 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-556196be-10d8-4dd6-94cd-c236f61645c6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1960218 Aug 20 11:55:02.561746 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.589271 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-196c6e3e-2ff1-4839-9700-37a654c9f176 req-2606dac2-47b5-4e0e-ae52-f94f5ae1d025 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812234 Aug 20 11:55:02.629136 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.712452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:02.733489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:02.747483 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.811261 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:02.859334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2ebfb-37d1-43f9-9832-f5acf4dd41a9 req-1fa0c776-89ff-4cf6-90b3-8c1bc7057ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:02.861684 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5bc2ebfb-37d1-43f9-9832-f5acf4dd41a9 req-1fa0c776-89ff-4cf6-90b3-8c1bc7057ec1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cadaec9b-41c8-4cd6-9eff-02de102ca46e HTTP/1.1" status: 200 len: 910 time: 0.4031832 Aug 20 11:55:02.869902 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-8857663d-9f4c-4470-b3fc-22b3cd1f8e7e service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215034 Aug 20 11:55:02.916985 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.928384 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Allocated IP 172.20.0.2 (8f60ef26-2e60-4a87-89c0-bcb19b841b20/5884617f-3214-42b7-8b30-27b66863d4df/33e7036a-cf6e-49bb-9bb7-81477a5060e7) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:02.948493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dacf4-2bce-4824-b4e9-7fa70cb86d8e req-bee9f815-c992-41af-9e43-101f3158f9bb tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:02.950258 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-df6dacf4-2bce-4824-b4e9-7fa70cb86d8e req-bee9f815-c992-41af-9e43-101f3158f9bb tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 943 time: 0.2146692 Aug 20 11:55:02.962037 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5bc2ebfb-37d1-43f9-9832-f5acf4dd41a9 req-71d8ce03-d3ac-4178-8f21-9e792ace69bb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 HTTP/1.1" status: 200 len: 217 time: 0.0906961 Aug 20 11:55:03.097707 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-df6dacf4-2bce-4824-b4e9-7fa70cb86d8e req-495838fb-ad87-4f04-b216-e23e2529938e tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351700 Aug 20 11:55:03.108907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2ebfb-37d1-43f9-9832-f5acf4dd41a9 req-52e24788-475b-453d-914d-0e3b892a82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:03.110373 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5bc2ebfb-37d1-43f9-9832-f5acf4dd41a9 req-52e24788-475b-453d-914d-0e3b892a82d5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95 HTTP/1.1" status: 200 len: 849 time: 0.1066294 Aug 20 11:55:03.200951 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-9ccb5e3a-5fb1-4904-b74f-ee845e38d272 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179889 Aug 20 11:55:03.209551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2ebfb-37d1-43f9-9832-f5acf4dd41a9 req-7ce4e815-1233-4da6-948f-c9bd7e4012d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:03.211062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5bc2ebfb-37d1-43f9-9832-f5acf4dd41a9 req-7ce4e815-1233-4da6-948f-c9bd7e4012d9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cadaec9b-41c8-4cd6-9eff-02de102ca46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907967 Aug 20 11:55:03.312555 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-860aab47-68bf-4d52-815c-593f32ac3679 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=739f1436-cf2a-4439-9ffb-00e1f9ff7b08 HTTP/1.1" status: 200 len: 217 time: 0.1005096 Aug 20 11:55:03.373402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-842b6c42-29b0-442a-96cc-34d82bab28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:03.374909 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-842b6c42-29b0-442a-96cc-34d82bab28ff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 200 len: 797 time: 0.0536835 Aug 20 11:55:03.395306 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.413580 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133265504', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:54:57Z', 'revision_number': 3, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:03.416343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Transition to ACTIVE for port object 33e7036a-cf6e-49bb-9bb7-81477a5060e7 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:03.455425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249096f4-03ca-4fbc-9487-630dda04eb67 None None] The sync data for ids ['8ea28e23-9546-456d-b9cc-6921728c9498'] in n-d-804299-2 is: [{'id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133265504', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:54:57Z', 'revision_number': 3, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:03.473683 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Transition to ACTIVE for port object 33e7036a-cf6e-49bb-9bb7-81477a5060e7 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:03.497122 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.563939 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5bc2ebfb-37d1-43f9-9832-f5acf4dd41a9 req-e36fa923-9ff8-49b0-b041-f1f40b7a30fe service neutron] 10.222.0.76 "GET /v2.0/networks/cadaec9b-41c8-4cd6-9eff-02de102ca46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272998 Aug 20 11:55:03.568862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-5a03a12d-20a2-44eb-9ae7-6cf9096b374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:03.574169 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-5a03a12d-20a2-44eb-9ae7-6cf9096b374f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1851852 Aug 20 11:55:03.669701 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:03.671210 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Pushing event updated for resources: {'Port': ['ID=33e7036a-cf6e-49bb-9bb7-81477a5060e7,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:03.676846 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:03.683529 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:03.687710 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Allocated IP 172.20.0.1 (8f60ef26-2e60-4a87-89c0-bcb19b841b20/5884617f-3214-42b7-8b30-27b66863d4df/c5b97468-dd23-4fd1-8de4-1e25526bac19) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:03.833202 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Attempting to bind port 33e7036a-cf6e-49bb-9bb7-81477a5060e7 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:03.839215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Attempting to bind port 33e7036a-cf6e-49bb-9bb7-81477a5060e7 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:03.840341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Attempting to bind port 33e7036a-cf6e-49bb-9bb7-81477a5060e7 on network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:03.865228 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5bc2ebfb-37d1-43f9-9832-f5acf4dd41a9 req-6bc904b2-04d1-4ed3-bcc9-03277704be18 service neutron] 10.222.0.76 "GET /v2.0/networks/cadaec9b-41c8-4cd6-9eff-02de102ca46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876966 Aug 20 11:55:03.872045 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:03.872427 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Checking segment: {'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:03.874620 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7f8e7-e9e2-49f6-85a5-cd9d95c4856a req-d7ddc353-6350-4d90-a291-2ad92832e4c3 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:03.876271 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d3b7f8e7-e9e2-49f6-85a5-cd9d95c4856a req-d7ddc353-6350-4d90-a291-2ad92832e4c3 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1094 time: 0.1241558 Aug 20 11:55:03.878342 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.878756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Bound using segment: {'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:03.879266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Bound port: 33e7036a-cf6e-49bb-9bb7-81477a5060e7, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:03.879664 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.953129 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-ebaa5fce-d135-4d9a-aae5-0791fcd987d0 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546991 Aug 20 11:55:03.999583 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d3b7f8e7-e9e2-49f6-85a5-cd9d95c4856a req-16149a38-9243-4fde-827b-4ce7dde4d479 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144190 Aug 20 11:55:04.027494 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.060778 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Transition to ACTIVE for port object c5b97468-dd23-4fd1-8de4-1e25526bac19 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:04.061176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:04.067834 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:04.134121 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.210503 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-cb30f35d-2603-4120-9d78-0efdbfa4fded service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467029 Aug 20 11:55:04.219211 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] For port 33e7036a-cf6e-49bb-9bb7-81477a5060e7, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:04.232272 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] For port 33e7036a-cf6e-49bb-9bb7-81477a5060e7, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=33e7036a-cf6e-49bb-9bb7-81477a5060e7,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:04.249082 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=c5b97468-dd23-4fd1-8de4-1e25526bac19,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:04.280813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:04.283657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:04.293446 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:04.404654 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7aa1ee30-4473-4a5c-9568-63cd2b0c0d86,segment=NetworkSegment(26579d5a-b22c-4c8b-b54c-eb2914f7ec2a),segment_id=26579d5a-b22c-4c8b-b54c-eb2914f7ec2a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:04.410804 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.424688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '7aa1ee30-4473-4a5c-9568-63cd2b0c0d86', 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e', 'port_id': '7aa1ee30-4473-4a5c-9568-63cd2b0c0d86', 'mac_address': 'fa:16:3e:24:b6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:04.429729 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.556840 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a8908-a5f7-491a-8ac3-a125b3b7c7e2 None None] Pushing event updated for resources: {'Port': ['ID=33e7036a-cf6e-49bb-9bb7-81477a5060e7,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:04.579689 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f42ed9-0140-4a4e-8d8a-87e176ab3a30 req-11a4bcf2-a028-4b2e-a403-b8a597277f03 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:04.589469 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6f42ed9-0140-4a4e-8d8a-87e176ab3a30 req-11a4bcf2-a028-4b2e-a403-b8a597277f03 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 943 time: 0.1824243 Aug 20 11:55:04.594739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:04.595380 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.602223 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.680301 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6f42ed9-0140-4a4e-8d8a-87e176ab3a30 req-fc7188bf-ed4f-4937-8ee1-823ec115b2a4 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888219 Aug 20 11:55:04.720580 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:04.791806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7aa1ee30-4473-4a5c-9568-63cd2b0c0d86,segment=NetworkSegment(26579d5a-b22c-4c8b-b54c-eb2914f7ec2a),segment_id=26579d5a-b22c-4c8b-b54c-eb2914f7ec2a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:04.798461 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.906364 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.912433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 89e45ef9-309a-4dc3-85b5-3977e621bd6f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:05.071871 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.092467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=7aa1ee30-4473-4a5c-9568-63cd2b0c0d86,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:05.163219 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['7aa1ee30-4473-4a5c-9568-63cd2b0c0d86'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:05.179543 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49be8c1-5376-46bf-953d-f086e8e53cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fb2ef7-4dd9-4d71-871f-ec31f1a430a8'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:05.190379 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef59dbe-7ac7-43f0-b357-65852f1a2c00" -d '{"events": [{"server_uuid": "d49be8c1-5376-46bf-953d-f086e8e53cae", "name": "network-vif-plugged", "status": "completed", "tag": "88fb2ef7-4dd9-4d71-871f-ec31f1a430a8"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:05.231373 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-ba721d28-2f9d-4460-ab4d-8076b2e5c7a6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=d1e9401c-542d-424e-8784-52c52f179256 HTTP/1.1" status: 200 len: 217 time: 1.0090640 Aug 20 11:55:05.272489 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:55:05.307204 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:05.310654 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 89e45ef9-309a-4dc3-85b5-3977e621bd6f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:05.333611 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.359484 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadb9fd6-aca6-472a-adbe-12100085d666 x-openstack-request-id: req-dadb9fd6-aca6-472a-adbe-12100085d666 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:05.359802 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49be8c1-5376-46bf-953d-f086e8e53cae", "name": "network-vif-plugged", "status": "completed", "tag": "88fb2ef7-4dd9-4d71-871f-ec31f1a430a8", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:05.360068 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dadb9fd6-aca6-472a-adbe-12100085d666 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:05.360484 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49be8c1-5376-46bf-953d-f086e8e53cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fb2ef7-4dd9-4d71-871f-ec31f1a430a8', 'code': 200} Aug 20 11:55:05.438086 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 89e45ef9-309a-4dc3-85b5-3977e621bd6f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:05.438806 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.536481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-095775ad-cc6d-467a-80e9-6c24d0abce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:05.538692 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-095775ad-cc6d-467a-80e9-6c24d0abce29 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 200 len: 797 time: 0.2588332 Aug 20 11:55:05.569544 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:05.654045 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.694992 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 89e45ef9-309a-4dc3-85b5-3977e621bd6f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=89e45ef9-309a-4dc3-85b5-3977e621bd6f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:05.713580 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.757268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc94c6a-91c1-484b-beb7-f71c4fef2906 req-50be50ac-5726-4981-b1e1-b709f8e0a85b tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:05.765347 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fc94c6a-91c1-484b-beb7-f71c4fef2906 req-50be50ac-5726-4981-b1e1-b709f8e0a85b tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1095 time: 0.5597425 Aug 20 11:55:05.794264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d705c-d76f-4898-b5cb-395d4ef29c12 req-fa93df26-39c2-400f-9c24-8053e0f8dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:05.795790 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a8d705c-d76f-4898-b5cb-395d4ef29c12 req-fa93df26-39c2-400f-9c24-8053e0f8dcbe service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 1096 time: 0.2679496 Aug 20 11:55:05.871977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=89e45ef9-309a-4dc3-85b5-3977e621bd6f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:05.895716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-7bb0624f-f97d-44cc-aaca-86f320ffff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:05.896493 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-7bb0624f-f97d-44cc-aaca-86f320ffff34 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3311298 Aug 20 11:55:05.987695 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9fc94c6a-91c1-484b-beb7-f71c4fef2906 req-a8795de2-e161-4861-9983-7ba3f48e86c1 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998420 Aug 20 11:55:06.182498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a8d705c-d76f-4898-b5cb-395d4ef29c12 req-58a56dd0-fbb3-4ec2-a6d1-9f7cf6932943 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692603 Aug 20 11:55:06.262478 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-325dc9c0-8680-4391-bf3c-32f8ceed45d7 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053098 Aug 20 11:55:06.368711 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2947d87-58e9-4fc4-bfb9-dc66f1c54427 req-aef53f2c-ff60-4b2a-a0bd-216a65d6eacc tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:06.376857 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2947d87-58e9-4fc4-bfb9-dc66f1c54427 req-aef53f2c-ff60-4b2a-a0bd-216a65d6eacc tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.2262955 Aug 20 11:55:06.461074 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2947d87-58e9-4fc4-bfb9-dc66f1c54427 req-8c832e75-976e-4167-823b-0acd7ce65e89 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785041 Aug 20 11:55:06.557233 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:06.564564 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:06.613740 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-a920737f-f544-4771-9450-fec1917d4086 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465127 Aug 20 11:55:06.673148 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39669fe-1b2b-4040-993a-97c56193b3cd None None] Network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:55:06.726098 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-7b70f920-04ea-4d8c-b901-950df7c47677 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=b965aa86-2ea4-43f1-a689-cb23617de683 HTTP/1.1" status: 200 len: 217 time: 0.1002350 Aug 20 11:55:06.752395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=c5b97468-dd23-4fd1-8de4-1e25526bac19,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:06.827252 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:06.853696 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-9572e136-7829-44c9-8132-34f1d308e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:06.858599 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-9572e136-7829-44c9-8132-34f1d308e054 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 200 len: 797 time: 0.1268716 Aug 20 11:55:06.900481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3d7e582d-86ca-433a-bf00-12253809a91a None None] Provisioning for port 33e7036a-cf6e-49bb-9bb7-81477a5060e7 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:06.956404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-7821c42e-86e4-4523-9067-6b44fc5aa3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:06.957571 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-7821c42e-86e4-4523-9067-6b44fc5aa3c9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa709b65-6a45-4c6d-bf67-c3bf950dd559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0912697 Aug 20 11:55:07.092177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:07.098014 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:07.175130 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-036e1331-2936-4c60-a4f6-9ebf3d80e51a service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924307 Aug 20 11:55:07.179426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 33e7036a-cf6e-49bb-9bb7-81477a5060e7 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:07.278481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 33e7036a-cf6e-49bb-9bb7-81477a5060e7 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:07.284838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 33e7036a-cf6e-49bb-9bb7-81477a5060e7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:07.284838 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:07.434087 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c52e1-a613-46bc-88ba-b2f2177f6480 req-28bab96d-cd72-4bbc-9333-d8e038354a9e tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:07.451748 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b38c52e1-a613-46bc-88ba-b2f2177f6480 req-28bab96d-cd72-4bbc-9333-d8e038354a9e tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1095 time: 0.2217972 Aug 20 11:55:07.507738 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-901953d8-bfc3-477b-b4ce-991f9e41ada0 service neutron] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312957 Aug 20 11:55:07.534569 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router 8ea28e23-9546-456d-b9cc-6921728c9498 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:55:07.553545 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b38c52e1-a613-46bc-88ba-b2f2177f6480 req-4211f425-2569-4606-951f-d2de53d1432f tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980346 Aug 20 11:55:07.566617 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:07.610933 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-0fe71a53-61c3-4a11-8a91-995c9789ce26 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a5638de7-43db-4ac4-99a7-532b897aae63 HTTP/1.1" status: 200 len: 217 time: 0.0959015 Aug 20 11:55:07.651341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 33e7036a-cf6e-49bb-9bb7-81477a5060e7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=33e7036a-cf6e-49bb-9bb7-81477a5060e7,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:07.657023 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:07.658081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 89e45ef9-309a-4dc3-85b5-3977e621bd6f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:07.763176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=33e7036a-cf6e-49bb-9bb7-81477a5060e7,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:07.845168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a013a-c877-4a7c-ac5d-f0263fb0e2ef req-6ce09351-2d88-41a2-b3d6-0a6c08f2470f tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:07.848804 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-074a013a-c877-4a7c-ac5d-f0263fb0e2ef req-6ce09351-2d88-41a2-b3d6-0a6c08f2470f tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.2315166 Aug 20 11:55:07.850921 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-98711dd4-387b-4588-9fe1-25b361674083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:07.852314 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-98711dd4-387b-4588-9fe1-25b361674083 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09ba0c88-a55b-46f8-9b69-941d92f119dc HTTP/1.1" status: 200 len: 797 time: 0.2137051 Aug 20 11:55:07.878530 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:55:07.888157 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 89e45ef9-309a-4dc3-85b5-3977e621bd6f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:07.890866 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Sync routers for ids ['8ea28e23-9546-456d-b9cc-6921728c9498'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:55:07.894440 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b6e14a38-fcae-45e5-bb26-ca6c605b194f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "PUT /v2.0/routers/8ea28e23-9546-456d-b9cc-6921728c9498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2997367 Aug 20 11:55:07.898993 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:07.902509 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Routers {'8ea28e23-9546-456d-b9cc-6921728c9498'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:07.907985 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:54:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8ea28e23-9546-456d-b9cc-6921728c9498'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:07.950567 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-074a013a-c877-4a7c-ac5d-f0263fb0e2ef req-8826fe64-0bf0-4bc5-9b5b-e9a51cfecfbb tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888526 Aug 20 11:55:07.982269 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-e5a6e225-4dda-4bc8-9166-a183c43e7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:07.982269 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-e5a6e225-4dda-4bc8-9166-a183c43e7d42 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=96ae447a-8b4f-4e4b-83fe-8a03f1635478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0724812 Aug 20 11:55:08.010373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3d1646bc-b859-43a5-a643-15f6f7e3dae5 None None] Provisioning for port c5b97468-dd23-4fd1-8de4-1e25526bac19 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:08.028786 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3d1646bc-b859-43a5-a643-15f6f7e3dae5 None None] Provisioning complete for port c5b97468-dd23-4fd1-8de4-1e25526bac19 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:08.029998 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d1646bc-b859-43a5-a643-15f6f7e3dae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.079998 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Set router 8ea28e23-9546-456d-b9cc-6921728c9498 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:08.121338 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:08.254057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8271a-0047-42df-bfd1-0e3d87f72d1f req-2b93f6be-3ddc-4afb-b1af-ef83a2a9422f tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:08.264703 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4e8271a-0047-42df-bfd1-0e3d87f72d1f req-2b93f6be-3ddc-4afb-b1af-ef83a2a9422f tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.1327579 Aug 20 11:55:08.289404 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-de059520-1e39-4a15-90ac-5c7c15354db4 service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874947 Aug 20 11:55:08.294085 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3d1646bc-b859-43a5-a643-15f6f7e3dae5 None None] Port c5b97468-dd23-4fd1-8de4-1e25526bac19 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:08.344160 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4e8271a-0047-42df-bfd1-0e3d87f72d1f req-06a80362-9fdd-4332-a355-9671103f17ba tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773301 Aug 20 11:55:08.394682 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133265504', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:55:04Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c5b97468-dd23-4fd1-8de4-1e25526bac19', 'name': '', 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:5d:0a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '5884617f-3214-42b7-8b30-27b66863d4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:02Z', 'updated_at': '2021-08-20T11:55:06Z', 'revision_number': 2, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '5884617f-3214-42b7-8b30-27b66863d4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:08.430034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3d1646bc-b859-43a5-a643-15f6f7e3dae5 None None] Provisioning complete for port 33e7036a-cf6e-49bb-9bb7-81477a5060e7 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:08.430648 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d1646bc-b859-43a5-a643-15f6f7e3dae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.446728 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Checking router: 8ea28e23-9546-456d-b9cc-6921728c9498 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:55:08.447576 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Updating router 8ea28e23-9546-456d-b9cc-6921728c9498 port c5b97468-dd23-4fd1-8de4-1e25526bac19 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:55:08.463999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:08.487224 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.542240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:08.542791 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.638624 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-f8dbf541-6273-4ed2-a2c9-62cb3706d2f5 service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421583 Aug 20 11:55:08.779796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-e496e070-4a6a-4cc0-8d66-e64a2f5fd0a7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6907400b-f6fd-44da-b9f0-c6c6fee7405c HTTP/1.1" status: 200 len: 217 time: 0.1292810 Aug 20 11:55:08.856573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 33e7036a-cf6e-49bb-9bb7-81477a5060e7 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:08.870107 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.945617 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb979a29-c660-46b3-a338-5c3c1a2c2586 req-2caacf8c-6f98-4942-bfbb-2f1b4bd32e3d tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:08.949788 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eb979a29-c660-46b3-a338-5c3c1a2c2586 req-2caacf8c-6f98-4942-bfbb-2f1b4bd32e3d tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1095 time: 0.1439240 Aug 20 11:55:08.962638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-33e9bbfa-d86a-41fb-b660-029cfaa74bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:08.967225 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-33e9bbfa-d86a-41fb-b660-029cfaa74bd7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09ba0c88-a55b-46f8-9b69-941d92f119dc HTTP/1.1" status: 200 len: 797 time: 0.1761210 Aug 20 11:55:08.987317 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-3e7d6c30-c441-42ad-9c6b-c63133f34e98 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620510212&fields=id&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6 HTTP/1.1" status: 200 len: 267 time: 0.4763188 Aug 20 11:55:08.993277 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04a1df4-750a-4931-95dc-fbb18538fd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa1ee30-4473-4a5c-9568-63cd2b0c0d86'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:08.997883 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1476e7c-183c-49dc-9796-0e91389daf4e" -d '{"events": [{"server_uuid": "e04a1df4-750a-4931-95dc-fbb18538fd9f", "name": "network-vif-plugged", "status": "completed", "tag": "7aa1ee30-4473-4a5c-9568-63cd2b0c0d86"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:09.059156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a1108277-4e2c-4f5d-8251-e74f24f831d1 None None] Provisioning complete for port c5b97468-dd23-4fd1-8de4-1e25526bac19 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:09.061140 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a1108277-4e2c-4f5d-8251-e74f24f831d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.071354 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eb979a29-c660-46b3-a338-5c3c1a2c2586 req-c72ab1f5-36f6-4ba2-b9a2-2076db7e9528 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121230 Aug 20 11:55:09.144285 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.176283 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Transition to ACTIVE for port object c5b97468-dd23-4fd1-8de4-1e25526bac19 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:09.224693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7aa1ee30-4473-4a5c-9568-63cd2b0c0d86,segment=NetworkSegment(26579d5a-b22c-4c8b-b54c-eb2914f7ec2a),segment_id=26579d5a-b22c-4c8b-b54c-eb2914f7ec2a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:09.268604 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.285396 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-2abba137-3bef-4e91-a0a4-46a774a1edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:09.287650 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-2abba137-3bef-4e91-a0a4-46a774a1edd5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=96ae447a-8b4f-4e4b-83fe-8a03f1635478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2986965 Aug 20 11:55:09.321636 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.323845 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.326806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a1108277-4e2c-4f5d-8251-e74f24f831d1 None None] Port c5b97468-dd23-4fd1-8de4-1e25526bac19 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:09.359242 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca512f9d-7043-4014-adeb-8973b7b78d8f None None] Pushing event updated for resources: {'Port': ['ID=c5b97468-dd23-4fd1-8de4-1e25526bac19,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:09.493190 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-ae52ca88-049d-4646-8dd4-6101c59f3c53 service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980467 Aug 20 11:55:09.494584 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Attempting to bind port c5b97468-dd23-4fd1-8de4-1e25526bac19 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:09.495985 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Attempting to bind port c5b97468-dd23-4fd1-8de4-1e25526bac19 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:09.496965 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Attempting to bind port c5b97468-dd23-4fd1-8de4-1e25526bac19 on network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:09.506884 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:09.509849 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Checking segment: {'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:09.510355 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.511081 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Bound using segment: {'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:09.512124 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Bound port: c5b97468-dd23-4fd1-8de4-1e25526bac19, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:09.513623 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.516609 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-db02e50f-067e-4577-ae6c-cc11604f34b4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:09.530172 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-db02e50f-067e-4577-ae6c-cc11604f34b4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/networks?id=8f60ef26-2e60-4a87-89c0-bcb19b841b20 HTTP/1.1" status: 200 len: 795 time: 0.4759438 Aug 20 11:55:09.572337 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 33e7036a-cf6e-49bb-9bb7-81477a5060e7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:09.572732 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.652280 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=7aa1ee30-4473-4a5c-9568-63cd2b0c0d86,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:09.696067 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] For port c5b97468-dd23-4fd1-8de4-1e25526bac19, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:09.701498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44ab698-5d09-400b-b26b-4cb6d85be204 req-7f5cf675-d038-48c6-9997-8195147121c8 service neutron] 10.222.0.76 "GET /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628203 Aug 20 11:55:09.704831 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] For port c5b97468-dd23-4fd1-8de4-1e25526bac19, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c5b97468-dd23-4fd1-8de4-1e25526bac19,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:09.710789 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-3a297865-b14d-48ea-98b6-531414e23e11 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/quotas/cacbe3698c3a4c88aa60dbcea765a9a6 HTTP/1.1" status: 200 len: 375 time: 0.1796637 Aug 20 11:55:09.714744 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.719517 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-35eadb05-32c3-4519-afeb-bebc5c46495b tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:09.724707 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-35eadb05-32c3-4519-afeb-bebc5c46495b tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/networks?id=840e18d7-fddb-419a-bcd0-5dc8628430e5 HTTP/1.1" status: 200 len: 815 time: 0.3061373 Aug 20 11:55:09.767538 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-060c03de-3567-4b64-9ed8-2717b547fc74 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/quotas/3a638f2992da40998b3f133904f782ba HTTP/1.1" status: 200 len: 375 time: 0.0151699 Aug 20 11:55:09.800041 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Routers {'8ea28e23-9546-456d-b9cc-6921728c9498'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:09.804794 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:54:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8ea28e23-9546-456d-b9cc-6921728c9498'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:09.860140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-988eeed4-04d3-4f8b-b3dd-eabdf3ae8088 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1484158 Aug 20 11:55:09.936363 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-6e3e78cf-941e-4eed-b74f-0eed33ef2580 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a638f2992da40998b3f133904f782ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1617653 Aug 20 11:55:10.033584 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] Set router 8ea28e23-9546-456d-b9cc-6921728c9498 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:10.146432 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-987ece33-514b-45ba-a4fd-a960bd9d5b42 service neutron] 10.222.0.37 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087114 Aug 20 11:55:10.214023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d0dfd-793b-4acb-aae0-d355da7bb218 req-4582d90f-bd5e-4faf-9a36-e87f8aec607e tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:10.217632 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bd5d0dfd-793b-4acb-aae0-d355da7bb218 req-4582d90f-bd5e-4faf-9a36-e87f8aec607e tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49be8c1-5376-46bf-953d-f086e8e53cae HTTP/1.1" status: 200 len: 945 time: 0.2538285 Aug 20 11:55:10.369883 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-d6ede17d-0b49-421b-a246-f3c49c8e1194 service neutron] 10.222.0.37 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086310 Aug 20 11:55:10.374195 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-459c583a-f240-4574-b0f9-6c556b8a04ef service neutron] 10.222.0.37 "GET /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688175 Aug 20 11:55:10.399471 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca512f9d-7043-4014-adeb-8973b7b78d8f None None] Pushing event updated for resources: {'Port': ['ID=c5b97468-dd23-4fd1-8de4-1e25526bac19,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:10.471699 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-bd5d0dfd-793b-4acb-aae0-d355da7bb218 req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Deleting port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:10.472150 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bd5d0dfd-793b-4acb-aae0-d355da7bb218 req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.609619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-bd5d0dfd-793b-4acb-aae0-d355da7bb218 req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] For port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:10.609988 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bd5d0dfd-793b-4acb-aae0-d355da7bb218 req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.627914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-bd5d0dfd-793b-4acb-aae0-d355da7bb218 req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Calling delete_port for 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:10.675428 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699f8ef9-6308-424d-a95c-c9d70b705f61 x-openstack-request-id: req-699f8ef9-6308-424d-a95c-c9d70b705f61 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:10.675929 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04a1df4-750a-4931-95dc-fbb18538fd9f", "name": "network-vif-plugged", "status": "completed", "tag": "7aa1ee30-4473-4a5c-9568-63cd2b0c0d86", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:10.676533 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-699f8ef9-6308-424d-a95c-c9d70b705f61 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:10.676960 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04a1df4-750a-4931-95dc-fbb18538fd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa1ee30-4473-4a5c-9568-63cd2b0c0d86', 'code': 200} Aug 20 11:55:10.794873 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133265504', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:55:04Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c5b97468-dd23-4fd1-8de4-1e25526bac19', 'name': '', 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:5d:0a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '5884617f-3214-42b7-8b30-27b66863d4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:02Z', 'updated_at': '2021-08-20T11:55:09Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '5884617f-3214-42b7-8b30-27b66863d4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:10.826395 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-b4c64868-fd18-4795-beb0-ac96f709a2b3 service neutron] 10.222.0.37 "GET /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513235 Aug 20 11:55:10.864470 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a348cdb4-84af-49db-8a03-39b3b19253a1 None None] The sync data for ids ['8ea28e23-9546-456d-b9cc-6921728c9498'] in n-d-804299-2 is: [{'id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133265504', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:55:04Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c5b97468-dd23-4fd1-8de4-1e25526bac19', 'name': '', 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:5d:0a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '5884617f-3214-42b7-8b30-27b66863d4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:02Z', 'updated_at': '2021-08-20T11:55:09Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '5884617f-3214-42b7-8b30-27b66863d4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:10.865229 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769af89-bd95-4608-a4a6-90e66d8e76e3 req-65262570-a9f0-42c0-9f7a-ad32a4e03ead tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:10.879492 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a769af89-bd95-4608-a4a6-90e66d8e76e3 req-65262570-a9f0-42c0-9f7a-ad32a4e03ead tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1096 time: 0.0662906 Aug 20 11:55:10.958671 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a769af89-bd95-4608-a4a6-90e66d8e76e3 req-82f46e17-e464-499e-b127-3fd58dd37b36 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781374 Aug 20 11:55:11.111884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46ca9e-784b-4517-89b2-626f08d46dce req-addcd801-bddd-4560-9f23-c69f6a84ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:11.113487 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cb46ca9e-784b-4517-89b2-626f08d46dce req-addcd801-bddd-4560-9f23-c69f6a84ddec service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1096 time: 0.3637245 Aug 20 11:55:11.144873 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bd5d0dfd-793b-4acb-aae0-d355da7bb218 req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:11.158329 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['88fb2ef7-4dd9-4d71-871f-ec31f1a430a8'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:11.220535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Pushing event deleted for resources: {'Port': ['ID=88fb2ef7-4dd9-4d71-871f-ec31f1a430a8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:11.300756 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:11.301112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:11.301453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:11.302837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:11.303202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:11.303540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:11.303858 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:11.304181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:11.304503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:11.304860 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:11.305180 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:11.305499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:11.315553 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5d0dfd-793b-4acb-aae0-d355da7bb218 req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] No DVR routers for this DVR port 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:55:11.319153 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bd5d0dfd-793b-4acb-aae0-d355da7bb218 req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:11.321331 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bd5d0dfd-793b-4acb-aae0-d355da7bb218 req-b0b91bb5-7102-47a1-89be-d734d8e36d18 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.76 "DELETE /v2.0/ports/88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 HTTP/1.1" status: 204 len: 173 time: 1.0952725 Aug 20 11:55:11.323024 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2c3ace37-e9e1-4088-a39d-5bc3d7c3ce99 req-234ad4de-d439-4be4-9da1-53e36b609ab5 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 210 time: 0.0963449 Aug 20 11:55:11.324134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49be8c1-5376-46bf-953d-f086e8e53cae', 'name': 'network-vif-deleted', 'tag': '88fb2ef7-4dd9-4d71-871f-ec31f1a430a8'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:11.327265 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76de386-a97d-4c58-8712-6ebbae2b2550" -d '{"events": [{"server_uuid": "d49be8c1-5376-46bf-953d-f086e8e53cae", "name": "network-vif-deleted", "tag": "88fb2ef7-4dd9-4d71-871f-ec31f1a430a8"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:11.335546 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cb46ca9e-784b-4517-89b2-626f08d46dce req-55793f76-401d-4e74-9225-bd6179aa8f07 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114172 Aug 20 11:55:11.398627 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374ab8c8-4f33-41b4-89c6-df32052c9b61 x-openstack-request-id: req-374ab8c8-4f33-41b4-89c6-df32052c9b61 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:11.398875 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49be8c1-5376-46bf-953d-f086e8e53cae", "name": "network-vif-deleted", "tag": "88fb2ef7-4dd9-4d71-871f-ec31f1a430a8", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:11.399124 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-374ab8c8-4f33-41b4-89c6-df32052c9b61 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:11.399618 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49be8c1-5376-46bf-953d-f086e8e53cae', 'name': 'network-vif-deleted', 'tag': '88fb2ef7-4dd9-4d71-871f-ec31f1a430a8', 'status': 'completed', 'code': 200} Aug 20 11:55:11.457559 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4abf30d-2376-408b-aa47-ae900b97c1d2 req-103bd51e-966d-49a5-864d-758dae4401a6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 210 time: 0.0407493 Aug 20 11:55:11.918412 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-129c6104-ff0d-49a0-a033-0c20ae2eb3f2 req-c863e7c1-1a9c-40ce-afcc-cdfd6bfbb565 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1008003 Aug 20 11:55:12.278847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c6104-ff0d-49a0-a033-0c20ae2eb3f2 req-cd61200a-3dd5-49d8-8b3d-d0f03ccb0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:12.280755 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-129c6104-ff0d-49a0-a033-0c20ae2eb3f2 req-cd61200a-3dd5-49d8-8b3d-d0f03ccb0e92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18da441c481b49c9ab55e1a14df71d73&device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 1096 time: 0.2879784 Aug 20 11:55:12.312116 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe5ca4-6d3d-42fa-850a-25e5c4c105ef req-741e74e5-61f7-4fe2-b274-9e1ce57e9b92 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:12.322711 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-43fe5ca4-6d3d-42fa-850a-25e5c4c105ef req-741e74e5-61f7-4fe2-b274-9e1ce57e9b92 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1096 time: 0.2315648 Aug 20 11:55:12.471826 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-43fe5ca4-6d3d-42fa-850a-25e5c4c105ef req-6f92e106-6c62-4417-932e-2f4253d4e817 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478758 Aug 20 11:55:12.573256 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d763af60-9384-47d6-b57c-eb70b99341b3 req-59e4774c-aa8a-49b9-8a14-973317a2e0fa tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 210 time: 0.0769083 Aug 20 11:55:12.748880 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-20ace083-6ae9-49ce-8980-7a7f781978a0 req-5384d1dc-6d8b-414a-b434-4b839ec9ddde tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 210 time: 0.0439188 Aug 20 11:55:12.827019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c6104-ff0d-49a0-a033-0c20ae2eb3f2 req-705bc09f-4ed1-4e6d-adbd-41f48f65effc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:12.829075 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-129c6104-ff0d-49a0-a033-0c20ae2eb3f2 req-705bc09f-4ed1-4e6d-adbd-41f48f65effc service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 HTTP/1.1" status: 200 len: 909 time: 0.4907434 Aug 20 11:55:12.915831 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c5b97468-dd23-4fd1-8de4-1e25526bac19 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:12.974797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-129c6104-ff0d-49a0-a033-0c20ae2eb3f2 req-1dc3fc76-8347-45ae-aace-c3f62996963d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d1d79ac-49c5-45ac-ae02-a65bee361525 HTTP/1.1" status: 200 len: 1000 time: 0.1292586 Aug 20 11:55:12.990934 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-26a1c71a-6f3d-4e1c-ab04-0e7e97c86bd7 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:12.993420 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-26a1c71a-6f3d-4e1c-ab04-0e7e97c86bd7 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.35 "GET /v2.0/networks?id=840e18d7-fddb-419a-bcd0-5dc8628430e5 HTTP/1.1" status: 200 len: 815 time: 0.5203421 Aug 20 11:55:13.008210 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-213976ed-eb3b-4828-ab1f-37ee11a5e2e8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Request body: {'port': {'device_id': 'decc9eb0-1ebe-4126-b442-1795273be90c', 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5', 'admin_state_up': True, 'tenant_id': '3a638f2992da40998b3f133904f782ba'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:13.060269 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port c5b97468-dd23-4fd1-8de4-1e25526bac19 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:13.071517 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c5b97468-dd23-4fd1-8de4-1e25526bac19 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:13.073880 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:13.158291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c6104-ff0d-49a0-a033-0c20ae2eb3f2 req-de0fb5b8-bd16-46a3-80df-81ed8f0f2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:13.161518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-129c6104-ff0d-49a0-a033-0c20ae2eb3f2 req-de0fb5b8-bd16-46a3-80df-81ed8f0f2bd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c5d0d52-33c3-4556-b37f-a7cde29a16b1 HTTP/1.1" status: 200 len: 848 time: 0.1668229 Aug 20 11:55:13.207385 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:13.316802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port c5b97468-dd23-4fd1-8de4-1e25526bac19, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c5b97468-dd23-4fd1-8de4-1e25526bac19,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:13.327448 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:13.405270 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c6104-ff0d-49a0-a033-0c20ae2eb3f2 req-b735da37-141c-4735-a712-b005cbb45c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:13.410386 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-129c6104-ff0d-49a0-a033-0c20ae2eb3f2 req-b735da37-141c-4735-a712-b005cbb45c59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2412312 Aug 20 11:55:13.423956 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=c5b97468-dd23-4fd1-8de4-1e25526bac19,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:13.527659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-92004162-7ca2-4d85-a164-0ee13b64d05e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:13.529473 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-92004162-7ca2-4d85-a164-0ee13b64d05e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.35 "GET /v2.0/networks?id=8f60ef26-2e60-4a87-89c0-bcb19b841b20 HTTP/1.1" status: 200 len: 795 time: 0.2676666 Aug 20 11:55:13.602359 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-6f32fac5-de12-443a-ad5e-73d844d637f7 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6 HTTP/1.1" status: 200 len: 379 time: 0.0612764 Aug 20 11:55:13.619482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-92efe90a-4ab4-4de8-a756-36a764ce9a75 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'port': {'device_id': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'admin_state_up': True, 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'security_groups': ['01d1020b-8c5e-44d2-a031-bdce76e39959']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:13.641450 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-213976ed-eb3b-4828-ab1f-37ee11a5e2e8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Made reservation on behalf of 3a638f2992da40998b3f133904f782ba for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:13.645545 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-213976ed-eb3b-4828-ab1f-37ee11a5e2e8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:13.687417 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808947f5-f1c4-43eb-a20a-a5b8334328bf req-ea953ed5-bfb2-4790-af25-f70a6010c0fe tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:13.689000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-808947f5-f1c4-43eb-a20a-a5b8334328bf req-ea953ed5-bfb2-4790-af25-f70a6010c0fe tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1096 time: 0.1412315 Aug 20 11:55:13.813669 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fad38c05-f2e5-47aa-8df9-5c6b234459ff req-7511ae80-d4bc-4239-8125-d3030dd7aa6e tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 210 time: 0.0752556 Aug 20 11:55:13.917883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-213976ed-eb3b-4828-ab1f-37ee11a5e2e8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Allocated IP 172.20.0.12 (840e18d7-fddb-419a-bcd0-5dc8628430e5/2851a6ea-bbe8-4958-b4bb-ce4119d17b55/3b4d7c8f-bcc5-46ba-9225-285271542db7) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:13.946546 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-129c6104-ff0d-49a0-a033-0c20ae2eb3f2 req-e27099ee-5017-4c26-b40b-3a409ae10cb1 service neutron] 10.222.0.35 "GET /v2.0/networks/1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163848 Aug 20 11:55:13.984712 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-808947f5-f1c4-43eb-a20a-a5b8334328bf req-0d39fc6d-3372-4b38-a62d-923960811f96 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765186 Aug 20 11:55:14.025119 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89816423-5835-4692-95bb-eb1ce953bf14 req-84064d21-48d3-4d42-8d10-96ebf53a048f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 210 time: 0.0494645 Aug 20 11:55:14.034226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-92efe90a-4ab4-4de8-a756-36a764ce9a75 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Made reservation on behalf of cacbe3698c3a4c88aa60dbcea765a9a6 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:14.054922 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-92efe90a-4ab4-4de8-a756-36a764ce9a75 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:14.101163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:14.130126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:55:14.134994 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 88fb2ef7-4dd9-4d71-871f-ec31f1a430a8 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:14.392348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15c3e3-7621-4bd3-ad88-70d849b8fea9 req-6062cfff-2109-47fe-a138-cb6be01129ba tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:14.400514 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4d15c3e3-7621-4bd3-ad88-70d849b8fea9 req-6062cfff-2109-47fe-a138-cb6be01129ba tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1096 time: 0.2596307 Aug 20 11:55:14.468342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-92efe90a-4ab4-4de8-a756-36a764ce9a75 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Allocated IP 172.20.0.5 (8f60ef26-2e60-4a87-89c0-bcb19b841b20/5884617f-3214-42b7-8b30-27b66863d4df/d9e4526d-6628-44bc-8f52-a9fc0a3f75d0) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:14.563369 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-213976ed-eb3b-4828-ab1f-37ee11a5e2e8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:14.615841 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-129c6104-ff0d-49a0-a033-0c20ae2eb3f2 req-dc2f0517-fc95-4f49-8db5-2536adddc014 service neutron] 10.222.0.35 "GET /v2.0/networks/1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602738 Aug 20 11:55:14.633632 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-213976ed-eb3b-4828-ab1f-37ee11a5e2e8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:14.722939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-213976ed-eb3b-4828-ab1f-37ee11a5e2e8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Network 840e18d7-fddb-419a-bcd0-5dc8628430e5 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:14.732303 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-213976ed-eb3b-4828-ab1f-37ee11a5e2e8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:14.736775 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-213976ed-eb3b-4828-ab1f-37ee11a5e2e8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:14.826273 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c5b97468-dd23-4fd1-8de4-1e25526bac19 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:14.841731 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-213976ed-eb3b-4828-ab1f-37ee11a5e2e8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:14.842562 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-213976ed-eb3b-4828-ab1f-37ee11a5e2e8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:14.861764 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-213976ed-eb3b-4828-ab1f-37ee11a5e2e8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8579695 Aug 20 11:55:14.865954 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-92efe90a-4ab4-4de8-a756-36a764ce9a75 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:14.883378 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4d15c3e3-7621-4bd3-ad88-70d849b8fea9 req-a133fee7-ec0f-4e9c-bb69-1cd2ae6a7217 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619081 Aug 20 11:55:14.909796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Request body: {'port': {'device_id': 'decc9eb0-1ebe-4126-b442-1795273be90c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:14.918846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213976ed-eb3b-4828-ab1f-37ee11a5e2e8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Pushing event updated for resources: {'Port': ['ID=3b4d7c8f-bcc5-46ba-9225-285271542db7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:14.925405 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-92efe90a-4ab4-4de8-a756-36a764ce9a75 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Transition to ACTIVE for port object d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:15.019042 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-92efe90a-4ab4-4de8-a756-36a764ce9a75 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:15.065992 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c5b97468-dd23-4fd1-8de4-1e25526bac19 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:15.066368 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:15.148970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-92efe90a-4ab4-4de8-a756-36a764ce9a75 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:15.181735 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:15.186705 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a144b42-196b-4faf-b6e4-130d315728e0 req-36cec858-4835-40eb-8d51-c372f29cff34 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:15.189615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-92efe90a-4ab4-4de8-a756-36a764ce9a75 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:15.195609 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-92efe90a-4ab4-4de8-a756-36a764ce9a75 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:15.236764 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a144b42-196b-4faf-b6e4-130d315728e0 req-36cec858-4835-40eb-8d51-c372f29cff34 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1096 time: 0.2406683 Aug 20 11:55:15.271546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-92efe90a-4ab4-4de8-a756-36a764ce9a75 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:15.280249 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-92efe90a-4ab4-4de8-a756-36a764ce9a75 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:15.313131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efe90a-4ab4-4de8-a756-36a764ce9a75 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:15.332094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c02538-ab14-4bd5-a47c-d2f679a6f61c req-6ff3de82-7760-4976-b322-1fcfc22546e9 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:15.341031 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62c02538-ab14-4bd5-a47c-d2f679a6f61c req-6ff3de82-7760-4976-b322-1fcfc22546e9 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 932 time: 0.2796354 Aug 20 11:55:15.391358 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-92efe90a-4ab4-4de8-a756-36a764ce9a75 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7809772 Aug 20 11:55:15.406076 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Request body: {'port': {'device_id': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:15.478314 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5a144b42-196b-4faf-b6e4-130d315728e0 req-5e24bfd3-6bde-476f-a57c-4f6cacf7b4e8 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401493 Aug 20 11:55:15.499732 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62c02538-ab14-4bd5-a47c-d2f679a6f61c req-34201ec8-8ce5-4f70-a6a7-e95fba7d4065 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398470 Aug 20 11:55:15.514323 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:15.715738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c97863bb-af38-43c2-aebe-be4a3828dc39 None None] Provisioning for port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:15.743457 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c97863bb-af38-43c2-aebe-be4a3828dc39 None None] Provisioning complete for port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:15.743836 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c97863bb-af38-43c2-aebe-be4a3828dc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:16.022931 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4d7c8f-bcc5-46ba-9225-285271542db7 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:16.032873 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:16.046799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Transition to ACTIVE for port object 3b4d7c8f-bcc5-46ba-9225-285271542db7 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:16.060709 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:16.100128 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c97863bb-af38-43c2-aebe-be4a3828dc39 None None] Port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:16.247180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dba66-1383-4ac2-9c7e-008039c140f6 req-a19bb8c6-470e-4688-a017-f4c4f2e11599 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:16.251158 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5c0dba66-1383-4ac2-9c7e-008039c140f6 req-a19bb8c6-470e-4688-a017-f4c4f2e11599 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 931 time: 0.2017016 Aug 20 11:55:16.372125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4d7c8f-bcc5-46ba-9225-285271542db7,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:16.408464 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5c0dba66-1383-4ac2-9c7e-008039c140f6 req-ead1ec64-1abb-436d-ad09-e994870f1c4e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082299 Aug 20 11:55:16.430611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Attempting to bind port 3b4d7c8f-bcc5-46ba-9225-285271542db7 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:16.430611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Attempting to bind port 3b4d7c8f-bcc5-46ba-9225-285271542db7 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '60cdaa02-2d39-43fe-9841-13b06013d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:16.430611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Attempting to bind port 3b4d7c8f-bcc5-46ba-9225-285271542db7 on network 840e18d7-fddb-419a-bcd0-5dc8628430e5 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:16.443748 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Port 3b4d7c8f-bcc5-46ba-9225-285271542db7 on network 840e18d7-fddb-419a-bcd0-5dc8628430e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:16.445032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc1264-584a-41e8-99da-5edd95623cce req-8afbbe5a-98bc-4e6b-a2a3-42ba8c6e0e88 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:16.445594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Attempting to bind port 3b4d7c8f-bcc5-46ba-9225-285271542db7 on network 840e18d7-fddb-419a-bcd0-5dc8628430e5 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:16.453397 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7edc1264-584a-41e8-99da-5edd95623cce req-8afbbe5a-98bc-4e6b-a2a3-42ba8c6e0e88 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/networks?id=cadaec9b-41c8-4cd6-9eff-02de102ca46e HTTP/1.1" status: 200 len: 910 time: 0.6546090 Aug 20 11:55:16.466566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:16.467179 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Checking segment: {'id': '60cdaa02-2d39-43fe-9841-13b06013d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:16.467597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Bound using segment: {'id': '60cdaa02-2d39-43fe-9841-13b06013d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:16.468274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Bound port: 3b4d7c8f-bcc5-46ba-9225-285271542db7, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60cdaa02-2d39-43fe-9841-13b06013d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:16.468662 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:16.478193 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7edc1264-584a-41e8-99da-5edd95623cce req-a0ec3988-f888-4731-9257-e72c54999812 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/quotas/aea39a8650dc417bb6adf0871a4b585b HTTP/1.1" status: 200 len: 375 time: 0.0236659 Aug 20 11:55:16.597460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:16.605967 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:16.619782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Transition to ACTIVE for port object d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:16.626869 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:16.663299 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] For port 3b4d7c8f-bcc5-46ba-9225-285271542db7, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:16.687058 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7edc1264-584a-41e8-99da-5edd95623cce req-54d68224-4aa3-4478-8f15-5679671f3fc6 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=aea39a8650dc417bb6adf0871a4b585b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1988251 Aug 20 11:55:16.699059 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3d13d-3ab9-43aa-aa7e-3c40870d8f09 req-9a8091ce-4abc-427e-9b44-37532dc75340 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:16.700874 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0fa3d13d-3ab9-43aa-aa7e-3c40870d8f09 req-9a8091ce-4abc-427e-9b44-37532dc75340 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 944 time: 0.1404557 Aug 20 11:55:16.702881 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] For port 3b4d7c8f-bcc5-46ba-9225-285271542db7, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3b4d7c8f-bcc5-46ba-9225-285271542db7,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:16.710306 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:16.839184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:16.841493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4d7c8f-bcc5-46ba-9225-285271542db7,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:16.874013 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:16.874559 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:16.876266 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-3fb4178c-a376-4bf6-9c43-bf44524480c4 service neutron] 10.222.0.35 "PUT /v2.0/ports/3b4d7c8f-bcc5-46ba-9225-285271542db7 HTTP/1.1" status: 200 len: 1092 time: 1.9905345 Aug 20 11:55:16.876686 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decc9eb0-1ebe-4126-b442-1795273be90c', 'tag': '3b4d7c8f-bcc5-46ba-9225-285271542db7'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:16.878988 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a3f592-8691-4441-8dc1-4db074966872" -d '{"events": [{"name": "network-changed", "server_uuid": "decc9eb0-1ebe-4126-b442-1795273be90c", "tag": "3b4d7c8f-bcc5-46ba-9225-285271542db7"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:16.932897 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0fa3d13d-3ab9-43aa-aa7e-3c40870d8f09 req-85ebe256-0159-478a-8efa-b560e7b91f0e tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169940 Aug 20 11:55:16.951261 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7edc1264-584a-41e8-99da-5edd95623cce req-544ed0a8-338f-4b4d-a4c4-d9f25de72263 service neutron] 10.222.0.37 "GET /v2.0/networks/cadaec9b-41c8-4cd6-9eff-02de102ca46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632761 Aug 20 11:55:17.025394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Attempting to bind port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:17.025775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Attempting to bind port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:17.026108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Attempting to bind port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 on network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:17.059665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 on network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:17.059979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Attempting to bind port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 on network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:17.075789 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c538025f-cc1c-42c7-8941-89a8bd41b159 x-openstack-request-id: req-c538025f-cc1c-42c7-8941-89a8bd41b159 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:17.076348 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "decc9eb0-1ebe-4126-b442-1795273be90c", "tag": "3b4d7c8f-bcc5-46ba-9225-285271542db7", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:17.076348 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c538025f-cc1c-42c7-8941-89a8bd41b159 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:17.076743 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decc9eb0-1ebe-4126-b442-1795273be90c', 'tag': '3b4d7c8f-bcc5-46ba-9225-285271542db7', 'status': 'completed', 'code': 200} Aug 20 11:55:17.085236 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:17.085634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Checking segment: {'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:17.086030 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Bound using segment: {'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:17.086603 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Bound port: d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:17.086999 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:17.093127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-f886db64-38bb-4456-9058-10c93e8e3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:17.095859 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-f886db64-38bb-4456-9058-10c93e8e3b9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a638f2992da40998b3f133904f782ba&device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 1095 time: 0.1616023 Aug 20 11:55:17.169217 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-efcb664d-9b86-4fc0-a4a5-23c70675beab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b4d7c8f-bcc5-46ba-9225-285271542db7 HTTP/1.1" status: 200 len: 217 time: 0.0656457 Aug 20 11:55:17.173827 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7edc1264-584a-41e8-99da-5edd95623cce req-9ab57314-1076-431f-85a3-52a4a500866b service neutron] 10.222.0.37 "GET /v2.0/networks/cadaec9b-41c8-4cd6-9eff-02de102ca46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216043 Aug 20 11:55:17.231042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:17.237751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:17.244846 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:17.258147 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-63deb2b7-3926-4629-b2b3-1e570e8f8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:17.260612 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-63deb2b7-3926-4629-b2b3-1e570e8f8ed3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2851a6ea-bbe8-4958-b4bb-ce4119d17b55 HTTP/1.1" status: 200 len: 855 time: 0.0824096 Aug 20 11:55:17.298674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:17.298909 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:17.300316 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] 10.222.0.35 "PUT /v2.0/ports/d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 HTTP/1.1" status: 200 len: 1091 time: 1.9012327 Aug 20 11:55:17.300909 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:17.303410 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa858610-a60b-4309-8c9e-65cc5cc7c92c" -d '{"events": [{"name": "network-changed", "server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:17.327594 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc9e5f-8e31-437c-94fc-9d93220918f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:17.349740 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-5114484e-7af9-4ba2-ae69-d2abd5a1b5b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=840e18d7-fddb-419a-bcd0-5dc8628430e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808411 Aug 20 11:55:17.433481 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88df46b5-0293-4775-9260-5edc07c4cdf6 x-openstack-request-id: req-88df46b5-0293-4775-9260-5edc07c4cdf6 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:17.433772 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:17.434023 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88df46b5-0293-4775-9260-5edc07c4cdf6 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:17.434429 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0', 'status': 'completed', 'code': 200} Aug 20 11:55:17.510363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-eefaf0a2-abff-4fd2-8545-65d992c093bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:17.512256 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-eefaf0a2-abff-4fd2-8545-65d992c093bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 1094 time: 0.1638503 Aug 20 11:55:17.623644 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28c81e25-4cb4-42fe-b0de-aa9e4516c54e req-7a65cd9d-7b9f-4191-83c5-52be06d42995 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 210 time: 0.1055472 Aug 20 11:55:17.626112 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-9e3db521-d1b1-441a-bc8a-03f5b9524f2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 HTTP/1.1" status: 200 len: 217 time: 0.0941477 Aug 20 11:55:17.776769 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-efe93399-0e8d-4d6f-8666-768a4889afb5 service neutron] 10.222.0.35 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152858 Aug 20 11:55:17.801190 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-2581b81b-5bfc-4e9e-94ff-99de78fe646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:17.807006 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-2581b81b-5bfc-4e9e-94ff-99de78fe646a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5884617f-3214-42b7-8b30-27b66863d4df HTTP/1.1" status: 200 len: 835 time: 0.1734860 Aug 20 11:55:17.925787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-37a74615-a71c-4651-8a00-27ec0e5eccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:17.927635 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-37a74615-a71c-4651-8a00-27ec0e5eccba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f60ef26-2e60-4a87-89c0-bcb19b841b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117184 Aug 20 11:55:17.931062 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dad19-9ba8-4e17-a29a-1c16d05ff78c req-7c05f300-58f6-4af7-82a9-b09419e491b2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:17.932989 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-425dad19-9ba8-4e17-a29a-1c16d05ff78c req-7c05f300-58f6-4af7-82a9-b09419e491b2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 943 time: 0.3293266 Aug 20 11:55:18.016221 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-425dad19-9ba8-4e17-a29a-1c16d05ff78c req-bd8d9dd9-4b0d-476e-9d05-56a710320433 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748453 Aug 20 11:55:18.040000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5900e198-acad-4cc6-8224-193dde5c3cf1 req-9424fee2-c0ea-419d-92d9-de458ca33b17 service neutron] 10.222.0.35 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400236 Aug 20 11:55:18.200394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f592-8691-4441-8dc1-4db074966872 req-42104013-2a1a-4288-afaa-e7bd46b12cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:18.203190 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49a3f592-8691-4441-8dc1-4db074966872 req-42104013-2a1a-4288-afaa-e7bd46b12cb6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a638f2992da40998b3f133904f782ba&device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 1095 time: 0.0755916 Aug 20 11:55:18.256615 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-a064ee0d-d9bf-406f-8231-96d287127b16 service neutron] 10.222.0.35 "GET /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215866 Aug 20 11:55:18.276087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a66098-b9c1-4de4-b16d-89b9ec2a8870 req-e2a9c516-1073-4c61-88d5-3a805ab3ccff tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:18.278000 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82a66098-b9c1-4de4-b16d-89b9ec2a8870 req-e2a9c516-1073-4c61-88d5-3a805ab3ccff tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 944 time: 0.1511350 Aug 20 11:55:18.432897 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f592-8691-4441-8dc1-4db074966872 req-8f4b24a3-1f19-4628-b523-1e10a8dd8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:18.433997 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49a3f592-8691-4441-8dc1-4db074966872 req-8f4b24a3-1f19-4628-b523-1e10a8dd8301 service neutron] 10.222.0.35 "GET /v2.0/networks?id=840e18d7-fddb-419a-bcd0-5dc8628430e5 HTTP/1.1" status: 200 len: 915 time: 0.2140725 Aug 20 11:55:18.508211 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82a66098-b9c1-4de4-b16d-89b9ec2a8870 req-2e2f0d6b-57e7-4430-98a6-6cf449e2bd4d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976884 Aug 20 11:55:18.550038 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e4941c3-48da-4b62-a575-fe9c0e5ac9e4 req-baed1a2e-a7cd-4382-a8b9-fec8f0371ec0 service neutron] 10.222.0.35 "GET /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705085 Aug 20 11:55:18.678716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858610-a60b-4309-8c9e-65cc5cc7c92c req-3210a26c-b6ed-4502-af99-fe6833fe0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:18.680538 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa858610-a60b-4309-8c9e-65cc5cc7c92c req-3210a26c-b6ed-4502-af99-fe6833fe0627 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 1094 time: 0.0586655 Aug 20 11:55:19.061765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858610-a60b-4309-8c9e-65cc5cc7c92c req-d03e91d7-5015-4063-8f66-4ae97e975b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:19.068360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa858610-a60b-4309-8c9e-65cc5cc7c92c req-d03e91d7-5015-4063-8f66-4ae97e975b5f service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f60ef26-2e60-4a87-89c0-bcb19b841b20 HTTP/1.1" status: 200 len: 895 time: 0.3777306 Aug 20 11:55:19.192758 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa858610-a60b-4309-8c9e-65cc5cc7c92c req-b18d5822-6ec9-42cb-9b0e-a9383e642131 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 HTTP/1.1" status: 200 len: 217 time: 0.1172233 Aug 20 11:55:19.209879 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc86748e-c323-41a8-875e-ff1008959555 req-b82a29c5-7bd7-4831-9918-1db39ecf3ccb tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 210 time: 0.0477030 Aug 20 11:55:19.212723 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49a3f592-8691-4441-8dc1-4db074966872 req-9f41e9cc-8e4b-4480-8c48-f77d15d4fca2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b4d7c8f-bcc5-46ba-9225-285271542db7 HTTP/1.1" status: 200 len: 217 time: 0.7687290 Aug 20 11:55:19.311626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19848046-bdf0-469e-8908-905cf89d89f8 req-b8df904c-e377-4acb-a7d3-883e391783e0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:19.313492 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-19848046-bdf0-469e-8908-905cf89d89f8 req-b8df904c-e377-4acb-a7d3-883e391783e0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 943 time: 0.1478961 Aug 20 11:55:19.315551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858610-a60b-4309-8c9e-65cc5cc7c92c req-cbaccc79-e05b-4cd1-95c9-9385d3cb509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:19.317231 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa858610-a60b-4309-8c9e-65cc5cc7c92c req-cbaccc79-e05b-4cd1-95c9-9385d3cb509d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5884617f-3214-42b7-8b30-27b66863d4df HTTP/1.1" status: 200 len: 835 time: 0.0980546 Aug 20 11:55:19.325270 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f592-8691-4441-8dc1-4db074966872 req-91a4913f-d31e-440a-ab10-f812b8120762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:19.326848 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49a3f592-8691-4441-8dc1-4db074966872 req-91a4913f-d31e-440a-ab10-f812b8120762 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2851a6ea-bbe8-4958-b4bb-ce4119d17b55 HTTP/1.1" status: 200 len: 855 time: 0.1035013 Aug 20 11:55:19.349563 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc1264-584a-41e8-99da-5edd95623cce req-1715b7f8-d794-43b2-b920-57e8dace33cd tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:19.351938 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7edc1264-584a-41e8-99da-5edd95623cce req-1715b7f8-d794-43b2-b920-57e8dace33cd tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.35 "GET /v2.0/networks?id=cadaec9b-41c8-4cd6-9eff-02de102ca46e HTTP/1.1" status: 200 len: 910 time: 0.1630819 Aug 20 11:55:19.367404 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-7edc1264-584a-41e8-99da-5edd95623cce req-d1c7cfce-b932-4965-a312-c5bcd4321cbe tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Request body: {'port': {'device_id': '073dba52-1b07-452f-81ad-47d6b1c3e120', 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e', 'admin_state_up': True, 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:19.389469 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49a3f592-8691-4441-8dc1-4db074966872 req-3c4b1cb8-1fb2-4573-b55d-7b786cd91ddb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=840e18d7-fddb-419a-bcd0-5dc8628430e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363452 Aug 20 11:55:19.399270 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-19848046-bdf0-469e-8908-905cf89d89f8 req-fe33d715-043f-40f6-8010-496a2d3b8e30 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784955 Aug 20 11:55:19.424627 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858610-a60b-4309-8c9e-65cc5cc7c92c req-38470f7e-9c38-497d-b38c-0f8875b78884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:19.426303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa858610-a60b-4309-8c9e-65cc5cc7c92c req-38470f7e-9c38-497d-b38c-0f8875b78884 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f60ef26-2e60-4a87-89c0-bcb19b841b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983062 Aug 20 11:55:19.502915 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7edc1264-584a-41e8-99da-5edd95623cce req-d1c7cfce-b932-4965-a312-c5bcd4321cbe tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Made reservation on behalf of aea39a8650dc417bb6adf0871a4b585b for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:19.505918 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7edc1264-584a-41e8-99da-5edd95623cce req-d1c7cfce-b932-4965-a312-c5bcd4321cbe tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:19.598523 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa858610-a60b-4309-8c9e-65cc5cc7c92c req-e2a4b4d3-8432-4a64-aeb3-97e24ca33ef2 service neutron] 10.222.0.35 "GET /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645615 Aug 20 11:55:19.682292 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49a3f592-8691-4441-8dc1-4db074966872 req-1561d335-db74-4a84-a0ad-86fac039f2e6 service neutron] 10.222.0.35 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851799 Aug 20 11:55:19.755409 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fa858610-a60b-4309-8c9e-65cc5cc7c92c req-3e899c6c-3eaf-4438-ba24-da55bfeedcfc service neutron] 10.222.0.35 "GET /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488428 Aug 20 11:55:19.808383 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1d1cf-51f7-42e8-ab9f-d9e4b3f62906 req-9cabeedc-47ca-4040-8fc5-1b01ae16a150 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:19.816444 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b2c1d1cf-51f7-42e8-ab9f-d9e4b3f62906 req-9cabeedc-47ca-4040-8fc5-1b01ae16a150 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 944 time: 0.1877451 Aug 20 11:55:19.883607 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49a3f592-8691-4441-8dc1-4db074966872 req-0538997a-c18a-4bf4-8b25-d553860c3a0c service neutron] 10.222.0.35 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920502 Aug 20 11:55:19.885007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-7edc1264-584a-41e8-99da-5edd95623cce req-d1c7cfce-b932-4965-a312-c5bcd4321cbe tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Allocated IP 172.20.0.5 (cadaec9b-41c8-4cd6-9eff-02de102ca46e/c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95/27f018d0-ad11-4ecf-b652-01ca837014e1) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:19.907137 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b2c1d1cf-51f7-42e8-ab9f-d9e4b3f62906 req-126bf2bb-495b-44a3-a366-229c153968d3 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876787 Aug 20 11:55:20.106156 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7edc1264-584a-41e8-99da-5edd95623cce req-d1c7cfce-b932-4965-a312-c5bcd4321cbe tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.120736 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-7edc1264-584a-41e8-99da-5edd95623cce req-d1c7cfce-b932-4965-a312-c5bcd4321cbe tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Transition to ACTIVE for port object 27f018d0-ad11-4ecf-b652-01ca837014e1 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:20.159934 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7edc1264-584a-41e8-99da-5edd95623cce req-d1c7cfce-b932-4965-a312-c5bcd4321cbe tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.170556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['7aa1ee30-4473-4a5c-9568-63cd2b0c0d86'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:20.209003 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7edc1264-584a-41e8-99da-5edd95623cce req-d1c7cfce-b932-4965-a312-c5bcd4321cbe tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Network cadaec9b-41c8-4cd6-9eff-02de102ca46e is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:20.213081 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-7edc1264-584a-41e8-99da-5edd95623cce req-d1c7cfce-b932-4965-a312-c5bcd4321cbe tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:20.216774 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edc1264-584a-41e8-99da-5edd95623cce req-d1c7cfce-b932-4965-a312-c5bcd4321cbe tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:20.300219 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7cfce-b932-4965-a312-c5bcd4321cbe tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Pushing event updated for resources: {'Port': ['ID=27f018d0-ad11-4ecf-b652-01ca837014e1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:20.413793 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc1264-584a-41e8-99da-5edd95623cce req-d1c7cfce-b932-4965-a312-c5bcd4321cbe tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:20.414804 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7edc1264-584a-41e8-99da-5edd95623cce req-d1c7cfce-b932-4965-a312-c5bcd4321cbe tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.438951 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7edc1264-584a-41e8-99da-5edd95623cce req-d1c7cfce-b932-4965-a312-c5bcd4321cbe tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0760744 Aug 20 11:55:20.443476 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fedf2d-528d-4fe3-94ec-139d16b25f37 req-24d6f4fd-bf91-400d-a733-583e88eac012 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:20.452518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e2fedf2d-528d-4fe3-94ec-139d16b25f37 req-24d6f4fd-bf91-400d-a733-583e88eac012 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1027 time: 0.1131077 Aug 20 11:55:20.468402 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Request body: {'port': {'device_id': '073dba52-1b07-452f-81ad-47d6b1c3e120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:20.604886 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e2fedf2d-528d-4fe3-94ec-139d16b25f37 req-86977ee2-e24d-4a9b-a577-65ab8138082b tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463614 Aug 20 11:55:20.611232 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.637489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456a765-a48a-4dc4-987f-8e05f673738f req-dc0e29c9-d534-4416-8def-fda0261fe0ce tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:20.646658 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5456a765-a48a-4dc4-987f-8e05f673738f req-dc0e29c9-d534-4416-8def-fda0261fe0ce tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 943 time: 0.1449807 Aug 20 11:55:20.719889 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-538c51f4-5eec-4801-a3ec-71c8997ee0c9 None None] Provisioning for port 27f018d0-ad11-4ecf-b652-01ca837014e1 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:20.733268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-538c51f4-5eec-4801-a3ec-71c8997ee0c9 None None] Provisioning complete for port 27f018d0-ad11-4ecf-b652-01ca837014e1 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:20.736283 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-538c51f4-5eec-4801-a3ec-71c8997ee0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.744527 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5456a765-a48a-4dc4-987f-8e05f673738f req-c50cc60a-deee-45e2-b27e-176cab3f31b0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969062 Aug 20 11:55:20.851755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-538c51f4-5eec-4801-a3ec-71c8997ee0c9 None None] Port 27f018d0-ad11-4ecf-b652-01ca837014e1 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:21.099868 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 3b4d7c8f-bcc5-46ba-9225-285271542db7 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:21.217554 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b89ef-c955-4a5d-b24e-588b134ed726 req-93a1f8fa-97ec-42de-ac96-7f3d85ea76f4 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:21.226491 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-914b89ef-c955-4a5d-b24e-588b134ed726 req-93a1f8fa-97ec-42de-ac96-7f3d85ea76f4 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 944 time: 0.2098873 Aug 20 11:55:21.318243 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-914b89ef-c955-4a5d-b24e-588b134ed726 req-55e614c7-7002-44c5-a3ff-3dc54164020a tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853109 Aug 20 11:55:21.331523 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f018d0-ad11-4ecf-b652-01ca837014e1 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:21.342825 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:21.352606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 3b4d7c8f-bcc5-46ba-9225-285271542db7, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3b4d7c8f-bcc5-46ba-9225-285271542db7,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:21.357815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Transition to ACTIVE for port object 27f018d0-ad11-4ecf-b652-01ca837014e1 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:21.363782 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:21.375541 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '3b4d7c8f-bcc5-46ba-9225-285271542db7', 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5', 'port_id': '3b4d7c8f-bcc5-46ba-9225-285271542db7', 'mac_address': 'fa:16:3e:6f:ca:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2851a6ea-bbe8-4958-b4bb-ce4119d17b55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:21.472647 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:21.493599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4d7c8f-bcc5-46ba-9225-285271542db7 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:21.514050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Pushing event updated for resources: {'Port': ['ID=27f018d0-ad11-4ecf-b652-01ca837014e1,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:21.531695 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 3b4d7c8f-bcc5-46ba-9225-285271542db7, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3b4d7c8f-bcc5-46ba-9225-285271542db7,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:21.541267 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:21.543423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:21.579285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Attempting to bind port 27f018d0-ad11-4ecf-b652-01ca837014e1 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:21.579929 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Attempting to bind port 27f018d0-ad11-4ecf-b652-01ca837014e1 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:21.580444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Attempting to bind port 27f018d0-ad11-4ecf-b652-01ca837014e1 on network cadaec9b-41c8-4cd6-9eff-02de102ca46e {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:21.586875 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Port 27f018d0-ad11-4ecf-b652-01ca837014e1 on network cadaec9b-41c8-4cd6-9eff-02de102ca46e not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:21.587470 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Attempting to bind port 27f018d0-ad11-4ecf-b652-01ca837014e1 on network cadaec9b-41c8-4cd6-9eff-02de102ca46e {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:21.594384 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:21.595019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Checking segment: {'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:21.595688 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Bound using segment: {'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:21.596323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Bound port: 27f018d0-ad11-4ecf-b652-01ca837014e1, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:21.597171 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:21.721755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=3b4d7c8f-bcc5-46ba-9225-285271542db7,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:21.774329 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] For port 27f018d0-ad11-4ecf-b652-01ca837014e1, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:21.778446 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] For port 27f018d0-ad11-4ecf-b652-01ca837014e1, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=27f018d0-ad11-4ecf-b652-01ca837014e1,segment=NetworkSegment(26579d5a-b22c-4c8b-b54c-eb2914f7ec2a),segment_id=26579d5a-b22c-4c8b-b54c-eb2914f7ec2a)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:21.784797 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:21.886008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:21.888556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b1c72-3b75-4649-abf7-40d1956d968e req-592a5c92-1819-41dd-b185-8e1565f5ccc8 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:21.889243 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:21.890142 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-182b1c72-3b75-4649-abf7-40d1956d968e req-592a5c92-1819-41dd-b185-8e1565f5ccc8 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1094 time: 0.0861554 Aug 20 11:55:21.891272 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7edc1264-584a-41e8-99da-5edd95623cce req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] 10.222.0.35 "PUT /v2.0/ports/27f018d0-ad11-4ecf-b652-01ca837014e1 HTTP/1.1" status: 200 len: 1091 time: 1.4281120 Aug 20 11:55:21.894590 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073dba52-1b07-452f-81ad-47d6b1c3e120', 'tag': '27f018d0-ad11-4ecf-b652-01ca837014e1'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:21.900598 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54319a84-c9e8-4d26-a80b-90cbdb243dae" -d '{"events": [{"name": "network-changed", "server_uuid": "073dba52-1b07-452f-81ad-47d6b1c3e120", "tag": "27f018d0-ad11-4ecf-b652-01ca837014e1"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:21.964768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-182b1c72-3b75-4649-abf7-40d1956d968e req-7ff1a136-d13c-4474-9989-a11a063ff229 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660748 Aug 20 11:55:22.049851 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:22.068414 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0', 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'port_id': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0', 'mac_address': 'fa:16:3e:82:a3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5884617f-3214-42b7-8b30-27b66863d4df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:22.081952 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38494431-dc97-4b2d-8579-530364c59370 x-openstack-request-id: req-38494431-dc97-4b2d-8579-530364c59370 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:22.082240 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073dba52-1b07-452f-81ad-47d6b1c3e120", "tag": "27f018d0-ad11-4ecf-b652-01ca837014e1", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:22.082498 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38494431-dc97-4b2d-8579-530364c59370 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:22.082925 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073dba52-1b07-452f-81ad-47d6b1c3e120', 'tag': '27f018d0-ad11-4ecf-b652-01ca837014e1', 'status': 'completed', 'code': 200} Aug 20 11:55:22.087236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39102ec-4721-447b-8cb2-2d95af83800e service neutron] Pushing event updated for resources: {'Port': ['ID=27f018d0-ad11-4ecf-b652-01ca837014e1,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:22.144573 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ee007-5467-4bda-ba45-0bfdc07a908a req-645ce714-724d-43a3-aa80-fa7b7fd4e5ae tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:22.147662 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:22.159598 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d66ee007-5467-4bda-ba45-0bfdc07a908a req-645ce714-724d-43a3-aa80-fa7b7fd4e5ae tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 943 time: 0.2529161 Aug 20 11:55:22.167897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:22.171326 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc1264-584a-41e8-99da-5edd95623cce req-30b25ea7-95b6-4044-9d95-51620f5a6fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:22.176467 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7edc1264-584a-41e8-99da-5edd95623cce req-30b25ea7-95b6-4044-9d95-51620f5a6fc8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aea39a8650dc417bb6adf0871a4b585b&device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1094 time: 0.2408512 Aug 20 11:55:22.263248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:22.268190 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:22.332810 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:22.343209 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d66ee007-5467-4bda-ba45-0bfdc07a908a req-cb1ef7b6-dd64-47b1-b4b3-17cf2341fd28 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824563 Aug 20 11:55:22.344668 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7edc1264-584a-41e8-99da-5edd95623cce req-d6f8da99-2d09-48a3-9643-86e6c3181b32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27f018d0-ad11-4ecf-b652-01ca837014e1 HTTP/1.1" status: 200 len: 217 time: 0.1398063 Aug 20 11:55:22.371963 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-943c4b75-74e0-4997-bf17-c4a1c3330002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:22.421360 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc1264-584a-41e8-99da-5edd95623cce req-60157191-c0ea-4409-902e-4435b012e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:22.423092 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7edc1264-584a-41e8-99da-5edd95623cce req-60157191-c0ea-4409-902e-4435b012e26c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95 HTTP/1.1" status: 200 len: 849 time: 0.0709572 Aug 20 11:55:22.501475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['d9e4526d-6628-44bc-8f52-a9fc0a3f75d0'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:22.529333 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc1264-584a-41e8-99da-5edd95623cce req-28840fdb-763c-4825-ac53-9121f0a29100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:22.532859 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7edc1264-584a-41e8-99da-5edd95623cce req-28840fdb-763c-4825-ac53-9121f0a29100 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cadaec9b-41c8-4cd6-9eff-02de102ca46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007795 Aug 20 11:55:22.555188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3b4d7c8f-bcc5-46ba-9225-285271542db7'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:22.562340 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369459b-5ff2-4734-ae24-6e179d2ba0d3 req-4f9375f4-28d0-42f6-80b2-0eeb440e8d38 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:22.566225 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1369459b-5ff2-4734-ae24-6e179d2ba0d3 req-4f9375f4-28d0-42f6-80b2-0eeb440e8d38 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 945 time: 0.0937052 Aug 20 11:55:22.688298 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1369459b-5ff2-4734-ae24-6e179d2ba0d3 req-0ba76022-b71a-4ec3-bbd0-d64ff3431c82 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035020 Aug 20 11:55:22.726944 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7edc1264-584a-41e8-99da-5edd95623cce req-c7de1b2a-0fdf-46ac-af99-0014ee69b230 service neutron] 10.222.0.35 "GET /v2.0/networks/cadaec9b-41c8-4cd6-9eff-02de102ca46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882756 Aug 20 11:55:22.901368 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7edc1264-584a-41e8-99da-5edd95623cce req-4d2e6f15-1c1c-4769-b99b-38928068934d service neutron] 10.222.0.35 "GET /v2.0/networks/cadaec9b-41c8-4cd6-9eff-02de102ca46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663883 Aug 20 11:55:23.003931 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54319a84-c9e8-4d26-a80b-90cbdb243dae req-0344aa07-bb84-458c-8b68-ace8ababf337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:23.006489 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54319a84-c9e8-4d26-a80b-90cbdb243dae req-0344aa07-bb84-458c-8b68-ace8ababf337 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aea39a8650dc417bb6adf0871a4b585b&device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1094 time: 0.0550480 Aug 20 11:55:23.126770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e9d12-20b3-456c-9f33-e9e0643284aa req-21f8faa1-ddc5-4de5-a99c-3140cfc1d554 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:23.132369 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54319a84-c9e8-4d26-a80b-90cbdb243dae req-8827195f-b1e6-421f-b3ae-ab29bd0c7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:23.134041 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54319a84-c9e8-4d26-a80b-90cbdb243dae req-8827195f-b1e6-421f-b3ae-ab29bd0c7f6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=cadaec9b-41c8-4cd6-9eff-02de102ca46e HTTP/1.1" status: 200 len: 910 time: 0.1180048 Aug 20 11:55:23.138482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f24e9d12-20b3-456c-9f33-e9e0643284aa req-21f8faa1-ddc5-4de5-a99c-3140cfc1d554 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1094 time: 0.0741861 Aug 20 11:55:23.182717 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f24e9d12-20b3-456c-9f33-e9e0643284aa req-7341c3e3-db6c-4793-a634-3768f0cfba15 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430741 Aug 20 11:55:23.206085 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54319a84-c9e8-4d26-a80b-90cbdb243dae req-d4bba39a-9b6e-4702-92cf-c4cac354e618 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27f018d0-ad11-4ecf-b652-01ca837014e1 HTTP/1.1" status: 200 len: 217 time: 0.0638440 Aug 20 11:55:23.271369 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54319a84-c9e8-4d26-a80b-90cbdb243dae req-61361fcd-1ccd-49af-aeb2-4976a92f74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:23.272864 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54319a84-c9e8-4d26-a80b-90cbdb243dae req-61361fcd-1ccd-49af-aeb2-4976a92f74d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95 HTTP/1.1" status: 200 len: 849 time: 0.0573103 Aug 20 11:55:23.332205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54319a84-c9e8-4d26-a80b-90cbdb243dae req-9bdb0b14-3c94-452c-acee-e4068ab4c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:23.334530 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54319a84-c9e8-4d26-a80b-90cbdb243dae req-9bdb0b14-3c94-452c-acee-e4068ab4c2e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cadaec9b-41c8-4cd6-9eff-02de102ca46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525718 Aug 20 11:55:23.487159 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54319a84-c9e8-4d26-a80b-90cbdb243dae req-6ec0bf09-2534-4ea1-828a-c6b5b4beaf2d service neutron] 10.222.0.35 "GET /v2.0/networks/cadaec9b-41c8-4cd6-9eff-02de102ca46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424956 Aug 20 11:55:23.605388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa648b-108f-4544-997f-00e38ce98c3d req-ab31b41c-67ec-415c-a469-dc945f8bf96f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:23.613213 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-64fa648b-108f-4544-997f-00e38ce98c3d req-ab31b41c-67ec-415c-a469-dc945f8bf96f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 944 time: 0.1939917 Aug 20 11:55:23.775630 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54319a84-c9e8-4d26-a80b-90cbdb243dae req-64495ec3-e95a-452c-bf34-c549891653eb service neutron] 10.222.0.35 "GET /v2.0/networks/cadaec9b-41c8-4cd6-9eff-02de102ca46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806237 Aug 20 11:55:23.825799 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-64fa648b-108f-4544-997f-00e38ce98c3d req-84ab12d8-d938-4991-85a0-5cf810fe89a4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081695 Aug 20 11:55:23.863458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0a32f-5963-4805-bc56-7e2980e2b425 req-0898dcb1-b6c2-442c-9914-d9a71d7b1235 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:23.866134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-35d0a32f-5963-4805-bc56-7e2980e2b425 req-0898dcb1-b6c2-442c-9914-d9a71d7b1235 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 945 time: 0.0691640 Aug 20 11:55:23.921399 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-35d0a32f-5963-4805-bc56-7e2980e2b425 req-49be0810-3baf-4f23-bbd2-9cc2f69fedad tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370615 Aug 20 11:55:24.329462 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4729b48-3d8f-4305-a8b3-da76d7ed629e req-5356b303-9b3d-4d84-bafd-b119d8e7ad55 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:24.342576 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a4729b48-3d8f-4305-a8b3-da76d7ed629e req-5356b303-9b3d-4d84-bafd-b119d8e7ad55 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1094 time: 0.0617905 Aug 20 11:55:24.407544 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a4729b48-3d8f-4305-a8b3-da76d7ed629e req-f8be94b6-d7b2-4653-858e-2763e6d13668 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585811 Aug 20 11:55:25.019087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1469c0f-e153-4ab7-8f97-dcfa0165d2dc req-0d7dd003-6783-4daf-857e-c7d912011901 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:25.021390 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1469c0f-e153-4ab7-8f97-dcfa0165d2dc req-0d7dd003-6783-4daf-857e-c7d912011901 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 944 time: 0.0819573 Aug 20 11:55:25.060908 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1469c0f-e153-4ab7-8f97-dcfa0165d2dc req-2b67d147-d13c-47d5-8576-651f9dfe7a7b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333660 Aug 20 11:55:25.087882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d9b5f-d774-4b66-b64d-a7e673d1921e req-3f029a01-9b29-4467-872d-3b58855a2fae tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:25.089475 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f2d9b5f-d774-4b66-b64d-a7e673d1921e req-3f029a01-9b29-4467-872d-3b58855a2fae tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 945 time: 0.0578623 Aug 20 11:55:25.129508 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4f2d9b5f-d774-4b66-b64d-a7e673d1921e req-00c368ab-11e3-4156-ac53-3585f0742a1e tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339961 Aug 20 11:55:25.137559 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 27f018d0-ad11-4ecf-b652-01ca837014e1 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:25.145164 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:25.150123 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f946b9c7-6368-4595-8820-e12bccd0c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.290643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:25.294167 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 27f018d0-ad11-4ecf-b652-01ca837014e1, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=27f018d0-ad11-4ecf-b652-01ca837014e1,segment=NetworkSegment(26579d5a-b22c-4c8b-b54c-eb2914f7ec2a),segment_id=26579d5a-b22c-4c8b-b54c-eb2914f7ec2a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:25.306552 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:25.306915 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.331896 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '27f018d0-ad11-4ecf-b652-01ca837014e1', 'network_id': 'cadaec9b-41c8-4cd6-9eff-02de102ca46e', 'port_id': '27f018d0-ad11-4ecf-b652-01ca837014e1', 'mac_address': 'fa:16:3e:9b:2f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:25.399754 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.442913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f018d0-ad11-4ecf-b652-01ca837014e1 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:25.477328 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.479146 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.483423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 27f018d0-ad11-4ecf-b652-01ca837014e1, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=27f018d0-ad11-4ecf-b652-01ca837014e1,segment=NetworkSegment(26579d5a-b22c-4c8b-b54c-eb2914f7ec2a),segment_id=26579d5a-b22c-4c8b-b54c-eb2914f7ec2a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:25.496946 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.540848 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb91fe-85b2-4a62-bb41-2bfd3989e2d2 req-4c7c9b14-7ca1-46f1-adc3-a9c14cdaa888 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:25.542760 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-46bb91fe-85b2-4a62-bb41-2bfd3989e2d2 req-4c7c9b14-7ca1-46f1-adc3-a9c14cdaa888 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1095 time: 0.0502038 Aug 20 11:55:25.571919 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:25.574384 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945c8d86-c258-4cd2-b3c6-d02a333bef16" -d '{"events": [{"server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "name": "network-vif-plugged", "status": "completed", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:25.595489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:25.611652 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.612472 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 3b4d7c8f-bcc5-46ba-9225-285271542db7 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:25.615719 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-46bb91fe-85b2-4a62-bb41-2bfd3989e2d2 req-ebccfc6a-df3e-4cbf-aab4-5639fad9240e tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602620 Aug 20 11:55:25.617463 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=27f018d0-ad11-4ecf-b652-01ca837014e1,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:25.685601 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ddda19-8472-4509-8e5d-67729b3e054e x-openstack-request-id: req-99ddda19-8472-4509-8e5d-67729b3e054e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:25.685899 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "name": "network-vif-plugged", "status": "completed", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:25.686148 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99ddda19-8472-4509-8e5d-67729b3e054e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:25.686627 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0', 'code': 200} Aug 20 11:55:25.722511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:25.736201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 3b4d7c8f-bcc5-46ba-9225-285271542db7 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:25.740735 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 3b4d7c8f-bcc5-46ba-9225-285271542db7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:25.741133 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.811937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d89867-747b-43e6-8036-419de4eb8473 req-d771dffb-6c25-4d24-b7c9-d9c8b39222f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:25.813508 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-17d89867-747b-43e6-8036-419de4eb8473 req-d771dffb-6c25-4d24-b7c9-d9c8b39222f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 1096 time: 0.0557232 Aug 20 11:55:25.837871 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.863849 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['27f018d0-ad11-4ecf-b652-01ca837014e1'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:25.872075 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-17d89867-747b-43e6-8036-419de4eb8473 req-d6c5b9eb-2179-4ebb-a0fe-5029d4cf7ede service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507607 Aug 20 11:55:25.909848 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 3b4d7c8f-bcc5-46ba-9225-285271542db7, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3b4d7c8f-bcc5-46ba-9225-285271542db7,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:25.918922 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.998817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=3b4d7c8f-bcc5-46ba-9225-285271542db7,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:26.210095 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9ab63-5105-4048-a092-d7b84523578c req-59abb2fe-b4fe-4c1e-a60e-e73690445693 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:26.218732 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57a9ab63-5105-4048-a092-d7b84523578c req-59abb2fe-b4fe-4c1e-a60e-e73690445693 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 945 time: 0.0723722 Aug 20 11:55:26.272172 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57a9ab63-5105-4048-a092-d7b84523578c req-08187e6d-68e2-4f9d-af21-7338a43a86f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491033 Aug 20 11:55:26.318414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd30217-4fd4-4379-8110-6ea2183b6757 req-34af6f3c-ba44-4923-9386-5e8b4148ebb0 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:26.319978 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cbd30217-4fd4-4379-8110-6ea2183b6757 req-34af6f3c-ba44-4923-9386-5e8b4148ebb0 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0724394 Aug 20 11:55:26.351490 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:26.415989 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cbd30217-4fd4-4379-8110-6ea2183b6757 req-d4949521-620e-4bff-9f64-99a1adf2c6c9 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676205 Aug 20 11:55:26.860625 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a5411-b300-42dd-9ee9-0c41d51de6dc req-3846ae53-a84c-4e41-a044-6b2badb24266 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:26.879464 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f07a5411-b300-42dd-9ee9-0c41d51de6dc req-3846ae53-a84c-4e41-a044-6b2badb24266 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1095 time: 0.1121757 Aug 20 11:55:26.929651 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f07a5411-b300-42dd-9ee9-0c41d51de6dc req-65534d2f-d75a-4f29-ae46-741e69ef7f3b tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 Aug 20 11:55:27.137879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 27f018d0-ad11-4ecf-b652-01ca837014e1 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:27.226615 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 27f018d0-ad11-4ecf-b652-01ca837014e1 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:27.232457 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 27f018d0-ad11-4ecf-b652-01ca837014e1 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:27.233433 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:27.342426 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:27.403249 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 27f018d0-ad11-4ecf-b652-01ca837014e1, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=27f018d0-ad11-4ecf-b652-01ca837014e1,segment=NetworkSegment(26579d5a-b22c-4c8b-b54c-eb2914f7ec2a),segment_id=26579d5a-b22c-4c8b-b54c-eb2914f7ec2a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:27.408867 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:27.477070 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735ea8d-b07f-4da6-9375-8b5fa10efcdd req-934edb8d-e6ce-4617-b870-95b16ecfa6b0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:27.478566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c735ea8d-b07f-4da6-9375-8b5fa10efcdd req-934edb8d-e6ce-4617-b870-95b16ecfa6b0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 945 time: 0.1121626 Aug 20 11:55:27.486325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=27f018d0-ad11-4ecf-b652-01ca837014e1,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:27.542132 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c735ea8d-b07f-4da6-9375-8b5fa10efcdd req-80e6d068-21c1-433f-9b0a-ac1efa4b9745 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530045 Aug 20 11:55:27.568677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f90c4-0da9-4184-a36e-f48e763fd3ee req-c5dff9b6-0d61-4599-a2ef-2d41006aaaea tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:27.578367 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-be0f90c4-0da9-4184-a36e-f48e763fd3ee req-c5dff9b6-0d61-4599-a2ef-2d41006aaaea tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0658841 Aug 20 11:55:27.660866 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-be0f90c4-0da9-4184-a36e-f48e763fd3ee req-f04638f9-0669-48f8-aedf-8f5a28e5cec4 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770159 Aug 20 11:55:27.687800 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decc9eb0-1ebe-4126-b442-1795273be90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4d7c8f-bcc5-46ba-9225-285271542db7'}, {'server_uuid': '073dba52-1b07-452f-81ad-47d6b1c3e120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f018d0-ad11-4ecf-b652-01ca837014e1'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:27.690219 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cca70a5-94e2-4aa8-ae1d-0b6b47023de4" -d '{"events": [{"server_uuid": "decc9eb0-1ebe-4126-b442-1795273be90c", "name": "network-vif-plugged", "status": "completed", "tag": "3b4d7c8f-bcc5-46ba-9225-285271542db7"}, {"server_uuid": "073dba52-1b07-452f-81ad-47d6b1c3e120", "name": "network-vif-plugged", "status": "completed", "tag": "27f018d0-ad11-4ecf-b652-01ca837014e1"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:27.711074 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f4752-9352-465c-8b1e-368148de0185 req-11300e03-f4fb-4b5f-b6ef-6a2d42653d28 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:27.719569 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c28f4752-9352-465c-8b1e-368148de0185 req-11300e03-f4fb-4b5f-b6ef-6a2d42653d28 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 945 time: 0.0836585 Aug 20 11:55:27.738138 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c322f2a4-c53d-431f-ad0f-b6eddb2dbff3 x-openstack-request-id: req-c322f2a4-c53d-431f-ad0f-b6eddb2dbff3 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:27.738138 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decc9eb0-1ebe-4126-b442-1795273be90c", "name": "network-vif-plugged", "status": "completed", "tag": "3b4d7c8f-bcc5-46ba-9225-285271542db7", "code": 200}, {"server_uuid": "073dba52-1b07-452f-81ad-47d6b1c3e120", "name": "network-vif-plugged", "status": "completed", "tag": "27f018d0-ad11-4ecf-b652-01ca837014e1", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:27.738396 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c322f2a4-c53d-431f-ad0f-b6eddb2dbff3 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:27.738603 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decc9eb0-1ebe-4126-b442-1795273be90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4d7c8f-bcc5-46ba-9225-285271542db7', 'code': 200} Aug 20 11:55:27.738865 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073dba52-1b07-452f-81ad-47d6b1c3e120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f018d0-ad11-4ecf-b652-01ca837014e1', 'code': 200} Aug 20 11:55:27.783368 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c28f4752-9352-465c-8b1e-368148de0185 req-a6ebb336-cf99-4437-9b58-2ef1466112fd tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583582 Aug 20 11:55:27.796507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34230) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:27.930120 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bb9695-74d1-4352-a685-5e5e5f7c125c tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:27.931967 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-24bb9695-74d1-4352-a685-5e5e5f7c125c tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 1091 time: 0.1342008 Aug 20 11:55:27.935706 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34234) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:27.940504 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:27.950382 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ff8d3-07f7-49c1-8d6f-3d4fbe5b6310 req-95dc8664-b677-48fb-a594-2f117002d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:27.952117 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1a6ff8d3-07f7-49c1-8d6f-3d4fbe5b6310 req-95dc8664-b677-48fb-a594-2f117002d8fa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 1097 time: 0.0788846 Aug 20 11:55:27.955204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4b589-d738-4813-b625-d33a887bdde5 req-63472d7e-6485-470d-9493-5d35a57c4fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:27.957540 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7bf4b589-d738-4813-b625-d33a887bdde5 req-63472d7e-6485-470d-9493-5d35a57c4fd8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1096 time: 0.1137569 Aug 20 11:55:27.987163 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:28.009044 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:28.041343 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1a6ff8d3-07f7-49c1-8d6f-3d4fbe5b6310 req-4291dc70-a36d-4b02-a61a-aa5b7cd57327 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738597 Aug 20 11:55:28.068252 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7bf4b589-d738-4813-b625-d33a887bdde5 req-5fad8968-d932-4105-8391-27e0c4ba4493 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021338 Aug 20 11:55:28.106506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8793654-3292-4566-a445-e4bb1f18f131 req-e2cb766b-7278-409e-8ce8-d9458f803be6 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:28.116218 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8793654-3292-4566-a445-e4bb1f18f131 req-e2cb766b-7278-409e-8ce8-d9458f803be6 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1096 time: 0.0579281 Aug 20 11:55:28.148095 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:28.154890 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8793654-3292-4566-a445-e4bb1f18f131 req-d9dbb34c-5d7e-4625-8f27-c222ba1bbc26 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376365 Aug 20 11:55:28.297989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Allocated IP 172.25.8.142 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/78c45524-c09a-4658-97fe-1304101b0986) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:28.422946 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:28.468561 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:28.513998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:28.513998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:28.515998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:28.612855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=78c45524-c09a-4658-97fe-1304101b0986,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:28.689986 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34244) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:28.818075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Deleting subnet 78f8929e-f715-416f-a4f4-65437fc49317 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:55:28.821748 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:28.881258 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34248) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:28.883678 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:28.987851 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:28.993584 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b55d4c-63d3-4af6-bf57-a87c809028a0 admin admin] Deleting subnet 5a5154d7-51d2-4dcc-8a0a-ce2eb3d9554c {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:55:29.024842 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79b55d4c-63d3-4af6-bf57-a87c809028a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.075009 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79b55d4c-63d3-4af6-bf57-a87c809028a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.122768 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.162315 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79b55d4c-63d3-4af6-bf57-a87c809028a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.171865 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.174941 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] 10.222.0.37 "DELETE /v2.0/subnets/78f8929e-f715-416f-a4f4-65437fc49317 HTTP/1.1" status: 204 len: 168 time: 0.4828105 Aug 20 11:55:29.195934 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78f8929e-f715-416f-a4f4-65437fc49317,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:29.202625 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34252) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:29.239689 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:29.240320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:29.240863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:29.241301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:29.241859 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:29.242282 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:29.242725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:29.243150 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:29.243566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:29.243987 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:29.244404 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:29.244853 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f2199-9d81-4767-bb69-6907874c0aec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:29.346076 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95b79cac-453f-4d66-bc62-ab3b187a0e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.395813 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79b55d4c-63d3-4af6-bf57-a87c809028a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.461733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3825746-d242-4227-97b1-33ea4e80c5fa req-86bf8d12-b377-4a83-8aab-85443f785285 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:29.468731 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79b55d4c-63d3-4af6-bf57-a87c809028a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.469529 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e3825746-d242-4227-97b1-33ea4e80c5fa req-86bf8d12-b377-4a83-8aab-85443f785285 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1058879 Aug 20 11:55:29.470936 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-79b55d4c-63d3-4af6-bf57-a87c809028a0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5a5154d7-51d2-4dcc-8a0a-ce2eb3d9554c HTTP/1.1" status: 204 len: 168 time: 0.5847828 Aug 20 11:55:29.477991 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b55d4c-63d3-4af6-bf57-a87c809028a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a5154d7-51d2-4dcc-8a0a-ce2eb3d9554c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:29.483739 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34256) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:29.544776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64bf1c-fc03-473e-ae69-6122083b9eb3 req-299e7433-91be-44c6-b19e-82ae376e43a2 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:29.546522 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1b64bf1c-fc03-473e-ae69-6122083b9eb3 req-299e7433-91be-44c6-b19e-82ae376e43a2 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1096 time: 0.2277911 Aug 20 11:55:29.553248 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e3825746-d242-4227-97b1-33ea4e80c5fa req-97cadc40-b857-40ae-939c-6e7d158bbe2b tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827856 Aug 20 11:55:29.680854 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95b79cac-453f-4d66-bc62-ab3b187a0e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.701090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-95b79cac-453f-4d66-bc62-ab3b187a0e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:29.724962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1b64bf1c-fc03-473e-ae69-6122083b9eb3 req-9977e2bd-9bcc-4089-9310-8d702cee9101 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632605 Aug 20 11:55:29.735789 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02de7fb9-e0eb-43e9-af68-0432f222370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.740533 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-95b79cac-453f-4d66-bc62-ab3b187a0e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e54eac2-92ec-400a-b433-909cf6e649b5') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:29.740877 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-95b79cac-453f-4d66-bc62-ab3b187a0e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e54eac2-92ec-400a-b433-909cf6e649b5') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:29.751192 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.756448 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95b79cac-453f-4d66-bc62-ab3b187a0e8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.831687 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.835690 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02de7fb9-e0eb-43e9-af68-0432f222370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.845712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-02de7fb9-e0eb-43e9-af68-0432f222370b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:29.856927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-02de7fb9-e0eb-43e9-af68-0432f222370b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f15d26-646d-4700-9cf9-53505d204ee1') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:29.857244 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-02de7fb9-e0eb-43e9-af68-0432f222370b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f15d26-646d-4700-9cf9-53505d204ee1') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:29.867473 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02de7fb9-e0eb-43e9-af68-0432f222370b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.889571 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95b79cac-453f-4d66-bc62-ab3b187a0e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.891722 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02de7fb9-e0eb-43e9-af68-0432f222370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.901040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b79cac-453f-4d66-bc62-ab3b187a0e8d admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:55:29.901377 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95b79cac-453f-4d66-bc62-ab3b187a0e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:55:29.903037 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:55:29.906181 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02de7fb9-e0eb-43e9-af68-0432f222370b admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:55:29.906181 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02de7fb9-e0eb-43e9-af68-0432f222370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:55:29.914092 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:55:30.006325 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95b79cac-453f-4d66-bc62-ab3b187a0e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.017012 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95b79cac-453f-4d66-bc62-ab3b187a0e8d admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.018924 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-95b79cac-453f-4d66-bc62-ab3b187a0e8d admin admin] 10.222.0.37 "DELETE /v2.0/networks/78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2 HTTP/1.1" status: 204 len: 168 time: 0.8150294 Aug 20 11:55:30.019766 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02de7fb9-e0eb-43e9-af68-0432f222370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.023976 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34260) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:30.032298 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02de7fb9-e0eb-43e9-af68-0432f222370b admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.033648 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-02de7fb9-e0eb-43e9-af68-0432f222370b admin admin] 10.222.0.37 "DELETE /v2.0/networks/3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf HTTP/1.1" status: 204 len: 168 time: 0.5430825 Aug 20 11:55:30.042885 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.047689 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.049603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b79cac-453f-4d66-bc62-ab3b187a0e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=78dbcdb7-6421-4ba6-b72f-ca1cd4a6e2b2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:30.084605 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de7fb9-e0eb-43e9-af68-0432f222370b admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4dad04-a3cc-4bc0-a549-c5f2fbe1acdf,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:30.106582 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d910ea-97b7-46fc-a233-66738697169b admin admin] Deleting subnet b746da24-f2e4-473f-abd8-9017e3c23649 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:55:30.110406 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6d910ea-97b7-46fc-a233-66738697169b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.149512 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.171523 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6d910ea-97b7-46fc-a233-66738697169b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.226403 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6d910ea-97b7-46fc-a233-66738697169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.286597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=78c45524-c09a-4658-97fe-1304101b0986,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:30.303251 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6d910ea-97b7-46fc-a233-66738697169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.304995 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Floating IP 91f249dc-cf2e-41c0-bf6d-b24b6976deeb associated. External IP: 172.25.8.142, port: d9e4526d-6628-44bc-8f52-a9fc0a3f75d0. Aug 20 11:55:30.331386 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34264) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:30.335501 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d910ea-97b7-46fc-a233-66738697169b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b746da24-f2e4-473f-abd8-9017e3c23649,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:30.350994 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6d910ea-97b7-46fc-a233-66738697169b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.353095 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c6d910ea-97b7-46fc-a233-66738697169b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b746da24-f2e4-473f-abd8-9017e3c23649 HTTP/1.1" status: 204 len: 168 time: 0.3280694 Aug 20 11:55:30.358554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34266) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:30.389906 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b999b5b8-e9b9-4251-a805-22242adbe06b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff6b4de6feb94067a92af6a420d275ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514786 Aug 20 11:55:30.392297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34268) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:30.450144 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e05ec28b-f4fb-434f-b1ea-53352ec761e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.475863 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e05ec28b-f4fb-434f-b1ea-53352ec761e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.492360 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18a4c3b9-0da8-48f7-b842-034375a3abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.528074 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e05ec28b-f4fb-434f-b1ea-53352ec761e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.531146 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e05ec28b-f4fb-434f-b1ea-53352ec761e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.532411 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e05ec28b-f4fb-434f-b1ea-53352ec761e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0a98d45-2992-4566-9c34-cfa38727365b HTTP/1.1" status: 204 len: 168 time: 0.1381173 Aug 20 11:55:30.543176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ec28b-f4fb-434f-b1ea-53352ec761e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a98d45-2992-4566-9c34-cfa38727365b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:30.673210 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18a4c3b9-0da8-48f7-b842-034375a3abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.706855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-18a4c3b9-0da8-48f7-b842-034375a3abe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b54d2f6-c478-404e-8e12-fb74a3d9a755']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:30.726181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-18a4c3b9-0da8-48f7-b842-034375a3abe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ee460d-37c4-4535-b809-a7487c15dbc4') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:30.726669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-18a4c3b9-0da8-48f7-b842-034375a3abe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ee460d-37c4-4535-b809-a7487c15dbc4') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:30.743782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router 8ea28e23-9546-456d-b9cc-6921728c9498 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:55:30.746091 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18a4c3b9-0da8-48f7-b842-034375a3abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.780799 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d9cc5-44cc-4ad5-b05e-9dc94c41ddb1 req-fbf0a09b-6a24-411f-aa54-c70e8dd26cfc tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:30.785131 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f8d9cc5-44cc-4ad5-b05e-9dc94c41ddb1 req-fbf0a09b-6a24-411f-aa54-c70e8dd26cfc tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1323614 Aug 20 11:55:30.789193 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18a4c3b9-0da8-48f7-b842-034375a3abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.820257 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a4c3b9-0da8-48f7-b842-034375a3abe1 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:55:30.820687 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18a4c3b9-0da8-48f7-b842-034375a3abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:55:30.822332 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:55:30.859192 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55712-136f-4a0c-b3ca-56f0d3b75382 req-f0c7c76a-65f4-4209-8e88-35d213085759 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:30.860995 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5ea55712-136f-4a0c-b3ca-56f0d3b75382 req-f0c7c76a-65f4-4209-8e88-35d213085759 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1096 time: 0.0442874 Aug 20 11:55:30.907479 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5ea55712-136f-4a0c-b3ca-56f0d3b75382 req-70ce8675-825e-4264-a5dd-f7ad772a827a tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378594 Aug 20 11:55:30.930242 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f8d9cc5-44cc-4ad5-b05e-9dc94c41ddb1 req-596a0e68-2eaf-47b5-9a03-7f0c0efe3e4e tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364374 Aug 20 11:55:30.975629 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18a4c3b9-0da8-48f7-b842-034375a3abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.991583 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18a4c3b9-0da8-48f7-b842-034375a3abe1 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.993472 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-18a4c3b9-0da8-48f7-b842-034375a3abe1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3b54d2f6-c478-404e-8e12-fb74a3d9a755 HTTP/1.1" status: 204 len: 168 time: 0.6340954 Aug 20 11:55:30.996415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4c3b9-0da8-48f7-b842-034375a3abe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b54d2f6-c478-404e-8e12-fb74a3d9a755,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:31.024607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:55:31.038535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d31149-1a1c-455a-96e6-b872f054f9f5 None None] Sync routers for ids ['8ea28e23-9546-456d-b9cc-6921728c9498'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:55:31.058454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d31149-1a1c-455a-96e6-b872f054f9f5 None None] Routers {'8ea28e23-9546-456d-b9cc-6921728c9498'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:31.058958 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:31.060599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a8d31149-1a1c-455a-96e6-b872f054f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:55:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8ea28e23-9546-456d-b9cc-6921728c9498'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:31.104461 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bee0b-a4a7-4109-8626-0d83b8e41b28 req-466e3d43-183f-4b86-8232-99aa75e83d51 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:31.106149 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4d8bee0b-a4a7-4109-8626-0d83b8e41b28 req-466e3d43-183f-4b86-8232-99aa75e83d51 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1096 time: 0.0920477 Aug 20 11:55:31.177129 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-09259ee8-11b5-43d1-a56b-890c6061cc24 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2394779 Aug 20 11:55:31.178509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:31.181583 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b5ec02-1a25-448b-9ded-05af767865de" -d '{"events": [{"name": "network-changed", "server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:31.197014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6f836-b636-45b8-8120-79835e99b0cd req-7a6b60ff-8577-4578-a155-68358b306615 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:31.198638 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68b6f836-b636-45b8-8120-79835e99b0cd req-7a6b60ff-8577-4578-a155-68358b306615 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1021459 Aug 20 11:55:31.213878 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4d8bee0b-a4a7-4109-8626-0d83b8e41b28 req-f46c6abe-0b85-46d1-8f0a-7ccd4a0fc5b2 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998795 Aug 20 11:55:31.265677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34300) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:31.281226 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68b6f836-b636-45b8-8120-79835e99b0cd req-282b755a-0517-47d9-aca7-6cd1ec9432d2 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754762 Aug 20 11:55:31.291167 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-a8d31149-1a1c-455a-96e6-b872f054f9f5 None None] Set router 8ea28e23-9546-456d-b9cc-6921728c9498 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:31.358272 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-47e6e13b-9ea6-4403-ac11-c13fa814dd6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aff2ff40bb3a40ccb8b98776b4e0e076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890181 Aug 20 11:55:31.359234 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34304) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:31.377862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa250a-fcb3-4571-af0a-0901f0462063 req-e56e7e89-c817-4eeb-bfbb-d9df5124f96f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:31.379398 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cafa250a-fcb3-4571-af0a-0901f0462063 req-e56e7e89-c817-4eeb-bfbb-d9df5124f96f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 945 time: 0.0893807 Aug 20 11:55:31.380690 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681eda34-5e37-423f-846c-50dd8050435a x-openstack-request-id: req-681eda34-5e37-423f-846c-50dd8050435a {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:31.382757 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:31.383091 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-681eda34-5e37-423f-846c-50dd8050435a {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:31.385253 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0', 'status': 'completed', 'code': 200} Aug 20 11:55:31.484627 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cafa250a-fcb3-4571-af0a-0901f0462063 req-2cbea931-fc85-4fcd-81c9-72e7a33b83aa tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880699 Aug 20 11:55:31.491194 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5ec02-1a25-448b-9ded-05af767865de req-162e348f-70cd-461e-bd47-78cf74df3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:31.492895 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87b5ec02-1a25-448b-9ded-05af767865de req-162e348f-70cd-461e-bd47-78cf74df3629 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 1096 time: 0.0760038 Aug 20 11:55:31.517085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34308) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:31.571154 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a621339-1f01-4de6-bc46-c6a92b624ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:31.581338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e51bf4-82ae-4161-939f-6a2e261690bc req-82c68781-6a38-4f28-b32c-836f33351c43 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:31.583918 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5e51bf4-82ae-4161-939f-6a2e261690bc req-82c68781-6a38-4f28-b32c-836f33351c43 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1096 time: 0.1426542 Aug 20 11:55:31.627616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a8d31149-1a1c-455a-96e6-b872f054f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133265504', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:55:04Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '91f249dc-cf2e-41c0-bf6d-b24b6976deeb', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'port_id': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'mac_address': 'fa:16:3e:82:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:55:29Z', 'updated_at': '2021-08-20T11:55:29Z', 'revision_number': 0, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b97468-dd23-4fd1-8de4-1e25526bac19', 'name': '', 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:5d:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '5884617f-3214-42b7-8b30-27b66863d4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:02Z', 'updated_at': '2021-08-20T11:55:13Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '5884617f-3214-42b7-8b30-27b66863d4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:31.648103 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a621339-1f01-4de6-bc46-c6a92b624ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:31.650109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5ec02-1a25-448b-9ded-05af767865de req-96bd032c-a496-4dd6-a6b0-57e52f7aa7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:31.652139 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87b5ec02-1a25-448b-9ded-05af767865de req-96bd032c-a496-4dd6-a6b0-57e52f7aa7a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f60ef26-2e60-4a87-89c0-bcb19b841b20 HTTP/1.1" status: 200 len: 895 time: 0.1496718 Aug 20 11:55:31.656997 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c1e7cfe3-0a8b-42ae-8d98-da2644d42ad6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/91f249dc-cf2e-41c0-bf6d-b24b6976deeb HTTP/1.1" status: 200 len: 991 time: 0.1375313 Aug 20 11:55:31.672344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d31149-1a1c-455a-96e6-b872f054f9f5 None None] Checking router: 8ea28e23-9546-456d-b9cc-6921728c9498 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:55:31.684403 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d31149-1a1c-455a-96e6-b872f054f9f5 None None] Routers {'8ea28e23-9546-456d-b9cc-6921728c9498'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:31.685111 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a8d31149-1a1c-455a-96e6-b872f054f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:55:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8ea28e23-9546-456d-b9cc-6921728c9498'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:31.697921 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5e51bf4-82ae-4161-939f-6a2e261690bc req-adfa5e19-61cc-41a4-9a49-e1d78d9fd636 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045167 Aug 20 11:55:31.734846 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a621339-1f01-4de6-bc46-c6a92b624ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:31.742048 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a621339-1f01-4de6-bc46-c6a92b624ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:31.743222 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9a621339-1f01-4de6-bc46-c6a92b624ce2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2e9a90b-b789-474a-b4b0-4bac69490a62 HTTP/1.1" status: 204 len: 168 time: 0.3834248 Aug 20 11:55:31.780236 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a621339-1f01-4de6-bc46-c6a92b624ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e9a90b-b789-474a-b4b0-4bac69490a62,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:31.844845 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d66af-db32-4f90-baee-cc79a4e93f0f req-4a2b8817-fcea-41d9-9d58-3087b73f0411 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:31.853002 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-319d66af-db32-4f90-baee-cc79a4e93f0f req-4a2b8817-fcea-41d9-9d58-3087b73f0411 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0961926 Aug 20 11:55:31.854048 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-a8d31149-1a1c-455a-96e6-b872f054f9f5 None None] Set router 8ea28e23-9546-456d-b9cc-6921728c9498 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:31.861801 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87b5ec02-1a25-448b-9ded-05af767865de req-c02b8773-cf85-4ae1-9c7e-0cd0521dec8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 HTTP/1.1" status: 200 len: 999 time: 0.2012477 Aug 20 11:55:31.935882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5ec02-1a25-448b-9ded-05af767865de req-5684e120-d035-422e-83e0-3fd165ce2bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:31.938243 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87b5ec02-1a25-448b-9ded-05af767865de req-5684e120-d035-422e-83e0-3fd165ce2bee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5884617f-3214-42b7-8b30-27b66863d4df HTTP/1.1" status: 200 len: 835 time: 0.0599184 Aug 20 11:55:31.991722 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-319d66af-db32-4f90-baee-cc79a4e93f0f req-ef9b4d37-9739-4fb0-88dc-372a2147aa35 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351736 Aug 20 11:55:32.022120 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5ec02-1a25-448b-9ded-05af767865de req-a2c1346c-b344-470d-8fba-5693290108eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:32.028057 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87b5ec02-1a25-448b-9ded-05af767865de req-a2c1346c-b344-470d-8fba-5693290108eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f60ef26-2e60-4a87-89c0-bcb19b841b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750358 Aug 20 11:55:32.060693 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6606f2-7b85-4181-aa87-3fe87213b319 req-010630bf-9095-497d-8f33-b7b2f722e886 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:32.070684 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a6606f2-7b85-4181-aa87-3fe87213b319 req-010630bf-9095-497d-8f33-b7b2f722e886 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1096 time: 0.0548334 Aug 20 11:55:32.118127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a6606f2-7b85-4181-aa87-3fe87213b319 req-6a3a8e34-bbe1-47d7-aa39-2812b6dd1e69 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 Aug 20 11:55:32.212213 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5dd88-ec11-42d8-969a-1971d79ae8bf req-70c1a762-8840-426e-8dfb-622d7c1b72b8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:32.213822 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1fa5dd88-ec11-42d8-969a-1971d79ae8bf req-70c1a762-8840-426e-8dfb-622d7c1b72b8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0845597 Aug 20 11:55:32.218872 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a8d31149-1a1c-455a-96e6-b872f054f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133265504', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:55:04Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '91f249dc-cf2e-41c0-bf6d-b24b6976deeb', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'port_id': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'mac_address': 'fa:16:3e:82:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:55:29Z', 'updated_at': '2021-08-20T11:55:29Z', 'revision_number': 0, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b97468-dd23-4fd1-8de4-1e25526bac19', 'name': '', 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:5d:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '5884617f-3214-42b7-8b30-27b66863d4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:02Z', 'updated_at': '2021-08-20T11:55:13Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '5884617f-3214-42b7-8b30-27b66863d4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:32.232610 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87b5ec02-1a25-448b-9ded-05af767865de req-d5361359-f275-4f02-8396-cf05f521ef4f service neutron] 10.222.0.35 "GET /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952047 Aug 20 11:55:32.323670 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1fa5dd88-ec11-42d8-969a-1971d79ae8bf req-fc98e527-f503-4fbd-89d1-55dfa022312c tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978115 Aug 20 11:55:32.337158 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34342) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:32.408567 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fa730f9f-9513-4655-85b9-004e499c28b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e47015fe06b140d594f431bff79fbf28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699468 Aug 20 11:55:32.411713 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34354) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:32.417132 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87b5ec02-1a25-448b-9ded-05af767865de req-73982d60-1a9e-499e-ab60-601b8dcaecad service neutron] 10.222.0.35 "GET /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670275 Aug 20 11:55:32.462303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d31149-1a1c-455a-96e6-b872f054f9f5 None None] The sync data for ids ['8ea28e23-9546-456d-b9cc-6921728c9498'] in n-d-804299-2 is: [{'id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133265504', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:55:04Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '91f249dc-cf2e-41c0-bf6d-b24b6976deeb', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'port_id': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'mac_address': 'fa:16:3e:82:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:55:29Z', 'updated_at': '2021-08-20T11:55:29Z', 'revision_number': 0, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b97468-dd23-4fd1-8de4-1e25526bac19', 'name': '', 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:5d:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '5884617f-3214-42b7-8b30-27b66863d4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:02Z', 'updated_at': '2021-08-20T11:55:13Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '5884617f-3214-42b7-8b30-27b66863d4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:32.477289 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c8821832-8646-4729-942a-fe8af284a41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.512294 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c8821832-8646-4729-942a-fe8af284a41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.588523 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c8821832-8646-4729-942a-fe8af284a41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.593961 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c8821832-8646-4729-942a-fe8af284a41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.599894 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c8821832-8646-4729-942a-fe8af284a41a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/292ef29c-9348-4447-a4c1-fc2e69d5da72 HTTP/1.1" status: 204 len: 168 time: 0.1864967 Aug 20 11:55:32.619997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8821832-8646-4729-942a-fe8af284a41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292ef29c-9348-4447-a4c1-fc2e69d5da72,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:32.660789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34388) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:32.768235 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2549d412-b7a5-4e62-82ce-af3bf8c162ec tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/91f249dc-cf2e-41c0-bf6d-b24b6976deeb HTTP/1.1" status: 200 len: 991 time: 0.1043987 Aug 20 11:55:32.808501 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b26f43-8a06-41bf-9c02-ec47ea473e2f req-50c97a44-0fe0-41c9-a2bd-8d17f9106a5e tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:32.810066 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-88b26f43-8a06-41bf-9c02-ec47ea473e2f req-50c97a44-0fe0-41c9-a2bd-8d17f9106a5e tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0905340 Aug 20 11:55:32.870209 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.874160 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-88b26f43-8a06-41bf-9c02-ec47ea473e2f req-642a343a-8e51-454d-8377-4ae9b9cf82f2 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524604 Aug 20 11:55:32.874798 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765f766-1df9-4c38-b004-4ede2afc9784 None None] New status for floating IP 91f249dc-cf2e-41c0-bf6d-b24b6976deeb: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:55:33.234354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e04c7-bede-467e-a71b-680e066a0941 req-49879dde-6634-4f65-bda1-a95f0ea487e7 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:33.235906 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-331e04c7-bede-467e-a71b-680e066a0941 req-49879dde-6634-4f65-bda1-a95f0ea487e7 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1096 time: 0.0556552 Aug 20 11:55:33.280030 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-331e04c7-bede-467e-a71b-680e066a0941 req-56e390c9-eafa-4dc3-bc4d-151b17d76b74 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355027 Aug 20 11:55:33.481464 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac7085-7581-402a-9417-306a4d245cdc req-e48d20a6-2881-45f7-93ab-99436beaf3a1 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:33.483300 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10ac7085-7581-402a-9417-306a4d245cdc req-e48d20a6-2881-45f7-93ab-99436beaf3a1 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 1096 time: 0.0615618 Aug 20 11:55:33.770815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34454) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:33.861336 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-35f17175-3825-48ae-a76e-6f94a49ea14f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/91f249dc-cf2e-41c0-bf6d-b24b6976deeb HTTP/1.1" status: 200 len: 993 time: 0.0887377 Aug 20 11:55:33.940866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-10ac7085-7581-402a-9417-306a4d245cdc req-e293d077-cbca-4e02-904d-7a36ae479786 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Deleting port 27f018d0-ad11-4ecf-b652-01ca837014e1 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:33.941370 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-10ac7085-7581-402a-9417-306a4d245cdc req-e293d077-cbca-4e02-904d-7a36ae479786 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.059179 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd478610-e56e-46ef-87ce-3c46240111b8 req-4b50e31c-b191-4c4d-88ec-2a0d9f16b747 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:34.060734 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cd478610-e56e-46ef-87ce-3c46240111b8 req-4b50e31c-b191-4c4d-88ec-2a0d9f16b747 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0779321 Aug 20 11:55:34.081059 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-10ac7085-7581-402a-9417-306a4d245cdc req-e293d077-cbca-4e02-904d-7a36ae479786 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] For port 27f018d0-ad11-4ecf-b652-01ca837014e1, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=27f018d0-ad11-4ecf-b652-01ca837014e1,segment=NetworkSegment(26579d5a-b22c-4c8b-b54c-eb2914f7ec2a),segment_id=26579d5a-b22c-4c8b-b54c-eb2914f7ec2a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:34.081694 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-10ac7085-7581-402a-9417-306a4d245cdc req-e293d077-cbca-4e02-904d-7a36ae479786 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.116224 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-10ac7085-7581-402a-9417-306a4d245cdc req-e293d077-cbca-4e02-904d-7a36ae479786 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Calling delete_port for 27f018d0-ad11-4ecf-b652-01ca837014e1 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:34.147763 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cd478610-e56e-46ef-87ce-3c46240111b8 req-9381ad4f-6e93-4b8c-a01d-406733ee451d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697236 Aug 20 11:55:34.273925 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-10ac7085-7581-402a-9417-306a4d245cdc req-e293d077-cbca-4e02-904d-7a36ae479786 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.286943 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['7aa1ee30-4473-4a5c-9568-63cd2b0c0d86'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:34.291382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['27f018d0-ad11-4ecf-b652-01ca837014e1'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:34.310595 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293d077-cbca-4e02-904d-7a36ae479786 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Pushing event deleted for resources: {'Port': ['ID=27f018d0-ad11-4ecf-b652-01ca837014e1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:34.363713 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ac7085-7581-402a-9417-306a4d245cdc req-e293d077-cbca-4e02-904d-7a36ae479786 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] No DVR routers for this DVR port 27f018d0-ad11-4ecf-b652-01ca837014e1 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:55:34.371019 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-10ac7085-7581-402a-9417-306a4d245cdc req-e293d077-cbca-4e02-904d-7a36ae479786 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.373193 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10ac7085-7581-402a-9417-306a4d245cdc req-e293d077-cbca-4e02-904d-7a36ae479786 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.35 "DELETE /v2.0/ports/27f018d0-ad11-4ecf-b652-01ca837014e1 HTTP/1.1" status: 204 len: 173 time: 0.8832281 Aug 20 11:55:34.373690 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073dba52-1b07-452f-81ad-47d6b1c3e120', 'name': 'network-vif-deleted', 'tag': '27f018d0-ad11-4ecf-b652-01ca837014e1'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:34.379023 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d964f6a8-1ed1-4459-a4fb-dd9de982a6c7" -d '{"events": [{"server_uuid": "073dba52-1b07-452f-81ad-47d6b1c3e120", "name": "network-vif-deleted", "tag": "27f018d0-ad11-4ecf-b652-01ca837014e1"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:34.474955 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd84cad9-0872-45c1-a120-288fa1625c88 x-openstack-request-id: req-fd84cad9-0872-45c1-a120-288fa1625c88 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:34.475257 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073dba52-1b07-452f-81ad-47d6b1c3e120", "name": "network-vif-deleted", "tag": "27f018d0-ad11-4ecf-b652-01ca837014e1", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:34.475548 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd84cad9-0872-45c1-a120-288fa1625c88 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:34.476050 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073dba52-1b07-452f-81ad-47d6b1c3e120', 'name': 'network-vif-deleted', 'tag': '27f018d0-ad11-4ecf-b652-01ca837014e1', 'status': 'completed', 'code': 200} Aug 20 11:55:34.500935 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2e0216c2-9bd6-4170-ab24-0f2e2c831e91 req-3732d5b8-fb65-47b6-b793-02a272b19406 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=073dba52-1b07-452f-81ad-47d6b1c3e120 HTTP/1.1" status: 200 len: 210 time: 0.0502732 Aug 20 11:55:35.278675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc565e-4940-4489-8410-e1500578c0fd req-9d0267ee-7d26-457a-8c1c-ac20e7544709 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.280445 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-40bc565e-4940-4489-8410-e1500578c0fd req-9d0267ee-7d26-457a-8c1c-ac20e7544709 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0576284 Aug 20 11:55:35.334404 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-40bc565e-4940-4489-8410-e1500578c0fd req-41ecc848-db5d-4902-a7cb-dcb8c14361f1 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459735 Aug 20 11:55:35.793223 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220597f3-18f9-4667-86dc-87f0b7687308 req-fe1d06bf-7f42-4046-8d8b-6e632f9f5778 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.794788 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-220597f3-18f9-4667-86dc-87f0b7687308 req-fe1d06bf-7f42-4046-8d8b-6e632f9f5778 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1096 time: 0.0470328 Aug 20 11:55:35.838427 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-220597f3-18f9-4667-86dc-87f0b7687308 req-7c4e56ee-eadf-4994-bd17-ab8da26e88c9 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372002 Aug 20 11:55:36.459331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fb181-7c88-4854-b7fc-a812c9732d8e req-75d104e3-2658-4714-b97f-919358db017d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:36.462043 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f5fb181-7c88-4854-b7fc-a812c9732d8e req-75d104e3-2658-4714-b97f-919358db017d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0675070 Aug 20 11:55:36.509402 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f5fb181-7c88-4854-b7fc-a812c9732d8e req-2aa2bf16-56c1-4c09-9725-688ab72b0460 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Aug 20 11:55:37.001125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b16171-5f27-4698-90df-321f7cecf8c0 req-c36780fe-d9ea-4684-b440-e65e3ef6bce8 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:37.011494 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e9b16171-5f27-4698-90df-321f7cecf8c0 req-c36780fe-d9ea-4684-b440-e65e3ef6bce8 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1096 time: 0.0913846 Aug 20 11:55:37.061301 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e9b16171-5f27-4698-90df-321f7cecf8c0 req-7eb339b2-fc28-4649-8e99-2022d0ca2cd3 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6c32b48a-747b-4107-a1c9-cad1d2ba773a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410273 Aug 20 11:55:37.152085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4df3b-f87b-4521-ae8b-a1df713146f1 req-8920f6e0-a9be-4bc2-8499-735469a9cf6a tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:37.153974 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05e4df3b-f87b-4521-ae8b-a1df713146f1 req-8920f6e0-a9be-4bc2-8499-735469a9cf6a tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 1096 time: 0.0477922 Aug 20 11:55:37.189303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 27f018d0-ad11-4ecf-b652-01ca837014e1 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:37.221101 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 27f018d0-ad11-4ecf-b652-01ca837014e1 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:55:37.221571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 27f018d0-ad11-4ecf-b652-01ca837014e1 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:37.279718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-05e4df3b-f87b-4521-ae8b-a1df713146f1 req-aa14f354-5992-4e64-b779-13992c6f8a86 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Deleting port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:37.280087 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-05e4df3b-f87b-4521-ae8b-a1df713146f1 req-aa14f354-5992-4e64-b779-13992c6f8a86 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.363226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-05e4df3b-f87b-4521-ae8b-a1df713146f1 req-aa14f354-5992-4e64-b779-13992c6f8a86 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] For port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7aa1ee30-4473-4a5c-9568-63cd2b0c0d86,segment=NetworkSegment(26579d5a-b22c-4c8b-b54c-eb2914f7ec2a),segment_id=26579d5a-b22c-4c8b-b54c-eb2914f7ec2a)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:37.363672 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-05e4df3b-f87b-4521-ae8b-a1df713146f1 req-aa14f354-5992-4e64-b779-13992c6f8a86 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.377101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-05e4df3b-f87b-4521-ae8b-a1df713146f1 req-aa14f354-5992-4e64-b779-13992c6f8a86 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Calling delete_port for 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:37.517021 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-05e4df3b-f87b-4521-ae8b-a1df713146f1 req-aa14f354-5992-4e64-b779-13992c6f8a86 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.531114 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['7aa1ee30-4473-4a5c-9568-63cd2b0c0d86'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:37.571237 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14f354-5992-4e64-b779-13992c6f8a86 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Pushing event deleted for resources: {'Port': ['ID=7aa1ee30-4473-4a5c-9568-63cd2b0c0d86,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:37.633407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e4df3b-f87b-4521-ae8b-a1df713146f1 req-aa14f354-5992-4e64-b779-13992c6f8a86 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] No DVR routers for this DVR port 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:55:37.637037 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-05e4df3b-f87b-4521-ae8b-a1df713146f1 req-aa14f354-5992-4e64-b779-13992c6f8a86 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.639046 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05e4df3b-f87b-4521-ae8b-a1df713146f1 req-aa14f354-5992-4e64-b779-13992c6f8a86 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.76 "DELETE /v2.0/ports/7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 HTTP/1.1" status: 204 len: 173 time: 0.4790006 Aug 20 11:55:37.639481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04a1df4-750a-4931-95dc-fbb18538fd9f', 'name': 'network-vif-deleted', 'tag': '7aa1ee30-4473-4a5c-9568-63cd2b0c0d86'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:37.642036 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320235b4-ff86-4deb-98b8-bf1607c1f36c" -d '{"events": [{"server_uuid": "e04a1df4-750a-4931-95dc-fbb18538fd9f", "name": "network-vif-deleted", "tag": "7aa1ee30-4473-4a5c-9568-63cd2b0c0d86"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:37.658531 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd55c2-5f28-488f-b2e5-3c4dcc16bfe4 req-f144bf49-67bc-40df-8883-82ade2d729ac tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:37.667761 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86fd55c2-5f28-488f-b2e5-3c4dcc16bfe4 req-f144bf49-67bc-40df-8883-82ade2d729ac tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0751100 Aug 20 11:55:37.709686 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56bebee-3737-4e22-8e30-66de33195b99 x-openstack-request-id: req-d56bebee-3737-4e22-8e30-66de33195b99 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:37.710252 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04a1df4-750a-4931-95dc-fbb18538fd9f", "name": "network-vif-deleted", "tag": "7aa1ee30-4473-4a5c-9568-63cd2b0c0d86", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:37.710669 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d56bebee-3737-4e22-8e30-66de33195b99 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:37.711226 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04a1df4-750a-4931-95dc-fbb18538fd9f', 'name': 'network-vif-deleted', 'tag': '7aa1ee30-4473-4a5c-9568-63cd2b0c0d86', 'status': 'completed', 'code': 200} Aug 20 11:55:37.713172 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86fd55c2-5f28-488f-b2e5-3c4dcc16bfe4 req-9c0bfe6e-b473-4e5b-b7f6-004d1702babf tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444934 Aug 20 11:55:38.323582 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4bb6cabb-791e-435c-a537-727c0e2136c3 req-b8eaa745-9756-4b45-a796-bc7338ed7300 tempest-TestServerMultinode-2099669099 tempest-TestServerMultinode-2099669099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e04a1df4-750a-4931-95dc-fbb18538fd9f HTTP/1.1" status: 200 len: 210 time: 0.0816765 Aug 20 11:55:38.442596 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34554) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:38.580897 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ad1a4ec-c01b-4eb4-975a-9df7ec95ba5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.698281 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ad1a4ec-c01b-4eb4-975a-9df7ec95ba5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.702520 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ad1a4ec-c01b-4eb4-975a-9df7ec95ba5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.743331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1a4ec-c01b-4eb4-975a-9df7ec95ba5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f7d15d-3ce7-47a9-a062-924b33fd84e7,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:38.760110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4ad1a4ec-c01b-4eb4-975a-9df7ec95ba5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f342129f5fd24056af4f9e7302be3152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162947 Aug 20 11:55:38.762839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34562) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:38.819428 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2eb28574-4c0e-46ec-b32b-264f7bf99f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.842871 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dcea1-3633-422f-8ca2-4e111ac6e3f3 req-2152171f-cc9e-4cf6-8d85-5e230ce21fde tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:38.851748 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ab0dcea1-3633-422f-8ca2-4e111ac6e3f3 req-2152171f-cc9e-4cf6-8d85-5e230ce21fde tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0644264 Aug 20 11:55:38.857449 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2eb28574-4c0e-46ec-b32b-264f7bf99f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.893259 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ab0dcea1-3633-422f-8ca2-4e111ac6e3f3 req-b9e80a13-676d-424d-9470-bc3917072ad0 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 Aug 20 11:55:38.917680 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2eb28574-4c0e-46ec-b32b-264f7bf99f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.920309 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2eb28574-4c0e-46ec-b32b-264f7bf99f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.921491 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2eb28574-4c0e-46ec-b32b-264f7bf99f10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3f7d15d-3ce7-47a9-a062-924b33fd84e7 HTTP/1.1" status: 204 len: 168 time: 0.1576357 Aug 20 11:55:38.934370 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb28574-4c0e-46ec-b32b-264f7bf99f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f7d15d-3ce7-47a9-a062-924b33fd84e7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:38.986567 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:39.386032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34580) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:39.827957 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5eb99400-b88e-47ec-8c54-6b40427363ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:40.093288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec363c-69e5-4391-b913-7bacac46162b req-1e0b395a-102e-4bf4-a9f3-2ded74544ea9 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:40.094805 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ceec363c-69e5-4391-b913-7bacac46162b req-1e0b395a-102e-4bf4-a9f3-2ded74544ea9 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1106412 Aug 20 11:55:40.157407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ceec363c-69e5-4391-b913-7bacac46162b req-369ae96d-9542-4a87-b5be-19421cdad763 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449753 Aug 20 11:55:40.240843 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:40.266142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:55:40.266887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7aa1ee30-4473-4a5c-9568-63cd2b0c0d86 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:40.271582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-5eb99400-b88e-47ec-8c54-6b40427363ff admin admin] Deleting port c8bc346d-1ea1-43e3-a668-85243a0c396e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:40.271939 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5eb99400-b88e-47ec-8c54-6b40427363ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:40.395821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-5eb99400-b88e-47ec-8c54-6b40427363ff admin admin] For port c8bc346d-1ea1-43e3-a668-85243a0c396e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c8bc346d-1ea1-43e3-a668-85243a0c396e,segment=NetworkSegment(26579d5a-b22c-4c8b-b54c-eb2914f7ec2a),segment_id=26579d5a-b22c-4c8b-b54c-eb2914f7ec2a)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:40.396961 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5eb99400-b88e-47ec-8c54-6b40427363ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:40.413217 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-5eb99400-b88e-47ec-8c54-6b40427363ff admin admin] Calling delete_port for c8bc346d-1ea1-43e3-a668-85243a0c396e owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:40.518515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34620) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:40.673226 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5eb99400-b88e-47ec-8c54-6b40427363ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:40.705064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb99400-b88e-47ec-8c54-6b40427363ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bc346d-1ea1-43e3-a668-85243a0c396e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:40.718761 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-da61c918-af94-4005-b587-84cd32fdbb8a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'network': {'name': 'tempest-network-smoke--1713430807', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'port_security_enabled': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:40.768470 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da61c918-af94-4005-b587-84cd32fdbb8a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Made reservation on behalf of 83acfac6cffd4cc6ac2d1e0e5158a6b1 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:40.776429 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da61c918-af94-4005-b587-84cd32fdbb8a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:40.788596 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da61c918-af94-4005-b587-84cd32fdbb8a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:40.937517 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da61c918-af94-4005-b587-84cd32fdbb8a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:40.944254 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da61c918-af94-4005-b587-84cd32fdbb8a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:40.974036 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5eb99400-b88e-47ec-8c54-6b40427363ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:40.987005 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da61c918-af94-4005-b587-84cd32fdbb8a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:55:40.999526 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61c918-af94-4005-b587-84cd32fdbb8a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31bb92a2-8e76-45a0-909b-8f2c732578f2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:41.020259 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da61c918-af94-4005-b587-84cd32fdbb8a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:41.021901 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-da61c918-af94-4005-b587-84cd32fdbb8a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Added segment 2990fb7c-2bd1-41bd-88c6-3881f5c150ee of type vlan for network 68773173-f656-4dc3-8b34-6ecca5e8a5c5 Aug 20 11:55:41.085647 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da61c918-af94-4005-b587-84cd32fdbb8a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:41.127416 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da61c918-af94-4005-b587-84cd32fdbb8a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:41.136363 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da61c918-af94-4005-b587-84cd32fdbb8a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:41.137913 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da61c918-af94-4005-b587-84cd32fdbb8a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:41.215617 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-da61c918-af94-4005-b587-84cd32fdbb8a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6926751 Aug 20 11:55:41.216487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34628) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:41.221650 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-996862484', 'admin_state_up': True, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:41.244934 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61c918-af94-4005-b587-84cd32fdbb8a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Network': ['ID=68773173-f656-4dc3-8b34-6ecca5e8a5c5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:41.256822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 68773173-f656-4dc3-8b34-6ecca5e8a5c5 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:55:41.266081 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:41.269714 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:41.300520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb99400-b88e-47ec-8c54-6b40427363ff admin admin] Router d397126d-6746-49eb-8300-c9259775f36d has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:55:41.429515 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:41.449705 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32004b1-3487-402c-af2f-a568b5868074 req-23755fd4-0092-4a4d-a27a-c67ef15d8d85 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:41.451286 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c32004b1-3487-402c-af2f-a568b5868074 req-23755fd4-0092-4a4d-a27a-c67ef15d8d85 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1750693 Aug 20 11:55:41.477859 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb99400-b88e-47ec-8c54-6b40427363ff admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:55:41.485828 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34630) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:41.486058 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5eb99400-b88e-47ec-8c54-6b40427363ff admin admin] 10.222.0.37 "PUT /v2.0/routers/d397126d-6746-49eb-8300-c9259775f36d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0980120 Aug 20 11:55:41.493662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319414d0-3fc6-4963-9ba9-b3f1998e546d None None] Sync routers for ids ['d397126d-6746-49eb-8300-c9259775f36d'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:55:41.526616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319414d0-3fc6-4963-9ba9-b3f1998e546d None None] Routers {'d397126d-6746-49eb-8300-c9259775f36d'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:41.527951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-319414d0-3fc6-4963-9ba9-b3f1998e546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:55:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d397126d-6746-49eb-8300-c9259775f36d'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:41.647128 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c32004b1-3487-402c-af2f-a568b5868074 req-9ddd5229-1241-45a2-882c-0f64b85a9170 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631455 Aug 20 11:55:41.696694 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-319414d0-3fc6-4963-9ba9-b3f1998e546d None None] Set router d397126d-6746-49eb-8300-c9259775f36d gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:41.721485 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:41.800065 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6c7d-e701-423a-b6e8-b2689427914f admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:41.944594 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6c7d-e701-423a-b6e8-b2689427914f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:41.948738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-319414d0-3fc6-4963-9ba9-b3f1998e546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397126d-6746-49eb-8300-c9259775f36d', 'name': 'tempest-TestServerMultinode-1827276096-router', 'tenant_id': '858bdf676b764fe8998219ae6bfc459c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '3ad20dc0-6254-4539-ae62-4f4fea922056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:55:40Z', 'revision_number': 5, 'project_id': '858bdf676b764fe8998219ae6bfc459c', 'gw_port': {'id': '3ad20dc0-6254-4539-ae62-4f4fea922056', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397126d-6746-49eb-8300-c9259775f36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:35Z', 'updated_at': '2021-08-20T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:42.001606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319414d0-3fc6-4963-9ba9-b3f1998e546d None None] Checking router: d397126d-6746-49eb-8300-c9259775f36d for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:55:42.013594 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319414d0-3fc6-4963-9ba9-b3f1998e546d None None] Routers {'d397126d-6746-49eb-8300-c9259775f36d'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:42.014475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-319414d0-3fc6-4963-9ba9-b3f1998e546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:55:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d397126d-6746-49eb-8300-c9259775f36d'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:42.099811 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.121772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-319414d0-3fc6-4963-9ba9-b3f1998e546d None None] Set router d397126d-6746-49eb-8300-c9259775f36d gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:42.122945 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.185863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d6c7d-e701-423a-b6e8-b2689427914f admin admin] Deleting port 3ad20dc0-6254-4539-ae62-4f4fea922056 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:42.186229 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6c7d-e701-423a-b6e8-b2689427914f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.189482 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-319414d0-3fc6-4963-9ba9-b3f1998e546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397126d-6746-49eb-8300-c9259775f36d', 'name': 'tempest-TestServerMultinode-1827276096-router', 'tenant_id': '858bdf676b764fe8998219ae6bfc459c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:55:41Z', 'revision_number': 6, 'project_id': '858bdf676b764fe8998219ae6bfc459c', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:42.221014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319414d0-3fc6-4963-9ba9-b3f1998e546d None None] The sync data for ids ['d397126d-6746-49eb-8300-c9259775f36d'] in n-d-804299-2 is: [{'id': 'd397126d-6746-49eb-8300-c9259775f36d', 'name': 'tempest-TestServerMultinode-1827276096-router', 'tenant_id': '858bdf676b764fe8998219ae6bfc459c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:55:41Z', 'revision_number': 6, 'project_id': '858bdf676b764fe8998219ae6bfc459c', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:42.264440 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:55:42.332082 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4e8d6c7d-e701-423a-b6e8-b2689427914f admin admin] For port 3ad20dc0-6254-4539-ae62-4f4fea922056, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3ad20dc0-6254-4539-ae62-4f4fea922056,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:42.333035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6c7d-e701-423a-b6e8-b2689427914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.353119 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Allocated IP 172.25.8.2 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/555ad76f-9dc4-449b-8cbd-9dc5579039f8) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:42.360328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d6c7d-e701-423a-b6e8-b2689427914f admin admin] Calling delete_port for 3ad20dc0-6254-4539-ae62-4f4fea922056 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:42.568031 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.658727 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.666584 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6c7d-e701-423a-b6e8-b2689427914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.729011 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Port': ['ID=555ad76f-9dc4-449b-8cbd-9dc5579039f8,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:42.738385 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:42.765940 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d6c7d-e701-423a-b6e8-b2689427914f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad20dc0-6254-4539-ae62-4f4fea922056,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:42.783490 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:42.830893 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:42.836225 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6c7d-e701-423a-b6e8-b2689427914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.851171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcad2f-4852-4c7e-9f89-0fe9638e0758 req-264f493d-a367-4411-9e8c-6a7e635f372a tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:42.865333 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4fcad2f-4852-4c7e-9f89-0fe9638e0758 req-264f493d-a367-4411-9e8c-6a7e635f372a tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0848110 Aug 20 11:55:42.908486 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4fcad2f-4852-4c7e-9f89-0fe9638e0758 req-5f2aa109-ef77-4d23-be2e-88b4a860cae5 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396955 Aug 20 11:55:42.966066 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6c7d-e701-423a-b6e8-b2689427914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.970096 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6c7d-e701-423a-b6e8-b2689427914f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.105045 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6c7d-e701-423a-b6e8-b2689427914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.105659 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8d6c7d-e701-423a-b6e8-b2689427914f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d397126d-6746-49eb-8300-c9259775f36d {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:55:43.110528 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6c7d-e701-423a-b6e8-b2689427914f admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.114349 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4e8d6c7d-e701-423a-b6e8-b2689427914f admin admin] 10.222.0.37 "DELETE /v2.0/routers/d397126d-6746-49eb-8300-c9259775f36d HTTP/1.1" status: 204 len: 168 time: 1.6254883 Aug 20 11:55:43.116978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34640) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:43.128595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c8bc346d-1ea1-43e3-a668-85243a0c396e no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:43.181045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5fde8d-992b-443a-a017-23f251c5c674 admin admin] Deleting subnet c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:55:43.184618 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e5fde8d-992b-443a-a017-23f251c5c674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.193925 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: c8bc346d-1ea1-43e3-a668-85243a0c396e {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:55:43.194809 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c8bc346d-1ea1-43e3-a668-85243a0c396e not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:43.245054 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e5fde8d-992b-443a-a017-23f251c5c674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.277518 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.351824 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e5fde8d-992b-443a-a017-23f251c5c674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.425530 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e5fde8d-992b-443a-a017-23f251c5c674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.439292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e5fde8d-992b-443a-a017-23f251c5c674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.445010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4e5fde8d-992b-443a-a017-23f251c5c674 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95 HTTP/1.1" status: 204 len: 168 time: 0.3261206 Aug 20 11:55:43.446447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e0785d-5d45-4353-9528-424ea2c3cb36 None None] Network cadaec9b-41c8-4cd6-9eff-02de102ca46e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:55:43.452972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34644) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:43.471442 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fde8d-992b-443a-a017-23f251c5c674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c701f2ae-a0d7-4a2c-aad8-5fd62dd9fd95,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:43.574482 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.600585 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.798082 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74189a77-db72-4c30-8ecc-dedfb5260180 None None] DHCP port deletion for cadaec9b-41c8-4cd6-9eff-02de102ca46e request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:55:43.872738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-74189a77-db72-4c30-8ecc-dedfb5260180 None None] Deleting port e4b59e51-9817-4129-951c-e97cf73a9eb7 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:43.873490 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-74189a77-db72-4c30-8ecc-dedfb5260180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.964365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-74189a77-db72-4c30-8ecc-dedfb5260180 None None] For port e4b59e51-9817-4129-951c-e97cf73a9eb7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e4b59e51-9817-4129-951c-e97cf73a9eb7,segment=NetworkSegment(26579d5a-b22c-4c8b-b54c-eb2914f7ec2a),segment_id=26579d5a-b22c-4c8b-b54c-eb2914f7ec2a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:43.964816 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-74189a77-db72-4c30-8ecc-dedfb5260180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.982298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-74189a77-db72-4c30-8ecc-dedfb5260180 None None] Calling delete_port for e4b59e51-9817-4129-951c-e97cf73a9eb7 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:44.084363 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-74189a77-db72-4c30-8ecc-dedfb5260180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.125678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74189a77-db72-4c30-8ecc-dedfb5260180 None None] No DVR routers for this DVR port e4b59e51-9817-4129-951c-e97cf73a9eb7 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:55:44.133361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74189a77-db72-4c30-8ecc-dedfb5260180 None None] Pushing event deleted for resources: {'Port': ['ID=e4b59e51-9817-4129-951c-e97cf73a9eb7,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:44.247311 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] Deleting port e4b59e51-9817-4129-951c-e97cf73a9eb7 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:44.248011 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.338023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60589b7d-a6f1-4108-a01c-66c0896ff92c req-e3fffa4d-98a9-418c-ade7-b4a5c8dccddd tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:44.338023 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60589b7d-a6f1-4108-a01c-66c0896ff92c req-e3fffa4d-98a9-418c-ade7-b4a5c8dccddd tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1468706 Aug 20 11:55:44.353982 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] For port e4b59e51-9817-4129-951c-e97cf73a9eb7, host n-d-804299-2, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:44.354346 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.381659 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] Calling delete_port for e4b59e51-9817-4129-951c-e97cf73a9eb7 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:44.387360 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] Port e4b59e51-9817-4129-951c-e97cf73a9eb7 was not found and therefore no delete operation was performed {{(pid=94690) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:55:44.395660 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.438728 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60589b7d-a6f1-4108-a01c-66c0896ff92c req-6857d090-34cf-4428-b6b6-f76efd4fb546 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011338 Aug 20 11:55:44.441833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b59e51-9817-4129-951c-e97cf73a9eb7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:44.443578 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:55:44.445845 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] No DVR routers for this DVR port e4b59e51-9817-4129-951c-e97cf73a9eb7 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:55:44.571474 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.585332 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cadaec9b-41c8-4cd6-9eff-02de102ca46e']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:44.603200 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:44.603501 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26579d5a-b22c-4c8b-b54c-eb2914f7ec2a') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:44.644507 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.666490 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.675305 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:55:44.677486 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:55:44.677953 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:55:44.679764 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:55:44.704254 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Sync routers for ids ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:55:44.714570 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Routers {'2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:44.715282 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:55:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:44.770929 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.772497 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4cf01d04-950e-4974-bbc4-c440ccfb2fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5549223 Aug 20 11:55:44.775737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34652) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:44.791014 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.799655 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.808037 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cadaec9b-41c8-4cd6-9eff-02de102ca46e HTTP/1.1" status: 204 len: 168 time: 1.3538597 Aug 20 11:55:44.809746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34658) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:44.820398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3ad20dc0-6254-4539-ae62-4f4fea922056 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:44.834996 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5c456-e44c-41f8-801f-47fd0e517c96 admin admin] Pushing event deleted for resources: {'Network': ['ID=cadaec9b-41c8-4cd6-9eff-02de102ca46e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:44.850665 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 3ad20dc0-6254-4539-ae62-4f4fea922056 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:55:44.851031 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3ad20dc0-6254-4539-ae62-4f4fea922056 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:44.851347 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Set router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:44.852018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e4b59e51-9817-4129-951c-e97cf73a9eb7 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:44.875521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: e4b59e51-9817-4129-951c-e97cf73a9eb7 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:55:44.876373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e4b59e51-9817-4129-951c-e97cf73a9eb7 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:44.978866 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3938ce31-44fa-4591-95b9-2f861ebd0ead tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1988816 Aug 20 11:55:44.980386 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34660) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:45.061433 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:55:43Z', 'revision_number': 3, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:45.094284 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Checking router: 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:55:45.095056 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Updating router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed port 555ad76f-9dc4-449b-8cbd-9dc5579039f8 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:55:45.118362 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089f50d2-199b-439d-baab-38456cd53aa8 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:45.122600 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-089f50d2-199b-439d-baab-38456cd53aa8 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1376307 Aug 20 11:55:45.123325 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34662) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:45.130755 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:45.168763 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-03066120-6f5c-4539-b031-327e82f46bd4 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429940 Aug 20 11:55:45.170045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34664) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:45.176754 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ec13fb32-cc0d-4817-b43e-bb1b91bdd7bd tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1919322225', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:45.301218 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec13fb32-cc0d-4817-b43e-bb1b91bdd7bd tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Made reservation on behalf of 83acfac6cffd4cc6ac2d1e0e5158a6b1 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:45.305246 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec13fb32-cc0d-4817-b43e-bb1b91bdd7bd tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:45.490465 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:45.503828 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Transition to ACTIVE for port object 555ad76f-9dc4-449b-8cbd-9dc5579039f8 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:45.516818 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:45.565063 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec13fb32-cc0d-4817-b43e-bb1b91bdd7bd tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:45.594070 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Attempting to bind port 555ad76f-9dc4-449b-8cbd-9dc5579039f8 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:45.594824 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Attempting to bind port 555ad76f-9dc4-449b-8cbd-9dc5579039f8 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:45.595432 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Attempting to bind port 555ad76f-9dc4-449b-8cbd-9dc5579039f8 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:45.599224 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52237a-4b6b-491f-b8f8-33354176ac53 None None] Pushing event updated for resources: {'Port': ['ID=555ad76f-9dc4-449b-8cbd-9dc5579039f8,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:45.609069 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52237a-4b6b-491f-b8f8-33354176ac53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:45.610100 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52237a-4b6b-491f-b8f8-33354176ac53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:45.610858 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52237a-4b6b-491f-b8f8-33354176ac53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:45.611399 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52237a-4b6b-491f-b8f8-33354176ac53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:45.611940 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52237a-4b6b-491f-b8f8-33354176ac53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:45.612465 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52237a-4b6b-491f-b8f8-33354176ac53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:45.613028 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52237a-4b6b-491f-b8f8-33354176ac53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:45.613636 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52237a-4b6b-491f-b8f8-33354176ac53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:45.614356 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52237a-4b6b-491f-b8f8-33354176ac53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:45.614939 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52237a-4b6b-491f-b8f8-33354176ac53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:45.615494 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52237a-4b6b-491f-b8f8-33354176ac53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:45.616044 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52237a-4b6b-491f-b8f8-33354176ac53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:45.622206 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:45.622973 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:45.623627 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:45.624248 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:45.625721 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Bound port: 555ad76f-9dc4-449b-8cbd-9dc5579039f8, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:45.626548 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:45.656165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13fb32-cc0d-4817-b43e-bb1b91bdd7bd tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Subnet': ['ID=8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:45.668152 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec13fb32-cc0d-4817-b43e-bb1b91bdd7bd tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Checking segment: {'id': '2990fb7c-2bd1-41bd-88c6-3881f5c150ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:45.668524 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec13fb32-cc0d-4817-b43e-bb1b91bdd7bd tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network hostable DHCP agents. Network: 68773173-f656-4dc3-8b34-6ecca5e8a5c5, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:55:45.675017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410b3ee-67a1-4a35-b19b-ca5ec72769d6 req-b30423fa-569e-4138-a266-f558b64492ce tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:45.681210 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3410b3ee-67a1-4a35-b19b-ca5ec72769d6 req-b30423fa-569e-4138-a266-f558b64492ce tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1373718 Aug 20 11:55:45.692197 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec13fb32-cc0d-4817-b43e-bb1b91bdd7bd tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network 68773173-f656-4dc3-8b34-6ecca5e8a5c5 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:55:45.700874 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] For port 555ad76f-9dc4-449b-8cbd-9dc5579039f8, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:45.704657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ec13fb32-cc0d-4817-b43e-bb1b91bdd7bd tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 68773173-f656-4dc3-8b34-6ecca5e8a5c5) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:45.705691 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] For port 555ad76f-9dc4-449b-8cbd-9dc5579039f8, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=555ad76f-9dc4-449b-8cbd-9dc5579039f8,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:45.712220 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec13fb32-cc0d-4817-b43e-bb1b91bdd7bd tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:45.713056 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec13fb32-cc0d-4817-b43e-bb1b91bdd7bd tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:45.720856 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d7244b-4e41-4c43-9a65-a679517ee276 None None] Network 68773173-f656-4dc3-8b34-6ecca5e8a5c5 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:55:45.722103 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:45.736403 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ec13fb32-cc0d-4817-b43e-bb1b91bdd7bd tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5649545 Aug 20 11:55:45.741655 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34670) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:45.753610 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3410b3ee-67a1-4a35-b19b-ca5ec72769d6 req-0b402e45-0b57-4d34-a9e4-7f70c3dc3ef6 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702827 Aug 20 11:55:45.799238 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Routers {'2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:45.800265 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:55:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:45.839896 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3406c19-ebe0-445e-ac61-bbac041ca6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:45.975031 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] Set router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:45.998170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:55:45.999042 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:46.128437 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52237a-4b6b-491f-b8f8-33354176ac53 None None] Pushing event updated for resources: {'Port': ['ID=555ad76f-9dc4-449b-8cbd-9dc5579039f8,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:46.188048 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-e3406c19-ebe0-445e-ac61-bbac041ca6b1 admin admin] Deleting port 110a86ab-9db4-4754-83c8-2066f4f37a1b {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:46.188426 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3406c19-ebe0-445e-ac61-bbac041ca6b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:46.227299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Allocated IP 172.20.0.2 (68773173-f656-4dc3-8b34-6ecca5e8a5c5/8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98/85762a1a-bf96-400b-b086-22099a4c0182) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:46.277479 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:55:43Z', 'revision_number': 3, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:46.299563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-e3406c19-ebe0-445e-ac61-bbac041ca6b1 admin admin] For port 110a86ab-9db4-4754-83c8-2066f4f37a1b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=110a86ab-9db4-4754-83c8-2066f4f37a1b,segment=NetworkSegment(89030de3-904a-4490-a223-b9e3e30bbb51),segment_id=89030de3-904a-4490-a223-b9e3e30bbb51)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:46.300337 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3406c19-ebe0-445e-ac61-bbac041ca6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:46.316265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-e3406c19-ebe0-445e-ac61-bbac041ca6b1 admin admin] Calling delete_port for 110a86ab-9db4-4754-83c8-2066f4f37a1b owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:46.320882 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d8f1d-1e06-4d9a-94d4-dee6c88d33aa None None] The sync data for ids ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'] in n-d-804299-2 is: [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:55:43Z', 'revision_number': 3, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:46.495217 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:46.498970 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:46.514039 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Transition to ACTIVE for port object 85762a1a-bf96-400b-b086-22099a4c0182 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:46.537913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Transition to ACTIVE for port object 85762a1a-bf96-400b-b086-22099a4c0182 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:46.551523 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:46.612806 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3406c19-ebe0-445e-ac61-bbac041ca6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:46.618099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Network 68773173-f656-4dc3-8b34-6ecca5e8a5c5 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:46.624515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:46.629391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Pushing event updated for resources: {'Port': ['ID=85762a1a-bf96-400b-b086-22099a4c0182,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:46.643730 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:46.702202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3406c19-ebe0-445e-ac61-bbac041ca6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=110a86ab-9db4-4754-83c8-2066f4f37a1b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:46.764728 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Attempting to bind port 85762a1a-bf96-400b-b086-22099a4c0182 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:46.765229 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Attempting to bind port 85762a1a-bf96-400b-b086-22099a4c0182 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '2990fb7c-2bd1-41bd-88c6-3881f5c150ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:46.765460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Attempting to bind port 85762a1a-bf96-400b-b086-22099a4c0182 on network 68773173-f656-4dc3-8b34-6ecca5e8a5c5 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:46.793845 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:46.794223 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Checking segment: {'id': '2990fb7c-2bd1-41bd-88c6-3881f5c150ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:46.794627 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:46.795024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Bound using segment: {'id': '2990fb7c-2bd1-41bd-88c6-3881f5c150ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:46.795490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Bound port: 85762a1a-bf96-400b-b086-22099a4c0182, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2990fb7c-2bd1-41bd-88c6-3881f5c150ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:46.795875 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:46.940570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 555ad76f-9dc4-449b-8cbd-9dc5579039f8 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:47.009455 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] For port 85762a1a-bf96-400b-b086-22099a4c0182, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:47.022130 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e3406c19-ebe0-445e-ac61-bbac041ca6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.035113 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] For port 85762a1a-bf96-400b-b086-22099a4c0182, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=85762a1a-bf96-400b-b086-22099a4c0182,segment=NetworkSegment(2990fb7c-2bd1-41bd-88c6-3881f5c150ee),segment_id=2990fb7c-2bd1-41bd-88c6-3881f5c150ee)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:47.061975 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e13a00-fcae-41cb-a40c-3a181a4031c6 req-3b4ae414-2668-419b-a036-32d3c2a381b0 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:47.063003 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.064218 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11e13a00-fcae-41cb-a40c-3a181a4031c6 req-3b4ae414-2668-419b-a036-32d3c2a381b0 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1628389 Aug 20 11:55:47.169407 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11e13a00-fcae-41cb-a40c-3a181a4031c6 req-367257ba-b8f7-4f47-b32a-78f88132344a tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777609 Aug 20 11:55:47.181502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Allocated IP 172.20.0.1 (68773173-f656-4dc3-8b34-6ecca5e8a5c5/8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98/d4a860f1-c325-4df2-9c0d-1cf48de8e79a) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:47.203481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e148b-e15d-4e8e-b694-c19cc63883fc None None] Pushing event updated for resources: {'Port': ['ID=85762a1a-bf96-400b-b086-22099a4c0182,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:47.218498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 555ad76f-9dc4-449b-8cbd-9dc5579039f8 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:47.222645 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 555ad76f-9dc4-449b-8cbd-9dc5579039f8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:47.224590 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.350247 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.378065 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 555ad76f-9dc4-449b-8cbd-9dc5579039f8, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=555ad76f-9dc4-449b-8cbd-9dc5579039f8,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:47.406862 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.440241 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.496240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Transition to ACTIVE for port object d4a860f1-c325-4df2-9c0d-1cf48de8e79a will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:47.539601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=555ad76f-9dc4-449b-8cbd-9dc5579039f8,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:47.592419 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.652054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network 68773173-f656-4dc3-8b34-6ecca5e8a5c5 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:47.655197 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3406c19-ebe0-445e-ac61-bbac041ca6b1 admin admin] Router 0e646949-b6b5-49b0-8aa4-de808b7af48f has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:55:47.655610 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:47.660089 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:47.721001 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Port': ['ID=d4a860f1-c325-4df2-9c0d-1cf48de8e79a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:47.745700 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.791401 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3406c19-ebe0-445e-ac61-bbac041ca6b1 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:55:47.799372 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e3406c19-ebe0-445e-ac61-bbac041ca6b1 admin admin] 10.222.0.37 "PUT /v2.0/routers/0e646949-b6b5-49b0-8aa4-de808b7af48f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9860768 Aug 20 11:55:47.799919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34690) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:47.804023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dd7e7d-a28d-47a6-8b22-a555747e9176 None None] Sync routers for ids ['0e646949-b6b5-49b0-8aa4-de808b7af48f'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:55:47.821794 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dd7e7d-a28d-47a6-8b22-a555747e9176 None None] Routers {'0e646949-b6b5-49b0-8aa4-de808b7af48f'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:47.822573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-03dd7e7d-a28d-47a6-8b22-a555747e9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:55:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['0e646949-b6b5-49b0-8aa4-de808b7af48f'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:47.908371 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.933585 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8abcda41-d8b2-4c82-85a7-73ea58681e42 admin admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.950006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-03dd7e7d-a28d-47a6-8b22-a555747e9176 None None] Set router 0e646949-b6b5-49b0-8aa4-de808b7af48f gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:48.094632 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8abcda41-d8b2-4c82-85a7-73ea58681e42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:48.169186 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-03dd7e7d-a28d-47a6-8b22-a555747e9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'name': 'tempest-TestServerMultinode-1755232046-router', 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'f025b880-d45d-4ac3-8c7f-39b616560b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:41Z', 'updated_at': '2021-08-20T11:55:46Z', 'revision_number': 5, 'project_id': 'aea39a8650dc417bb6adf0871a4b585b', 'gw_port': {'id': 'f025b880-d45d-4ac3-8c7f-39b616560b28', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:43Z', 'updated_at': '2021-08-20T11:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:48.194727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-8abcda41-d8b2-4c82-85a7-73ea58681e42 admin admin] Deleting port f025b880-d45d-4ac3-8c7f-39b616560b28 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:48.195165 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8abcda41-d8b2-4c82-85a7-73ea58681e42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:48.228261 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dd7e7d-a28d-47a6-8b22-a555747e9176 None None] Checking router: 0e646949-b6b5-49b0-8aa4-de808b7af48f for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:55:48.246957 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dd7e7d-a28d-47a6-8b22-a555747e9176 None None] Routers {'0e646949-b6b5-49b0-8aa4-de808b7af48f'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:48.247771 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-03dd7e7d-a28d-47a6-8b22-a555747e9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:55:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['0e646949-b6b5-49b0-8aa4-de808b7af48f'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:48.310413 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:48.317782 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:48.349846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678c324-a20a-4057-824a-50d77c2f1c68 req-d51add1e-c63e-43cf-b7c3-4c63a92e9feb tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:48.357617 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1678c324-a20a-4057-824a-50d77c2f1c68 req-d51add1e-c63e-43cf-b7c3-4c63a92e9feb tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0757914 Aug 20 11:55:48.378606 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:48.431821 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-03dd7e7d-a28d-47a6-8b22-a555747e9176 None None] Set router 0e646949-b6b5-49b0-8aa4-de808b7af48f gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:48.443461 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1678c324-a20a-4057-824a-50d77c2f1c68 req-7ddc9efe-3259-4aec-bc13-f75a63ca8aa2 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847437 Aug 20 11:55:48.450880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-8abcda41-d8b2-4c82-85a7-73ea58681e42 admin admin] For port f025b880-d45d-4ac3-8c7f-39b616560b28, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f025b880-d45d-4ac3-8c7f-39b616560b28,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:48.450880 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8abcda41-d8b2-4c82-85a7-73ea58681e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:48.477276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-8abcda41-d8b2-4c82-85a7-73ea58681e42 admin admin] Calling delete_port for f025b880-d45d-4ac3-8c7f-39b616560b28 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:48.489777 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Port': ['ID=d4a860f1-c325-4df2-9c0d-1cf48de8e79a,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:48.553167 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network 68773173-f656-4dc3-8b34-6ecca5e8a5c5 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:48.554857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:48.769801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e308d6-693f-4d61-ace6-984799527d9c None None] Network 68773173-f656-4dc3-8b34-6ecca5e8a5c5 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:55:48.781329 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-03dd7e7d-a28d-47a6-8b22-a555747e9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'name': 'tempest-TestServerMultinode-1755232046-router', 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:41Z', 'updated_at': '2021-08-20T11:55:48Z', 'revision_number': 6, 'project_id': 'aea39a8650dc417bb6adf0871a4b585b', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:48.797978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:55:48.819275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8abcda41-d8b2-4c82-85a7-73ea58681e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:48.829270 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dd7e7d-a28d-47a6-8b22-a555747e9176 None None] The sync data for ids ['0e646949-b6b5-49b0-8aa4-de808b7af48f'] in n-d-804299-2 is: [{'id': '0e646949-b6b5-49b0-8aa4-de808b7af48f', 'name': 'tempest-TestServerMultinode-1755232046-router', 'tenant_id': 'aea39a8650dc417bb6adf0871a4b585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:41Z', 'updated_at': '2021-08-20T11:55:48Z', 'revision_number': 6, 'project_id': 'aea39a8650dc417bb6adf0871a4b585b', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:48.864047 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d6b7ef44-71f7-4a35-94fc-bdbecc2896cb None None] Provisioning for port 85762a1a-bf96-400b-b086-22099a4c0182 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:48.872671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcda41-d8b2-4c82-85a7-73ea58681e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=f025b880-d45d-4ac3-8c7f-39b616560b28,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:48.959895 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8abcda41-d8b2-4c82-85a7-73ea58681e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.018314 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:55:49.025133 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b9db2f16-cef7-438f-82c7-6215c415cde3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "PUT /v2.0/routers/2ac2633e-2f45-4a8b-af2e-a07ee01f66ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2811680 Aug 20 11:55:49.026514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34706) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:49.061621 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8abcda41-d8b2-4c82-85a7-73ea58681e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.064159 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8abcda41-d8b2-4c82-85a7-73ea58681e42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.119943 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8abcda41-d8b2-4c82-85a7-73ea58681e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.120749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abcda41-d8b2-4c82-85a7-73ea58681e42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e646949-b6b5-49b0-8aa4-de808b7af48f {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:55:49.125552 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8abcda41-d8b2-4c82-85a7-73ea58681e42 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.128779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8abcda41-d8b2-4c82-85a7-73ea58681e42 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0e646949-b6b5-49b0-8aa4-de808b7af48f HTTP/1.1" status: 204 len: 168 time: 1.3256817 Aug 20 11:55:49.129291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34708) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:49.197347 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdd6b79-0394-451e-8127-e874f64457d4 admin admin] Deleting subnet 38258b36-69be-4851-a2c9-c4f2f966dcd9 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:55:49.203292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6b79-0394-451e-8127-e874f64457d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.222248 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Sync routers for ids ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:55:49.258433 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Routers {'2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:49.259076 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:55:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:49.310982 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6b79-0394-451e-8127-e874f64457d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.391307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 85762a1a-bf96-400b-b086-22099a4c0182 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:49.487438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-43c69a39-463a-4800-ade2-6cca3c63c7fe None None] Provisioning for port d4a860f1-c325-4df2-9c0d-1cf48de8e79a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:49.503578 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3012b-f206-485a-9969-ea2c2bac1416 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.508929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-43c69a39-463a-4800-ade2-6cca3c63c7fe None None] Provisioning complete for port d4a860f1-c325-4df2-9c0d-1cf48de8e79a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:49.509440 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-43c69a39-463a-4800-ade2-6cca3c63c7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.511356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3012b-f206-485a-9969-ea2c2bac1416 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.512487 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6b79-0394-451e-8127-e874f64457d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.521340 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3012b-f206-485a-9969-ea2c2bac1416 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.526888 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3012b-f206-485a-9969-ea2c2bac1416 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.527466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3012b-f206-485a-9969-ea2c2bac1416 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.528006 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3012b-f206-485a-9969-ea2c2bac1416 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.528536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3012b-f206-485a-9969-ea2c2bac1416 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.529090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3012b-f206-485a-9969-ea2c2bac1416 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.529612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3012b-f206-485a-9969-ea2c2bac1416 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.530138 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3012b-f206-485a-9969-ea2c2bac1416 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.530722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3012b-f206-485a-9969-ea2c2bac1416 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.531246 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3012b-f206-485a-9969-ea2c2bac1416 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.533171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3012b-f206-485a-9969-ea2c2bac1416 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.536361 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-89b3012b-f206-485a-9969-ea2c2bac1416 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9133 time: 0.5081007 Aug 20 11:55:49.544972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34714) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:49.613108 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-43c69a39-463a-4800-ade2-6cca3c63c7fe None None] Port d4a860f1-c325-4df2-9c0d-1cf48de8e79a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:49.633037 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6b79-0394-451e-8127-e874f64457d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.656682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 85762a1a-bf96-400b-b086-22099a4c0182 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:49.658633 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6b79-0394-451e-8127-e874f64457d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.663604 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7fdd6b79-0394-451e-8127-e874f64457d4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/38258b36-69be-4851-a2c9-c4f2f966dcd9 HTTP/1.1" status: 204 len: 168 time: 0.5306385 Aug 20 11:55:49.666578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34716) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:49.669807 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbfb30a-3941-4757-a0e8-a6e6b8f9824c None None] Network 6513bacd-cb1b-4740-b760-a1223d02f67b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:55:49.671672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 85762a1a-bf96-400b-b086-22099a4c0182 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:49.672042 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.695198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd6b79-0394-451e-8127-e874f64457d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38258b36-69be-4851-a2c9-c4f2f966dcd9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:49.711430 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Set router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:49.816077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7b4e0-0d96-47cc-bc26-04ae749e7661 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.817200 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7b4e0-0d96-47cc-bc26-04ae749e7661 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.817814 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7b4e0-0d96-47cc-bc26-04ae749e7661 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.818463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7b4e0-0d96-47cc-bc26-04ae749e7661 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.819234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7b4e0-0d96-47cc-bc26-04ae749e7661 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.820017 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7b4e0-0d96-47cc-bc26-04ae749e7661 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.820657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7b4e0-0d96-47cc-bc26-04ae749e7661 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.821273 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7b4e0-0d96-47cc-bc26-04ae749e7661 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.821885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7b4e0-0d96-47cc-bc26-04ae749e7661 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.822524 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7b4e0-0d96-47cc-bc26-04ae749e7661 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.823240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7b4e0-0d96-47cc-bc26-04ae749e7661 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.823862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7b4e0-0d96-47cc-bc26-04ae749e7661 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.824475 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7b4e0-0d96-47cc-bc26-04ae749e7661 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.827187 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7ab7b4e0-0d96-47cc-bc26-04ae749e7661 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8353 time: 0.2805812 Aug 20 11:55:49.837971 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.839430 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34720) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:49.841294 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dc392-f760-464a-b0f9-9813c39d8f4d req-08483da7-a9c8-408a-af26-53333e9ec71d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.846357 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bf0dc392-f760-464a-b0f9-9813c39d8f4d req-08483da7-a9c8-408a-af26-53333e9ec71d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.2576449 Aug 20 11:55:49.989598 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bf0dc392-f760-464a-b0f9-9813c39d8f4d req-c87853c0-3ad6-4254-bb33-fe6034dc24c4 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346393 Aug 20 11:55:50.058493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6b17e786-a33b-4878-a2a8-8e4806a089ba None None] Provisioning complete for port d4a860f1-c325-4df2-9c0d-1cf48de8e79a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:50.059010 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6b17e786-a33b-4878-a2a8-8e4806a089ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.159004 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6b17e786-a33b-4878-a2a8-8e4806a089ba None None] Port d4a860f1-c325-4df2-9c0d-1cf48de8e79a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:50.195417 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd4a860f1-c325-4df2-9c0d-1cf48de8e79a', 'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:3f:81:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:46Z', 'updated_at': '2021-08-20T11:55:48Z', 'revision_number': 2, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:50.203845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] Deleting port 783d7b91-606e-4e2a-a61f-ee4d08da8b21 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:50.204383 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.251040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd5bb55-232b-4c90-9c2b-eed24ebb84c9 None None] DHCP port deletion for 6513bacd-cb1b-4740-b760-a1223d02f67b request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:55:50.253477 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.272564 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Checking router: 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:55:50.273601 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Updating router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed port d4a860f1-c325-4df2-9c0d-1cf48de8e79a binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:55:50.320500 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.353336 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3f83e63a-996b-4c3a-9186-24a44642e873 None None] Provisioning complete for port d4a860f1-c325-4df2-9c0d-1cf48de8e79a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:50.353751 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3f83e63a-996b-4c3a-9186-24a44642e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.356955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] For port 783d7b91-606e-4e2a-a61f-ee4d08da8b21, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=783d7b91-606e-4e2a-a61f-ee4d08da8b21,segment=NetworkSegment(89030de3-904a-4490-a223-b9e3e30bbb51),segment_id=89030de3-904a-4490-a223-b9e3e30bbb51)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:50.357327 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.385147 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2b1cdc81-6663-466c-8a5c-df99a3c3c06b tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5208 time: 0.5409803 Aug 20 11:55:50.386637 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] Calling delete_port for 783d7b91-606e-4e2a-a61f-ee4d08da8b21 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:50.386740 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 85762a1a-bf96-400b-b086-22099a4c0182, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=85762a1a-bf96-400b-b086-22099a4c0182,segment=NetworkSegment(2990fb7c-2bd1-41bd-88c6-3881f5c150ee),segment_id=2990fb7c-2bd1-41bd-88c6-3881f5c150ee)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:50.413079 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.415180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 555ad76f-9dc4-449b-8cbd-9dc5579039f8 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:50.512039 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3f83e63a-996b-4c3a-9186-24a44642e873 None None] Port d4a860f1-c325-4df2-9c0d-1cf48de8e79a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:50.596628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-cdd5bb55-232b-4c90-9c2b-eed24ebb84c9 None None] Deleting port 783d7b91-606e-4e2a-a61f-ee4d08da8b21 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:50.597035 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cdd5bb55-232b-4c90-9c2b-eed24ebb84c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.603247 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.659245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=85762a1a-bf96-400b-b086-22099a4c0182,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:50.685639 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 555ad76f-9dc4-449b-8cbd-9dc5579039f8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:50.686011 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.691425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-cdd5bb55-232b-4c90-9c2b-eed24ebb84c9 None None] For port 783d7b91-606e-4e2a-a61f-ee4d08da8b21, host n-d-804299-2, got binding levels [] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:50.692022 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cdd5bb55-232b-4c90-9c2b-eed24ebb84c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.708968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=783d7b91-606e-4e2a-a61f-ee4d08da8b21,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:50.722384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] No DVR routers for this DVR port 783d7b91-606e-4e2a-a61f-ee4d08da8b21 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:55:50.728102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-cdd5bb55-232b-4c90-9c2b-eed24ebb84c9 None None] Calling delete_port for 783d7b91-606e-4e2a-a61f-ee4d08da8b21 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:50.732106 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.ipam_backend_mixin [None req-cdd5bb55-232b-4c90-9c2b-eed24ebb84c9 None None] Port 783d7b91-606e-4e2a-a61f-ee4d08da8b21 was not found and therefore no delete operation was performed {{(pid=94692) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:55:50.736113 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cdd5bb55-232b-4c90-9c2b-eed24ebb84c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.780910 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5bb55-232b-4c90-9c2b-eed24ebb84c9 None None] Pushing event deleted for resources: {'Port': ['ID=783d7b91-606e-4e2a-a61f-ee4d08da8b21,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:50.783087 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd5bb55-232b-4c90-9c2b-eed24ebb84c9 None None] No DVR routers for this DVR port 783d7b91-606e-4e2a-a61f-ee4d08da8b21 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:55:50.885958 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.899156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6513bacd-cb1b-4740-b760-a1223d02f67b']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:50.915306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89030de3-904a-4490-a223-b9e3e30bbb51') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:50.916042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89030de3-904a-4490-a223-b9e3e30bbb51') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:50.926946 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.944037 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.951326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:55:50.951986 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:55:50.955277 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:55:51.047767 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.057461 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.062268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 85762a1a-bf96-400b-b086-22099a4c0182 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:51.065899 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] 10.222.0.37 "DELETE /v2.0/networks/6513bacd-cb1b-4740-b760-a1223d02f67b HTTP/1.1" status: 204 len: 168 time: 1.3981493 Aug 20 11:55:51.073071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34746) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:51.078486 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6a729589-8a81-4aed-b98f-d3bd3daf21e3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1239739484', 'description': 'tempest-secgroup-smoke-1239739484 description', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:51.097416 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.104661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91dfdd-3f6c-436a-9c2c-81a376cfa6cd admin admin] Pushing event deleted for resources: {'Network': ['ID=6513bacd-cb1b-4740-b760-a1223d02f67b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:51.126958 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Transition to ACTIVE for port object d4a860f1-c325-4df2-9c0d-1cf48de8e79a will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:51.132034 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6a729589-8a81-4aed-b98f-d3bd3daf21e3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.142478 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.144411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 85762a1a-bf96-400b-b086-22099a4c0182 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:51.145693 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.243919 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44568007-6d72-4b48-a5a7-12c033008ab3 None None] Pushing event updated for resources: {'Port': ['ID=d4a860f1-c325-4df2-9c0d-1cf48de8e79a,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:51.267557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93131b2-25bc-4f2a-9861-acbeac3518e3 req-86fc5be3-e1e7-4671-b0b1-e02befb1f063 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:51.276041 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c93131b2-25bc-4f2a-9861-acbeac3518e3 req-86fc5be3-e1e7-4671-b0b1-e02befb1f063 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1037629 Aug 20 11:55:51.315862 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Attempting to bind port d4a860f1-c325-4df2-9c0d-1cf48de8e79a on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:51.316482 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Attempting to bind port d4a860f1-c325-4df2-9c0d-1cf48de8e79a by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '2990fb7c-2bd1-41bd-88c6-3881f5c150ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:51.316665 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Attempting to bind port d4a860f1-c325-4df2-9c0d-1cf48de8e79a on network 68773173-f656-4dc3-8b34-6ecca5e8a5c5 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:51.328657 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:51.329054 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Checking segment: {'id': '2990fb7c-2bd1-41bd-88c6-3881f5c150ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:51.329537 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.329928 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Bound using segment: {'id': '2990fb7c-2bd1-41bd-88c6-3881f5c150ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:51.330388 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Bound port: d4a860f1-c325-4df2-9c0d-1cf48de8e79a, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2990fb7c-2bd1-41bd-88c6-3881f5c150ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:51.334066 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.353665 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c93131b2-25bc-4f2a-9861-acbeac3518e3 req-92a384b2-d7dc-4ea5-9235-6ccccd9a1f83 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763938 Aug 20 11:55:51.356770 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6a729589-8a81-4aed-b98f-d3bd3daf21e3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.367480 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6a729589-8a81-4aed-b98f-d3bd3daf21e3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.387459 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6a729589-8a81-4aed-b98f-d3bd3daf21e3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.388785 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6a729589-8a81-4aed-b98f-d3bd3daf21e3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3139036 Aug 20 11:55:51.392215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34752) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:51.406448 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8a216ae5-5b71-482c-aac8-41676b7eb619 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': 'cdc56043-5945-473c-902f-fc246f96bc16', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:51.417817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a729589-8a81-4aed-b98f-d3bd3daf21e3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc56043-5945-473c-902f-fc246f96bc16,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:51.441042 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 110a86ab-9db4-4754-83c8-2066f4f37a1b no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:51.446657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34754) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:51.460134 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] For port d4a860f1-c325-4df2-9c0d-1cf48de8e79a, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:51.464044 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] For port d4a860f1-c325-4df2-9c0d-1cf48de8e79a, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d4a860f1-c325-4df2-9c0d-1cf48de8e79a,segment=NetworkSegment(2990fb7c-2bd1-41bd-88c6-3881f5c150ee),segment_id=2990fb7c-2bd1-41bd-88c6-3881f5c150ee)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:51.471021 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.494473 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 110a86ab-9db4-4754-83c8-2066f4f37a1b {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:55:51.494982 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 110a86ab-9db4-4754-83c8-2066f4f37a1b not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:51.495421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f025b880-d45d-4ac3-8c7f-39b616560b28 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:51.502367 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a216ae5-5b71-482c-aac8-41676b7eb619 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.528443 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ca9b3d79-2291-4a2f-9982-f9fdb9d1e0a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=858bdf676b764fe8998219ae6bfc459c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808425 Aug 20 11:55:51.531204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34758) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:51.542517 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: f025b880-d45d-4ac3-8c7f-39b616560b28 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:55:51.543100 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f025b880-d45d-4ac3-8c7f-39b616560b28 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:51.543685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 783d7b91-606e-4e2a-a61f-ee4d08da8b21 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:51.592157 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44568007-6d72-4b48-a5a7-12c033008ab3 None None] Pushing event updated for resources: {'Port': ['ID=d4a860f1-c325-4df2-9c0d-1cf48de8e79a,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:51.606246 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 783d7b91-606e-4e2a-a61f-ee4d08da8b21 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:55:51.608300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 783d7b91-606e-4e2a-a61f-ee4d08da8b21 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:51.609076 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Routers {'2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:51.612342 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:55:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:51.622306 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-564a6bbd-7060-4950-9e70-d75689dae40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.645870 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a216ae5-5b71-482c-aac8-41676b7eb619 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.652343 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a216ae5-5b71-482c-aac8-41676b7eb619 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.657276 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-564a6bbd-7060-4950-9e70-d75689dae40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.706568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a216ae5-5b71-482c-aac8-41676b7eb619 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af80477-7e5a-4e43-8319-ff515d2cffb8,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:51.730446 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a216ae5-5b71-482c-aac8-41676b7eb619 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.731715 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8a216ae5-5b71-482c-aac8-41676b7eb619 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3372288 Aug 20 11:55:51.734765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34764) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:51.740379 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-564a6bbd-7060-4950-9e70-d75689dae40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.748628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-a60cd670-2f44-420a-b4b6-015d73025ab2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': 'cdc56043-5945-473c-902f-fc246f96bc16', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:51.749863 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-564a6bbd-7060-4950-9e70-d75689dae40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.755017 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-564a6bbd-7060-4950-9e70-d75689dae40e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/667a47bf-ef27-47cf-9cec-c615df4ce242 HTTP/1.1" status: 204 len: 168 time: 0.2189658 Aug 20 11:55:51.766781 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a6bbd-7060-4950-9e70-d75689dae40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667a47bf-ef27-47cf-9cec-c615df4ce242,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:51.775431 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] Set router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:51.819012 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a60cd670-2f44-420a-b4b6-015d73025ab2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.934925 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a60cd670-2f44-420a-b4b6-015d73025ab2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.941126 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a60cd670-2f44-420a-b4b6-015d73025ab2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.971170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cd670-2f44-420a-b4b6-015d73025ab2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3799c7-c2df-4c69-bab7-fc3204d25b9a,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:51.986326 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a60cd670-2f44-420a-b4b6-015d73025ab2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.987764 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a60cd670-2f44-420a-b4b6-015d73025ab2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2515087 Aug 20 11:55:51.991116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34772) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:51.998097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e90a5131-7bcc-4e71-be00-baf997e43947 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': 'cdc56043-5945-473c-902f-fc246f96bc16', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:52.040994 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e90a5131-7bcc-4e71-be00-baf997e43947 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.183717 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e90a5131-7bcc-4e71-be00-baf997e43947 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.189723 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e90a5131-7bcc-4e71-be00-baf997e43947 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.219364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a5131-7bcc-4e71-be00-baf997e43947 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eab293b-cc6f-46e9-a66e-72104334b925,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:52.221376 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e90a5131-7bcc-4e71-be00-baf997e43947 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.224675 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e90a5131-7bcc-4e71-be00-baf997e43947 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2304134 Aug 20 11:55:52.225749 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34778) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:52.228686 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd4a860f1-c325-4df2-9c0d-1cf48de8e79a', 'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:3f:81:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:46Z', 'updated_at': '2021-08-20T11:55:51Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:52.231101 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b45c3751-5f46-4b14-bdd2-9fbed8f67500 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': 'cdc56043-5945-473c-902f-fc246f96bc16', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:52.260714 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9bb3c8-8534-442b-a872-92ad4a564d3e None None] The sync data for ids ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'] in n-d-804299-2 is: [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd4a860f1-c325-4df2-9c0d-1cf48de8e79a', 'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:3f:81:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:46Z', 'updated_at': '2021-08-20T11:55:51Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:52.268047 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b45c3751-5f46-4b14-bdd2-9fbed8f67500 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.382930 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d9133249-0847-4892-9d77-0c499fb39bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.390985 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b45c3751-5f46-4b14-bdd2-9fbed8f67500 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.391903 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34782) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:52.412238 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b45c3751-5f46-4b14-bdd2-9fbed8f67500 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.448382 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c3751-5f46-4b14-bdd2-9fbed8f67500 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafab90e-3ffa-4d74-ab76-6b6c7d7ab102,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:52.451105 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b45c3751-5f46-4b14-bdd2-9fbed8f67500 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.456002 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34784) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:52.456571 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b45c3751-5f46-4b14-bdd2-9fbed8f67500 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2288101 Aug 20 11:55:52.462320 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e38020ee-b3b6-43d3-b4aa-73a46dd82a59 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': 'cdc56043-5945-473c-902f-fc246f96bc16', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:52.479204 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-484d8e8a-499c-4c2f-83cc-5c8c2edcccef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aea39a8650dc417bb6adf0871a4b585b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858331 Aug 20 11:55:52.481973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34786) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:52.538182 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-e38020ee-b3b6-43d3-b4aa-73a46dd82a59 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Project 83acfac6cffd4cc6ac2d1e0e5158a6b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:55:52.546119 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8a3e017-204b-43b5-bdfe-a43963bb3c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.546950 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e38020ee-b3b6-43d3-b4aa-73a46dd82a59 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.571945 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8a3e017-204b-43b5-bdfe-a43963bb3c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.633868 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8a3e017-204b-43b5-bdfe-a43963bb3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.636859 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8a3e017-204b-43b5-bdfe-a43963bb3c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.640442 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d8a3e017-204b-43b5-bdfe-a43963bb3c45 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c32b48a-747b-4107-a1c9-cad1d2ba773a HTTP/1.1" status: 204 len: 168 time: 0.1524622 Aug 20 11:55:52.646556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb1283-487c-4acf-ab61-b906a28015e2 req-36ee46b6-e2cc-4fd3-9a4e-78f67d0963ba tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:52.648182 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-64cb1283-487c-4acf-ab61-b906a28015e2 req-36ee46b6-e2cc-4fd3-9a4e-78f67d0963ba tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1803205 Aug 20 11:55:52.653620 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3e017-204b-43b5-bdfe-a43963bb3c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c32b48a-747b-4107-a1c9-cad1d2ba773a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:52.702852 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e38020ee-b3b6-43d3-b4aa-73a46dd82a59 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.709551 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e38020ee-b3b6-43d3-b4aa-73a46dd82a59 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.737978 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-64cb1283-487c-4acf-ab61-b906a28015e2 req-f27d26d3-d713-46dc-8404-2124708f4453 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813336 Aug 20 11:55:52.740400 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e38020ee-b3b6-43d3-b4aa-73a46dd82a59 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.744432 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e38020ee-b3b6-43d3-b4aa-73a46dd82a59 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2844627 Aug 20 11:55:52.745180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34792) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:52.751625 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9072bd59-fff5-4d8f-a375-e818312345d9 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': 'cdc56043-5945-473c-902f-fc246f96bc16', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:52.757761 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38020ee-b3b6-43d3-b4aa-73a46dd82a59 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8146a8eb-3a76-466b-a781-03dd5415873a,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:52.800625 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-9072bd59-fff5-4d8f-a375-e818312345d9 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Project 83acfac6cffd4cc6ac2d1e0e5158a6b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:55:52.807186 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9072bd59-fff5-4d8f-a375-e818312345d9 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.934005 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9072bd59-fff5-4d8f-a375-e818312345d9 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.947744 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9072bd59-fff5-4d8f-a375-e818312345d9 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.989869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072bd59-fff5-4d8f-a375-e818312345d9 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae7750d-e1e6-4558-85f2-9a439da011d2,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:53.044021 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9072bd59-fff5-4d8f-a375-e818312345d9 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:53.045759 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9072bd59-fff5-4d8f-a375-e818312345d9 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2985644 Aug 20 11:55:53.115073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d4a860f1-c325-4df2-9c0d-1cf48de8e79a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:53.277852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port d4a860f1-c325-4df2-9c0d-1cf48de8e79a completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:53.309475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d4a860f1-c325-4df2-9c0d-1cf48de8e79a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:53.309906 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:53.564483 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:53.575714 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-b783efb5-49f8-4f55-80ad-3232e37c8be2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239739484&fields=id&tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1 HTTP/1.1" status: 200 len: 267 time: 0.1378491 Aug 20 11:55:53.644069 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port d4a860f1-c325-4df2-9c0d-1cf48de8e79a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d4a860f1-c325-4df2-9c0d-1cf48de8e79a,segment=NetworkSegment(2990fb7c-2bd1-41bd-88c6-3881f5c150ee),segment_id=2990fb7c-2bd1-41bd-88c6-3881f5c150ee)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:53.652561 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:53.724200 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-a89e7ae9-3f35-4fc6-a8fd-9e26a7f1d9a1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:53.733408 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-a89e7ae9-3f35-4fc6-a8fd-9e26a7f1d9a1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/networks?id=68773173-f656-4dc3-8b34-6ecca5e8a5c5 HTTP/1.1" status: 200 len: 797 time: 0.1566885 Aug 20 11:55:53.757317 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-f939ea1c-c687-4b17-8156-b1587c96ab14 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/quotas/83acfac6cffd4cc6ac2d1e0e5158a6b1 HTTP/1.1" status: 200 len: 375 time: 0.0225742 Aug 20 11:55:53.808372 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=d4a860f1-c325-4df2-9c0d-1cf48de8e79a,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:53.840588 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-ee192a0d-7062-404e-a35d-ce1626688fcf tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817423 Aug 20 11:55:53.961745 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e084163-2e2b-49b4-842c-e36654c9502a req-3f5a7236-3b02-4bca-bbdb-f7079e374846 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:53.974461 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8e084163-2e2b-49b4-842c-e36654c9502a req-3f5a7236-3b02-4bca-bbdb-f7079e374846 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1145446 Aug 20 11:55:54.026057 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-585c3dab-ec53-44ae-8ba6-c1bd5dab5fd1 service neutron] 10.222.0.37 "GET /v2.0/networks/68773173-f656-4dc3-8b34-6ecca5e8a5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714828 Aug 20 11:55:54.045010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8e084163-2e2b-49b4-842c-e36654c9502a req-fc50c7df-f27f-4cd1-8842-7f3fc8eba2f3 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639830 Aug 20 11:55:54.150146 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-afcc1d49-4151-4135-8aae-78685b5dd70c service neutron] 10.222.0.37 "GET /v2.0/networks/68773173-f656-4dc3-8b34-6ecca5e8a5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219077 Aug 20 11:55:54.745902 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a522e51-38ce-4f0d-99cd-bfc6f025a5dc req-721701ea-9f17-40fb-88b0-1a3bdccf5b7b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 210 time: 0.4495659 Aug 20 11:55:54.989539 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d4a860f1-c325-4df2-9c0d-1cf48de8e79a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:55.087702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d4a860f1-c325-4df2-9c0d-1cf48de8e79a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:55.088420 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:55.161250 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e13f645a-de67-4fb0-af40-ccc46faf7e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:55.221691 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1f03d-62ec-4934-bef9-23d11c3c4e42 req-b00c36ee-d6e0-4267-883e-700361056216 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:55.230287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1fe1f03d-62ec-4934-bef9-23d11c3c4e42 req-b00c36ee-d6e0-4267-883e-700361056216 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0701864 Aug 20 11:55:55.275949 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1fe1f03d-62ec-4934-bef9-23d11c3c4e42 req-2847448e-f62d-4b05-8646-5d4cfe26c278 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 Aug 20 11:55:55.431706 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:55.747170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-57d219fc-f4f2-4ba2-ba6e-5f4c4b59e398 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:55.749661 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-57d219fc-f4f2-4ba2-ba6e-5f4c4b59e398 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.76 "GET /v2.0/networks?id=68773173-f656-4dc3-8b34-6ecca5e8a5c5 HTTP/1.1" status: 200 len: 797 time: 0.1380253 Aug 20 11:55:55.797120 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-f4fc1a1a-60c6-42c0-83b8-2a6e61f38e61 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1 HTTP/1.1" status: 200 len: 380 time: 0.0367506 Aug 20 11:55:55.808970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-c410ac21-5734-4051-99df-e7aa94d170f6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'port': {'device_id': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'admin_state_up': True, 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'security_groups': ['cdc56043-5945-473c-902f-fc246f96bc16']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:55.893986 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f374e3d0-cc4c-4dc6-bb42-ef4f145ec11e req-167a6c62-6eec-4dcb-93da-0cfc33e111a8 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 210 time: 0.0676134 Aug 20 11:55:55.978714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-c410ac21-5734-4051-99df-e7aa94d170f6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Made reservation on behalf of 83acfac6cffd4cc6ac2d1e0e5158a6b1 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:55.984533 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-c410ac21-5734-4051-99df-e7aa94d170f6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.146864 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-c410ac21-5734-4051-99df-e7aa94d170f6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Allocated IP 172.20.0.8 (68773173-f656-4dc3-8b34-6ecca5e8a5c5/8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98/768b8c76-7d76-496a-86f1-3c9c4d0722f5) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:56.289390 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-c410ac21-5734-4051-99df-e7aa94d170f6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.302834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-c410ac21-5734-4051-99df-e7aa94d170f6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Transition to ACTIVE for port object 768b8c76-7d76-496a-86f1-3c9c4d0722f5 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:56.337601 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-c410ac21-5734-4051-99df-e7aa94d170f6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.342123 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.419821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-c410ac21-5734-4051-99df-e7aa94d170f6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network 68773173-f656-4dc3-8b34-6ecca5e8a5c5 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:56.420588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410ac21-5734-4051-99df-e7aa94d170f6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Port': ['ID=768b8c76-7d76-496a-86f1-3c9c4d0722f5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:56.426372 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-c410ac21-5734-4051-99df-e7aa94d170f6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:56.429403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-c410ac21-5734-4051-99df-e7aa94d170f6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:56.470771 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb581ac-c458-4298-999c-c4ddabcf483d req-415a6e37-5bf4-4922-a200-7d6dcb24a9a4 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:56.472409 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3eb581ac-c458-4298-999c-c4ddabcf483d req-415a6e37-5bf4-4922-a200-7d6dcb24a9a4 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1039877 Aug 20 11:55:56.502058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-c410ac21-5734-4051-99df-e7aa94d170f6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:56.502679 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-c410ac21-5734-4051-99df-e7aa94d170f6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.532360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3eb581ac-c458-4298-999c-c4ddabcf483d req-756451b8-acb3-4262-a873-03c03ad6784f tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533898 Aug 20 11:55:56.534262 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-c410ac21-5734-4051-99df-e7aa94d170f6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7312870 Aug 20 11:55:56.661616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Request body: {'port': {'device_id': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:56.719103 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.742779 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-53873e9a-8bca-416d-a423-f64471f1611a None None] Provisioning for port 768b8c76-7d76-496a-86f1-3c9c4d0722f5 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:56.746673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-53873e9a-8bca-416d-a423-f64471f1611a None None] Provisioning complete for port 768b8c76-7d76-496a-86f1-3c9c4d0722f5 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:56.747044 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-53873e9a-8bca-416d-a423-f64471f1611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.782342 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-53873e9a-8bca-416d-a423-f64471f1611a None None] Port 768b8c76-7d76-496a-86f1-3c9c4d0722f5 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:57.000384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768b8c76-7d76-496a-86f1-3c9c4d0722f5 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:57.010617 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.025052 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Transition to ACTIVE for port object 768b8c76-7d76-496a-86f1-3c9c4d0722f5 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:57.031024 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.036837 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78c4b3-66d3-46a8-b640-536e7e9f5987 req-4516ed31-360a-44eb-b0e2-d95aebf50eac tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:57.038409 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2f78c4b3-66d3-46a8-b640-536e7e9f5987 req-4516ed31-360a-44eb-b0e2-d95aebf50eac tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 931 time: 0.0641131 Aug 20 11:55:57.082684 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2f78c4b3-66d3-46a8-b640-536e7e9f5987 req-f6efc826-a782-46d7-b3e8-a9861f303d9a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdc56043-5945-473c-902f-fc246f96bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383320 Aug 20 11:55:57.123697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=768b8c76-7d76-496a-86f1-3c9c4d0722f5,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:57.182589 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Attempting to bind port 768b8c76-7d76-496a-86f1-3c9c4d0722f5 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:57.182934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Attempting to bind port 768b8c76-7d76-496a-86f1-3c9c4d0722f5 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '2990fb7c-2bd1-41bd-88c6-3881f5c150ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:57.183262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Attempting to bind port 768b8c76-7d76-496a-86f1-3c9c4d0722f5 on network 68773173-f656-4dc3-8b34-6ecca5e8a5c5 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:57.188372 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Port 768b8c76-7d76-496a-86f1-3c9c4d0722f5 on network 68773173-f656-4dc3-8b34-6ecca5e8a5c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:57.188721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Attempting to bind port 768b8c76-7d76-496a-86f1-3c9c4d0722f5 on network 68773173-f656-4dc3-8b34-6ecca5e8a5c5 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:57.197833 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:57.198246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Checking segment: {'id': '2990fb7c-2bd1-41bd-88c6-3881f5c150ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:57.198635 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Bound using segment: {'id': '2990fb7c-2bd1-41bd-88c6-3881f5c150ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:57.199079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Bound port: 768b8c76-7d76-496a-86f1-3c9c4d0722f5, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2990fb7c-2bd1-41bd-88c6-3881f5c150ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:57.199435 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.276744 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] For port 768b8c76-7d76-496a-86f1-3c9c4d0722f5, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:57.279997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] For port 768b8c76-7d76-496a-86f1-3c9c4d0722f5, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=768b8c76-7d76-496a-86f1-3c9c4d0722f5,segment=NetworkSegment(2990fb7c-2bd1-41bd-88c6-3881f5c150ee),segment_id=2990fb7c-2bd1-41bd-88c6-3881f5c150ee)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:57.283363 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.318036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:57.318670 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.320137 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] 10.222.0.76 "PUT /v2.0/ports/768b8c76-7d76-496a-86f1-3c9c4d0722f5 HTTP/1.1" status: 200 len: 1091 time: 0.7769775 Aug 20 11:55:57.320499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'tag': '768b8c76-7d76-496a-86f1-3c9c4d0722f5'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:57.322791 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070fae6e-0ea1-436d-8ed8-6afa6c7afc86" -d '{"events": [{"name": "network-changed", "server_uuid": "c32864c4-fc35-4ae4-ad07-1852c35ffebf", "tag": "768b8c76-7d76-496a-86f1-3c9c4d0722f5"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:57.348937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69a122-715c-437b-a379-3160db05d4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=768b8c76-7d76-496a-86f1-3c9c4d0722f5,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:57.376496 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a47d95-b9e6-4827-8997-0bb427e833d5 x-openstack-request-id: req-76a47d95-b9e6-4827-8997-0bb427e833d5 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:57.376815 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32864c4-fc35-4ae4-ad07-1852c35ffebf", "tag": "768b8c76-7d76-496a-86f1-3c9c4d0722f5", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:57.377046 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76a47d95-b9e6-4827-8997-0bb427e833d5 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:57.377452 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'tag': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'status': 'completed', 'code': 200} Aug 20 11:55:57.420328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-95273c86-b4fb-4ae6-a9a1-d92063e70b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:57.421893 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-95273c86-b4fb-4ae6-a9a1-d92063e70b90 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 1094 time: 0.0544977 Aug 20 11:55:57.468455 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-d4e21772-6771-4511-a994-d50b0d1f6f41 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=768b8c76-7d76-496a-86f1-3c9c4d0722f5 HTTP/1.1" status: 200 len: 217 time: 0.0378883 Aug 20 11:55:57.525374 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-7800c048-642e-43e7-9e72-1403d503c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:57.527037 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-7800c048-642e-43e7-9e72-1403d503c2a9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98 HTTP/1.1" status: 200 len: 835 time: 0.0506375 Aug 20 11:55:57.583252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-13293b23-f37d-4da3-9260-39f1b3e16843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:57.585091 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-13293b23-f37d-4da3-9260-39f1b3e16843 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=68773173-f656-4dc3-8b34-6ecca5e8a5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506485 Aug 20 11:55:57.688950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-92fd0a44-7d07-4e0b-acbe-05c98ac77344 service neutron] 10.222.0.76 "GET /v2.0/networks/68773173-f656-4dc3-8b34-6ecca5e8a5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925999 Aug 20 11:55:57.715495 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d193641-84d2-41fd-954f-875ee79e043c req-d277aa1c-82ee-4e93-a9ff-b4ad15464d30 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:57.717513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5d193641-84d2-41fd-954f-875ee79e043c req-d277aa1c-82ee-4e93-a9ff-b4ad15464d30 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1002142 Aug 20 11:55:57.779132 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5d193641-84d2-41fd-954f-875ee79e043c req-0bcea85b-7822-43f7-9328-798b1e95c960 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550053 Aug 20 11:55:57.834855 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ee42c8eb-d9ea-457c-8636-5d8902c7524d req-6f9b1d0d-edd2-444b-a56e-2157b0026f2e service neutron] 10.222.0.76 "GET /v2.0/networks/68773173-f656-4dc3-8b34-6ecca5e8a5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308413 Aug 20 11:55:57.935234 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fae6e-0ea1-436d-8ed8-6afa6c7afc86 req-1b06544b-7a1e-42be-a930-73ee95f0101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:57.936883 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-070fae6e-0ea1-436d-8ed8-6afa6c7afc86 req-1b06544b-7a1e-42be-a930-73ee95f0101b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 1094 time: 0.0514958 Aug 20 11:55:57.981930 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:58.061769 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fae6e-0ea1-436d-8ed8-6afa6c7afc86 req-d5d228a4-fa71-4b27-8d3c-69aab45eda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:58.063922 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-070fae6e-0ea1-436d-8ed8-6afa6c7afc86 req-d5d228a4-fa71-4b27-8d3c-69aab45eda2f service neutron] 10.222.0.76 "GET /v2.0/networks?id=68773173-f656-4dc3-8b34-6ecca5e8a5c5 HTTP/1.1" status: 200 len: 897 time: 0.1179514 Aug 20 11:55:58.124617 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-070fae6e-0ea1-436d-8ed8-6afa6c7afc86 req-8aefd057-be1f-459b-9df8-30d1731163c4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=768b8c76-7d76-496a-86f1-3c9c4d0722f5 HTTP/1.1" status: 200 len: 217 time: 0.0502751 Aug 20 11:55:58.179160 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fae6e-0ea1-436d-8ed8-6afa6c7afc86 req-7d6649e2-2d48-4b69-a6fd-de5f07b45bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:58.180568 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-070fae6e-0ea1-436d-8ed8-6afa6c7afc86 req-7d6649e2-2d48-4b69-a6fd-de5f07b45bcf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98 HTTP/1.1" status: 200 len: 835 time: 0.0479541 Aug 20 11:55:58.210449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280f873-5216-4c73-a805-fe82b9e470a4 req-40dafc7a-4e3f-45ca-b545-499d8eb75db5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:58.213036 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2280f873-5216-4c73-a805-fe82b9e470a4 req-40dafc7a-4e3f-45ca-b545-499d8eb75db5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 943 time: 0.0566144 Aug 20 11:55:58.237002 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fae6e-0ea1-436d-8ed8-6afa6c7afc86 req-7918d62e-5ac6-4e48-9964-5d1524544678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:58.239046 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-070fae6e-0ea1-436d-8ed8-6afa6c7afc86 req-7918d62e-5ac6-4e48-9964-5d1524544678 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=68773173-f656-4dc3-8b34-6ecca5e8a5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501714 Aug 20 11:55:58.266422 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2280f873-5216-4c73-a805-fe82b9e470a4 req-5194c5d1-49d1-49a9-a380-40725c15570b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdc56043-5945-473c-902f-fc246f96bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385997 Aug 20 11:55:58.340362 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-070fae6e-0ea1-436d-8ed8-6afa6c7afc86 req-49069a14-4937-4937-b4e2-d0ad5c3c61d5 service neutron] 10.222.0.76 "GET /v2.0/networks/68773173-f656-4dc3-8b34-6ecca5e8a5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937135 Aug 20 11:55:58.434678 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-070fae6e-0ea1-436d-8ed8-6afa6c7afc86 req-5313c6b9-f73f-4c1c-bc8a-d05607a6964c service neutron] 10.222.0.76 "GET /v2.0/networks/68773173-f656-4dc3-8b34-6ecca5e8a5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847845 Aug 20 11:55:58.916685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547059-3e61-4ca1-833d-261f6a3d59cc req-f050d9d4-3249-41f6-99b4-ce55a035d24c tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:58.918367 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ec547059-3e61-4ca1-833d-261f6a3d59cc req-f050d9d4-3249-41f6-99b4-ce55a035d24c tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0682561 Aug 20 11:55:58.962048 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ec547059-3e61-4ca1-833d-261f6a3d59cc req-8fa18985-611d-4fc5-bfe4-46c3f3dcc028 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371909 Aug 20 11:55:59.105720 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-583626e0-d03a-4b1d-a5d3-1381ec1a2138 req-f3335ae0-2f96-4d7f-a983-6dda989860bb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475132 Aug 20 11:55:59.172729 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583626e0-d03a-4b1d-a5d3-1381ec1a2138 req-8231422f-506e-440f-b6fb-7a5af2e19598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:59.174251 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-583626e0-d03a-4b1d-a5d3-1381ec1a2138 req-8231422f-506e-440f-b6fb-7a5af2e19598 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6&device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 1096 time: 0.0454042 Aug 20 11:55:59.287661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583626e0-d03a-4b1d-a5d3-1381ec1a2138 req-5026ee65-1d5d-48ea-aec4-54bf484b684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:59.290355 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-583626e0-d03a-4b1d-a5d3-1381ec1a2138 req-5026ee65-1d5d-48ea-aec4-54bf484b684a service neutron] 10.222.0.76 "GET /v2.0/networks?id=d8c120cc-56e2-4266-a608-15492ea07f5a HTTP/1.1" status: 200 len: 910 time: 0.0947709 Aug 20 11:55:59.362983 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-583626e0-d03a-4b1d-a5d3-1381ec1a2138 req-57be62fc-243a-4f4f-846c-dcc246cac20a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10414a4f-87a5-4724-94c4-efdb5305e26d HTTP/1.1" status: 200 len: 1001 time: 0.0667756 Aug 20 11:55:59.411988 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c0752-c869-480d-9d79-2ccbefb27205 req-683373b2-52df-4ada-b336-94b3a4ff7cd8 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:59.414332 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-143c0752-c869-480d-9d79-2ccbefb27205 req-683373b2-52df-4ada-b336-94b3a4ff7cd8 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 943 time: 0.0585260 Aug 20 11:55:59.420840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583626e0-d03a-4b1d-a5d3-1381ec1a2138 req-28535397-6263-4016-b0f2-468b847a0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:59.422522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-583626e0-d03a-4b1d-a5d3-1381ec1a2138 req-28535397-6263-4016-b0f2-468b847a0f80 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09663497-ca2a-455d-b26b-a9896c3dda5e HTTP/1.1" status: 200 len: 849 time: 0.0516984 Aug 20 11:55:59.467489 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-143c0752-c869-480d-9d79-2ccbefb27205 req-a52f3584-07fa-427e-a440-f41c8be77fa4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdc56043-5945-473c-902f-fc246f96bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463650 Aug 20 11:55:59.477906 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583626e0-d03a-4b1d-a5d3-1381ec1a2138 req-815e38a7-e5ab-4b34-afba-26d1bd24a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:59.479468 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-583626e0-d03a-4b1d-a5d3-1381ec1a2138 req-815e38a7-e5ab-4b34-afba-26d1bd24a11a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8c120cc-56e2-4266-a608-15492ea07f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499170 Aug 20 11:55:59.571113 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-583626e0-d03a-4b1d-a5d3-1381ec1a2138 req-6182169c-9f23-4cb7-8827-0e8490b4c030 service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843923 Aug 20 11:55:59.666254 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-583626e0-d03a-4b1d-a5d3-1381ec1a2138 req-09859ea0-991e-4cbe-b612-3a4a2505773a service neutron] 10.222.0.76 "GET /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882885 Aug 20 11:56:00.103686 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2875c-2ed9-4c9c-a570-27d921062b7b req-042eac41-6a16-40cc-9b52-1db0f5264f57 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:00.112837 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-efc2875c-2ed9-4c9c-a570-27d921062b7b req-042eac41-6a16-40cc-9b52-1db0f5264f57 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0627601 Aug 20 11:56:00.163505 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-efc2875c-2ed9-4c9c-a570-27d921062b7b req-4635df41-f58b-4a9e-aa0e-e6f5fc41456e tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488584 Aug 20 11:56:00.349320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 768b8c76-7d76-496a-86f1-3c9c4d0722f5 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:00.442928 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 768b8c76-7d76-496a-86f1-3c9c4d0722f5, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=768b8c76-7d76-496a-86f1-3c9c4d0722f5,segment=NetworkSegment(2990fb7c-2bd1-41bd-88c6-3881f5c150ee),segment_id=2990fb7c-2bd1-41bd-88c6-3881f5c150ee)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:00.454633 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'port_id': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'mac_address': 'fa:16:3e:a2:53:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:56:00.497770 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.512787 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768b8c76-7d76-496a-86f1-3c9c4d0722f5 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:00.534882 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 768b8c76-7d76-496a-86f1-3c9c4d0722f5, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=768b8c76-7d76-496a-86f1-3c9c4d0722f5,segment=NetworkSegment(2990fb7c-2bd1-41bd-88c6-3881f5c150ee),segment_id=2990fb7c-2bd1-41bd-88c6-3881f5c150ee)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:00.539514 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.588833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d59cee-7ea5-4f43-806e-cd4845138fd8 req-a28179ac-7f6c-4814-9899-ddac494a72bf tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:00.591020 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f7d59cee-7ea5-4f43-806e-cd4845138fd8 req-a28179ac-7f6c-4814-9899-ddac494a72bf tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 944 time: 0.0584350 Aug 20 11:56:00.591985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=768b8c76-7d76-496a-86f1-3c9c4d0722f5,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:00.599892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.600164 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.600500 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.600854 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.601180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.601502 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.601878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.602201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.602522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.602840 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.603177 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.603471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.633224 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f7d59cee-7ea5-4f43-806e-cd4845138fd8 req-e7b4c3b5-2b03-4c0f-b107-741ff299bf18 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdc56043-5945-473c-902f-fc246f96bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350723 Aug 20 11:56:00.821891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['768b8c76-7d76-496a-86f1-3c9c4d0722f5'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:01.293582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75506cbf-8f23-4447-8529-9d8e1f971264 req-185ab9c5-68fd-4c90-8c14-458d9c1c425a tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:01.296550 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-75506cbf-8f23-4447-8529-9d8e1f971264 req-185ab9c5-68fd-4c90-8c14-458d9c1c425a tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0535066 Aug 20 11:56:01.334526 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-75506cbf-8f23-4447-8529-9d8e1f971264 req-6cadd2d5-2be1-4e09-9d3a-0a55c7d1188c tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330215 Aug 20 11:56:01.760046 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf50dd4-d14a-4dc0-889b-0c3697d3af18 req-8ae48815-27a1-43fe-a270-503be8571bac tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:01.762294 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8cf50dd4-d14a-4dc0-889b-0c3697d3af18 req-8ae48815-27a1-43fe-a270-503be8571bac tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 944 time: 0.0577421 Aug 20 11:56:01.803970 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8cf50dd4-d14a-4dc0-889b-0c3697d3af18 req-f33f7bff-a884-42b7-a9fd-71a08c9d1e6b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdc56043-5945-473c-902f-fc246f96bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348203 Aug 20 11:56:02.365683 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 768b8c76-7d76-496a-86f1-3c9c4d0722f5 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:02.422596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 768b8c76-7d76-496a-86f1-3c9c4d0722f5 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:02.437599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 768b8c76-7d76-496a-86f1-3c9c4d0722f5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:02.437975 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.474313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eece26-8e01-49f0-8aac-2e92dee85699 req-85486418-acd8-4f3e-8e82-aff271c5f4e7 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:02.476222 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4eece26-8e01-49f0-8aac-2e92dee85699 req-85486418-acd8-4f3e-8e82-aff271c5f4e7 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0575573 Aug 20 11:56:02.539729 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4eece26-8e01-49f0-8aac-2e92dee85699 req-bd67b536-6ebe-4fe6-83b1-e90e277cad46 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524929 Aug 20 11:56:02.547631 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.572087 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768b8c76-7d76-496a-86f1-3c9c4d0722f5'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:02.574676 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afca66b-2031-4994-aef8-1ef8370ebad4" -d '{"events": [{"server_uuid": "c32864c4-fc35-4ae4-ad07-1852c35ffebf", "name": "network-vif-plugged", "status": "completed", "tag": "768b8c76-7d76-496a-86f1-3c9c4d0722f5"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:02.589959 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 768b8c76-7d76-496a-86f1-3c9c4d0722f5, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=768b8c76-7d76-496a-86f1-3c9c4d0722f5,segment=NetworkSegment(2990fb7c-2bd1-41bd-88c6-3881f5c150ee),segment_id=2990fb7c-2bd1-41bd-88c6-3881f5c150ee)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:02.596395 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.626598 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075689b0-e251-4a32-82df-5aa5a6f6d533 x-openstack-request-id: req-075689b0-e251-4a32-82df-5aa5a6f6d533 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:02.626892 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32864c4-fc35-4ae4-ad07-1852c35ffebf", "name": "network-vif-plugged", "status": "completed", "tag": "768b8c76-7d76-496a-86f1-3c9c4d0722f5", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:02.627120 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-075689b0-e251-4a32-82df-5aa5a6f6d533 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:02.627551 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'code': 200} Aug 20 11:56:02.664380 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=768b8c76-7d76-496a-86f1-3c9c4d0722f5,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:02.734836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e014f-da79-4121-b766-d8b921cd72f8 req-d6e4ca59-8ab2-45ec-a0c6-46789e1c9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:02.737092 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a18e014f-da79-4121-b766-d8b921cd72f8 req-d6e4ca59-8ab2-45ec-a0c6-46789e1c9295 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 1096 time: 0.0466995 Aug 20 11:56:02.778208 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a18e014f-da79-4121-b766-d8b921cd72f8 req-10337afc-3505-4b7a-9a93-b24d3f0e434f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cdc56043-5945-473c-902f-fc246f96bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340159 Aug 20 11:56:02.847741 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.940446 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94dcf1-5f2e-43d8-8f93-0eeb69714ed5 req-0d3bdbcc-600f-4cc6-8164-d8f3c1751fbd tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:02.945133 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a94dcf1-5f2e-43d8-8f93-0eeb69714ed5 req-0d3bdbcc-600f-4cc6-8164-d8f3c1751fbd tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 945 time: 0.0539839 Aug 20 11:56:02.945654 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd850f93-cecd-4d31-b2c3-143b463455e1 req-925147cd-fd76-45bf-a891-71276298a504 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:02.947744 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fd850f93-cecd-4d31-b2c3-143b463455e1 req-925147cd-fd76-45bf-a891-71276298a504 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 945 time: 0.0603197 Aug 20 11:56:02.990243 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fd850f93-cecd-4d31-b2c3-143b463455e1 req-7959b57f-58e2-4b06-b84e-3059bd699c92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdc56043-5945-473c-902f-fc246f96bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358162 Aug 20 11:56:02.996928 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a94dcf1-5f2e-43d8-8f93-0eeb69714ed5 req-d78c8786-6449-4764-85a4-d3bd6fd86483 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d86a67c-f407-40c1-8f50-54803f6d374b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470426 Aug 20 11:56:03.658816 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81224044-a57a-4821-a086-a2cdc7055511 req-3613dc0d-2e75-4146-94a3-265584ed9003 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:03.660727 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81224044-a57a-4821-a086-a2cdc7055511 req-3613dc0d-2e75-4146-94a3-265584ed9003 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0484593 Aug 20 11:56:03.698334 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81224044-a57a-4821-a086-a2cdc7055511 req-23df0e18-627a-4c72-95c0-85f261e0bf37 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Aug 20 11:56:04.110168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d32258-f27e-4e1b-8e2f-ca1975ac4b61 req-b9df6ef5-58a7-4630-a1d6-037dc62d8217 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:04.111697 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-82d32258-f27e-4e1b-8e2f-ca1975ac4b61 req-b9df6ef5-58a7-4630-a1d6-037dc62d8217 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 945 time: 0.0490384 Aug 20 11:56:04.117372 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cf50a-d403-4214-839f-27d2afb98394 req-1adbdfb9-b6e5-42db-a929-9cdb6a7b639d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:04.118875 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-058cf50a-d403-4214-839f-27d2afb98394 req-1adbdfb9-b6e5-42db-a929-9cdb6a7b639d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 945 time: 0.0469851 Aug 20 11:56:04.151423 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-82d32258-f27e-4e1b-8e2f-ca1975ac4b61 req-fef08b83-4fae-4716-99e1-390b07f8acef tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d86a67c-f407-40c1-8f50-54803f6d374b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329158 Aug 20 11:56:04.160354 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-058cf50a-d403-4214-839f-27d2afb98394 req-22120808-7626-43d5-a94a-cbb486b4daa0 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdc56043-5945-473c-902f-fc246f96bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355170 Aug 20 11:56:04.276111 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07095ae-f6dc-4c77-a24b-3bb8a0aa6573 req-fea1f929-96ea-410b-a02e-768a092fcf52 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:04.278062 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d07095ae-f6dc-4c77-a24b-3bb8a0aa6573 req-fea1f929-96ea-410b-a02e-768a092fcf52 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 945 time: 0.0520513 Aug 20 11:56:04.317862 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d07095ae-f6dc-4c77-a24b-3bb8a0aa6573 req-7e2fd5c4-65bf-4151-afaf-fb6899f56d7b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdc56043-5945-473c-902f-fc246f96bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331986 Aug 20 11:56:04.343494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34964) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:04.389363 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15bd1ce-1ed6-45e0-8865-50f52c764e52 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:04.393613 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a15bd1ce-1ed6-45e0-8865-50f52c764e52 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 1091 time: 0.0464437 Aug 20 11:56:04.393974 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34966) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:04.398548 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:04.424095 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.521874 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.781052 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc87839-dbfa-42da-ae12-0bcd7fa8db19 req-08301ddf-5c46-4843-96e4-6d93a3fa50ac tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:04.782568 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbc87839-dbfa-42da-ae12-0bcd7fa8db19 req-08301ddf-5c46-4843-96e4-6d93a3fa50ac tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.76 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 945 time: 0.0622158 Aug 20 11:56:04.904488 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b3ae7-9728-44f3-8459-3c040934e3f6 req-7516bc3a-2ff7-4258-9382-4bfc81e4edef tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:04.906230 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-899b3ae7-9728-44f3-8459-3c040934e3f6 req-7516bc3a-2ff7-4258-9382-4bfc81e4edef tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1099353 Aug 20 11:56:04.966009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-fbc87839-dbfa-42da-ae12-0bcd7fa8db19 req-83e0af02-f17e-4328-beb6-5ec95af2d861 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Deleting port 10414a4f-87a5-4724-94c4-efdb5305e26d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:04.966457 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fbc87839-dbfa-42da-ae12-0bcd7fa8db19 req-83e0af02-f17e-4328-beb6-5ec95af2d861 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.973865 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-899b3ae7-9728-44f3-8459-3c040934e3f6 req-3d266a0b-2b96-44f1-97a2-2f9c45030472 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581150 Aug 20 11:56:05.024787 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Allocated IP 172.25.8.170 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/beaa455c-59af-4606-9e6f-3cddecfccbe9) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:05.065219 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-fbc87839-dbfa-42da-ae12-0bcd7fa8db19 req-83e0af02-f17e-4328-beb6-5ec95af2d861 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] For port 10414a4f-87a5-4724-94c4-efdb5305e26d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=10414a4f-87a5-4724-94c4-efdb5305e26d,segment=NetworkSegment(4636c42c-09c5-41f4-b7f7-dfbb070f31c8),segment_id=4636c42c-09c5-41f4-b7f7-dfbb070f31c8)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:05.065482 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fbc87839-dbfa-42da-ae12-0bcd7fa8db19 req-83e0af02-f17e-4328-beb6-5ec95af2d861 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.132695 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.170387 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.212974 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:05.217032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:05.221485 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:05.297738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Port': ['ID=beaa455c-59af-4606-9e6f-3cddecfccbe9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:05.318002 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fbc87839-dbfa-42da-ae12-0bcd7fa8db19 req-83e0af02-f17e-4328-beb6-5ec95af2d861 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.318576 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fbc87839-dbfa-42da-ae12-0bcd7fa8db19 req-83e0af02-f17e-4328-beb6-5ec95af2d861 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.318693 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-fbc87839-dbfa-42da-ae12-0bcd7fa8db19 req-83e0af02-f17e-4328-beb6-5ec95af2d861 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Floating IP 742212c3-e172-4fee-bf16-9036bd33d50c disassociated. External IP: 172.25.8.101, port: 10414a4f-87a5-4724-94c4-efdb5305e26d. Aug 20 11:56:05.318998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-fbc87839-dbfa-42da-ae12-0bcd7fa8db19 req-83e0af02-f17e-4328-beb6-5ec95af2d861 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Calling delete_port for 10414a4f-87a5-4724-94c4-efdb5305e26d owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:05.353410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5197d0e-2145-4f91-8b04-e6dec13de25f req-d7ce3bac-9b43-44bc-bee0-97340fb71f40 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:05.354944 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e5197d0e-2145-4f91-8b04-e6dec13de25f req-d7ce3bac-9b43-44bc-bee0-97340fb71f40 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/ports?device_id=56f5e13b-713c-4c8a-8d45-db334ff37988 HTTP/1.1" status: 200 len: 945 time: 0.1021273 Aug 20 11:56:05.456835 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e5197d0e-2145-4f91-8b04-e6dec13de25f req-72b5ce6c-c054-4390-bca1-8ac895d53762 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d86a67c-f407-40c1-8f50-54803f6d374b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854604 Aug 20 11:56:05.470061 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fbc87839-dbfa-42da-ae12-0bcd7fa8db19 req-83e0af02-f17e-4328-beb6-5ec95af2d861 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.507247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0af02-f17e-4328-beb6-5ec95af2d861 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event deleted for resources: {'Port': ['ID=10414a4f-87a5-4724-94c4-efdb5305e26d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:05.627864 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbc87839-dbfa-42da-ae12-0bcd7fa8db19 req-83e0af02-f17e-4328-beb6-5ec95af2d861 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:05.733748 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbc87839-dbfa-42da-ae12-0bcd7fa8db19 req-83e0af02-f17e-4328-beb6-5ec95af2d861 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:05.748543 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367b18c2-ea95-4106-b256-b3afe081e17b None None] Sync routers for ids ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:05.759397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b18c2-ea95-4106-b256-b3afe081e17b None None] Routers {'1fd8c4eb-7c04-48ea-9691-f6efa1caea07'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:05.759964 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-367b18c2-ea95-4106-b256-b3afe081e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:55:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:05.777844 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc87839-dbfa-42da-ae12-0bcd7fa8db19 req-83e0af02-f17e-4328-beb6-5ec95af2d861 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] No DVR routers for this DVR port 10414a4f-87a5-4724-94c4-efdb5305e26d on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:05.780522 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fbc87839-dbfa-42da-ae12-0bcd7fa8db19 req-83e0af02-f17e-4328-beb6-5ec95af2d861 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.782602 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fbc87839-dbfa-42da-ae12-0bcd7fa8db19 req-83e0af02-f17e-4328-beb6-5ec95af2d861 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.76 "DELETE /v2.0/ports/10414a4f-87a5-4724-94c4-efdb5305e26d HTTP/1.1" status: 204 len: 173 time: 0.9936504 Aug 20 11:56:05.783042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f5e13b-713c-4c8a-8d45-db334ff37988', 'name': 'network-vif-deleted', 'tag': '10414a4f-87a5-4724-94c4-efdb5305e26d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:05.785901 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b3e15f-df76-473c-a725-5dbde4419986" -d '{"events": [{"server_uuid": "56f5e13b-713c-4c8a-8d45-db334ff37988", "name": "network-vif-deleted", "tag": "10414a4f-87a5-4724-94c4-efdb5305e26d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:05.831463 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e2d3fc-bc2c-4b66-b7fa-1ec6e13a5afc x-openstack-request-id: req-f4e2d3fc-bc2c-4b66-b7fa-1ec6e13a5afc {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:05.831829 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f5e13b-713c-4c8a-8d45-db334ff37988", "name": "network-vif-deleted", "tag": "10414a4f-87a5-4724-94c4-efdb5305e26d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:05.832252 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4e2d3fc-bc2c-4b66-b7fa-1ec6e13a5afc {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:05.832677 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f5e13b-713c-4c8a-8d45-db334ff37988', 'name': 'network-vif-deleted', 'tag': '10414a4f-87a5-4724-94c4-efdb5305e26d', 'status': 'completed', 'code': 200} Aug 20 11:56:05.875929 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.910791 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-367b18c2-ea95-4106-b256-b3afe081e17b None None] Set router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:05.992190 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:06.154652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-367b18c2-ea95-4106-b256-b3afe081e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:49:03Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '14c8ebc0-0b9d-4327-8e1e-55861af8249f', 'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'mac_address': 'fa:16:3e:f3:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:01Z', 'updated_at': '2021-08-20T11:49:12Z', 'revision_number': 5, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'subnets': [{'id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:06.162751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34152d01-5334-4aa0-91b7-a7a82c714e50 req-cea82ba1-5f89-4617-8bcb-c0762fb5166c tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:06.164294 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-34152d01-5334-4aa0-91b7-a7a82c714e50 req-cea82ba1-5f89-4617-8bcb-c0762fb5166c tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0711873 Aug 20 11:56:06.186034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367b18c2-ea95-4106-b256-b3afe081e17b None None] Checking router: 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:06.196065 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b18c2-ea95-4106-b256-b3afe081e17b None None] Routers {'1fd8c4eb-7c04-48ea-9691-f6efa1caea07'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:06.196716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-367b18c2-ea95-4106-b256-b3afe081e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:55:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:06.225637 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:06.230196 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-34152d01-5334-4aa0-91b7-a7a82c714e50 req-8651a06c-f20d-4740-91de-e023ba2e40ba tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557029 Aug 20 11:56:06.238509 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:06.308932 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Port': ['ID=beaa455c-59af-4606-9e6f-3cddecfccbe9,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:06.328513 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:06.436708 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Floating IP 0c1729f3-c60b-4fd9-9507-238481959940 associated. External IP: 172.25.8.170, port: 768b8c76-7d76-496a-86f1-3c9c4d0722f5. Aug 20 11:56:06.479703 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-367b18c2-ea95-4106-b256-b3afe081e17b None None] Set router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:06.575512 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 34990) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:06.651368 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50bdfa19-252c-4b80-9621-887ed5728f1f tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:06.725102 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:06.743764 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-367b18c2-ea95-4106-b256-b3afe081e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:49:03Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '14c8ebc0-0b9d-4327-8e1e-55861af8249f', 'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'mac_address': 'fa:16:3e:f3:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:01Z', 'updated_at': '2021-08-20T11:49:12Z', 'revision_number': 5, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'subnets': [{'id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:06.775760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367b18c2-ea95-4106-b256-b3afe081e17b None None] The sync data for ids ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'] in n-d-804299-2 is: [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:49:03Z', 'revision_number': 4, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '14c8ebc0-0b9d-4327-8e1e-55861af8249f', 'name': '', 'network_id': 'd8c120cc-56e2-4266-a608-15492ea07f5a', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'mac_address': 'fa:16:3e:f3:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:49:01Z', 'updated_at': '2021-08-20T11:49:12Z', 'revision_number': 5, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'subnets': [{'id': '09663497-ca2a-455d-b26b-a9896c3dda5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:06.855086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:06.866535 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e95109-8742-40f2-b02c-64c4e038e061 None None] Sync routers for ids ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:06.877886 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:06.878195 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e95109-8742-40f2-b02c-64c4e038e061 None None] Routers {'2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:06.879265 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-83e95109-8742-40f2-b02c-64c4e038e061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:55:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:06.919514 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0985319d-c27b-4556-b696-8901b1c3263a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5243783 Aug 20 11:56:06.920272 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'tag': '768b8c76-7d76-496a-86f1-3c9c4d0722f5'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:06.922807 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baab483-6ecd-426c-947a-2cf8ec5ad299" -d '{"events": [{"name": "network-changed", "server_uuid": "c32864c4-fc35-4ae4-ad07-1852c35ffebf", "tag": "768b8c76-7d76-496a-86f1-3c9c4d0722f5"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:06.925423 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 34994) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:06.963275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50bdfa19-252c-4b80-9621-887ed5728f1f tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:07.057435 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-83e95109-8742-40f2-b02c-64c4e038e061 None None] Set router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:07.091024 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50bdfa19-252c-4b80-9621-887ed5728f1f tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:07.094544 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50bdfa19-252c-4b80-9621-887ed5728f1f tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:07.095908 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-50bdfa19-252c-4b80-9621-887ed5728f1f tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "DELETE /v2.0/security-groups/6d86a67c-f407-40c1-8f50-54803f6d374b HTTP/1.1" status: 204 len: 168 time: 0.5193968 Aug 20 11:56:07.103359 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35000) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:07.121650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baab483-6ecd-426c-947a-2cf8ec5ad299 req-8d27b74e-1f62-4ef8-bcfc-e4e2cb391956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:07.124840 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6baab483-6ecd-426c-947a-2cf8ec5ad299 req-8d27b74e-1f62-4ef8-bcfc-e4e2cb391956 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 1096 time: 0.1049116 Aug 20 11:56:07.125036 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-12ec1e4f-3f53-46e0-b549-7444c314ba76 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/floatingips/0c1729f3-c60b-4fd9-9507-238481959940 HTTP/1.1" status: 200 len: 991 time: 0.1958277 Aug 20 11:56:07.125425 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a50bab-3cbb-490b-807e-08c6be9ef5f7 x-openstack-request-id: req-64a50bab-3cbb-490b-807e-08c6be9ef5f7 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:07.125719 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32864c4-fc35-4ae4-ad07-1852c35ffebf", "tag": "768b8c76-7d76-496a-86f1-3c9c4d0722f5", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:07.125973 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64a50bab-3cbb-490b-807e-08c6be9ef5f7 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:07.126363 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'tag': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'status': 'completed', 'code': 200} Aug 20 11:56:07.133118 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdfa19-252c-4b80-9621-887ed5728f1f tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d86a67c-f407-40c1-8f50-54803f6d374b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:07.142817 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-4e190113-e3ac-4f2b-ab34-7383ec261820 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] show failed (client error): The resource could not be found. Aug 20 11:56:07.143843 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4e190113-e3ac-4f2b-ab34-7383ec261820 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "GET /v2.0/security-groups/6d86a67c-f407-40c1-8f50-54803f6d374b HTTP/1.1" status: 404 len: 347 time: 0.0369754 Aug 20 11:56:07.164518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35002) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:07.233148 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5785d438-c8ac-4234-854b-81924490fb33 None None] New status for floating IP 742212c3-e172-4fee-bf16-9036bd33d50c: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:56:07.263011 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baab483-6ecd-426c-947a-2cf8ec5ad299 req-c1623b24-46d6-4a27-8023-701e6446b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:07.264504 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6baab483-6ecd-426c-947a-2cf8ec5ad299 req-c1623b24-46d6-4a27-8023-701e6446b373 service neutron] 10.222.0.76 "GET /v2.0/networks?id=68773173-f656-4dc3-8b34-6ecca5e8a5c5 HTTP/1.1" status: 200 len: 897 time: 0.1330824 Aug 20 11:56:07.313201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 3b4d7c8f-bcc5-46ba-9225-285271542db7 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:07.344392 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-83e95109-8742-40f2-b02c-64c4e038e061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0c1729f3-c60b-4fd9-9507-238481959940', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'port_id': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'mac_address': 'fa:16:3e:a2:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:05Z', 'updated_at': '2021-08-20T11:56:05Z', 'revision_number': 0, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a860f1-c325-4df2-9c0d-1cf48de8e79a', 'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:3f:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:46Z', 'updated_at': '2021-08-20T11:55:53Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:07.376050 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6baab483-6ecd-426c-947a-2cf8ec5ad299 req-7198b7c8-0b29-4a16-8831-3aa3a07cb7f7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=768b8c76-7d76-496a-86f1-3c9c4d0722f5 HTTP/1.1" status: 200 len: 999 time: 0.1036317 Aug 20 11:56:07.377354 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e95109-8742-40f2-b02c-64c4e038e061 None None] Checking router: 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:07.389541 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e95109-8742-40f2-b02c-64c4e038e061 None None] Routers {'2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:07.390399 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-83e95109-8742-40f2-b02c-64c4e038e061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:55:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:07.398647 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e383c34-fad6-4ee2-a5f8-421f1a369cb4 req-4fc9b9ec-9b9d-4c3a-ba5e-236b85dec7c6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:07.400526 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e383c34-fad6-4ee2-a5f8-421f1a369cb4 req-4fc9b9ec-9b9d-4c3a-ba5e-236b85dec7c6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 945 time: 0.2733285 Aug 20 11:56:07.439881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57ebfa-74b7-4fb6-b20b-e254f582802b req-a044d283-49e6-4bfb-a0a0-6a62709c0112 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:07.448161 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d57ebfa-74b7-4fb6-b20b-e254f582802b req-a044d283-49e6-4bfb-a0a0-6a62709c0112 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1186013 Aug 20 11:56:07.481539 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2e383c34-fad6-4ee2-a5f8-421f1a369cb4 req-bb02059f-63f3-46ce-8cd7-a0d2c5f9d97f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689213 Aug 20 11:56:07.498519 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-04567bfb-c2c8-4bd3-b6ab-e89c5fcce9e1 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Deleting port c823def5-7ac5-44f3-ab2f-8f3616478d8b {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:07.498877 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04567bfb-c2c8-4bd3-b6ab-e89c5fcce9e1 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:07.510836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35006) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:07.593869 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 3b4d7c8f-bcc5-46ba-9225-285271542db7, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3b4d7c8f-bcc5-46ba-9225-285271542db7,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:07.632281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baab483-6ecd-426c-947a-2cf8ec5ad299 req-434e69d0-6c44-466b-8a01-9bac12c1b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:07.633496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '3b4d7c8f-bcc5-46ba-9225-285271542db7', 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5', 'port_id': '3b4d7c8f-bcc5-46ba-9225-285271542db7', 'mac_address': 'fa:16:3e:6f:ca:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2851a6ea-bbe8-4958-b4bb-ce4119d17b55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:56:07.636138 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6baab483-6ecd-426c-947a-2cf8ec5ad299 req-434e69d0-6c44-466b-8a01-9bac12c1b676 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98 HTTP/1.1" status: 200 len: 835 time: 0.2503726 Aug 20 11:56:07.668656 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d57ebfa-74b7-4fb6-b20b-e254f582802b req-168ea0b6-939f-497c-aae0-27888ad37d0c tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195179 Aug 20 11:56:07.672086 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-83e95109-8742-40f2-b02c-64c4e038e061 None None] Set router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:07.676446 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04567bfb-c2c8-4bd3-b6ab-e89c5fcce9e1 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:07.677122 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04567bfb-c2c8-4bd3-b6ab-e89c5fcce9e1 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:07.707760 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-04567bfb-c2c8-4bd3-b6ab-e89c5fcce9e1 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Calling delete_port for c823def5-7ac5-44f3-ab2f-8f3616478d8b owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:07.732352 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:07.732567 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d5d4d9cd-1ec5-4406-9bcf-0592326b22f4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/91f249dc-cf2e-41c0-bf6d-b24b6976deeb HTTP/1.1" status: 200 len: 993 time: 0.2109137 Aug 20 11:56:07.747955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b4d7c8f-bcc5-46ba-9225-285271542db7 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:07.752326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baab483-6ecd-426c-947a-2cf8ec5ad299 req-7b9b0ca8-5a5b-4f6d-8881-72c70276023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:07.758937 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6baab483-6ecd-426c-947a-2cf8ec5ad299 req-7b9b0ca8-5a5b-4f6d-8881-72c70276023b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=68773173-f656-4dc3-8b34-6ecca5e8a5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084616 Aug 20 11:56:07.784367 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 3b4d7c8f-bcc5-46ba-9225-285271542db7, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3b4d7c8f-bcc5-46ba-9225-285271542db7,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:07.799906 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:07.880239 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6baab483-6ecd-426c-947a-2cf8ec5ad299 req-f32e4043-64ad-4e08-bc84-5f01c448d765 service neutron] 10.222.0.76 "GET /v2.0/networks/68773173-f656-4dc3-8b34-6ecca5e8a5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182415 Aug 20 11:56:07.917020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=3b4d7c8f-bcc5-46ba-9225-285271542db7,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:08.004475 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6baab483-6ecd-426c-947a-2cf8ec5ad299 req-f8634727-5d98-4d88-9152-d059bc88142d service neutron] 10.222.0.76 "GET /v2.0/networks/68773173-f656-4dc3-8b34-6ecca5e8a5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123700 Aug 20 11:56:08.012268 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-83e95109-8742-40f2-b02c-64c4e038e061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0c1729f3-c60b-4fd9-9507-238481959940', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'port_id': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'mac_address': 'fa:16:3e:a2:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:05Z', 'updated_at': '2021-08-20T11:56:05Z', 'revision_number': 0, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a860f1-c325-4df2-9c0d-1cf48de8e79a', 'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:3f:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:46Z', 'updated_at': '2021-08-20T11:55:53Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:08.042695 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e95109-8742-40f2-b02c-64c4e038e061 None None] The sync data for ids ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'] in n-d-804299-2 is: [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0c1729f3-c60b-4fd9-9507-238481959940', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'port_id': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'mac_address': 'fa:16:3e:a2:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:05Z', 'updated_at': '2021-08-20T11:56:05Z', 'revision_number': 0, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a860f1-c325-4df2-9c0d-1cf48de8e79a', 'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:3f:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:46Z', 'updated_at': '2021-08-20T11:55:53Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:08.073411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3b4d7c8f-bcc5-46ba-9225-285271542db7'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:08.128386 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35018) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:08.182883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0ee90-7c71-41c1-bd63-31dee20b9402 req-fea0db1e-3c12-42d9-9943-1975f45640be tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:08.184508 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3fd0ee90-7c71-41c1-bd63-31dee20b9402 req-fea0db1e-3c12-42d9-9943-1975f45640be tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 1096 time: 0.0673296 Aug 20 11:56:08.230490 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3fd0ee90-7c71-41c1-bd63-31dee20b9402 req-b30af9d8-ea86-4f37-b65c-501f1910b244 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380745 Aug 20 11:56:08.235257 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b55e4070-ba7f-49cc-a729-10ec17b1e13f tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/floatingips/0c1729f3-c60b-4fd9-9507-238481959940 HTTP/1.1" status: 200 len: 991 time: 0.1015201 Aug 20 11:56:08.315494 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04567bfb-c2c8-4bd3-b6ab-e89c5fcce9e1 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:08.343367 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04567bfb-c2c8-4bd3-b6ab-e89c5fcce9e1 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Pushing event deleted for resources: {'Port': ['ID=c823def5-7ac5-44f3-ab2f-8f3616478d8b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:08.395781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 10414a4f-87a5-4724-94c4-efdb5305e26d no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:08.407543 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9408f7c-3c63-4927-9a24-6ce394a6925a None None] New status for floating IP 0c1729f3-c60b-4fd9-9507-238481959940: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:56:08.429766 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 10414a4f-87a5-4724-94c4-efdb5305e26d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:08.430128 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 10414a4f-87a5-4724-94c4-efdb5305e26d not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:08.462387 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04567bfb-c2c8-4bd3-b6ab-e89c5fcce9e1 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:08.467013 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04567bfb-c2c8-4bd3-b6ab-e89c5fcce9e1 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:08.478034 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-04567bfb-c2c8-4bd3-b6ab-e89c5fcce9e1 tempest-AttachVolumeTestJSON-1604042405 tempest-AttachVolumeTestJSON-1604042405-project] 10.222.0.37 "DELETE /v2.0/floatingips/742212c3-e172-4fee-bf16-9036bd33d50c HTTP/1.1" status: 204 len: 168 time: 1.2985322 Aug 20 11:56:08.887211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a69596-5e0d-43d3-a325-510045064994 req-53ac2d63-6a23-4eae-ab85-a2cedcf1d051 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:08.890165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41a69596-5e0d-43d3-a325-510045064994 req-53ac2d63-6a23-4eae-ab85-a2cedcf1d051 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 945 time: 0.0855341 Aug 20 11:56:08.942968 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41a69596-5e0d-43d3-a325-510045064994 req-270be3ea-ef7c-4525-adf2-ddaae3d7b2c3 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423367 Aug 20 11:56:08.996197 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:09.041443 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-121ca264-9dff-4e78-8623-96b3b509ad88 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1401792 Aug 20 11:56:09.238243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35056) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:09.312588 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 3b4d7c8f-bcc5-46ba-9225-285271542db7 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:09.325856 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b3f1e3d7-6429-4c50-8da3-cea7c5ef74aa tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/floatingips/0c1729f3-c60b-4fd9-9507-238481959940 HTTP/1.1" status: 200 len: 993 time: 0.0855522 Aug 20 11:56:09.383542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 3b4d7c8f-bcc5-46ba-9225-285271542db7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:09.384937 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:09.499348 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:09.563100 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 3b4d7c8f-bcc5-46ba-9225-285271542db7, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3b4d7c8f-bcc5-46ba-9225-285271542db7,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:09.564287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decc9eb0-1ebe-4126-b442-1795273be90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4d7c8f-bcc5-46ba-9225-285271542db7'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:09.571295 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33e76a7-da12-4de3-ae5a-bf4de1ea1092" -d '{"events": [{"server_uuid": "decc9eb0-1ebe-4126-b442-1795273be90c", "name": "network-vif-plugged", "status": "completed", "tag": "3b4d7c8f-bcc5-46ba-9225-285271542db7"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:09.577556 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:09.672172 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a38b393-475a-4af7-9b58-e5906c801825 x-openstack-request-id: req-5a38b393-475a-4af7-9b58-e5906c801825 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:09.672469 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decc9eb0-1ebe-4126-b442-1795273be90c", "name": "network-vif-plugged", "status": "completed", "tag": "3b4d7c8f-bcc5-46ba-9225-285271542db7", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:09.672742 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a38b393-475a-4af7-9b58-e5906c801825 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:09.673142 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decc9eb0-1ebe-4126-b442-1795273be90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4d7c8f-bcc5-46ba-9225-285271542db7', 'code': 200} Aug 20 11:56:09.707489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=3b4d7c8f-bcc5-46ba-9225-285271542db7,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:09.830841 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-ad31f47b-f1ab-41db-818e-1d149068b784 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:56:09.832623 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-ad31f47b-f1ab-41db-818e-1d149068b784 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1741989 Aug 20 11:56:09.855692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b70b9bbf-0690-4900-b00c-96870cfb140d service neutron] Request body: {'binding': {'host': 'n-h2-804299-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:09.856150 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b70b9bbf-0690-4900-b00c-96870cfb140d service neutron] Unknown quota resources ['binding']. {{(pid=94690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:56:10.016069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87098e-820b-43ab-8700-28f3c2708ca5 req-b8d0a368-6fea-4ff2-91e6-49a6a21b6560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:10.017607 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e87098e-820b-43ab-8700-28f3c2708ca5 req-b8d0a368-6fea-4ff2-91e6-49a6a21b6560 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 1097 time: 0.2192640 Aug 20 11:56:10.084025 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e87098e-820b-43ab-8700-28f3c2708ca5 req-81a9b7ea-ad8b-4f76-a5f9-af4b6327f480 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562093 Aug 20 11:56:10.085512 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b70b9bbf-0690-4900-b00c-96870cfb140d service neutron] Attempting to bind port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 on host n-h2-804299-2 for vnic_type normal with profile None {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:10.085994 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b70b9bbf-0690-4900-b00c-96870cfb140d service neutron] Attempting to bind port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:10.086625 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b70b9bbf-0690-4900-b00c-96870cfb140d service neutron] Attempting to bind port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 on network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:10.091180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b70b9bbf-0690-4900-b00c-96870cfb140d service neutron] Port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 on network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:56:10.091505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b70b9bbf-0690-4900-b00c-96870cfb140d service neutron] Attempting to bind port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 on network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:10.094262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab74f2-813d-45ab-b1cc-6d295511f039 req-e8a5a626-a307-4c50-8402-e9106c541d51 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:10.096233 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b70b9bbf-0690-4900-b00c-96870cfb140d service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:10.096569 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b70b9bbf-0690-4900-b00c-96870cfb140d service neutron] Checking segment: {'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:10.096945 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68ab74f2-813d-45ab-b1cc-6d295511f039 req-e8a5a626-a307-4c50-8402-e9106c541d51 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.0605249 Aug 20 11:56:10.097079 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b70b9bbf-0690-4900-b00c-96870cfb140d service neutron] Bound using segment: {'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:10.097502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b70b9bbf-0690-4900-b00c-96870cfb140d service neutron] Bound port: d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:10.144069 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68ab74f2-813d-45ab-b1cc-6d295511f039 req-bb9c471d-683b-476b-84f4-6ef805100001 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 Aug 20 11:56:10.189936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b70b9bbf-0690-4900-b00c-96870cfb140d service neutron] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:10.195207 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b70b9bbf-0690-4900-b00c-96870cfb140d service neutron] Notify callbacks [] for binding, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:10.196392 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b70b9bbf-0690-4900-b00c-96870cfb140d service neutron] 10.222.0.37 "POST /v2.0/ports/d9e4526d-6628-44bc-8f52-a9fc0a3f75d0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3458872 Aug 20 11:56:10.362314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c718c-75d0-41e6-8d4b-48470c0a5da7 req-3dec4967-a163-41e6-94a7-7e089d70b77e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:10.365037 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e10c718c-75d0-41e6-8d4b-48470c0a5da7 req-3dec4967-a163-41e6-94a7-7e089d70b77e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 945 time: 0.0747616 Aug 20 11:56:10.413688 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e10c718c-75d0-41e6-8d4b-48470c0a5da7 req-ed554672-be01-4f29-89f5-8610aa219e7e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425379 Aug 20 11:56:10.496543 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-041c572f-502a-48e3-9d63-6c469cb11642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:10.498180 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-041c572f-502a-48e3-9d63-6c469cb11642 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 1096 time: 0.0504870 Aug 20 11:56:10.607651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-959d889a-c4ba-4d0f-9a0c-bdc5fb445c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:10.609168 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-959d889a-c4ba-4d0f-9a0c-bdc5fb445c6f service neutron] 10.222.0.76 "GET /v2.0/networks?id=8f60ef26-2e60-4a87-89c0-bcb19b841b20 HTTP/1.1" status: 200 len: 895 time: 0.1015904 Aug 20 11:56:10.691371 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-540226d5-3478-491d-9909-a9578ec7b768 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 HTTP/1.1" status: 200 len: 1001 time: 0.0752001 Aug 20 11:56:10.756506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-ed5cfacc-dd3b-4ba4-b2b9-d81f8781e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:10.760835 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-ed5cfacc-dd3b-4ba4-b2b9-d81f8781e175 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5884617f-3214-42b7-8b30-27b66863d4df HTTP/1.1" status: 200 len: 835 time: 0.0626605 Aug 20 11:56:10.811090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-907b6883-4a2c-4927-bb34-fd3c411d394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:10.812695 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-907b6883-4a2c-4927-bb34-fd3c411d394e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f60ef26-2e60-4a87-89c0-bcb19b841b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455351 Aug 20 11:56:10.942578 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-6d98ccb1-f2ba-4666-9e7a-dd588674a348 service neutron] 10.222.0.76 "GET /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215484 Aug 20 11:56:11.069224 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-c2e269f3-7ff4-41d5-b855-3c64e54c219d service neutron] 10.222.0.76 "GET /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215572 Aug 20 11:56:11.259730 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35084) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:11.283237 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-a09d9a73-433b-4b18-9a82-c6ec0f5969f9 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:11.285452 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-a09d9a73-433b-4b18-9a82-c6ec0f5969f9 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 1096 time: 0.1619041 Aug 20 11:56:11.298051 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804299-2'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:11.371509 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:11.375298 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c61fe4-10f4-4e47-9b5c-3b26ee0e7edb req-763e224a-7908-4608-a13f-9e605111db0f tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:11.384302 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54c61fe4-10f4-4e47-9b5c-3b26ee0e7edb req-763e224a-7908-4608-a13f-9e605111db0f tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1405005 Aug 20 11:56:11.452894 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54c61fe4-10f4-4e47-9b5c-3b26ee0e7edb req-efdb3f96-d37a-442d-abff-456abe0b5fe0 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674958 Aug 20 11:56:11.513511 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:11.651012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5d489-1d36-4df5-817a-78f66bc418a6 req-fba36689-786d-46ee-905f-8791133b2c63 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:11.652511 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8f5d489-1d36-4df5-817a-78f66bc418a6 req-fba36689-786d-46ee-905f-8791133b2c63 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 945 time: 0.1308062 Aug 20 11:56:11.683845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:11.751556 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8f5d489-1d36-4df5-817a-78f66bc418a6 req-94dea033-a3f9-4233-ae38-69777e2eab6d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879567 Aug 20 11:56:11.780779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:11.783484 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:11.801256 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:11.859600 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7114da73afbe427da75d519f09ef5698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5982261 Aug 20 11:56:11.863913 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35094) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:11.867468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:11.869752 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9277afd6-aada-4973-92a8-8dab31112ced" -d '{"events": [{"server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "name": "network-vif-unplugged", "status": "completed", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:11.874661 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:11.876592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b26b48f-61a2-4557-93c3-50b97f498f65,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:11.886272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:11.886621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:11.887044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:11.887367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:11.887702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:11.888032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:11.888362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:11.888752 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:11.889105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:11.889432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:11.889758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:11.890309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f127a0-ef3c-4dd5-af70-9e099b786a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:11.895176 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:11.961597 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9779a511-0536-45eb-ba9e-27484aed2730 x-openstack-request-id: req-9779a511-0536-45eb-ba9e-27484aed2730 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:11.962001 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "name": "network-vif-unplugged", "status": "completed", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:11.962282 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9779a511-0536-45eb-ba9e-27484aed2730 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:11.962837 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0', 'code': 200} Aug 20 11:56:11.977408 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2202b46c-dbc9-4727-a5c8-5b0697f1512c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.040455 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2202b46c-dbc9-4727-a5c8-5b0697f1512c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.100585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,revision_number=7']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:12.116335 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2202b46c-dbc9-4727-a5c8-5b0697f1512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.122834 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2202b46c-dbc9-4727-a5c8-5b0697f1512c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.125263 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2202b46c-dbc9-4727-a5c8-5b0697f1512c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b26b48f-61a2-4557-93c3-50b97f498f65 HTTP/1.1" status: 204 len: 168 time: 0.2607024 Aug 20 11:56:12.137031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202b46c-dbc9-4727-a5c8-5b0697f1512c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b26b48f-61a2-4557-93c3-50b97f498f65,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:12.182024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Attempting to bind port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 on host n-h1-804299-2 for vnic_type normal with profile {"migrating_to": "n-h2-804299-2"} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:12.182681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Attempting to bind port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:12.183201 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Attempting to bind port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 on network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:12.188207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 on network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:56:12.188807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Attempting to bind port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 on network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:12.197646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:12.198238 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Checking segment: {'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:12.198825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Bound using segment: {'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:12.199452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Bound port: d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:12.200320 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.291162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:12.301769 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:12.308112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.382094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ce9ca734-da72-4c67-b9d9-bd5aed1210c3 None None] Provisioning complete for port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:12.382651 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca734-da72-4c67-b9d9-bd5aed1210c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.410097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,revision_number=8']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:12.484943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:12.485729 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.488340 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b20ddcc6-1567-4427-9408-8540653516e2 service neutron] 10.222.0.76 "PUT /v2.0/ports/d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 HTTP/1.1" status: 200 len: 1121 time: 1.1950691 Aug 20 11:56:12.498622 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca734-da72-4c67-b9d9-bd5aed1210c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.558032 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ce9ca734-da72-4c67-b9d9-bd5aed1210c3 None None] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:12.564749 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:12.567742 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadcd3ef-b0b0-4411-9d06-42bc794d9db9" -d '{"events": [{"server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "name": "network-vif-plugged", "status": "completed", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:12.583956 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca734-da72-4c67-b9d9-bd5aed1210c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.632023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['d9e4526d-6628-44bc-8f52-a9fc0a3f75d0'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:12.683914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4e689-a6c8-46a0-b4ff-96e28bf49003 req-ae9e4542-c27b-4892-bb54-bf0d7e419360 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:12.685933 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7c4e689-a6c8-46a0-b4ff-96e28bf49003 req-ae9e4542-c27b-4892-bb54-bf0d7e419360 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1231825 Aug 20 11:56:12.689567 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f878cdd-28ac-420d-a0ba-1e2fa644d08f x-openstack-request-id: req-3f878cdd-28ac-420d-a0ba-1e2fa644d08f {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:12.689853 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "name": "network-vif-plugged", "status": "completed", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:12.690104 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f878cdd-28ac-420d-a0ba-1e2fa644d08f {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:12.690480 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0', 'code': 200} Aug 20 11:56:12.741147 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7c4e689-a6c8-46a0-b4ff-96e28bf49003 req-23d2f9fa-7751-45cd-9c06-271819405f6d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483191 Aug 20 11:56:12.849558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ca734-da72-4c67-b9d9-bd5aed1210c3 None None] Pushing event updated for resources: {'Port': ['ID=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:12.961072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d42ec6-de24-4c69-9e7d-1edd5d622924 req-200a9e0f-1c66-4383-a506-e1ae7175318d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:12.962303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4d42ec6-de24-4c69-9e7d-1edd5d622924 req-200a9e0f-1c66-4383-a506-e1ae7175318d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 945 time: 0.0877516 Aug 20 11:56:12.972322 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21511f7-c715-4cc1-907b-703ff33a7401 req-1473904f-163e-4388-848f-fa9e4f86790d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:12.974893 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b21511f7-c715-4cc1-907b-703ff33a7401 req-1473904f-163e-4388-848f-fa9e4f86790d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1400275 Aug 20 11:56:13.027981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2b990c2d-9478-4589-804a-cf726c0091d8 None None] Provisioning complete for port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:13.028355 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2b990c2d-9478-4589-804a-cf726c0091d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:13.045630 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4d42ec6-de24-4c69-9e7d-1edd5d622924 req-0c8b8005-509e-453d-bfc3-bf81d09ecadf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727339 Aug 20 11:56:13.118807 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b21511f7-c715-4cc1-907b-703ff33a7401 req-e5a3effb-cb3f-4fd3-af31-36f2f97e8335 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346920 Aug 20 11:56:13.628092 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-2fe1c43c-59b6-477b-a1c8-518d74ab5c4d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:13.630453 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-2fe1c43c-59b6-477b-a1c8-518d74ab5c4d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/networks?id=840e18d7-fddb-419a-bcd0-5dc8628430e5 HTTP/1.1" status: 200 len: 815 time: 0.1194932 Aug 20 11:56:13.650602 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-68ab9998-08d8-4867-85e7-adf5ce991b02 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/quotas/3a638f2992da40998b3f133904f782ba HTTP/1.1" status: 200 len: 375 time: 0.0128834 Aug 20 11:56:13.717169 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-b14c1a86-26d3-48ba-8c57-bad1326fe287 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a638f2992da40998b3f133904f782ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604420 Aug 20 11:56:13.828455 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-041a9097-3330-424d-8c0c-b09959480809 service neutron] 10.222.0.37 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040318 Aug 20 11:56:13.941036 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92e801e7-ffcf-4c4d-8fd4-ff44dfb9e060 req-7500a7d1-9e45-4dbd-b566-e88a6fed5f44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1108596 Aug 20 11:56:13.963825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:13.969548 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601699ab-c611-4114-b7fa-3ad46ef937c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:13.985970 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-d7137fef-bd89-4730-9b99-de33c0b0e603 service neutron] 10.222.0.37 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470406 Aug 20 11:56:14.040416 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce41f231-1134-424e-8dc6-aaf86952fdad x-openstack-request-id: req-ce41f231-1134-424e-8dc6-aaf86952fdad {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:14.040866 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:14.041207 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce41f231-1134-424e-8dc6-aaf86952fdad {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:14.041698 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0', 'status': 'completed', 'code': 200} Aug 20 11:56:14.120151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e801e7-ffcf-4c4d-8fd4-ff44dfb9e060 req-ffcd149f-434e-4f32-9b4f-14db0fa8a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:14.122301 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92e801e7-ffcf-4c4d-8fd4-ff44dfb9e060 req-ffcd149f-434e-4f32-9b4f-14db0fa8a3a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18da441c481b49c9ab55e1a14df71d73&device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 1096 time: 0.1146226 Aug 20 11:56:14.139513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601699ab-c611-4114-b7fa-3ad46ef937c8 req-5da23b95-06f6-4859-a74d-aa3d222d18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:14.141320 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-601699ab-c611-4114-b7fa-3ad46ef937c8 req-5da23b95-06f6-4859-a74d-aa3d222d18f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 1126 time: 0.0743632 Aug 20 11:56:14.218590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0de223-a621-48d7-ab36-24352fd85c7d req-705cc126-dfcd-4346-a815-0c5617cce71e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:14.228590 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8e0de223-a621-48d7-ab36-24352fd85c7d req-705cc126-dfcd-4346-a815-0c5617cce71e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 945 time: 0.0909626 Aug 20 11:56:14.285269 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8e0de223-a621-48d7-ab36-24352fd85c7d req-e0ccaf85-19c8-416b-9529-0005c0f9b5f8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549781 Aug 20 11:56:14.395772 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e2ae9e41-60c9-4ec8-adfc-fd7616b282e5 req-e710a659-a3fc-4dd1-8f5a-f7fc1f128400 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 210 time: 0.0712776 Aug 20 11:56:14.437713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:14.622503 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601699ab-c611-4114-b7fa-3ad46ef937c8 req-491a437e-2d3c-4082-92c2-7737286109e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:14.624146 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-601699ab-c611-4114-b7fa-3ad46ef937c8 req-491a437e-2d3c-4082-92c2-7737286109e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f60ef26-2e60-4a87-89c0-bcb19b841b20 HTTP/1.1" status: 200 len: 895 time: 0.4626460 Aug 20 11:56:14.685609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:14.698700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 has no active binding in host n-h2-804299-2 {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:56:14.728327 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e801e7-ffcf-4c4d-8fd4-ff44dfb9e060 req-46bdc42f-e39b-46cf-ae34-d71b5451368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:14.729634 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92e801e7-ffcf-4c4d-8fd4-ff44dfb9e060 req-46bdc42f-e39b-46cf-ae34-d71b5451368a service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 HTTP/1.1" status: 200 len: 909 time: 0.5210707 Aug 20 11:56:14.830401 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92e801e7-ffcf-4c4d-8fd4-ff44dfb9e060 req-d90759c4-c96b-4652-9525-9659bb9bc3fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d1d79ac-49c5-45ac-ae02-a65bee361525 HTTP/1.1" status: 200 len: 1000 time: 0.0840828 Aug 20 11:56:14.832905 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-601699ab-c611-4114-b7fa-3ad46ef937c8 req-ba969155-47ec-4035-82a1-fda2e1027dc3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 HTTP/1.1" status: 200 len: 1001 time: 0.1880934 Aug 20 11:56:14.935171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601699ab-c611-4114-b7fa-3ad46ef937c8 req-3395a69b-f8eb-4422-aaa7-78e2ecc4c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:14.936743 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-601699ab-c611-4114-b7fa-3ad46ef937c8 req-3395a69b-f8eb-4422-aaa7-78e2ecc4c591 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5884617f-3214-42b7-8b30-27b66863d4df HTTP/1.1" status: 200 len: 835 time: 0.0831196 Aug 20 11:56:14.966857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e801e7-ffcf-4c4d-8fd4-ff44dfb9e060 req-5a1fdfdd-d062-47e5-a7b9-914e240c40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:14.968448 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92e801e7-ffcf-4c4d-8fd4-ff44dfb9e060 req-5a1fdfdd-d062-47e5-a7b9-914e240c40b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c5d0d52-33c3-4556-b37f-a7cde29a16b1 HTTP/1.1" status: 200 len: 848 time: 0.1243625 Aug 20 11:56:15.047359 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601699ab-c611-4114-b7fa-3ad46ef937c8 req-fd01729f-fb5e-4ca8-abf6-bf8a4a051121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:15.048903 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-601699ab-c611-4114-b7fa-3ad46ef937c8 req-fd01729f-fb5e-4ca8-abf6-bf8a4a051121 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f60ef26-2e60-4a87-89c0-bcb19b841b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951815 Aug 20 11:56:15.060911 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e801e7-ffcf-4c4d-8fd4-ff44dfb9e060 req-24619b9a-2702-4ff2-8508-b89b5b69b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:15.063185 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92e801e7-ffcf-4c4d-8fd4-ff44dfb9e060 req-24619b9a-2702-4ff2-8508-b89b5b69b874 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725136 Aug 20 11:56:15.087655 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-18815064-3866-4fc5-9445-dc4e877d6c37 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c4fabc7a68754940bd580bf6d2cc64e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393493 Aug 20 11:56:15.095256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a25cd9-2b0f-495c-b6f0-eac245922a3b req-db5d38cf-8d27-4078-a409-ad7dc7c404aa tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:15.096735 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d8a25cd9-2b0f-495c-b6f0-eac245922a3b req-db5d38cf-8d27-4078-a409-ad7dc7c404aa tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.35 "GET /v2.0/ports?device_id=decc9eb0-1ebe-4126-b442-1795273be90c HTTP/1.1" status: 200 len: 946 time: 0.1498075 Aug 20 11:56:15.257473 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-601699ab-c611-4114-b7fa-3ad46ef937c8 req-9e9fc47a-4bd5-4387-9bc4-e29bab8d9e42 service neutron] 10.222.0.35 "GET /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989429 Aug 20 11:56:15.262000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92e801e7-ffcf-4c4d-8fd4-ff44dfb9e060 req-5d6f6838-766a-4d87-adcd-8ddddccf515e service neutron] 10.222.0.35 "GET /v2.0/networks/1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500142 Aug 20 11:56:15.528408 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0c3da-a1d7-4433-bb4f-6472b9737d50 req-40871166-5d79-4722-81ae-8dea6d5a6c3d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:15.530170 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-39e0c3da-a1d7-4433-bb4f-6472b9737d50 req-40871166-5d79-4722-81ae-8dea6d5a6c3d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 945 time: 0.1073077 Aug 20 11:56:15.548100 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92e801e7-ffcf-4c4d-8fd4-ff44dfb9e060 req-f48aa231-26e1-4c95-a236-b2579e7102b7 service neutron] 10.222.0.35 "GET /v2.0/networks/1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752783 Aug 20 11:56:15.570969 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-601699ab-c611-4114-b7fa-3ad46ef937c8 req-9d01bb1e-113f-4d2d-b871-c4cde8ad6733 service neutron] 10.222.0.35 "GET /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993689 Aug 20 11:56:15.595999 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-39e0c3da-a1d7-4433-bb4f-6472b9737d50 req-73803961-c083-4ceb-81bd-41804cf496bb tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530136 Aug 20 11:56:15.723301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-05e03fd2-ac67-45fc-ac81-2225e9bf3dce tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:15.725304 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-05e03fd2-ac67-45fc-ac81-2225e9bf3dce tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6269724 Aug 20 11:56:15.730825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-d8a25cd9-2b0f-495c-b6f0-eac245922a3b req-b3c8a16f-117b-4c9e-bd70-8f468f76e6ae tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Deleting port 3b4d7c8f-bcc5-46ba-9225-285271542db7 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:15.731158 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d8a25cd9-2b0f-495c-b6f0-eac245922a3b req-b3c8a16f-117b-4c9e-bd70-8f468f76e6ae tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:15.736754 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3bd03459-22de-4c16-aeef-f6f762ba9e4c req-9fe037bf-ae9d-463a-ace4-6940174825eb tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 210 time: 0.0302470 Aug 20 11:56:15.875742 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-703a30a8-52e6-43a0-a939-2f356beb7f25 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:15.877551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-d8a25cd9-2b0f-495c-b6f0-eac245922a3b req-b3c8a16f-117b-4c9e-bd70-8f468f76e6ae tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] For port 3b4d7c8f-bcc5-46ba-9225-285271542db7, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3b4d7c8f-bcc5-46ba-9225-285271542db7,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:15.878192 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d8a25cd9-2b0f-495c-b6f0-eac245922a3b req-b3c8a16f-117b-4c9e-bd70-8f468f76e6ae tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:15.881148 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-703a30a8-52e6-43a0-a939-2f356beb7f25 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.35 "GET /v2.0/networks?id=840e18d7-fddb-419a-bcd0-5dc8628430e5 HTTP/1.1" status: 200 len: 815 time: 0.1335716 Aug 20 11:56:15.899543 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-2da0ee74-29bd-44cf-b9e0-4b87441be763 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Request body: {'port': {'device_id': '4bc5d018-ab56-43e4-992f-72ba87e6d07a', 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5', 'admin_state_up': True, 'tenant_id': '3a638f2992da40998b3f133904f782ba'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:15.900077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-d8a25cd9-2b0f-495c-b6f0-eac245922a3b req-b3c8a16f-117b-4c9e-bd70-8f468f76e6ae tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Calling delete_port for 3b4d7c8f-bcc5-46ba-9225-285271542db7 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:16.007552 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-490fb5e9-bcc1-4d33-a755-ca1d3538b5c9 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/quotas/c4fabc7a68754940bd580bf6d2cc64e4 HTTP/1.1" status: 200 len: 375 time: 0.2730997 Aug 20 11:56:16.046025 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-501c97b1-458a-4e64-ad00-8cb461ae5ebd tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4fabc7a68754940bd580bf6d2cc64e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374291 Aug 20 11:56:16.079206 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-2da0ee74-29bd-44cf-b9e0-4b87441be763 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Made reservation on behalf of 3a638f2992da40998b3f133904f782ba for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:16.088527 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-2da0ee74-29bd-44cf-b9e0-4b87441be763 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.202573 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d8a25cd9-2b0f-495c-b6f0-eac245922a3b req-b3c8a16f-117b-4c9e-bd70-8f468f76e6ae tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.217295 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3b4d7c8f-bcc5-46ba-9225-285271542db7'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:16.268819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8a16f-117b-4c9e-bd70-8f468f76e6ae tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Pushing event deleted for resources: {'Port': ['ID=3b4d7c8f-bcc5-46ba-9225-285271542db7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:16.322463 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a25cd9-2b0f-495c-b6f0-eac245922a3b req-b3c8a16f-117b-4c9e-bd70-8f468f76e6ae tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] No DVR routers for this DVR port 3b4d7c8f-bcc5-46ba-9225-285271542db7 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:16.325007 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d8a25cd9-2b0f-495c-b6f0-eac245922a3b req-b3c8a16f-117b-4c9e-bd70-8f468f76e6ae tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.327165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d8a25cd9-2b0f-495c-b6f0-eac245922a3b req-b3c8a16f-117b-4c9e-bd70-8f468f76e6ae tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.35 "DELETE /v2.0/ports/3b4d7c8f-bcc5-46ba-9225-285271542db7 HTTP/1.1" status: 204 len: 173 time: 1.2192538 Aug 20 11:56:16.327612 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decc9eb0-1ebe-4126-b442-1795273be90c', 'name': 'network-vif-deleted', 'tag': '3b4d7c8f-bcc5-46ba-9225-285271542db7'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:16.337923 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce481e20-d3e2-4b89-ada3-9294fbfd085c" -d '{"events": [{"server_uuid": "decc9eb0-1ebe-4126-b442-1795273be90c", "name": "network-vif-deleted", "tag": "3b4d7c8f-bcc5-46ba-9225-285271542db7"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:16.373207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-2da0ee74-29bd-44cf-b9e0-4b87441be763 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Allocated IP 172.20.0.11 (840e18d7-fddb-419a-bcd0-5dc8628430e5/2851a6ea-bbe8-4958-b4bb-ce4119d17b55/c4420557-db6d-4f15-9585-347a1e02f2d1) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:16.389437 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cae102c8-72cf-4e08-b77b-67fab013f68f req-80bda517-92cb-4b31-83a9-b32d933d1a23 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00c918f-affc-449f-a57e-f39f025d4caa HTTP/1.1" status: 200 len: 210 time: 0.0836322 Aug 20 11:56:16.401895 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b3e7fe-d780-486f-a883-de8594ec13da x-openstack-request-id: req-d2b3e7fe-d780-486f-a883-de8594ec13da {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:16.402185 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decc9eb0-1ebe-4126-b442-1795273be90c", "name": "network-vif-deleted", "tag": "3b4d7c8f-bcc5-46ba-9225-285271542db7", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:16.409354 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2b3e7fe-d780-486f-a883-de8594ec13da {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:16.410019 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decc9eb0-1ebe-4126-b442-1795273be90c', 'name': 'network-vif-deleted', 'tag': '3b4d7c8f-bcc5-46ba-9225-285271542db7', 'status': 'completed', 'code': 200} Aug 20 11:56:16.614795 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-2da0ee74-29bd-44cf-b9e0-4b87441be763 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.682373 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-2da0ee74-29bd-44cf-b9e0-4b87441be763 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.697736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3b4d7c8f-bcc5-46ba-9225-285271542db7'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:16.737173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-2da0ee74-29bd-44cf-b9e0-4b87441be763 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Network 840e18d7-fddb-419a-bcd0-5dc8628430e5 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:16.743031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-2da0ee74-29bd-44cf-b9e0-4b87441be763 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:16.747359 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-2da0ee74-29bd-44cf-b9e0-4b87441be763 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:16.768445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee161ae-0fe2-412a-9a6a-fbd96a40c401 req-2ebe04d1-4313-45d0-ac0d-b6f9567f8917 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:16.776425 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7ee161ae-0fe2-412a-9a6a-fbd96a40c401 req-2ebe04d1-4313-45d0-ac0d-b6f9567f8917 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 945 time: 0.0779738 Aug 20 11:56:16.824128 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0ee74-29bd-44cf-b9e0-4b87441be763 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Pushing event updated for resources: {'Port': ['ID=c4420557-db6d-4f15-9585-347a1e02f2d1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:16.859536 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7ee161ae-0fe2-412a-9a6a-fbd96a40c401 req-81bbf1e8-55be-40e1-83ad-4abc8585e118 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819068 Aug 20 11:56:16.911854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-2da0ee74-29bd-44cf-b9e0-4b87441be763 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:16.912484 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-2da0ee74-29bd-44cf-b9e0-4b87441be763 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.932596 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-2da0ee74-29bd-44cf-b9e0-4b87441be763 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0384004 Aug 20 11:56:16.945383 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c2c1a-4a1f-4df8-80aa-378b79ce8137 req-6eb0111e-963f-4867-8317-e1c7f77126b7 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:16.952768 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-463c2c1a-4a1f-4df8-80aa-378b79ce8137 req-6eb0111e-963f-4867-8317-e1c7f77126b7 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 932 time: 0.1118071 Aug 20 11:56:16.961343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Request body: {'port': {'device_id': '4bc5d018-ab56-43e4-992f-72ba87e6d07a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:17.051606 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-463c2c1a-4a1f-4df8-80aa-378b79ce8137 req-d6da6b53-6da7-4e9a-8bdb-75f180e88279 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972581 Aug 20 11:56:17.064228 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.350139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4420557-db6d-4f15-9585-347a1e02f2d1 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:17.359309 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.374971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Transition to ACTIVE for port object c4420557-db6d-4f15-9585-347a1e02f2d1 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:17.379729 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.434122 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Pushing event updated for resources: {'Port': ['ID=c4420557-db6d-4f15-9585-347a1e02f2d1,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:17.469038 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-0540f133-118b-4a96-8b8b-74fe115ff7bb tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c4fabc7a68754940bd580bf6d2cc64e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233207 Aug 20 11:56:17.544343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Attempting to bind port c4420557-db6d-4f15-9585-347a1e02f2d1 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:17.545021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Attempting to bind port c4420557-db6d-4f15-9585-347a1e02f2d1 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '60cdaa02-2d39-43fe-9841-13b06013d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:17.545541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Attempting to bind port c4420557-db6d-4f15-9585-347a1e02f2d1 on network 840e18d7-fddb-419a-bcd0-5dc8628430e5 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:17.550969 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Port c4420557-db6d-4f15-9585-347a1e02f2d1 on network 840e18d7-fddb-419a-bcd0-5dc8628430e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:56:17.551488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Attempting to bind port c4420557-db6d-4f15-9585-347a1e02f2d1 on network 840e18d7-fddb-419a-bcd0-5dc8628430e5 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:17.556897 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:17.557477 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Checking segment: {'id': '60cdaa02-2d39-43fe-9841-13b06013d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:17.558061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Bound using segment: {'id': '60cdaa02-2d39-43fe-9841-13b06013d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:17.558672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Bound port: c4420557-db6d-4f15-9585-347a1e02f2d1, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60cdaa02-2d39-43fe-9841-13b06013d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:17.559227 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.601648 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf7c1d4f-1de2-40b1-8b62-7188329c453d req-e81f0a25-3b46-463a-8ae5-e1d4b0e3bb71 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00c918f-affc-449f-a57e-f39f025d4caa HTTP/1.1" status: 200 len: 210 time: 0.1068804 Aug 20 11:56:17.642985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] For port c4420557-db6d-4f15-9585-347a1e02f2d1, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:17.646660 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] For port c4420557-db6d-4f15-9585-347a1e02f2d1, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c4420557-db6d-4f15-9585-347a1e02f2d1,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:17.652599 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.665936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-588466c1-a8bc-4bdf-83b3-bd967bfbcc75 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:17.667443 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-588466c1-a8bc-4bdf-83b3-bd967bfbcc75 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1924524 Aug 20 11:56:17.694988 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Request body: {'port': {'device_id': 'b00c918f-affc-449f-a57e-f39f025d4caa', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': 'c4fabc7a68754940bd580bf6d2cc64e4'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:17.717475 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Pushing event updated for resources: {'Port': ['ID=c4420557-db6d-4f15-9585-347a1e02f2d1,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:17.722867 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:17.723841 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.725464 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-ccc18d42-90f8-4eac-827f-863b4c6faf94 service neutron] 10.222.0.35 "PUT /v2.0/ports/c4420557-db6d-4f15-9585-347a1e02f2d1 HTTP/1.1" status: 200 len: 1092 time: 0.7688096 Aug 20 11:56:17.726068 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc5d018-ab56-43e4-992f-72ba87e6d07a', 'tag': 'c4420557-db6d-4f15-9585-347a1e02f2d1'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:17.728276 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed970da-0a85-4d44-8d9f-03bd1cc6900d" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc5d018-ab56-43e4-992f-72ba87e6d07a", "tag": "c4420557-db6d-4f15-9585-347a1e02f2d1"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:17.781170 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7301f8d-142c-40c9-bab3-714dc75c250c x-openstack-request-id: req-f7301f8d-142c-40c9-bab3-714dc75c250c {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:17.781468 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc5d018-ab56-43e4-992f-72ba87e6d07a", "tag": "c4420557-db6d-4f15-9585-347a1e02f2d1", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:17.782349 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7301f8d-142c-40c9-bab3-714dc75c250c {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:17.783107 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc5d018-ab56-43e4-992f-72ba87e6d07a', 'tag': 'c4420557-db6d-4f15-9585-347a1e02f2d1', 'status': 'completed', 'code': 200} Aug 20 11:56:17.795259 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-086fd8c1-b0e4-4419-8dd2-2b66b279403d service neutron] 10.222.0.35 "GET /v2.0/ports/d9e4526d-6628-44bc-8f52-a9fc0a3f75d0/bindings/n-h2-804299-2 HTTP/1.1" status: 200 len: 384 time: 0.1416652 Aug 20 11:56:17.822214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-c7a8fc9f-e10a-482f-bbc1-06491f0c1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:17.823743 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-c7a8fc9f-e10a-482f-bbc1-06491f0c1e58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a638f2992da40998b3f133904f782ba&device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 1095 time: 0.0572000 Aug 20 11:56:17.870172 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-0e5ad5ba-d5ce-4fae-bb2a-2c2a41e13c65 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4420557-db6d-4f15-9585-347a1e02f2d1 HTTP/1.1" status: 200 len: 217 time: 0.0358353 Aug 20 11:56:17.885463 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Made reservation on behalf of c4fabc7a68754940bd580bf6d2cc64e4 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:17.889092 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.919415 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.954799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-3901b54b-9d44-425e-8ef0-90d7078a44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:17.956279 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-3901b54b-9d44-425e-8ef0-90d7078a44ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2851a6ea-bbe8-4958-b4bb-ce4119d17b55 HTTP/1.1" status: 200 len: 855 time: 0.0788286 Aug 20 11:56:17.990389 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-6f870c97-4f2e-496e-a564-3f096e1042dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=840e18d7-fddb-419a-bcd0-5dc8628430e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264540 Aug 20 11:56:18.095828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07356f4a-307e-435e-85f2-ef5d0c7fd28f req-232d3496-3e78-4ce9-b273-f108de593889 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:18.096223 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07356f4a-307e-435e-85f2-ef5d0c7fd28f req-232d3496-3e78-4ce9-b273-f108de593889 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 945 time: 0.1465001 Aug 20 11:56:18.115345 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-957a5831-c54d-44bb-8314-ec968316d4f1 service neutron] 10.222.0.35 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160135 Aug 20 11:56:18.152462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-98253dd3-34a5-421d-90cd-b7dbeb119345 service neutron] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:18.193796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07356f4a-307e-435e-85f2-ef5d0c7fd28f req-180a8b67-7cb7-479a-92fa-402f242eb074 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906379 Aug 20 11:56:18.205931 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-98253dd3-34a5-421d-90cd-b7dbeb119345 service neutron] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:18.235627 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.242600 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.316733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-98253dd3-34a5-421d-90cd-b7dbeb119345 service neutron] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:18.343108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8372f562-dfa2-4125-8351-b32bdb358b9b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:18.353489 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-98253dd3-34a5-421d-90cd-b7dbeb119345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.430110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:18.432342 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02ba71d-624f-44fe-8d03-bf36551637b7" -d '{"events": [{"server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "name": "network-vif-unplugged", "status": "completed", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:18.480098 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e710056-3621-4208-b8b9-19e3bd60de64 x-openstack-request-id: req-5e710056-3621-4208-b8b9-19e3bd60de64 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:18.480759 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "name": "network-vif-unplugged", "status": "completed", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:18.480759 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e710056-3621-4208-b8b9-19e3bd60de64 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:18.481060 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0', 'code': 200} Aug 20 11:56:18.483967 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Allocated IP 192.168.233.8 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/df238e3f-281f-425e-99d0-0637e4c75eb0) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:18.523674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-98253dd3-34a5-421d-90cd-b7dbeb119345 service neutron] Transition to ACTIVE for port object d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:18.531525 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-98253dd3-34a5-421d-90cd-b7dbeb119345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.596973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6632be-e6ee-4849-8e58-2cf0d6eb3df0 req-9252b748-102c-48ef-b409-2f98c3414da0 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:18.598980 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cd6632be-e6ee-4849-8e58-2cf0d6eb3df0 req-9252b748-102c-48ef-b409-2f98c3414da0 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 944 time: 0.3992317 Aug 20 11:56:18.601488 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-09d80d3f-2131-482c-abb2-7e097ec025d7 req-d1830bf7-a9f3-4f8e-8540-82fc76301c14 service neutron] 10.222.0.35 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781229 Aug 20 11:56:18.685893 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cd6632be-e6ee-4849-8e58-2cf0d6eb3df0 req-702b50f7-7b7f-4d91-9a83-5af4c78b0280 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788929 Aug 20 11:56:18.729023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed970da-0a85-4d44-8d9f-03bd1cc6900d req-2ad797d1-a346-4243-9bed-1f4fdaf9bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:18.730625 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aed970da-0a85-4d44-8d9f-03bd1cc6900d req-2ad797d1-a346-4243-9bed-1f4fdaf9bd10 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a638f2992da40998b3f133904f782ba&device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 1095 time: 0.0670846 Aug 20 11:56:18.762722 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a82ea3c2-afd7-42e1-912c-e90580accee9 req-2557cf13-44e5-4def-ac55-e7fc23417361 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00c918f-affc-449f-a57e-f39f025d4caa HTTP/1.1" status: 200 len: 210 time: 0.0644150 Aug 20 11:56:18.767471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98253dd3-34a5-421d-90cd-b7dbeb119345 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,revision_number=11']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:18.813399 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-98253dd3-34a5-421d-90cd-b7dbeb119345 service neutron] No DVR routers for this DVR port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:18.849003 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed970da-0a85-4d44-8d9f-03bd1cc6900d req-da1a06ae-82e9-4c0d-99f1-6a4e793bf14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:18.851323 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aed970da-0a85-4d44-8d9f-03bd1cc6900d req-da1a06ae-82e9-4c0d-99f1-6a4e793bf14a service neutron] 10.222.0.35 "GET /v2.0/networks?id=840e18d7-fddb-419a-bcd0-5dc8628430e5 HTTP/1.1" status: 200 len: 915 time: 0.1138241 Aug 20 11:56:18.887944 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.912098 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aed970da-0a85-4d44-8d9f-03bd1cc6900d req-ee894332-b2bd-4ce0-a0df-791bfbbb3f05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4420557-db6d-4f15-9585-347a1e02f2d1 HTTP/1.1" status: 200 len: 217 time: 0.0526116 Aug 20 11:56:18.938684 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Transition to ACTIVE for port object df238e3f-281f-425e-99d0-0637e4c75eb0 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:18.980392 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed970da-0a85-4d44-8d9f-03bd1cc6900d req-2bff6d83-2461-4240-a497-1f372ed2a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:18.982665 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aed970da-0a85-4d44-8d9f-03bd1cc6900d req-2bff6d83-2461-4240-a497-1f372ed2a5cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2851a6ea-bbe8-4958-b4bb-ce4119d17b55 HTTP/1.1" status: 200 len: 855 time: 0.0613558 Aug 20 11:56:19.014566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-98253dd3-34a5-421d-90cd-b7dbeb119345 service neutron] 10.222.0.35 "PUT /v2.0/ports/d9e4526d-6628-44bc-8f52-a9fc0a3f75d0/bindings/n-h2-804299-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2079878 Aug 20 11:56:19.016889 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aed970da-0a85-4d44-8d9f-03bd1cc6900d req-5fc8f5ff-9a11-4bab-b8da-24b37ab7cb27 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=840e18d7-fddb-419a-bcd0-5dc8628430e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267375 Aug 20 11:56:19.024551 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.072006 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:19.084500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:19.087293 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:19.131022 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aed970da-0a85-4d44-8d9f-03bd1cc6900d req-c3c3d102-c98a-4308-b3fa-0594af5641a3 service neutron] 10.222.0.35 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008332 Aug 20 11:56:19.142142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Pushing event updated for resources: {'Port': ['ID=df238e3f-281f-425e-99d0-0637e4c75eb0,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:19.175810 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:19.176679 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.185090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-9ef9cc13-063f-4914-ade0-84661bf59e37 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:19.186622 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-9ef9cc13-063f-4914-ade0-84661bf59e37 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 1095 time: 0.1171649 Aug 20 11:56:19.209083 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c66e80d4-a8a6-4f1f-9286-6c0dd1c036e5 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5205443 Aug 20 11:56:19.253083 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Request body: {'port': {'device_id': 'b00c918f-affc-449f-a57e-f39f025d4caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:19.264131 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:56:19.285643 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aed970da-0a85-4d44-8d9f-03bd1cc6900d req-36b42c7d-ce1d-4b23-a28d-d15b16d26553 service neutron] 10.222.0.35 "GET /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454246 Aug 20 11:56:19.339268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-4cd921bd-5e2b-40d0-b1b2-45a9d2211135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:19.341131 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-4cd921bd-5e2b-40d0-b1b2-45a9d2211135 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6 HTTP/1.1" status: 200 len: 1095 time: 0.1460702 Aug 20 11:56:19.344339 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 3b4d7c8f-bcc5-46ba-9225-285271542db7 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:19.353001 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.377152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 3b4d7c8f-bcc5-46ba-9225-285271542db7 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:19.377935 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 3b4d7c8f-bcc5-46ba-9225-285271542db7 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:19.397414 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7cf64bac-e312-4260-a708-a774a29580cd None None] Provisioning for port df238e3f-281f-425e-99d0-0637e4c75eb0 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:19.405228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35240) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:19.410729 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7cf64bac-e312-4260-a708-a774a29580cd None None] Provisioning complete for port df238e3f-281f-425e-99d0-0637e4c75eb0 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:19.411411 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7cf64bac-e312-4260-a708-a774a29580cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.453805 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7cf64bac-e312-4260-a708-a774a29580cd None None] Port df238e3f-281f-425e-99d0-0637e4c75eb0 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:19.496215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-c922115c-0cd4-4fff-a059-29ce9bfdc1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:19.497784 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-c922115c-0cd4-4fff-a059-29ce9bfdc1f5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 1095 time: 0.1276264 Aug 20 11:56:19.549650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eac0bb-337e-415d-abd9-e17703865d69 req-5c818dd4-1672-4923-80b0-288d96edda8b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:19.551219 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8eac0bb-337e-415d-abd9-e17703865d69 req-5c818dd4-1672-4923-80b0-288d96edda8b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 944 time: 0.1856279 Aug 20 11:56:19.700527 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8eac0bb-337e-415d-abd9-e17703865d69 req-3b158c42-8fc9-4288-963a-5db78d2875b6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361985 Aug 20 11:56:19.734407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-e667522d-b37b-46cd-84ee-0cd1f0f364a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:19.735988 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-e667522d-b37b-46cd-84ee-0cd1f0f364a8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8f60ef26-2e60-4a87-89c0-bcb19b841b20 HTTP/1.1" status: 200 len: 895 time: 0.1946163 Aug 20 11:56:19.833468 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-286c7b5d-075b-445e-b768-e2a13b7a096e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 HTTP/1.1" status: 200 len: 999 time: 0.0904155 Aug 20 11:56:19.869855 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745dc93-cf49-46eb-8c31-6dce042541db req-edf72835-abd3-44e8-86a0-a022ea137c66 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:19.871556 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9745dc93-cf49-46eb-8c31-6dce042541db req-edf72835-abd3-44e8-86a0-a022ea137c66 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 944 time: 0.0889070 Aug 20 11:56:19.934771 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9745dc93-cf49-46eb-8c31-6dce042541db req-140782b9-807d-46dd-827c-e170186acbfb tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552649 Aug 20 11:56:19.955376 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df238e3f-281f-425e-99d0-0637e4c75eb0 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:19.964000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-74c5a20a-d7ea-473a-8036-d4bf00f66e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:19.965521 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-74c5a20a-d7ea-473a-8036-d4bf00f66e31 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5884617f-3214-42b7-8b30-27b66863d4df HTTP/1.1" status: 200 len: 835 time: 0.1213381 Aug 20 11:56:19.967936 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.994493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f5994-6411-42be-a9dc-72e8b362bbc5 req-9d1e8805-52cf-4d5b-82f3-18fa1a822e3b tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:19.995921 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd5f5994-6411-42be-a9dc-72e8b362bbc5 req-9d1e8805-52cf-4d5b-82f3-18fa1a822e3b tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00c918f-affc-449f-a57e-f39f025d4caa HTTP/1.1" status: 200 len: 934 time: 0.1527827 Aug 20 11:56:20.016393 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5633166d-c47d-458a-801f-19459f42a03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:20.023404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Transition to ACTIVE for port object df238e3f-281f-425e-99d0-0637e4c75eb0 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:20.036440 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:20.090901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-e57c821e-d263-4ea0-8316-8edf7342d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:20.092456 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-e57c821e-d263-4ea0-8316-8edf7342d3d7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f60ef26-2e60-4a87-89c0-bcb19b841b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168911 Aug 20 11:56:20.104614 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fd5f5994-6411-42be-a9dc-72e8b362bbc5 req-de69c0b0-c42f-48f4-9ec1-75f9f61efe40 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/security-groups?id=8372f562-dfa2-4125-8351-b32bdb358b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917089 Aug 20 11:56:20.121179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Pushing event updated for resources: {'Port': ['ID=df238e3f-281f-425e-99d0-0637e4c75eb0,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:20.261202 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-e36aa3bc-ac61-43f8-b2ed-9565effa0a98 service neutron] 10.222.0.76 "GET /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555803 Aug 20 11:56:20.262022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Attempting to bind port df238e3f-281f-425e-99d0-0637e4c75eb0 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:20.262355 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Attempting to bind port df238e3f-281f-425e-99d0-0637e4c75eb0 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:20.262685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Attempting to bind port df238e3f-281f-425e-99d0-0637e4c75eb0 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:20.267802 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Port df238e3f-281f-425e-99d0-0637e4c75eb0 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:56:20.268133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Attempting to bind port df238e3f-281f-425e-99d0-0637e4c75eb0 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:20.274320 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:20.274746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:20.275049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:20.275631 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Bound port: df238e3f-281f-425e-99d0-0637e4c75eb0, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:20.276028 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:20.304117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5633166d-c47d-458a-801f-19459f42a03c admin admin] Deleting port 14c8ebc0-0b9d-4327-8e1e-55861af8249f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:20.304464 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5633166d-c47d-458a-801f-19459f42a03c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:20.391368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5633166d-c47d-458a-801f-19459f42a03c admin admin] For port 14c8ebc0-0b9d-4327-8e1e-55861af8249f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=14c8ebc0-0b9d-4327-8e1e-55861af8249f,segment=NetworkSegment(4636c42c-09c5-41f4-b7f7-dfbb070f31c8),segment_id=4636c42c-09c5-41f4-b7f7-dfbb070f31c8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:20.391746 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5633166d-c47d-458a-801f-19459f42a03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:20.406924 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5633166d-c47d-458a-801f-19459f42a03c admin admin] Calling delete_port for 14c8ebc0-0b9d-4327-8e1e-55861af8249f owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:20.590110 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5633166d-c47d-458a-801f-19459f42a03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:20.616234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633166d-c47d-458a-801f-19459f42a03c admin admin] Pushing event deleted for resources: {'Port': ['ID=14c8ebc0-0b9d-4327-8e1e-55861af8249f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:20.673761 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] For port df238e3f-281f-425e-99d0-0637e4c75eb0, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:20.678477 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] For port df238e3f-281f-425e-99d0-0637e4c75eb0, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=df238e3f-281f-425e-99d0-0637e4c75eb0,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:20.682180 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-4a70e718-2693-46a0-b4a5-c4b054d8f31e service neutron] 10.222.0.76 "GET /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028530 Aug 20 11:56:20.683836 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:20.727465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:20.728110 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:20.729565 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] 10.222.0.76 "PUT /v2.0/ports/df238e3f-281f-425e-99d0-0637e4c75eb0 HTTP/1.1" status: 200 len: 1094 time: 1.4981618 Aug 20 11:56:20.729999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00c918f-affc-449f-a57e-f39f025d4caa', 'tag': 'df238e3f-281f-425e-99d0-0637e4c75eb0'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:20.732962 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2e4054-10ce-4668-b2fe-b356f9e47f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b00c918f-affc-449f-a57e-f39f025d4caa", "tag": "df238e3f-281f-425e-99d0-0637e4c75eb0"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:20.775051 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ef843-1c04-4540-98ba-f1c059e199c4 service neutron] Pushing event updated for resources: {'Port': ['ID=df238e3f-281f-425e-99d0-0637e4c75eb0,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:20.838764 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22f4a45-6af7-4504-8e2f-2d439647bffc x-openstack-request-id: req-c22f4a45-6af7-4504-8e2f-2d439647bffc {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:20.839192 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00c918f-affc-449f-a57e-f39f025d4caa", "tag": "df238e3f-281f-425e-99d0-0637e4c75eb0", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:20.839543 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c22f4a45-6af7-4504-8e2f-2d439647bffc {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:20.840031 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00c918f-affc-449f-a57e-f39f025d4caa', 'tag': 'df238e3f-281f-425e-99d0-0637e4c75eb0', 'status': 'completed', 'code': 200} Aug 20 11:56:20.860015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c47825bd-824a-443a-abf2-a7704fbb000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:20.861622 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-c47825bd-824a-443a-abf2-a7704fbb000a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c4fabc7a68754940bd580bf6d2cc64e4&device_id=b00c918f-affc-449f-a57e-f39f025d4caa HTTP/1.1" status: 200 len: 1097 time: 0.0746713 Aug 20 11:56:20.905119 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5633166d-c47d-458a-801f-19459f42a03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:20.955321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-2a6c2cc2-27b5-4a9d-ab1f-2a31eba756ea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=df238e3f-281f-425e-99d0-0637e4c75eb0 HTTP/1.1" status: 200 len: 217 time: 0.0837834 Aug 20 11:56:20.972615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a8dff-5d74-4a8b-9ca2-8a93877322ae req-3c188433-c01f-4ef6-89ff-707bd74a77bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:20.975239 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9b1a8dff-5d74-4a8b-9ca2-8a93877322ae req-3c188433-c01f-4ef6-89ff-707bd74a77bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 944 time: 0.1304126 Aug 20 11:56:21.077216 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9b1a8dff-5d74-4a8b-9ca2-8a93877322ae req-ba10ca59-c92d-453c-8474-419cabdae1a6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913162 Aug 20 11:56:21.090922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-f4c24ae3-cd16-4591-a6f2-107b79de52cc tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:21.092564 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-f4c24ae3-cd16-4591-a6f2-107b79de52cc tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 1095 time: 0.1470294 Aug 20 11:56:21.094037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-d10d713c-71c5-4fe0-b6f7-e748093d749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:21.095426 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-d10d713c-71c5-4fe0-b6f7-e748093d749c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.1095748 Aug 20 11:56:21.113116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50397c53-28ca-4726-9aba-95f188b01ed3 req-f41b9119-5ada-4baa-aea5-77a22dd304f1 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:21.114552 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50397c53-28ca-4726-9aba-95f188b01ed3 req-f41b9119-5ada-4baa-aea5-77a22dd304f1 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 944 time: 0.0806663 Aug 20 11:56:21.229243 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50397c53-28ca-4726-9aba-95f188b01ed3 req-df8f25d3-8f6e-4992-b403-9d1bca7b0ef2 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009150 Aug 20 11:56:21.230977 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-6b763ef4-90f6-4657-b3cd-b0332664b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:21.232553 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-6b763ef4-90f6-4657-b3cd-b0332664b02c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1159003 Aug 20 11:56:21.244913 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5633166d-c47d-458a-801f-19459f42a03c admin admin] Router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:21.258362 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d2f76-d9b0-4995-b95f-ed21cd895211 req-a79a25b1-ff99-474d-9925-ead8c39b26ef tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:21.259868 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f19d2f76-d9b0-4995-b95f-ed21cd895211 req-a79a25b1-ff99-474d-9925-ead8c39b26ef tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00c918f-affc-449f-a57e-f39f025d4caa HTTP/1.1" status: 200 len: 946 time: 0.0741947 Aug 20 11:56:21.338094 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f19d2f76-d9b0-4995-b95f-ed21cd895211 req-13e54ba6-c63c-4e96-8108-faa66eaa5f7e tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/security-groups?id=8372f562-dfa2-4125-8351-b32bdb358b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709426 Aug 20 11:56:21.347385 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c4420557-db6d-4f15-9585-347a1e02f2d1 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:21.349808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:21.387357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-1a48856c-6192-4ea9-95ef-1d8f2efaf9ac service neutron] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:21.394156 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-1a48856c-6192-4ea9-95ef-1d8f2efaf9ac service neutron] Notify callbacks [] for binding, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:21.395335 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-1a48856c-6192-4ea9-95ef-1d8f2efaf9ac service neutron] 10.222.0.76 "DELETE /v2.0/ports/d9e4526d-6628-44bc-8f52-a9fc0a3f75d0/bindings/n-h1-804299-2 HTTP/1.1" status: 204 len: 173 time: 0.2798707 Aug 20 11:56:21.402459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5633166d-c47d-458a-801f-19459f42a03c admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:21.411391 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5633166d-c47d-458a-801f-19459f42a03c admin admin] 10.222.0.37 "PUT /v2.0/routers/1fd8c4eb-7c04-48ea-9691-f6efa1caea07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0030692 Aug 20 11:56:21.411391 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35256) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:21.415413 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-21431c20-041a-40e6-89d9-75a62f5fca99 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727793 Aug 20 11:56:21.435307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4fdb72-2dd6-4a3b-ac89-1cef1d19eb88 None None] Sync routers for ids ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:21.476373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:21.484009 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4fdb72-2dd6-4a3b-ac89-1cef1d19eb88 None None] Routers {'1fd8c4eb-7c04-48ea-9691-f6efa1caea07'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:21.484653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ca4fdb72-2dd6-4a3b-ac89-1cef1d19eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:55:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:21.517001 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2588be50-1983-4a87-ad5b-ff7b5d1c10d9 req-0efc3597-776b-4194-95d7-4deef7a71dc5 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946932 Aug 20 11:56:21.531225 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6780ed95-9527-4a72-95af-8a39eba24650 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:21.559552 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port c4420557-db6d-4f15-9585-347a1e02f2d1, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c4420557-db6d-4f15-9585-347a1e02f2d1,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:21.604338 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'c4420557-db6d-4f15-9585-347a1e02f2d1', 'network_id': '840e18d7-fddb-419a-bcd0-5dc8628430e5', 'port_id': 'c4420557-db6d-4f15-9585-347a1e02f2d1', 'mac_address': 'fa:16:3e:e5:7d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2851a6ea-bbe8-4958-b4bb-ce4119d17b55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:56:21.610975 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e4054-10ce-4668-b2fe-b356f9e47f9e req-eb91175f-8c9a-4cba-9b91-a12543d98977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:21.612493 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4a2e4054-10ce-4668-b2fe-b356f9e47f9e req-eb91175f-8c9a-4cba-9b91-a12543d98977 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c4fabc7a68754940bd580bf6d2cc64e4&device_id=b00c918f-affc-449f-a57e-f39f025d4caa HTTP/1.1" status: 200 len: 1097 time: 0.0503204 Aug 20 11:56:21.645172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-ca4fdb72-2dd6-4a3b-ac89-1cef1d19eb88 None None] Set router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:21.648686 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6780ed95-9527-4a72-95af-8a39eba24650 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:21.705412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6780ed95-9527-4a72-95af-8a39eba24650 admin admin] Deleting port d88e3d90-8747-4748-a4bd-601dd3dcea83 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:21.706223 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6780ed95-9527-4a72-95af-8a39eba24650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:21.721632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e4054-10ce-4668-b2fe-b356f9e47f9e req-c502e487-36b5-4a02-885c-1b423ddf563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:21.723688 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4a2e4054-10ce-4668-b2fe-b356f9e47f9e req-c502e487-36b5-4a02-885c-1b423ddf563e service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.1026223 Aug 20 11:56:21.751049 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:21.776988 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4420557-db6d-4f15-9585-347a1e02f2d1 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:21.782624 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4a2e4054-10ce-4668-b2fe-b356f9e47f9e req-77694598-cbb3-4a50-b20d-df288a5e60ba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=df238e3f-281f-425e-99d0-0637e4c75eb0 HTTP/1.1" status: 200 len: 217 time: 0.0489707 Aug 20 11:56:21.805975 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6780ed95-9527-4a72-95af-8a39eba24650 admin admin] For port d88e3d90-8747-4748-a4bd-601dd3dcea83, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d88e3d90-8747-4748-a4bd-601dd3dcea83,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:21.806348 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6780ed95-9527-4a72-95af-8a39eba24650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:21.813673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port c4420557-db6d-4f15-9585-347a1e02f2d1, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c4420557-db6d-4f15-9585-347a1e02f2d1,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:21.827559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6780ed95-9527-4a72-95af-8a39eba24650 admin admin] Calling delete_port for d88e3d90-8747-4748-a4bd-601dd3dcea83 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:21.835308 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:21.846098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e4054-10ce-4668-b2fe-b356f9e47f9e req-e546f954-452b-4abc-9eae-3428591fc7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:21.848139 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4a2e4054-10ce-4668-b2fe-b356f9e47f9e req-e546f954-452b-4abc-9eae-3428591fc7f7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0567956 Aug 20 11:56:21.897687 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e4054-10ce-4668-b2fe-b356f9e47f9e req-a3af987b-cec5-47d6-ac27-371c0bfa79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:21.899897 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4a2e4054-10ce-4668-b2fe-b356f9e47f9e req-a3af987b-cec5-47d6-ac27-371c0bfa79a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444362 Aug 20 11:56:21.917761 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=c4420557-db6d-4f15-9585-347a1e02f2d1,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:21.945510 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ca4fdb72-2dd6-4a3b-ac89-1cef1d19eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:56:20Z', 'revision_number': 5, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port': {'id': 'd88e3d90-8747-4748-a4bd-601dd3dcea83', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:56Z', 'updated_at': '2021-08-20T11:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:21.981133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4fdb72-2dd6-4a3b-ac89-1cef1d19eb88 None None] Checking router: 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:21.998188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4fdb72-2dd6-4a3b-ac89-1cef1d19eb88 None None] Routers {'1fd8c4eb-7c04-48ea-9691-f6efa1caea07'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:21.998803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ca4fdb72-2dd6-4a3b-ac89-1cef1d19eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:55:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:22.008546 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4a2e4054-10ce-4668-b2fe-b356f9e47f9e req-56908344-9c13-4f00-b665-b4f8df379ec5 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989530 Aug 20 11:56:22.015483 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6780ed95-9527-4a72-95af-8a39eba24650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:22.046760 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780ed95-9527-4a72-95af-8a39eba24650 admin admin] Pushing event deleted for resources: {'Port': ['ID=d88e3d90-8747-4748-a4bd-601dd3dcea83,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:22.076091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['c4420557-db6d-4f15-9585-347a1e02f2d1'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:22.132764 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-ca4fdb72-2dd6-4a3b-ac89-1cef1d19eb88 None None] Set router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:22.153022 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6780ed95-9527-4a72-95af-8a39eba24650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:22.156317 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4a2e4054-10ce-4668-b2fe-b356f9e47f9e req-4b783e08-e349-4455-8123-1647319ddc8e service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380711 Aug 20 11:56:22.220897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ca4fdb72-2dd6-4a3b-ac89-1cef1d19eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:56:21Z', 'revision_number': 6, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:22.241388 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41336f-d88b-49cc-aa3c-4aa960490add req-40322d65-ce7e-4398-9ca1-2de42195b675 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:22.243046 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1c41336f-d88b-49cc-aa3c-4aa960490add req-40322d65-ce7e-4398-9ca1-2de42195b675 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 944 time: 0.0717411 Aug 20 11:56:22.258134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4fdb72-2dd6-4a3b-ac89-1cef1d19eb88 None None] The sync data for ids ['1fd8c4eb-7c04-48ea-9691-f6efa1caea07'] in n-d-804299-2 is: [{'id': '1fd8c4eb-7c04-48ea-9691-f6efa1caea07', 'name': 'tempest-AttachVolumeTestJSON-912161676-router', 'tenant_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:55Z', 'updated_at': '2021-08-20T11:56:21Z', 'revision_number': 6, 'project_id': 'f80439ee3e7d4c31ae9f53f07409b7e6', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:22.272520 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6780ed95-9527-4a72-95af-8a39eba24650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:22.276122 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6780ed95-9527-4a72-95af-8a39eba24650 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:22.315156 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1c41336f-d88b-49cc-aa3c-4aa960490add req-c1b56fe1-de0b-4e1e-8ee2-0c5ab58700f9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634239 Aug 20 11:56:22.378590 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6780ed95-9527-4a72-95af-8a39eba24650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:22.379469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6780ed95-9527-4a72-95af-8a39eba24650 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd8c4eb-7c04-48ea-9691-f6efa1caea07 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:56:22.385591 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6780ed95-9527-4a72-95af-8a39eba24650 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:22.389802 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6780ed95-9527-4a72-95af-8a39eba24650 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1fd8c4eb-7c04-48ea-9691-f6efa1caea07 HTTP/1.1" status: 204 len: 168 time: 0.9745624 Aug 20 11:56:22.390614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35266) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:22.408413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be65ac7-b5d7-4c4c-9d56-e93c92f6c757 req-989f682b-f49e-4c2e-9db4-f072173de9e3 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:22.410504 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3be65ac7-b5d7-4c4c-9d56-e93c92f6c757 req-989f682b-f49e-4c2e-9db4-f072173de9e3 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 945 time: 0.0723867 Aug 20 11:56:22.452985 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3be65ac7-b5d7-4c4c-9d56-e93c92f6c757 req-e13f9d1d-b2fc-4cf3-a882-69b1a26fd6f1 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345781 Aug 20 11:56:22.470144 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f56fc3-eb3a-46d3-93ff-e37b9c00be62 admin admin] Deleting subnet 09663497-ca2a-455d-b26b-a9896c3dda5e {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:56:22.480168 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52f56fc3-eb3a-46d3-93ff-e37b9c00be62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:22.486417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device df238e3f-281f-425e-99d0-0637e4c75eb0 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:22.511324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d2d07-2193-4a7b-ac9e-ee6fb8560ad4 req-545403ed-9db0-485e-a426-503c839bf13d tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:22.512976 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-370d2d07-2193-4a7b-ac9e-ee6fb8560ad4 req-545403ed-9db0-485e-a426-503c839bf13d tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 1095 time: 0.1121585 Aug 20 11:56:22.524489 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-48172f42-8ab5-4c32-b676-06cd8ff948c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:22.524946 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52f56fc3-eb3a-46d3-93ff-e37b9c00be62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:22.585284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd9f56-5fa5-4654-b70c-3274464b486d req-7f792d64-6bab-4f2b-9102-5c2264c78acc tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:22.586853 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1ccd9f56-5fa5-4654-b70c-3274464b486d req-7f792d64-6bab-4f2b-9102-5c2264c78acc tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00c918f-affc-449f-a57e-f39f025d4caa HTTP/1.1" status: 200 len: 946 time: 0.0548985 Aug 20 11:56:22.590482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-370d2d07-2193-4a7b-ac9e-ee6fb8560ad4 req-8cff804a-34ca-4c0e-b48b-92e7f1a50f85 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703971 Aug 20 11:56:22.634498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port df238e3f-281f-425e-99d0-0637e4c75eb0, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=df238e3f-281f-425e-99d0-0637e4c75eb0,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:22.652227 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'df238e3f-281f-425e-99d0-0637e4c75eb0', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': 'df238e3f-281f-425e-99d0-0637e4c75eb0', 'mac_address': 'fa:16:3e:84:d2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:56:22.668994 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52f56fc3-eb3a-46d3-93ff-e37b9c00be62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:22.684744 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1ccd9f56-5fa5-4654-b70c-3274464b486d req-7123ad33-a49e-49c1-8da9-d2afe79c307d tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/security-groups?id=8372f562-dfa2-4125-8351-b32bdb358b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638063 Aug 20 11:56:22.715002 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:22.729868 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df238e3f-281f-425e-99d0-0637e4c75eb0 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:22.752757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port df238e3f-281f-425e-99d0-0637e4c75eb0, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=df238e3f-281f-425e-99d0-0637e4c75eb0,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:22.756859 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:22.776023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a5804-425c-4441-b103-7e2128611dcf req-5ede5b81-5d87-475c-a62c-14a46eb27588 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:22.776586 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b9a5804-425c-4441-b103-7e2128611dcf req-5ede5b81-5d87-475c-a62c-14a46eb27588 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 944 time: 0.0696542 Aug 20 11:56:22.781932 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52f56fc3-eb3a-46d3-93ff-e37b9c00be62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:22.813715 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=df238e3f-281f-425e-99d0-0637e4c75eb0,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:22.829338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f56fc3-eb3a-46d3-93ff-e37b9c00be62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09663497-ca2a-455d-b26b-a9896c3dda5e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:22.833537 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52f56fc3-eb3a-46d3-93ff-e37b9c00be62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:22.835382 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-52f56fc3-eb3a-46d3-93ff-e37b9c00be62 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/09663497-ca2a-455d-b26b-a9896c3dda5e HTTP/1.1" status: 204 len: 168 time: 0.4429901 Aug 20 11:56:22.836576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b393aa-8e02-40af-b099-8f407005b276 None None] Network d8c120cc-56e2-4266-a608-15492ea07f5a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:56:22.838468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35270) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:22.854144 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b9a5804-425c-4441-b103-7e2128611dcf req-12d22701-8ea6-463d-b9c6-cf43e9b65186 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625103 Aug 20 11:56:22.881040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35272) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:22.918901 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:22.956869 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-18fc3d9f-92be-4b13-9270-b008ad106b0d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/91f249dc-cf2e-41c0-bf6d-b24b6976deeb HTTP/1.1" status: 200 len: 991 time: 0.0709059 Aug 20 11:56:22.984896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] Deleting port d5ff194b-7011-43b6-a80e-fe3fec5a02f1 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:22.985335 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:23.053459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] For port d5ff194b-7011-43b6-a80e-fe3fec5a02f1, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d5ff194b-7011-43b6-a80e-fe3fec5a02f1,segment=NetworkSegment(4636c42c-09c5-41f4-b7f7-dfbb070f31c8),segment_id=4636c42c-09c5-41f4-b7f7-dfbb070f31c8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:23.054104 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:23.066786 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] Calling delete_port for d5ff194b-7011-43b6-a80e-fe3fec5a02f1 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:23.095258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['df238e3f-281f-425e-99d0-0637e4c75eb0'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:23.154888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb5ee04-c864-48d0-a0fc-6e687fb44fac None None] DHCP port deletion for d8c120cc-56e2-4266-a608-15492ea07f5a request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:56:23.172567 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:23.206622 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5ee04-c864-48d0-a0fc-6e687fb44fac None None] The port 'd5ff194b-7011-43b6-a80e-fe3fec5a02f1' was deleted {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 20 11:56:23.209722 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d88e3d90-8747-4748-a4bd-601dd3dcea83 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:23.214464 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ff194b-7011-43b6-a80e-fe3fec5a02f1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:23.215221 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] No DVR routers for this DVR port d5ff194b-7011-43b6-a80e-fe3fec5a02f1 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:23.242680 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: d88e3d90-8747-4748-a4bd-601dd3dcea83 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:23.243020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d88e3d90-8747-4748-a4bd-601dd3dcea83 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:23.243442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d5ff194b-7011-43b6-a80e-fe3fec5a02f1 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:23.277377 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: d5ff194b-7011-43b6-a80e-fe3fec5a02f1 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:23.277736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d5ff194b-7011-43b6-a80e-fe3fec5a02f1 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:23.278165 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 14c8ebc0-0b9d-4327-8e1e-55861af8249f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:23.297375 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:23.306066 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 14c8ebc0-0b9d-4327-8e1e-55861af8249f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:23.306421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 14c8ebc0-0b9d-4327-8e1e-55861af8249f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:23.309176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c120cc-56e2-4266-a608-15492ea07f5a']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:23.364237 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c4420557-db6d-4f15-9585-347a1e02f2d1 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:23.423444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port c4420557-db6d-4f15-9585-347a1e02f2d1 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:23.428815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port c4420557-db6d-4f15-9585-347a1e02f2d1 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:23.429553 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:23.528559 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:23.552388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc5d018-ab56-43e4-992f-72ba87e6d07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4420557-db6d-4f15-9585-347a1e02f2d1'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:23.554742 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5ff6b4-4ba8-4ad7-971e-e9bc1616516f" -d '{"events": [{"server_uuid": "4bc5d018-ab56-43e4-992f-72ba87e6d07a", "name": "network-vif-plugged", "status": "completed", "tag": "c4420557-db6d-4f15-9585-347a1e02f2d1"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:23.568899 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port c4420557-db6d-4f15-9585-347a1e02f2d1, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c4420557-db6d-4f15-9585-347a1e02f2d1,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:23.574081 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:23.607844 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae370217-331d-4cd1-b5bb-b2c5a718a14b x-openstack-request-id: req-ae370217-331d-4cd1-b5bb-b2c5a718a14b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:23.608169 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc5d018-ab56-43e4-992f-72ba87e6d07a", "name": "network-vif-plugged", "status": "completed", "tag": "c4420557-db6d-4f15-9585-347a1e02f2d1", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:23.608437 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae370217-331d-4cd1-b5bb-b2c5a718a14b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:23.608851 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc5d018-ab56-43e4-992f-72ba87e6d07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4420557-db6d-4f15-9585-347a1e02f2d1', 'code': 200} Aug 20 11:56:23.615468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4636c42c-09c5-41f4-b7f7-dfbb070f31c8') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:23.615768 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4636c42c-09c5-41f4-b7f7-dfbb070f31c8') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:23.632044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=c4420557-db6d-4f15-9585-347a1e02f2d1,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:23.634634 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:23.665213 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:23.683575 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:56:23.683906 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:56:23.686296 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:56:23.754889 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0dc743-6fe6-4c16-8d94-c2efb40fc086 req-68498eeb-108b-4b36-92f2-ad4746da0886 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:23.756416 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef0dc743-6fe6-4c16-8d94-c2efb40fc086 req-68498eeb-108b-4b36-92f2-ad4746da0886 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 946 time: 0.1443324 Aug 20 11:56:23.790816 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df70ad-c8d3-4451-bde0-178af0c20046 req-faf6eec3-e926-4697-965a-5a3b28135a60 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:23.792408 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23df70ad-c8d3-4451-bde0-178af0c20046 req-faf6eec3-e926-4697-965a-5a3b28135a60 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00c918f-affc-449f-a57e-f39f025d4caa HTTP/1.1" status: 200 len: 947 time: 0.0496180 Aug 20 11:56:23.796438 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499eb1f1-41d6-4842-912b-8ed5aeefa775 req-56d7af50-36b5-4c10-8e22-ebd5f3a2a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:23.797988 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-499eb1f1-41d6-4842-912b-8ed5aeefa775 req-56d7af50-36b5-4c10-8e22-ebd5f3a2a445 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 1097 time: 0.1268785 Aug 20 11:56:23.802207 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:23.815169 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:23.817759 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d8c120cc-56e2-4266-a608-15492ea07f5a HTTP/1.1" status: 204 len: 168 time: 0.9782050 Aug 20 11:56:23.837880 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23df70ad-c8d3-4451-bde0-178af0c20046 req-e9309c26-2952-4009-addd-d0eeb9e82485 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/security-groups?id=8372f562-dfa2-4125-8351-b32bdb358b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378771 Aug 20 11:56:23.844843 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef0dc743-6fe6-4c16-8d94-c2efb40fc086 req-8f7e081a-f462-4669-86cc-50c402dd9399 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805335 Aug 20 11:56:23.848517 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10807039-b7ce-4255-a702-27384865bb12 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c120cc-56e2-4266-a608-15492ea07f5a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:23.867576 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-499eb1f1-41d6-4842-912b-8ed5aeefa775 req-5400f904-3c94-4c74-a6cc-45d914222804 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586927 Aug 20 11:56:23.942189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35282) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:23.980603 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-71cf1758-1e42-48b1-8c8e-c41052e6b04f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f80439ee3e7d4c31ae9f53f07409b7e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372813 Aug 20 11:56:23.983035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35284) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:24.035902 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a96d75e6-e6fe-4c4e-9e3d-bb0b06f9f8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:24.056352 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a96d75e6-e6fe-4c4e-9e3d-bb0b06f9f8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:24.101394 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a96d75e6-e6fe-4c4e-9e3d-bb0b06f9f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:24.103938 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a96d75e6-e6fe-4c4e-9e3d-bb0b06f9f8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:24.105107 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a96d75e6-e6fe-4c4e-9e3d-bb0b06f9f8bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7bf6a0c7-145e-467b-bcda-f25bd5e067d3 HTTP/1.1" status: 204 len: 168 time: 0.1211872 Aug 20 11:56:24.112518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d75e6-e6fe-4c4e-9e3d-bb0b06f9f8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf6a0c7-145e-467b-bcda-f25bd5e067d3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:24.447293 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device df238e3f-281f-425e-99d0-0637e4c75eb0 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:24.498941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port df238e3f-281f-425e-99d0-0637e4c75eb0 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:24.502517 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port df238e3f-281f-425e-99d0-0637e4c75eb0 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:24.502880 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:24.580920 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:24.614776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port df238e3f-281f-425e-99d0-0637e4c75eb0, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=df238e3f-281f-425e-99d0-0637e4c75eb0,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:24.619057 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:24.671899 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=df238e3f-281f-425e-99d0-0637e4c75eb0,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:24.976037 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd761295-55e2-44df-97fc-70ac7c14b159 req-2ab81a5f-8ba6-45ff-ab08-853768a9b444 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:24.981150 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dd761295-55e2-44df-97fc-70ac7c14b159 req-2ab81a5f-8ba6-45ff-ab08-853768a9b444 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00c918f-affc-449f-a57e-f39f025d4caa HTTP/1.1" status: 200 len: 948 time: 0.0550063 Aug 20 11:56:25.005289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08404845-3fe0-45c2-8b16-1273b708aac5 req-bbeda395-e63d-43c2-9917-8858c1035a63 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:25.011584 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08404845-3fe0-45c2-8b16-1273b708aac5 req-bbeda395-e63d-43c2-9917-8858c1035a63 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 946 time: 0.0654764 Aug 20 11:56:25.023991 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dd761295-55e2-44df-97fc-70ac7c14b159 req-6bc8126a-a9b6-476e-a633-bd290059d743 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/security-groups?id=8372f562-dfa2-4125-8351-b32bdb358b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388377 Aug 20 11:56:25.052513 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08404845-3fe0-45c2-8b16-1273b708aac5 req-838539f0-976c-49ca-a816-0c092c55f127 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385861 Aug 20 11:56:25.126743 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-54924bce-55a9-42a8-9bd0-4e9e2cb82587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:25.259744 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35322) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:25.423881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ddcafa56-1fc0-4bcb-9c03-e6cf04e77292 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting port 78c45524-c09a-4658-97fe-1304101b0986 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:25.424230 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ddcafa56-1fc0-4bcb-9c03-e6cf04e77292 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:25.436199 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:25.506675 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ddcafa56-1fc0-4bcb-9c03-e6cf04e77292 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:25.507010 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ddcafa56-1fc0-4bcb-9c03-e6cf04e77292 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:25.519191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ddcafa56-1fc0-4bcb-9c03-e6cf04e77292 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Calling delete_port for 78c45524-c09a-4658-97fe-1304101b0986 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:25.610690 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00c918f-affc-449f-a57e-f39f025d4caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df238e3f-281f-425e-99d0-0637e4c75eb0'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:25.614418 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc31389-cbd5-4ce1-a5d5-ff0a413f70d7" -d '{"events": [{"server_uuid": "b00c918f-affc-449f-a57e-f39f025d4caa", "name": "network-vif-plugged", "status": "completed", "tag": "df238e3f-281f-425e-99d0-0637e4c75eb0"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:25.653762 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f929a1b7-cb6e-4d74-a545-8c47be073d0e x-openstack-request-id: req-f929a1b7-cb6e-4d74-a545-8c47be073d0e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:25.654082 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00c918f-affc-449f-a57e-f39f025d4caa", "name": "network-vif-plugged", "status": "completed", "tag": "df238e3f-281f-425e-99d0-0637e4c75eb0", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:25.654304 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f929a1b7-cb6e-4d74-a545-8c47be073d0e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:25.654690 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00c918f-affc-449f-a57e-f39f025d4caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df238e3f-281f-425e-99d0-0637e4c75eb0', 'code': 200} Aug 20 11:56:25.707814 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ddcafa56-1fc0-4bcb-9c03-e6cf04e77292 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:25.743004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcafa56-1fc0-4bcb-9c03-e6cf04e77292 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Port': ['ID=78c45524-c09a-4658-97fe-1304101b0986,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:25.826226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd7959-3476-434d-83d4-c2e11a3f79d1 req-fee6ccac-5bce-42bb-8b1d-5e6181479be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:25.827756 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cbd7959-3476-434d-83d4-c2e11a3f79d1 req-fee6ccac-5bce-42bb-8b1d-5e6181479be3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b00c918f-affc-449f-a57e-f39f025d4caa HTTP/1.1" status: 200 len: 1099 time: 0.1147914 Aug 20 11:56:25.834952 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ddcafa56-1fc0-4bcb-9c03-e6cf04e77292 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:25.835407 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-ddcafa56-1fc0-4bcb-9c03-e6cf04e77292 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Floating IP 91f249dc-cf2e-41c0-bf6d-b24b6976deeb disassociated (deleted). External IP: 172.25.8.142, port: d9e4526d-6628-44bc-8f52-a9fc0a3f75d0. Aug 20 11:56:25.937930 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cbd7959-3476-434d-83d4-c2e11a3f79d1 req-48e5bd14-73a5-40d0-aece-566c9eb8ea9e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8372f562-dfa2-4125-8351-b32bdb358b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994089 Aug 20 11:56:26.063780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcafa56-1fc0-4bcb-9c03-e6cf04e77292 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router 8ea28e23-9546-456d-b9cc-6921728c9498 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:26.148718 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a926c-7851-4a5a-98fd-5b53b2d0b7c5 req-63236cfe-bfa6-46dd-9774-46b9825c56d2 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.150156 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c11a926c-7851-4a5a-98fd-5b53b2d0b7c5 req-63236cfe-bfa6-46dd-9774-46b9825c56d2 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00c918f-affc-449f-a57e-f39f025d4caa HTTP/1.1" status: 200 len: 948 time: 0.0546937 Aug 20 11:56:26.189724 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c11a926c-7851-4a5a-98fd-5b53b2d0b7c5 req-c45d2d76-844e-457f-b96f-f2b083e08fed tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/security-groups?id=8372f562-dfa2-4125-8351-b32bdb358b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331371 Aug 20 11:56:26.202326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcafa56-1fc0-4bcb-9c03-e6cf04e77292 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:26.207634 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ddcafa56-1fc0-4bcb-9c03-e6cf04e77292 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:26.212725 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23480471-970a-42a6-a973-d73fb9c797c1 None None] Sync routers for ids ['8ea28e23-9546-456d-b9cc-6921728c9498'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:26.217942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e2fea-1d91-4e10-a855-0bf9f6173a7e req-308bc212-ea07-4b8d-870b-eabfce21a496 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.219496 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-755e2fea-1d91-4e10-a855-0bf9f6173a7e req-308bc212-ea07-4b8d-870b-eabfce21a496 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 946 time: 0.0928664 Aug 20 11:56:26.223185 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23480471-970a-42a6-a973-d73fb9c797c1 None None] Routers {'8ea28e23-9546-456d-b9cc-6921728c9498'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:26.223870 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-23480471-970a-42a6-a973-d73fb9c797c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:56:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8ea28e23-9546-456d-b9cc-6921728c9498'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:26.263196 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ddcafa56-1fc0-4bcb-9c03-e6cf04e77292 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/floatingips/91f249dc-cf2e-41c0-bf6d-b24b6976deeb HTTP/1.1" status: 204 len: 168 time: 0.9996469 Aug 20 11:56:26.263196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:26.263750 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd62e8bc-7738-439b-807a-fe6b3f51ceec" -d '{"events": [{"name": "network-changed", "server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:26.289260 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-755e2fea-1d91-4e10-a855-0bf9f6173a7e req-e7af3281-802c-4d66-8dfe-8ffc933bd6fd tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522032 Aug 20 11:56:26.326729 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71aecf3d-4b7d-4e7a-bbe5-79776f960727 x-openstack-request-id: req-71aecf3d-4b7d-4e7a-bbe5-79776f960727 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:26.327226 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:26.327672 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71aecf3d-4b7d-4e7a-bbe5-79776f960727 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:26.328205 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0', 'status': 'completed', 'code': 200} Aug 20 11:56:26.346116 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:26.372188 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-23480471-970a-42a6-a973-d73fb9c797c1 None None] Set router 8ea28e23-9546-456d-b9cc-6921728c9498 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:26.399070 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62e8bc-7738-439b-807a-fe6b3f51ceec req-9ab4e042-040a-4a1f-980b-3b120bd4953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.400688 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd62e8bc-7738-439b-807a-fe6b3f51ceec req-9ab4e042-040a-4a1f-980b-3b120bd4953c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 1095 time: 0.0483048 Aug 20 11:56:26.508013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62e8bc-7738-439b-807a-fe6b3f51ceec req-9edd33e5-cba4-47d0-b264-4ed7422a9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.510144 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd62e8bc-7738-439b-807a-fe6b3f51ceec req-9edd33e5-cba4-47d0-b264-4ed7422a9356 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8f60ef26-2e60-4a87-89c0-bcb19b841b20 HTTP/1.1" status: 200 len: 895 time: 0.1021731 Aug 20 11:56:26.544696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30760c-7d5c-4819-a2aa-7dbe66aaa582 req-639282a2-ca81-4a87-a4b7-ac987b68c1ec tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.553284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b30760c-7d5c-4819-a2aa-7dbe66aaa582 req-639282a2-ca81-4a87-a4b7-ac987b68c1ec tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 944 time: 0.0679445 Aug 20 11:56:26.562926 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd62e8bc-7738-439b-807a-fe6b3f51ceec req-43096674-bdd1-439c-a2ef-63443cddff68 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 HTTP/1.1" status: 200 len: 217 time: 0.0424120 Aug 20 11:56:26.604052 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b30760c-7d5c-4819-a2aa-7dbe66aaa582 req-ef15967b-2c59-42b5-baf1-296e5ede5b1c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445809 Aug 20 11:56:26.644662 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b849ec1-418e-4097-b714-fe5230277011 req-804e1f62-9906-4a51-be2d-3c07b3cac837 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.652263 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b849ec1-418e-4097-b714-fe5230277011 req-804e1f62-9906-4a51-be2d-3c07b3cac837 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 946 time: 0.1410730 Aug 20 11:56:26.653811 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-23480471-970a-42a6-a973-d73fb9c797c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133265504', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:55:04Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c5b97468-dd23-4fd1-8de4-1e25526bac19', 'name': '', 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:5d:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '5884617f-3214-42b7-8b30-27b66863d4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:02Z', 'updated_at': '2021-08-20T11:55:13Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '5884617f-3214-42b7-8b30-27b66863d4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:26.668942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62e8bc-7738-439b-807a-fe6b3f51ceec req-14078d61-644c-4c11-8f20-2a10a8535e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.670828 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd62e8bc-7738-439b-807a-fe6b3f51ceec req-14078d61-644c-4c11-8f20-2a10a8535e62 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5884617f-3214-42b7-8b30-27b66863d4df HTTP/1.1" status: 200 len: 835 time: 0.0934770 Aug 20 11:56:26.688551 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23480471-970a-42a6-a973-d73fb9c797c1 None None] Checking router: 8ea28e23-9546-456d-b9cc-6921728c9498 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:26.699029 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23480471-970a-42a6-a973-d73fb9c797c1 None None] Routers {'8ea28e23-9546-456d-b9cc-6921728c9498'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:26.699711 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-23480471-970a-42a6-a973-d73fb9c797c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:56:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8ea28e23-9546-456d-b9cc-6921728c9498'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:26.763562 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b849ec1-418e-4097-b714-fe5230277011 req-915b75c8-f258-455c-9d49-816a17c08008 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104031 Aug 20 11:56:26.770921 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62e8bc-7738-439b-807a-fe6b3f51ceec req-3bc935d2-1f59-4df5-b2ff-aea7a1801d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.772763 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd62e8bc-7738-439b-807a-fe6b3f51ceec req-3bc935d2-1f59-4df5-b2ff-aea7a1801d1a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8f60ef26-2e60-4a87-89c0-bcb19b841b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890808 Aug 20 11:56:26.826409 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-23480471-970a-42a6-a973-d73fb9c797c1 None None] Set router 8ea28e23-9546-456d-b9cc-6921728c9498 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:26.881321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd62e8bc-7738-439b-807a-fe6b3f51ceec req-69d16232-d96a-4fbc-9b35-77ae09887c8b service neutron] 10.222.0.76 "GET /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989192 Aug 20 11:56:27.065447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977a036-a7fa-46be-9621-66d1ee89a000 req-0a04dc9d-804f-4076-83b1-3cfb7b90bc31 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:27.067844 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7977a036-a7fa-46be-9621-66d1ee89a000 req-0a04dc9d-804f-4076-83b1-3cfb7b90bc31 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.76 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 944 time: 0.1177258 Aug 20 11:56:27.077602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f51e1-31de-4414-a88d-23107ef82e0e req-dd84a28e-32a3-423c-9e4e-1532415f4042 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:27.079043 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-705f51e1-31de-4414-a88d-23107ef82e0e req-dd84a28e-32a3-423c-9e4e-1532415f4042 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 946 time: 0.1160343 Aug 20 11:56:27.092292 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd62e8bc-7738-439b-807a-fe6b3f51ceec req-5652dfcc-aeaf-4341-91b9-5706b68fe866 service neutron] 10.222.0.76 "GET /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009635 Aug 20 11:56:27.104571 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-23480471-970a-42a6-a973-d73fb9c797c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133265504', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:55:04Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c5b97468-dd23-4fd1-8de4-1e25526bac19', 'name': '', 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:5d:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '5884617f-3214-42b7-8b30-27b66863d4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:02Z', 'updated_at': '2021-08-20T11:55:13Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '5884617f-3214-42b7-8b30-27b66863d4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:27.136975 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23480471-970a-42a6-a973-d73fb9c797c1 None None] The sync data for ids ['8ea28e23-9546-456d-b9cc-6921728c9498'] in n-d-804299-2 is: [{'id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133265504', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:55:04Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c5b97468-dd23-4fd1-8de4-1e25526bac19', 'name': '', 'network_id': '8f60ef26-2e60-4a87-89c0-bcb19b841b20', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:5d:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '5884617f-3214-42b7-8b30-27b66863d4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:02Z', 'updated_at': '2021-08-20T11:55:13Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': '5884617f-3214-42b7-8b30-27b66863d4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:27.198454 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-705f51e1-31de-4414-a88d-23107ef82e0e req-e02a85b5-0b9c-4d6f-8c99-33fbb61f6e55 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094728 Aug 20 11:56:27.243939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-7977a036-a7fa-46be-9621-66d1ee89a000 req-2ac6c358-fb5b-44a8-b7af-5c71f022ff03 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:27.244530 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7977a036-a7fa-46be-9621-66d1ee89a000 req-2ac6c358-fb5b-44a8-b7af-5c71f022ff03 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:27.362947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24434ff-b224-42df-9278-4f3ca269628a req-bfc915c6-82dd-4086-8f77-9b34025bb8cd tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:27.367392 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c24434ff-b224-42df-9278-4f3ca269628a req-bfc915c6-82dd-4086-8f77-9b34025bb8cd tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00c918f-affc-449f-a57e-f39f025d4caa HTTP/1.1" status: 200 len: 948 time: 0.0720179 Aug 20 11:56:27.425946 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c24434ff-b224-42df-9278-4f3ca269628a req-f5ef860d-7878-41c5-9e00-496d93b6bf04 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/security-groups?id=8372f562-dfa2-4125-8351-b32bdb358b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515532 Aug 20 11:56:27.541590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d04ade-61ac-425f-b9ba-179ed20d9150 None None] New status for floating IP 91f249dc-cf2e-41c0-bf6d-b24b6976deeb: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:56:27.686233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938a16a-0ceb-4ff9-87a5-9399203f053e req-5a415b55-a707-4093-9eab-5c5cb636b982 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:27.687625 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0938a16a-0ceb-4ff9-87a5-9399203f053e req-5a415b55-a707-4093-9eab-5c5cb636b982 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 946 time: 0.3777266 Aug 20 11:56:27.710441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-7977a036-a7fa-46be-9621-66d1ee89a000 req-2ac6c358-fb5b-44a8-b7af-5c71f022ff03 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] For port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:27.710799 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7977a036-a7fa-46be-9621-66d1ee89a000 req-2ac6c358-fb5b-44a8-b7af-5c71f022ff03 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:27.729909 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-7977a036-a7fa-46be-9621-66d1ee89a000 req-2ac6c358-fb5b-44a8-b7af-5c71f022ff03 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Calling delete_port for d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:27.740367 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879cd95-54c7-424e-9e22-d75be5181157 req-220ed54e-f8f9-4618-b776-6a4e33afe5b5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:27.741989 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b879cd95-54c7-424e-9e22-d75be5181157 req-220ed54e-f8f9-4618-b776-6a4e33afe5b5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=b041750a-be78-4782-b0ca-d6a77b3343db HTTP/1.1" status: 200 len: 944 time: 0.0593193 Aug 20 11:56:27.756946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0938a16a-0ceb-4ff9-87a5-9399203f053e req-e78c7a0b-5391-43a8-97cd-0a65566fd311 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595739 Aug 20 11:56:27.788000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b879cd95-54c7-424e-9e22-d75be5181157 req-72f3644b-c609-42ab-bece-c8627474e1b8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=01d1020b-8c5e-44d2-a031-bdce76e39959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369093 Aug 20 11:56:27.910501 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7977a036-a7fa-46be-9621-66d1ee89a000 req-2ac6c358-fb5b-44a8-b7af-5c71f022ff03 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:27.948414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258f13b-99a6-4e42-8844-561fab4111d9 req-9db619e0-0723-48b5-a0d0-29d07a518c1a tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:27.949864 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5258f13b-99a6-4e42-8844-561fab4111d9 req-9db619e0-0723-48b5-a0d0-29d07a518c1a tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00c918f-affc-449f-a57e-f39f025d4caa HTTP/1.1" status: 200 len: 948 time: 0.1132078 Aug 20 11:56:27.951315 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6c358-fb5b-44a8-b7af-5c71f022ff03 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Port': ['ID=d9e4526d-6628-44bc-8f52-a9fc0a3f75d0,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:27.981355 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:28.013280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-7977a036-a7fa-46be-9621-66d1ee89a000 req-2ac6c358-fb5b-44a8-b7af-5c71f022ff03 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] No DVR routers for this DVR port d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:28.018176 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7977a036-a7fa-46be-9621-66d1ee89a000 req-2ac6c358-fb5b-44a8-b7af-5c71f022ff03 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:28.020175 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7977a036-a7fa-46be-9621-66d1ee89a000 req-2ac6c358-fb5b-44a8-b7af-5c71f022ff03 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.76 "DELETE /v2.0/ports/d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 HTTP/1.1" status: 204 len: 173 time: 0.9388847 Aug 20 11:56:28.041073 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5258f13b-99a6-4e42-8844-561fab4111d9 req-3f2bf047-f2c8-42a7-af49-80189cfc5484 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/security-groups?id=8372f562-dfa2-4125-8351-b32bdb358b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619421 Aug 20 11:56:28.101074 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170616d-792b-4c18-8583-d4a2e6765125 req-7b708731-3b64-4e6f-b592-490a36fea656 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:28.103140 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f170616d-792b-4c18-8583-d4a2e6765125 req-7b708731-3b64-4e6f-b592-490a36fea656 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 946 time: 0.0681977 Aug 20 11:56:28.153231 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f170616d-792b-4c18-8583-d4a2e6765125 req-04867cda-ad64-479c-bec1-32667e41bbbb tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419166 Aug 20 11:56:28.299243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7ba93-87eb-4c5a-b569-9cacff417d17 req-75b34bb2-8770-44ce-a62c-9a68a3a77934 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:28.305815 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51c7ba93-87eb-4c5a-b569-9cacff417d17 req-75b34bb2-8770-44ce-a62c-9a68a3a77934 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 946 time: 0.0864022 Aug 20 11:56:28.333199 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'name': 'network-vif-deleted', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:28.336603 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b23e665-1832-48b9-b17d-c38ddc611988" -d '{"events": [{"server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "name": "network-vif-deleted", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:28.361137 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51c7ba93-87eb-4c5a-b569-9cacff417d17 req-a817d479-ed70-40a9-b450-9fffaa9f578d tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480981 Aug 20 11:56:28.394613 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdd906a-d849-41ed-ab8e-dd7c0d548821 x-openstack-request-id: req-bbdd906a-d849-41ed-ab8e-dd7c0d548821 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:28.394909 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b041750a-be78-4782-b0ca-d6a77b3343db", "name": "network-vif-deleted", "tag": "d9e4526d-6628-44bc-8f52-a9fc0a3f75d0", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:28.395158 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbdd906a-d849-41ed-ab8e-dd7c0d548821 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:28.395553 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b041750a-be78-4782-b0ca-d6a77b3343db', 'name': 'network-vif-deleted', 'tag': 'd9e4526d-6628-44bc-8f52-a9fc0a3f75d0', 'status': 'completed', 'code': 200} Aug 20 11:56:28.710970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000cf4b-ff5c-40d0-91e2-8458bacbffcd req-169c4452-5067-46cd-963f-42aeb172fffd tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:28.712454 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e000cf4b-ff5c-40d0-91e2-8458bacbffcd req-169c4452-5067-46cd-963f-42aeb172fffd tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 946 time: 0.0481062 Aug 20 11:56:28.750794 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e000cf4b-ff5c-40d0-91e2-8458bacbffcd req-6c35bfe6-cf15-4c72-90f2-c4d2ed030a74 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320892 Aug 20 11:56:28.855085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35400) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:29.115916 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e0d4b-d3a5-4ddd-a9e6-919187f8e696 req-e1c06ee4-1a59-46fa-8f6d-a730883ef603 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:29.117462 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b4e0d4b-d3a5-4ddd-a9e6-919187f8e696 req-e1c06ee4-1a59-46fa-8f6d-a730883ef603 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.76 "GET /v2.0/ports?device_id=b00c918f-affc-449f-a57e-f39f025d4caa HTTP/1.1" status: 200 len: 948 time: 0.0525343 Aug 20 11:56:29.216584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39d470-e9eb-461f-aeea-a129562fff72 req-cad6fe5b-a1b6-4bf0-8937-331d4e0bfdfd tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:29.218083 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ec39d470-e9eb-461f-aeea-a129562fff72 req-cad6fe5b-a1b6-4bf0-8937-331d4e0bfdfd tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/ports?device_id=b00c918f-affc-449f-a57e-f39f025d4caa HTTP/1.1" status: 200 len: 948 time: 0.0996079 Aug 20 11:56:29.238855 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:29.270218 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ec39d470-e9eb-461f-aeea-a129562fff72 req-cdd89a95-d6ea-4e0b-a428-07f860db3112 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.37 "GET /v2.0/security-groups?id=8372f562-dfa2-4125-8351-b32bdb358b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444763 Aug 20 11:56:29.272141 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-6b4e0d4b-d3a5-4ddd-a9e6-919187f8e696 req-82e58a00-60ce-4e4f-9c82-fe57c38e9864 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Deleting port df238e3f-281f-425e-99d0-0637e4c75eb0 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:29.272486 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6b4e0d4b-d3a5-4ddd-a9e6-919187f8e696 req-82e58a00-60ce-4e4f-9c82-fe57c38e9864 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:29.373134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-6b4e0d4b-d3a5-4ddd-a9e6-919187f8e696 req-82e58a00-60ce-4e4f-9c82-fe57c38e9864 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] For port df238e3f-281f-425e-99d0-0637e4c75eb0, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=df238e3f-281f-425e-99d0-0637e4c75eb0,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:29.373824 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6b4e0d4b-d3a5-4ddd-a9e6-919187f8e696 req-82e58a00-60ce-4e4f-9c82-fe57c38e9864 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:29.387545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-6b4e0d4b-d3a5-4ddd-a9e6-919187f8e696 req-82e58a00-60ce-4e4f-9c82-fe57c38e9864 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Calling delete_port for df238e3f-281f-425e-99d0-0637e4c75eb0 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:29.532195 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting port c5b97468-dd23-4fd1-8de4-1e25526bac19 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:29.532471 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:29.538712 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6b4e0d4b-d3a5-4ddd-a9e6-919187f8e696 req-82e58a00-60ce-4e4f-9c82-fe57c38e9864 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:29.553129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['df238e3f-281f-425e-99d0-0637e4c75eb0'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:29.572726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e58a00-60ce-4e4f-9c82-fe57c38e9864 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Pushing event deleted for resources: {'Port': ['ID=df238e3f-281f-425e-99d0-0637e4c75eb0,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:29.620354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4e0d4b-d3a5-4ddd-a9e6-919187f8e696 req-82e58a00-60ce-4e4f-9c82-fe57c38e9864 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] No DVR routers for this DVR port df238e3f-281f-425e-99d0-0637e4c75eb0 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:29.624458 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6b4e0d4b-d3a5-4ddd-a9e6-919187f8e696 req-82e58a00-60ce-4e4f-9c82-fe57c38e9864 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:29.626789 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b4e0d4b-d3a5-4ddd-a9e6-919187f8e696 req-82e58a00-60ce-4e4f-9c82-fe57c38e9864 tempest-VolumesNegativeTest-1501099653 tempest-VolumesNegativeTest-1501099653-project] 10.222.0.76 "DELETE /v2.0/ports/df238e3f-281f-425e-99d0-0637e4c75eb0 HTTP/1.1" status: 204 len: 173 time: 0.4988744 Aug 20 11:56:29.646000 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] For port c5b97468-dd23-4fd1-8de4-1e25526bac19, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c5b97468-dd23-4fd1-8de4-1e25526bac19,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:29.646377 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:29.672212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Calling delete_port for c5b97468-dd23-4fd1-8de4-1e25526bac19 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:29.879176 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c846606-e878-44a1-9d65-ceb803a9505e req-f2a2d079-3d05-4e40-8556-8f189bc61212 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:29.880700 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c846606-e878-44a1-9d65-ceb803a9505e req-f2a2d079-3d05-4e40-8556-8f189bc61212 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 946 time: 0.0553591 Aug 20 11:56:29.904593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:29.920768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c846606-e878-44a1-9d65-ceb803a9505e req-11ccafed-117e-41e2-8883-0b4b7f1701a1 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/security-groups?id=420150e9-6107-4478-8ca5-d62b887e01c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333164 Aug 20 11:56:29.940020 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Port': ['ID=c5b97468-dd23-4fd1-8de4-1e25526bac19,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:29.969318 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.969675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.970022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.970366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.970706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.971044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.971379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.972270 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.972610 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.972968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.973298 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.973625 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:30.145811 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6aeac-e74f-4a21-b2ea-2a9943217640 req-f1b254d1-846a-4ac4-a3c9-819d6219f699 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:30.147601 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0cc6aeac-e74f-4a21-b2ea-2a9943217640 req-f1b254d1-846a-4ac4-a3c9-819d6219f699 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 946 time: 0.1232882 Aug 20 11:56:30.260878 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:30.373193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-0cc6aeac-e74f-4a21-b2ea-2a9943217640 req-86971cb9-fb2b-4805-b8c6-a3cf22032cb8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Deleting port c4420557-db6d-4f15-9585-347a1e02f2d1 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:30.373537 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0cc6aeac-e74f-4a21-b2ea-2a9943217640 req-86971cb9-fb2b-4805-b8c6-a3cf22032cb8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:30.397786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00c918f-affc-449f-a57e-f39f025d4caa', 'name': 'network-vif-deleted', 'tag': 'df238e3f-281f-425e-99d0-0637e4c75eb0'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:30.405999 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d329828f-ec0b-4a23-a40c-f8599e97fd1e" -d '{"events": [{"server_uuid": "b00c918f-affc-449f-a57e-f39f025d4caa", "name": "network-vif-deleted", "tag": "df238e3f-281f-425e-99d0-0637e4c75eb0"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:30.449421 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84194f9c-a687-4e85-b24d-6c87cda3b855 x-openstack-request-id: req-84194f9c-a687-4e85-b24d-6c87cda3b855 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:30.449771 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00c918f-affc-449f-a57e-f39f025d4caa", "name": "network-vif-deleted", "tag": "df238e3f-281f-425e-99d0-0637e4c75eb0", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:30.450027 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84194f9c-a687-4e85-b24d-6c87cda3b855 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:30.450470 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00c918f-affc-449f-a57e-f39f025d4caa', 'name': 'network-vif-deleted', 'tag': 'df238e3f-281f-425e-99d0-0637e4c75eb0', 'status': 'completed', 'code': 200} Aug 20 11:56:30.457912 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:30.480056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:30.480493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d9e4526d-6628-44bc-8f52-a9fc0a3f75d0 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:30.574991 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-0cc6aeac-e74f-4a21-b2ea-2a9943217640 req-86971cb9-fb2b-4805-b8c6-a3cf22032cb8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] For port c4420557-db6d-4f15-9585-347a1e02f2d1, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c4420557-db6d-4f15-9585-347a1e02f2d1,segment=NetworkSegment(60cdaa02-2d39-43fe-9841-13b06013d97d),segment_id=60cdaa02-2d39-43fe-9841-13b06013d97d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:30.574991 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0cc6aeac-e74f-4a21-b2ea-2a9943217640 req-86971cb9-fb2b-4805-b8c6-a3cf22032cb8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:30.618652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-0cc6aeac-e74f-4a21-b2ea-2a9943217640 req-86971cb9-fb2b-4805-b8c6-a3cf22032cb8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Calling delete_port for c4420557-db6d-4f15-9585-347a1e02f2d1 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:30.684338 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router 8ea28e23-9546-456d-b9cc-6921728c9498 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:30.856424 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:30.862032 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c6349275-9bf5-452b-b3d1-019d091c5a1a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "PUT /v2.0/routers/8ea28e23-9546-456d-b9cc-6921728c9498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0055101 Aug 20 11:56:30.864702 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0cc6aeac-e74f-4a21-b2ea-2a9943217640 req-86971cb9-fb2b-4805-b8c6-a3cf22032cb8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:30.865652 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35486) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:30.868098 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0340caf9-6a10-4a99-ab04-87360b334547 None None] Sync routers for ids ['8ea28e23-9546-456d-b9cc-6921728c9498'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:30.879769 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['c4420557-db6d-4f15-9585-347a1e02f2d1'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:30.880381 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0340caf9-6a10-4a99-ab04-87360b334547 None None] Routers {'8ea28e23-9546-456d-b9cc-6921728c9498'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:30.880890 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0340caf9-6a10-4a99-ab04-87360b334547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:56:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8ea28e23-9546-456d-b9cc-6921728c9498'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:30.903578 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86971cb9-fb2b-4805-b8c6-a3cf22032cb8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Pushing event deleted for resources: {'Port': ['ID=c4420557-db6d-4f15-9585-347a1e02f2d1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:30.952913 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc6aeac-e74f-4a21-b2ea-2a9943217640 req-86971cb9-fb2b-4805-b8c6-a3cf22032cb8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] No DVR routers for this DVR port c4420557-db6d-4f15-9585-347a1e02f2d1 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:30.956372 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0cc6aeac-e74f-4a21-b2ea-2a9943217640 req-86971cb9-fb2b-4805-b8c6-a3cf22032cb8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:30.959223 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0cc6aeac-e74f-4a21-b2ea-2a9943217640 req-86971cb9-fb2b-4805-b8c6-a3cf22032cb8 tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.35 "DELETE /v2.0/ports/c4420557-db6d-4f15-9585-347a1e02f2d1 HTTP/1.1" status: 204 len: 173 time: 0.7755401 Aug 20 11:56:30.959706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc5d018-ab56-43e4-992f-72ba87e6d07a', 'name': 'network-vif-deleted', 'tag': 'c4420557-db6d-4f15-9585-347a1e02f2d1'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:30.962502 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d818f2-c739-43a2-af83-b214ddf3807a" -d '{"events": [{"server_uuid": "4bc5d018-ab56-43e4-992f-72ba87e6d07a", "name": "network-vif-deleted", "tag": "c4420557-db6d-4f15-9585-347a1e02f2d1"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:31.055088 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2475f7-8e24-432a-92f5-5f4906fc7226 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting subnet 5884617f-3214-42b7-8b30-27b66863d4df {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:56:31.063487 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f2475f7-8e24-432a-92f5-5f4906fc7226 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.077738 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e8ed8a-a0ce-42f8-8881-740573c0a6d0 x-openstack-request-id: req-b4e8ed8a-a0ce-42f8-8881-740573c0a6d0 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:31.078420 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc5d018-ab56-43e4-992f-72ba87e6d07a", "name": "network-vif-deleted", "tag": "c4420557-db6d-4f15-9585-347a1e02f2d1", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:31.078834 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4e8ed8a-a0ce-42f8-8881-740573c0a6d0 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:31.079394 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc5d018-ab56-43e4-992f-72ba87e6d07a', 'name': 'network-vif-deleted', 'tag': 'c4420557-db6d-4f15-9585-347a1e02f2d1', 'status': 'completed', 'code': 200} Aug 20 11:56:31.158909 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db7987d2-7e13-4c68-875a-9d1615763b87 req-2bc5682f-c27c-4ba3-89ad-29870d221b9b tempest-ServerDiskConfigTestJSON-2070347258 tempest-ServerDiskConfigTestJSON-2070347258-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bc5d018-ab56-43e4-992f-72ba87e6d07a HTTP/1.1" status: 200 len: 210 time: 0.0499263 Aug 20 11:56:31.170379 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-0340caf9-6a10-4a99-ab04-87360b334547 None None] Set router 8ea28e23-9546-456d-b9cc-6921728c9498 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:31.170521 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f2475f7-8e24-432a-92f5-5f4906fc7226 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.272372 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f2475f7-8e24-432a-92f5-5f4906fc7226 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.350288 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f2475f7-8e24-432a-92f5-5f4906fc7226 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.406855 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f2475f7-8e24-432a-92f5-5f4906fc7226 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.414413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f8567-f34e-4d59-acec-46f46dc43f14 None None] Network 8f60ef26-2e60-4a87-89c0-bcb19b841b20 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:56:31.414682 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2f2475f7-8e24-432a-92f5-5f4906fc7226 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/subnets/5884617f-3214-42b7-8b30-27b66863d4df HTTP/1.1" status: 204 len: 168 time: 0.5449536 Aug 20 11:56:31.414946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35540) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:31.422812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2475f7-8e24-432a-92f5-5f4906fc7226 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Subnet': ['ID=5884617f-3214-42b7-8b30-27b66863d4df,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:31.430676 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0340caf9-6a10-4a99-ab04-87360b334547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133265504', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:56:29Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:31.654414 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0340caf9-6a10-4a99-ab04-87360b334547 None None] Checking router: 8ea28e23-9546-456d-b9cc-6921728c9498 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:31.676023 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0340caf9-6a10-4a99-ab04-87360b334547 None None] Routers {'8ea28e23-9546-456d-b9cc-6921728c9498'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:31.676711 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0340caf9-6a10-4a99-ab04-87360b334547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:56:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8ea28e23-9546-456d-b9cc-6921728c9498'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:31.726960 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8b56f7a-e8a9-4b1f-83a4-dc67dd20bbf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.745154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a080cd3-a841-43e2-a10a-dcdd8c7c4667 None None] DHCP port deletion for 8f60ef26-2e60-4a87-89c0-bcb19b841b20 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:56:31.825024 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-0340caf9-6a10-4a99-ab04-87360b334547 None None] Set router 8ea28e23-9546-456d-b9cc-6921728c9498 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:31.833251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0a080cd3-a841-43e2-a10a-dcdd8c7c4667 None None] Deleting port 33e7036a-cf6e-49bb-9bb7-81477a5060e7 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:31.833815 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0a080cd3-a841-43e2-a10a-dcdd8c7c4667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.949853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0a080cd3-a841-43e2-a10a-dcdd8c7c4667 None None] For port 33e7036a-cf6e-49bb-9bb7-81477a5060e7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=33e7036a-cf6e-49bb-9bb7-81477a5060e7,segment=NetworkSegment(5d878d55-beb4-4d20-b7d1-ee4c18cd29bf),segment_id=5d878d55-beb4-4d20-b7d1-ee4c18cd29bf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:31.951667 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0a080cd3-a841-43e2-a10a-dcdd8c7c4667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.973763 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0a080cd3-a841-43e2-a10a-dcdd8c7c4667 None None] Calling delete_port for 33e7036a-cf6e-49bb-9bb7-81477a5060e7 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:32.094010 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0a080cd3-a841-43e2-a10a-dcdd8c7c4667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.107230 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0340caf9-6a10-4a99-ab04-87360b334547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133265504', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:56:29Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:32.137967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a080cd3-a841-43e2-a10a-dcdd8c7c4667 None None] Pushing event deleted for resources: {'Port': ['ID=33e7036a-cf6e-49bb-9bb7-81477a5060e7,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:32.145679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a080cd3-a841-43e2-a10a-dcdd8c7c4667 None None] No DVR routers for this DVR port 33e7036a-cf6e-49bb-9bb7-81477a5060e7 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:32.147387 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0340caf9-6a10-4a99-ab04-87360b334547 None None] The sync data for ids ['8ea28e23-9546-456d-b9cc-6921728c9498'] in n-d-804299-2 is: [{'id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133265504', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:56:29Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '89e45ef9-309a-4dc3-85b5-3977e621bd6f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea28e23-9546-456d-b9cc-6921728c9498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:32.292406 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8b56f7a-e8a9-4b1f-83a4-dc67dd20bbf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.355840 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a8b56f7a-e8a9-4b1f-83a4-dc67dd20bbf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting port 89e45ef9-309a-4dc3-85b5-3977e621bd6f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:32.356195 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8b56f7a-e8a9-4b1f-83a4-dc67dd20bbf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.406421 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35626) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:32.447911 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a8b56f7a-e8a9-4b1f-83a4-dc67dd20bbf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] For port 89e45ef9-309a-4dc3-85b5-3977e621bd6f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=89e45ef9-309a-4dc3-85b5-3977e621bd6f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:32.448381 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8b56f7a-e8a9-4b1f-83a4-dc67dd20bbf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.459596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device df238e3f-281f-425e-99d0-0637e4c75eb0 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:32.481064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-732bda05-283d-4b65-b5f0-5d588022db80 admin admin] Deleting subnet 2851a6ea-bbe8-4958-b4bb-ce4119d17b55 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:56:32.481925 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a8b56f7a-e8a9-4b1f-83a4-dc67dd20bbf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Calling delete_port for 89e45ef9-309a-4dc3-85b5-3977e621bd6f owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:32.485043 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-732bda05-283d-4b65-b5f0-5d588022db80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.501092 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: df238e3f-281f-425e-99d0-0637e4c75eb0 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:32.501431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device df238e3f-281f-425e-99d0-0637e4c75eb0 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:32.538079 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-732bda05-283d-4b65-b5f0-5d588022db80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.601859 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-732bda05-283d-4b65-b5f0-5d588022db80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.686466 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-732bda05-283d-4b65-b5f0-5d588022db80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.747610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bda05-283d-4b65-b5f0-5d588022db80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2851a6ea-bbe8-4958-b4bb-ce4119d17b55,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:32.769918 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8b56f7a-e8a9-4b1f-83a4-dc67dd20bbf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.778988 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-732bda05-283d-4b65-b5f0-5d588022db80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.786173 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-732bda05-283d-4b65-b5f0-5d588022db80 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2851a6ea-bbe8-4958-b4bb-ce4119d17b55 HTTP/1.1" status: 204 len: 168 time: 0.3781235 Aug 20 11:56:32.789678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35654) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:32.861292 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.867487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b56f7a-e8a9-4b1f-83a4-dc67dd20bbf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Port': ['ID=89e45ef9-309a-4dc3-85b5-3977e621bd6f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:33.000953 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9dd77020-2631-4fef-b3e9-da800dc2c475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.011345 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8b56f7a-e8a9-4b1f-83a4-dc67dd20bbf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.109178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 33e7036a-cf6e-49bb-9bb7-81477a5060e7 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:33.132509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 33e7036a-cf6e-49bb-9bb7-81477a5060e7 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:33.133376 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 33e7036a-cf6e-49bb-9bb7-81477a5060e7 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:33.133995 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c5b97468-dd23-4fd1-8de4-1e25526bac19 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:33.166239 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: c5b97468-dd23-4fd1-8de4-1e25526bac19 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:33.166927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c5b97468-dd23-4fd1-8de4-1e25526bac19 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:33.202262 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9dd77020-2631-4fef-b3e9-da800dc2c475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.214144 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-9dd77020-2631-4fef-b3e9-da800dc2c475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840e18d7-fddb-419a-bcd0-5dc8628430e5']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:33.215776 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8b56f7a-e8a9-4b1f-83a4-dc67dd20bbf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.218214 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8b56f7a-e8a9-4b1f-83a4-dc67dd20bbf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.246620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-9dd77020-2631-4fef-b3e9-da800dc2c475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60cdaa02-2d39-43fe-9841-13b06013d97d') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:33.247347 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-9dd77020-2631-4fef-b3e9-da800dc2c475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60cdaa02-2d39-43fe-9841-13b06013d97d') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:33.263296 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9dd77020-2631-4fef-b3e9-da800dc2c475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.291075 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9dd77020-2631-4fef-b3e9-da800dc2c475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.299793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd77020-2631-4fef-b3e9-da800dc2c475 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:56:33.300386 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9dd77020-2631-4fef-b3e9-da800dc2c475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:56:33.302300 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:56:33.305748 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8b56f7a-e8a9-4b1f-83a4-dc67dd20bbf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.305748 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b56f7a-e8a9-4b1f-83a4-dc67dd20bbf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Fanout notify agent at l3_agent the message router_deleted on router 8ea28e23-9546-456d-b9cc-6921728c9498 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:56:33.313097 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8b56f7a-e8a9-4b1f-83a4-dc67dd20bbf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.318029 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a8b56f7a-e8a9-4b1f-83a4-dc67dd20bbf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/routers/8ea28e23-9546-456d-b9cc-6921728c9498 HTTP/1.1" status: 204 len: 168 time: 1.9016416 Aug 20 11:56:33.319030 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35674) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:33.426101 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c4420557-db6d-4f15-9585-347a1e02f2d1 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:33.430455 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9dd77020-2631-4fef-b3e9-da800dc2c475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.443503 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9dd77020-2631-4fef-b3e9-da800dc2c475 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.452864 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a995826-51d3-4238-a2a0-6b6e3bf6a94c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.455338 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9dd77020-2631-4fef-b3e9-da800dc2c475 admin admin] 10.222.0.37 "DELETE /v2.0/networks/840e18d7-fddb-419a-bcd0-5dc8628430e5 HTTP/1.1" status: 204 len: 168 time: 0.6598382 Aug 20 11:56:33.478866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: c4420557-db6d-4f15-9585-347a1e02f2d1 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:33.483593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c4420557-db6d-4f15-9585-347a1e02f2d1 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:33.486001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd77020-2631-4fef-b3e9-da800dc2c475 admin admin] Pushing event deleted for resources: {'Network': ['ID=840e18d7-fddb-419a-bcd0-5dc8628430e5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:33.629542 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a995826-51d3-4238-a2a0-6b6e3bf6a94c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.642350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-7a995826-51d3-4238-a2a0-6b6e3bf6a94c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f60ef26-2e60-4a87-89c0-bcb19b841b20']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:33.660887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-7a995826-51d3-4238-a2a0-6b6e3bf6a94c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:33.661206 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-7a995826-51d3-4238-a2a0-6b6e3bf6a94c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d878d55-beb4-4d20-b7d1-ee4c18cd29bf') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:33.678585 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a995826-51d3-4238-a2a0-6b6e3bf6a94c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.698246 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a995826-51d3-4238-a2a0-6b6e3bf6a94c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.709634 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a995826-51d3-4238-a2a0-6b6e3bf6a94c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:56:33.710511 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a995826-51d3-4238-a2a0-6b6e3bf6a94c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.730139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35696) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:56:33.751630 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:56:33.809684 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-20ade1b3-c0b4-4dff-94d9-c19a5ac290de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a638f2992da40998b3f133904f782ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773797 Aug 20 11:56:33.810469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35706) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:33.838329 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a995826-51d3-4238-a2a0-6b6e3bf6a94c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.856372 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a995826-51d3-4238-a2a0-6b6e3bf6a94c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.866022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35712) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:33.866258 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7a995826-51d3-4238-a2a0-6b6e3bf6a94c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/networks/8f60ef26-2e60-4a87-89c0-bcb19b841b20 HTTP/1.1" status: 204 len: 168 time: 0.5439818 Aug 20 11:56:33.882545 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a995826-51d3-4238-a2a0-6b6e3bf6a94c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Network': ['ID=8f60ef26-2e60-4a87-89c0-bcb19b841b20,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:34.001380 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad76cd7f-6d7b-416b-af23-25c1a037a6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.004854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-904ecccc-3463-440a-bd10-bb2a96afcbb3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.040222 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad76cd7f-6d7b-416b-af23-25c1a037a6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.053390 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-904ecccc-3463-440a-bd10-bb2a96afcbb3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.137053 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad76cd7f-6d7b-416b-af23-25c1a037a6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.140102 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad76cd7f-6d7b-416b-af23-25c1a037a6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.143900 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ad76cd7f-6d7b-416b-af23-25c1a037a6f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/420150e9-6107-4478-8ca5-d62b887e01c7 HTTP/1.1" status: 204 len: 168 time: 0.3298922 Aug 20 11:56:34.155171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76cd7f-6d7b-416b-af23-25c1a037a6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420150e9-6107-4478-8ca5-d62b887e01c7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:34.173782 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-904ecccc-3463-440a-bd10-bb2a96afcbb3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.178248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-904ecccc-3463-440a-bd10-bb2a96afcbb3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.179839 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-904ecccc-3463-440a-bd10-bb2a96afcbb3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/security-groups/01d1020b-8c5e-44d2-a031-bdce76e39959 HTTP/1.1" status: 204 len: 168 time: 0.3126564 Aug 20 11:56:34.213161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ecccc-3463-440a-bd10-bb2a96afcbb3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d1020b-8c5e-44d2-a031-bdce76e39959,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:34.497661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35734) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:34.504915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-faf756bb-5c2f-4385-a12a-dab6bc08b7b4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235412073', 'description': 'tempest-secgroup-smoke-1235412073 description', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:34.540086 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-faf756bb-5c2f-4385-a12a-dab6bc08b7b4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.655972 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-faf756bb-5c2f-4385-a12a-dab6bc08b7b4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.661076 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-faf756bb-5c2f-4385-a12a-dab6bc08b7b4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.690089 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-faf756bb-5c2f-4385-a12a-dab6bc08b7b4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.692333 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-faf756bb-5c2f-4385-a12a-dab6bc08b7b4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1928327 Aug 20 11:56:34.696221 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35742) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:34.702733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8d946691-1c0b-44db-9d13-d400ccfc41e5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': 'b8a368dc-2030-49b2-beec-e545b61c542d', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:34.704051 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf756bb-5c2f-4385-a12a-dab6bc08b7b4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a368dc-2030-49b2-beec-e545b61c542d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:34.748728 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d946691-1c0b-44db-9d13-d400ccfc41e5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.823351 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d946691-1c0b-44db-9d13-d400ccfc41e5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.830496 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d946691-1c0b-44db-9d13-d400ccfc41e5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.849831 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d946691-1c0b-44db-9d13-d400ccfc41e5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c931b73-e670-4ec9-8956-1b467ebf19cc,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:34.855298 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d946691-1c0b-44db-9d13-d400ccfc41e5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.859313 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8d946691-1c0b-44db-9d13-d400ccfc41e5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1587620 Aug 20 11:56:34.859510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35750) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:34.866117 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ec1756fe-07ae-4480-a296-1d59982b48bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': 'b8a368dc-2030-49b2-beec-e545b61c542d', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:34.902227 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec1756fe-07ae-4480-a296-1d59982b48bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.943423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 89e45ef9-309a-4dc3-85b5-3977e621bd6f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:34.970580 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec1756fe-07ae-4480-a296-1d59982b48bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.975546 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec1756fe-07ae-4480-a296-1d59982b48bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.009060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1756fe-07ae-4480-a296-1d59982b48bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6095e2b8-a7f1-4626-af16-abc50371ad64,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:35.019561 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec1756fe-07ae-4480-a296-1d59982b48bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.020530 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 89e45ef9-309a-4dc3-85b5-3977e621bd6f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:35.021883 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ec1756fe-07ae-4480-a296-1d59982b48bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601896 Aug 20 11:56:35.022153 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 89e45ef9-309a-4dc3-85b5-3977e621bd6f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:35.024438 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35758) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:35.031995 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-0166fab2-7843-4bb0-beb8-06815013a61c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': 'b8a368dc-2030-49b2-beec-e545b61c542d', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:35.049128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35760) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:35.093543 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0166fab2-7843-4bb0-beb8-06815013a61c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.224055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-814d8bad-af47-4902-b39d-85e40c05bd00 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1359079408-network', 'tenant_id': '501cbd7b59b74f04909cdd7795b1d389'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:35.224300 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0166fab2-7843-4bb0-beb8-06815013a61c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.230940 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0166fab2-7843-4bb0-beb8-06815013a61c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.250290 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814d8bad-af47-4902-b39d-85e40c05bd00 admin admin] Made reservation on behalf of 501cbd7b59b74f04909cdd7795b1d389 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:35.252123 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166fab2-7843-4bb0-beb8-06815013a61c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e281dbc6-6a78-4586-b634-e32e5308610c,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:35.252699 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-814d8bad-af47-4902-b39d-85e40c05bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.266353 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0166fab2-7843-4bb0-beb8-06815013a61c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.267966 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0166fab2-7843-4bb0-beb8-06815013a61c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2419124 Aug 20 11:56:35.271496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35768) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:35.273820 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-814d8bad-af47-4902-b39d-85e40c05bd00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.277342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f999613c-c191-4a6c-85ce-bd929747d046 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': 'b8a368dc-2030-49b2-beec-e545b61c542d', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:35.310563 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f999613c-c191-4a6c-85ce-bd929747d046 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.399054 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f999613c-c191-4a6c-85ce-bd929747d046 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.404607 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f999613c-c191-4a6c-85ce-bd929747d046 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.438534 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999613c-c191-4a6c-85ce-bd929747d046 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3326d8-9bfd-4c0f-8873-0f5fc1ff749c,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:35.442997 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-814d8bad-af47-4902-b39d-85e40c05bd00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.450525 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-814d8bad-af47-4902-b39d-85e40c05bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.455184 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f999613c-c191-4a6c-85ce-bd929747d046 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.458374 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f999613c-c191-4a6c-85ce-bd929747d046 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1853261 Aug 20 11:56:35.460772 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35770) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:35.470905 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-09dce981-89e3-46b7-b1ca-51c91f1814ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': 'b8a368dc-2030-49b2-beec-e545b61c542d', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:35.515526 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-09dce981-89e3-46b7-b1ca-51c91f1814ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Project cacbe3698c3a4c88aa60dbcea765a9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:56:35.522419 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09dce981-89e3-46b7-b1ca-51c91f1814ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.526942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d8bad-af47-4902-b39d-85e40c05bd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9198815-6645-4d0d-8a15-7bf52d156080,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:35.530169 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814d8bad-af47-4902-b39d-85e40c05bd00 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:56:35.542474 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-814d8bad-af47-4902-b39d-85e40c05bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.543031 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-814d8bad-af47-4902-b39d-85e40c05bd00 admin admin] Added segment af522fba-7356-40e0-8b67-dc8d5192f4fe of type vlan for network 2f46d6a0-62a3-4d3c-81bd-6976fa008192 Aug 20 11:56:35.594247 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-814d8bad-af47-4902-b39d-85e40c05bd00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.644004 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09dce981-89e3-46b7-b1ca-51c91f1814ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.646346 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-814d8bad-af47-4902-b39d-85e40c05bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.647592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814d8bad-af47-4902-b39d-85e40c05bd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:35.648577 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-814d8bad-af47-4902-b39d-85e40c05bd00 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.651257 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09dce981-89e3-46b7-b1ca-51c91f1814ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.675697 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dce981-89e3-46b7-b1ca-51c91f1814ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6733d7a3-bd32-4305-965d-f22d1e588e7b,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:35.682885 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09dce981-89e3-46b7-b1ca-51c91f1814ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.684551 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-09dce981-89e3-46b7-b1ca-51c91f1814ee tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2225041 Aug 20 11:56:35.687375 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35772) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:35.694357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c145bcc8-25a5-460b-9321-0932732c9db5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'security_group_rule': {'security_group_id': 'b8a368dc-2030-49b2-beec-e545b61c542d', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:35.722960 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-c145bcc8-25a5-460b-9321-0932732c9db5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Project cacbe3698c3a4c88aa60dbcea765a9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:56:35.741650 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c145bcc8-25a5-460b-9321-0932732c9db5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.766535 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-814d8bad-af47-4902-b39d-85e40c05bd00 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7160349 Aug 20 11:56:35.767349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35774) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:35.779565 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-9b77a7ce-870e-4080-8356-711db021f381 admin admin] Request body: {'subnet': {'network_id': '2f46d6a0-62a3-4d3c-81bd-6976fa008192', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1359079408-subnet', 'tenant_id': '501cbd7b59b74f04909cdd7795b1d389', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:35.790217 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d8bad-af47-4902-b39d-85e40c05bd00 admin admin] Pushing event updated for resources: {'Network': ['ID=2f46d6a0-62a3-4d3c-81bd-6976fa008192,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:35.803103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 2f46d6a0-62a3-4d3c-81bd-6976fa008192 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:56:35.828325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b77a7ce-870e-4080-8356-711db021f381 admin admin] Made reservation on behalf of 501cbd7b59b74f04909cdd7795b1d389 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:35.832544 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9b77a7ce-870e-4080-8356-711db021f381 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.849780 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c145bcc8-25a5-460b-9321-0932732c9db5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.854774 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c145bcc8-25a5-460b-9321-0932732c9db5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.877516 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145bcc8-25a5-460b-9321-0932732c9db5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fab9d7d-586f-4e09-b87c-4dcd676ca358,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:35.905019 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c145bcc8-25a5-460b-9321-0932732c9db5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.910537 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c145bcc8-25a5-460b-9321-0932732c9db5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2184668 Aug 20 11:56:35.910842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35776) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:35.918792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b62f8aa7-9e3b-4e0f-8a39-42b4293d7766 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'network': {'name': 'tempest-network-smoke--1112681290', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'port_security_enabled': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:35.946794 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62f8aa7-9e3b-4e0f-8a39-42b4293d7766 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Made reservation on behalf of cacbe3698c3a4c88aa60dbcea765a9a6 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:35.951460 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b62f8aa7-9e3b-4e0f-8a39-42b4293d7766 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.982680 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62f8aa7-9e3b-4e0f-8a39-42b4293d7766 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:56:35.996555 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b62f8aa7-9e3b-4e0f-8a39-42b4293d7766 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.997004 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-b62f8aa7-9e3b-4e0f-8a39-42b4293d7766 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Added segment 36b8d84d-9400-412b-bcb3-73ee4525262d of type vlan for network a13a7086-1015-4c2d-a524-239d5b6a3e97 Aug 20 11:56:36.055663 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b62f8aa7-9e3b-4e0f-8a39-42b4293d7766 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.073497 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9b77a7ce-870e-4080-8356-711db021f381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.091986 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b62f8aa7-9e3b-4e0f-8a39-42b4293d7766 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.100738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f8aa7-9e3b-4e0f-8a39-42b4293d7766 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:36.101339 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b62f8aa7-9e3b-4e0f-8a39-42b4293d7766 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.169840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77a7ce-870e-4080-8356-711db021f381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=345f2bf9-2c2b-43ad-a586-bc9d822501bf,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:36.178698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b77a7ce-870e-4080-8356-711db021f381 admin admin] Checking segment: {'id': 'af522fba-7356-40e0-8b67-dc8d5192f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f46d6a0-62a3-4d3c-81bd-6976fa008192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:36.179161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b77a7ce-870e-4080-8356-711db021f381 admin admin] Network hostable DHCP agents. Network: 2f46d6a0-62a3-4d3c-81bd-6976fa008192, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:56:36.205841 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f8aa7-9e3b-4e0f-8a39-42b4293d7766 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Network': ['ID=a13a7086-1015-4c2d-a524-239d5b6a3e97,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:36.210180 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b62f8aa7-9e3b-4e0f-8a39-42b4293d7766 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2981641 Aug 20 11:56:36.213087 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35784) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:36.215950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network a13a7086-1015-4c2d-a524-239d5b6a3e97 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:56:36.221772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b77a7ce-870e-4080-8356-711db021f381 admin admin] Network 2f46d6a0-62a3-4d3c-81bd-6976fa008192 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:56:36.229276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1323863832', 'admin_state_up': True, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:36.254397 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-9b77a7ce-870e-4080-8356-711db021f381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 2f46d6a0-62a3-4d3c-81bd-6976fa008192) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:36.267469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b77a7ce-870e-4080-8356-711db021f381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:36.270568 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9b77a7ce-870e-4080-8356-711db021f381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.271939 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.274762 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.301057 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9b77a7ce-870e-4080-8356-711db021f381 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5259204 Aug 20 11:56:36.316454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e22d69e-ef51-45fa-b3ab-c12329051cc9 None None] Network 2f46d6a0-62a3-4d3c-81bd-6976fa008192 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:56:36.352696 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.536774 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35792) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:36.575862 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6513f35d-c8cf-4d3d-b5ab-c969bcda97e4 None None] Network 2f46d6a0-62a3-4d3c-81bd-6976fa008192 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:56:36.641320 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.815962 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ac1f91cb-09b8-4cb7-843b-57a8c9c8b2c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4fabc7a68754940bd580bf6d2cc64e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774343 Aug 20 11:56:36.819906 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35800) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:36.909634 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec69b03d-051d-4393-982a-b6ee80d4f52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.939777 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec69b03d-051d-4393-982a-b6ee80d4f52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.994478 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec69b03d-051d-4393-982a-b6ee80d4f52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.997262 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ec69b03d-051d-4393-982a-b6ee80d4f52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.001101 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ec69b03d-051d-4393-982a-b6ee80d4f52b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8372f562-dfa2-4125-8351-b32bdb358b9b HTTP/1.1" status: 204 len: 168 time: 0.1776161 Aug 20 11:56:37.009029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69b03d-051d-4393-982a-b6ee80d4f52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8372f562-dfa2-4125-8351-b32bdb358b9b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:37.010810 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.036115 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.133141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f635084-db85-4a60-aca1-9323c28d8356 req-6a2159b7-09c8-45f3-af2d-a98b1045b55d tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:37.139287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f635084-db85-4a60-aca1-9323c28d8356 req-6a2159b7-09c8-45f3-af2d-a98b1045b55d tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/networks?id=2f46d6a0-62a3-4d3c-81bd-6976fa008192 HTTP/1.1" status: 200 len: 822 time: 0.2149141 Aug 20 11:56:37.180462 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f635084-db85-4a60-aca1-9323c28d8356 req-9d494b6f-54a3-4212-b7e6-045bd2e40bf5 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/quotas/501cbd7b59b74f04909cdd7795b1d389 HTTP/1.1" status: 200 len: 375 time: 0.0399005 Aug 20 11:56:37.225301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Allocated IP 172.25.8.66 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/2b917034-7dfc-4051-8764-40fad1f5dec1) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:37.228903 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f635084-db85-4a60-aca1-9323c28d8356 req-15baf892-03b8-4f55-9ae7-ebf6fd1e2bdc tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=501cbd7b59b74f04909cdd7795b1d389&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403469 Aug 20 11:56:37.397590 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f635084-db85-4a60-aca1-9323c28d8356 req-368483dc-7ae5-4d18-aed5-0acd755fa073 service neutron] 10.222.0.37 "GET /v2.0/networks/2f46d6a0-62a3-4d3c-81bd-6976fa008192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595292 Aug 20 11:56:37.444669 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.544669 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f635084-db85-4a60-aca1-9323c28d8356 req-742ecb1c-99aa-4088-9be9-880acda16694 service neutron] 10.222.0.37 "GET /v2.0/networks/2f46d6a0-62a3-4d3c-81bd-6976fa008192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361856 Aug 20 11:56:37.553137 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.606075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:37.608671 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:37.612467 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:37.643134 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=2b917034-7dfc-4051-8764-40fad1f5dec1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:37.816156 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6911a3bf-5e07-4e42-866f-b4c3ef493a12 req-01dafd73-4490-425f-9f70-d642f1223d2f tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/ports?device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 210 time: 0.0591083 Aug 20 11:56:37.918443 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.929201 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35844) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:38.031423 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7870c29-3ba9-4f7d-85c4-524b686892e1 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:38.032200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7870c29-3ba9-4f7d-85c4-524b686892e1 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:38.032861 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7870c29-3ba9-4f7d-85c4-524b686892e1 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:38.035566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b7870c29-3ba9-4f7d-85c4-524b686892e1 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&network_id=68773173-f656-4dc3-8b34-6ecca5e8a5c5 HTTP/1.1" status: 200 len: 2969 time: 0.1053431 Aug 20 11:56:38.215965 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:38.387105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router c94b1a2d-92d2-4581-adcb-91aebe5afefe is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:56:38.532743 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:38.546388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Sync routers for ids ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:38.562565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Routers {'c94b1a2d-92d2-4581-adcb-91aebe5afefe'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:38.563578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:56:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:38.569111 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:38.570913 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2100ed79-f5f9-4058-9013-aaa8f1837ce6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3565161 Aug 20 11:56:38.574688 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35868) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:38.626516 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5a938ab0-953e-43e5-bd8b-a569daf9a4aa tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=cacbe3698c3a4c88aa60dbcea765a9a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498095 Aug 20 11:56:38.629910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35872) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:38.707273 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Set router c94b1a2d-92d2-4581-adcb-91aebe5afefe gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:38.759549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c227f98a-b153-4b2e-ada2-7632f1d7cf6c tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:38.761394 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c227f98a-b153-4b2e-ada2-7632f1d7cf6c tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299903 Aug 20 11:56:38.764222 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35880) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:38.785867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35882) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:38.795905 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-312d740d-00da-49a7-9767-bc2a66ee37a1 tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304058 Aug 20 11:56:38.798720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35886) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:38.804115 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-429436af-8512-4836-972f-4e43e27e29ba tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-254246026', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:38.950425 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429436af-8512-4836-972f-4e43e27e29ba tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Made reservation on behalf of cacbe3698c3a4c88aa60dbcea765a9a6 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:38.955517 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-429436af-8512-4836-972f-4e43e27e29ba tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:38.975082 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-73dad0c2-48ff-4f86-8954-6d405a299045 req-6941b71e-a6cc-4a33-b6e4-404a81ffb42f tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/ports?device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 210 time: 0.0545115 Aug 20 11:56:38.981667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323863832', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:36Z', 'updated_at': '2021-08-20T11:56:37Z', 'revision_number': 3, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:37Z', 'updated_at': '2021-08-20T11:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:39.013785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Checking router: c94b1a2d-92d2-4581-adcb-91aebe5afefe for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:39.014360 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Updating router c94b1a2d-92d2-4581-adcb-91aebe5afefe port 2b917034-7dfc-4051-8764-40fad1f5dec1 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:56:39.049193 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.052470 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.087746 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7fe82d08-76fa-4df8-abd7-6a9457a78696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.118547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f635084-db85-4a60-aca1-9323c28d8356 req-90c13c73-ab79-476f-9c38-cf402a5f520d tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:39.120674 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f635084-db85-4a60-aca1-9323c28d8356 req-90c13c73-ab79-476f-9c38-cf402a5f520d tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.35 "GET /v2.0/networks?id=2f46d6a0-62a3-4d3c-81bd-6976fa008192 HTTP/1.1" status: 200 len: 822 time: 0.1660690 Aug 20 11:56:39.136911 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-1f635084-db85-4a60-aca1-9323c28d8356 req-43316912-248c-4fb7-8520-cd15364314a1 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Request body: {'port': {'device_id': 'd28c3a4f-e37b-4757-8800-672c21db1a3c', 'network_id': '2f46d6a0-62a3-4d3c-81bd-6976fa008192', 'admin_state_up': True, 'tenant_id': '501cbd7b59b74f04909cdd7795b1d389'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:39.340668 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7fe82d08-76fa-4df8-abd7-6a9457a78696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.342990 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-429436af-8512-4836-972f-4e43e27e29ba tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.354368 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7fe82d08-76fa-4df8-abd7-6a9457a78696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.375379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f635084-db85-4a60-aca1-9323c28d8356 req-43316912-248c-4fb7-8520-cd15364314a1 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Made reservation on behalf of 501cbd7b59b74f04909cdd7795b1d389 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:39.380850 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.382973 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1f635084-db85-4a60-aca1-9323c28d8356 req-43316912-248c-4fb7-8520-cd15364314a1 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.394975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Transition to ACTIVE for port object 2b917034-7dfc-4051-8764-40fad1f5dec1 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:39.403947 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.451831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7fe82d08-76fa-4df8-abd7-6a9457a78696 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5bd249af4f19433788a09e2bd5d28a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6648521 Aug 20 11:56:39.457692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35890) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:39.470313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe82d08-76fa-4df8-abd7-6a9457a78696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8ec0f2-4648-4088-b0e5-5d630c51152a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:39.471151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Attempting to bind port 2b917034-7dfc-4051-8764-40fad1f5dec1 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:39.472143 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Attempting to bind port 2b917034-7dfc-4051-8764-40fad1f5dec1 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:39.472523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Attempting to bind port 2b917034-7dfc-4051-8764-40fad1f5dec1 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:39.490918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429436af-8512-4836-972f-4e43e27e29ba tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Subnet': ['ID=bd1e1b9c-2c97-445b-b010-9908e06e4391,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:39.499644 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:39.500023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:39.500427 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.500857 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:39.501432 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Bound port: 2b917034-7dfc-4051-8764-40fad1f5dec1, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:39.501755 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.527975 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429436af-8512-4836-972f-4e43e27e29ba tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Checking segment: {'id': '36b8d84d-9400-412b-bcb3-73ee4525262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:39.528333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429436af-8512-4836-972f-4e43e27e29ba tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network hostable DHCP agents. Network: a13a7086-1015-4c2d-a524-239d5b6a3e97, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:56:39.543766 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945eea94-d5a2-4ff2-828e-0c993cccb73e None None] Pushing event updated for resources: {'Port': ['ID=2b917034-7dfc-4051-8764-40fad1f5dec1,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:39.561691 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc7f4-d764-49a2-9153-33bdab86ee67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.564523 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429436af-8512-4836-972f-4e43e27e29ba tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network a13a7086-1015-4c2d-a524-239d5b6a3e97 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:56:39.584471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] For port 2b917034-7dfc-4051-8764-40fad1f5dec1, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:39.588818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] For port 2b917034-7dfc-4051-8764-40fad1f5dec1, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2b917034-7dfc-4051-8764-40fad1f5dec1,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:39.591721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-429436af-8512-4836-972f-4e43e27e29ba tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, a13a7086-1015-4c2d-a524-239d5b6a3e97) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:39.593707 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.601364 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc7f4-d764-49a2-9153-33bdab86ee67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.604159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429436af-8512-4836-972f-4e43e27e29ba tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:39.604759 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-429436af-8512-4836-972f-4e43e27e29ba tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.608374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d4aa67-917d-4fb1-aac8-8b02210504b8 None None] Network a13a7086-1015-4c2d-a524-239d5b6a3e97 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:56:39.644460 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-429436af-8512-4836-972f-4e43e27e29ba tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8414690 Aug 20 11:56:39.647220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35892) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:39.702993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Routers {'c94b1a2d-92d2-4581-adcb-91aebe5afefe'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:39.703635 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:56:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:39.780188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945eea94-d5a2-4ff2-828e-0c993cccb73e None None] Pushing event updated for resources: {'Port': ['ID=2b917034-7dfc-4051-8764-40fad1f5dec1,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:39.923847 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc7f4-d764-49a2-9153-33bdab86ee67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.926140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-1f635084-db85-4a60-aca1-9323c28d8356 req-43316912-248c-4fb7-8520-cd15364314a1 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Allocated IP 172.20.0.9 (2f46d6a0-62a3-4d3c-81bd-6976fa008192/345f2bf9-2c2b-43ad-a586-bc9d822501bf/bff1d250-5f8a-4a86-a249-773183aaf9ae) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:39.930015 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc7f4-d764-49a2-9153-33bdab86ee67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.935550 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5c1fc7f4-d764-49a2-9153-33bdab86ee67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba8ec0f2-4648-4088-b0e5-5d630c51152a HTTP/1.1" status: 204 len: 168 time: 0.4757335 Aug 20 11:56:39.999515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fc7f4-d764-49a2-9153-33bdab86ee67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8ec0f2-4648-4088-b0e5-5d630c51152a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:40.162600 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-30bac734-b575-4d75-9c37-317cfe049cb1 req-98404a28-0404-458b-a7cf-d78a817a50d7 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/ports?device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 210 time: 0.0702178 Aug 20 11:56:40.248204 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] Set router c94b1a2d-92d2-4581-adcb-91aebe5afefe gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:40.286904 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1f635084-db85-4a60-aca1-9323c28d8356 req-43316912-248c-4fb7-8520-cd15364314a1 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:40.289562 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-a13a7086-1015-4c2d-a524-239d5b6a3e97', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ips': [{'subnet_id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:56:40.290086 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:40.373715 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1f635084-db85-4a60-aca1-9323c28d8356 req-43316912-248c-4fb7-8520-cd15364314a1 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:40.426941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f635084-db85-4a60-aca1-9323c28d8356 req-43316912-248c-4fb7-8520-cd15364314a1 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Network 2f46d6a0-62a3-4d3c-81bd-6976fa008192 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:40.430422 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-1f635084-db85-4a60-aca1-9323c28d8356 req-43316912-248c-4fb7-8520-cd15364314a1 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:40.434227 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f635084-db85-4a60-aca1-9323c28d8356 req-43316912-248c-4fb7-8520-cd15364314a1 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:40.474077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43316912-248c-4fb7-8520-cd15364314a1 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Pushing event updated for resources: {'Port': ['ID=bff1d250-5f8a-4a86-a249-773183aaf9ae,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:40.506378 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f635084-db85-4a60-aca1-9323c28d8356 req-43316912-248c-4fb7-8520-cd15364314a1 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:40.507186 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1f635084-db85-4a60-aca1-9323c28d8356 req-43316912-248c-4fb7-8520-cd15364314a1 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:40.524051 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f635084-db85-4a60-aca1-9323c28d8356 req-43316912-248c-4fb7-8520-cd15364314a1 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3938739 Aug 20 11:56:40.551671 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Request body: {'port': {'device_id': 'd28c3a4f-e37b-4757-8800-672c21db1a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:40.586215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Allocated IP 172.20.0.2 (a13a7086-1015-4c2d-a524-239d5b6a3e97/bd1e1b9c-2c97-445b-b010-9908e06e4391/eae93622-89a5-41c8-8c07-1ea5578440fc) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:40.623391 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:40.645120 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:40.766081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323863832', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:36Z', 'updated_at': '2021-08-20T11:56:37Z', 'revision_number': 3, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:37Z', 'updated_at': '2021-08-20T11:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:40.808206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b130cfef-8f1c-4078-933a-146f29b98eed None None] The sync data for ids ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'] in n-d-804299-2 is: [{'id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323863832', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:36Z', 'updated_at': '2021-08-20T11:56:37Z', 'revision_number': 3, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:37Z', 'updated_at': '2021-08-20T11:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:40.829623 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:40.849662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Transition to ACTIVE for port object eae93622-89a5-41c8-8c07-1ea5578440fc will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:40.886028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Transition to ACTIVE for port object eae93622-89a5-41c8-8c07-1ea5578440fc will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:40.892851 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:40.938315 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Network a13a7086-1015-4c2d-a524-239d5b6a3e97 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:40.943920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:40.946536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:40.978404 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Pushing event updated for resources: {'Port': ['ID=eae93622-89a5-41c8-8c07-1ea5578440fc,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:41.058341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Attempting to bind port eae93622-89a5-41c8-8c07-1ea5578440fc on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:41.058705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Attempting to bind port eae93622-89a5-41c8-8c07-1ea5578440fc by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '36b8d84d-9400-412b-bcb3-73ee4525262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:41.059064 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Attempting to bind port eae93622-89a5-41c8-8c07-1ea5578440fc on network a13a7086-1015-4c2d-a524-239d5b6a3e97 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:41.064870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:41.065919 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Checking segment: {'id': '36b8d84d-9400-412b-bcb3-73ee4525262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:41.066853 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:41.066853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Bound using segment: {'id': '36b8d84d-9400-412b-bcb3-73ee4525262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:41.067157 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Bound port: eae93622-89a5-41c8-8c07-1ea5578440fc, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b8d84d-9400-412b-bcb3-73ee4525262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:41.067644 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:41.098084 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff1d250-5f8a-4a86-a249-773183aaf9ae {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:41.113938 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:41.134158 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Transition to ACTIVE for port object bff1d250-5f8a-4a86-a249-773183aaf9ae will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:41.139801 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:41.152091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] For port eae93622-89a5-41c8-8c07-1ea5578440fc, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:41.157088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] For port eae93622-89a5-41c8-8c07-1ea5578440fc, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=eae93622-89a5-41c8-8c07-1ea5578440fc,segment=NetworkSegment(36b8d84d-9400-412b-bcb3-73ee4525262d),segment_id=36b8d84d-9400-412b-bcb3-73ee4525262d)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:41.169021 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:41.209822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Allocated IP 172.20.0.1 (a13a7086-1015-4c2d-a524-239d5b6a3e97/bd1e1b9c-2c97-445b-b010-9908e06e4391/b781a389-89e3-4afa-9ff4-d40e5ae39b38) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:41.270999 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=bff1d250-5f8a-4a86-a249-773183aaf9ae,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:41.355259 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcfb79-6407-47ab-9349-39cec96336de None None] Pushing event updated for resources: {'Port': ['ID=eae93622-89a5-41c8-8c07-1ea5578440fc,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:41.465909 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712668fe-eeea-4b4a-aafd-2f747ebd4590 req-318564a5-908e-4df9-ac8e-aa549d997991 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:41.468677 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-712668fe-eeea-4b4a-aafd-2f747ebd4590 req-318564a5-908e-4df9-ac8e-aa549d997991 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/ports?device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 943 time: 0.1415222 Aug 20 11:56:41.507330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Attempting to bind port bff1d250-5f8a-4a86-a249-773183aaf9ae on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:41.507960 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Attempting to bind port bff1d250-5f8a-4a86-a249-773183aaf9ae by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'af522fba-7356-40e0-8b67-dc8d5192f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f46d6a0-62a3-4d3c-81bd-6976fa008192'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:41.508497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Attempting to bind port bff1d250-5f8a-4a86-a249-773183aaf9ae on network 2f46d6a0-62a3-4d3c-81bd-6976fa008192 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:41.557203 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Port bff1d250-5f8a-4a86-a249-773183aaf9ae on network 2f46d6a0-62a3-4d3c-81bd-6976fa008192 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:56:41.557540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Attempting to bind port bff1d250-5f8a-4a86-a249-773183aaf9ae on network 2f46d6a0-62a3-4d3c-81bd-6976fa008192 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:41.608105 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-712668fe-eeea-4b4a-aafd-2f747ebd4590 req-96bbe76c-4d27-4ee5-a545-efecde6ded18 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9198815-6645-4d0d-8a15-7bf52d156080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293292 Aug 20 11:56:41.634086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:41.641642 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Checking segment: {'id': 'af522fba-7356-40e0-8b67-dc8d5192f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f46d6a0-62a3-4d3c-81bd-6976fa008192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:41.648344 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Bound using segment: {'id': 'af522fba-7356-40e0-8b67-dc8d5192f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f46d6a0-62a3-4d3c-81bd-6976fa008192'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:41.649264 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Bound port: bff1d250-5f8a-4a86-a249-773183aaf9ae, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af522fba-7356-40e0-8b67-dc8d5192f4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f46d6a0-62a3-4d3c-81bd-6976fa008192'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:41.649823 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:41.707878 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35934) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:41.913094 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd428558-5225-4826-8386-72e934be4a9a tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:41.916679 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dd428558-5225-4826-8386-72e934be4a9a tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18 HTTP/1.1" status: 200 len: 814 time: 0.2059584 Aug 20 11:56:41.956621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] For port bff1d250-5f8a-4a86-a249-773183aaf9ae, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:41.960467 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] For port bff1d250-5f8a-4a86-a249-773183aaf9ae, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=bff1d250-5f8a-4a86-a249-773183aaf9ae,segment=NetworkSegment(af522fba-7356-40e0-8b67-dc8d5192f4fe),segment_id=af522fba-7356-40e0-8b67-dc8d5192f4fe)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:41.969151 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:42.014617 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:42.015405 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:42.017094 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f635084-db85-4a60-aca1-9323c28d8356 req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] 10.222.0.35 "PUT /v2.0/ports/bff1d250-5f8a-4a86-a249-773183aaf9ae HTTP/1.1" status: 200 len: 1091 time: 1.4815547 Aug 20 11:56:42.018027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28c3a4f-e37b-4757-8800-672c21db1a3c', 'tag': 'bff1d250-5f8a-4a86-a249-773183aaf9ae'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:42.020452 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74bd7d0-2d3d-47a6-b5af-9dc3692d2adf" -d '{"events": [{"name": "network-changed", "server_uuid": "d28c3a4f-e37b-4757-8800-672c21db1a3c", "tag": "bff1d250-5f8a-4a86-a249-773183aaf9ae"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:42.127861 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd490436-80be-4e8f-9e6b-f73b142fdaa6 x-openstack-request-id: req-dd490436-80be-4e8f-9e6b-f73b142fdaa6 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:42.128273 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28c3a4f-e37b-4757-8800-672c21db1a3c", "tag": "bff1d250-5f8a-4a86-a249-773183aaf9ae", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:42.128560 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd490436-80be-4e8f-9e6b-f73b142fdaa6 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:42.128985 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28c3a4f-e37b-4757-8800-672c21db1a3c', 'tag': 'bff1d250-5f8a-4a86-a249-773183aaf9ae', 'status': 'completed', 'code': 200} Aug 20 11:56:42.133834 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084eb105-8796-459a-8679-d6861c059ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=bff1d250-5f8a-4a86-a249-773183aaf9ae,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:42.153734 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f635084-db85-4a60-aca1-9323c28d8356 req-6b96190a-20b0-477e-ac92-5494e155ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:42.155629 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f635084-db85-4a60-aca1-9323c28d8356 req-6b96190a-20b0-477e-ac92-5494e155ce48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=501cbd7b59b74f04909cdd7795b1d389&device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 1094 time: 0.0732841 Aug 20 11:56:42.163087 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:42.180440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Transition to ACTIVE for port object b781a389-89e3-4afa-9ff4-d40e5ae39b38 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:42.226639 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f635084-db85-4a60-aca1-9323c28d8356 req-57a20576-2a8f-4541-a656-10f28e398032 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bff1d250-5f8a-4a86-a249-773183aaf9ae HTTP/1.1" status: 200 len: 217 time: 0.0621552 Aug 20 11:56:42.249670 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:42.317750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network a13a7086-1015-4c2d-a524-239d5b6a3e97 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:42.317750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:42.319995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:42.345766 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f635084-db85-4a60-aca1-9323c28d8356 req-92bba8a2-1b3c-4e48-b283-f67284d2fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:42.348112 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f635084-db85-4a60-aca1-9323c28d8356 req-92bba8a2-1b3c-4e48-b283-f67284d2fff3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=345f2bf9-2c2b-43ad-a586-bc9d822501bf HTTP/1.1" status: 200 len: 862 time: 0.1101325 Aug 20 11:56:42.381312 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:42.392804 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=b781a389-89e3-4afa-9ff4-d40e5ae39b38,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:42.422699 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f635084-db85-4a60-aca1-9323c28d8356 req-3a13f324-e0a7-4090-aa2c-8cf9aa20b501 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f46d6a0-62a3-4d3c-81bd-6976fa008192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610340 Aug 20 11:56:42.559561 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f635084-db85-4a60-aca1-9323c28d8356 req-6aa99b35-de81-4e93-897c-c483949d947b service neutron] 10.222.0.35 "GET /v2.0/networks/2f46d6a0-62a3-4d3c-81bd-6976fa008192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282611 Aug 20 11:56:42.590191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35964) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:42.601785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-73e66569-da2b-49f6-b428-830bd1d98b9b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'network': {'name': 'tempest-network-smoke--1967224408', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'port_security_enabled': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:42.707231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e66569-da2b-49f6-b428-830bd1d98b9b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Made reservation on behalf of 83acfac6cffd4cc6ac2d1e0e5158a6b1 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:42.719601 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-73e66569-da2b-49f6-b428-830bd1d98b9b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:42.743686 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:42.767799 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f635084-db85-4a60-aca1-9323c28d8356 req-e0d6127e-a884-46c5-9031-19196bb5dc02 service neutron] 10.222.0.35 "GET /v2.0/networks/2f46d6a0-62a3-4d3c-81bd-6976fa008192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009351 Aug 20 11:56:42.816966 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e66569-da2b-49f6-b428-830bd1d98b9b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:56:42.833470 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-73e66569-da2b-49f6-b428-830bd1d98b9b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:42.834231 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-73e66569-da2b-49f6-b428-830bd1d98b9b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Added segment 3dd177aa-30cc-4f80-9886-ba523609659f of type vlan for network f79f1e19-72d8-4bc7-940c-0bd2f7985857 Aug 20 11:56:42.885115 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85d6934-e2fc-438a-b123-138fe4555df9 None None] Network a13a7086-1015-4c2d-a524-239d5b6a3e97 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:56:42.910285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fd771-dc7f-43d7-a688-ff0f8e7a2b8d req-a43676b5-e5ec-4933-a113-aba918b34d72 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:42.911808 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-233fd771-dc7f-43d7-a688-ff0f8e7a2b8d req-a43676b5-e5ec-4933-a113-aba918b34d72 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/ports?device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 943 time: 0.1693425 Aug 20 11:56:42.922396 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-73e66569-da2b-49f6-b428-830bd1d98b9b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:42.959662 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bd7d0-2d3d-47a6-b5af-9dc3692d2adf req-054bd226-3b95-444c-830c-f180992abd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:42.969765 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a74bd7d0-2d3d-47a6-b5af-9dc3692d2adf req-054bd226-3b95-444c-830c-f180992abd9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=501cbd7b59b74f04909cdd7795b1d389&device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 1094 time: 0.1373205 Aug 20 11:56:43.044216 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-233fd771-dc7f-43d7-a688-ff0f8e7a2b8d req-9d748ccb-1825-4ddb-ae38-7a2c2dca64c0 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9198815-6645-4d0d-8a15-7bf52d156080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121657 Aug 20 11:56:43.079431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b1f2a0aa-3aa4-43e2-91cd-07cf220cbfa1 None None] Provisioning for port eae93622-89a5-41c8-8c07-1ea5578440fc completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:43.109432 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-73e66569-da2b-49f6-b428-830bd1d98b9b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:43.128588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e66569-da2b-49f6-b428-830bd1d98b9b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:43.129517 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-73e66569-da2b-49f6-b428-830bd1d98b9b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:43.149630 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2b917034-7dfc-4051-8764-40fad1f5dec1 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:43.208820 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bd7d0-2d3d-47a6-b5af-9dc3692d2adf req-0dfbd69d-5574-44c5-8109-99277ba34727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:43.210323 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a74bd7d0-2d3d-47a6-b5af-9dc3692d2adf req-0dfbd69d-5574-44c5-8109-99277ba34727 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f46d6a0-62a3-4d3c-81bd-6976fa008192 HTTP/1.1" status: 200 len: 922 time: 0.2191784 Aug 20 11:56:43.240259 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-73e66569-da2b-49f6-b428-830bd1d98b9b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6430471 Aug 20 11:56:43.250283 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 35986) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:43.320931 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e66569-da2b-49f6-b428-830bd1d98b9b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Network': ['ID=f79f1e19-72d8-4bc7-940c-0bd2f7985857,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:43.336915 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a74bd7d0-2d3d-47a6-b5af-9dc3692d2adf req-8519fb1d-a266-4d66-8c26-9ebbe44fc974 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bff1d250-5f8a-4a86-a249-773183aaf9ae HTTP/1.1" status: 200 len: 217 time: 0.1170273 Aug 20 11:56:43.342704 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 2b917034-7dfc-4051-8764-40fad1f5dec1 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:43.357467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network f79f1e19-72d8-4bc7-940c-0bd2f7985857 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:56:43.370835 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2b917034-7dfc-4051-8764-40fad1f5dec1 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:43.372907 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:43.420780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa19e0f-c134-4d07-863a-b8f0fd30e4a6 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:43.425121 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3aa19e0f-c134-4d07-863a-b8f0fd30e4a6 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1739726 Aug 20 11:56:43.429871 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 35994) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:43.551710 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bd7d0-2d3d-47a6-b5af-9dc3692d2adf req-1bb0a077-882d-4d2f-90b8-6f0046a2b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:43.551710 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a74bd7d0-2d3d-47a6-b5af-9dc3692d2adf req-1bb0a077-882d-4d2f-90b8-6f0046a2b5aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=345f2bf9-2c2b-43ad-a586-bc9d822501bf HTTP/1.1" status: 200 len: 862 time: 0.2060010 Aug 20 11:56:43.641770 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:43.648890 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a74bd7d0-2d3d-47a6-b5af-9dc3692d2adf req-45515735-b3f7-49da-9e9c-a010baa29442 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f46d6a0-62a3-4d3c-81bd-6976fa008192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853086 Aug 20 11:56:43.664888 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:43.669160 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:43.713008 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 2b917034-7dfc-4051-8764-40fad1f5dec1, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2b917034-7dfc-4051-8764-40fad1f5dec1,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:43.723560 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:43.724359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device eae93622-89a5-41c8-8c07-1ea5578440fc up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:43.807719 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:43.810892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe01b66b-c4c2-4ab1-abc4-d027c18e4326 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:43.812061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=b781a389-89e3-4afa-9ff4-d40e5ae39b38,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:43.813050 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fe01b66b-c4c2-4ab1-abc4-d027c18e4326 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3822150 Aug 20 11:56:43.821838 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36004) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:43.910438 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cedd3ab1-80ae-4cb2-8c5a-6e340e655104 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0870476 Aug 20 11:56:43.913142 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36008) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:43.959752 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=2b917034-7dfc-4051-8764-40fad1f5dec1,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:43.988268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0cd7ec10-4d9b-44fa-8048-080cbf769acf None None] Provisioning for port b781a389-89e3-4afa-9ff4-d40e5ae39b38 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:43.998153 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0cd7ec10-4d9b-44fa-8048-080cbf769acf None None] Provisioning complete for port b781a389-89e3-4afa-9ff4-d40e5ae39b38 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:43.998153 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0cd7ec10-4d9b-44fa-8048-080cbf769acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:43.998385 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-50b07790-6d57-4064-bf52-540b6a72ffcd tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0813980 Aug 20 11:56:44.004782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36012) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:44.028065 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a74bd7d0-2d3d-47a6-b5af-9dc3692d2adf req-24a02180-238c-4fbb-8f94-32dcd88a7496 service neutron] 10.222.0.35 "GET /v2.0/networks/2f46d6a0-62a3-4d3c-81bd-6976fa008192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578477 Aug 20 11:56:44.045642 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network a13a7086-1015-4c2d-a524-239d5b6a3e97 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:44.086369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:44.095142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0cd7ec10-4d9b-44fa-8048-080cbf769acf None None] Port b781a389-89e3-4afa-9ff4-d40e5ae39b38 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:44.104966 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port eae93622-89a5-41c8-8c07-1ea5578440fc completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:44.114293 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port eae93622-89a5-41c8-8c07-1ea5578440fc triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:44.114671 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:44.259237 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a74bd7d0-2d3d-47a6-b5af-9dc3692d2adf req-81f8597e-c2ea-40ea-b7f8-c6e5b68081b5 service neutron] 10.222.0.35 "GET /v2.0/networks/2f46d6a0-62a3-4d3c-81bd-6976fa008192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212887 Aug 20 11:56:44.272363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09432798-24f9-4a4e-a8a8-3bbb7ba5efd1 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:44.273920 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-09432798-24f9-4a4e-a8a8-3bbb7ba5efd1 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2678788 Aug 20 11:56:44.278235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36020) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:44.326730 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8aaee033-b701-4d26-8223-44542c1c0880 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473976 Aug 20 11:56:44.330620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36022) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:44.335703 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3fa59008-7ca4-4973-af86-247f8765eb3d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-981416085', 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:44.358286 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:44.403334 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e72ecee5-6eba-4f14-b429-369fb2cb329e None None] Provisioning complete for port b781a389-89e3-4afa-9ff4-d40e5ae39b38 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:44.404261 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e72ecee5-6eba-4f14-b429-369fb2cb329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:44.449324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a243c-33b6-4ea9-9bff-fe020c993dd2 req-81f92a19-ea69-4878-9772-df2fc3274abe tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:44.450517 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b39a243c-33b6-4ea9-9bff-fe020c993dd2 req-81f92a19-ea69-4878-9772-df2fc3274abe tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/ports?device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 943 time: 0.2957559 Aug 20 11:56:44.485528 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port eae93622-89a5-41c8-8c07-1ea5578440fc, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=eae93622-89a5-41c8-8c07-1ea5578440fc,segment=NetworkSegment(36b8d84d-9400-412b-bcb3-73ee4525262d),segment_id=36b8d84d-9400-412b-bcb3-73ee4525262d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:44.491866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e72ecee5-6eba-4f14-b429-369fb2cb329e None None] Port b781a389-89e3-4afa-9ff4-d40e5ae39b38 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:44.493598 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:44.503405 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router c94b1a2d-92d2-4581-adcb-91aebe5afefe has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:44.538773 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b39a243c-33b6-4ea9-9bff-fe020c993dd2 req-7867eee7-67b1-492f-b570-d0bea1b16230 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9198815-6645-4d0d-8a15-7bf52d156080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634573 Aug 20 11:56:44.545051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=eae93622-89a5-41c8-8c07-1ea5578440fc,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:44.602878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa59008-7ca4-4973-af86-247f8765eb3d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Made reservation on behalf of 83acfac6cffd4cc6ac2d1e0e5158a6b1 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:44.606353 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3fa59008-7ca4-4973-af86-247f8765eb3d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:44.618554 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9a474179-534c-4f93-a847-1c79df4eeef8 None None] Provisioning complete for port b781a389-89e3-4afa-9ff4-d40e5ae39b38 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:44.619068 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a474179-534c-4f93-a847-1c79df4eeef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:44.658673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9a474179-534c-4f93-a847-1c79df4eeef8 None None] Port b781a389-89e3-4afa-9ff4-d40e5ae39b38 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:44.672106 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36028) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:44.717463 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:44.728840 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8fc9dd8e-dccb-423a-8217-a30a550b768b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "PUT /v2.0/routers/c94b1a2d-92d2-4581-adcb-91aebe5afefe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0784814 Aug 20 11:56:44.729034 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Sync routers for ids ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:44.737936 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Routers {'c94b1a2d-92d2-4581-adcb-91aebe5afefe'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:44.738441 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:56:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:44.817140 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d9a9229-857e-42fd-8116-3860a3eb1c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:44.853236 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Set router c94b1a2d-92d2-4581-adcb-91aebe5afefe gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:44.888049 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3fa59008-7ca4-4973-af86-247f8765eb3d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:44.966819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa59008-7ca4-4973-af86-247f8765eb3d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Subnet': ['ID=e1a7c962-0ce3-46ac-bcfd-6a74ef84f963,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:44.979177 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa59008-7ca4-4973-af86-247f8765eb3d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Checking segment: {'id': '3dd177aa-30cc-4f80-9886-ba523609659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:44.979827 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa59008-7ca4-4973-af86-247f8765eb3d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network hostable DHCP agents. Network: f79f1e19-72d8-4bc7-940c-0bd2f7985857, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:56:44.996811 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d9a9229-857e-42fd-8116-3860a3eb1c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.010032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa59008-7ca4-4973-af86-247f8765eb3d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network f79f1e19-72d8-4bc7-940c-0bd2f7985857 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:56:45.011966 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d9a9229-857e-42fd-8116-3860a3eb1c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.023359 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-3fa59008-7ca4-4973-af86-247f8765eb3d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, f79f1e19-72d8-4bc7-940c-0bd2f7985857) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:45.029657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa59008-7ca4-4973-af86-247f8765eb3d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:45.030424 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3fa59008-7ca4-4973-af86-247f8765eb3d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.042411 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-53685003-bd87-46a8-8b5e-05cf8adc1648 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235412073&fields=id&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6 HTTP/1.1" status: 200 len: 267 time: 0.0875165 Aug 20 11:56:45.051035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2b917034-7dfc-4051-8764-40fad1f5dec1 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:45.052626 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3fa59008-7ca4-4973-af86-247f8765eb3d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7209303 Aug 20 11:56:45.064300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ef6799-118a-46ab-b5ac-724584223fe2 None None] Network f79f1e19-72d8-4bc7-940c-0bd2f7985857 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:56:45.111638 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323863832', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:36Z', 'updated_at': '2021-08-20T11:56:42Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:37Z', 'updated_at': '2021-08-20T11:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b781a389-89e3-4afa-9ff4-d40e5ae39b38', 'name': '', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:68:4c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:40Z', 'updated_at': '2021-08-20T11:56:43Z', 'revision_number': 2, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:45.114265 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5d9a9229-857e-42fd-8116-3860a3eb1c22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80264bb3bef245e9973e9bef9740bb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4404752 Aug 20 11:56:45.115125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a9229-857e-42fd-8116-3860a3eb1c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da778946-eece-4ed0-bc70-f767aa1eef40,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:45.117814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36046) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:45.170159 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Checking router: c94b1a2d-92d2-4581-adcb-91aebe5afefe for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:45.170497 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Updating router c94b1a2d-92d2-4581-adcb-91aebe5afefe port b781a389-89e3-4afa-9ff4-d40e5ae39b38 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:56:45.183233 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2b917034-7dfc-4051-8764-40fad1f5dec1 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:45.183599 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.198218 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-ed89c18a-408f-4190-8dc9-471d6bb5e216 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:45.200297 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-ed89c18a-408f-4190-8dc9-471d6bb5e216 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/networks?id=a13a7086-1015-4c2d-a524-239d5b6a3e97 HTTP/1.1" status: 200 len: 797 time: 0.1490371 Aug 20 11:56:45.206286 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.224350 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc91e-3145-4010-8108-a1752772c87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.237890 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-cc1e9ebd-8a58-4f25-a144-823d7ee6d7b9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/quotas/cacbe3698c3a4c88aa60dbcea765a9a6 HTTP/1.1" status: 200 len: 375 time: 0.0314095 Aug 20 11:56:45.251809 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc91e-3145-4010-8108-a1752772c87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.308850 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-7c9691d0-8293-43f6-b9ba-85580f49aaf6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637212 Aug 20 11:56:45.318087 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc91e-3145-4010-8108-a1752772c87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.321326 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc91e-3145-4010-8108-a1752772c87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.325002 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8c6bc91e-3145-4010-8108-a1752772c87f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da778946-eece-4ed0-bc70-f767aa1eef40 HTTP/1.1" status: 204 len: 168 time: 0.2036777 Aug 20 11:56:45.325185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f79f1e19-72d8-4bc7-940c-0bd2f7985857', 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ips': [{'subnet_id': 'e1a7c962-0ce3-46ac-bcfd-6a74ef84f963'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:56:45.333471 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.338497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bc91e-3145-4010-8108-a1752772c87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da778946-eece-4ed0-bc70-f767aa1eef40,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:45.412592 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device eae93622-89a5-41c8-8c07-1ea5578440fc up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:45.454143 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-cb29b9d8-df1e-41d5-a302-e38597e546dd service neutron] 10.222.0.37 "GET /v2.0/networks/a13a7086-1015-4c2d-a524-239d5b6a3e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300159 Aug 20 11:56:45.462998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36050) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:45.468911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3f3abe67-abf1-4b72-a178-6e7a6b91d8be tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488527107', 'description': 'tempest-secgroup-smoke-1488527107 description', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:45.517171 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3abe67-abf1-4b72-a178-6e7a6b91d8be tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.519752 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device bff1d250-5f8a-4a86-a249-773183aaf9ae details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:45.673705 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-0c047aef-28fe-4b02-93fd-81117235fe4e service neutron] 10.222.0.37 "GET /v2.0/networks/a13a7086-1015-4c2d-a524-239d5b6a3e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183475 Aug 20 11:56:45.715695 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.718112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3abe67-abf1-4b72-a178-6e7a6b91d8be tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.735822 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3abe67-abf1-4b72-a178-6e7a6b91d8be tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.737427 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Transition to ACTIVE for port object b781a389-89e3-4afa-9ff4-d40e5ae39b38 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:45.747368 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.795105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3abe67-abf1-4b72-a178-6e7a6b91d8be tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40cf616e-ff2c-47f4-a375-9cd231de4a0d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:45.885634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d6d54-d8f3-456d-9e4b-78eb0483d791 req-753251ec-616d-41f5-a005-a66671dd4d06 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:45.898415 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-658d6d54-d8f3-456d-9e4b-78eb0483d791 req-753251ec-616d-41f5-a005-a66671dd4d06 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/ports?device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 943 time: 0.2129052 Aug 20 11:56:45.910491 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3abe67-abf1-4b72-a178-6e7a6b91d8be tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.918601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port eae93622-89a5-41c8-8c07-1ea5578440fc triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:45.920278 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3f3abe67-abf1-4b72-a178-6e7a6b91d8be tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4557037 Aug 20 11:56:45.921250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36066) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:45.921596 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36068) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:45.928531 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.935679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-34a51036-75d0-4794-82e7-301967bf15b5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': '40cf616e-ff2c-47f4-a375-9cd231de4a0d', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:45.960157 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e875790-15bf-47cf-9fd4-48dac224b2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.971527 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66cf1c71-d824-428d-bde5-7d7916cde011 req-c68f19f3-5932-44c5-9da4-1da833bb21fc tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 210 time: 0.0731030 Aug 20 11:56:45.984494 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c60d8-ee12-40d9-b697-57f76113da8b None None] Pushing event updated for resources: {'Port': ['ID=b781a389-89e3-4afa-9ff4-d40e5ae39b38,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:46.013836 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c60d8-ee12-40d9-b697-57f76113da8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:46.014764 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Allocated IP 172.20.0.18 (f79f1e19-72d8-4bc7-940c-0bd2f7985857/e1a7c962-0ce3-46ac-bcfd-6a74ef84f963/4d51c5d3-37c1-49bf-b423-e15f34e5c116) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:46.015320 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c60d8-ee12-40d9-b697-57f76113da8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:46.016674 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c60d8-ee12-40d9-b697-57f76113da8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:46.017122 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c60d8-ee12-40d9-b697-57f76113da8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:46.022633 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c60d8-ee12-40d9-b697-57f76113da8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:46.030103 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c60d8-ee12-40d9-b697-57f76113da8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:46.032109 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c60d8-ee12-40d9-b697-57f76113da8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:46.032562 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c60d8-ee12-40d9-b697-57f76113da8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:46.034769 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c60d8-ee12-40d9-b697-57f76113da8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:46.035348 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c60d8-ee12-40d9-b697-57f76113da8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:46.035769 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c60d8-ee12-40d9-b697-57f76113da8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:46.038102 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c60d8-ee12-40d9-b697-57f76113da8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:46.041886 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-658d6d54-d8f3-456d-9e4b-78eb0483d791 req-a9959dba-a847-4f67-9ef1-68ba2d485bdb tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9198815-6645-4d0d-8a15-7bf52d156080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420562 Aug 20 11:56:46.076988 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Attempting to bind port b781a389-89e3-4afa-9ff4-d40e5ae39b38 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:46.077645 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Attempting to bind port b781a389-89e3-4afa-9ff4-d40e5ae39b38 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '36b8d84d-9400-412b-bcb3-73ee4525262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:46.078190 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Attempting to bind port b781a389-89e3-4afa-9ff4-d40e5ae39b38 on network a13a7086-1015-4c2d-a524-239d5b6a3e97 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:46.097239 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:46.098841 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Checking segment: {'id': '36b8d84d-9400-412b-bcb3-73ee4525262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:46.099236 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.100663 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Bound using segment: {'id': '36b8d84d-9400-412b-bcb3-73ee4525262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:46.101194 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Bound port: b781a389-89e3-4afa-9ff4-d40e5ae39b38, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b8d84d-9400-412b-bcb3-73ee4525262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:46.102630 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.173589 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port bff1d250-5f8a-4a86-a249-773183aaf9ae, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=bff1d250-5f8a-4a86-a249-773183aaf9ae,segment=NetworkSegment(af522fba-7356-40e0-8b67-dc8d5192f4fe),segment_id=af522fba-7356-40e0-8b67-dc8d5192f4fe)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:46.195499 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-34a51036-75d0-4794-82e7-301967bf15b5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.215996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'bff1d250-5f8a-4a86-a249-773183aaf9ae', 'network_id': '2f46d6a0-62a3-4d3c-81bd-6976fa008192', 'port_id': 'bff1d250-5f8a-4a86-a249-773183aaf9ae', 'mac_address': 'fa:16:3e:54:92:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345f2bf9-2c2b-43ad-a586-bc9d822501bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:56:46.258835 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e875790-15bf-47cf-9fd4-48dac224b2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.271461 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e875790-15bf-47cf-9fd4-48dac224b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.289215 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] For port b781a389-89e3-4afa-9ff4-d40e5ae39b38, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:46.298367 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] For port b781a389-89e3-4afa-9ff4-d40e5ae39b38, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b781a389-89e3-4afa-9ff4-d40e5ae39b38,segment=NetworkSegment(36b8d84d-9400-412b-bcb3-73ee4525262d),segment_id=36b8d84d-9400-412b-bcb3-73ee4525262d)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:46.307767 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.343051 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4e875790-15bf-47cf-9fd4-48dac224b2ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9673392bed0546eeb77153c75d3cff80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969133 Aug 20 11:56:46.344509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36076) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:46.351919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e875790-15bf-47cf-9fd4-48dac224b2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50364210-0da9-46fc-9eeb-4513ebd852fb,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:46.358979 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.365553 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-34a51036-75d0-4794-82e7-301967bf15b5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.372453 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-34a51036-75d0-4794-82e7-301967bf15b5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.387341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff1d250-5f8a-4a86-a249-773183aaf9ae {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:46.400344 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.401145 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-34a51036-75d0-4794-82e7-301967bf15b5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.403248 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-34a51036-75d0-4794-82e7-301967bf15b5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4713001 Aug 20 11:56:46.407209 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36078) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:46.410450 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a51036-75d0-4794-82e7-301967bf15b5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8d80b7-aaf8-4dbe-bf6e-a448bc2cbfee,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:46.419984 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Transition to ACTIVE for port object 4d51c5d3-37c1-49bf-b423-e15f34e5c116 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:46.422780 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port bff1d250-5f8a-4a86-a249-773183aaf9ae, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=bff1d250-5f8a-4a86-a249-773183aaf9ae,segment=NetworkSegment(af522fba-7356-40e0-8b67-dc8d5192f4fe),segment_id=af522fba-7356-40e0-8b67-dc8d5192f4fe)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:46.429903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-733d4715-222c-4af4-b5bb-02ce737d9e73 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': '40cf616e-ff2c-47f4-a375-9cd231de4a0d', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:46.432552 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.472568 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Routers {'c94b1a2d-92d2-4581-adcb-91aebe5afefe'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:46.473047 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Transition to ACTIVE for port object 4d51c5d3-37c1-49bf-b423-e15f34e5c116 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:46.473744 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:56:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:46.495703 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-733d4715-222c-4af4-b5bb-02ce737d9e73 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.506962 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56c67953-6931-4baa-b76d-394c566f0025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.516972 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.527735 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c60d8-ee12-40d9-b697-57f76113da8b None None] Pushing event updated for resources: {'Port': ['ID=b781a389-89e3-4afa-9ff4-d40e5ae39b38,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:46.561968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=bff1d250-5f8a-4a86-a249-773183aaf9ae,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:46.572241 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56c67953-6931-4baa-b76d-394c566f0025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.574026 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Network f79f1e19-72d8-4bc7-940c-0bd2f7985857 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:46.610654 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:46.614934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:46.647174 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-733d4715-222c-4af4-b5bb-02ce737d9e73 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.658865 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-733d4715-222c-4af4-b5bb-02ce737d9e73 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.670004 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Pushing event updated for resources: {'Port': ['ID=4d51c5d3-37c1-49bf-b423-e15f34e5c116,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:46.686601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['bff1d250-5f8a-4a86-a249-773183aaf9ae'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:46.706498 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56c67953-6931-4baa-b76d-394c566f0025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.711313 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56c67953-6931-4baa-b76d-394c566f0025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.718912 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-56c67953-6931-4baa-b76d-394c566f0025 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50364210-0da9-46fc-9eeb-4513ebd852fb HTTP/1.1" status: 204 len: 168 time: 0.3699841 Aug 20 11:56:46.727466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d4715-222c-4af4-b5bb-02ce737d9e73 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516fe0a0-8b98-4bfd-8e9d-893be8b547df,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:46.742675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c67953-6931-4baa-b76d-394c566f0025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50364210-0da9-46fc-9eeb-4513ebd852fb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:46.767697 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] Set router c94b1a2d-92d2-4581-adcb-91aebe5afefe gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:46.770358 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-733d4715-222c-4af4-b5bb-02ce737d9e73 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.774361 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-733d4715-222c-4af4-b5bb-02ce737d9e73 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3539367 Aug 20 11:56:46.775125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36084) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:46.782436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-280c730b-5fb0-4c2e-baaa-44c03bc703e0 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': '40cf616e-ff2c-47f4-a375-9cd231de4a0d', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:46.840446 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Attempting to bind port 4d51c5d3-37c1-49bf-b423-e15f34e5c116 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:46.841752 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Attempting to bind port 4d51c5d3-37c1-49bf-b423-e15f34e5c116 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '3dd177aa-30cc-4f80-9886-ba523609659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:46.842291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Attempting to bind port 4d51c5d3-37c1-49bf-b423-e15f34e5c116 on network f79f1e19-72d8-4bc7-940c-0bd2f7985857 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:46.854027 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-280c730b-5fb0-4c2e-baaa-44c03bc703e0 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.859842 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:46.860496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Checking segment: {'id': '3dd177aa-30cc-4f80-9886-ba523609659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:46.861716 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.862991 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Bound using segment: {'id': '3dd177aa-30cc-4f80-9886-ba523609659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:46.863702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Bound port: 4d51c5d3-37c1-49bf-b423-e15f34e5c116, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd177aa-30cc-4f80-9886-ba523609659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:46.864895 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.998076 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-280c730b-5fb0-4c2e-baaa-44c03bc703e0 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:47.015575 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-280c730b-5fb0-4c2e-baaa-44c03bc703e0 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:47.062810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c730b-5fb0-4c2e-baaa-44c03bc703e0 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf3d109-bbfb-4c16-8483-5b7edd60aedb,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:47.082530 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-280c730b-5fb0-4c2e-baaa-44c03bc703e0 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:47.084235 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-280c730b-5fb0-4c2e-baaa-44c03bc703e0 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3077812 Aug 20 11:56:47.087909 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36090) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:47.094078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7e1de8e0-fece-464a-aef4-f47788c8222e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': '40cf616e-ff2c-47f4-a375-9cd231de4a0d', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:47.094567 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] For port 4d51c5d3-37c1-49bf-b423-e15f34e5c116, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:47.106227 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] For port 4d51c5d3-37c1-49bf-b423-e15f34e5c116, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4d51c5d3-37c1-49bf-b423-e15f34e5c116,segment=NetworkSegment(3dd177aa-30cc-4f80-9886-ba523609659f),segment_id=3dd177aa-30cc-4f80-9886-ba523609659f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:47.120313 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:47.154506 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e1de8e0-fece-464a-aef4-f47788c8222e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:47.184401 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ace6b729-d04f-4ed2-b180-c8f15ce06340 req-e820651b-fa7e-4bb3-aa6c-c5ed0ed5b5c7 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 210 time: 0.0833986 Aug 20 11:56:47.232588 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4e908-45ea-4ca2-8e23-67d919ccb686 None None] Pushing event updated for resources: {'Port': ['ID=4d51c5d3-37c1-49bf-b423-e15f34e5c116,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:47.288068 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323863832', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:36Z', 'updated_at': '2021-08-20T11:56:42Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:37Z', 'updated_at': '2021-08-20T11:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b781a389-89e3-4afa-9ff4-d40e5ae39b38', 'name': '', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:68:4c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:40Z', 'updated_at': '2021-08-20T11:56:46Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:47.317325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85321904-34a7-498f-9497-ca37e9e3b44e req-1696f086-be42-481d-83de-4334446f059e tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:47.319964 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-85321904-34a7-498f-9497-ca37e9e3b44e req-1696f086-be42-481d-83de-4334446f059e tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/ports?device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 944 time: 0.1554794 Aug 20 11:56:47.344832 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f25abb-09af-4cfb-8bde-404d4f100de5 None None] The sync data for ids ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'] in n-d-804299-2 is: [{'id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323863832', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:36Z', 'updated_at': '2021-08-20T11:56:42Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:37Z', 'updated_at': '2021-08-20T11:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b781a389-89e3-4afa-9ff4-d40e5ae39b38', 'name': '', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:68:4c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:40Z', 'updated_at': '2021-08-20T11:56:46Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:47.356613 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e1de8e0-fece-464a-aef4-f47788c8222e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:47.627070 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e1de8e0-fece-464a-aef4-f47788c8222e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:47.674134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-85321904-34a7-498f-9497-ca37e9e3b44e req-894b2138-0ee1-45c4-ac45-b59a26c0180f tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9198815-6645-4d0d-8a15-7bf52d156080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408480 Aug 20 11:56:47.696401 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1de8e0-fece-464a-aef4-f47788c8222e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e17ce4-1d49-47cd-8297-1958c73efb38,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:47.700336 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e1de8e0-fece-464a-aef4-f47788c8222e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:47.702277 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7e1de8e0-fece-464a-aef4-f47788c8222e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6128733 Aug 20 11:56:47.707084 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36102) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:47.711143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-7f238495-7e04-4174-a9bf-d046db369a29 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:47.713015 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-7f238495-7e04-4174-a9bf-d046db369a29 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.76 "GET /v2.0/networks?id=a13a7086-1015-4c2d-a524-239d5b6a3e97 HTTP/1.1" status: 200 len: 797 time: 0.3066654 Aug 20 11:56:47.717582 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c23af037-f732-4fc0-a571-325bb4ef9c68 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': '40cf616e-ff2c-47f4-a375-9cd231de4a0d', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:47.780529 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-c23af037-f732-4fc0-a571-325bb4ef9c68 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Project 83acfac6cffd4cc6ac2d1e0e5158a6b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:56:47.798099 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-22f2834f-9af3-456f-a306-936fb024d42c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6 HTTP/1.1" status: 200 len: 380 time: 0.0747583 Aug 20 11:56:47.805328 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c23af037-f732-4fc0-a571-325bb4ef9c68 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:47.814286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-9e0ea5bf-1c2c-4a4f-8733-adb415386e6b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'port': {'device_id': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'admin_state_up': True, 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'security_groups': ['b8a368dc-2030-49b2-beec-e545b61c542d']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:47.903517 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c23af037-f732-4fc0-a571-325bb4ef9c68 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:47.909720 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c23af037-f732-4fc0-a571-325bb4ef9c68 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:47.939168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23af037-f732-4fc0-a571-325bb4ef9c68 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ec8cd3-d89a-40c0-829e-9f356e68898c,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:47.951433 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c23af037-f732-4fc0-a571-325bb4ef9c68 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:47.957124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36112) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:47.958630 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c23af037-f732-4fc0-a571-325bb4ef9c68 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2489202 Aug 20 11:56:47.966324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-863b3055-4620-49cc-8c46-f3df868eca33 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': '40cf616e-ff2c-47f4-a375-9cd231de4a0d', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:48.043354 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-863b3055-4620-49cc-8c46-f3df868eca33 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Project 83acfac6cffd4cc6ac2d1e0e5158a6b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:56:48.054981 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-863b3055-4620-49cc-8c46-f3df868eca33 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:48.080041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-9e0ea5bf-1c2c-4a4f-8733-adb415386e6b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Made reservation on behalf of cacbe3698c3a4c88aa60dbcea765a9a6 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:48.084196 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-9e0ea5bf-1c2c-4a4f-8733-adb415386e6b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:48.210900 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-863b3055-4620-49cc-8c46-f3df868eca33 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:48.230017 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-863b3055-4620-49cc-8c46-f3df868eca33 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:48.350728 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b3055-4620-49cc-8c46-f3df868eca33 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c173fc6-7d18-4176-912d-7ae113566392,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:48.376180 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-863b3055-4620-49cc-8c46-f3df868eca33 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:48.387710 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-863b3055-4620-49cc-8c46-f3df868eca33 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4192076 Aug 20 11:56:48.405173 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b6f756ac-5f9e-48d7-8572-79d9e10121d8 req-16c77a80-d664-4aec-aff5-3eb78c9b26bf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 210 time: 0.0588465 Aug 20 11:56:48.407383 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-9e0ea5bf-1c2c-4a4f-8733-adb415386e6b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Allocated IP 172.20.0.10 (a13a7086-1015-4c2d-a524-239d5b6a3e97/bd1e1b9c-2c97-445b-b010-9908e06e4391/6e96c996-5132-4b85-890b-d9290816c0b1) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:48.702344 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-b3823ab7-20bf-441c-a6d7-bb9a7bddfed7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488527107&fields=id&tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1 HTTP/1.1" status: 200 len: 267 time: 0.0646605 Aug 20 11:56:48.753591 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-9e0ea5bf-1c2c-4a4f-8733-adb415386e6b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:48.806472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-9e0ea5bf-1c2c-4a4f-8733-adb415386e6b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Transition to ACTIVE for port object 6e96c996-5132-4b85-890b-d9290816c0b1 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:48.881987 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-9e0ea5bf-1c2c-4a4f-8733-adb415386e6b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:48.957415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-92f86321-4737-4e18-9830-d66ecdf364f2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:48.975383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-92f86321-4737-4e18-9830-d66ecdf364f2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/networks?id=f79f1e19-72d8-4bc7-940c-0bd2f7985857 HTTP/1.1" status: 200 len: 797 time: 0.2720656 Aug 20 11:56:48.996447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ea5bf-1c2c-4a4f-8733-adb415386e6b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=6e96c996-5132-4b85-890b-d9290816c0b1,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:49.000773 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-9e0ea5bf-1c2c-4a4f-8733-adb415386e6b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network a13a7086-1015-4c2d-a524-239d5b6a3e97 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:49.010301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-9e0ea5bf-1c2c-4a4f-8733-adb415386e6b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:49.028812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-9e0ea5bf-1c2c-4a4f-8733-adb415386e6b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:49.037430 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-09b84ee4-ef33-456c-8619-ccb06dadefaf tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/quotas/83acfac6cffd4cc6ac2d1e0e5158a6b1 HTTP/1.1" status: 200 len: 375 time: 0.0481441 Aug 20 11:56:49.107745 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cd67dc-b534-45bf-a298-db2abfdfbf69 None None] Network f79f1e19-72d8-4bc7-940c-0bd2f7985857 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:56:49.174186 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-9e0ea5bf-1c2c-4a4f-8733-adb415386e6b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:49.175408 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-9e0ea5bf-1c2c-4a4f-8733-adb415386e6b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:49.222349 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-9e0ea5bf-1c2c-4a4f-8733-adb415386e6b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4137459 Aug 20 11:56:49.243760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Request body: {'port': {'device_id': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:49.243864 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-c8f8b63d-f0d1-4e8b-b78d-cd0af4b90b63 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2020681 Aug 20 11:56:49.263661 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8df34807-cafa-4fdd-bc35-67204e46315a None None] Provisioning for port 4d51c5d3-37c1-49bf-b423-e15f34e5c116 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:49.274554 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4d51c5d3-37c1-49bf-b423-e15f34e5c116 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:49.412265 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:49.496465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 4d51c5d3-37c1-49bf-b423-e15f34e5c116 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:49.512436 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4d51c5d3-37c1-49bf-b423-e15f34e5c116 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:49.512835 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:49.530357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device bff1d250-5f8a-4a86-a249-773183aaf9ae up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:49.593756 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-7ff9319b-705c-4cc7-b668-e7945b5672f8 service neutron] 10.222.0.37 "GET /v2.0/networks/f79f1e19-72d8-4bc7-940c-0bd2f7985857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403788 Aug 20 11:56:49.741105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36162) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:49.749038 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-0a08c7ce-5ea4-4fee-b787-637a8cc667fd service neutron] 10.222.0.37 "GET /v2.0/networks/f79f1e19-72d8-4bc7-940c-0bd2f7985857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532435 Aug 20 11:56:49.760979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e017033c-00a0-449a-9e22-1c7b5a321e25 None None] Provisioning for port 6e96c996-5132-4b85-890b-d9290816c0b1 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:49.786820 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f81bf5-16bc-4c06-906a-addf6c04d784 req-b3fd0c21-1f11-43a9-a19a-8f1446c0b5a5 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:49.788368 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9f81bf5-16bc-4c06-906a-addf6c04d784 req-b3fd0c21-1f11-43a9-a19a-8f1446c0b5a5 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/ports?device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 944 time: 0.2838421 Aug 20 11:56:49.789341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e017033c-00a0-449a-9e22-1c7b5a321e25 None None] Provisioning complete for port 6e96c996-5132-4b85-890b-d9290816c0b1 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:49.789910 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e017033c-00a0-449a-9e22-1c7b5a321e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:49.930756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e017033c-00a0-449a-9e22-1c7b5a321e25 None None] Port 6e96c996-5132-4b85-890b-d9290816c0b1 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:49.961256 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port bff1d250-5f8a-4a86-a249-773183aaf9ae completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:49.964967 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:49.980366 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9f81bf5-16bc-4c06-906a-addf6c04d784 req-405fb466-5183-4eb2-a84e-c11a418fd01d tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9198815-6645-4d0d-8a15-7bf52d156080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724713 Aug 20 11:56:50.006039 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port bff1d250-5f8a-4a86-a249-773183aaf9ae triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:50.006353 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.041676 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd5c03-f26e-4111-9ef1-59e5a1433c23 req-d73d1e36-3cce-4680-aea2-c033066e6221 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:50.048298 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd5c03-f26e-4111-9ef1-59e5a1433c23 req-d73d1e36-3cce-4680-aea2-c033066e6221 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:50.070524 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd5c03-f26e-4111-9ef1-59e5a1433c23 req-d73d1e36-3cce-4680-aea2-c033066e6221 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:50.091013 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd5c03-f26e-4111-9ef1-59e5a1433c23 req-d73d1e36-3cce-4680-aea2-c033066e6221 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:50.091275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb376475-4228-4be0-8070-bee2a1d51acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.102489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 4d51c5d3-37c1-49bf-b423-e15f34e5c116, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4d51c5d3-37c1-49bf-b423-e15f34e5c116,segment=NetworkSegment(3dd177aa-30cc-4f80-9886-ba523609659f),segment_id=3dd177aa-30cc-4f80-9886-ba523609659f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:50.116087 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.117168 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b781a389-89e3-4afa-9ff4-d40e5ae39b38 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:50.123184 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd5c03-f26e-4111-9ef1-59e5a1433c23 req-d73d1e36-3cce-4680-aea2-c033066e6221 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:50.162747 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd5c03-f26e-4111-9ef1-59e5a1433c23 req-d73d1e36-3cce-4680-aea2-c033066e6221 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:50.178040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd5c03-f26e-4111-9ef1-59e5a1433c23 req-d73d1e36-3cce-4680-aea2-c033066e6221 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:50.195978 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71dd5c03-f26e-4111-9ef1-59e5a1433c23 req-d73d1e36-3cce-4680-aea2-c033066e6221 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5445 time: 0.2459190 Aug 20 11:56:50.257038 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb376475-4228-4be0-8070-bee2a1d51acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.325806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e96c996-5132-4b85-890b-d9290816c0b1 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:50.329182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=4d51c5d3-37c1-49bf-b423-e15f34e5c116,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:50.336035 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.350949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Transition to ACTIVE for port object 6e96c996-5132-4b85-890b-d9290816c0b1 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:50.353725 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb376475-4228-4be0-8070-bee2a1d51acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.357709 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71dd5c03-f26e-4111-9ef1-59e5a1433c23 req-ba861d0e-593d-4520-b371-d1fbab84f5af tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1585369 Aug 20 11:56:50.361437 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port b781a389-89e3-4afa-9ff4-d40e5ae39b38 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:50.379503 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b781a389-89e3-4afa-9ff4-d40e5ae39b38 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:50.379771 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.380308 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.436153 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.455245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1233c9b8-67ad-419d-a2a6-aad7f24232ba None None] Provisioning complete for port 4d51c5d3-37c1-49bf-b423-e15f34e5c116 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:50.455979 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1233c9b8-67ad-419d-a2a6-aad7f24232ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.496231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28c3a4f-e37b-4757-8800-672c21db1a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff1d250-5f8a-4a86-a249-773183aaf9ae'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:50.498675 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfc322b-9b41-4939-a15e-70e3a9506976" -d '{"events": [{"server_uuid": "d28c3a4f-e37b-4757-8800-672c21db1a3c", "name": "network-vif-plugged", "status": "completed", "tag": "bff1d250-5f8a-4a86-a249-773183aaf9ae"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:50.498990 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dd7961b8-91b1-4033-9b34-a51b90c1ec86 req-2302df75-bcd8-4db8-8d22-5dd9cf527545 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 210 time: 0.0619760 Aug 20 11:56:50.518057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb376475-4228-4be0-8070-bee2a1d51acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bd6d2f-606a-49ac-9911-f89f6c3df24d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:50.723732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port bff1d250-5f8a-4a86-a249-773183aaf9ae, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=bff1d250-5f8a-4a86-a249-773183aaf9ae,segment=NetworkSegment(af522fba-7356-40e0-8b67-dc8d5192f4fe),segment_id=af522fba-7356-40e0-8b67-dc8d5192f4fe)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:50.737704 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.740783 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.799255 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port b781a389-89e3-4afa-9ff4-d40e5ae39b38, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b781a389-89e3-4afa-9ff4-d40e5ae39b38,segment=NetworkSegment(36b8d84d-9400-412b-bcb3-73ee4525262d),segment_id=36b8d84d-9400-412b-bcb3-73ee4525262d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:50.829680 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.837086 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8687589d-ac3b-4e58-861e-682566a81c2d x-openstack-request-id: req-8687589d-ac3b-4e58-861e-682566a81c2d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:50.837583 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28c3a4f-e37b-4757-8800-672c21db1a3c", "name": "network-vif-plugged", "status": "completed", "tag": "bff1d250-5f8a-4a86-a249-773183aaf9ae", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:50.837833 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8687589d-ac3b-4e58-861e-682566a81c2d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:50.838216 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28c3a4f-e37b-4757-8800-672c21db1a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff1d250-5f8a-4a86-a249-773183aaf9ae', 'code': 200} Aug 20 11:56:50.863290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=bff1d250-5f8a-4a86-a249-773183aaf9ae,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:50.932588 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=b781a389-89e3-4afa-9ff4-d40e5ae39b38,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:50.992195 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894a1d5-a3ef-445f-bc62-48e7b58868ad req-d0f42462-b378-4a96-99f7-58f5e4f7d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.000751 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7894a1d5-a3ef-445f-bc62-48e7b58868ad req-d0f42462-b378-4a96-99f7-58f5e4f7d9ed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 1096 time: 0.0941887 Aug 20 11:56:51.027351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4d51c5d3-37c1-49bf-b423-e15f34e5c116 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:51.050755 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7894a1d5-a3ef-445f-bc62-48e7b58868ad req-8ba8bee8-3174-42d9-b63a-194827a7d6a8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f9198815-6645-4d0d-8a15-7bf52d156080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392125 Aug 20 11:56:51.084510 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4d51c5d3-37c1-49bf-b423-e15f34e5c116 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:51.084910 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:51.091476 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cb376475-4228-4be0-8070-bee2a1d51acf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7f0bf789558455e8d9bf749ba33f646&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3411746 Aug 20 11:56:51.094164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36198) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:51.129835 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca2cfe-fb2d-46a4-9eee-2c1427c99a06 req-3fad1da0-c816-46cb-8f7c-2532ddfbb485 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.137159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9ca2cfe-fb2d-46a4-9eee-2c1427c99a06 req-3fad1da0-c816-46cb-8f7c-2532ddfbb485 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 944 time: 0.8781321 Aug 20 11:56:51.232355 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-7394f543-66b7-4490-8b1b-170d0e6de612 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.239026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-7394f543-66b7-4490-8b1b-170d0e6de612 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.244739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-7394f543-66b7-4490-8b1b-170d0e6de612 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.251130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-7394f543-66b7-4490-8b1b-170d0e6de612 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.253945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf558f6a-6be5-4f03-82bf-5ee396e2621b req-bce49d42-be87-4595-8199-9f850fc5b743 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.257430 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cf558f6a-6be5-4f03-82bf-5ee396e2621b req-bce49d42-be87-4595-8199-9f850fc5b743 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/ports?device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 945 time: 0.1171153 Aug 20 11:56:51.259038 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5547ed5-8028-4f3f-8c41-3d7d2468975a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:51.264136 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-7394f543-66b7-4490-8b1b-170d0e6de612 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.271226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-7394f543-66b7-4490-8b1b-170d0e6de612 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.277077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-7394f543-66b7-4490-8b1b-170d0e6de612 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.279132 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-7394f543-66b7-4490-8b1b-170d0e6de612 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.76 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5445 time: 0.8760724 Aug 20 11:56:51.285004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Pushing event updated for resources: {'Port': ['ID=6e96c996-5132-4b85-890b-d9290816c0b1,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:51.320221 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cf558f6a-6be5-4f03-82bf-5ee396e2621b req-b4512c50-675c-4d82-9544-b9acd396c9ff tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9198815-6645-4d0d-8a15-7bf52d156080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552070 Aug 20 11:56:51.330082 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5547ed5-8028-4f3f-8c41-3d7d2468975a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:51.363106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Attempting to bind port 6e96c996-5132-4b85-890b-d9290816c0b1 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:51.363515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Attempting to bind port 6e96c996-5132-4b85-890b-d9290816c0b1 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '36b8d84d-9400-412b-bcb3-73ee4525262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:51.363777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Attempting to bind port 6e96c996-5132-4b85-890b-d9290816c0b1 on network a13a7086-1015-4c2d-a524-239d5b6a3e97 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:51.374408 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9ca2cfe-fb2d-46a4-9eee-2c1427c99a06 req-d17db64d-c460-47bd-be1b-a49e8c911d08 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358723 Aug 20 11:56:51.377569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Port 6e96c996-5132-4b85-890b-d9290816c0b1 on network a13a7086-1015-4c2d-a524-239d5b6a3e97 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:56:51.378343 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Attempting to bind port 6e96c996-5132-4b85-890b-d9290816c0b1 on network a13a7086-1015-4c2d-a524-239d5b6a3e97 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:51.390807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-22d2943c-21ea-4b8b-ac09-3d3e31ba3ca8 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.394754 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-22d2943c-21ea-4b8b-ac09-3d3e31ba3ca8 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.76 "GET /v2.0/ports/65164dec-9537-4c9c-89fe-cc971fdf8ed3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1048868 Aug 20 11:56:51.394754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:51.394754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Checking segment: {'id': '36b8d84d-9400-412b-bcb3-73ee4525262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:51.394754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Bound using segment: {'id': '36b8d84d-9400-412b-bcb3-73ee4525262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:51.395302 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Bound port: 6e96c996-5132-4b85-890b-d9290816c0b1, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b8d84d-9400-412b-bcb3-73ee4525262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:51.396099 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:51.420300 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5547ed5-8028-4f3f-8c41-3d7d2468975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:51.426571 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5547ed5-8028-4f3f-8c41-3d7d2468975a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:51.428684 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c5547ed5-8028-4f3f-8c41-3d7d2468975a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84bd6d2f-606a-49ac-9911-f89f6c3df24d HTTP/1.1" status: 204 len: 168 time: 0.3325784 Aug 20 11:56:51.442406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5547ed5-8028-4f3f-8c41-3d7d2468975a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bd6d2f-606a-49ac-9911-f89f6c3df24d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:51.449728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36206) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:51.554506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] For port 6e96c996-5132-4b85-890b-d9290816c0b1, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:51.563445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] For port 6e96c996-5132-4b85-890b-d9290816c0b1, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=6e96c996-5132-4b85-890b-d9290816c0b1,segment=NetworkSegment(36b8d84d-9400-412b-bcb3-73ee4525262d),segment_id=36b8d84d-9400-412b-bcb3-73ee4525262d)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:51.574456 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-fe6659c4-0aec-4828-bafb-ed045fc8a275 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.76 "GET /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1755989 Aug 20 11:56:51.576155 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:51.613166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-37517c5f-1e16-4be4-80ac-a10e39000fd7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:51.648538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.649897 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:51.651676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] 10.222.0.76 "PUT /v2.0/ports/6e96c996-5132-4b85-890b-d9290816c0b1 HTTP/1.1" status: 200 len: 1092 time: 2.4211111 Aug 20 11:56:51.652152 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'tag': '6e96c996-5132-4b85-890b-d9290816c0b1'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:51.654935 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e88c0e-c845-4e91-aa16-4d4c37780bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d15b96-68d2-4e1c-9713-a804e663ab25", "tag": "6e96c996-5132-4b85-890b-d9290816c0b1"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:51.730156 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab1c59f7-007f-4fed-aa24-2dc7f484190b req-a8a11a8c-585b-48c4-8742-74e1cdd37ab1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 210 time: 0.0888250 Aug 20 11:56:51.770757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9608bc4-be6f-4744-b8ca-8a502e028dbd service neutron] Pushing event updated for resources: {'Port': ['ID=6e96c996-5132-4b85-890b-d9290816c0b1,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:51.865440 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-37517c5f-1e16-4be4-80ac-a10e39000fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:51.879679 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-f2463392-6d21-447b-a347-c538cd1fdc71 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.883356 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-f2463392-6d21-447b-a347-c538cd1fdc71 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.35 "GET /v2.0/networks?id=f79f1e19-72d8-4bc7-940c-0bd2f7985857 HTTP/1.1" status: 200 len: 797 time: 0.3025858 Aug 20 11:56:51.896151 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b063a8d6-71a1-4fa6-b023-957bb4310eee x-openstack-request-id: req-b063a8d6-71a1-4fa6-b023-957bb4310eee {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:51.896557 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d15b96-68d2-4e1c-9713-a804e663ab25", "tag": "6e96c996-5132-4b85-890b-d9290816c0b1", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:51.896788 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b063a8d6-71a1-4fa6-b023-957bb4310eee {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:51.897226 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'tag': '6e96c996-5132-4b85-890b-d9290816c0b1', 'status': 'completed', 'code': 200} Aug 20 11:56:51.982093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-b7cdb1f7-0fa9-4102-901d-b1f081f4a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.983882 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-b7cdb1f7-0fa9-4102-901d-b1f081f4a4ba service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 1095 time: 0.2093048 Aug 20 11:56:51.997573 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62cfee-6dad-4c98-98ea-e314ad644bed req-d47c3d4d-53a6-477f-ac47-33f5f69557f5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.008319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62cfee-6dad-4c98-98ea-e314ad644bed req-d47c3d4d-53a6-477f-ac47-33f5f69557f5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.017015 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62cfee-6dad-4c98-98ea-e314ad644bed req-d47c3d4d-53a6-477f-ac47-33f5f69557f5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.024126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62cfee-6dad-4c98-98ea-e314ad644bed req-d47c3d4d-53a6-477f-ac47-33f5f69557f5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.030592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62cfee-6dad-4c98-98ea-e314ad644bed req-d47c3d4d-53a6-477f-ac47-33f5f69557f5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.038029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62cfee-6dad-4c98-98ea-e314ad644bed req-d47c3d4d-53a6-477f-ac47-33f5f69557f5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.038616 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-0f334e90-a2b6-4355-b4c8-f0e40c0965ff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e96c996-5132-4b85-890b-d9290816c0b1 HTTP/1.1" status: 200 len: 217 time: 0.0416903 Aug 20 11:56:52.044133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62cfee-6dad-4c98-98ea-e314ad644bed req-d47c3d4d-53a6-477f-ac47-33f5f69557f5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.046220 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e62cfee-6dad-4c98-98ea-e314ad644bed req-d47c3d4d-53a6-477f-ac47-33f5f69557f5 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 5445 time: 0.5262070 Aug 20 11:56:52.077882 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-a9d0f60c-17cc-4505-9fa2-5d85c282ebc6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1 HTTP/1.1" status: 200 len: 473 time: 0.1819220 Aug 20 11:56:52.085408 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63593234-e427-4c92-9e59-ef7a658fc8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.100175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-51813901-a851-4ae1-b189-fb6348693779 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'port': {'device_id': 'a85b8e91-fe76-4df9-a02c-12e38257cb21', 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857', 'admin_state_up': True, 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'security_groups': ['40cf616e-ff2c-47f4-a375-9cd231de4a0d']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:52.129520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-ef31d62d-1a0e-4be0-a4cd-b59fd9c07364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.130977 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-ef31d62d-1a0e-4be0-a4cd-b59fd9c07364 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bd1e1b9c-2c97-445b-b010-9908e06e4391 HTTP/1.1" status: 200 len: 834 time: 0.0835395 Aug 20 11:56:52.193800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-37517c5f-1e16-4be4-80ac-a10e39000fd7 service neutron] For port 65164dec-9537-4c9c-89fe-cc971fdf8ed3, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=65164dec-9537-4c9c-89fe-cc971fdf8ed3,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:52.198757 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e62cfee-6dad-4c98-98ea-e314ad644bed req-50766153-a94a-4aba-8b84-1e3d02489637 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1336517 Aug 20 11:56:52.232671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-7e3f703a-ca66-41d8-890d-1e868f37e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.232671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-7e3f703a-ca66-41d8-890d-1e868f37e381 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a13a7086-1015-4c2d-a524-239d5b6a3e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830877 Aug 20 11:56:52.294528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-37517c5f-1e16-4be4-80ac-a10e39000fd7 service neutron] For port 65164dec-9537-4c9c-89fe-cc971fdf8ed3, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:52.301731 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63593234-e427-4c92-9e59-ef7a658fc8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.309288 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63593234-e427-4c92-9e59-ef7a658fc8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.343367 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-30233ba9-6e68-46d8-9ad2-1ebb7f28a166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.351017 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-51813901-a851-4ae1-b189-fb6348693779 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Made reservation on behalf of 83acfac6cffd4cc6ac2d1e0e5158a6b1 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:52.354585 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-51813901-a851-4ae1-b189-fb6348693779 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.356089 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-37517c5f-1e16-4be4-80ac-a10e39000fd7 service neutron] device_id is not set on port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:56:52.369732 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-37517c5f-1e16-4be4-80ac-a10e39000fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.370981 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-63593234-e427-4c92-9e59-ef7a658fc8a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c507d8bd295846d28b2849c983cb39f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9196486 Aug 20 11:56:52.373405 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63593234-e427-4c92-9e59-ef7a658fc8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673cb0c2-3870-4313-b84c-f90fefe8d3c0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:52.376658 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36216) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:52.393086 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-37517c5f-1e16-4be4-80ac-a10e39000fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.415301 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-a2ff66e2-7e89-433f-a4f0-b57ff33bd919 service neutron] 10.222.0.76 "GET /v2.0/networks/a13a7086-1015-4c2d-a524-239d5b6a3e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819065 Aug 20 11:56:52.541018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device a5638de7-43db-4ac4-99a7-532b897aae63 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:52.568708 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37517c5f-1e16-4be4-80ac-a10e39000fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=65164dec-9537-4c9c-89fe-cc971fdf8ed3,revision_number=6']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:52.573423 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-37517c5f-1e16-4be4-80ac-a10e39000fd7 service neutron] No DVR routers for this DVR port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:52.637567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069062d1-6282-4559-8432-279d1940fa03 req-d12897a3-119b-4821-89cf-de17fa2fcfe8 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.639183 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-069062d1-6282-4559-8432-279d1940fa03 req-d12897a3-119b-4821-89cf-de17fa2fcfe8 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/ports?device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 945 time: 0.2263935 Aug 20 11:56:52.667538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-37517c5f-1e16-4be4-80ac-a10e39000fd7 service neutron] In _notify_port_updated(), no bound segment for port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 on network fa709b65-6a45-4c6d-bf67-c3bf950dd559 {{(pid=94691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:56:52.668435 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-37517c5f-1e16-4be4-80ac-a10e39000fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.669081 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-37517c5f-1e16-4be4-80ac-a10e39000fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.670395 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-37517c5f-1e16-4be4-80ac-a10e39000fd7 service neutron] 10.222.0.76 "PUT /v2.0/ports/65164dec-9537-4c9c-89fe-cc971fdf8ed3 HTTP/1.1" status: 200 len: 1033 time: 1.0850341 Aug 20 11:56:52.694253 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fd0144c-bc3d-4c51-a187-24ee18a5b5e2 req-7a86facd-d314-441d-8562-d512807e0546 service neutron] 10.222.0.76 "GET /v2.0/networks/a13a7086-1015-4c2d-a524-239d5b6a3e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507942 Aug 20 11:56:52.700053 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.748520 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-069062d1-6282-4559-8432-279d1940fa03 req-434f720a-d40d-47e2-8b9d-f75b91d27385 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9198815-6645-4d0d-8a15-7bf52d156080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932045 Aug 20 11:56:52.752235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port a5638de7-43db-4ac4-99a7-532b897aae63, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a5638de7-43db-4ac4-99a7-532b897aae63,segment=NetworkSegment(3b2f52a9-89f7-40db-8295-df0af4886398),segment_id=3b2f52a9-89f7-40db-8295-df0af4886398)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:52.753963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-08275c69-198e-4124-b24e-b4dfab7f2a97 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.755447 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-08275c69-198e-4124-b24e-b4dfab7f2a97 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.76 "GET /v2.0/ports/739f1436-cf2a-4439-9ffb-00e1f9ff7b08?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0766118 Aug 20 11:56:52.765150 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-89d0a930-f761-4b35-9d63-32cb9d1c00ec None None] Provisioning complete for port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:52.765926 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-89d0a930-f761-4b35-9d63-32cb9d1c00ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.769946 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.771172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 6907400b-f6fd-44da-b9f0-c6c6fee7405c no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:52.773790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-8ff30428-b7a1-48bb-9a4d-6f13299d5dcf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:52.853130 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19bff5c7-e561-46bd-bb64-5a20ca243dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.855026 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5638de7-43db-4ac4-99a7-532b897aae63'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:52.856934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e88c0e-c845-4e91-aa16-4d4c37780bf9 req-9d18d164-cb8d-46d5-9ce8-1b1a239fd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.857438 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d31753-8fe6-43dd-81a4-804c0df96755" -d '{"events": [{"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-unplugged", "status": "completed", "tag": "a5638de7-43db-4ac4-99a7-532b897aae63"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:52.858924 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-71e88c0e-c845-4e91-aa16-4d4c37780bf9 req-9d18d164-cb8d-46d5-9ce8-1b1a239fd014 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 1095 time: 0.1095011 Aug 20 11:56:52.864848 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-8ff30428-b7a1-48bb-9a4d-6f13299d5dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.881732 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516a76b-ba6c-4bbf-a149-23e621707e5f req-c49a256f-234b-4915-a814-351776900a91 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.883689 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4516a76b-ba6c-4bbf-a149-23e621707e5f req-c49a256f-234b-4915-a814-351776900a91 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 944 time: 0.4325795 Aug 20 11:56:52.902396 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-51813901-a851-4ae1-b189-fb6348693779 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Allocated IP 172.20.0.19 (f79f1e19-72d8-4bc7-940c-0bd2f7985857/e1a7c962-0ce3-46ac-bcfd-6a74ef84f963/35cd44bb-2eb7-4809-8cfa-2fec74598e4e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:52.906663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-89d0a930-f761-4b35-9d63-32cb9d1c00ec None None] Port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:52.931024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=a5638de7-43db-4ac4-99a7-532b897aae63,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:52.936956 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19bff5c7-e561-46bd-bb64-5a20ca243dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.960765 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-193fd1a6-2d1c-40af-8f3f-f235c83b3565 req-3824cc48-e31c-4e6d-8bb3-16575e3f9712 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 210 time: 0.0733414 Aug 20 11:56:52.984744 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.038687 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4516a76b-ba6c-4bbf-a149-23e621707e5f req-f62dbaf5-d3bf-4ce3-b1e7-7db0caa3c4c8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372473 Aug 20 11:56:53.065834 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 6907400b-f6fd-44da-b9f0-c6c6fee7405c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=6907400b-f6fd-44da-b9f0-c6c6fee7405c,segment=NetworkSegment(3b2f52a9-89f7-40db-8295-df0af4886398),segment_id=3b2f52a9-89f7-40db-8295-df0af4886398)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:53.074586 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.075328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 65164dec-9537-4c9c-89fe-cc971fdf8ed3 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:53.116353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e88c0e-c845-4e91-aa16-4d4c37780bf9 req-aad0ba97-5331-42ec-87d6-1b652ffa089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:53.117903 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-71e88c0e-c845-4e91-aa16-4d4c37780bf9 req-aad0ba97-5331-42ec-87d6-1b652ffa089a service neutron] 10.222.0.76 "GET /v2.0/networks?id=a13a7086-1015-4c2d-a524-239d5b6a3e97 HTTP/1.1" status: 200 len: 897 time: 0.2418716 Aug 20 11:56:53.141843 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19bff5c7-e561-46bd-bb64-5a20ca243dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.145365 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19bff5c7-e561-46bd-bb64-5a20ca243dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.146824 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-19bff5c7-e561-46bd-bb64-5a20ca243dd2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/673cb0c2-3870-4313-b84c-f90fefe8d3c0 HTTP/1.1" status: 204 len: 168 time: 0.7680578 Aug 20 11:56:53.162272 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688c2f17-f58c-45a1-868d-55c83b7108b7 x-openstack-request-id: req-688c2f17-f58c-45a1-868d-55c83b7108b7 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:53.162562 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-unplugged", "status": "completed", "tag": "a5638de7-43db-4ac4-99a7-532b897aae63", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:53.162829 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-688c2f17-f58c-45a1-868d-55c83b7108b7 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:53.163211 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5638de7-43db-4ac4-99a7-532b897aae63', 'code': 200} Aug 20 11:56:53.169361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b781a389-89e3-4afa-9ff4-d40e5ae39b38 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:53.182034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bff5c7-e561-46bd-bb64-5a20ca243dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673cb0c2-3870-4313-b84c-f90fefe8d3c0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:53.258246 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-51813901-a851-4ae1-b189-fb6348693779 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.261801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=6907400b-f6fd-44da-b9f0-c6c6fee7405c,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:53.265644 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 65164dec-9537-4c9c-89fe-cc971fdf8ed3 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:53.266056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f9bef89f-685a-44be-baf1-fe42d2901197 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:53.301408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-8ff30428-b7a1-48bb-9a4d-6f13299d5dcf service neutron] For port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=739f1436-cf2a-4439-9ffb-00e1f9ff7b08,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:53.305076 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-51813901-a851-4ae1-b189-fb6348693779 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Transition to ACTIVE for port object 35cd44bb-2eb7-4809-8cfa-2fec74598e4e will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:53.329191 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b781a389-89e3-4afa-9ff4-d40e5ae39b38 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:53.329564 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.367927 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-51813901-a851-4ae1-b189-fb6348693779 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.391355 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-8ff30428-b7a1-48bb-9a4d-6f13299d5dcf service neutron] For port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:53.429910 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.431994 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-71e88c0e-c845-4e91-aa16-4d4c37780bf9 req-58253ed8-0eb4-46e8-8941-264d1790f1b8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e96c996-5132-4b85-890b-d9290816c0b1 HTTP/1.1" status: 200 len: 217 time: 0.2991617 Aug 20 11:56:53.437221 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-51813901-a851-4ae1-b189-fb6348693779 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network f79f1e19-72d8-4bc7-940c-0bd2f7985857 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:53.452464 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-51813901-a851-4ae1-b189-fb6348693779 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:53.458224 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-51813901-a851-4ae1-b189-fb6348693779 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:53.472437 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f9bef89f-685a-44be-baf1-fe42d2901197, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f9bef89f-685a-44be-baf1-fe42d2901197,segment=NetworkSegment(32984950-56c0-447f-980f-cf617d52eb9f),segment_id=32984950-56c0-447f-980f-cf617d52eb9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:53.495401 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.496129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:53.511369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-8ff30428-b7a1-48bb-9a4d-6f13299d5dcf service neutron] device_id is not set on port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:56:53.525998 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-8ff30428-b7a1-48bb-9a4d-6f13299d5dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.547846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51813901-a851-4ae1-b189-fb6348693779 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Port': ['ID=35cd44bb-2eb7-4809-8cfa-2fec74598e4e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:53.548620 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-8ff30428-b7a1-48bb-9a4d-6f13299d5dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.573810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea861dc-e8da-4ce0-a3f1-a6f4fd8f4eb2 req-6c607deb-77f5-45d2-a563-204e8937f9f4 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:53.581006 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea861dc-e8da-4ce0-a3f1-a6f4fd8f4eb2 req-6c607deb-77f5-45d2-a563-204e8937f9f4 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:53.587035 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea861dc-e8da-4ce0-a3f1-a6f4fd8f4eb2 req-6c607deb-77f5-45d2-a563-204e8937f9f4 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:53.593487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea861dc-e8da-4ce0-a3f1-a6f4fd8f4eb2 req-6c607deb-77f5-45d2-a563-204e8937f9f4 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:53.600113 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea861dc-e8da-4ce0-a3f1-a6f4fd8f4eb2 req-6c607deb-77f5-45d2-a563-204e8937f9f4 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:53.606036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea861dc-e8da-4ce0-a3f1-a6f4fd8f4eb2 req-6c607deb-77f5-45d2-a563-204e8937f9f4 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:53.614882 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ea861dc-e8da-4ce0-a3f1-a6f4fd8f4eb2 req-6c607deb-77f5-45d2-a563-204e8937f9f4 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 4661 time: 0.1764677 Aug 20 11:56:53.625512 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-51813901-a851-4ae1-b189-fb6348693779 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:53.625512 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-51813901-a851-4ae1-b189-fb6348693779 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.664212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f9bef89f-685a-44be-baf1-fe42d2901197,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:53.683302 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ea861dc-e8da-4ce0-a3f1-a6f4fd8f4eb2 req-0055d2c5-a202-4611-b42a-ca54a6f1e579 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=ead92289-2582-4b1f-869d-72f7d7c3b6d6&id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621152 Aug 20 11:56:53.684430 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36238) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:53.691389 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-51813901-a851-4ae1-b189-fb6348693779 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5981729 Aug 20 11:56:53.696122 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:53.696567 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device d1e9401c-542d-424e-8784-52c52f179256 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:53.699853 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e88c0e-c845-4e91-aa16-4d4c37780bf9 req-c028968c-a4dc-4223-b718-89dcd64860db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:53.711133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Request body: {'port': {'device_id': 'a85b8e91-fe76-4df9-a02c-12e38257cb21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:53.714038 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-71e88c0e-c845-4e91-aa16-4d4c37780bf9 req-c028968c-a4dc-4223-b718-89dcd64860db service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bd1e1b9c-2c97-445b-b010-9908e06e4391 HTTP/1.1" status: 200 len: 834 time: 0.2697806 Aug 20 11:56:53.756904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-8ff30428-b7a1-48bb-9a4d-6f13299d5dcf service neutron] No DVR routers for this DVR port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:53.779060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff30428-b7a1-48bb-9a4d-6f13299d5dcf service neutron] Pushing event updated for resources: {'Port': ['ID=739f1436-cf2a-4439-9ffb-00e1f9ff7b08,revision_number=6']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:53.792182 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e5e333e-b659-4db4-9253-b0b595fd6a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.812938 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.828998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342148d-a8b5-4c61-8a5d-0779ea1a0088 req-f5acd2b3-ff25-4ce3-b465-71860fe70334 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:53.832038 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6342148d-a8b5-4c61-8a5d-0779ea1a0088 req-f5acd2b3-ff25-4ce3-b465-71860fe70334 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/ports?device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 945 time: 0.3023474 Aug 20 11:56:53.834905 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.865034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port d1e9401c-542d-424e-8784-52c52f179256, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d1e9401c-542d-424e-8784-52c52f179256,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:53.871638 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.872749 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b965aa86-2ea4-43f1-a689-cb23617de683 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:53.881039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-8ff30428-b7a1-48bb-9a4d-6f13299d5dcf service neutron] In _notify_port_updated(), no bound segment for port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 on network fa709b65-6a45-4c6d-bf67-c3bf950dd559 {{(pid=94691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:56:53.882036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-8ff30428-b7a1-48bb-9a4d-6f13299d5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:53.882813 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-8ff30428-b7a1-48bb-9a4d-6f13299d5dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.884197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-8ff30428-b7a1-48bb-9a4d-6f13299d5dcf service neutron] 10.222.0.76 "PUT /v2.0/ports/739f1436-cf2a-4439-9ffb-00e1f9ff7b08 HTTP/1.1" status: 200 len: 1032 time: 1.1189332 Aug 20 11:56:53.896146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e88c0e-c845-4e91-aa16-4d4c37780bf9 req-449f2819-1895-43a3-b7fe-0607cf67e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:53.897838 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-71e88c0e-c845-4e91-aa16-4d4c37780bf9 req-449f2819-1895-43a3-b7fe-0607cf67e257 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a13a7086-1015-4c2d-a524-239d5b6a3e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1736665 Aug 20 11:56:53.975717 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6342148d-a8b5-4c61-8a5d-0779ea1a0088 req-3b79d84e-7e79-4d9c-a85c-0700892d7eb8 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9198815-6645-4d0d-8a15-7bf52d156080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341934 Aug 20 11:56:53.979304 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e5e333e-b659-4db4-9253-b0b595fd6a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.003029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-998bd28e-4376-4829-9c1f-f0bc93b3b929 None None] Provisioning for port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:54.015870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=d1e9401c-542d-424e-8784-52c52f179256,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:54.021371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-998bd28e-4376-4829-9c1f-f0bc93b3b929 None None] Provisioning complete for port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:54.022171 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-998bd28e-4376-4829-9c1f-f0bc93b3b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.097422 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.105882 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-71e88c0e-c845-4e91-aa16-4d4c37780bf9 req-3ff239bf-be87-4332-9004-c077cfe036eb service neutron] 10.222.0.76 "GET /v2.0/networks/a13a7086-1015-4c2d-a524-239d5b6a3e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941347 Aug 20 11:56:54.129772 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e5e333e-b659-4db4-9253-b0b595fd6a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.131064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1b99b9dd-a0f4-41dd-ad5e-a71cf218f6de tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Deleting port d1e9401c-542d-424e-8784-52c52f179256 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:54.131633 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1b99b9dd-a0f4-41dd-ad5e-a71cf218f6de tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.152217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-998bd28e-4376-4829-9c1f-f0bc93b3b929 None None] Port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:54.165779 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b965aa86-2ea4-43f1-a689-cb23617de683, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b965aa86-2ea4-43f1-a689-cb23617de683,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:54.171306 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.222996 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8e5e333e-b659-4db4-9253-b0b595fd6a54 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab669e2953074f73bceeb5020c323922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5333478 Aug 20 11:56:54.226550 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36244) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:54.230669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b965aa86-2ea4-43f1-a689-cb23617de683,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:54.234364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e333e-b659-4db4-9253-b0b595fd6a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42676bbf-b035-4696-b3fc-140d39d99f35,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:54.273463 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-362febdc-3261-4bf5-b4fa-39de36cea100 None None] Provisioning complete for port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:54.273844 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-362febdc-3261-4bf5-b4fa-39de36cea100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.311609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-362febdc-3261-4bf5-b4fa-39de36cea100 None None] Port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:54.312008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a1111-c9ba-48ff-9804-e6cfa0c09301 req-c09bb769-02ec-4059-8dd3-6dab70a7c0a8 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:54.312609 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee706b7-2884-4695-9d19-253b967aee77 req-8f66daa2-0121-441a-b438-8bcd9af32de8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:54.313709 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b1a1111-c9ba-48ff-9804-e6cfa0c09301 req-c09bb769-02ec-4059-8dd3-6dab70a7c0a8 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 932 time: 0.1783121 Aug 20 11:56:54.314388 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2ee706b7-2884-4695-9d19-253b967aee77 req-8f66daa2-0121-441a-b438-8bcd9af32de8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 944 time: 0.1601171 Aug 20 11:56:54.345726 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-71e88c0e-c845-4e91-aa16-4d4c37780bf9 req-4107895d-4434-4740-ad28-f80157c1b419 service neutron] 10.222.0.76 "GET /v2.0/networks/a13a7086-1015-4c2d-a524-239d5b6a3e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298980 Aug 20 11:56:54.353486 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1b99b9dd-a0f4-41dd-ad5e-a71cf218f6de tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] For port d1e9401c-542d-424e-8784-52c52f179256, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=d1e9401c-542d-424e-8784-52c52f179256,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:54.353856 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1b99b9dd-a0f4-41dd-ad5e-a71cf218f6de tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.377892 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1b99b9dd-a0f4-41dd-ad5e-a71cf218f6de tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Calling delete_port for d1e9401c-542d-424e-8784-52c52f179256 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:54.382039 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2ee706b7-2884-4695-9d19-253b967aee77 req-2739859e-45c1-4c3c-a6d9-2645d486c787 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599267 Aug 20 11:56:54.399245 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68ec4d2e-12f7-40ca-9ced-b7818f4d1085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.426155 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35cd44bb-2eb7-4809-8cfa-2fec74598e4e {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:54.443711 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.451669 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b1a1111-c9ba-48ff-9804-e6cfa0c09301 req-8a682c94-41ea-43b0-b745-e325e19f76de tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=40cf616e-ff2c-47f4-a375-9cd231de4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108778 Aug 20 11:56:54.456137 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68ec4d2e-12f7-40ca-9ced-b7818f4d1085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.472240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Transition to ACTIVE for port object 35cd44bb-2eb7-4809-8cfa-2fec74598e4e will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:54.482142 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.516693 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1b99b9dd-a0f4-41dd-ad5e-a71cf218f6de tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.549993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99b9dd-a0f4-41dd-ad5e-a71cf218f6de tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event deleted for resources: {'Port': ['ID=d1e9401c-542d-424e-8784-52c52f179256,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:54.556335 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=35cd44bb-2eb7-4809-8cfa-2fec74598e4e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:54.582643 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68ec4d2e-12f7-40ca-9ced-b7818f4d1085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.585224 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68ec4d2e-12f7-40ca-9ced-b7818f4d1085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.588813 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-68ec4d2e-12f7-40ca-9ced-b7818f4d1085 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42676bbf-b035-4696-b3fc-140d39d99f35 HTTP/1.1" status: 204 len: 168 time: 0.3483610 Aug 20 11:56:54.606220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1b99b9dd-a0f4-41dd-ad5e-a71cf218f6de tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] No DVR routers for this DVR port d1e9401c-542d-424e-8784-52c52f179256 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:54.608876 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1b99b9dd-a0f4-41dd-ad5e-a71cf218f6de tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.610903 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1b99b9dd-a0f4-41dd-ad5e-a71cf218f6de tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.76 "DELETE /v2.0/ports/d1e9401c-542d-424e-8784-52c52f179256 HTTP/1.1" status: 204 len: 173 time: 0.7183757 Aug 20 11:56:54.611380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-deleted', 'tag': 'd1e9401c-542d-424e-8784-52c52f179256'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:54.613822 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78488cb-8fe0-406c-b659-96bf3bbb67f4" -d '{"events": [{"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-deleted", "tag": "d1e9401c-542d-424e-8784-52c52f179256"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:54.619061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec4d2e-12f7-40ca-9ced-b7818f4d1085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42676bbf-b035-4696-b3fc-140d39d99f35,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:54.667971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Attempting to bind port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:54.668312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Attempting to bind port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '3dd177aa-30cc-4f80-9886-ba523609659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:54.668665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Attempting to bind port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e on network f79f1e19-72d8-4bc7-940c-0bd2f7985857 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:54.673382 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e on network f79f1e19-72d8-4bc7-940c-0bd2f7985857 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:56:54.673714 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Attempting to bind port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e on network f79f1e19-72d8-4bc7-940c-0bd2f7985857 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:54.679940 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:54.680285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Checking segment: {'id': '3dd177aa-30cc-4f80-9886-ba523609659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:54.680728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Bound using segment: {'id': '3dd177aa-30cc-4f80-9886-ba523609659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:54.681136 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Bound port: 35cd44bb-2eb7-4809-8cfa-2fec74598e4e, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd177aa-30cc-4f80-9886-ba523609659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:54.681511 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.699708 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ea4f35-3861-4559-8621-0b4b582f7ed3 x-openstack-request-id: req-e9ea4f35-3861-4559-8621-0b4b582f7ed3 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:54.700008 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-deleted", "tag": "d1e9401c-542d-424e-8784-52c52f179256", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:54.701661 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9ea4f35-3861-4559-8621-0b4b582f7ed3 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:54.702504 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-deleted', 'tag': 'd1e9401c-542d-424e-8784-52c52f179256', 'status': 'completed', 'code': 200} Aug 20 11:56:54.759986 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] For port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:54.763539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] For port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=35cd44bb-2eb7-4809-8cfa-2fec74598e4e,segment=NetworkSegment(3dd177aa-30cc-4f80-9886-ba523609659f),segment_id=3dd177aa-30cc-4f80-9886-ba523609659f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:54.780177 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.788316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-f4892cf3-a9ea-4c95-b5f4-1036534c492b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Deleting port 6907400b-f6fd-44da-b9f0-c6c6fee7405c {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:54.788579 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-f4892cf3-a9ea-4c95-b5f4-1036534c492b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.835245 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:54.837569 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.839185 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] 10.222.0.35 "PUT /v2.0/ports/35cd44bb-2eb7-4809-8cfa-2fec74598e4e HTTP/1.1" status: 200 len: 1092 time: 1.1341023 Aug 20 11:56:54.863598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85b8e91-fe76-4df9-a02c-12e38257cb21', 'tag': '35cd44bb-2eb7-4809-8cfa-2fec74598e4e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:54.867164 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756ee400-1dc3-45ff-a8ba-ce3130e2d17a" -d '{"events": [{"name": "network-changed", "server_uuid": "a85b8e91-fe76-4df9-a02c-12e38257cb21", "tag": "35cd44bb-2eb7-4809-8cfa-2fec74598e4e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:54.935764 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a2de6-df58-425c-abaf-d9ef5d7a2aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=35cd44bb-2eb7-4809-8cfa-2fec74598e4e,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:54.940828 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3d57fa-96f3-487e-90a8-41de8c11e6f7 x-openstack-request-id: req-6c3d57fa-96f3-487e-90a8-41de8c11e6f7 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:54.941204 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85b8e91-fe76-4df9-a02c-12e38257cb21", "tag": "35cd44bb-2eb7-4809-8cfa-2fec74598e4e", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:54.941452 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c3d57fa-96f3-487e-90a8-41de8c11e6f7 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:54.942031 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85b8e91-fe76-4df9-a02c-12e38257cb21', 'tag': '35cd44bb-2eb7-4809-8cfa-2fec74598e4e', 'status': 'completed', 'code': 200} Aug 20 11:56:54.975661 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0bcce-2ac6-4367-8f06-d874a92e8491 req-5b78fe53-d6f0-4f3b-a610-4ad8e4c03008 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:54.990406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0bcce-2ac6-4367-8f06-d874a92e8491 req-5b78fe53-d6f0-4f3b-a610-4ad8e4c03008 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:54.994821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a904b2-1115-4799-a75c-6d66b50ee69b req-b5252abb-bb79-46c8-84ac-1445d37890eb tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:54.996333 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0bcce-2ac6-4367-8f06-d874a92e8491 req-5b78fe53-d6f0-4f3b-a610-4ad8e4c03008 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:54.996478 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6a904b2-1115-4799-a75c-6d66b50ee69b req-b5252abb-bb79-46c8-84ac-1445d37890eb tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.35 "GET /v2.0/ports?device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 945 time: 0.1429892 Aug 20 11:56:55.003309 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0bcce-2ac6-4367-8f06-d874a92e8491 req-5b78fe53-d6f0-4f3b-a610-4ad8e4c03008 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:55.005112 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4fe0bcce-2ac6-4367-8f06-d874a92e8491 req-5b78fe53-d6f0-4f3b-a610-4ad8e4c03008 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 3143 time: 0.2191923 Aug 20 11:56:55.031101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-f4892cf3-a9ea-4c95-b5f4-1036534c492b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] For port 6907400b-f6fd-44da-b9f0-c6c6fee7405c, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=6907400b-f6fd-44da-b9f0-c6c6fee7405c,segment=NetworkSegment(3b2f52a9-89f7-40db-8295-df0af4886398),segment_id=3b2f52a9-89f7-40db-8295-df0af4886398)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:55.031481 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-f4892cf3-a9ea-4c95-b5f4-1036534c492b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:55.041115 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-1b47d143-de64-4256-b27a-0aeb552011a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:55.042948 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-1b47d143-de64-4256-b27a-0aeb552011a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 1095 time: 0.1592269 Aug 20 11:56:55.053351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-f4892cf3-a9ea-4c95-b5f4-1036534c492b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Calling delete_port for 6907400b-f6fd-44da-b9f0-c6c6fee7405c owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:55.129438 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-2ad1d47f-53fc-4f63-8890-c55ca984b6ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=35cd44bb-2eb7-4809-8cfa-2fec74598e4e HTTP/1.1" status: 200 len: 217 time: 0.0747755 Aug 20 11:56:55.144474 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e01138d2-b3b7-4806-8b20-43ce7dd51b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:55.156358 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4fe0bcce-2ac6-4367-8f06-d874a92e8491 req-a84c57cf-9172-40ce-9a43-12b57128e7ad tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399419 Aug 20 11:56:55.164156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6907400b-f6fd-44da-b9f0-c6c6fee7405c'}, {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9bef89f-685a-44be-baf1-fe42d2901197'}, {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e9401c-542d-424e-8784-52c52f179256'}, {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b965aa86-2ea4-43f1-a689-cb23617de683'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:55.167026 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff42970a-6bce-4e46-8215-e688290619ee" -d '{"events": [{"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-unplugged", "status": "completed", "tag": "6907400b-f6fd-44da-b9f0-c6c6fee7405c"}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-unplugged", "status": "completed", "tag": "f9bef89f-685a-44be-baf1-fe42d2901197"}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e9401c-542d-424e-8784-52c52f179256"}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-unplugged", "status": "completed", "tag": "b965aa86-2ea4-43f1-a689-cb23617de683"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:55.232724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-f5af5fdc-937b-45e1-b7a9-a3fd34b48297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:55.234855 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-f5af5fdc-937b-45e1-b7a9-a3fd34b48297 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1a7c962-0ce3-46ac-bcfd-6a74ef84f963 HTTP/1.1" status: 200 len: 837 time: 0.0928981 Aug 20 11:56:55.262126 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1a6a36-3c82-414a-849b-0c4d54cfbf8a x-openstack-request-id: req-5a1a6a36-3c82-414a-849b-0c4d54cfbf8a {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:55.262430 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-unplugged", "status": "completed", "tag": "6907400b-f6fd-44da-b9f0-c6c6fee7405c", "code": 200}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-unplugged", "status": "completed", "tag": "f9bef89f-685a-44be-baf1-fe42d2901197", "code": 200}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e9401c-542d-424e-8784-52c52f179256", "code": 200}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-unplugged", "status": "completed", "tag": "b965aa86-2ea4-43f1-a689-cb23617de683", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:55.262740 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a1a6a36-3c82-414a-849b-0c4d54cfbf8a {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:55.263145 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6907400b-f6fd-44da-b9f0-c6c6fee7405c', 'code': 200} Aug 20 11:56:55.263395 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9bef89f-685a-44be-baf1-fe42d2901197', 'code': 200} Aug 20 11:56:55.263641 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e9401c-542d-424e-8784-52c52f179256', 'code': 200} Aug 20 11:56:55.264021 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b965aa86-2ea4-43f1-a689-cb23617de683', 'code': 200} Aug 20 11:56:55.281294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a14ba7-592a-4dc2-8958-36a9bf729ffa req-1b9fcc50-8801-4623-9933-a25a55531509 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:55.289737 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b9a14ba7-592a-4dc2-8958-36a9bf729ffa req-1b9fcc50-8801-4623-9933-a25a55531509 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/ports?device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 945 time: 0.1877615 Aug 20 11:56:55.315344 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-97b0cd39-90e5-4eb9-ab38-c7fb81c9bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:55.317419 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-97b0cd39-90e5-4eb9-ab38-c7fb81c9bb2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f79f1e19-72d8-4bc7-940c-0bd2f7985857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752547 Aug 20 11:56:55.377721 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b9a14ba7-592a-4dc2-8958-36a9bf729ffa req-ba3e39ff-c2ca-4b99-9216-1b00c0c81500 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9198815-6645-4d0d-8a15-7bf52d156080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865972 Aug 20 11:56:55.385985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-f6a904b2-1115-4799-a75c-6d66b50ee69b req-578cdca6-8c39-4fc9-be08-f999202db879 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Deleting port bff1d250-5f8a-4a86-a249-773183aaf9ae {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:55.386332 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6a904b2-1115-4799-a75c-6d66b50ee69b req-578cdca6-8c39-4fc9-be08-f999202db879 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:55.448933 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-3f4c37d9-5a34-4bf2-bc1b-727a2a665cc2 service neutron] 10.222.0.35 "GET /v2.0/networks/f79f1e19-72d8-4bc7-940c-0bd2f7985857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234188 Aug 20 11:56:55.453368 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:55.458244 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-f4892cf3-a9ea-4c95-b5f4-1036534c492b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:55.505949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4892cf3-a9ea-4c95-b5f4-1036534c492b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event deleted for resources: {'Port': ['ID=6907400b-f6fd-44da-b9f0-c6c6fee7405c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:55.547826 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-f6a904b2-1115-4799-a75c-6d66b50ee69b req-578cdca6-8c39-4fc9-be08-f999202db879 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] For port bff1d250-5f8a-4a86-a249-773183aaf9ae, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=bff1d250-5f8a-4a86-a249-773183aaf9ae,segment=NetworkSegment(af522fba-7356-40e0-8b67-dc8d5192f4fe),segment_id=af522fba-7356-40e0-8b67-dc8d5192f4fe)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:55.548225 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6a904b2-1115-4799-a75c-6d66b50ee69b req-578cdca6-8c39-4fc9-be08-f999202db879 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:55.586505 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-f6a904b2-1115-4799-a75c-6d66b50ee69b req-578cdca6-8c39-4fc9-be08-f999202db879 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Calling delete_port for bff1d250-5f8a-4a86-a249-773183aaf9ae owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:55.588451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-f4892cf3-a9ea-4c95-b5f4-1036534c492b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] No DVR routers for this DVR port 6907400b-f6fd-44da-b9f0-c6c6fee7405c on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:55.606373 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-f4892cf3-a9ea-4c95-b5f4-1036534c492b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:55.608658 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-f4892cf3-a9ea-4c95-b5f4-1036534c492b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.76 "DELETE /v2.0/ports/6907400b-f6fd-44da-b9f0-c6c6fee7405c HTTP/1.1" status: 204 len: 173 time: 0.9917243 Aug 20 11:56:55.610224 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86b11b-c9ac-4e31-ac4e-0a55a29f6e1d req-15d2cc79-dbda-440e-9937-2d153d40d4a9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:55.613129 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-be86b11b-c9ac-4e31-ac4e-0a55a29f6e1d req-15d2cc79-dbda-440e-9937-2d153d40d4a9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 944 time: 0.1425438 Aug 20 11:56:55.620423 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87327d00-b3fa-42eb-a90b-3913ac4eb46e req-97acb810-851a-4a3a-95ce-4745f14cc963 service neutron] 10.222.0.35 "GET /v2.0/networks/f79f1e19-72d8-4bc7-940c-0bd2f7985857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598029 Aug 20 11:56:55.672593 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-be86b11b-c9ac-4e31-ac4e-0a55a29f6e1d req-571b8618-e977-44ff-b288-71a258d88537 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511544 Aug 20 11:56:55.730216 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ee400-1dc3-45ff-a8ba-ce3130e2d17a req-d23cfc23-dc96-4d2a-94cf-c6fa7bd22aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:55.731870 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-756ee400-1dc3-45ff-a8ba-ce3130e2d17a req-d23cfc23-dc96-4d2a-94cf-c6fa7bd22aee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 1095 time: 0.0534701 Aug 20 11:56:55.836083 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ee400-1dc3-45ff-a8ba-ce3130e2d17a req-0159067b-61cb-43c3-803a-5964701805b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:55.837610 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-756ee400-1dc3-45ff-a8ba-ce3130e2d17a req-0159067b-61cb-43c3-803a-5964701805b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f79f1e19-72d8-4bc7-940c-0bd2f7985857 HTTP/1.1" status: 200 len: 897 time: 0.0983820 Aug 20 11:56:55.900843 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-756ee400-1dc3-45ff-a8ba-ce3130e2d17a req-fb676d3b-d757-4bbc-84d7-8b0459e6cf60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=35cd44bb-2eb7-4809-8cfa-2fec74598e4e HTTP/1.1" status: 200 len: 217 time: 0.0546846 Aug 20 11:56:55.972344 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ee400-1dc3-45ff-a8ba-ce3130e2d17a req-ece89e0c-07b6-4723-9dad-fad2be80e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:55.974477 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-756ee400-1dc3-45ff-a8ba-ce3130e2d17a req-ece89e0c-07b6-4723-9dad-fad2be80e5fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1a7c962-0ce3-46ac-bcfd-6a74ef84f963 HTTP/1.1" status: 200 len: 837 time: 0.0639420 Aug 20 11:56:56.044104 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ee400-1dc3-45ff-a8ba-ce3130e2d17a req-c61df648-3e19-4951-9dc5-0903242a76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:56.045714 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-756ee400-1dc3-45ff-a8ba-ce3130e2d17a req-c61df648-3e19-4951-9dc5-0903242a76bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f79f1e19-72d8-4bc7-940c-0bd2f7985857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604913 Aug 20 11:56:56.074775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adb17a-16d9-40c0-8637-a82fe532856d req-69426436-3300-4edc-8930-0a09147c2c94 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:56.083803 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76adb17a-16d9-40c0-8637-a82fe532856d req-69426436-3300-4edc-8930-0a09147c2c94 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 944 time: 0.5311294 Aug 20 11:56:56.148425 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-76adb17a-16d9-40c0-8637-a82fe532856d req-76a9a0a3-3813-4c96-bcba-01cda3dc5196 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=40cf616e-ff2c-47f4-a375-9cd231de4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637765 Aug 20 11:56:56.157462 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-756ee400-1dc3-45ff-a8ba-ce3130e2d17a req-e46fa9e6-c5a5-429b-9b00-19a1a70792a8 service neutron] 10.222.0.35 "GET /v2.0/networks/f79f1e19-72d8-4bc7-940c-0bd2f7985857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036904 Aug 20 11:56:56.194612 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-34e7f4d1-8bff-4363-bc85-3b4ce28b3ddf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Deleting port b965aa86-2ea4-43f1-a689-cb23617de683 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:56.194964 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-34e7f4d1-8bff-4363-bc85-3b4ce28b3ddf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:56.264914 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6a904b2-1115-4799-a75c-6d66b50ee69b req-578cdca6-8c39-4fc9-be08-f999202db879 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:56.275404 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:56:56.308124 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-756ee400-1dc3-45ff-a8ba-ce3130e2d17a req-08271521-9d36-4910-b376-c3079f53c58b service neutron] 10.222.0.35 "GET /v2.0/networks/f79f1e19-72d8-4bc7-940c-0bd2f7985857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416445 Aug 20 11:56:56.314195 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cdca6-8c39-4fc9-be08-f999202db879 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Pushing event deleted for resources: {'Port': ['ID=bff1d250-5f8a-4a86-a249-773183aaf9ae,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:56.355520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-34e7f4d1-8bff-4363-bc85-3b4ce28b3ddf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] For port b965aa86-2ea4-43f1-a689-cb23617de683, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b965aa86-2ea4-43f1-a689-cb23617de683,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:56.355520 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-34e7f4d1-8bff-4363-bc85-3b4ce28b3ddf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:56.358976 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:56.362162 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8992b1-3dc0-458e-aba2-2d5b7882e5a1 req-048edc55-779f-403d-bd3a-d7604dd0b910 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:56.368272 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8992b1-3dc0-458e-aba2-2d5b7882e5a1 req-048edc55-779f-403d-bd3a-d7604dd0b910 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:56.374272 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8992b1-3dc0-458e-aba2-2d5b7882e5a1 req-048edc55-779f-403d-bd3a-d7604dd0b910 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:56.376518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a904b2-1115-4799-a75c-6d66b50ee69b req-578cdca6-8c39-4fc9-be08-f999202db879 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] No DVR routers for this DVR port bff1d250-5f8a-4a86-a249-773183aaf9ae on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:56.380974 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f6a904b2-1115-4799-a75c-6d66b50ee69b req-578cdca6-8c39-4fc9-be08-f999202db879 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:56.382962 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6a904b2-1115-4799-a75c-6d66b50ee69b req-578cdca6-8c39-4fc9-be08-f999202db879 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.35 "DELETE /v2.0/ports/bff1d250-5f8a-4a86-a249-773183aaf9ae HTTP/1.1" status: 204 len: 173 time: 1.3669202 Aug 20 11:56:56.383457 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc8992b1-3dc0-458e-aba2-2d5b7882e5a1 req-048edc55-779f-403d-bd3a-d7604dd0b910 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 2410 time: 0.1240635 Aug 20 11:56:56.387357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-34e7f4d1-8bff-4363-bc85-3b4ce28b3ddf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Calling delete_port for b965aa86-2ea4-43f1-a689-cb23617de683 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:56.428270 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc8992b1-3dc0-458e-aba2-2d5b7882e5a1 req-58c28bb1-cba9-4fea-84b9-671c9a4a1458 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438440 Aug 20 11:56:56.511893 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a610b8d3-7a32-4390-8f91-7a5177b729a6 req-a611bbfa-69d3-4512-b0e2-49de01ebd7c8 tempest-ServerAddressesNegativeTestJSON-193604715 tempest-ServerAddressesNegativeTestJSON-193604715-project] 10.222.0.37 "GET /v2.0/ports?device_id=d28c3a4f-e37b-4757-8800-672c21db1a3c HTTP/1.1" status: 200 len: 210 time: 0.0312645 Aug 20 11:56:56.536754 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 6e96c996-5132-4b85-890b-d9290816c0b1 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:56.584954 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-34e7f4d1-8bff-4363-bc85-3b4ce28b3ddf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:56.623442 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7f4d1-8bff-4363-bc85-3b4ce28b3ddf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event deleted for resources: {'Port': ['ID=b965aa86-2ea4-43f1-a689-cb23617de683,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:56.660728 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 6e96c996-5132-4b85-890b-d9290816c0b1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=6e96c996-5132-4b85-890b-d9290816c0b1,segment=NetworkSegment(36b8d84d-9400-412b-bcb3-73ee4525262d),segment_id=36b8d84d-9400-412b-bcb3-73ee4525262d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:56.672465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-34e7f4d1-8bff-4363-bc85-3b4ce28b3ddf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] No DVR routers for this DVR port b965aa86-2ea4-43f1-a689-cb23617de683 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:56.676760 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-34e7f4d1-8bff-4363-bc85-3b4ce28b3ddf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:56.678954 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-34e7f4d1-8bff-4363-bc85-3b4ce28b3ddf tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.76 "DELETE /v2.0/ports/b965aa86-2ea4-43f1-a689-cb23617de683 HTTP/1.1" status: 204 len: 173 time: 1.0624740 Aug 20 11:56:56.679803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '6e96c996-5132-4b85-890b-d9290816c0b1', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'port_id': '6e96c996-5132-4b85-890b-d9290816c0b1', 'mac_address': 'fa:16:3e:34:3c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:56:56.714349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-deleted', 'tag': '6907400b-f6fd-44da-b9f0-c6c6fee7405c'}, {'server_uuid': 'd28c3a4f-e37b-4757-8800-672c21db1a3c', 'name': 'network-vif-deleted', 'tag': 'bff1d250-5f8a-4a86-a249-773183aaf9ae'}, {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-deleted', 'tag': 'b965aa86-2ea4-43f1-a689-cb23617de683'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:56.717589 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ca4ea9-39ea-438b-8c6d-2e1e71584240" -d '{"events": [{"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-deleted", "tag": "6907400b-f6fd-44da-b9f0-c6c6fee7405c"}, {"server_uuid": "d28c3a4f-e37b-4757-8800-672c21db1a3c", "name": "network-vif-deleted", "tag": "bff1d250-5f8a-4a86-a249-773183aaf9ae"}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-deleted", "tag": "b965aa86-2ea4-43f1-a689-cb23617de683"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:56.720507 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:56.738248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e96c996-5132-4b85-890b-d9290816c0b1 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:56.761126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 6e96c996-5132-4b85-890b-d9290816c0b1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=6e96c996-5132-4b85-890b-d9290816c0b1,segment=NetworkSegment(36b8d84d-9400-412b-bcb3-73ee4525262d),segment_id=36b8d84d-9400-412b-bcb3-73ee4525262d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:56.768140 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:56.815514 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef2b379-e14e-4705-a42a-d0cd5a6e32b0 x-openstack-request-id: req-eef2b379-e14e-4705-a42a-d0cd5a6e32b0 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:56.815514 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-deleted", "tag": "6907400b-f6fd-44da-b9f0-c6c6fee7405c", "status": "completed", "code": 200}, {"server_uuid": "d28c3a4f-e37b-4757-8800-672c21db1a3c", "name": "network-vif-deleted", "tag": "bff1d250-5f8a-4a86-a249-773183aaf9ae", "status": "completed", "code": 200}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-deleted", "tag": "b965aa86-2ea4-43f1-a689-cb23617de683", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:56.817176 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eef2b379-e14e-4705-a42a-d0cd5a6e32b0 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:56.817941 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-deleted', 'tag': '6907400b-f6fd-44da-b9f0-c6c6fee7405c', 'status': 'completed', 'code': 200} Aug 20 11:56:56.818236 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28c3a4f-e37b-4757-8800-672c21db1a3c', 'name': 'network-vif-deleted', 'tag': 'bff1d250-5f8a-4a86-a249-773183aaf9ae', 'status': 'completed', 'code': 200} Aug 20 11:56:56.818654 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-deleted', 'tag': 'b965aa86-2ea4-43f1-a689-cb23617de683', 'status': 'completed', 'code': 200} Aug 20 11:56:56.819702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=6e96c996-5132-4b85-890b-d9290816c0b1,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:56.859214 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1aaf5440-7a03-4ef0-b257-b7bac94e92d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Deleting port a5638de7-43db-4ac4-99a7-532b897aae63 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:56.859507 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1aaf5440-7a03-4ef0-b257-b7bac94e92d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:56.866912 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13883895-ab0d-43a1-9fd2-8e1cdc228453 req-f08c9a1b-618b-4bd6-8c7b-37683988105e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:56.869504 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-13883895-ab0d-43a1-9fd2-8e1cdc228453 req-f08c9a1b-618b-4bd6-8c7b-37683988105e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 945 time: 0.1071706 Aug 20 11:56:56.920973 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-13883895-ab0d-43a1-9fd2-8e1cdc228453 req-10f66fa3-1f5b-48be-abff-b38c82220371 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439754 Aug 20 11:56:56.968320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['6e96c996-5132-4b85-890b-d9290816c0b1'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:57.016546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1aaf5440-7a03-4ef0-b257-b7bac94e92d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] For port a5638de7-43db-4ac4-99a7-532b897aae63, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a5638de7-43db-4ac4-99a7-532b897aae63,segment=NetworkSegment(3b2f52a9-89f7-40db-8295-df0af4886398),segment_id=3b2f52a9-89f7-40db-8295-df0af4886398)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:57.017729 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1aaf5440-7a03-4ef0-b257-b7bac94e92d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.039128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1aaf5440-7a03-4ef0-b257-b7bac94e92d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Calling delete_port for a5638de7-43db-4ac4-99a7-532b897aae63 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:57.221727 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1aaf5440-7a03-4ef0-b257-b7bac94e92d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.258715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf5440-7a03-4ef0-b257-b7bac94e92d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event deleted for resources: {'Port': ['ID=a5638de7-43db-4ac4-99a7-532b897aae63,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:57.332840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1aaf5440-7a03-4ef0-b257-b7bac94e92d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] No DVR routers for this DVR port a5638de7-43db-4ac4-99a7-532b897aae63 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:57.335261 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1aaf5440-7a03-4ef0-b257-b7bac94e92d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.337395 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-1aaf5440-7a03-4ef0-b257-b7bac94e92d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.76 "DELETE /v2.0/ports/a5638de7-43db-4ac4-99a7-532b897aae63 HTTP/1.1" status: 204 len: 173 time: 0.6529150 Aug 20 11:56:57.361249 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db336f-0c7c-4221-9b68-442bc69eba0d req-7861624b-145b-4119-8539-6c0e455e83b6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:57.362687 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62db336f-0c7c-4221-9b68-442bc69eba0d req-7861624b-145b-4119-8539-6c0e455e83b6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 944 time: 0.1070099 Aug 20 11:56:57.449420 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62db336f-0c7c-4221-9b68-442bc69eba0d req-1edca091-e498-47d8-ab5f-b5c8d2ec630f tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=40cf616e-ff2c-47f4-a375-9cd231de4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687621 Aug 20 11:56:57.477116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-0d588939-ca39-4cab-a3ac-284dabe56168 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Deleting port f9bef89f-685a-44be-baf1-fe42d2901197 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:57.477467 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-0d588939-ca39-4cab-a3ac-284dabe56168 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.529794 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 35cd44bb-2eb7-4809-8cfa-2fec74598e4e details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:57.532543 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device bff1d250-5f8a-4a86-a249-773183aaf9ae no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:57.557919 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: bff1d250-5f8a-4a86-a249-773183aaf9ae {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:57.558222 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device bff1d250-5f8a-4a86-a249-773183aaf9ae not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:57.588867 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d774271-8891-4274-8795-a24e1430528b req-cd351ce5-c46e-4e85-af75-13432d07af6b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:57.595098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-0d588939-ca39-4cab-a3ac-284dabe56168 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] For port f9bef89f-685a-44be-baf1-fe42d2901197, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f9bef89f-685a-44be-baf1-fe42d2901197,segment=NetworkSegment(32984950-56c0-447f-980f-cf617d52eb9f),segment_id=32984950-56c0-447f-980f-cf617d52eb9f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:57.595530 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-0d588939-ca39-4cab-a3ac-284dabe56168 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.603979 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8d774271-8891-4274-8795-a24e1430528b req-cd351ce5-c46e-4e85-af75-13432d07af6b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 943 time: 0.0932231 Aug 20 11:56:57.606246 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36342) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:57.685945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3e056a-108d-4808-a310-534ce075c370 admin admin] Deleting subnet 345f2bf9-2c2b-43ad-a586-bc9d822501bf {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:56:57.689953 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d3e056a-108d-4808-a310-534ce075c370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.715530 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=35cd44bb-2eb7-4809-8cfa-2fec74598e4e,segment=NetworkSegment(3dd177aa-30cc-4f80-9886-ba523609659f),segment_id=3dd177aa-30cc-4f80-9886-ba523609659f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:57.742120 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8d774271-8891-4274-8795-a24e1430528b req-916adccd-1762-4b65-b1e8-2b6083880da3 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups?id=19e01567-0c8a-45cd-8fd9-ce5846972171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366467 Aug 20 11:56:57.747612 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '35cd44bb-2eb7-4809-8cfa-2fec74598e4e', 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857', 'port_id': '35cd44bb-2eb7-4809-8cfa-2fec74598e4e', 'mac_address': 'fa:16:3e:84:66:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a7c962-0ce3-46ac-bcfd-6a74ef84f963', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:56:57.774798 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d3e056a-108d-4808-a310-534ce075c370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.806957 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.823913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cd44bb-2eb7-4809-8cfa-2fec74598e4e {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:57.843951 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-0d588939-ca39-4cab-a3ac-284dabe56168 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.844332 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-0d588939-ca39-4cab-a3ac-284dabe56168 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.844669 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-0d588939-ca39-4cab-a3ac-284dabe56168 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Floating IP 85649538-1862-4545-9df8-c974bda9bc16 disassociated. External IP: 172.25.8.248, port: f9bef89f-685a-44be-baf1-fe42d2901197. Aug 20 11:56:57.846274 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d3e056a-108d-4808-a310-534ce075c370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.846835 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=35cd44bb-2eb7-4809-8cfa-2fec74598e4e,segment=NetworkSegment(3dd177aa-30cc-4f80-9886-ba523609659f),segment_id=3dd177aa-30cc-4f80-9886-ba523609659f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:57.847015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-0d588939-ca39-4cab-a3ac-284dabe56168 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Calling delete_port for f9bef89f-685a-44be-baf1-fe42d2901197 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:57.854473 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.923368 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=35cd44bb-2eb7-4809-8cfa-2fec74598e4e,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:57.924899 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36346) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:57.934738 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d3e056a-108d-4808-a310-534ce075c370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.988040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e056a-108d-4808-a310-534ce075c370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=345f2bf9-2c2b-43ad-a586-bc9d822501bf,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:57.999919 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.009408 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d3e056a-108d-4808-a310-534ce075c370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.011809 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0d3e056a-108d-4808-a310-534ce075c370 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/345f2bf9-2c2b-43ad-a586-bc9d822501bf HTTP/1.1" status: 204 len: 168 time: 0.4043899 Aug 20 11:56:58.015215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36352) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:58.036288 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-0d588939-ca39-4cab-a3ac-284dabe56168 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.071884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['35cd44bb-2eb7-4809-8cfa-2fec74598e4e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:58.097381 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8373ad04-a6ab-4c31-87ab-a29b07b97fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.103168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d588939-ca39-4cab-a3ac-284dabe56168 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event deleted for resources: {'Port': ['ID=f9bef89f-685a-44be-baf1-fe42d2901197,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:58.125028 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c0c65a80-0783-4dc1-97b9-c072e19547d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.203233 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8373ad04-a6ab-4c31-87ab-a29b07b97fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.214722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-8373ad04-a6ab-4c31-87ab-a29b07b97fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f46d6a0-62a3-4d3c-81bd-6976fa008192']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:58.218117 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99c563-3fa5-4985-b4ba-1d14973b1aae req-adcce540-d38b-47f4-89f6-edf94744621e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:58.219654 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab99c563-3fa5-4985-b4ba-1d14973b1aae req-adcce540-d38b-47f4-89f6-edf94744621e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 945 time: 0.1765351 Aug 20 11:56:58.226299 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-8373ad04-a6ab-4c31-87ab-a29b07b97fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af522fba-7356-40e0-8b67-dc8d5192f4fe') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:58.226596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-8373ad04-a6ab-4c31-87ab-a29b07b97fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af522fba-7356-40e0-8b67-dc8d5192f4fe') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:58.240398 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8373ad04-a6ab-4c31-87ab-a29b07b97fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.256060 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8373ad04-a6ab-4c31-87ab-a29b07b97fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.263128 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8373ad04-a6ab-4c31-87ab-a29b07b97fb9 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:56:58.263792 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8373ad04-a6ab-4c31-87ab-a29b07b97fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:56:58.265486 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:56:58.328357 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab99c563-3fa5-4985-b4ba-1d14973b1aae req-73e7c9a5-0a4e-4fb7-899c-4aea078b2b8d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959208 Aug 20 11:56:58.331742 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8373ad04-a6ab-4c31-87ab-a29b07b97fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.339434 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8373ad04-a6ab-4c31-87ab-a29b07b97fb9 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.341506 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8373ad04-a6ab-4c31-87ab-a29b07b97fb9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2f46d6a0-62a3-4d3c-81bd-6976fa008192 HTTP/1.1" status: 204 len: 168 time: 0.3253448 Aug 20 11:56:58.353076 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373ad04-a6ab-4c31-87ab-a29b07b97fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f46d6a0-62a3-4d3c-81bd-6976fa008192,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:58.378970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-0d588939-ca39-4cab-a3ac-284dabe56168 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Router 719db35d-c7e2-49e6-ab3b-adb8effe99fa has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:58.453028 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c0c65a80-0783-4dc1-97b9-c072e19547d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.460728 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c0c65a80-0783-4dc1-97b9-c072e19547d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.476176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36360) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:58.541863 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b934d19a-d5dc-4407-a340-5073d165b0c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=501cbd7b59b74f04909cdd7795b1d389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643334 Aug 20 11:56:58.548121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36362) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:58.559241 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c65a80-0783-4dc1-97b9-c072e19547d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d309001-262c-48e0-b4ec-8d57c48be223,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:58.564409 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 6e96c996-5132-4b85-890b-d9290816c0b1 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:58.570887 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c0c65a80-0783-4dc1-97b9-c072e19547d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ec8148e436f4614afaedcdc82d2e06c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6446495 Aug 20 11:56:58.571492 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36364) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:58.605209 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab87fb-d37d-4f6b-af29-e948a80b88b6 req-01a5224e-cd99-4aca-89b9-e2b17ace8dc8 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:58.608137 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-20ab87fb-d37d-4f6b-af29-e948a80b88b6 req-01a5224e-cd99-4aca-89b9-e2b17ace8dc8 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 945 time: 0.0833495 Aug 20 11:56:58.612985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-0d588939-ca39-4cab-a3ac-284dabe56168 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:58.625664 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0795d121-8705-420d-9adf-b86732946be6 None None] Sync routers for ids ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:58.650315 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0795d121-8705-420d-9adf-b86732946be6 None None] Routers {'719db35d-c7e2-49e6-ab3b-adb8effe99fa'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:58.651113 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0795d121-8705-420d-9adf-b86732946be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:56:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:58.678633 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-0d588939-ca39-4cab-a3ac-284dabe56168 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] No DVR routers for this DVR port f9bef89f-685a-44be-baf1-fe42d2901197 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:58.685672 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-0d588939-ca39-4cab-a3ac-284dabe56168 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.687663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-053a2788-6e6f-479f-9b55-0afe46b890d5 req-0d588939-ca39-4cab-a3ac-284dabe56168 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.76 "DELETE /v2.0/ports/f9bef89f-685a-44be-baf1-fe42d2901197 HTTP/1.1" status: 204 len: 173 time: 1.3441508 Aug 20 11:56:58.718292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-addf6d24-32f0-4a3c-8390-2abe061787a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.726009 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 6e96c996-5132-4b85-890b-d9290816c0b1 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:58.728316 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-20ab87fb-d37d-4f6b-af29-e948a80b88b6 req-f11076cf-80ee-4d02-8289-c181a87e534e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=40cf616e-ff2c-47f4-a375-9cd231de4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125813 Aug 20 11:56:58.742059 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 6e96c996-5132-4b85-890b-d9290816c0b1 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:58.742541 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09ff7b5c-7182-4fb0-b8ee-77d4209672ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.748885 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.754642 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-addf6d24-32f0-4a3c-8390-2abe061787a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.789425 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09ff7b5c-7182-4fb0-b8ee-77d4209672ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.823566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-deleted', 'tag': 'a5638de7-43db-4ac4-99a7-532b897aae63'}, {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-deleted', 'tag': 'f9bef89f-685a-44be-baf1-fe42d2901197'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:58.825940 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf09f17-c170-49b0-ac82-cd7bf2ebfb80" -d '{"events": [{"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-deleted", "tag": "a5638de7-43db-4ac4-99a7-532b897aae63"}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-deleted", "tag": "f9bef89f-685a-44be-baf1-fe42d2901197"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:58.846989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-0795d121-8705-420d-9adf-b86732946be6 None None] Set router 719db35d-c7e2-49e6-ab3b-adb8effe99fa gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:58.895606 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3743d9-56da-4e22-8fb4-8178d5746794 x-openstack-request-id: req-de3743d9-56da-4e22-8fb4-8178d5746794 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:58.895918 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-deleted", "tag": "a5638de7-43db-4ac4-99a7-532b897aae63", "status": "completed", "code": 200}, {"server_uuid": "26027b6d-f98f-4e54-b5e1-766e3a03ca68", "name": "network-vif-deleted", "tag": "f9bef89f-685a-44be-baf1-fe42d2901197", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:58.896151 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de3743d9-56da-4e22-8fb4-8178d5746794 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:58.896699 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-deleted', 'tag': 'a5638de7-43db-4ac4-99a7-532b897aae63', 'status': 'completed', 'code': 200} Aug 20 11:56:58.896960 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26027b6d-f98f-4e54-b5e1-766e3a03ca68', 'name': 'network-vif-deleted', 'tag': 'f9bef89f-685a-44be-baf1-fe42d2901197', 'status': 'completed', 'code': 200} Aug 20 11:56:58.899305 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06be8a19-151a-4542-b0c1-b9025e118183 req-9cc57611-9565-4f4a-8444-5641a7dd486f tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 210 time: 0.0373206 Aug 20 11:56:58.915083 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-addf6d24-32f0-4a3c-8390-2abe061787a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.918398 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-addf6d24-32f0-4a3c-8390-2abe061787a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.919602 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-addf6d24-32f0-4a3c-8390-2abe061787a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9198815-6645-4d0d-8a15-7bf52d156080 HTTP/1.1" status: 204 len: 168 time: 0.3680968 Aug 20 11:56:58.922966 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09ff7b5c-7182-4fb0-b8ee-77d4209672ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.926300 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-09ff7b5c-7182-4fb0-b8ee-77d4209672ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.930563 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-09ff7b5c-7182-4fb0-b8ee-77d4209672ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d309001-262c-48e0-b4ec-8d57c48be223 HTTP/1.1" status: 204 len: 168 time: 0.3518083 Aug 20 11:56:58.938408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf6d24-32f0-4a3c-8390-2abe061787a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9198815-6645-4d0d-8a15-7bf52d156080,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:58.965060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff7b5c-7182-4fb0-b8ee-77d4209672ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d309001-262c-48e0-b4ec-8d57c48be223,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:58.975278 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:59.087997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 6e96c996-5132-4b85-890b-d9290816c0b1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=6e96c996-5132-4b85-890b-d9290816c0b1,segment=NetworkSegment(36b8d84d-9400-412b-bcb3-73ee4525262d),segment_id=36b8d84d-9400-412b-bcb3-73ee4525262d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:59.089849 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e96c996-5132-4b85-890b-d9290816c0b1'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:59.092792 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95046372-7c28-4773-930e-7910cc28e363" -d '{"events": [{"server_uuid": "f1d15b96-68d2-4e1c-9713-a804e663ab25", "name": "network-vif-plugged", "status": "completed", "tag": "6e96c996-5132-4b85-890b-d9290816c0b1"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:59.310807 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:59.387709 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2815ba-44eb-44b7-9cd3-be0da923f899 x-openstack-request-id: req-6f2815ba-44eb-44b7-9cd3-be0da923f899 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:59.388133 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d15b96-68d2-4e1c-9713-a804e663ab25", "name": "network-vif-plugged", "status": "completed", "tag": "6e96c996-5132-4b85-890b-d9290816c0b1", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:59.388548 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f2815ba-44eb-44b7-9cd3-be0da923f899 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:59.388981 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e96c996-5132-4b85-890b-d9290816c0b1', 'code': 200} Aug 20 11:56:59.391867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=6e96c996-5132-4b85-890b-d9290816c0b1,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:59.437195 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36390) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:59.463036 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac77bbeb-5975-4c15-be86-81066b8b59b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:59.527661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406572f-516d-4221-81ed-c7ad46065d93 req-2cc18af3-df20-4365-8144-abac2fe8a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:59.530265 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a406572f-516d-4221-81ed-c7ad46065d93 req-2cc18af3-df20-4365-8144-abac2fe8a34f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 1097 time: 0.1015978 Aug 20 11:56:59.547476 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0795d121-8705-420d-9adf-b86732946be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-router', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:45:37Z', 'updated_at': '2021-08-20T11:45:45Z', 'revision_number': 4, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'gw_port': {'id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:39Z', 'updated_at': '2021-08-20T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'db394b4a-67c5-4563-b178-b45b34e75769', 'name': '', 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'mac_address': 'fa:16:3e:52:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:43Z', 'updated_at': '2021-08-20T11:45:53Z', 'revision_number': 5, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'subnets': [{'id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:59.556279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 35cd44bb-2eb7-4809-8cfa-2fec74598e4e up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:59.586738 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b02d0-d84c-46aa-b637-5531aa5033b0 req-8b7a5e9f-89dc-45df-84d7-2ba61885b64a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:59.588737 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-063b02d0-d84c-46aa-b637-5531aa5033b0 req-8b7a5e9f-89dc-45df-84d7-2ba61885b64a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.0945745 Aug 20 11:56:59.595419 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a406572f-516d-4221-81ed-c7ad46065d93 req-b0de7edc-5db2-49d0-87ed-112ec8b99052 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568686 Aug 20 11:56:59.606037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0795d121-8705-420d-9adf-b86732946be6 None None] Checking router: 719db35d-c7e2-49e6-ab3b-adb8effe99fa for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:59.607976 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac77bbeb-5975-4c15-be86-81066b8b59b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:59.614473 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac77bbeb-5975-4c15-be86-81066b8b59b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:59.641865 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ac77bbeb-5975-4c15-be86-81066b8b59b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=076cc32b3f6840c6aff4e14f0a3dcbac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2035553 Aug 20 11:56:59.645169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36394) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:59.656342 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-063b02d0-d84c-46aa-b637-5531aa5033b0 req-14fe90de-4bfd-4ca7-9079-47e5264be507 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589151 Aug 20 11:56:59.669976 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0795d121-8705-420d-9adf-b86732946be6 None None] Routers {'719db35d-c7e2-49e6-ab3b-adb8effe99fa'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:59.671705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0795d121-8705-420d-9adf-b86732946be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:56:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:59.697135 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77bbeb-5975-4c15-be86-81066b8b59b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f81a8a7-6385-4fe5-95b7-b3b266b4aa66,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:59.732170 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d57d499e-0661-4415-b679-3069816e14ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:59.769198 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d57d499e-0661-4415-b679-3069816e14ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:59.811755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:59.818257 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:59.818855 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:59.844372 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d57d499e-0661-4415-b679-3069816e14ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:59.848864 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d57d499e-0661-4415-b679-3069816e14ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:59.850022 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d57d499e-0661-4415-b679-3069816e14ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f81a8a7-6385-4fe5-95b7-b3b266b4aa66 HTTP/1.1" status: 204 len: 168 time: 0.2037194 Aug 20 11:56:59.876246 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-0795d121-8705-420d-9adf-b86732946be6 None None] Set router 719db35d-c7e2-49e6-ab3b-adb8effe99fa gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:59.885719 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d499e-0661-4415-b679-3069816e14ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f81a8a7-6385-4fe5-95b7-b3b266b4aa66,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:59.908129 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581e3c5-e470-4525-8f86-5a4adf99a478 req-2ce30d25-6ab9-416d-b580-2273efffb81f tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:59.917816 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c581e3c5-e470-4525-8f86-5a4adf99a478 req-2ce30d25-6ab9-416d-b580-2273efffb81f tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 945 time: 0.0855916 Aug 20 11:56:59.990331 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c581e3c5-e470-4525-8f86-5a4adf99a478 req-7242fc68-2cab-49dc-8818-e31be165c4c6 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=40cf616e-ff2c-47f4-a375-9cd231de4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715468 Aug 20 11:57:00.092161 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d3e9681c-591d-438e-b5fd-b3d50ff52301 req-90e04f2c-96ae-4ada-9737-93d7190b679c tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 210 time: 0.0403807 Aug 20 11:57:00.169320 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:00.264353 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=35cd44bb-2eb7-4809-8cfa-2fec74598e4e,segment=NetworkSegment(3dd177aa-30cc-4f80-9886-ba523609659f),segment_id=3dd177aa-30cc-4f80-9886-ba523609659f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:00.272998 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:00.336846 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0795d121-8705-420d-9adf-b86732946be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-router', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:45:37Z', 'updated_at': '2021-08-20T11:45:45Z', 'revision_number': 4, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'gw_port': {'id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:39Z', 'updated_at': '2021-08-20T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'db394b4a-67c5-4563-b178-b45b34e75769', 'name': '', 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'mac_address': 'fa:16:3e:52:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:43Z', 'updated_at': '2021-08-20T11:45:53Z', 'revision_number': 5, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'subnets': [{'id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:00.390219 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=35cd44bb-2eb7-4809-8cfa-2fec74598e4e,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:00.394588 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0795d121-8705-420d-9adf-b86732946be6 None None] The sync data for ids ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'] in n-d-804299-2 is: [{'id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-router', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:45:37Z', 'updated_at': '2021-08-20T11:45:45Z', 'revision_number': 4, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'gw_port': {'id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:39Z', 'updated_at': '2021-08-20T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'db394b4a-67c5-4563-b178-b45b34e75769', 'name': '', 'network_id': '6c9f33d1-9d46-4cab-8484-e59cd857f82b', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'mac_address': 'fa:16:3e:52:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:43Z', 'updated_at': '2021-08-20T11:45:53Z', 'revision_number': 5, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'subnets': [{'id': '159c3db5-1e5d-4db8-a229-0df8f7818d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:00.605809 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6eb65e2-62d4-484e-a398-b09a78a0afec req-dc745b0e-c357-4664-ab95-009cc9635084 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=97f98a1e-3afb-4338-b810-2ddebabc14f3 HTTP/1.1" status: 200 len: 210 time: 0.0455523 Aug 20 11:57:00.827592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e929553-c9d3-483c-bfe9-0ea73f3b88ea req-4b7d4b91-7c52-4969-a2ed-7b71fcf409a5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:00.829956 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e929553-c9d3-483c-bfe9-0ea73f3b88ea req-4b7d4b91-7c52-4969-a2ed-7b71fcf409a5 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.0736382 Aug 20 11:57:00.874864 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f8464-34a8-4dba-b3dd-f1cc275aa35f None None] New status for floating IP 85649538-1862-4545-9df8-c974bda9bc16: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:57:00.883283 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6e929553-c9d3-483c-bfe9-0ea73f3b88ea req-c1f9682b-37a7-4cbf-9ddb-49070c2fff3e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461025 Aug 20 11:57:01.090410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fad740-c001-443d-ac9f-27d275484c88 req-d0846b84-5aa8-4e63-8fdd-499062601114 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:01.092009 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e4fad740-c001-443d-ac9f-27d275484c88 req-d0846b84-5aa8-4e63-8fdd-499062601114 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.0755119 Aug 20 11:57:01.154089 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e4fad740-c001-443d-ac9f-27d275484c88 req-6335a56b-dc25-46ba-824b-5b5c5660832b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549517 Aug 20 11:57:01.196390 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36480) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:01.317298 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bcff9f-aff6-422a-8b58-d2efa6b84c6b tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:01.328449 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b0bcff9f-aff6-422a-8b58-d2efa6b84c6b tempest-TestNetworkAdvancedServerOps-980266503 tempest-TestNetworkAdvancedServerOps-980266503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 1092 time: 0.1305273 Aug 20 11:57:01.332445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36484) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:01.344446 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': '6e96c996-5132-4b85-890b-d9290816c0b1', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:01.386506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea8ee6-ec18-4c43-ae03-d1cdd26c6c82 req-3602365f-f3cf-49aa-8603-9149fdbbe1ba tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:01.392484 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b8e91-fe76-4df9-a02c-12e38257cb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cd44bb-2eb7-4809-8cfa-2fec74598e4e'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:01.395574 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a63322a-3c8a-446c-ab74-a7708edde2ed" -d '{"events": [{"server_uuid": "a85b8e91-fe76-4df9-a02c-12e38257cb21", "name": "network-vif-plugged", "status": "completed", "tag": "35cd44bb-2eb7-4809-8cfa-2fec74598e4e"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:01.402165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26ea8ee6-ec18-4c43-ae03-d1cdd26c6c82 req-3602365f-f3cf-49aa-8603-9149fdbbe1ba tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 946 time: 0.1252086 Aug 20 11:57:01.409808 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9674ca19-8ea1-40b9-8996-9049737fb479 req-5a35fd63-a4c8-4581-8149-c3e95e794fdb tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 210 time: 0.0724108 Aug 20 11:57:01.413772 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:01.506809 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26ea8ee6-ec18-4c43-ae03-d1cdd26c6c82 req-d00999cd-983d-40b8-b7e1-5d8907bebb61 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=40cf616e-ff2c-47f4-a375-9cd231de4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029017 Aug 20 11:57:01.606834 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55596c3-8749-4373-a9dd-4886bfee7bbf x-openstack-request-id: req-d55596c3-8749-4373-a9dd-4886bfee7bbf {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:01.607423 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b8e91-fe76-4df9-a02c-12e38257cb21", "name": "network-vif-plugged", "status": "completed", "tag": "35cd44bb-2eb7-4809-8cfa-2fec74598e4e", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:01.607877 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d55596c3-8749-4373-a9dd-4886bfee7bbf {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:01.609752 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b8e91-fe76-4df9-a02c-12e38257cb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cd44bb-2eb7-4809-8cfa-2fec74598e4e', 'code': 200} Aug 20 11:57:01.644720 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:01.741237 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1558b9e0-dc3a-4277-99ca-ca56de3e45b3 req-0f885f35-cafb-4c56-aef4-eec23ddc14cd tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0627367 Aug 20 11:57:01.816704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe2a6c-8411-49cb-a43e-3b78f322c07e req-58b77480-60e0-4e78-98c1-fc701d1104bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:01.818260 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7ebe2a6c-8411-49cb-a43e-3b78f322c07e req-58b77480-60e0-4e78-98c1-fc701d1104bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 1097 time: 0.0621161 Aug 20 11:57:01.903403 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7ebe2a6c-8411-49cb-a43e-3b78f322c07e req-4eeae14e-8895-4d07-8d17-09c9f9bf2a3d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=40cf616e-ff2c-47f4-a375-9cd231de4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586908 Aug 20 11:57:01.904770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Allocated IP 172.25.8.107 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/52f3bcfe-22cd-4a96-aa00-e82449f59d3e) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:02.027229 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:02.075754 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:02.117636 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:02.120361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:02.124018 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:02.153636 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=52f3bcfe-22cd-4a96-aa00-e82449f59d3e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:02.578210 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e85a95f9-8798-4cf4-bcb5-c8b4553b42ad req-0f1fe0bf-fa69-4cd9-bb57-98115da49b13 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 210 time: 0.0388007 Aug 20 11:57:02.613716 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:02.651688 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5d529-733f-4b15-bb25-c7a603a11dbd req-c3d29157-b49f-4855-b57e-ee9daff35b40 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:02.663787 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a3f5d529-733f-4b15-bb25-c7a603a11dbd req-c3d29157-b49f-4855-b57e-ee9daff35b40 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 946 time: 0.0762193 Aug 20 11:57:02.714234 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a3f5d529-733f-4b15-bb25-c7a603a11dbd req-2f8afdad-eec6-4af7-b9a8-28ee23b04552 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=40cf616e-ff2c-47f4-a375-9cd231de4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492623 Aug 20 11:57:02.726063 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:02.854727 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:02.929505 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-609f01a0-d816-43e5-bfd0-d63e7043dcc8 req-5a2889ba-8c81-45b7-b0aa-f7743beacef0 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0747824 Aug 20 11:57:02.968907 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:02.975346 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:03.057291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event updated for resources: {'Port': ['ID=52f3bcfe-22cd-4a96-aa00-e82449f59d3e,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:03.070381 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:03.197636 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Floating IP 611eddc5-35ec-41fb-a081-d82f94d50160 associated. External IP: 172.25.8.107, port: 6e96c996-5132-4b85-890b-d9290816c0b1. Aug 20 11:57:03.424039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router c94b1a2d-92d2-4581-adcb-91aebe5afefe has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:57:03.548495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:57:03.559547 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae4bfe8-f552-4337-bb48-c491ecd4d144 None None] Sync routers for ids ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:57:03.572704 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae4bfe8-f552-4337-bb48-c491ecd4d144 None None] Routers {'c94b1a2d-92d2-4581-adcb-91aebe5afefe'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:03.573414 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5ae4bfe8-f552-4337-bb48-c491ecd4d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:56:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:03.574859 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:03.609723 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a1a7d252-0a54-4afc-ae8d-2247d12a86f0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2751739 Aug 20 11:57:03.610311 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'tag': '6e96c996-5132-4b85-890b-d9290816c0b1'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:03.613883 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440e7117-2d61-425d-9213-2a26569eb955" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d15b96-68d2-4e1c-9713-a804e663ab25", "tag": "6e96c996-5132-4b85-890b-d9290816c0b1"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:03.726340 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-66a5bd6b-abf6-453f-b4a4-d77aed97de54 req-9ffb8ffe-4863-47e7-9217-b2f6d56d527f tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 210 time: 0.0345402 Aug 20 11:57:03.738378 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-5ae4bfe8-f552-4337-bb48-c491ecd4d144 None None] Set router c94b1a2d-92d2-4581-adcb-91aebe5afefe gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:03.758205 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bdb71d95-5490-4dca-860f-c69f11c4cbef req-96460aa7-4168-48d7-a4d0-d8b8ded7643c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=97f98a1e-3afb-4338-b810-2ddebabc14f3 HTTP/1.1" status: 200 len: 210 time: 0.0348194 Aug 20 11:57:03.789536 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37e691b-33f8-400d-bc5d-2d5d46f3ea09 x-openstack-request-id: req-e37e691b-33f8-400d-bc5d-2d5d46f3ea09 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:03.789830 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d15b96-68d2-4e1c-9713-a804e663ab25", "tag": "6e96c996-5132-4b85-890b-d9290816c0b1", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:03.790085 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e37e691b-33f8-400d-bc5d-2d5d46f3ea09 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:03.790486 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'tag': '6e96c996-5132-4b85-890b-d9290816c0b1', 'status': 'completed', 'code': 200} Aug 20 11:57:03.807011 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09315d-b8bb-4930-b829-ceb16a2e1dd8 req-0e6f4961-e468-48ad-b977-b9051c680b00 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:03.809800 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f09315d-b8bb-4930-b829-ceb16a2e1dd8 req-0e6f4961-e468-48ad-b977-b9051c680b00 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.0837502 Aug 20 11:57:03.914311 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f09315d-b8bb-4930-b829-ceb16a2e1dd8 req-108eaac4-cc51-444b-8f29-7bd85fb4c74d tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888236 Aug 20 11:57:03.925446 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7117-2d61-425d-9213-2a26569eb955 req-d83d48c0-4e41-4493-84b0-76c376f38605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:03.927355 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-440e7117-2d61-425d-9213-2a26569eb955 req-d83d48c0-4e41-4493-84b0-76c376f38605 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 1097 time: 0.1133623 Aug 20 11:57:03.946135 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36560) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:04.022176 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-759ef669-9d47-4396-bb14-662f0c7f7032 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/611eddc5-35ec-41fb-a081-d82f94d50160 HTTP/1.1" status: 200 len: 992 time: 0.0748525 Aug 20 11:57:04.113019 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-102e0799-cd9f-4064-b3b0-385795f64bf4 req-323ce637-db9b-47ee-8324-305af64f1606 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0443802 Aug 20 11:57:04.168624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5ae4bfe8-f552-4337-bb48-c491ecd4d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323863832', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:36Z', 'updated_at': '2021-08-20T11:56:42Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:37Z', 'updated_at': '2021-08-20T11:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '611eddc5-35ec-41fb-a081-d82f94d50160', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'port_id': '6e96c996-5132-4b85-890b-d9290816c0b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'mac_address': 'fa:16:3e:34:3c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:57:02Z', 'updated_at': '2021-08-20T11:57:02Z', 'revision_number': 0, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b781a389-89e3-4afa-9ff4-d40e5ae39b38', 'name': '', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:68:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:40Z', 'updated_at': '2021-08-20T11:56:50Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:04.211956 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae4bfe8-f552-4337-bb48-c491ecd4d144 None None] Checking router: c94b1a2d-92d2-4581-adcb-91aebe5afefe for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:57:04.224077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae4bfe8-f552-4337-bb48-c491ecd4d144 None None] Routers {'c94b1a2d-92d2-4581-adcb-91aebe5afefe'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:04.224738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5ae4bfe8-f552-4337-bb48-c491ecd4d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:56:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:04.362624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-5ae4bfe8-f552-4337-bb48-c491ecd4d144 None None] Set router c94b1a2d-92d2-4581-adcb-91aebe5afefe gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:04.458759 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c0d88-7100-4cdf-9d2e-8afcc1eec380 req-7808bfa3-cfb4-48ac-bf9f-e0f9c6f15589 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:04.460302 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44c0d88-7100-4cdf-9d2e-8afcc1eec380 req-7808bfa3-cfb4-48ac-bf9f-e0f9c6f15589 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 946 time: 0.5829337 Aug 20 11:57:04.478663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2053403c-3246-46c4-8b90-93db0974220b req-78ffc498-e392-428a-b8ba-fd440b6ef0b1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0800800 Aug 20 11:57:04.526649 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d44c0d88-7100-4cdf-9d2e-8afcc1eec380 req-f604bd7e-2509-4ed5-bd84-1f6da195b033 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=40cf616e-ff2c-47f4-a375-9cd231de4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503039 Aug 20 11:57:04.545583 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7117-2d61-425d-9213-2a26569eb955 req-ebdd1e70-fb26-4499-ba11-95d1e793de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:04.547112 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-440e7117-2d61-425d-9213-2a26569eb955 req-ebdd1e70-fb26-4499-ba11-95d1e793de8a service neutron] 10.222.0.76 "GET /v2.0/networks?id=a13a7086-1015-4c2d-a524-239d5b6a3e97 HTTP/1.1" status: 200 len: 897 time: 0.6129508 Aug 20 11:57:04.634261 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-440e7117-2d61-425d-9213-2a26569eb955 req-a83c4e6a-de42-40ba-b892-daf610b7498d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e96c996-5132-4b85-890b-d9290816c0b1 HTTP/1.1" status: 200 len: 1000 time: 0.0794256 Aug 20 11:57:04.666142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5ae4bfe8-f552-4337-bb48-c491ecd4d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323863832', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:36Z', 'updated_at': '2021-08-20T11:56:42Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:37Z', 'updated_at': '2021-08-20T11:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '611eddc5-35ec-41fb-a081-d82f94d50160', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'port_id': '6e96c996-5132-4b85-890b-d9290816c0b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'mac_address': 'fa:16:3e:34:3c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:57:02Z', 'updated_at': '2021-08-20T11:57:02Z', 'revision_number': 0, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b781a389-89e3-4afa-9ff4-d40e5ae39b38', 'name': '', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:68:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:40Z', 'updated_at': '2021-08-20T11:56:50Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:04.692417 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7117-2d61-425d-9213-2a26569eb955 req-1f68946e-08d4-4052-a214-41f32d7d5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:04.694284 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-440e7117-2d61-425d-9213-2a26569eb955 req-1f68946e-08d4-4052-a214-41f32d7d5fb9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bd1e1b9c-2c97-445b-b010-9908e06e4391 HTTP/1.1" status: 200 len: 834 time: 0.0531018 Aug 20 11:57:04.696595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae4bfe8-f552-4337-bb48-c491ecd4d144 None None] The sync data for ids ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'] in n-d-804299-2 is: [{'id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323863832', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:36Z', 'updated_at': '2021-08-20T11:56:42Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:37Z', 'updated_at': '2021-08-20T11:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '611eddc5-35ec-41fb-a081-d82f94d50160', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'port_id': '6e96c996-5132-4b85-890b-d9290816c0b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'mac_address': 'fa:16:3e:34:3c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:57:02Z', 'updated_at': '2021-08-20T11:57:02Z', 'revision_number': 0, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b781a389-89e3-4afa-9ff4-d40e5ae39b38', 'name': '', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:68:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:40Z', 'updated_at': '2021-08-20T11:56:50Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:04.706966 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c872d-d28c-41d5-a193-cfc5be0cf25c req-489ab83b-5d8b-4b16-80eb-f013682a1ac2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:04.717287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ea5c872d-d28c-41d5-a193-cfc5be0cf25c req-489ab83b-5d8b-4b16-80eb-f013682a1ac2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 946 time: 0.0754411 Aug 20 11:57:04.756214 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7117-2d61-425d-9213-2a26569eb955 req-9fad9d30-9740-4297-b8f9-1aff0444632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:04.757674 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ea5c872d-d28c-41d5-a193-cfc5be0cf25c req-19cb38c2-23fa-4a48-bb35-e4f4648438fd tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=40cf616e-ff2c-47f4-a375-9cd231de4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390644 Aug 20 11:57:04.758997 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-440e7117-2d61-425d-9213-2a26569eb955 req-9fad9d30-9740-4297-b8f9-1aff0444632c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a13a7086-1015-4c2d-a524-239d5b6a3e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581634 Aug 20 11:57:04.900949 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f11d0b3b-8994-474d-bd3f-2dea10f96205 req-5bb0d69a-ee30-4221-96cd-822aa2bff112 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 210 time: 0.0437555 Aug 20 11:57:04.958327 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-440e7117-2d61-425d-9213-2a26569eb955 req-210ffc59-5627-4699-9a64-2838792ce4a2 service neutron] 10.222.0.76 "GET /v2.0/networks/a13a7086-1015-4c2d-a524-239d5b6a3e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825175 Aug 20 11:57:05.025200 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36594) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:05.045198 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9830e5-2e2f-45d3-b76c-0a1a219880f0 None None] New status for floating IP 611eddc5-35ec-41fb-a081-d82f94d50160: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:57:05.089107 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-440e7117-2d61-425d-9213-2a26569eb955 req-9c978d15-49c0-4de0-9d0e-286d860b8b3f service neutron] 10.222.0.76 "GET /v2.0/networks/a13a7086-1015-4c2d-a524-239d5b6a3e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211033 Aug 20 11:57:05.166825 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2c7804bf-341a-4a80-8b4f-fb6b09fbd84e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/611eddc5-35ec-41fb-a081-d82f94d50160 HTTP/1.1" status: 200 len: 992 time: 0.1404366 Aug 20 11:57:05.237009 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86cbab81-b3f3-4d23-905c-11c71a455834 req-79233921-d7f3-4cb1-bec2-f8f1f68ddeb3 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0285761 Aug 20 11:57:06.002689 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89199c99-04a3-4087-9b4b-ba115ed28590 req-89584c0b-96fd-443f-a8ce-9c6381a2c0b1 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 210 time: 0.0332267 Aug 20 11:57:06.170549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36628) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:06.249762 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0aa99ba9-234c-4388-967e-fbcef4fd9065 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/611eddc5-35ec-41fb-a081-d82f94d50160 HTTP/1.1" status: 200 len: 994 time: 0.0688362 Aug 20 11:57:06.302647 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36638) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:06.399447 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6cae9fde-f45b-456c-8f82-0fac3f67b492 req-79b021b0-ef08-42a8-850f-b25b93c4d012 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0515213 Aug 20 11:57:06.828989 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f7c62b9e-3a5e-401c-8f09-d1da1375ebcd req-65e28c23-eb9c-47d8-ae06-842ddbb0ef4b tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0336504 Aug 20 11:57:06.959669 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:07.132780 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84a49219-15dc-4fa3-a02b-405890761aa8 req-62ce4a90-a9bf-464f-9b53-20d393210418 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 210 time: 0.0407400 Aug 20 11:57:07.562233 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Allocated IP 172.20.0.17 (f79f1e19-72d8-4bc7-940c-0bd2f7985857/e1a7c962-0ce3-46ac-bcfd-6a74ef84f963/0c5c63d0-47c2-49a6-be76-445a02763b3a) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:07.687805 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:07.703449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Transition to ACTIVE for port object 0c5c63d0-47c2-49a6-be76-445a02763b3a will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:07.742912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:07.793240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network f79f1e19-72d8-4bc7-940c-0bd2f7985857 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:07.796699 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:07.799488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:07.841609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Port': ['ID=0c5c63d0-47c2-49a6-be76-445a02763b3a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:07.860617 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:07.997354 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b008d854-8ce4-4fbb-996c-4549ca5acda7 req-d74949a5-7c82-4a85-8fe2-17863b191fe0 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0374341 Aug 20 11:57:08.071930 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:08.144922 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0182726b-c0f5-4d0e-a2a5-47aaafbef56d None None] Provisioning for port 0c5c63d0-47c2-49a6-be76-445a02763b3a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:08.149652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0182726b-c0f5-4d0e-a2a5-47aaafbef56d None None] Provisioning complete for port 0c5c63d0-47c2-49a6-be76-445a02763b3a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:08.150202 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0182726b-c0f5-4d0e-a2a5-47aaafbef56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:08.291085 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0182726b-c0f5-4d0e-a2a5-47aaafbef56d None None] Port 0c5c63d0-47c2-49a6-be76-445a02763b3a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:57:08.332389 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-651d3521-a3f0-49b1-ba70-9ee53d54d033 req-adf731f8-6a62-46ba-849e-a2ff654050d8 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 210 time: 0.0380111 Aug 20 11:57:08.408318 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:08.418324 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:08.487229 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:08.506055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Port': ['ID=0c5c63d0-47c2-49a6-be76-445a02763b3a,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:08.599719 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network f79f1e19-72d8-4bc7-940c-0bd2f7985857 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:08.602707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:08.739606 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:57:08.902209 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:57:08.908898 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cf2b0fa3-0c65-4ab3-9d0a-26c6ce8caf25 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "PUT /v2.0/routers/2ac2633e-2f45-4a8b-af2e-a07ee01f66ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6035814 Aug 20 11:57:08.917218 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Sync routers for ids ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:57:08.929260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Routers {'2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:08.930036 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:56:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:09.169310 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc76b585-d4f7-4853-aeaa-a8391d68292e req-879b284a-e200-482d-a683-cedfd7b2c7a6 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0751059 Aug 20 11:57:09.226046 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:09.228939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-509483f5-4d5f-4e35-ac79-e7747a54a363 None None] Provisioning complete for port 0c5c63d0-47c2-49a6-be76-445a02763b3a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:09.229297 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-509483f5-4d5f-4e35-ac79-e7747a54a363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:09.266217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Set router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:09.306998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-509483f5-4d5f-4e35-ac79-e7747a54a363 None None] Port 0c5c63d0-47c2-49a6-be76-445a02763b3a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:57:09.443237 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72004871-0009-4364-8558-bcc7c834d1d9 req-ed29ffd4-2ab9-4965-b444-925bcfa1ea4b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 210 time: 0.0440836 Aug 20 11:57:09.542248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:57:08Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0c1729f3-c60b-4fd9-9507-238481959940', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'port_id': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'mac_address': 'fa:16:3e:a2:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:05Z', 'updated_at': '2021-08-20T11:56:08Z', 'revision_number': 1, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5c63d0-47c2-49a6-be76-445a02763b3a', 'name': '', 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:b9:13:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e1a7c962-0ce3-46ac-bcfd-6a74ef84f963', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:07Z', 'updated_at': '2021-08-20T11:57:08Z', 'revision_number': 2, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': 'e1a7c962-0ce3-46ac-bcfd-6a74ef84f963', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4a860f1-c325-4df2-9c0d-1cf48de8e79a', 'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:3f:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:46Z', 'updated_at': '2021-08-20T11:55:53Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:09.573256 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Checking router: 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:57:09.573651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Updating router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed port 0c5c63d0-47c2-49a6-be76-445a02763b3a binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:57:09.600442 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:09.900326 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:09.911335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Transition to ACTIVE for port object 0c5c63d0-47c2-49a6-be76-445a02763b3a will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:09.918204 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:10.030009 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f1eb9-3b78-4920-8602-111a0b1a23fa None None] Pushing event updated for resources: {'Port': ['ID=0c5c63d0-47c2-49a6-be76-445a02763b3a,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:10.056579 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Attempting to bind port 0c5c63d0-47c2-49a6-be76-445a02763b3a on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:10.056975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Attempting to bind port 0c5c63d0-47c2-49a6-be76-445a02763b3a by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '3dd177aa-30cc-4f80-9886-ba523609659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:10.057341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Attempting to bind port 0c5c63d0-47c2-49a6-be76-445a02763b3a on network f79f1e19-72d8-4bc7-940c-0bd2f7985857 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:10.063460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f1eb9-3b78-4920-8602-111a0b1a23fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:10.063811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f1eb9-3b78-4920-8602-111a0b1a23fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:10.064148 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f1eb9-3b78-4920-8602-111a0b1a23fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:10.065064 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f1eb9-3b78-4920-8602-111a0b1a23fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:10.065638 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f1eb9-3b78-4920-8602-111a0b1a23fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:10.066411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f1eb9-3b78-4920-8602-111a0b1a23fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:10.067062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f1eb9-3b78-4920-8602-111a0b1a23fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:10.068065 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f1eb9-3b78-4920-8602-111a0b1a23fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:10.068563 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f1eb9-3b78-4920-8602-111a0b1a23fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:10.069326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f1eb9-3b78-4920-8602-111a0b1a23fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:10.069839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f1eb9-3b78-4920-8602-111a0b1a23fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:10.070340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f1eb9-3b78-4920-8602-111a0b1a23fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:10.074908 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:10.075535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Checking segment: {'id': '3dd177aa-30cc-4f80-9886-ba523609659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:10.076203 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:10.076778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Bound using segment: {'id': '3dd177aa-30cc-4f80-9886-ba523609659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:10.077438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Bound port: 0c5c63d0-47c2-49a6-be76-445a02763b3a, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd177aa-30cc-4f80-9886-ba523609659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:10.078004 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:10.162135 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] For port 0c5c63d0-47c2-49a6-be76-445a02763b3a, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:10.167379 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] For port 0c5c63d0-47c2-49a6-be76-445a02763b3a, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0c5c63d0-47c2-49a6-be76-445a02763b3a,segment=NetworkSegment(3dd177aa-30cc-4f80-9886-ba523609659f),segment_id=3dd177aa-30cc-4f80-9886-ba523609659f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:10.172060 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:10.256364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Routers {'2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:10.257662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:56:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:10.352146 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-834dab6d-97fe-4c1d-9ebe-7a3884bcdae7 req-ce3e9876-212b-4276-bd94-374030c4ec5e tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0676146 Aug 20 11:57:10.400387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f1eb9-3b78-4920-8602-111a0b1a23fa None None] Pushing event updated for resources: {'Port': ['ID=0c5c63d0-47c2-49a6-be76-445a02763b3a,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:10.425220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] Set router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:10.582321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-942e2935-93cd-4315-b707-9640c751db4e req-705fe5ca-6a01-46b7-850b-71ba961f9f01 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 210 time: 0.0425930 Aug 20 11:57:10.707181 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:57:08Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0c1729f3-c60b-4fd9-9507-238481959940', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'port_id': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'mac_address': 'fa:16:3e:a2:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:05Z', 'updated_at': '2021-08-20T11:56:08Z', 'revision_number': 1, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5c63d0-47c2-49a6-be76-445a02763b3a', 'name': '', 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:b9:13:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e1a7c962-0ce3-46ac-bcfd-6a74ef84f963', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:07Z', 'updated_at': '2021-08-20T11:57:10Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': 'e1a7c962-0ce3-46ac-bcfd-6a74ef84f963', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4a860f1-c325-4df2-9c0d-1cf48de8e79a', 'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:3f:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:46Z', 'updated_at': '2021-08-20T11:55:53Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:10.733941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdfd1bc-4fcc-4ba7-b581-859cc3f8af5b None None] The sync data for ids ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'] in n-d-804299-2 is: [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:57:08Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0c1729f3-c60b-4fd9-9507-238481959940', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'port_id': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'mac_address': 'fa:16:3e:a2:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:05Z', 'updated_at': '2021-08-20T11:56:08Z', 'revision_number': 1, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5c63d0-47c2-49a6-be76-445a02763b3a', 'name': '', 'network_id': 'f79f1e19-72d8-4bc7-940c-0bd2f7985857', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:b9:13:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e1a7c962-0ce3-46ac-bcfd-6a74ef84f963', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:07Z', 'updated_at': '2021-08-20T11:57:10Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': 'e1a7c962-0ce3-46ac-bcfd-6a74ef84f963', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4a860f1-c325-4df2-9c0d-1cf48de8e79a', 'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:3f:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:46Z', 'updated_at': '2021-08-20T11:55:53Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:11.123976 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0c5c63d0-47c2-49a6-be76-445a02763b3a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:11.208323 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 0c5c63d0-47c2-49a6-be76-445a02763b3a completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:11.227790 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 0c5c63d0-47c2-49a6-be76-445a02763b3a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:11.229180 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:11.373848 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:11.428071 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 0c5c63d0-47c2-49a6-be76-445a02763b3a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0c5c63d0-47c2-49a6-be76-445a02763b3a,segment=NetworkSegment(3dd177aa-30cc-4f80-9886-ba523609659f),segment_id=3dd177aa-30cc-4f80-9886-ba523609659f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:11.436362 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:11.504825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=0c5c63d0-47c2-49a6-be76-445a02763b3a,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:11.539926 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f329f088-8589-4f7f-9398-b07a7c5dbe9b req-b7f08481-5447-4ea8-9ae3-1ce84ab02c0b tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0330770 Aug 20 11:57:11.709083 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a9c8cb68-0781-4f20-8db7-5a8181b50478 req-274370e7-f0ef-484a-9c40-0e169d8f482b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26027b6d-f98f-4e54-b5e1-766e3a03ca68 HTTP/1.1" status: 200 len: 210 time: 0.0334756 Aug 20 11:57:12.640140 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a557046b-3aae-4cb2-822e-0a52d76bca77 req-3467fab7-2779-4662-b152-2e9a80f3b328 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0280828 Aug 20 11:57:12.792840 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36804) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:12.819933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36806) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:12.854264 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c4bdae5-9aeb-4d6a-9cdb-de60f6436bbe tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:12.878292 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c4bdae5-9aeb-4d6a-9cdb-de60f6436bbe tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:12.936491 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44e1b18e-f55d-48be-a944-500f17bfd64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:12.947722 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c4bdae5-9aeb-4d6a-9cdb-de60f6436bbe tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:12.950195 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c4bdae5-9aeb-4d6a-9cdb-de60f6436bbe tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:12.951463 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3c4bdae5-9aeb-4d6a-9cdb-de60f6436bbe tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "DELETE /v2.0/security-groups/19e01567-0c8a-45cd-8fd9-ce5846972171 HTTP/1.1" status: 204 len: 168 time: 0.1574380 Aug 20 11:57:12.954258 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36810) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:12.962480 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bdae5-9aeb-4d6a-9cdb-de60f6436bbe tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e01567-0c8a-45cd-8fd9-ce5846972171,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:12.972223 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-233e2316-c817-4b7b-b9ed-8c7244ea85e9 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] show failed (client error): The resource could not be found. Aug 20 11:57:12.976866 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-233e2316-c817-4b7b-b9ed-8c7244ea85e9 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "GET /v2.0/security-groups/19e01567-0c8a-45cd-8fd9-ce5846972171 HTTP/1.1" status: 404 len: 347 time: 0.0211763 Aug 20 11:57:12.977495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36812) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:13.041932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0c5c63d0-47c2-49a6-be76-445a02763b3a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:13.064341 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44e1b18e-f55d-48be-a944-500f17bfd64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.069978 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44e1b18e-f55d-48be-a944-500f17bfd64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.094647 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 0c5c63d0-47c2-49a6-be76-445a02763b3a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:13.094945 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.109313 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-44e1b18e-f55d-48be-a944-500f17bfd64e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eebe0cb158c64872a41cea0f12054dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883492 Aug 20 11:57:13.110450 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1b18e-f55d-48be-a944-500f17bfd64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f67d000-1518-4adf-99c5-63ea868d3c72,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:13.112668 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36814) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:13.156927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d072bafb-11e1-4fd5-a9e3-c2661a350922 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Deleting port 49a454d9-34ca-4f71-90f7-81ffde8771d5 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:13.157267 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d072bafb-11e1-4fd5-a9e3-c2661a350922 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.219998 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.254347 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.273272 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d072bafb-11e1-4fd5-a9e3-c2661a350922 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.273603 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d072bafb-11e1-4fd5-a9e3-c2661a350922 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.298645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d072bafb-11e1-4fd5-a9e3-c2661a350922 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Calling delete_port for 49a454d9-34ca-4f71-90f7-81ffde8771d5 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:13.365339 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.367959 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.369105 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f67d000-1518-4adf-99c5-63ea868d3c72 HTTP/1.1" status: 204 len: 168 time: 0.2554483 Aug 20 11:57:13.380401 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f67d000-1518-4adf-99c5-63ea868d3c72,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:13.397184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:13.397530 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:13.397869 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:13.398198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:13.398531 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:13.398855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:13.399173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:13.399494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:13.399812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:13.400132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:13.400449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:13.400793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a15a3-fb3a-4ff7-a3bb-0bff4d9f1d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:13.469777 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d072bafb-11e1-4fd5-a9e3-c2661a350922 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.496932 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072bafb-11e1-4fd5-a9e3-c2661a350922 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event deleted for resources: {'Port': ['ID=49a454d9-34ca-4f71-90f7-81ffde8771d5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:13.557368 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d072bafb-11e1-4fd5-a9e3-c2661a350922 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.560100 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d072bafb-11e1-4fd5-a9e3-c2661a350922 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.561302 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d072bafb-11e1-4fd5-a9e3-c2661a350922 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "DELETE /v2.0/floatingips/85649538-1862-4545-9df8-c974bda9bc16 HTTP/1.1" status: 204 len: 168 time: 0.5828226 Aug 20 11:57:13.564044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36820) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:13.640754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36822) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:13.654563 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8359fdf9-ae33-40a2-9e28-b5c0b974a9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.661389 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-95a230bd-fb12-45ea-a61f-063b8059e12b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Deleting port 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:13.661920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95a230bd-fb12-45ea-a61f-063b8059e12b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.754899 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e38a69df-3ccd-42c7-85ab-51f1cbf4b287 req-5a662939-d8f8-48cf-9c2c-cf5a40d31a4d tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0346005 Aug 20 11:57:13.761230 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95a230bd-fb12-45ea-a61f-063b8059e12b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.775488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-95a230bd-fb12-45ea-a61f-063b8059e12b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Calling delete_port for 739f1436-cf2a-4439-9ffb-00e1f9ff7b08 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:13.782057 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8359fdf9-ae33-40a2-9e28-b5c0b974a9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.787367 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8359fdf9-ae33-40a2-9e28-b5c0b974a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.829623 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8359fdf9-ae33-40a2-9e28-b5c0b974a9fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae8d4fc136a14edfbfbcf2c7f8a56b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877718 Aug 20 11:57:13.831010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359fdf9-ae33-40a2-9e28-b5c0b974a9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6533eccd-6b71-4054-8c1c-b72212670ffc,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:13.834067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36828) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:13.888486 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-548e510c-376e-440b-8f11-c328ac09621f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.911775 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-548e510c-376e-440b-8f11-c328ac09621f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.922277 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95a230bd-fb12-45ea-a61f-063b8059e12b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.950445 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a230bd-fb12-45ea-a61f-063b8059e12b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event deleted for resources: {'Port': ['ID=739f1436-cf2a-4439-9ffb-00e1f9ff7b08,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:13.967163 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-548e510c-376e-440b-8f11-c328ac09621f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.970319 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-548e510c-376e-440b-8f11-c328ac09621f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.972444 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-548e510c-376e-440b-8f11-c328ac09621f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6533eccd-6b71-4054-8c1c-b72212670ffc HTTP/1.1" status: 204 len: 168 time: 0.1373539 Aug 20 11:57:13.985954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e510c-376e-440b-8f11-c328ac09621f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6533eccd-6b71-4054-8c1c-b72212670ffc,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:14.030193 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95a230bd-fb12-45ea-a61f-063b8059e12b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:14.032107 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-95a230bd-fb12-45ea-a61f-063b8059e12b tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "DELETE /v2.0/ports/739f1436-cf2a-4439-9ffb-00e1f9ff7b08 HTTP/1.1" status: 204 len: 168 time: 0.4669213 Aug 20 11:57:14.035385 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36832) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:14.129703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e8ab2736-5001-48d2-9f65-c8fecea772d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Deleting port 65164dec-9537-4c9c-89fe-cc971fdf8ed3 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:14.130084 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e8ab2736-5001-48d2-9f65-c8fecea772d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:14.218886 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e8ab2736-5001-48d2-9f65-c8fecea772d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:14.231081 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e8ab2736-5001-48d2-9f65-c8fecea772d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Calling delete_port for 65164dec-9537-4c9c-89fe-cc971fdf8ed3 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:14.401366 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e8ab2736-5001-48d2-9f65-c8fecea772d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:14.438227 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab2736-5001-48d2-9f65-c8fecea772d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event deleted for resources: {'Port': ['ID=65164dec-9537-4c9c-89fe-cc971fdf8ed3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:14.537029 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e8ab2736-5001-48d2-9f65-c8fecea772d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:14.538993 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e8ab2736-5001-48d2-9f65-c8fecea772d6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "DELETE /v2.0/ports/65164dec-9537-4c9c-89fe-cc971fdf8ed3 HTTP/1.1" status: 204 len: 168 time: 0.5025835 Aug 20 11:57:14.542075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36844) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:14.607752 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bd3266-8c08-47f0-84d8-97f810ad3058 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Deleting subnet 09ba0c88-a55b-46f8-9b69-941d92f119dc {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:57:14.611327 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00bd3266-8c08-47f0-84d8-97f810ad3058 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:14.653202 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00bd3266-8c08-47f0-84d8-97f810ad3058 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:14.788314 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00bd3266-8c08-47f0-84d8-97f810ad3058 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:14.875593 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8679f7fc-a015-4140-aac6-b483326888cc req-88ef2222-cff5-49ad-b208-55e259ccbba1 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0321178 Aug 20 11:57:14.895148 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00bd3266-8c08-47f0-84d8-97f810ad3058 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:14.947577 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd3266-8c08-47f0-84d8-97f810ad3058 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event deleted for resources: {'Subnet': ['ID=09ba0c88-a55b-46f8-9b69-941d92f119dc,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:14.950562 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00bd3266-8c08-47f0-84d8-97f810ad3058 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:14.955654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36862) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:14.957080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17f3b87-4dad-414e-a1e7-9ac04f0331bc None None] Network 96ae447a-8b4f-4e4b-83fe-8a03f1635478 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:14.969676 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-00bd3266-8c08-47f0-84d8-97f810ad3058 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "DELETE /v2.0/subnets/09ba0c88-a55b-46f8-9b69-941d92f119dc HTTP/1.1" status: 204 len: 168 time: 0.4076836 Aug 20 11:57:15.111815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbe5260-dd96-4844-9733-50a0871a00dc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Deleting subnet daec4b51-4b37-4704-a597-55152e602713 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:57:15.129768 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5fbe5260-dd96-4844-9733-50a0871a00dc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.198242 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5fbe5260-dd96-4844-9733-50a0871a00dc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.230955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a835c34-f01d-418a-9cbc-df90c0e23a71 None None] DHCP port deletion for 96ae447a-8b4f-4e4b-83fe-8a03f1635478 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:57:15.296535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0a835c34-f01d-418a-9cbc-df90c0e23a71 None None] Deleting port 1835e05e-d33c-4ec4-8281-6da8019c0bfd {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:15.297175 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0a835c34-f01d-418a-9cbc-df90c0e23a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.318602 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5fbe5260-dd96-4844-9733-50a0871a00dc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.366049 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0a835c34-f01d-418a-9cbc-df90c0e23a71 None None] For port 1835e05e-d33c-4ec4-8281-6da8019c0bfd, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=1835e05e-d33c-4ec4-8281-6da8019c0bfd,segment=NetworkSegment(3b2f52a9-89f7-40db-8295-df0af4886398),segment_id=3b2f52a9-89f7-40db-8295-df0af4886398)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:15.366451 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0a835c34-f01d-418a-9cbc-df90c0e23a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.380886 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0a835c34-f01d-418a-9cbc-df90c0e23a71 None None] Calling delete_port for 1835e05e-d33c-4ec4-8281-6da8019c0bfd owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:15.404251 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5fbe5260-dd96-4844-9733-50a0871a00dc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.438421 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe5260-dd96-4844-9733-50a0871a00dc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event deleted for resources: {'Subnet': ['ID=daec4b51-4b37-4704-a597-55152e602713,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:15.444195 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5fbe5260-dd96-4844-9733-50a0871a00dc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.449239 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5fbe5260-dd96-4844-9733-50a0871a00dc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "DELETE /v2.0/subnets/daec4b51-4b37-4704-a597-55152e602713 HTTP/1.1" status: 204 len: 168 time: 0.4924340 Aug 20 11:57:15.449433 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36904) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:15.470178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85af0dfe-1cf7-482e-809c-7fcd8a557935 None None] Network fa709b65-6a45-4c6d-bf67-c3bf950dd559 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:15.498496 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36906) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:15.546733 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0a835c34-f01d-418a-9cbc-df90c0e23a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.557892 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6684740d-96ca-4d41-bb1c-86a59f9699bc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.601692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a835c34-f01d-418a-9cbc-df90c0e23a71 None None] No DVR routers for this DVR port 1835e05e-d33c-4ec4-8281-6da8019c0bfd on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:15.604994 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a835c34-f01d-418a-9cbc-df90c0e23a71 None None] Pushing event deleted for resources: {'Port': ['ID=1835e05e-d33c-4ec4-8281-6da8019c0bfd,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:15.639842 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-70330082-7818-4fe5-9b60-c67b4dd9e7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.669375 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6684740d-96ca-4d41-bb1c-86a59f9699bc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.686882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-6684740d-96ca-4d41-bb1c-86a59f9699bc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ae447a-8b4f-4e4b-83fe-8a03f1635478']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:15.700627 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-6684740d-96ca-4d41-bb1c-86a59f9699bc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2f52a9-89f7-40db-8295-df0af4886398') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:15.701231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-6684740d-96ca-4d41-bb1c-86a59f9699bc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2f52a9-89f7-40db-8295-df0af4886398') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:15.713610 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6684740d-96ca-4d41-bb1c-86a59f9699bc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.714297 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec07d3-bc70-4c68-bf07-ecd63912db92 None None] DHCP port deletion for fa709b65-6a45-4c6d-bf67-c3bf950dd559 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:57:15.729555 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6684740d-96ca-4d41-bb1c-86a59f9699bc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.737497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6684740d-96ca-4d41-bb1c-86a59f9699bc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:57:15.738288 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6684740d-96ca-4d41-bb1c-86a59f9699bc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:57:15.741708 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:57:15.750545 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-70330082-7818-4fe5-9b60-c67b4dd9e7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.755156 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-70330082-7818-4fe5-9b60-c67b4dd9e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.771869 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec07d3-bc70-4c68-bf07-ecd63912db92 None None] Deleting port 777a4829-5112-4de8-9643-523a919e3d50 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:15.772539 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a4ec07d3-bc70-4c68-bf07-ecd63912db92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.796230 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-70330082-7818-4fe5-9b60-c67b4dd9e7d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cfe2ebf604e4cdaa09a78ba24fe5c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958324 Aug 20 11:57:15.797382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70330082-7818-4fe5-9b60-c67b4dd9e7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dfbab0-9f9e-46f8-9b2f-d8f8b3bb2da0,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:15.799962 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36910) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:15.814560 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6684740d-96ca-4d41-bb1c-86a59f9699bc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.825754 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6684740d-96ca-4d41-bb1c-86a59f9699bc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.827602 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6684740d-96ca-4d41-bb1c-86a59f9699bc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "DELETE /v2.0/networks/96ae447a-8b4f-4e4b-83fe-8a03f1635478 HTTP/1.1" status: 204 len: 168 time: 0.3774202 Aug 20 11:57:15.830572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36912) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:15.850830 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a4ec07d3-bc70-4c68-bf07-ecd63912db92 None None] For port 777a4829-5112-4de8-9643-523a919e3d50, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=777a4829-5112-4de8-9643-523a919e3d50,segment=NetworkSegment(bed1f780-094c-4722-adc4-1228938020ff),segment_id=bed1f780-094c-4722-adc4-1228938020ff)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:15.851119 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684740d-96ca-4d41-bb1c-86a59f9699bc tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event deleted for resources: {'Network': ['ID=96ae447a-8b4f-4e4b-83fe-8a03f1635478,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:15.851622 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a4ec07d3-bc70-4c68-bf07-ecd63912db92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.869626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec07d3-bc70-4c68-bf07-ecd63912db92 None None] Calling delete_port for 777a4829-5112-4de8-9643-523a919e3d50 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:15.874479 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b97dfcfa-90b9-4ca1-a0a0-d15c21918685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.898343 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b97dfcfa-90b9-4ca1-a0a0-d15c21918685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.921268 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.962646 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b97dfcfa-90b9-4ca1-a0a0-d15c21918685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.965356 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b97dfcfa-90b9-4ca1-a0a0-d15c21918685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.969158 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b97dfcfa-90b9-4ca1-a0a0-d15c21918685 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70dfbab0-9f9e-46f8-9b2f-d8f8b3bb2da0 HTTP/1.1" status: 204 len: 168 time: 0.1649275 Aug 20 11:57:15.980653 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97dfcfa-90b9-4ca1-a0a0-d15c21918685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dfbab0-9f9e-46f8-9b2f-d8f8b3bb2da0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:15.993762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Deleting port 777a4829-5112-4de8-9643-523a919e3d50 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:15.994117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.008570 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a4ec07d3-bc70-4c68-bf07-ecd63912db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.041301 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec07d3-bc70-4c68-bf07-ecd63912db92 None None] Pushing event deleted for resources: {'Port': ['ID=777a4829-5112-4de8-9643-523a919e3d50,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:16.043569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec07d3-bc70-4c68-bf07-ecd63912db92 None None] No DVR routers for this DVR port 777a4829-5112-4de8-9643-523a919e3d50 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:16.062200 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-67431cf0-a0e8-479b-ab80-1937b5f10c03 req-245e367b-9fe1-42d6-bae3-46739390f4d5 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0712318 Aug 20 11:57:16.091797 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] For port 777a4829-5112-4de8-9643-523a919e3d50, host n-d-804299-2, got binding levels [] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:16.092164 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.106146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Calling delete_port for 777a4829-5112-4de8-9643-523a919e3d50 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:16.108725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.ipam_backend_mixin [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Port 777a4829-5112-4de8-9643-523a919e3d50 was not found and therefore no delete operation was performed {{(pid=94691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:57:16.109935 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.136210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event deleted for resources: {'Port': ['ID=777a4829-5112-4de8-9643-523a919e3d50,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:16.138038 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] No DVR routers for this DVR port 777a4829-5112-4de8-9643-523a919e3d50 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:16.221677 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.231703 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa709b65-6a45-4c6d-bf67-c3bf950dd559']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:16.243321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed1f780-094c-4722-adc4-1228938020ff') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:16.243617 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed1f780-094c-4722-adc4-1228938020ff') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:16.253219 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.271886 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.278360 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:57:16.278740 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:57:16.281618 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:57:16.340769 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.348906 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.350509 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] 10.222.0.37 "DELETE /v2.0/networks/fa709b65-6a45-4c6d-bf67-c3bf950dd559 HTTP/1.1" status: 204 len: 168 time: 0.5189481 Aug 20 11:57:16.364514 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6170832-3281-4b50-bfe7-3e34a966bfc6 tempest-TaggedBootDevicesTest_v242-1527943660 tempest-TaggedBootDevicesTest_v242-1527943660-project] Pushing event deleted for resources: {'Network': ['ID=fa709b65-6a45-4c6d-bf67-c3bf950dd559,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:16.680077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-f1caaa36-2fdc-4778-a238-5f668d2b4e90 req-609988ec-a747-456f-a1cc-38c73078bafa service neutron] (94690) timed out ('10.222.0.37', 40156) {{(pid=94690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:57:16.688120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36946) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:16.790480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5add4342-56f2-4996-a779-2d372bf80b7a tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-580134222'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:16.810996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5add4342-56f2-4996-a779-2d372bf80b7a tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Made reservation on behalf of 853a0e206c374025a68dc6a84b8efd84 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:16.815013 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5add4342-56f2-4996-a779-2d372bf80b7a tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.823689 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5add4342-56f2-4996-a779-2d372bf80b7a tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.914937 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5add4342-56f2-4996-a779-2d372bf80b7a tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.918641 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5add4342-56f2-4996-a779-2d372bf80b7a tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.948183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5add4342-56f2-4996-a779-2d372bf80b7a tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:57:16.953677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add4342-56f2-4996-a779-2d372bf80b7a tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42eba66-a64d-46ae-9624-4b37825cc94d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:16.961566 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5add4342-56f2-4996-a779-2d372bf80b7a tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.961909 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-5add4342-56f2-4996-a779-2d372bf80b7a tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Added segment 2c5d3468-a80c-43d9-97c4-613d5d3eda44 of type vlan for network 537e28c7-56c7-4d9f-b3d8-4b029779b622 Aug 20 11:57:17.007536 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5add4342-56f2-4996-a779-2d372bf80b7a tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.037785 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5add4342-56f2-4996-a779-2d372bf80b7a tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.043812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5add4342-56f2-4996-a779-2d372bf80b7a tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:17.044601 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5add4342-56f2-4996-a779-2d372bf80b7a tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.046407 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 777a4829-5112-4de8-9643-523a919e3d50 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:17.067038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 777a4829-5112-4de8-9643-523a919e3d50 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:17.067471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 777a4829-5112-4de8-9643-523a919e3d50 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:17.067968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 1835e05e-d33c-4ec4-8281-6da8019c0bfd no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:17.087727 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 1835e05e-d33c-4ec4-8281-6da8019c0bfd {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:17.088164 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 1835e05e-d33c-4ec4-8281-6da8019c0bfd not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:17.117009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5add4342-56f2-4996-a779-2d372bf80b7a tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4263666 Aug 20 11:57:17.119752 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36952) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:17.124891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-fe7e154f-3826-4703-a88a-e0cd0f875ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Request body: {'subnet': {'network_id': '537e28c7-56c7-4d9f-b3d8-4b029779b622', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:17.128034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add4342-56f2-4996-a779-2d372bf80b7a tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Pushing event updated for resources: {'Network': ['ID=537e28c7-56c7-4d9f-b3d8-4b029779b622,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:17.139559 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 537e28c7-56c7-4d9f-b3d8-4b029779b622 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:57:17.205517 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8a56016d-6e84-4cbf-9fcf-2a10ed349a50 req-c1842a2e-06f0-46c0-a6fe-e047026deef7 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0377731 Aug 20 11:57:17.246547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7e154f-3826-4703-a88a-e0cd0f875ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Made reservation on behalf of 853a0e206c374025a68dc6a84b8efd84 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:17.252023 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe7e154f-3826-4703-a88a-e0cd0f875ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.441334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe7e154f-3826-4703-a88a-e0cd0f875ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.505921 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e154f-3826-4703-a88a-e0cd0f875ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Pushing event updated for resources: {'Subnet': ['ID=ea0ec3d4-9ba4-4ed9-94d3-913e6ea1e564,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:17.514976 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e154f-3826-4703-a88a-e0cd0f875ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Checking segment: {'id': '2c5d3468-a80c-43d9-97c4-613d5d3eda44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '537e28c7-56c7-4d9f-b3d8-4b029779b622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:17.515336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7e154f-3826-4703-a88a-e0cd0f875ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Network hostable DHCP agents. Network: 537e28c7-56c7-4d9f-b3d8-4b029779b622, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:57:17.532044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7e154f-3826-4703-a88a-e0cd0f875ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Network 537e28c7-56c7-4d9f-b3d8-4b029779b622 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:57:17.541331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-fe7e154f-3826-4703-a88a-e0cd0f875ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 537e28c7-56c7-4d9f-b3d8-4b029779b622) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:17.546872 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e154f-3826-4703-a88a-e0cd0f875ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:17.546990 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe7e154f-3826-4703-a88a-e0cd0f875ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.550521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfa299f-b3a6-47a9-ba06-5468303c828a None None] Network 537e28c7-56c7-4d9f-b3d8-4b029779b622 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:17.562410 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fe7e154f-3826-4703-a88a-e0cd0f875ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4414752 Aug 20 11:57:17.565278 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36954) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:17.570178 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-0c3ec3bb-81c7-4d50-8687-9bd1b4982544 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Request body: {'port': {'network_id': '537e28c7-56c7-4d9f-b3d8-4b029779b622', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-493797837'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:17.686212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3ec3bb-81c7-4d50-8687-9bd1b4982544 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Made reservation on behalf of 853a0e206c374025a68dc6a84b8efd84 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:17.690010 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c3ec3bb-81c7-4d50-8687-9bd1b4982544 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.703335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-537e28c7-56c7-4d9f-b3d8-4b029779b622', 'network_id': '537e28c7-56c7-4d9f-b3d8-4b029779b622', 'tenant_id': '853a0e206c374025a68dc6a84b8efd84', 'fixed_ips': [{'subnet_id': 'ea0ec3d4-9ba4-4ed9-94d3-913e6ea1e564'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:57:17.704560 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.710546 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-0c3ec3bb-81c7-4d50-8687-9bd1b4982544 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] device_id is not set on port 6c9f2f04-dbed-4149-83a6-47d486e3a3ef yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:57:17.838421 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-0c3ec3bb-81c7-4d50-8687-9bd1b4982544 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Allocated IP 2001:db8::155 (537e28c7-56c7-4d9f-b3d8-4b029779b622/ea0ec3d4-9ba4-4ed9-94d3-913e6ea1e564/6c9f2f04-dbed-4149-83a6-47d486e3a3ef) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:17.985784 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c3ec3bb-81c7-4d50-8687-9bd1b4982544 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.000133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0c3ec3bb-81c7-4d50-8687-9bd1b4982544 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Transition to ACTIVE for port object 6c9f2f04-dbed-4149-83a6-47d486e3a3ef will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:18.034633 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c3ec3bb-81c7-4d50-8687-9bd1b4982544 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.078893 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3ec3bb-81c7-4d50-8687-9bd1b4982544 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Network 537e28c7-56c7-4d9f-b3d8-4b029779b622 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:18.081576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Allocated IP 2001:db8::2 (537e28c7-56c7-4d9f-b3d8-4b029779b622/ea0ec3d4-9ba4-4ed9-94d3-913e6ea1e564/4001b8e2-70f1-47c6-bf3e-28d18857e6e4) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:18.084281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-0c3ec3bb-81c7-4d50-8687-9bd1b4982544 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:18.091202 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ec3bb-81c7-4d50-8687-9bd1b4982544 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:18.097576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3ec3bb-81c7-4d50-8687-9bd1b4982544 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:18.099384 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c3ec3bb-81c7-4d50-8687-9bd1b4982544 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.117532 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ec3bb-81c7-4d50-8687-9bd1b4982544 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Pushing event updated for resources: {'Port': ['ID=6c9f2f04-dbed-4149-83a6-47d486e3a3ef,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:18.130386 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0c3ec3bb-81c7-4d50-8687-9bd1b4982544 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5639086 Aug 20 11:57:18.133336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36958) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:18.139522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Request body: {'port': {'network_id': '537e28c7-56c7-4d9f-b3d8-4b029779b622', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-279578356', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:18.140172 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.api.validators [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] bootfile-name is not in valid_values {{(pid=94690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:57:18.140611 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.api.validators [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] tftp-server is not in valid_values {{(pid=94690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:57:18.141079 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.api.validators [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] server-ip-address is not in valid_values {{(pid=94690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:57:18.265948 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Made reservation on behalf of 853a0e206c374025a68dc6a84b8efd84 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:18.268307 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.270791 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.277874 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Transition to ACTIVE for port object 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:18.293393 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] device_id is not set on port 63b49aea-1f7e-4727-af26-2d2fa4559bbd yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:57:18.295539 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Transition to ACTIVE for port object 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:18.307597 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.347417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Network 537e28c7-56c7-4d9f-b3d8-4b029779b622 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:18.351706 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-289bab37-b447-4f1f-8c32-fb75e9e8d8e7 req-bf639cd0-8a96-4a19-b48c-00e831a27fb8 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0298450 Aug 20 11:57:18.356713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:18.361359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:18.391481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Pushing event updated for resources: {'Port': ['ID=4001b8e2-70f1-47c6-bf3e-28d18857e6e4,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:18.450769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Allocated IP 2001:db8::393 (537e28c7-56c7-4d9f-b3d8-4b029779b622/ea0ec3d4-9ba4-4ed9-94d3-913e6ea1e564/63b49aea-1f7e-4727-af26-2d2fa4559bbd) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:18.584956 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Attempting to bind port 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:18.585641 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Attempting to bind port 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '2c5d3468-a80c-43d9-97c4-613d5d3eda44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '537e28c7-56c7-4d9f-b3d8-4b029779b622'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:18.586220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Attempting to bind port 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 on network 537e28c7-56c7-4d9f-b3d8-4b029779b622 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:18.594369 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:18.594742 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Checking segment: {'id': '2c5d3468-a80c-43d9-97c4-613d5d3eda44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '537e28c7-56c7-4d9f-b3d8-4b029779b622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:18.595272 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.596950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Bound using segment: {'id': '2c5d3468-a80c-43d9-97c4-613d5d3eda44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '537e28c7-56c7-4d9f-b3d8-4b029779b622'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:18.596950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Bound port: 4001b8e2-70f1-47c6-bf3e-28d18857e6e4, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5d3468-a80c-43d9-97c4-613d5d3eda44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '537e28c7-56c7-4d9f-b3d8-4b029779b622'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:18.597203 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.637859 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.652377 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Transition to ACTIVE for port object 63b49aea-1f7e-4727-af26-2d2fa4559bbd will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:18.668749 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] For port 4001b8e2-70f1-47c6-bf3e-28d18857e6e4, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:18.676303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] For port 4001b8e2-70f1-47c6-bf3e-28d18857e6e4, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4001b8e2-70f1-47c6-bf3e-28d18857e6e4,segment=NetworkSegment(2c5d3468-a80c-43d9-97c4-613d5d3eda44),segment_id=2c5d3468-a80c-43d9-97c4-613d5d3eda44)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:18.680682 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.690460 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.737541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Network 537e28c7-56c7-4d9f-b3d8-4b029779b622 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:18.740729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:18.744559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:18.746188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df559c-4d88-4009-9267-49df68d49abf None None] Pushing event updated for resources: {'Port': ['ID=4001b8e2-70f1-47c6-bf3e-28d18857e6e4,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:18.750297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:18.750964 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.766936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Pushing event updated for resources: {'Port': ['ID=63b49aea-1f7e-4727-af26-2d2fa4559bbd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:18.787196 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-91aa77e3-ebc2-4251-9108-c1efe0020c2f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.6526284 Aug 20 11:57:18.790571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36966) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:18.885780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc56d2e0-d67b-41f7-ba39-27542b3fa8e5 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:18.892794 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc56d2e0-d67b-41f7-ba39-27542b3fa8e5 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:18.899463 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc56d2e0-d67b-41f7-ba39-27542b3fa8e5 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:18.904349 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cc56d2e0-d67b-41f7-ba39-27542b3fa8e5 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1121519 Aug 20 11:57:18.904802 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36968) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:19.058493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cf242ae5-e197-4ff4-b977-63cc38bec99f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Deleting port 63b49aea-1f7e-4727-af26-2d2fa4559bbd {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:19.058899 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf242ae5-e197-4ff4-b977-63cc38bec99f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.121468 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:19.154460 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf242ae5-e197-4ff4-b977-63cc38bec99f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.167776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cf242ae5-e197-4ff4-b977-63cc38bec99f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Calling delete_port for 63b49aea-1f7e-4727-af26-2d2fa4559bbd owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:19.180875 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:19.315516 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf242ae5-e197-4ff4-b977-63cc38bec99f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.345057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf242ae5-e197-4ff4-b977-63cc38bec99f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Pushing event deleted for resources: {'Port': ['ID=63b49aea-1f7e-4727-af26-2d2fa4559bbd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:19.375836 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf242ae5-e197-4ff4-b977-63cc38bec99f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.378430 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cf242ae5-e197-4ff4-b977-63cc38bec99f tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] 10.222.0.37 "DELETE /v2.0/ports/63b49aea-1f7e-4727-af26-2d2fa4559bbd HTTP/1.1" status: 204 len: 168 time: 0.4725792 Aug 20 11:57:19.382027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36970) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:19.387728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f5c5e34f-1a29-4469-b21f-648c6106918e tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Request body: {'port': {'name': 'tempest-new-port-name-1464128917', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:19.388126 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.api.validators [None req-f5c5e34f-1a29-4469-b21f-648c6106918e tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] bootfile-name is not in valid_values {{(pid=94690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:57:19.388526 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.api.validators [None req-f5c5e34f-1a29-4469-b21f-648c6106918e tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] tftp-server is not in valid_values {{(pid=94690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:57:19.388886 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.api.validators [None req-f5c5e34f-1a29-4469-b21f-648c6106918e tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] server-ip-address is not in valid_values {{(pid=94690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:57:19.484069 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-345106a0-84b6-4e40-bf3c-c8efc31bf21f req-416a0267-0250-4d20-b075-1919abcd9dc9 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0457277 Aug 20 11:57:19.490108 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e34f-1a29-4469-b21f-648c6106918e tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.711801 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e34f-1a29-4469-b21f-648c6106918e tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.716824 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e34f-1a29-4469-b21f-648c6106918e tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.750395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5e34f-1a29-4469-b21f-648c6106918e tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] In _notify_port_updated(), no bound segment for port 6c9f2f04-dbed-4149-83a6-47d486e3a3ef on network 537e28c7-56c7-4d9f-b3d8-4b029779b622 {{(pid=94690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:57:19.756380 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c5e34f-1a29-4469-b21f-648c6106918e tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:19.757006 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e34f-1a29-4469-b21f-648c6106918e tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.758300 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f5c5e34f-1a29-4469-b21f-648c6106918e tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] 10.222.0.37 "PUT /v2.0/ports/6c9f2f04-dbed-4149-83a6-47d486e3a3ef HTTP/1.1" status: 200 len: 1130 time: 0.3752971 Aug 20 11:57:19.761414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36974) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:19.774450 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5e34f-1a29-4469-b21f-648c6106918e tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Pushing event updated for resources: {'Port': ['ID=6c9f2f04-dbed-4149-83a6-47d486e3a3ef,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:19.803452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dbd70e-a484-481f-9b07-5c122836c042 None None] Network 537e28c7-56c7-4d9f-b3d8-4b029779b622 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:19.814835 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cdf228-7a8b-42eb-8b82-26956ec449a7 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:19.822893 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-96cdf228-7a8b-42eb-8b82-26956ec449a7 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] 10.222.0.37 "GET /v2.0/ports/6c9f2f04-dbed-4149-83a6-47d486e3a3ef HTTP/1.1" status: 200 len: 1130 time: 0.0569301 Aug 20 11:57:19.823367 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36976) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:19.874151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4e112cb8-bf66-41a2-b8a5-98a09db16200 None None] Provisioning for port 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:19.883680 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4e112cb8-bf66-41a2-b8a5-98a09db16200 None None] Provisioning complete for port 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:19.884063 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4e112cb8-bf66-41a2-b8a5-98a09db16200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.938783 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6db5f34e-f411-4143-8c4b-4d06bda14cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Deleting port 6c9f2f04-dbed-4149-83a6-47d486e3a3ef {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:19.939797 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6db5f34e-f411-4143-8c4b-4d06bda14cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.051985 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4e112cb8-bf66-41a2-b8a5-98a09db16200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.054347 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6db5f34e-f411-4143-8c4b-4d06bda14cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.068275 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6db5f34e-f411-4143-8c4b-4d06bda14cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Calling delete_port for 6c9f2f04-dbed-4149-83a6-47d486e3a3ef owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:20.092980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4e112cb8-bf66-41a2-b8a5-98a09db16200 None None] For port 4001b8e2-70f1-47c6-bf3e-28d18857e6e4, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4001b8e2-70f1-47c6-bf3e-28d18857e6e4,segment=NetworkSegment(2c5d3468-a80c-43d9-97c4-613d5d3eda44),segment_id=2c5d3468-a80c-43d9-97c4-613d5d3eda44)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:20.099256 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4e112cb8-bf66-41a2-b8a5-98a09db16200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.160626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e112cb8-bf66-41a2-b8a5-98a09db16200 None None] Pushing event updated for resources: {'Port': ['ID=4001b8e2-70f1-47c6-bf3e-28d18857e6e4,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:20.223961 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6db5f34e-f411-4143-8c4b-4d06bda14cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.258927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5f34e-f411-4143-8c4b-4d06bda14cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Pushing event deleted for resources: {'Port': ['ID=6c9f2f04-dbed-4149-83a6-47d486e3a3ef,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:20.291227 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6db5f34e-f411-4143-8c4b-4d06bda14cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.294071 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6db5f34e-f411-4143-8c4b-4d06bda14cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] 10.222.0.37 "DELETE /v2.0/ports/6c9f2f04-dbed-4149-83a6-47d486e3a3ef HTTP/1.1" status: 204 len: 168 time: 0.4696290 Aug 20 11:57:20.296528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 36986) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:20.356952 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c8afaa-a213-4435-aa41-52f4ce0a4929 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Deleting subnet ea0ec3d4-9ba4-4ed9-94d3-913e6ea1e564 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:57:20.360269 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81c8afaa-a213-4435-aa41-52f4ce0a4929 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.402849 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81c8afaa-a213-4435-aa41-52f4ce0a4929 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.453238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fd977102-0589-4af1-8933-f3821492be12 None None] Provisioning complete for port 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:20.454599 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fd977102-0589-4af1-8933-f3821492be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.494235 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81c8afaa-a213-4435-aa41-52f4ce0a4929 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.584602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fd977102-0589-4af1-8933-f3821492be12 None None] Could not find standard attr ID for object 6c9f2f04-dbed-4149-83a6-47d486e3a3ef. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:57:20.628578 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ab1fd62-d14f-4cd7-abba-87cb4448e20d req-33c317bf-46db-4c76-aae8-b0131f7ddce1 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0408852 Aug 20 11:57:20.701720 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1b6f237c-be1d-4cdb-85b2-676678132974 None None] Could not find standard attr ID for object 6c9f2f04-dbed-4149-83a6-47d486e3a3ef. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:57:20.866880 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81c8afaa-a213-4435-aa41-52f4ce0a4929 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.898412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8afaa-a213-4435-aa41-52f4ce0a4929 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Pushing event deleted for resources: {'Subnet': ['ID=ea0ec3d4-9ba4-4ed9-94d3-913e6ea1e564,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:20.902665 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81c8afaa-a213-4435-aa41-52f4ce0a4929 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.907157 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-81c8afaa-a213-4435-aa41-52f4ce0a4929 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] 10.222.0.37 "DELETE /v2.0/subnets/ea0ec3d4-9ba4-4ed9-94d3-913e6ea1e564 HTTP/1.1" status: 204 len: 168 time: 0.6070511 Aug 20 11:57:20.907601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 36990) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:20.922324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9bc53ad3-4e74-458a-b3ba-2da54906dfa2 None None] Could not find standard attr ID for object 63b49aea-1f7e-4727-af26-2d2fa4559bbd. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:57:20.991610 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.062050 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:21.074380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Deleting port 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:21.075098 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.114291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269dfb51-db7e-436f-85a1-24cddf8e9332 None None] Network 537e28c7-56c7-4d9f-b3d8-4b029779b622 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:21.143789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] For port 4001b8e2-70f1-47c6-bf3e-28d18857e6e4, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4001b8e2-70f1-47c6-bf3e-28d18857e6e4,segment=NetworkSegment(2c5d3468-a80c-43d9-97c4-613d5d3eda44),segment_id=2c5d3468-a80c-43d9-97c4-613d5d3eda44)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:21.144151 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.156972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Calling delete_port for 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:21.167486 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:21.168092 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.246251 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.253228 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Could not find standard attr ID for object 4001b8e2-70f1-47c6-bf3e-28d18857e6e4. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:57:21.257499 n-d-804299-2 neutron-server[94692]: INFO neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No ports have port_id starting with 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 Aug 20 11:57:21.273568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Pushing event deleted for resources: {'Port': ['ID=4001b8e2-70f1-47c6-bf3e-28d18857e6e4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:21.277851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] No DVR routers for this DVR port 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:21.355379 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3554632-48d9-454d-ae19-ab271e4cc84a None None] DHCP port deletion for 537e28c7-56c7-4d9f-b3d8-4b029779b622 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:57:21.363135 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.377041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537e28c7-56c7-4d9f-b3d8-4b029779b622']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:21.387795 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5d3468-a80c-43d9-97c4-613d5d3eda44') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:21.388094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5d3468-a80c-43d9-97c4-613d5d3eda44') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:21.397269 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.411257 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.417053 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:57:21.417619 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:57:21.420535 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:57:21.480443 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.487625 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.489257 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] 10.222.0.37 "DELETE /v2.0/networks/537e28c7-56c7-4d9f-b3d8-4b029779b622 HTTP/1.1" status: 204 len: 168 time: 0.5805752 Aug 20 11:57:21.501185 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca1d59-2fae-4ee6-8e25-7237c12512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592 tempest-ExtraDHCPOptionsIpV6TestJSON-321790592-project] Pushing event deleted for resources: {'Network': ['ID=537e28c7-56c7-4d9f-b3d8-4b029779b622,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:21.742878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37000) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:21.751593 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86cfa775-ef39-43e5-93d9-3cd13f1469ba req-03e9fb39-c439-4676-a430-4546a383eac4 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0323346 Aug 20 11:57:21.882765 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f4d54813-b667-4f78-be7b-1005fa191ce6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=853a0e206c374025a68dc6a84b8efd84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387312 Aug 20 11:57:21.885432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37004) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:21.933432 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a81c8c98-41dd-4675-8b4a-a2b5d899e9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.953683 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a81c8c98-41dd-4675-8b4a-a2b5d899e9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:22.001122 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a81c8c98-41dd-4675-8b4a-a2b5d899e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:22.003666 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a81c8c98-41dd-4675-8b4a-a2b5d899e9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:22.007229 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a81c8c98-41dd-4675-8b4a-a2b5d899e9a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e42eba66-a64d-46ae-9624-4b37825cc94d HTTP/1.1" status: 204 len: 168 time: 0.1184874 Aug 20 11:57:22.013525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c8c98-41dd-4675-8b4a-a2b5d899e9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42eba66-a64d-46ae-9624-4b37825cc94d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:22.337174 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-876491ec-63f2-4376-87e7-495b9f589517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:22.685170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37030) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:22.781458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7489ead9-6dbb-444b-aef8-0ca778418153 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] Request body: {'port': {'network_id': 'b768f81f-90b0-494b-923b-23c4b104a8c4', 'name': 'tempest-NetworksNegativeTestJSON-1712597042'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:22.796741 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-7489ead9-6dbb-444b-aef8-0ca778418153 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] POST failed (client error): The resource could not be found. Aug 20 11:57:22.797412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7489ead9-6dbb-444b-aef8-0ca778418153 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:57:22.799338 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7489ead9-6dbb-444b-aef8-0ca778418153 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1124210 Aug 20 11:57:22.803161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37036) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:22.822095 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eccfb1d-1724-46c4-85ec-755a66cde84d tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] DELETE failed (client error): The resource could not be found. Aug 20 11:57:22.826908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eccfb1d-1724-46c4-85ec-755a66cde84d tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:57:22.832989 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2eccfb1d-1724-46c4-85ec-755a66cde84d tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] 10.222.0.37 "DELETE /v2.0/networks/40ef8649-6289-4f54-a42f-50e1c7582c9b HTTP/1.1" status: 404 len: 339 time: 0.0245955 Aug 20 11:57:22.833845 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37038) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:22.858724 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e93cd6-e41a-4174-9851-c89bde8976e1 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] DELETE failed (client error): The resource could not be found. Aug 20 11:57:22.859357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e93cd6-e41a-4174-9851-c89bde8976e1 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:57:22.861816 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a7e93cd6-e41a-4174-9851-c89bde8976e1 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] 10.222.0.37 "DELETE /v2.0/ports/dfcd6346-5b15-4ba0-a2b8-618c8877bf64 HTTP/1.1" status: 404 len: 333 time: 0.0255949 Aug 20 11:57:22.865878 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37040) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:22.867907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4a7211d-3f1b-47c9-8e33-f17cf9433f85 req-132441e7-5e41-4356-9e33-7a47a4b16973 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0284214 Aug 20 11:57:22.895264 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bf1bb6-84ce-458f-9b80-2bc37303f69e tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] DELETE failed (client error): The resource could not be found. Aug 20 11:57:22.896099 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5bf1bb6-84ce-458f-9b80-2bc37303f69e tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:57:22.901820 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b5bf1bb6-84ce-458f-9b80-2bc37303f69e tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] 10.222.0.37 "DELETE /v2.0/subnets/9389118c-329a-4868-ac88-96d671971de6 HTTP/1.1" status: 404 len: 337 time: 0.0342371 Aug 20 11:57:22.903509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37042) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:22.927240 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6b711a-8d78-49ec-b96f-696f62bc0a43 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] GET failed (client error): The resource could not be found. Aug 20 11:57:22.928565 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ca6b711a-8d78-49ec-b96f-696f62bc0a43 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] 10.222.0.37 "GET /v2.0/networks/b6152af3-386f-4db0-925b-87e9ab90b77a HTTP/1.1" status: 404 len: 339 time: 0.0239434 Aug 20 11:57:22.933963 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37044) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:22.960913 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91b7590-37be-4ad2-a592-c753a3663eab tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] GET failed (client error): The resource could not be found. Aug 20 11:57:22.962432 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a91b7590-37be-4ad2-a592-c753a3663eab tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] 10.222.0.37 "GET /v2.0/ports/d74680f7-32c3-40c4-a2c2-9b92fd447377 HTTP/1.1" status: 404 len: 333 time: 0.0275378 Aug 20 11:57:22.967299 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37046) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:22.996888 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-440791cc-08e8-4153-8ce7-a74ba16152f3 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] GET failed (client error): The resource could not be found. Aug 20 11:57:22.998864 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-440791cc-08e8-4153-8ce7-a74ba16152f3 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] 10.222.0.37 "GET /v2.0/subnets/c7e984e8-f58b-480b-80f0-71f606d312ce HTTP/1.1" status: 404 len: 337 time: 0.0305808 Aug 20 11:57:23.002539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37048) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:23.008234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4bb44041-f9d2-46e6-86f5-45f612a81240 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:23.025053 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb44041-f9d2-46e6-86f5-45f612a81240 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] PUT failed (client error): The resource could not be found. Aug 20 11:57:23.025593 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb44041-f9d2-46e6-86f5-45f612a81240 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:57:23.030102 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4bb44041-f9d2-46e6-86f5-45f612a81240 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] 10.222.0.37 "PUT /v2.0/networks/a42d7543-4865-4455-94bf-98ca31355c3f HTTP/1.1" status: 404 len: 339 time: 0.0230513 Aug 20 11:57:23.030258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:23.030404 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37050) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:23.036019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ea3392a8-36c3-4995-b7ce-e2810aac6cb9 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:23.054011 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3392a8-36c3-4995-b7ce-e2810aac6cb9 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] PUT failed (client error): The resource could not be found. Aug 20 11:57:23.054263 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:23.054516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4001b8e2-70f1-47c6-bf3e-28d18857e6e4 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:23.054656 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3392a8-36c3-4995-b7ce-e2810aac6cb9 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:57:23.059447 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ea3392a8-36c3-4995-b7ce-e2810aac6cb9 tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] 10.222.0.37 "PUT /v2.0/ports/e0f186f3-ec06-4984-b9f0-528e7cd50ab2 HTTP/1.1" status: 404 len: 333 time: 0.0245736 Aug 20 11:57:23.059447 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37052) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:23.065015 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8a40d4f4-b75d-4ac7-8e1f-470d7bbac6cc tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:23.087461 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a40d4f4-b75d-4ac7-8e1f-470d7bbac6cc tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] PUT failed (client error): The resource could not be found. Aug 20 11:57:23.087916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a40d4f4-b75d-4ac7-8e1f-470d7bbac6cc tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:57:23.089174 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8a40d4f4-b75d-4ac7-8e1f-470d7bbac6cc tempest-NetworksNegativeTestJSON-1398733111 tempest-NetworksNegativeTestJSON-1398733111-project] 10.222.0.37 "PUT /v2.0/subnets/7c1de1d2-8855-420f-9b89-4386369d78cf HTTP/1.1" status: 404 len: 337 time: 0.0287719 Aug 20 11:57:23.356747 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37064) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:23.464104 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da7239af-a633-4016-a46a-84069e7a2a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.552556 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da7239af-a633-4016-a46a-84069e7a2a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.556316 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da7239af-a633-4016-a46a-84069e7a2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.600589 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-da7239af-a633-4016-a46a-84069e7a2a7c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e17cce1361942ac94dc07eae963927e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403924 Aug 20 11:57:23.600589 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7239af-a633-4016-a46a-84069e7a2a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151effdf-e3bf-4e80-a9e7-60a7e212feb1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:23.601097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37068) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:23.654410 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ab2ce525-fc59-4739-8600-d65e7c74f53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.675829 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ab2ce525-fc59-4739-8600-d65e7c74f53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.723690 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ab2ce525-fc59-4739-8600-d65e7c74f53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.726337 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ab2ce525-fc59-4739-8600-d65e7c74f53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.727500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ab2ce525-fc59-4739-8600-d65e7c74f53e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/151effdf-e3bf-4e80-a9e7-60a7e212feb1 HTTP/1.1" status: 204 len: 168 time: 0.1255426 Aug 20 11:57:23.735411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ce525-fc59-4739-8600-d65e7c74f53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151effdf-e3bf-4e80-a9e7-60a7e212feb1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:23.990490 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1087f2af-09a1-4687-89c9-0d75aaf0781e req-905f33d1-e1d9-4009-a60a-2a7dd302743b tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0297136 Aug 20 11:57:25.095880 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c514005f-5a2a-4a3b-8fb5-c1f84f4c0a82 req-18993471-2f7e-4de0-9c03-99d7e59fa131 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0260651 Aug 20 11:57:25.130485 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-07d37000-19a6-47cd-aed3-a8d1089571e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:25.436834 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.201116 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5046a6a0-05db-4df4-aed7-e0e30b41bec7 req-76772dec-e02b-4e27-b95b-b01969861801 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0259614 Aug 20 11:57:26.347932 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.443922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37138) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:26.954955 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7c7c171-6e37-4e9c-88dc-6ddd43a4bdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.213240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f7c7c171-6e37-4e9c-88dc-6ddd43a4bdf8 admin admin] Deleting port db394b4a-67c5-4563-b178-b45b34e75769 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:27.213489 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7c7c171-6e37-4e9c-88dc-6ddd43a4bdf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.295389 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-f7c7c171-6e37-4e9c-88dc-6ddd43a4bdf8 admin admin] For port db394b4a-67c5-4563-b178-b45b34e75769, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=db394b4a-67c5-4563-b178-b45b34e75769,segment=NetworkSegment(32984950-56c0-447f-980f-cf617d52eb9f),segment_id=32984950-56c0-447f-980f-cf617d52eb9f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:27.295917 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7c7c171-6e37-4e9c-88dc-6ddd43a4bdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.305277 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cdb94a09-d00f-4ff7-a5ad-6f4361ea5409 req-425d983a-7037-48c7-bf62-9d3c38775a53 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0267134 Aug 20 11:57:27.309633 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f7c7c171-6e37-4e9c-88dc-6ddd43a4bdf8 admin admin] Calling delete_port for db394b4a-67c5-4563-b178-b45b34e75769 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:27.489017 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7c7c171-6e37-4e9c-88dc-6ddd43a4bdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.514097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7c171-6e37-4e9c-88dc-6ddd43a4bdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=db394b4a-67c5-4563-b178-b45b34e75769,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:27.691059 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7c7c171-6e37-4e9c-88dc-6ddd43a4bdf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.004579 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.221070 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c7c171-6e37-4e9c-88dc-6ddd43a4bdf8 admin admin] Router 719db35d-c7e2-49e6-ab3b-adb8effe99fa has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:57:28.327417 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c7c171-6e37-4e9c-88dc-6ddd43a4bdf8 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:57:28.332557 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f7c7c171-6e37-4e9c-88dc-6ddd43a4bdf8 admin admin] 10.222.0.37 "PUT /v2.0/routers/719db35d-c7e2-49e6-ab3b-adb8effe99fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8875811 Aug 20 11:57:28.335327 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37162) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:28.340179 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de346cc-34a6-43fd-8aac-a388a0e123f0 None None] Sync routers for ids ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:57:28.351704 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de346cc-34a6-43fd-8aac-a388a0e123f0 None None] Routers {'719db35d-c7e2-49e6-ab3b-adb8effe99fa'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:28.352336 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5de346cc-34a6-43fd-8aac-a388a0e123f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:28.429386 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7ce8a4cc-b909-4b26-8c70-c1fdf9a861d9 req-d4ee6fb8-dec6-463e-8dee-34dc015bdc77 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0279148 Aug 20 11:57:28.453624 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c770829e-a559-46ed-8ed5-13614b912b91 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.464147 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-5de346cc-34a6-43fd-8aac-a388a0e123f0 None None] Set router 719db35d-c7e2-49e6-ab3b-adb8effe99fa gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:28.562518 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c770829e-a559-46ed-8ed5-13614b912b91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.622071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c770829e-a559-46ed-8ed5-13614b912b91 admin admin] Deleting port fd418ccb-3e50-44d2-8a07-feb1f53fe459 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:28.622499 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c770829e-a559-46ed-8ed5-13614b912b91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.649611 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5de346cc-34a6-43fd-8aac-a388a0e123f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-router', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:45:37Z', 'updated_at': '2021-08-20T11:57:27Z', 'revision_number': 5, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'gw_port': {'id': 'fd418ccb-3e50-44d2-8a07-feb1f53fe459', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:45:39Z', 'updated_at': '2021-08-20T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:28.680366 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de346cc-34a6-43fd-8aac-a388a0e123f0 None None] Checking router: 719db35d-c7e2-49e6-ab3b-adb8effe99fa for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:57:28.689713 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de346cc-34a6-43fd-8aac-a388a0e123f0 None None] Routers {'719db35d-c7e2-49e6-ab3b-adb8effe99fa'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:28.690123 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5de346cc-34a6-43fd-8aac-a388a0e123f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:28.706141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c770829e-a559-46ed-8ed5-13614b912b91 admin admin] For port fd418ccb-3e50-44d2-8a07-feb1f53fe459, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fd418ccb-3e50-44d2-8a07-feb1f53fe459,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:28.706589 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c770829e-a559-46ed-8ed5-13614b912b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.719666 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c770829e-a559-46ed-8ed5-13614b912b91 admin admin] Calling delete_port for fd418ccb-3e50-44d2-8a07-feb1f53fe459 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:28.774013 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-5de346cc-34a6-43fd-8aac-a388a0e123f0 None None] Set router 719db35d-c7e2-49e6-ab3b-adb8effe99fa gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:28.828191 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5de346cc-34a6-43fd-8aac-a388a0e123f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-router', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:45:37Z', 'updated_at': '2021-08-20T11:57:28Z', 'revision_number': 6, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:28.855086 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de346cc-34a6-43fd-8aac-a388a0e123f0 None None] The sync data for ids ['719db35d-c7e2-49e6-ab3b-adb8effe99fa'] in n-d-804299-2 is: [{'id': '719db35d-c7e2-49e6-ab3b-adb8effe99fa', 'name': 'tempest-TaggedBootDevicesTest_v242-1373369174-router', 'tenant_id': '388697f16ef24a2db77348e6ee667c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:45:37Z', 'updated_at': '2021-08-20T11:57:28Z', 'revision_number': 6, 'project_id': '388697f16ef24a2db77348e6ee667c3f', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:28.896261 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c770829e-a559-46ed-8ed5-13614b912b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.923816 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770829e-a559-46ed-8ed5-13614b912b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd418ccb-3e50-44d2-8a07-feb1f53fe459,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:28.998562 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c770829e-a559-46ed-8ed5-13614b912b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.112530 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c770829e-a559-46ed-8ed5-13614b912b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.115413 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c770829e-a559-46ed-8ed5-13614b912b91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.163915 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c770829e-a559-46ed-8ed5-13614b912b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.165037 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c770829e-a559-46ed-8ed5-13614b912b91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 719db35d-c7e2-49e6-ab3b-adb8effe99fa {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:57:29.169711 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c770829e-a559-46ed-8ed5-13614b912b91 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.170867 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c770829e-a559-46ed-8ed5-13614b912b91 admin admin] 10.222.0.37 "DELETE /v2.0/routers/719db35d-c7e2-49e6-ab3b-adb8effe99fa HTTP/1.1" status: 204 len: 168 time: 0.8345425 Aug 20 11:57:29.174175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37172) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:29.218844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-98399faf-1c67-417b-a4bb-abcfa767cc84 admin admin] Deleting subnet 159c3db5-1e5d-4db8-a229-0df8f7818d13 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:57:29.223326 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98399faf-1c67-417b-a4bb-abcfa767cc84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.259441 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98399faf-1c67-417b-a4bb-abcfa767cc84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.343856 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98399faf-1c67-417b-a4bb-abcfa767cc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.398832 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98399faf-1c67-417b-a4bb-abcfa767cc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.419468 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device db394b4a-67c5-4563-b178-b45b34e75769 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:29.438333 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98399faf-1c67-417b-a4bb-abcfa767cc84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=159c3db5-1e5d-4db8-a229-0df8f7818d13,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:29.439120 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: db394b4a-67c5-4563-b178-b45b34e75769 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:29.439370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device db394b4a-67c5-4563-b178-b45b34e75769 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:29.443544 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98399faf-1c67-417b-a4bb-abcfa767cc84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.448344 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-98399faf-1c67-417b-a4bb-abcfa767cc84 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/159c3db5-1e5d-4db8-a229-0df8f7818d13 HTTP/1.1" status: 204 len: 168 time: 0.2705956 Aug 20 11:57:29.448591 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37174) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:29.449917 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12400dc-d535-4a71-88db-8c805c31c8aa None None] Network 6c9f33d1-9d46-4cab-8484-e59cd857f82b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:29.522053 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.538848 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e1dfabfd-1255-4207-b3da-41760ad2a99b req-963552de-5e54-4920-a273-ab3a4f92d338 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0327775 Aug 20 11:57:29.584485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] Deleting port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:29.584852 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.641477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6a1853-04f2-474a-9097-c03ee5ec8ab0 None None] DHCP port deletion for 6c9f33d1-9d46-4cab-8484-e59cd857f82b request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:57:29.655470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] For port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4dd3ccb9-b99b-46d4-99fb-4d180772a28e,segment=NetworkSegment(32984950-56c0-447f-980f-cf617d52eb9f),segment_id=32984950-56c0-447f-980f-cf617d52eb9f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:29.655989 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.671601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] Calling delete_port for 4dd3ccb9-b99b-46d4-99fb-4d180772a28e owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:29.697129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a1853-04f2-474a-9097-c03ee5ec8ab0 None None] Deleting port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:29.697514 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fa6a1853-04f2-474a-9097-c03ee5ec8ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.766714 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-fa6a1853-04f2-474a-9097-c03ee5ec8ab0 None None] For port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4dd3ccb9-b99b-46d4-99fb-4d180772a28e,segment=NetworkSegment(32984950-56c0-447f-980f-cf617d52eb9f),segment_id=32984950-56c0-447f-980f-cf617d52eb9f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:29.767242 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fa6a1853-04f2-474a-9097-c03ee5ec8ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.769147 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.784994 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a1853-04f2-474a-9097-c03ee5ec8ab0 None None] Calling delete_port for 4dd3ccb9-b99b-46d4-99fb-4d180772a28e owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:29.801700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd3ccb9-b99b-46d4-99fb-4d180772a28e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:29.803494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] No DVR routers for this DVR port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:29.857621 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fa6a1853-04f2-474a-9097-c03ee5ec8ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.874358 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.883295 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a1853-04f2-474a-9097-c03ee5ec8ab0 None None] Pushing event deleted for resources: {'Port': ['ID=4dd3ccb9-b99b-46d4-99fb-4d180772a28e,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:29.885724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9f33d1-9d46-4cab-8484-e59cd857f82b']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:29.887777 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6a1853-04f2-474a-9097-c03ee5ec8ab0 None None] No DVR routers for this DVR port 4dd3ccb9-b99b-46d4-99fb-4d180772a28e on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:29.899501 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32984950-56c0-447f-980f-cf617d52eb9f') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:29.899800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32984950-56c0-447f-980f-cf617d52eb9f') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:29.909581 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.923019 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.930023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:57:29.930467 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:57:29.932107 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:57:29.988740 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.994405 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.996249 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] 10.222.0.37 "DELETE /v2.0/networks/6c9f33d1-9d46-4cab-8484-e59cd857f82b HTTP/1.1" status: 204 len: 168 time: 0.5467916 Aug 20 11:57:30.008294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6da321-28d8-4f3f-ae4a-29b3ed059abc admin admin] Pushing event deleted for resources: {'Network': ['ID=6c9f33d1-9d46-4cab-8484-e59cd857f82b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:30.112216 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37180) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:30.152398 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dc1c7df0-f298-4dd6-9024-7c406d2bb97d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=388697f16ef24a2db77348e6ee667c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389564 Aug 20 11:57:30.154926 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37184) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:30.205341 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-94df5970-8783-42d7-b737-afb49dc65dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:30.227077 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-94df5970-8783-42d7-b737-afb49dc65dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:30.276581 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-94df5970-8783-42d7-b737-afb49dc65dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:30.279332 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-94df5970-8783-42d7-b737-afb49dc65dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:30.281274 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-94df5970-8783-42d7-b737-afb49dc65dbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ead92289-2582-4b1f-869d-72f7d7c3b6d6 HTTP/1.1" status: 204 len: 168 time: 0.1250699 Aug 20 11:57:30.290878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df5970-8783-42d7-b737-afb49dc65dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead92289-2582-4b1f-869d-72f7d7c3b6d6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:30.654376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb0d9756-4e6c-41f6-8e9b-f72b1f6f091b req-1ea909f0-54ca-4202-8ba4-8574bd04549f tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0329132 Aug 20 11:57:30.964112 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37214) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:31.055425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4dd3ccb9-b99b-46d4-99fb-4d180772a28e no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:31.076662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 4dd3ccb9-b99b-46d4-99fb-4d180772a28e {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:31.076999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4dd3ccb9-b99b-46d4-99fb-4d180772a28e not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:31.077422 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fd418ccb-3e50-44d2-8a07-feb1f53fe459 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:31.081262 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-510257138-network', 'tenant_id': '91c2199b31cb474986149851ac2b17f2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:31.100499 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: fd418ccb-3e50-44d2-8a07-feb1f53fe459 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:31.100883 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fd418ccb-3e50-44d2-8a07-feb1f53fe459 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:31.103297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Made reservation on behalf of 91c2199b31cb474986149851ac2b17f2 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:31.106207 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.115677 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.209251 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.213225 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.238511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:57:31.251700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73ad2c6-ec71-4662-a91b-03a4a82d7b1b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:31.256303 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.256670 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Added segment b50638a8-c32f-49b1-8535-6336663db44e of type vlan for network ae13cb2d-9f85-4262-a1ae-e2ce294b4836 Aug 20 11:57:31.270020 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:31.270376 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:31.270720 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:31.271062 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:31.271398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:31.271816 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:31.272150 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:31.272481 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:31.272841 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:31.273170 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:31.273495 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:31.273819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:31.318533 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.344689 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.345949 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:31.346284 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.421362 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4560783 Aug 20 11:57:31.424212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37222) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:31.428992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6c387893-c090-4f50-8421-0ac05c5c112b admin admin] Request body: {'subnet': {'network_id': 'ae13cb2d-9f85-4262-a1ae-e2ce294b4836', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-510257138-subnet', 'tenant_id': '91c2199b31cb474986149851ac2b17f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:31.436655 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5e781-74b5-4660-96b6-766649f290eb admin admin] Pushing event updated for resources: {'Network': ['ID=ae13cb2d-9f85-4262-a1ae-e2ce294b4836,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:31.449815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network ae13cb2d-9f85-4262-a1ae-e2ce294b4836 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:57:31.459385 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c387893-c090-4f50-8421-0ac05c5c112b admin admin] Made reservation on behalf of 91c2199b31cb474986149851ac2b17f2 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:31.461758 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6c387893-c090-4f50-8421-0ac05c5c112b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.633564 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6c387893-c090-4f50-8421-0ac05c5c112b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.703145 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c387893-c090-4f50-8421-0ac05c5c112b admin admin] Checking segment: {'id': 'b50638a8-c32f-49b1-8535-6336663db44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ae13cb2d-9f85-4262-a1ae-e2ce294b4836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:31.703696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c387893-c090-4f50-8421-0ac05c5c112b admin admin] Network hostable DHCP agents. Network: ae13cb2d-9f85-4262-a1ae-e2ce294b4836, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:57:31.706077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c387893-c090-4f50-8421-0ac05c5c112b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecaa7cad-1ea9-4802-a729-037853428188,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:31.724606 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c387893-c090-4f50-8421-0ac05c5c112b admin admin] Network ae13cb2d-9f85-4262-a1ae-e2ce294b4836 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:57:31.737844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-6c387893-c090-4f50-8421-0ac05c5c112b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, ae13cb2d-9f85-4262-a1ae-e2ce294b4836) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:31.742900 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c387893-c090-4f50-8421-0ac05c5c112b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:31.743501 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6c387893-c090-4f50-8421-0ac05c5c112b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.748553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b85c2e-9520-4043-9b28-2cc9311afdac None None] Network ae13cb2d-9f85-4262-a1ae-e2ce294b4836 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:31.780579 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc71b0a2-6534-4d29-b640-de75557235b7 req-924ea000-7fa0-44a0-8274-2f846b1ea42f tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0435019 Aug 20 11:57:31.785779 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6c387893-c090-4f50-8421-0ac05c5c112b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3604910 Aug 20 11:57:31.899722 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3272d3d-0e8f-42fa-88bd-fd2674728991 None None] Network ae13cb2d-9f85-4262-a1ae-e2ce294b4836 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:32.239742 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-793375ce-ac57-4009-819f-aaf77a2ae5d4 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:32.241690 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-793375ce-ac57-4009-819f-aaf77a2ae5d4 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/networks?id=ae13cb2d-9f85-4262-a1ae-e2ce294b4836 HTTP/1.1" status: 200 len: 820 time: 0.1053147 Aug 20 11:57:32.257701 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-fe713772-b858-4105-bc7c-e3ed754af5ee tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/quotas/91c2199b31cb474986149851ac2b17f2 HTTP/1.1" status: 200 len: 375 time: 0.0100837 Aug 20 11:57:32.291687 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-1a595de9-8a50-4c93-8f79-4e875b971265 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=91c2199b31cb474986149851ac2b17f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277796 Aug 20 11:57:32.384735 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-8328a85d-3e63-4e6f-842f-dc7dbefb8171 service neutron] 10.222.0.37 "GET /v2.0/networks/ae13cb2d-9f85-4262-a1ae-e2ce294b4836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851181 Aug 20 11:57:32.480566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-2fdfa934-77a6-49b8-b8bb-273df7c7141e service neutron] 10.222.0.37 "GET /v2.0/networks/ae13cb2d-9f85-4262-a1ae-e2ce294b4836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892427 Aug 20 11:57:32.659145 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37256) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:32.666550 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-44da7021-aa5b-4720-9295-19cfe96a6a0b req-fa53668c-75dd-4501-b2e6-05bdad145595 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e6c1015-91a7-4efe-a3ad-07d5aebf6310 HTTP/1.1" status: 200 len: 210 time: 0.0332558 Aug 20 11:57:32.790661 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f249f4f7-5d2f-4f30-ac43-c087062bbf06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:32.869586 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:32.913448 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f249f4f7-5d2f-4f30-ac43-c087062bbf06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:32.916438 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4c1da0c-b14c-48b1-994f-0b84654ff597 req-bf42380c-388a-454d-b0c2-212c6e239766 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0428171 Aug 20 11:57:32.919567 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f249f4f7-5d2f-4f30-ac43-c087062bbf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:32.965701 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f249f4f7-5d2f-4f30-ac43-c087062bbf06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a439780657d4417a85ad99838ef87b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052328 Aug 20 11:57:32.966921 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249f4f7-5d2f-4f30-ac43-c087062bbf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8edde5-a38b-4d4e-bf2a-1f4fa7711d6c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:32.968727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37276) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:33.045532 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-390bd673-6e56-4a01-b13d-ea53901d1681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.078698 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-390bd673-6e56-4a01-b13d-ea53901d1681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.175501 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-390bd673-6e56-4a01-b13d-ea53901d1681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.178058 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-390bd673-6e56-4a01-b13d-ea53901d1681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.179182 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-390bd673-6e56-4a01-b13d-ea53901d1681 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c8edde5-a38b-4d4e-bf2a-1f4fa7711d6c HTTP/1.1" status: 204 len: 168 time: 0.2077050 Aug 20 11:57:33.205914 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bd673-6e56-4a01-b13d-ea53901d1681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8edde5-a38b-4d4e-bf2a-1f4fa7711d6c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:33.226184 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff2c28-b4aa-4a15-aa41-5fb88be52640 req-32c4636d-ea73-464f-b7a6-64d9645aac6c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:33.228109 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6ff2c28-b4aa-4a15-aa41-5fb88be52640 req-32c4636d-ea73-464f-b7a6-64d9645aac6c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.0826402 Aug 20 11:57:33.269256 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:57:33.272216 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6ff2c28-b4aa-4a15-aa41-5fb88be52640 req-e67d0a11-9154-47a7-8bc0-00c2e748d756 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369918 Aug 20 11:57:33.505120 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37292) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:33.519501 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a37b9485-5a51-4152-a8d2-9cc36afb92b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.606358 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a37b9485-5a51-4152-a8d2-9cc36afb92b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.610207 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a37b9485-5a51-4152-a8d2-9cc36afb92b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.650680 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a37b9485-5a51-4152-a8d2-9cc36afb92b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b9a13f98b804c9bb5f3debdeae25dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444769 Aug 20 11:57:33.651540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b9485-5a51-4152-a8d2-9cc36afb92b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d1950a-6a67-4219-bb40-25910e0958d1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:33.653334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37294) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:33.703658 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1287ab79-a5e9-4de0-aa62-fbafc82835f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.726493 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1287ab79-a5e9-4de0-aa62-fbafc82835f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.769321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb042352-e56d-4412-b2ca-53903408c00a req-917be567-eb4f-4746-83e3-0b572ea7227f tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e6c1015-91a7-4efe-a3ad-07d5aebf6310 HTTP/1.1" status: 200 len: 210 time: 0.0356059 Aug 20 11:57:33.879248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1287ab79-a5e9-4de0-aa62-fbafc82835f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.884554 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1287ab79-a5e9-4de0-aa62-fbafc82835f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.886272 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1287ab79-a5e9-4de0-aa62-fbafc82835f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70d1950a-6a67-4219-bb40-25910e0958d1 HTTP/1.1" status: 204 len: 168 time: 0.2317495 Aug 20 11:57:33.907995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-0e3a45a7-1f5e-4cd9-92c9-b06a284caad5 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:33.909580 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-0e3a45a7-1f5e-4cd9-92c9-b06a284caad5 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.76 "GET /v2.0/networks?id=ae13cb2d-9f85-4262-a1ae-e2ce294b4836 HTTP/1.1" status: 200 len: 820 time: 0.1485302 Aug 20 11:57:33.910459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287ab79-a5e9-4de0-aa62-fbafc82835f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d1950a-6a67-4219-bb40-25910e0958d1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:33.922384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-9f441de2-5b9b-4fab-89ab-52f97e08b1f2 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Request body: {'port': {'device_id': '4e6c1015-91a7-4efe-a3ad-07d5aebf6310', 'network_id': 'ae13cb2d-9f85-4262-a1ae-e2ce294b4836', 'admin_state_up': True, 'tenant_id': '91c2199b31cb474986149851ac2b17f2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:34.022901 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e92a7a5e-f4de-409c-a73c-70803b7f1b39 req-507db401-b445-4863-8544-d838a9473ffb tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0310373 Aug 20 11:57:34.061945 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-9f441de2-5b9b-4fab-89ab-52f97e08b1f2 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Made reservation on behalf of 91c2199b31cb474986149851ac2b17f2 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:34.065692 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-9f441de2-5b9b-4fab-89ab-52f97e08b1f2 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:34.189873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-9f441de2-5b9b-4fab-89ab-52f97e08b1f2 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Allocated IP 172.20.0.2 (ae13cb2d-9f85-4262-a1ae-e2ce294b4836/ecaa7cad-1ea9-4802-a729-037853428188/69a3800d-dffe-4faa-81a9-e30e6a6aca58) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:34.347807 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-9f441de2-5b9b-4fab-89ab-52f97e08b1f2 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:34.418069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eceb60-5bc2-4f21-9e1e-6edcdd02532f req-d74b8b27-f06f-40bb-b80e-66849c264431 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:34.419593 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7eceb60-5bc2-4f21-9e1e-6edcdd02532f req-d74b8b27-f06f-40bb-b80e-66849c264431 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.0694644 Aug 20 11:57:34.430752 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-9f441de2-5b9b-4fab-89ab-52f97e08b1f2 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:34.491074 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-9f441de2-5b9b-4fab-89ab-52f97e08b1f2 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Network ae13cb2d-9f85-4262-a1ae-e2ce294b4836 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:34.502836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-9f441de2-5b9b-4fab-89ab-52f97e08b1f2 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:34.510787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-9f441de2-5b9b-4fab-89ab-52f97e08b1f2 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:34.519347 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7eceb60-5bc2-4f21-9e1e-6edcdd02532f req-ab05b808-8380-48e3-91f0-ddf63792a8a2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909204 Aug 20 11:57:34.545140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f441de2-5b9b-4fab-89ab-52f97e08b1f2 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Pushing event updated for resources: {'Port': ['ID=69a3800d-dffe-4faa-81a9-e30e6a6aca58,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:34.568881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-9f441de2-5b9b-4fab-89ab-52f97e08b1f2 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:34.569501 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-9f441de2-5b9b-4fab-89ab-52f97e08b1f2 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:34.584416 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-9f441de2-5b9b-4fab-89ab-52f97e08b1f2 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6659570 Aug 20 11:57:34.596946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Request body: {'port': {'device_id': '4e6c1015-91a7-4efe-a3ad-07d5aebf6310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:34.651774 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:34.893558 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472faf75-e731-4356-861c-223f5ff8e111 req-732d28f4-5ec7-4e91-aa56-5f58f8a69e80 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:34.895115 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-472faf75-e731-4356-861c-223f5ff8e111 req-732d28f4-5ec7-4e91-aa56-5f58f8a69e80 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e6c1015-91a7-4efe-a3ad-07d5aebf6310 HTTP/1.1" status: 200 len: 931 time: 0.0545192 Aug 20 11:57:34.936689 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-472faf75-e731-4356-861c-223f5ff8e111 req-e4132bdc-fdd1-4918-b0cf-4b8175203e9e tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/security-groups?id=b73ad2c6-ec71-4662-a91b-03a4a82d7b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344102 Aug 20 11:57:34.946760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a3800d-dffe-4faa-81a9-e30e6a6aca58 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:34.954967 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:34.967563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Transition to ACTIVE for port object 69a3800d-dffe-4faa-81a9-e30e6a6aca58 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:34.971641 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.045065 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72501707-f629-403d-960b-debe221b538f service neutron] Pushing event updated for resources: {'Port': ['ID=69a3800d-dffe-4faa-81a9-e30e6a6aca58,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:35.103485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Attempting to bind port 69a3800d-dffe-4faa-81a9-e30e6a6aca58 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:35.103815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Attempting to bind port 69a3800d-dffe-4faa-81a9-e30e6a6aca58 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'b50638a8-c32f-49b1-8535-6336663db44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ae13cb2d-9f85-4262-a1ae-e2ce294b4836'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:35.104145 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Attempting to bind port 69a3800d-dffe-4faa-81a9-e30e6a6aca58 on network ae13cb2d-9f85-4262-a1ae-e2ce294b4836 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:35.122549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Port 69a3800d-dffe-4faa-81a9-e30e6a6aca58 on network ae13cb2d-9f85-4262-a1ae-e2ce294b4836 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:57:35.122873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Attempting to bind port 69a3800d-dffe-4faa-81a9-e30e6a6aca58 on network ae13cb2d-9f85-4262-a1ae-e2ce294b4836 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:35.141330 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7aa0e6c-17da-434e-b8de-9fbf14585afa req-5124b1a9-4efc-4ba2-bfdd-a636e134edcf tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0340557 Aug 20 11:57:35.142627 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:35.142967 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Checking segment: {'id': 'b50638a8-c32f-49b1-8535-6336663db44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ae13cb2d-9f85-4262-a1ae-e2ce294b4836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:35.143341 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Bound using segment: {'id': 'b50638a8-c32f-49b1-8535-6336663db44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ae13cb2d-9f85-4262-a1ae-e2ce294b4836'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:35.143765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Bound port: 69a3800d-dffe-4faa-81a9-e30e6a6aca58, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50638a8-c32f-49b1-8535-6336663db44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ae13cb2d-9f85-4262-a1ae-e2ce294b4836'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:35.144149 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.209080 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] For port 69a3800d-dffe-4faa-81a9-e30e6a6aca58, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:35.212030 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] For port 69a3800d-dffe-4faa-81a9-e30e6a6aca58, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69a3800d-dffe-4faa-81a9-e30e6a6aca58,segment=NetworkSegment(b50638a8-c32f-49b1-8535-6336663db44e),segment_id=b50638a8-c32f-49b1-8535-6336663db44e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:35.217025 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.252905 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:35.253522 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.254906 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-72501707-f629-403d-960b-debe221b538f service neutron] 10.222.0.76 "PUT /v2.0/ports/69a3800d-dffe-4faa-81a9-e30e6a6aca58 HTTP/1.1" status: 200 len: 1091 time: 0.6624453 Aug 20 11:57:35.255333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6c1015-91a7-4efe-a3ad-07d5aebf6310', 'tag': '69a3800d-dffe-4faa-81a9-e30e6a6aca58'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:35.257602 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f14dd2-b0c9-4c29-afb6-2ca8914f77ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6c1015-91a7-4efe-a3ad-07d5aebf6310", "tag": "69a3800d-dffe-4faa-81a9-e30e6a6aca58"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:35.287944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72501707-f629-403d-960b-debe221b538f service neutron] Pushing event updated for resources: {'Port': ['ID=69a3800d-dffe-4faa-81a9-e30e6a6aca58,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:35.356500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-ea9b72dc-3015-42c1-a3e1-8ef6c628d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:35.358370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-ea9b72dc-3015-42c1-a3e1-8ef6c628d20a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91c2199b31cb474986149851ac2b17f2&device_id=4e6c1015-91a7-4efe-a3ad-07d5aebf6310 HTTP/1.1" status: 200 len: 1094 time: 0.0564365 Aug 20 11:57:35.404453 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-64ec1d4c-f3a8-4d11-b7ab-3f846a41abc4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69a3800d-dffe-4faa-81a9-e30e6a6aca58 HTTP/1.1" status: 200 len: 217 time: 0.0376253 Aug 20 11:57:35.452246 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5998668f-b8bd-4019-8fda-75e3166a4191 x-openstack-request-id: req-5998668f-b8bd-4019-8fda-75e3166a4191 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:35.452479 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6c1015-91a7-4efe-a3ad-07d5aebf6310", "tag": "69a3800d-dffe-4faa-81a9-e30e6a6aca58", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:35.452762 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5998668f-b8bd-4019-8fda-75e3166a4191 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:35.453164 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6c1015-91a7-4efe-a3ad-07d5aebf6310', 'tag': '69a3800d-dffe-4faa-81a9-e30e6a6aca58', 'status': 'completed', 'code': 200} Aug 20 11:57:35.459699 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-d356794b-2f7e-4ab9-87cb-0152434237c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:35.461419 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-d356794b-2f7e-4ab9-87cb-0152434237c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ecaa7cad-1ea9-4802-a729-037853428188 HTTP/1.1" status: 200 len: 860 time: 0.0492709 Aug 20 11:57:35.493714 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-9e98ad82-c73d-472f-b3fa-cca531abe595 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ae13cb2d-9f85-4262-a1ae-e2ce294b4836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254102 Aug 20 11:57:35.596688 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-1673d343-d4ea-4d07-aa55-5bf81b2c82ac service neutron] 10.222.0.76 "GET /v2.0/networks/ae13cb2d-9f85-4262-a1ae-e2ce294b4836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961616 Aug 20 11:57:35.701019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cb92d-5788-4f7d-b850-46e5ab13a1f9 req-c9f5fc37-7645-4764-81a0-f495baa47ea7 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:35.704684 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c2cb92d-5788-4f7d-b850-46e5ab13a1f9 req-c9f5fc37-7645-4764-81a0-f495baa47ea7 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.1091278 Aug 20 11:57:35.741281 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c19ad4e5-f75c-4511-bc9d-bec7a010160a req-26ccd976-2aff-40e4-8bbf-f188b2adde7a service neutron] 10.222.0.76 "GET /v2.0/networks/ae13cb2d-9f85-4262-a1ae-e2ce294b4836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373272 Aug 20 11:57:35.754256 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c2cb92d-5788-4f7d-b850-46e5ab13a1f9 req-feaf9971-4deb-475c-963c-fc527c9c71a6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454738 Aug 20 11:57:35.839972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f14dd2-b0c9-4c29-afb6-2ca8914f77ad req-16f80b33-634a-45b2-a8fc-17a54f5ed076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:35.841595 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94f14dd2-b0c9-4c29-afb6-2ca8914f77ad req-16f80b33-634a-45b2-a8fc-17a54f5ed076 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91c2199b31cb474986149851ac2b17f2&device_id=4e6c1015-91a7-4efe-a3ad-07d5aebf6310 HTTP/1.1" status: 200 len: 1094 time: 0.0409086 Aug 20 11:57:35.945208 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f14dd2-b0c9-4c29-afb6-2ca8914f77ad req-c79ef801-6fe9-4eb6-97cf-a55e397064f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:35.946724 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94f14dd2-b0c9-4c29-afb6-2ca8914f77ad req-c79ef801-6fe9-4eb6-97cf-a55e397064f7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ae13cb2d-9f85-4262-a1ae-e2ce294b4836 HTTP/1.1" status: 200 len: 920 time: 0.0901594 Aug 20 11:57:35.998167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94f14dd2-b0c9-4c29-afb6-2ca8914f77ad req-d5fe6700-e9aa-4a6f-8d55-76c608d0351a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69a3800d-dffe-4faa-81a9-e30e6a6aca58 HTTP/1.1" status: 200 len: 217 time: 0.0359571 Aug 20 11:57:36.052338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f14dd2-b0c9-4c29-afb6-2ca8914f77ad req-de33fb62-e203-463d-9a32-2bafef1169a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:36.053897 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94f14dd2-b0c9-4c29-afb6-2ca8914f77ad req-de33fb62-e203-463d-9a32-2bafef1169a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ecaa7cad-1ea9-4802-a729-037853428188 HTTP/1.1" status: 200 len: 860 time: 0.0476789 Aug 20 11:57:36.066685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1586-8185-44d0-808e-b44f91629729 req-68701b67-4c5e-4b47-a2e3-1ac1555fc8a1 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:36.075294 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e65f1586-8185-44d0-808e-b44f91629729 req-68701b67-4c5e-4b47-a2e3-1ac1555fc8a1 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e6c1015-91a7-4efe-a3ad-07d5aebf6310 HTTP/1.1" status: 200 len: 943 time: 0.0597522 Aug 20 11:57:36.089597 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94f14dd2-b0c9-4c29-afb6-2ca8914f77ad req-9f12fb9e-9779-44da-b59d-614e44fc8831 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ae13cb2d-9f85-4262-a1ae-e2ce294b4836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281394 Aug 20 11:57:36.116044 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e65f1586-8185-44d0-808e-b44f91629729 req-75c4d226-c442-438a-88a7-9b233d6954c6 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/security-groups?id=b73ad2c6-ec71-4662-a91b-03a4a82d7b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342708 Aug 20 11:57:36.191829 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94f14dd2-b0c9-4c29-afb6-2ca8914f77ad req-d374d9fe-656c-446f-9643-a8d7194a4b83 service neutron] 10.222.0.76 "GET /v2.0/networks/ae13cb2d-9f85-4262-a1ae-e2ce294b4836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943305 Aug 20 11:57:36.200721 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37382) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:36.279513 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b0998f2-21fd-4225-b693-9d42bfddd6f9 req-495774c8-eb44-430a-bd71-7f58268b4213 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0598073 Aug 20 11:57:36.317359 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94f14dd2-b0c9-4c29-afb6-2ca8914f77ad req-7bc52c27-39c6-4d10-8a74-27be64744d6e service neutron] 10.222.0.76 "GET /v2.0/networks/ae13cb2d-9f85-4262-a1ae-e2ce294b4836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162899 Aug 20 11:57:36.464059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37386) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:36.570404 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9dd5ad05-dfef-44da-8cc9-1906baa2d0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:36.589147 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76ea165f-4d6b-48be-9f37-5d05c4ad21b7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:36.657200 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9dd5ad05-dfef-44da-8cc9-1906baa2d0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:36.661252 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9dd5ad05-dfef-44da-8cc9-1906baa2d0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:36.699479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9dd5ad05-dfef-44da-8cc9-1906baa2d0db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8aff87646f454348994a33d8ba950a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342365 Aug 20 11:57:36.702077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37390) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:36.708616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5ad05-dfef-44da-8cc9-1906baa2d0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371dcc4a-d070-4b47-938a-896a8e8c7026,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:36.752795 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6bd9bd42-e1c6-45b3-9fc6-e01c18dbb14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:36.773988 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6bd9bd42-e1c6-45b3-9fc6-e01c18dbb14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:36.825790 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6bd9bd42-e1c6-45b3-9fc6-e01c18dbb14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:36.828683 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6bd9bd42-e1c6-45b3-9fc6-e01c18dbb14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:36.830990 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6bd9bd42-e1c6-45b3-9fc6-e01c18dbb14e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/371dcc4a-d070-4b47-938a-896a8e8c7026 HTTP/1.1" status: 204 len: 168 time: 0.1279993 Aug 20 11:57:36.839564 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9bd42-e1c6-45b3-9fc6-e01c18dbb14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371dcc4a-d070-4b47-938a-896a8e8c7026,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:36.917695 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a6d5-4115-451c-a997-c00ac2def938 req-8b4622ea-ed77-4622-9d0b-d2801bf88c5e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:36.919193 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f897a6d5-4115-451c-a997-c00ac2def938 req-8b4622ea-ed77-4622-9d0b-d2801bf88c5e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.0911322 Aug 20 11:57:36.994521 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f897a6d5-4115-451c-a997-c00ac2def938 req-781e541d-4093-497e-b78e-e90926546667 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661697 Aug 20 11:57:37.015826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-76ea165f-4d6b-48be-9f37-5d05c4ad21b7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Deleting port 0c5c63d0-47c2-49a6-be76-445a02763b3a {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:37.016295 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76ea165f-4d6b-48be-9f37-5d05c4ad21b7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.107973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-76ea165f-4d6b-48be-9f37-5d05c4ad21b7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] For port 0c5c63d0-47c2-49a6-be76-445a02763b3a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0c5c63d0-47c2-49a6-be76-445a02763b3a,segment=NetworkSegment(3dd177aa-30cc-4f80-9886-ba523609659f),segment_id=3dd177aa-30cc-4f80-9886-ba523609659f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:37.107973 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76ea165f-4d6b-48be-9f37-5d05c4ad21b7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.108719 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37398) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:37.119880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-76ea165f-4d6b-48be-9f37-5d05c4ad21b7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Calling delete_port for 0c5c63d0-47c2-49a6-be76-445a02763b3a owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:37.124794 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d90b87be-af89-4db4-b2a9-b04d4d8c104e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.250605 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d90b87be-af89-4db4-b2a9-b04d4d8c104e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.259629 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6301fa-5a3e-4388-942e-b03326d579d4 req-57750a26-8142-46fb-88c4-1c15fb1c8b66 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:37.261153 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de6301fa-5a3e-4388-942e-b03326d579d4 req-57750a26-8142-46fb-88c4-1c15fb1c8b66 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e6c1015-91a7-4efe-a3ad-07d5aebf6310 HTTP/1.1" status: 200 len: 943 time: 0.0715928 Aug 20 11:57:37.262424 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d90b87be-af89-4db4-b2a9-b04d4d8c104e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.316717 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76ea165f-4d6b-48be-9f37-5d05c4ad21b7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.317164 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d90b87be-af89-4db4-b2a9-b04d4d8c104e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34a39234158d4f3594771fa6ab6d0c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2070963 Aug 20 11:57:37.317831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b87be-af89-4db4-b2a9-b04d4d8c104e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbb606d-1e2e-4ac8-b672-bbb0a7bbcb43,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:37.320352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37402) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:37.364216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de6301fa-5a3e-4388-942e-b03326d579d4 req-cec85a69-4448-424b-a068-4684cef7fb1f tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/security-groups?id=b73ad2c6-ec71-4662-a91b-03a4a82d7b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859458 Aug 20 11:57:37.372474 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea165f-4d6b-48be-9f37-5d05c4ad21b7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Port': ['ID=0c5c63d0-47c2-49a6-be76-445a02763b3a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:37.393472 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ade6405-a30d-41d7-94bb-fc30c5ad6407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.434104 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ade6405-a30d-41d7-94bb-fc30c5ad6407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.495531 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ade6405-a30d-41d7-94bb-fc30c5ad6407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.498732 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ade6405-a30d-41d7-94bb-fc30c5ad6407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.500081 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0ade6405-a30d-41d7-94bb-fc30c5ad6407 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebbb606d-1e2e-4ac8-b672-bbb0a7bbcb43 HTTP/1.1" status: 204 len: 168 time: 0.1788287 Aug 20 11:57:37.506781 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37e33bf1-76b8-4471-a519-2789a554c7b2 req-3815c78d-e8ca-4cfc-b43a-53ddce6d2985 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0689645 Aug 20 11:57:37.509334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade6405-a30d-41d7-94bb-fc30c5ad6407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbb606d-1e2e-4ac8-b672-bbb0a7bbcb43,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:37.582040 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76ea165f-4d6b-48be-9f37-5d05c4ad21b7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.808771 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ea165f-4d6b-48be-9f37-5d05c4ad21b7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:57:37.923602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ea165f-4d6b-48be-9f37-5d05c4ad21b7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:57:37.931556 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-76ea165f-4d6b-48be-9f37-5d05c4ad21b7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "PUT /v2.0/routers/2ac2633e-2f45-4a8b-af2e-a07ee01f66ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7291327 Aug 20 11:57:37.933279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c195173-28b1-4c27-9314-c6f90dfca740 None None] Sync routers for ids ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:57:37.944181 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c195173-28b1-4c27-9314-c6f90dfca740 None None] Routers {'2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:37.945240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3c195173-28b1-4c27-9314-c6f90dfca740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:38.097548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-3c195173-28b1-4c27-9314-c6f90dfca740 None None] Set router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:38.144049 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbd3db-6665-41df-96b2-f65ef531d3ca req-50bde423-4729-4d79-bc7b-6cea5bda0838 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:38.145807 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-07cbd3db-6665-41df-96b2-f65ef531d3ca req-50bde423-4729-4d79-bc7b-6cea5bda0838 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.0628014 Aug 20 11:57:38.207700 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-07cbd3db-6665-41df-96b2-f65ef531d3ca req-4dc61c51-bdba-4d2b-85fd-656d615fa4c9 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499926 Aug 20 11:57:38.243143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7064a7f-f9f4-4574-8b93-4ea01a412775 req-79669747-7144-4aba-a360-492c2cef79fe tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:38.244734 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7064a7f-f9f4-4574-8b93-4ea01a412775 req-79669747-7144-4aba-a360-492c2cef79fe tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 946 time: 0.0958564 Aug 20 11:57:38.288311 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7064a7f-f9f4-4574-8b93-4ea01a412775 req-4bc8156e-6765-4796-9090-b34e268d9a9e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=40cf616e-ff2c-47f4-a375-9cd231de4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370240 Aug 20 11:57:38.359616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3c195173-28b1-4c27-9314-c6f90dfca740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 6, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0c1729f3-c60b-4fd9-9507-238481959940', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'port_id': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'mac_address': 'fa:16:3e:a2:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:05Z', 'updated_at': '2021-08-20T11:56:08Z', 'revision_number': 1, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a860f1-c325-4df2-9c0d-1cf48de8e79a', 'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:3f:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:46Z', 'updated_at': '2021-08-20T11:55:53Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:38.388880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c195173-28b1-4c27-9314-c6f90dfca740 None None] Checking router: 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:57:38.397746 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c195173-28b1-4c27-9314-c6f90dfca740 None None] Routers {'2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:38.398353 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3c195173-28b1-4c27-9314-c6f90dfca740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:38.509439 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-3c195173-28b1-4c27-9314-c6f90dfca740 None None] Set router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:38.554215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6599c1-7007-4f72-8bdd-bc32f6c23aa4 req-bc1b69bb-9dc2-4c71-be7e-3177858adbec tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:38.555995 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9b6599c1-7007-4f72-8bdd-bc32f6c23aa4 req-bc1b69bb-9dc2-4c71-be7e-3177858adbec tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e6c1015-91a7-4efe-a3ad-07d5aebf6310 HTTP/1.1" status: 200 len: 943 time: 0.0637767 Aug 20 11:57:38.647216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc44d8c3-1a65-4d38-86c6-f134734bee78 req-6c3759ba-b08d-4b88-b5b0-2799318d4c39 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0343463 Aug 20 11:57:38.787819 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3c195173-28b1-4c27-9314-c6f90dfca740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 6, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0c1729f3-c60b-4fd9-9507-238481959940', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'port_id': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'mac_address': 'fa:16:3e:a2:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:05Z', 'updated_at': '2021-08-20T11:56:08Z', 'revision_number': 1, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a860f1-c325-4df2-9c0d-1cf48de8e79a', 'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:3f:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:46Z', 'updated_at': '2021-08-20T11:55:53Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:38.822783 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c195173-28b1-4c27-9314-c6f90dfca740 None None] The sync data for ids ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'] in n-d-804299-2 is: [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 6, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0c1729f3-c60b-4fd9-9507-238481959940', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'port_id': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'mac_address': 'fa:16:3e:a2:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:05Z', 'updated_at': '2021-08-20T11:56:08Z', 'revision_number': 1, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a860f1-c325-4df2-9c0d-1cf48de8e79a', 'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:3f:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:46Z', 'updated_at': '2021-08-20T11:55:53Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:38.847262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 69a3800d-dffe-4faa-81a9-e30e6a6aca58 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:57:38.916646 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9b6599c1-7007-4f72-8bdd-bc32f6c23aa4 req-405dcf7a-4834-413c-ab3f-dae8243f27cd tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/security-groups?id=b73ad2c6-ec71-4662-a91b-03a4a82d7b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544388 Aug 20 11:57:38.953946 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 69a3800d-dffe-4faa-81a9-e30e6a6aca58, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69a3800d-dffe-4faa-81a9-e30e6a6aca58,segment=NetworkSegment(b50638a8-c32f-49b1-8535-6336663db44e),segment_id=b50638a8-c32f-49b1-8535-6336663db44e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:38.965766 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '69a3800d-dffe-4faa-81a9-e30e6a6aca58', 'network_id': 'ae13cb2d-9f85-4262-a1ae-e2ce294b4836', 'port_id': '69a3800d-dffe-4faa-81a9-e30e6a6aca58', 'mac_address': 'fa:16:3e:d9:19:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecaa7cad-1ea9-4802-a729-037853428188', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:57:39.013098 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.023831 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.028808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a3800d-dffe-4faa-81a9-e30e6a6aca58 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:39.049907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 69a3800d-dffe-4faa-81a9-e30e6a6aca58, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69a3800d-dffe-4faa-81a9-e30e6a6aca58,segment=NetworkSegment(b50638a8-c32f-49b1-8535-6336663db44e),segment_id=b50638a8-c32f-49b1-8535-6336663db44e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:39.053820 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.110196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=69a3800d-dffe-4faa-81a9-e30e6a6aca58,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:39.234692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0c5c63d0-47c2-49a6-be76-445a02763b3a no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:39.257772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 0c5c63d0-47c2-49a6-be76-445a02763b3a {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:39.258360 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0c5c63d0-47c2-49a6-be76-445a02763b3a not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:39.318283 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['69a3800d-dffe-4faa-81a9-e30e6a6aca58'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:39.359190 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b512a-c3c5-46bd-bf86-b4423c37bd0b req-c740e9a9-8cd7-4f95-8fd4-3f9b1fe8d5b2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:39.362134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e5b512a-c3c5-46bd-bf86-b4423c37bd0b req-c740e9a9-8cd7-4f95-8fd4-3f9b1fe8d5b2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.0758717 Aug 20 11:57:39.429437 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e5b512a-c3c5-46bd-bf86-b4423c37bd0b req-f06b992f-d4c0-487e-b58b-939d735e2105 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607333 Aug 20 11:57:39.439810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac726815-ebc7-4f39-9eea-f86917c47b9e req-a81fedc7-93d5-483b-a9fb-bf243ec9303b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:39.441928 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ac726815-ebc7-4f39-9eea-f86917c47b9e req-a81fedc7-93d5-483b-a9fb-bf243ec9303b tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 946 time: 0.0742788 Aug 20 11:57:39.491422 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ac726815-ebc7-4f39-9eea-f86917c47b9e req-80048bf6-7fe1-4899-9972-79b221f0e7e3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=40cf616e-ff2c-47f4-a375-9cd231de4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429235 Aug 20 11:57:39.761856 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-56d6b44b-c2bf-4b42-ac46-bd6a7c10a346 req-9824b798-9d11-4f76-bdd6-eea14d1ab0ad tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0318606 Aug 20 11:57:39.779170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c03e2-9889-4abc-8bf9-e15e14353640 req-2a7e9ea8-ea9a-42ca-b5d1-e215f5099da7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:39.780788 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-722c03e2-9889-4abc-8bf9-e15e14353640 req-2a7e9ea8-ea9a-42ca-b5d1-e215f5099da7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.35 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 946 time: 0.0817971 Aug 20 11:57:39.878777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-722c03e2-9889-4abc-8bf9-e15e14353640 req-40fb14be-3a0f-46dc-b55d-5c713bec6b93 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Deleting port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:39.879196 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-722c03e2-9889-4abc-8bf9-e15e14353640 req-40fb14be-3a0f-46dc-b55d-5c713bec6b93 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.975126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-722c03e2-9889-4abc-8bf9-e15e14353640 req-40fb14be-3a0f-46dc-b55d-5c713bec6b93 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] For port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=35cd44bb-2eb7-4809-8cfa-2fec74598e4e,segment=NetworkSegment(3dd177aa-30cc-4f80-9886-ba523609659f),segment_id=3dd177aa-30cc-4f80-9886-ba523609659f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:39.975494 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-722c03e2-9889-4abc-8bf9-e15e14353640 req-40fb14be-3a0f-46dc-b55d-5c713bec6b93 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.995581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-722c03e2-9889-4abc-8bf9-e15e14353640 req-40fb14be-3a0f-46dc-b55d-5c713bec6b93 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Calling delete_port for 35cd44bb-2eb7-4809-8cfa-2fec74598e4e owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:40.045394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7092876-78eb-4041-b7f8-036614db90a7 req-07a0e4fb-a9d8-4da4-ba65-1a37c90f67cb tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:40.047175 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7092876-78eb-4041-b7f8-036614db90a7 req-07a0e4fb-a9d8-4da4-ba65-1a37c90f67cb tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e6c1015-91a7-4efe-a3ad-07d5aebf6310 HTTP/1.1" status: 200 len: 944 time: 0.0542965 Aug 20 11:57:40.089145 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7092876-78eb-4041-b7f8-036614db90a7 req-3f413762-31de-46dc-b2c3-b2fe53e20af9 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/security-groups?id=b73ad2c6-ec71-4662-a91b-03a4a82d7b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337529 Aug 20 11:57:40.143049 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-722c03e2-9889-4abc-8bf9-e15e14353640 req-40fb14be-3a0f-46dc-b55d-5c713bec6b93 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.172017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb14be-3a0f-46dc-b55d-5c713bec6b93 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Port': ['ID=35cd44bb-2eb7-4809-8cfa-2fec74598e4e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:40.213441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-722c03e2-9889-4abc-8bf9-e15e14353640 req-40fb14be-3a0f-46dc-b55d-5c713bec6b93 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] No DVR routers for this DVR port 35cd44bb-2eb7-4809-8cfa-2fec74598e4e on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:40.216877 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-722c03e2-9889-4abc-8bf9-e15e14353640 req-40fb14be-3a0f-46dc-b55d-5c713bec6b93 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.218378 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-722c03e2-9889-4abc-8bf9-e15e14353640 req-40fb14be-3a0f-46dc-b55d-5c713bec6b93 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.35 "DELETE /v2.0/ports/35cd44bb-2eb7-4809-8cfa-2fec74598e4e HTTP/1.1" status: 204 len: 173 time: 0.4306219 Aug 20 11:57:40.218814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b8e91-fe76-4df9-a02c-12e38257cb21', 'name': 'network-vif-deleted', 'tag': '35cd44bb-2eb7-4809-8cfa-2fec74598e4e'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:40.221415 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1d3075-342b-4c75-9cb0-a0faa37955ce" -d '{"events": [{"server_uuid": "a85b8e91-fe76-4df9-a02c-12e38257cb21", "name": "network-vif-deleted", "tag": "35cd44bb-2eb7-4809-8cfa-2fec74598e4e"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:40.260162 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfeca6a-ea52-47a0-a7f6-01ab8d5d8b33 x-openstack-request-id: req-8dfeca6a-ea52-47a0-a7f6-01ab8d5d8b33 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:40.260458 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b8e91-fe76-4df9-a02c-12e38257cb21", "name": "network-vif-deleted", "tag": "35cd44bb-2eb7-4809-8cfa-2fec74598e4e", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:40.260745 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8dfeca6a-ea52-47a0-a7f6-01ab8d5d8b33 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:40.261147 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b8e91-fe76-4df9-a02c-12e38257cb21', 'name': 'network-vif-deleted', 'tag': '35cd44bb-2eb7-4809-8cfa-2fec74598e4e', 'status': 'completed', 'code': 200} Aug 20 11:57:40.555660 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd6f73-33c8-4d4e-b401-66c6d7b95f74 req-96bb5789-3c6c-4fd4-8500-a1d05151f5c1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:40.557435 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ebfd6f73-33c8-4d4e-b401-66c6d7b95f74 req-96bb5789-3c6c-4fd4-8500-a1d05151f5c1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.0678694 Aug 20 11:57:40.614385 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ebfd6f73-33c8-4d4e-b401-66c6d7b95f74 req-ca291cd1-de1e-48ec-8c9e-61acc53f2a6a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451519 Aug 20 11:57:40.630303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2db783a-635d-4301-ac9f-c876cc7c8a40 req-9e338a0a-a9e6-49c0-b9eb-60b217fe36cb tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=a85b8e91-fe76-4df9-a02c-12e38257cb21 HTTP/1.1" status: 200 len: 210 time: 0.0353687 Aug 20 11:57:40.863219 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 69a3800d-dffe-4faa-81a9-e30e6a6aca58 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:40.872591 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c7b4ee7a-eab5-421c-8df8-a4a7496245af req-49977f41-7118-478c-8bc3-21d415a55ff5 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0276618 Aug 20 11:57:40.915142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 69a3800d-dffe-4faa-81a9-e30e6a6aca58 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:40.918608 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 69a3800d-dffe-4faa-81a9-e30e6a6aca58 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:40.918972 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.997757 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:41.026451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6c1015-91a7-4efe-a3ad-07d5aebf6310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a3800d-dffe-4faa-81a9-e30e6a6aca58'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:41.028829 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5558e57d-f5b5-4b11-84c7-a194db07b25b" -d '{"events": [{"server_uuid": "4e6c1015-91a7-4efe-a3ad-07d5aebf6310", "name": "network-vif-plugged", "status": "completed", "tag": "69a3800d-dffe-4faa-81a9-e30e6a6aca58"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:41.044067 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 69a3800d-dffe-4faa-81a9-e30e6a6aca58, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69a3800d-dffe-4faa-81a9-e30e6a6aca58,segment=NetworkSegment(b50638a8-c32f-49b1-8535-6336663db44e),segment_id=b50638a8-c32f-49b1-8535-6336663db44e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:41.048100 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:41.077702 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d51d0e-d5c7-4f7c-92ac-0012497a69a8 x-openstack-request-id: req-52d51d0e-d5c7-4f7c-92ac-0012497a69a8 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:41.078002 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6c1015-91a7-4efe-a3ad-07d5aebf6310", "name": "network-vif-plugged", "status": "completed", "tag": "69a3800d-dffe-4faa-81a9-e30e6a6aca58", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:41.078255 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52d51d0e-d5c7-4f7c-92ac-0012497a69a8 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:41.078642 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6c1015-91a7-4efe-a3ad-07d5aebf6310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a3800d-dffe-4faa-81a9-e30e6a6aca58', 'code': 200} Aug 20 11:57:41.108437 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=69a3800d-dffe-4faa-81a9-e30e6a6aca58,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:41.189952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885eb7e-bf6f-42ed-ae9e-9a18e76fefdf req-b03e18a7-3c0f-41bb-8482-1cfb311da983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:41.191465 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8885eb7e-bf6f-42ed-ae9e-9a18e76fefdf req-b03e18a7-3c0f-41bb-8482-1cfb311da983 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4e6c1015-91a7-4efe-a3ad-07d5aebf6310 HTTP/1.1" status: 200 len: 1096 time: 0.0415328 Aug 20 11:57:41.209865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fff2e8-7fcc-4af3-a81c-3fda9c45787f req-94128e57-1849-4792-90be-b7e7ceb50016 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:41.211349 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c4fff2e8-7fcc-4af3-a81c-3fda9c45787f req-94128e57-1849-4792-90be-b7e7ceb50016 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e6c1015-91a7-4efe-a3ad-07d5aebf6310 HTTP/1.1" status: 200 len: 945 time: 0.0491631 Aug 20 11:57:41.226870 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8885eb7e-bf6f-42ed-ae9e-9a18e76fefdf req-b13bba38-9017-4451-b657-369e2761cdd4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b73ad2c6-ec71-4662-a91b-03a4a82d7b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290711 Aug 20 11:57:41.248537 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c4fff2e8-7fcc-4af3-a81c-3fda9c45787f req-09b7c4c8-572a-4ca2-884f-759810067a4a tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/security-groups?id=b73ad2c6-ec71-4662-a91b-03a4a82d7b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311575 Aug 20 11:57:41.700984 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37524) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:41.728369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda7570-72b7-4aad-8356-726638cc8b2c req-048c249c-de70-4971-9b46-28a6cfcef1fd tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:41.731038 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aeda7570-72b7-4aad-8356-726638cc8b2c req-048c249c-de70-4971-9b46-28a6cfcef1fd tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.0555696 Aug 20 11:57:41.764061 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3a934c86-f357-490f-a564-816fcdc837e8 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:41.772429 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aeda7570-72b7-4aad-8356-726638cc8b2c req-85145edb-ee2b-4a44-9282-f49b51e5f042 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353165 Aug 20 11:57:41.794944 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3a934c86-f357-490f-a564-816fcdc837e8 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:41.858052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3a934c86-f357-490f-a564-816fcdc837e8 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:41.861420 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3a934c86-f357-490f-a564-816fcdc837e8 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:41.862641 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3a934c86-f357-490f-a564-816fcdc837e8 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "DELETE /v2.0/security-groups/40cf616e-ff2c-47f4-a375-9cd231de4a0d HTTP/1.1" status: 204 len: 168 time: 0.1605613 Aug 20 11:57:41.871755 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a934c86-f357-490f-a564-816fcdc837e8 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cf616e-ff2c-47f4-a375-9cd231de4a0d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:41.912406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37530) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:41.966304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1ba19e-cb10-4f21-8fb2-f32d68138f32 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Deleting subnet e1a7c962-0ce3-46ac-bcfd-6a74ef84f963 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:57:41.969569 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba19e-cb10-4f21-8fb2-f32d68138f32 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:41.988258 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b612a4a-260d-4dd4-b228-90547511c367 req-4a768962-b9bb-4590-af29-6102d0c43206 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0268400 Aug 20 11:57:42.013909 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba19e-cb10-4f21-8fb2-f32d68138f32 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.107249 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba19e-cb10-4f21-8fb2-f32d68138f32 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.168478 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba19e-cb10-4f21-8fb2-f32d68138f32 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.196992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ba19e-cb10-4f21-8fb2-f32d68138f32 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a7c962-0ce3-46ac-bcfd-6a74ef84f963,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:42.198979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba19e-cb10-4f21-8fb2-f32d68138f32 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.203446 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0d1ba19e-cb10-4f21-8fb2-f32d68138f32 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "DELETE /v2.0/subnets/e1a7c962-0ce3-46ac-bcfd-6a74ef84f963 HTTP/1.1" status: 204 len: 168 time: 0.2874911 Aug 20 11:57:42.203891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37532) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:42.209368 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ae72dc-0d9f-4176-bb04-eaed2f75f7e9 None None] Network f79f1e19-72d8-4bc7-940c-0bd2f7985857 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:42.297235 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.385691 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Deleting port 4d51c5d3-37c1-49bf-b423-e15f34e5c116 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:42.386043 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.445658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd05061-ea86-469d-8793-fc7ac36dc8b2 None None] DHCP port deletion for f79f1e19-72d8-4bc7-940c-0bd2f7985857 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:57:42.468305 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fa692-d094-4766-92b7-2aafd75aa393 req-5de381a9-9a61-4c84-8b2f-c38d02defb21 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:42.470888 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-774fa692-d094-4766-92b7-2aafd75aa393 req-5de381a9-9a61-4c84-8b2f-c38d02defb21 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e6c1015-91a7-4efe-a3ad-07d5aebf6310 HTTP/1.1" status: 200 len: 945 time: 0.1150503 Aug 20 11:57:42.479104 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] For port 4d51c5d3-37c1-49bf-b423-e15f34e5c116, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4d51c5d3-37c1-49bf-b423-e15f34e5c116,segment=NetworkSegment(3dd177aa-30cc-4f80-9886-ba523609659f),segment_id=3dd177aa-30cc-4f80-9886-ba523609659f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:42.479470 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.494121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bbd05061-ea86-469d-8793-fc7ac36dc8b2 None None] Deleting port 4d51c5d3-37c1-49bf-b423-e15f34e5c116 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:42.494489 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bbd05061-ea86-469d-8793-fc7ac36dc8b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.505462 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Calling delete_port for 4d51c5d3-37c1-49bf-b423-e15f34e5c116 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:42.536130 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-774fa692-d094-4766-92b7-2aafd75aa393 req-153ec09e-b771-4f6f-8389-1ed3eeeff4e1 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/security-groups?id=b73ad2c6-ec71-4662-a91b-03a4a82d7b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590670 Aug 20 11:57:42.564849 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bbd05061-ea86-469d-8793-fc7ac36dc8b2 None None] For port 4d51c5d3-37c1-49bf-b423-e15f34e5c116, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4d51c5d3-37c1-49bf-b423-e15f34e5c116,segment=NetworkSegment(3dd177aa-30cc-4f80-9886-ba523609659f),segment_id=3dd177aa-30cc-4f80-9886-ba523609659f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:42.566733 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bbd05061-ea86-469d-8793-fc7ac36dc8b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.580939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bbd05061-ea86-469d-8793-fc7ac36dc8b2 None None] Calling delete_port for 4d51c5d3-37c1-49bf-b423-e15f34e5c116 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:42.622963 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.666644 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Port': ['ID=4d51c5d3-37c1-49bf-b423-e15f34e5c116,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:42.669706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] No DVR routers for this DVR port 4d51c5d3-37c1-49bf-b423-e15f34e5c116 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:42.776307 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.792342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79f1e19-72d8-4bc7-940c-0bd2f7985857']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:42.823747 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd177aa-30cc-4f80-9886-ba523609659f') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:42.824144 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd177aa-30cc-4f80-9886-ba523609659f') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:42.863713 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.911812 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.920884 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:57:42.921294 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.921450 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bbd05061-ea86-469d-8793-fc7ac36dc8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:57:42.924934 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:57:42.954934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd05061-ea86-469d-8793-fc7ac36dc8b2 None None] Pushing event deleted for resources: {'Port': ['ID=4d51c5d3-37c1-49bf-b423-e15f34e5c116,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:42.959394 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd05061-ea86-469d-8793-fc7ac36dc8b2 None None] No DVR routers for this DVR port 4d51c5d3-37c1-49bf-b423-e15f34e5c116 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:43.001048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755961f-c4ac-4a39-bc3d-015ec290501b req-6d3bb0fa-f42b-46d0-ba57-8cc454f373a6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:43.008378 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5755961f-c4ac-4a39-bc3d-015ec290501b req-6d3bb0fa-f42b-46d0-ba57-8cc454f373a6 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.1425734 Aug 20 11:57:43.018758 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:43.034211 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:43.039270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37566) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:43.039775 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "DELETE /v2.0/networks/f79f1e19-72d8-4bc7-940c-0bd2f7985857 HTTP/1.1" status: 204 len: 168 time: 0.8342137 Aug 20 11:57:43.057432 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb8551-caa9-4a65-a157-2c6816ca3159 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Network': ['ID=f79f1e19-72d8-4bc7-940c-0bd2f7985857,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:43.082200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4d51c5d3-37c1-49bf-b423-e15f34e5c116 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:43.094179 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5755961f-c4ac-4a39-bc3d-015ec290501b req-6d134c0d-4957-4410-a33c-ed0e3a4f42af tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848460 Aug 20 11:57:43.107968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 4d51c5d3-37c1-49bf-b423-e15f34e5c116 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:43.108719 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4d51c5d3-37c1-49bf-b423-e15f34e5c116 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:43.141335 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bda14b2c-6ceb-4102-85e0-b4e13514d89c req-329d2f73-5a15-4ad2-ba81-1d88670ade0d tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0383272 Aug 20 11:57:43.279086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f5a53758-8e21-4693-9599-a39ec044211d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Deleting port beaa455c-59af-4606-9e6f-3cddecfccbe9 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:43.279438 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5a53758-8e21-4693-9599-a39ec044211d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:43.395947 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5a53758-8e21-4693-9599-a39ec044211d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:43.396328 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5a53758-8e21-4693-9599-a39ec044211d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:43.412096 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b043186-4c92-4fef-a51f-3b9a9834588d req-f94b76c1-9d91-446f-bc7a-9fa3d895a654 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:43.413630 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b043186-4c92-4fef-a51f-3b9a9834588d req-f94b76c1-9d91-446f-bc7a-9fa3d895a654 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e6c1015-91a7-4efe-a3ad-07d5aebf6310 HTTP/1.1" status: 200 len: 945 time: 0.0851614 Aug 20 11:57:43.419572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f5a53758-8e21-4693-9599-a39ec044211d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Calling delete_port for beaa455c-59af-4606-9e6f-3cddecfccbe9 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:43.493755 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b043186-4c92-4fef-a51f-3b9a9834588d req-dcac2c68-87c7-4abf-88ab-3ef99dcc012a tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/security-groups?id=b73ad2c6-ec71-4662-a91b-03a4a82d7b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722251 Aug 20 11:57:43.592226 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5a53758-8e21-4693-9599-a39ec044211d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:43.619184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a53758-8e21-4693-9599-a39ec044211d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Port': ['ID=beaa455c-59af-4606-9e6f-3cddecfccbe9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:43.679373 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5a53758-8e21-4693-9599-a39ec044211d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:43.679681 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-f5a53758-8e21-4693-9599-a39ec044211d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Floating IP 0c1729f3-c60b-4fd9-9507-238481959940 disassociated (deleted). External IP: 172.25.8.170, port: 768b8c76-7d76-496a-86f1-3c9c4d0722f5. Aug 20 11:57:43.746856 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 35cd44bb-2eb7-4809-8cfa-2fec74598e4e no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:43.776317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 35cd44bb-2eb7-4809-8cfa-2fec74598e4e {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:43.777219 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 35cd44bb-2eb7-4809-8cfa-2fec74598e4e not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:44.248466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b73b8-3290-41e5-8684-3bcbc2f07d98 req-f5073ed3-ca07-4790-88c4-627538287907 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:44.250086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a53758-8e21-4693-9599-a39ec044211d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:57:44.250513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-452b73b8-3290-41e5-8684-3bcbc2f07d98 req-f5073ed3-ca07-4790-88c4-627538287907 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.0728407 Aug 20 11:57:44.280164 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-59ca2c35-4961-4bc2-9706-117d89bb9c51 req-a4584b60-ca78-421f-9493-d020d526bd8d tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0281224 Aug 20 11:57:44.299697 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-452b73b8-3290-41e5-8684-3bcbc2f07d98 req-30f1d388-3cf4-4a6d-97bc-147e5bf1ad3e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420239 Aug 20 11:57:44.390588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a53758-8e21-4693-9599-a39ec044211d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:57:44.395433 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5a53758-8e21-4693-9599-a39ec044211d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:44.401650 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c4a75-4688-4229-b9f6-18bf49bd704b None None] Sync routers for ids ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:57:44.415689 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c4a75-4688-4229-b9f6-18bf49bd704b None None] Routers {'2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:44.416558 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-588c4a75-4688-4229-b9f6-18bf49bd704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:44.424988 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f5a53758-8e21-4693-9599-a39ec044211d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "DELETE /v2.0/floatingips/0c1729f3-c60b-4fd9-9507-238481959940 HTTP/1.1" status: 204 len: 168 time: 1.3813403 Aug 20 11:57:44.424988 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'tag': '768b8c76-7d76-496a-86f1-3c9c4d0722f5'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:44.426131 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cda82d-ccf9-40fb-ab85-21d7d156e8da" -d '{"events": [{"name": "network-changed", "server_uuid": "c32864c4-fc35-4ae4-ad07-1852c35ffebf", "tag": "768b8c76-7d76-496a-86f1-3c9c4d0722f5"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:44.485419 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847d3b1b-60db-4bbc-bf6f-39dfd96f895c x-openstack-request-id: req-847d3b1b-60db-4bbc-bf6f-39dfd96f895c {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:44.485924 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32864c4-fc35-4ae4-ad07-1852c35ffebf", "tag": "768b8c76-7d76-496a-86f1-3c9c4d0722f5", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:44.486356 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-847d3b1b-60db-4bbc-bf6f-39dfd96f895c {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:44.486916 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'tag': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'status': 'completed', 'code': 200} Aug 20 11:57:44.533122 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-588c4a75-4688-4229-b9f6-18bf49bd704b None None] Set router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:44.570710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cda82d-ccf9-40fb-ab85-21d7d156e8da req-6b6562e3-1ff1-49df-bbcf-7f2102f0da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:44.572663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57cda82d-ccf9-40fb-ab85-21d7d156e8da req-6b6562e3-1ff1-49df-bbcf-7f2102f0da2a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 1096 time: 0.0613167 Aug 20 11:57:44.654175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724afd8-9b67-4347-a3bb-226c36bfd5db req-8ced73ca-5784-4d48-ab92-df731d5c23b8 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:44.663447 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8724afd8-9b67-4347-a3bb-226c36bfd5db req-8ced73ca-5784-4d48-ab92-df731d5c23b8 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e6c1015-91a7-4efe-a3ad-07d5aebf6310 HTTP/1.1" status: 200 len: 945 time: 0.0697985 Aug 20 11:57:44.724276 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8724afd8-9b67-4347-a3bb-226c36bfd5db req-10f4c3ed-b212-46ff-bddf-7b68dbb9b845 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/security-groups?id=b73ad2c6-ec71-4662-a91b-03a4a82d7b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568154 Aug 20 11:57:44.800579 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51b061-81cf-4264-bcbd-a917f5cbf8b2 req-a4ab5504-9f87-4540-a26e-6b813f84f2b5 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:44.802374 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b51b061-81cf-4264-bcbd-a917f5cbf8b2 req-a4ab5504-9f87-4540-a26e-6b813f84f2b5 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e6c1015-91a7-4efe-a3ad-07d5aebf6310 HTTP/1.1" status: 200 len: 945 time: 0.1426814 Aug 20 11:57:44.819862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f7b4e-4e58-4394-8f21-47e819591e1c req-bacc2bf9-4c41-4ad3-b624-07f467c11bc2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:44.821758 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-097f7b4e-4e58-4394-8f21-47e819591e1c req-bacc2bf9-4c41-4ad3-b624-07f467c11bc2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 945 time: 0.1216218 Aug 20 11:57:44.837269 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cda82d-ccf9-40fb-ab85-21d7d156e8da req-7780a535-aa41-40fe-8481-12fa21853862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:44.838956 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57cda82d-ccf9-40fb-ab85-21d7d156e8da req-7780a535-aa41-40fe-8481-12fa21853862 service neutron] 10.222.0.76 "GET /v2.0/networks?id=68773173-f656-4dc3-8b34-6ecca5e8a5c5 HTTP/1.1" status: 200 len: 897 time: 0.2572501 Aug 20 11:57:44.849918 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-588c4a75-4688-4229-b9f6-18bf49bd704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 6, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd4a860f1-c325-4df2-9c0d-1cf48de8e79a', 'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:3f:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:46Z', 'updated_at': '2021-08-20T11:55:53Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:44.882762 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c4a75-4688-4229-b9f6-18bf49bd704b None None] Checking router: 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:57:44.895003 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c4a75-4688-4229-b9f6-18bf49bd704b None None] Routers {'2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:44.895609 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-588c4a75-4688-4229-b9f6-18bf49bd704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:44.928673 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57cda82d-ccf9-40fb-ab85-21d7d156e8da req-7d238ce7-c3c3-49eb-b905-172df23ab3c6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=768b8c76-7d76-496a-86f1-3c9c4d0722f5 HTTP/1.1" status: 200 len: 217 time: 0.0625372 Aug 20 11:57:44.997670 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-097f7b4e-4e58-4394-8f21-47e819591e1c req-cbf97915-18dd-4577-8052-2c92cbacfca2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdc56043-5945-473c-902f-fc246f96bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628680 Aug 20 11:57:45.011035 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-588c4a75-4688-4229-b9f6-18bf49bd704b None None] Set router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:45.021434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cda82d-ccf9-40fb-ab85-21d7d156e8da req-a5b29e1a-860c-4dde-9f08-e23c5e8a3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:45.022985 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57cda82d-ccf9-40fb-ab85-21d7d156e8da req-a5b29e1a-860c-4dde-9f08-e23c5e8a3289 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98 HTTP/1.1" status: 200 len: 835 time: 0.0717642 Aug 20 11:57:45.034866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-8b51b061-81cf-4264-bcbd-a917f5cbf8b2 req-255ab52a-82fc-4afd-aff2-9575dd7bcc6e tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Deleting port 69a3800d-dffe-4faa-81a9-e30e6a6aca58 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:45.035205 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8b51b061-81cf-4264-bcbd-a917f5cbf8b2 req-255ab52a-82fc-4afd-aff2-9575dd7bcc6e tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:45.139556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cda82d-ccf9-40fb-ab85-21d7d156e8da req-f3f8283c-4996-424b-91c3-dd98209f5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:45.141115 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57cda82d-ccf9-40fb-ab85-21d7d156e8da req-f3f8283c-4996-424b-91c3-dd98209f5024 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=68773173-f656-4dc3-8b34-6ecca5e8a5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090252 Aug 20 11:57:45.225314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-8b51b061-81cf-4264-bcbd-a917f5cbf8b2 req-255ab52a-82fc-4afd-aff2-9575dd7bcc6e tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] For port 69a3800d-dffe-4faa-81a9-e30e6a6aca58, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69a3800d-dffe-4faa-81a9-e30e6a6aca58,segment=NetworkSegment(b50638a8-c32f-49b1-8535-6336663db44e),segment_id=b50638a8-c32f-49b1-8535-6336663db44e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:45.225737 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8b51b061-81cf-4264-bcbd-a917f5cbf8b2 req-255ab52a-82fc-4afd-aff2-9575dd7bcc6e tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:45.242481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-8b51b061-81cf-4264-bcbd-a917f5cbf8b2 req-255ab52a-82fc-4afd-aff2-9575dd7bcc6e tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Calling delete_port for 69a3800d-dffe-4faa-81a9-e30e6a6aca58 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:45.312073 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57cda82d-ccf9-40fb-ab85-21d7d156e8da req-a4faae25-6e84-4f8d-9c0c-a1e7f0876321 service neutron] 10.222.0.76 "GET /v2.0/networks/68773173-f656-4dc3-8b34-6ecca5e8a5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579103 Aug 20 11:57:45.389443 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-588c4a75-4688-4229-b9f6-18bf49bd704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 6, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd4a860f1-c325-4df2-9c0d-1cf48de8e79a', 'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:3f:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:46Z', 'updated_at': '2021-08-20T11:55:53Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:45.440023 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c4a75-4688-4229-b9f6-18bf49bd704b None None] The sync data for ids ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'] in n-d-804299-2 is: [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 6, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd4a860f1-c325-4df2-9c0d-1cf48de8e79a', 'name': '', 'network_id': '68773173-f656-4dc3-8b34-6ecca5e8a5c5', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:3f:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:46Z', 'updated_at': '2021-08-20T11:55:53Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:45.462780 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-74527dbf-d832-493e-adec-2e91522b7e7f req-bd5d4ba2-93c3-4754-9e91-c8bda1737ddc tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0361474 Aug 20 11:57:45.516199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-57cda82d-ccf9-40fb-ab85-21d7d156e8da req-6648f8d8-8c5f-4f26-83ce-cd9a1e45ccef service neutron] 10.222.0.76 "GET /v2.0/networks/68773173-f656-4dc3-8b34-6ecca5e8a5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905038 Aug 20 11:57:45.569540 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8b51b061-81cf-4264-bcbd-a917f5cbf8b2 req-255ab52a-82fc-4afd-aff2-9575dd7bcc6e tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:45.611363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774b48e-417c-43d3-88a4-7fae0f65dc51 req-830b1e10-3482-4d78-bb20-da952d933c81 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:45.613000 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f774b48e-417c-43d3-88a4-7fae0f65dc51 req-830b1e10-3482-4d78-bb20-da952d933c81 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.1285069 Aug 20 11:57:45.615939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ab52a-82fc-4afd-aff2-9575dd7bcc6e tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Pushing event deleted for resources: {'Port': ['ID=69a3800d-dffe-4faa-81a9-e30e6a6aca58,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:45.670058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b51b061-81cf-4264-bcbd-a917f5cbf8b2 req-255ab52a-82fc-4afd-aff2-9575dd7bcc6e tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] No DVR routers for this DVR port 69a3800d-dffe-4faa-81a9-e30e6a6aca58 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:45.675140 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8b51b061-81cf-4264-bcbd-a917f5cbf8b2 req-255ab52a-82fc-4afd-aff2-9575dd7bcc6e tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:45.676389 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b51b061-81cf-4264-bcbd-a917f5cbf8b2 req-255ab52a-82fc-4afd-aff2-9575dd7bcc6e tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.76 "DELETE /v2.0/ports/69a3800d-dffe-4faa-81a9-e30e6a6aca58 HTTP/1.1" status: 204 len: 173 time: 0.8520467 Aug 20 11:57:45.707277 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f774b48e-417c-43d3-88a4-7fae0f65dc51 req-a90afc27-d368-4b9d-8d81-914422fbbd6a tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665350 Aug 20 11:57:45.740328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a726981-3a8d-4dc1-a73f-0ebc5f4a994a None None] New status for floating IP 0c1729f3-c60b-4fd9-9507-238481959940: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:57:45.832599 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-76eb98b3-9b13-49f8-8ab4-84be49f4c544 req-0ce076f9-e60e-48a1-b188-df1ffb28d066 tempest-ServerMetadataNegativeTestJSON-1351600481 tempest-ServerMetadataNegativeTestJSON-1351600481-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e6c1015-91a7-4efe-a3ad-07d5aebf6310 HTTP/1.1" status: 200 len: 210 time: 0.0359235 Aug 20 11:57:46.151951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfe6a5-0ec6-4ce8-ba4b-778dbc03f1bd req-c7cd7c43-c57b-4bee-9913-25be64d1453c tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:46.160020 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9cfe6a5-0ec6-4ce8-ba4b-778dbc03f1bd req-c7cd7c43-c57b-4bee-9913-25be64d1453c tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 945 time: 0.0908518 Aug 20 11:57:46.242469 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9cfe6a5-0ec6-4ce8-ba4b-778dbc03f1bd req-fdbe1de0-c171-4759-9ec3-8029cd3f1da7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdc56043-5945-473c-902f-fc246f96bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815270 Aug 20 11:57:46.263788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07ce60-bce5-4858-ac18-fc42ce0ee562 req-29b811b0-bf60-4780-a77c-8bd5fa14c606 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:46.265541 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8c07ce60-bce5-4858-ac18-fc42ce0ee562 req-29b811b0-bf60-4780-a77c-8bd5fa14c606 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.76 "GET /v2.0/ports?device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 945 time: 0.1301489 Aug 20 11:57:46.268512 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069fdfc-5aa6-457f-9423-a6e3c77bf1b6 req-3df72f2c-8646-4910-b814-c7a15dc4932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:46.269899 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6069fdfc-5aa6-457f-9423-a6e3c77bf1b6 req-3df72f2c-8646-4910-b814-c7a15dc4932a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 1097 time: 0.1646659 Aug 20 11:57:46.370944 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6069fdfc-5aa6-457f-9423-a6e3c77bf1b6 req-f84e731c-bd8e-4744-b8bc-3673ea260928 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671568 Aug 20 11:57:46.393646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-8c07ce60-bce5-4858-ac18-fc42ce0ee562 req-45b5e322-78e1-457c-9052-268b3a98e0f1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Deleting port 768b8c76-7d76-496a-86f1-3c9c4d0722f5 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:46.393985 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8c07ce60-bce5-4858-ac18-fc42ce0ee562 req-45b5e322-78e1-457c-9052-268b3a98e0f1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.480202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-8c07ce60-bce5-4858-ac18-fc42ce0ee562 req-45b5e322-78e1-457c-9052-268b3a98e0f1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] For port 768b8c76-7d76-496a-86f1-3c9c4d0722f5, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=768b8c76-7d76-496a-86f1-3c9c4d0722f5,segment=NetworkSegment(2990fb7c-2bd1-41bd-88c6-3881f5c150ee),segment_id=2990fb7c-2bd1-41bd-88c6-3881f5c150ee)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:46.480484 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8c07ce60-bce5-4858-ac18-fc42ce0ee562 req-45b5e322-78e1-457c-9052-268b3a98e0f1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.489215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6c1015-91a7-4efe-a3ad-07d5aebf6310', 'name': 'network-vif-deleted', 'tag': '69a3800d-dffe-4faa-81a9-e30e6a6aca58'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:46.492473 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b78542b-5c83-4c33-a21a-500db8aa013a" -d '{"events": [{"server_uuid": "4e6c1015-91a7-4efe-a3ad-07d5aebf6310", "name": "network-vif-deleted", "tag": "69a3800d-dffe-4faa-81a9-e30e6a6aca58"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:46.498530 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-8c07ce60-bce5-4858-ac18-fc42ce0ee562 req-45b5e322-78e1-457c-9052-268b3a98e0f1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Calling delete_port for 768b8c76-7d76-496a-86f1-3c9c4d0722f5 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:46.549745 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f25158b-266c-4bbb-be29-44c6dc47ca7c x-openstack-request-id: req-8f25158b-266c-4bbb-be29-44c6dc47ca7c {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:46.550040 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6c1015-91a7-4efe-a3ad-07d5aebf6310", "name": "network-vif-deleted", "tag": "69a3800d-dffe-4faa-81a9-e30e6a6aca58", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:46.550291 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f25158b-266c-4bbb-be29-44c6dc47ca7c {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:46.550683 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6c1015-91a7-4efe-a3ad-07d5aebf6310', 'name': 'network-vif-deleted', 'tag': '69a3800d-dffe-4faa-81a9-e30e6a6aca58', 'status': 'completed', 'code': 200} Aug 20 11:57:46.594729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17101a58-9b55-4207-ac54-f28ce80be65f req-7d7365cc-70d5-45f3-8a7c-d6816f08cdae tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0327919 Aug 20 11:57:46.664612 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8c07ce60-bce5-4858-ac18-fc42ce0ee562 req-45b5e322-78e1-457c-9052-268b3a98e0f1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.695619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5e322-78e1-457c-9052-268b3a98e0f1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Port': ['ID=768b8c76-7d76-496a-86f1-3c9c4d0722f5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:46.741121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c07ce60-bce5-4858-ac18-fc42ce0ee562 req-45b5e322-78e1-457c-9052-268b3a98e0f1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] No DVR routers for this DVR port 768b8c76-7d76-496a-86f1-3c9c4d0722f5 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:46.743626 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8c07ce60-bce5-4858-ac18-fc42ce0ee562 req-45b5e322-78e1-457c-9052-268b3a98e0f1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.745928 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8c07ce60-bce5-4858-ac18-fc42ce0ee562 req-45b5e322-78e1-457c-9052-268b3a98e0f1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.76 "DELETE /v2.0/ports/768b8c76-7d76-496a-86f1-3c9c4d0722f5 HTTP/1.1" status: 204 len: 173 time: 0.4683034 Aug 20 11:57:46.848145 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfba6a-1f80-443a-b108-001e406f3a20 req-25cd5865-1b5f-421e-af19-f4d98765624e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:46.850427 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eabfba6a-1f80-443a-b108-001e406f3a20 req-25cd5865-1b5f-421e-af19-f4d98765624e tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.0596335 Aug 20 11:57:46.899031 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eabfba6a-1f80-443a-b108-001e406f3a20 req-8862510c-a6a3-4c1c-832d-e56274d18433 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421953 Aug 20 11:57:46.899973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37634) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:46.927487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 768b8c76-7d76-496a-86f1-3c9c4d0722f5 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:46.946623 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7720539-90f3-4ba3-95f1-06d415720f4c admin admin] Deleting subnet ecaa7cad-1ea9-4802-a729-037853428188 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:57:46.948005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 768b8c76-7d76-496a-86f1-3c9c4d0722f5 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:46.948426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 768b8c76-7d76-496a-86f1-3c9c4d0722f5 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:46.948941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 69a3800d-dffe-4faa-81a9-e30e6a6aca58 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:46.950230 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7720539-90f3-4ba3-95f1-06d415720f4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.967820 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 69a3800d-dffe-4faa-81a9-e30e6a6aca58 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:46.968169 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 69a3800d-dffe-4faa-81a9-e30e6a6aca58 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:46.968593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 6e96c996-5132-4b85-890b-d9290816c0b1 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:47.001631 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7720539-90f3-4ba3-95f1-06d415720f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.047829 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7720539-90f3-4ba3-95f1-06d415720f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.053323 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.080572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e96c996-5132-4b85-890b-d9290816c0b1'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:47.083209 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a044ba-f232-485d-b53a-bde57240cfb1" -d '{"events": [{"server_uuid": "f1d15b96-68d2-4e1c-9713-a804e663ab25", "name": "network-vif-unplugged", "status": "completed", "tag": "6e96c996-5132-4b85-890b-d9290816c0b1"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:47.099916 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 6e96c996-5132-4b85-890b-d9290816c0b1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=6e96c996-5132-4b85-890b-d9290816c0b1,segment=NetworkSegment(36b8d84d-9400-412b-bcb3-73ee4525262d),segment_id=36b8d84d-9400-412b-bcb3-73ee4525262d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:47.104799 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.152419 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7720539-90f3-4ba3-95f1-06d415720f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.165220 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6748ab-53d6-4c5a-9ba1-5a908ec5cc3e x-openstack-request-id: req-ee6748ab-53d6-4c5a-9ba1-5a908ec5cc3e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:47.165509 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d15b96-68d2-4e1c-9713-a804e663ab25", "name": "network-vif-unplugged", "status": "completed", "tag": "6e96c996-5132-4b85-890b-d9290816c0b1", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:47.165978 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee6748ab-53d6-4c5a-9ba1-5a908ec5cc3e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:47.166678 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e96c996-5132-4b85-890b-d9290816c0b1', 'code': 200} Aug 20 11:57:47.184096 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=6e96c996-5132-4b85-890b-d9290816c0b1,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:47.226603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7720539-90f3-4ba3-95f1-06d415720f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecaa7cad-1ea9-4802-a729-037853428188,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:47.233525 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7720539-90f3-4ba3-95f1-06d415720f4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.238070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e7720539-90f3-4ba3-95f1-06d415720f4c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ecaa7cad-1ea9-4802-a729-037853428188 HTTP/1.1" status: 204 len: 168 time: 0.3343818 Aug 20 11:57:47.238241 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37638) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:47.331442 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d63675c-5cb2-49d8-82de-ccfe4f8eb6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.459840 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8e4536f-6a4f-4482-83c5-0ca2ce8ba92f req-e9509c55-e228-4a75-8f55-b1840e25cc12 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=c32864c4-fc35-4ae4-ad07-1852c35ffebf HTTP/1.1" status: 200 len: 210 time: 0.0659056 Aug 20 11:57:47.474608 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d63675c-5cb2-49d8-82de-ccfe4f8eb6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.485673 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1d63675c-5cb2-49d8-82de-ccfe4f8eb6c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae13cb2d-9f85-4262-a1ae-e2ce294b4836']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:47.497062 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1d63675c-5cb2-49d8-82de-ccfe4f8eb6c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50638a8-c32f-49b1-8535-6336663db44e') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:47.497711 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1d63675c-5cb2-49d8-82de-ccfe4f8eb6c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50638a8-c32f-49b1-8535-6336663db44e') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:47.510101 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d63675c-5cb2-49d8-82de-ccfe4f8eb6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.523857 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d63675c-5cb2-49d8-82de-ccfe4f8eb6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.529809 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d63675c-5cb2-49d8-82de-ccfe4f8eb6c1 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:57:47.530127 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d63675c-5cb2-49d8-82de-ccfe4f8eb6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:57:47.531720 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:57:47.586185 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d63675c-5cb2-49d8-82de-ccfe4f8eb6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.592438 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d63675c-5cb2-49d8-82de-ccfe4f8eb6c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.594394 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1d63675c-5cb2-49d8-82de-ccfe4f8eb6c1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ae13cb2d-9f85-4262-a1ae-e2ce294b4836 HTTP/1.1" status: 204 len: 168 time: 0.3552158 Aug 20 11:57:47.605614 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63675c-5cb2-49d8-82de-ccfe4f8eb6c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae13cb2d-9f85-4262-a1ae-e2ce294b4836,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:47.701041 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aef24657-e3cd-4e69-85c7-b26bdd1cbfe8 req-af23dcd7-8ef9-4046-8579-b41128d9868a tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0291095 Aug 20 11:57:47.784597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37648) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:47.829822 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2d169307-b337-47f5-a044-6f02e83577aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91c2199b31cb474986149851ac2b17f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439286 Aug 20 11:57:47.832127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37650) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:47.881880 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e27446af-926e-4dbb-a513-3b11367b55a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.903273 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e27446af-926e-4dbb-a513-3b11367b55a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.952254 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e27446af-926e-4dbb-a513-3b11367b55a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.955563 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e27446af-926e-4dbb-a513-3b11367b55a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.956861 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e27446af-926e-4dbb-a513-3b11367b55a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b73ad2c6-ec71-4662-a91b-03a4a82d7b1b HTTP/1.1" status: 204 len: 168 time: 0.1237297 Aug 20 11:57:47.967984 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27446af-926e-4dbb-a513-3b11367b55a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73ad2c6-ec71-4662-a91b-03a4a82d7b1b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:48.041562 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a8ec6-c61d-430d-95f6-1de3fc0143b7 req-3dde3055-0156-44bf-a4d4-5340b0a6f89b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:48.043218 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-559a8ec6-c61d-430d-95f6-1de3fc0143b7 req-3dde3055-0156-44bf-a4d4-5340b0a6f89b tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 944 time: 0.0583913 Aug 20 11:57:48.087352 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-559a8ec6-c61d-430d-95f6-1de3fc0143b7 req-e4d38ffe-f682-4480-8149-ea6b5e227813 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363414 Aug 20 11:57:48.111135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37656) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:48.178433 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-56a45494-bd1a-4eec-a54e-e9c2c7ed1107 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/floatingips/611eddc5-35ec-41fb-a081-d82f94d50160 HTTP/1.1" status: 200 len: 992 time: 0.0661025 Aug 20 11:57:48.531502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37680) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:48.552333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'name': 'network-vif-deleted', 'tag': '768b8c76-7d76-496a-86f1-3c9c4d0722f5'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:48.554971 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6f4e9f-d018-4bea-9823-e8c90fd12fc3" -d '{"events": [{"server_uuid": "c32864c4-fc35-4ae4-ad07-1852c35ffebf", "name": "network-vif-deleted", "tag": "768b8c76-7d76-496a-86f1-3c9c4d0722f5"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:48.597184 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfd021c-1e06-44dd-8e11-11cd676d8f56 x-openstack-request-id: req-4dfd021c-1e06-44dd-8e11-11cd676d8f56 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:48.597688 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32864c4-fc35-4ae4-ad07-1852c35ffebf", "name": "network-vif-deleted", "tag": "768b8c76-7d76-496a-86f1-3c9c4d0722f5", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:48.598124 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4dfd021c-1e06-44dd-8e11-11cd676d8f56 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:48.598698 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32864c4-fc35-4ae4-ad07-1852c35ffebf', 'name': 'network-vif-deleted', 'tag': '768b8c76-7d76-496a-86f1-3c9c4d0722f5', 'status': 'completed', 'code': 200} Aug 20 11:57:48.639698 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0f69e1b-004a-4121-a6fb-32c546117c2e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:48.672917 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0f69e1b-004a-4121-a6fb-32c546117c2e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:48.759267 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0f69e1b-004a-4121-a6fb-32c546117c2e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:48.761868 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0f69e1b-004a-4121-a6fb-32c546117c2e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:48.763160 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b0f69e1b-004a-4121-a6fb-32c546117c2e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "DELETE /v2.0/security-groups/cdc56043-5945-473c-902f-fc246f96bc16 HTTP/1.1" status: 204 len: 168 time: 0.2300804 Aug 20 11:57:48.776901 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f69e1b-004a-4121-a6fb-32c546117c2e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc56043-5945-473c-902f-fc246f96bc16,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:48.803920 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37694) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:48.835069 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e473281d-0562-44b4-9492-3b4b31388899 req-30f676b2-beeb-4ec5-ba30-e6506ce9e1e0 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0402162 Aug 20 11:57:48.835907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37696) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:48.928726 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 6e96c996-5132-4b85-890b-d9290816c0b1 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:57:49.019727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1ba03635-606c-4e2b-ad09-fb3b07c538c4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1289160817-network', 'tenant_id': 'c7f21e99785f46dfa547aeb5efc74afc'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:49.048461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba03635-606c-4e2b-ad09-fb3b07c538c4 admin admin] Made reservation on behalf of c7f21e99785f46dfa547aeb5efc74afc for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:49.052357 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ba03635-606c-4e2b-ad09-fb3b07c538c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.068051 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ba03635-606c-4e2b-ad09-fb3b07c538c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.072449 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 6e96c996-5132-4b85-890b-d9290816c0b1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=6e96c996-5132-4b85-890b-d9290816c0b1,segment=NetworkSegment(36b8d84d-9400-412b-bcb3-73ee4525262d),segment_id=36b8d84d-9400-412b-bcb3-73ee4525262d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:49.087689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '6e96c996-5132-4b85-890b-d9290816c0b1', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'port_id': '6e96c996-5132-4b85-890b-d9290816c0b1', 'mac_address': 'fa:16:3e:34:3c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:57:49.135192 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.150014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e96c996-5132-4b85-890b-d9290816c0b1 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:49.175692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 6e96c996-5132-4b85-890b-d9290816c0b1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=6e96c996-5132-4b85-890b-d9290816c0b1,segment=NetworkSegment(36b8d84d-9400-412b-bcb3-73ee4525262d),segment_id=36b8d84d-9400-412b-bcb3-73ee4525262d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:49.179368 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ba03635-606c-4e2b-ad09-fb3b07c538c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.185359 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ba03635-606c-4e2b-ad09-fb3b07c538c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.190440 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.213457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba03635-606c-4e2b-ad09-fb3b07c538c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:57:49.232741 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ba03635-606c-4e2b-ad09-fb3b07c538c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.233183 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-1ba03635-606c-4e2b-ad09-fb3b07c538c4 admin admin] Added segment 853310fc-825d-4813-b3a6-fac211f04ba6 of type vlan for network 2ccb329a-247a-4a40-91c4-e23e403e2406 Aug 20 11:57:49.234818 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba03635-606c-4e2b-ad09-fb3b07c538c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a7ba6d-2771-46ba-8867-086880ed09ed,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:49.258149 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=6e96c996-5132-4b85-890b-d9290816c0b1,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:49.269579 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61d1d463-eb8d-4f38-9ddd-a94872038c36 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.284011 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ba03635-606c-4e2b-ad09-fb3b07c538c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.309817 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ba03635-606c-4e2b-ad09-fb3b07c538c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.310848 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba03635-606c-4e2b-ad09-fb3b07c538c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:49.311440 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ba03635-606c-4e2b-ad09-fb3b07c538c4 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.324731 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37708) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:49.368387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1ba03635-606c-4e2b-ad09-fb3b07c538c4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5319266 Aug 20 11:57:49.371268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37712) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:49.376768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-88984a04-c884-44d2-b636-b2ce6293a6f5 admin admin] Request body: {'subnet': {'network_id': '2ccb329a-247a-4a40-91c4-e23e403e2406', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1289160817-subnet', 'tenant_id': 'c7f21e99785f46dfa547aeb5efc74afc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:49.393638 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['6e96c996-5132-4b85-890b-d9290816c0b1'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:49.396281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba03635-606c-4e2b-ad09-fb3b07c538c4 admin admin] Pushing event updated for resources: {'Network': ['ID=2ccb329a-247a-4a40-91c4-e23e403e2406,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:49.420484 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88984a04-c884-44d2-b636-b2ce6293a6f5 admin admin] Made reservation on behalf of c7f21e99785f46dfa547aeb5efc74afc for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:49.421678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 2ccb329a-247a-4a40-91c4-e23e403e2406 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:57:49.423133 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88984a04-c884-44d2-b636-b2ce6293a6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.473521 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59187be8-fd45-428f-8287-21fc0cf1fabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.620436 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88984a04-c884-44d2-b636-b2ce6293a6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.647651 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59187be8-fd45-428f-8287-21fc0cf1fabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.652556 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59187be8-fd45-428f-8287-21fc0cf1fabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.679104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88984a04-c884-44d2-b636-b2ce6293a6f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d75770-cc27-49b6-b68e-1d3597b4cb37,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:49.690498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-61d1d463-eb8d-4f38-9ddd-a94872038c36 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Deleting port d4a860f1-c325-4df2-9c0d-1cf48de8e79a {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:49.690848 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61d1d463-eb8d-4f38-9ddd-a94872038c36 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.695957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88984a04-c884-44d2-b636-b2ce6293a6f5 admin admin] Checking segment: {'id': '853310fc-825d-4813-b3a6-fac211f04ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ccb329a-247a-4a40-91c4-e23e403e2406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:49.696276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88984a04-c884-44d2-b636-b2ce6293a6f5 admin admin] Network hostable DHCP agents. Network: 2ccb329a-247a-4a40-91c4-e23e403e2406, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:57:49.715314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88984a04-c884-44d2-b636-b2ce6293a6f5 admin admin] Network 2ccb329a-247a-4a40-91c4-e23e403e2406 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:57:49.719147 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-59187be8-fd45-428f-8287-21fc0cf1fabe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9389a2006000415db9b0d9d53cfa2a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3902593 Aug 20 11:57:49.720882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37714) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:49.737411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-88984a04-c884-44d2-b636-b2ce6293a6f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 2ccb329a-247a-4a40-91c4-e23e403e2406) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:49.742656 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59187be8-fd45-428f-8287-21fc0cf1fabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d383d972-7207-4cd2-9cb8-9c371acec1fe,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:49.746679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d027e7e2-4ec4-49fb-b8bf-fe14d38c1648 None None] Network 2ccb329a-247a-4a40-91c4-e23e403e2406 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:49.753941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88984a04-c884-44d2-b636-b2ce6293a6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:49.754596 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88984a04-c884-44d2-b636-b2ce6293a6f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.780760 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-88984a04-c884-44d2-b636-b2ce6293a6f5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4084513 Aug 20 11:57:49.812127 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53b38423-635b-4679-a925-1dc812a5576a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.814406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-61d1d463-eb8d-4f38-9ddd-a94872038c36 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] For port d4a860f1-c325-4df2-9c0d-1cf48de8e79a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d4a860f1-c325-4df2-9c0d-1cf48de8e79a,segment=NetworkSegment(2990fb7c-2bd1-41bd-88c6-3881f5c150ee),segment_id=2990fb7c-2bd1-41bd-88c6-3881f5c150ee)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:49.814782 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61d1d463-eb8d-4f38-9ddd-a94872038c36 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.831139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-61d1d463-eb8d-4f38-9ddd-a94872038c36 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Calling delete_port for d4a860f1-c325-4df2-9c0d-1cf48de8e79a owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:49.843884 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53b38423-635b-4679-a925-1dc812a5576a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.913082 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53b38423-635b-4679-a925-1dc812a5576a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.916239 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53b38423-635b-4679-a925-1dc812a5576a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.917947 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-53b38423-635b-4679-a925-1dc812a5576a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d383d972-7207-4cd2-9cb8-9c371acec1fe HTTP/1.1" status: 204 len: 168 time: 0.1959894 Aug 20 11:57:49.926741 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd5bab7-2767-497b-90f3-f02a4321906d None None] Network 2ccb329a-247a-4a40-91c4-e23e403e2406 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:49.948298 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b38423-635b-4679-a925-1dc812a5576a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d383d972-7207-4cd2-9cb8-9c371acec1fe,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:50.030173 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ffa907a7-74ff-466c-a630-3d85247fab9e req-78d9f6cc-28ce-4efa-9ca8-9dddd8f9f707 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0313962 Aug 20 11:57:50.060998 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-91f19441-8bcd-40ff-993f-f501d3ae17a6 req-d8e6cd4f-1fb9-419a-98d0-8ada042d4eb2 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0323753 Aug 20 11:57:50.166233 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61d1d463-eb8d-4f38-9ddd-a94872038c36 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:50.197896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1d463-eb8d-4f38-9ddd-a94872038c36 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Port': ['ID=d4a860f1-c325-4df2-9c0d-1cf48de8e79a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:50.348938 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37730) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:50.365145 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33a25a32-166e-4989-8b5e-6514a11ad87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:50.462677 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61d1d463-eb8d-4f38-9ddd-a94872038c36 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:50.514481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-c216e9bf-3cd2-40df-b6e8-fc476adda57f tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:50.515961 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-c216e9bf-3cd2-40df-b6e8-fc476adda57f tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/networks?id=2ccb329a-247a-4a40-91c4-e23e403e2406 HTTP/1.1" status: 200 len: 813 time: 0.1157265 Aug 20 11:57:50.531307 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-91eeef43-f764-4a7f-8d69-b74bef4c0440 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/quotas/c7f21e99785f46dfa547aeb5efc74afc HTTP/1.1" status: 200 len: 375 time: 0.0089440 Aug 20 11:57:50.564880 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-01ccaa7d-dd20-4b21-aea0-138d6c888999 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7f21e99785f46dfa547aeb5efc74afc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260386 Aug 20 11:57:50.619434 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33a25a32-166e-4989-8b5e-6514a11ad87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:50.624969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33a25a32-166e-4989-8b5e-6514a11ad87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:50.659474 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-b7ec23cb-5ae6-475d-870b-eb1bfcf67032 service neutron] 10.222.0.37 "GET /v2.0/networks/2ccb329a-247a-4a40-91c4-e23e403e2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871935 Aug 20 11:57:50.705765 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a25a32-166e-4989-8b5e-6514a11ad87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e266041a-e47a-4060-9724-76d21aad0f6e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:50.711893 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-33a25a32-166e-4989-8b5e-6514a11ad87b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55a1ead24ee1428783dca5bd5b176f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619459 Aug 20 11:57:50.714418 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37740) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:50.754972 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-b179a49d-0e67-4eee-b43f-c2fa899d98d0 service neutron] 10.222.0.37 "GET /v2.0/networks/2ccb329a-247a-4a40-91c4-e23e403e2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886455 Aug 20 11:57:50.812361 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be55c7b7-0ab7-4a60-b054-19b6ba337b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:50.816359 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d1d463-eb8d-4f38-9ddd-a94872038c36 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:57:50.843426 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be55c7b7-0ab7-4a60-b054-19b6ba337b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:50.930050 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 6e96c996-5132-4b85-890b-d9290816c0b1 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:50.937569 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c585ba0b-0baf-4450-93df-19e7a4d1a69b req-50d92ccd-5100-413e-a6b5-813ecfddc4c7 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 210 time: 0.0404503 Aug 20 11:57:51.006353 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 6e96c996-5132-4b85-890b-d9290816c0b1 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:51.007233 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.021049 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be55c7b7-0ab7-4a60-b054-19b6ba337b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.023673 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be55c7b7-0ab7-4a60-b054-19b6ba337b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.027950 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-be55c7b7-0ab7-4a60-b054-19b6ba337b03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e266041a-e47a-4060-9724-76d21aad0f6e HTTP/1.1" status: 204 len: 168 time: 0.3095379 Aug 20 11:57:51.044344 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55c7b7-0ab7-4a60-b054-19b6ba337b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e266041a-e47a-4060-9724-76d21aad0f6e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:51.074053 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d1d463-eb8d-4f38-9ddd-a94872038c36 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:57:51.084917 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-61d1d463-eb8d-4f38-9ddd-a94872038c36 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "PUT /v2.0/routers/2ac2633e-2f45-4a8b-af2e-a07ee01f66ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2798767 Aug 20 11:57:51.086191 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c12200-7dcd-4690-a6f6-0f30b55666ee None None] Sync routers for ids ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:57:51.087970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37752) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:51.097788 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c12200-7dcd-4690-a6f6-0f30b55666ee None None] Routers {'2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:51.107797 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-38c12200-7dcd-4690-a6f6-0f30b55666ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:51.231730 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a89a1bc-a798-476a-87f0-3b6983733ed2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Deleting subnet 8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:57:51.262489 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a89a1bc-a798-476a-87f0-3b6983733ed2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.279321 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.295941 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-38c12200-7dcd-4690-a6f6-0f30b55666ee None None] Set router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:51.324176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e96c996-5132-4b85-890b-d9290816c0b1'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:51.331148 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b3a3cf-d4f6-4c18-828c-0d7ba97f4878" -d '{"events": [{"server_uuid": "f1d15b96-68d2-4e1c-9713-a804e663ab25", "name": "network-vif-plugged", "status": "completed", "tag": "6e96c996-5132-4b85-890b-d9290816c0b1"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:51.369563 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6dea3923-db69-4cb7-9af2-77f6f4537473 req-4e3adada-e685-4cb7-b5ab-75fff705587b tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.1589341 Aug 20 11:57:51.395571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 6e96c996-5132-4b85-890b-d9290816c0b1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=6e96c996-5132-4b85-890b-d9290816c0b1,segment=NetworkSegment(36b8d84d-9400-412b-bcb3-73ee4525262d),segment_id=36b8d84d-9400-412b-bcb3-73ee4525262d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:51.399390 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a89a1bc-a798-476a-87f0-3b6983733ed2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.413846 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.476657 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdbc3c4-83e2-4f04-b307-c11ff5042e48 x-openstack-request-id: req-1bdbc3c4-83e2-4f04-b307-c11ff5042e48 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:51.477252 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d15b96-68d2-4e1c-9713-a804e663ab25", "name": "network-vif-plugged", "status": "completed", "tag": "6e96c996-5132-4b85-890b-d9290816c0b1", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:51.477676 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1bdbc3c4-83e2-4f04-b307-c11ff5042e48 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:51.478460 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e96c996-5132-4b85-890b-d9290816c0b1', 'code': 200} Aug 20 11:57:51.479203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=6e96c996-5132-4b85-890b-d9290816c0b1,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:51.536825 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a89a1bc-a798-476a-87f0-3b6983733ed2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.581230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37762) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:51.596318 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-165b120b-bb1d-4925-a3d2-84bcf7c7e77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.620171 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-38c12200-7dcd-4690-a6f6-0f30b55666ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:57:50Z', 'revision_number': 7, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:51.634506 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a89a1bc-a798-476a-87f0-3b6983733ed2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.656081 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c12200-7dcd-4690-a6f6-0f30b55666ee None None] Checking router: 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:57:51.665944 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c12200-7dcd-4690-a6f6-0f30b55666ee None None] Routers {'2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:51.666657 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-38c12200-7dcd-4690-a6f6-0f30b55666ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:51.687698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89a1bc-a798-476a-87f0-3b6983733ed2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Subnet': ['ID=8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:51.690780 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7a89a1bc-a798-476a-87f0-3b6983733ed2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.695193 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7a89a1bc-a798-476a-87f0-3b6983733ed2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "DELETE /v2.0/subnets/8c61dcb4-c48c-4ea5-8e9f-3e83f01b7f98 HTTP/1.1" status: 204 len: 168 time: 0.6031232 Aug 20 11:57:51.695536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37764) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:51.705947 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e82ec43-2744-4f2e-b198-105dfce506af None None] Network 68773173-f656-4dc3-8b34-6ecca5e8a5c5 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:51.762236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-165b120b-bb1d-4925-a3d2-84bcf7c7e77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.771088 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-165b120b-bb1d-4925-a3d2-84bcf7c7e77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.798642 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-38c12200-7dcd-4690-a6f6-0f30b55666ee None None] Set router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:51.859031 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-165b120b-bb1d-4925-a3d2-84bcf7c7e77f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37f14526e6104b70811eac341d6494c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765586 Aug 20 11:57:51.861854 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37766) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:51.862812 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b120b-bb1d-4925-a3d2-84bcf7c7e77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4ae90b-a0a4-4132-b7ab-329e9813cc4a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:51.869134 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5c97688-9ad4-458b-ba0c-12550f81ff17 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.923247 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506084a1-e2d2-4538-ac0e-2dc2dc5eb863 None None] DHCP port deletion for 68773173-f656-4dc3-8b34-6ecca5e8a5c5 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:57:51.950315 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8dbb-109d-4dd7-901f-7c453f6df24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.986639 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8dbb-109d-4dd7-901f-7c453f6df24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.012100 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-506084a1-e2d2-4538-ac0e-2dc2dc5eb863 None None] Deleting port 85762a1a-bf96-400b-b086-22099a4c0182 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:52.013109 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-506084a1-e2d2-4538-ac0e-2dc2dc5eb863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.086258 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-38c12200-7dcd-4690-a6f6-0f30b55666ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:57:50Z', 'revision_number': 7, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:52.090059 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-506084a1-e2d2-4538-ac0e-2dc2dc5eb863 None None] For port 85762a1a-bf96-400b-b086-22099a4c0182, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=85762a1a-bf96-400b-b086-22099a4c0182,segment=NetworkSegment(2990fb7c-2bd1-41bd-88c6-3881f5c150ee),segment_id=2990fb7c-2bd1-41bd-88c6-3881f5c150ee)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:52.090695 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-506084a1-e2d2-4538-ac0e-2dc2dc5eb863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.111224 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-506084a1-e2d2-4538-ac0e-2dc2dc5eb863 None None] Calling delete_port for 85762a1a-bf96-400b-b086-22099a4c0182 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:52.128833 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c12200-7dcd-4690-a6f6-0f30b55666ee None None] The sync data for ids ['2ac2633e-2f45-4a8b-af2e-a07ee01f66ed'] in n-d-804299-2 is: [{'id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'name': 'tempest-TestNetworkBasicOps-router-996862484', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:41Z', 'updated_at': '2021-08-20T11:57:50Z', 'revision_number': 7, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '555ad76f-9dc4-449b-8cbd-9dc5579039f8', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac2633e-2f45-4a8b-af2e-a07ee01f66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:42Z', 'updated_at': '2021-08-20T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:52.229734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-5e73710e-7c4b-48b7-a287-4cd356d5505a tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:52.231964 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-5e73710e-7c4b-48b7-a287-4cd356d5505a tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.76 "GET /v2.0/networks?id=2ccb329a-247a-4a40-91c4-e23e403e2406 HTTP/1.1" status: 200 len: 813 time: 0.1789293 Aug 20 11:57:52.255288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-47f36d79-62f6-42aa-a2c3-a14937002b1c tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Request body: {'port': {'device_id': 'a608dbdc-2b8e-418a-a384-4426f6a1924f', 'network_id': '2ccb329a-247a-4a40-91c4-e23e403e2406', 'admin_state_up': True, 'tenant_id': 'c7f21e99785f46dfa547aeb5efc74afc'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:52.284217 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-506084a1-e2d2-4538-ac0e-2dc2dc5eb863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.285583 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4dae07d-00f7-4d53-8657-5b7135de9fd2 req-5c502905-0aa0-40fc-9e8f-c86bc0c29e54 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 210 time: 0.0518279 Aug 20 11:57:52.330866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506084a1-e2d2-4538-ac0e-2dc2dc5eb863 None None] No DVR routers for this DVR port 85762a1a-bf96-400b-b086-22099a4c0182 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:52.333764 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506084a1-e2d2-4538-ac0e-2dc2dc5eb863 None None] Pushing event deleted for resources: {'Port': ['ID=85762a1a-bf96-400b-b086-22099a4c0182,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:52.362573 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8dbb-109d-4dd7-901f-7c453f6df24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.364015 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8f5413a5-569d-489a-9bf0-56c222f27d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.365231 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8dbb-109d-4dd7-901f-7c453f6df24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.369450 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1ceb8dbb-109d-4dd7-901f-7c453f6df24f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c4ae90b-a0a4-4132-b7ab-329e9813cc4a HTTP/1.1" status: 204 len: 168 time: 0.5064411 Aug 20 11:57:52.384978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb8dbb-109d-4dd7-901f-7c453f6df24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4ae90b-a0a4-4132-b7ab-329e9813cc4a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:52.439185 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-47f36d79-62f6-42aa-a2c3-a14937002b1c tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Made reservation on behalf of c7f21e99785f46dfa547aeb5efc74afc for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:52.446770 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-47f36d79-62f6-42aa-a2c3-a14937002b1c tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.461595 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5c97688-9ad4-458b-ba0c-12550f81ff17 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.561459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b5c97688-9ad4-458b-ba0c-12550f81ff17 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Deleting port 555ad76f-9dc4-449b-8cbd-9dc5579039f8 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:52.561720 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5c97688-9ad4-458b-ba0c-12550f81ff17 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.582405 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5d9bb19-2a68-4c3b-b94c-447b7a785aa4 req-cec9c446-def8-40ca-a4bd-3b7254a13d16 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0467453 Aug 20 11:57:52.676616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-47f36d79-62f6-42aa-a2c3-a14937002b1c tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Allocated IP 172.20.0.4 (2ccb329a-247a-4a40-91c4-e23e403e2406/06d75770-cc27-49b6-b68e-1d3597b4cb37/508c8ec5-7d5b-4811-85d0-b9e4a086c468) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:52.710889 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b5c97688-9ad4-458b-ba0c-12550f81ff17 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] For port 555ad76f-9dc4-449b-8cbd-9dc5579039f8, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=555ad76f-9dc4-449b-8cbd-9dc5579039f8,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:52.711514 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5c97688-9ad4-458b-ba0c-12550f81ff17 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.744937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b5c97688-9ad4-458b-ba0c-12550f81ff17 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Calling delete_port for 555ad76f-9dc4-449b-8cbd-9dc5579039f8 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:52.959751 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-47f36d79-62f6-42aa-a2c3-a14937002b1c tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.013172 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664548e-b5c4-4b77-a6b1-db67e95717dc req-53da2690-185a-48ff-ad53-f5f127e23d37 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:53.014668 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3664548e-b5c4-4b77-a6b1-db67e95717dc req-53da2690-185a-48ff-ad53-f5f127e23d37 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 945 time: 0.0831406 Aug 20 11:57:53.055489 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-47f36d79-62f6-42aa-a2c3-a14937002b1c tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.089338 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d4a860f1-c325-4df2-9c0d-1cf48de8e79a no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:53.092275 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3664548e-b5c4-4b77-a6b1-db67e95717dc req-2092756d-06f9-452a-be0b-203f1697dc05 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/security-groups?id=617a677f-8c80-4e77-98ac-37df03284b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495389 Aug 20 11:57:53.105610 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5c97688-9ad4-458b-ba0c-12550f81ff17 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.131819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-47f36d79-62f6-42aa-a2c3-a14937002b1c tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Network 2ccb329a-247a-4a40-91c4-e23e403e2406 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:53.133113 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: d4a860f1-c325-4df2-9c0d-1cf48de8e79a {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:53.133642 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d4a860f1-c325-4df2-9c0d-1cf48de8e79a not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:53.134521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 85762a1a-bf96-400b-b086-22099a4c0182 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:53.146941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-47f36d79-62f6-42aa-a2c3-a14937002b1c tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:53.155467 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c97688-9ad4-458b-ba0c-12550f81ff17 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Port': ['ID=555ad76f-9dc4-449b-8cbd-9dc5579039f8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:53.162240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 85762a1a-bf96-400b-b086-22099a4c0182 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:53.162902 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 85762a1a-bf96-400b-b086-22099a4c0182 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:53.185046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-47f36d79-62f6-42aa-a2c3-a14937002b1c tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:53.191422 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-70e2d5d7-aef4-49bf-8655-205580c7d2e0 req-1c089a0f-3554-438d-a862-372d745375d8 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458&device_id=97f98a1e-3afb-4338-b810-2ddebabc14f3 HTTP/1.1" status: 200 len: 210 time: 0.0584822 Aug 20 11:57:53.218051 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f36d79-62f6-42aa-a2c3-a14937002b1c tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Pushing event updated for resources: {'Port': ['ID=508c8ec5-7d5b-4811-85d0-b9e4a086c468,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:53.249566 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5c97688-9ad4-458b-ba0c-12550f81ff17 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.254629 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-47f36d79-62f6-42aa-a2c3-a14937002b1c tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:53.255815 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-47f36d79-62f6-42aa-a2c3-a14937002b1c tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.273955 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-47f36d79-62f6-42aa-a2c3-a14937002b1c tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0261824 Aug 20 11:57:53.287109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Request body: {'port': {'device_id': 'a608dbdc-2b8e-418a-a384-4426f6a1924f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:53.350323 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.406324 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5c97688-9ad4-458b-ba0c-12550f81ff17 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.409306 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5c97688-9ad4-458b-ba0c-12550f81ff17 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.449619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e7f0971-0917-4127-97b4-c8b406a826be req-1ec0d0da-933d-4067-9b8c-3ead39409eb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=05921f81bbdf4e36aae86742b6f94343&device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0436540 Aug 20 11:57:53.473667 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5c97688-9ad4-458b-ba0c-12550f81ff17 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.474180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c97688-9ad4-458b-ba0c-12550f81ff17 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Fanout notify agent at l3_agent the message router_deleted on router 2ac2633e-2f45-4a8b-af2e-a07ee01f66ed {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:57:53.499674 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bb1cd9bf-ca75-41e0-968d-a25754ce1732 req-597f82d6-d115-4838-bd1a-bb7804d475e1 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0373263 Aug 20 11:57:53.505230 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5c97688-9ad4-458b-ba0c-12550f81ff17 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.506373 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b5c97688-9ad4-458b-ba0c-12550f81ff17 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "DELETE /v2.0/routers/2ac2633e-2f45-4a8b-af2e-a07ee01f66ed HTTP/1.1" status: 204 len: 168 time: 1.8098073 Aug 20 11:57:53.509276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37808) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:53.512709 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e7f0971-0917-4127-97b4-c8b406a826be req-f696991d-93e2-4be0-92a3-96bbd6041f2c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=05921f81bbdf4e36aae86742b6f94343&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460391 Aug 20 11:57:53.597377 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9de383d9-b355-4e1e-9553-2fd3b235624a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.614413 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edf824-d1de-4e02-b9bb-c4ca59f6ea69 req-9904f533-3e30-444a-8341-0538069a65fc tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:53.615565 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72edf824-d1de-4e02-b9bb-c4ca59f6ea69 req-9904f533-3e30-444a-8341-0538069a65fc tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 931 time: 0.2085323 Aug 20 11:57:53.704425 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9de383d9-b355-4e1e-9553-2fd3b235624a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.715852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-9de383d9-b355-4e1e-9553-2fd3b235624a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68773173-f656-4dc3-8b34-6ecca5e8a5c5']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:53.728881 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-9de383d9-b355-4e1e-9553-2fd3b235624a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2990fb7c-2bd1-41bd-88c6-3881f5c150ee') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:53.729277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-9de383d9-b355-4e1e-9553-2fd3b235624a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2990fb7c-2bd1-41bd-88c6-3881f5c150ee') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:53.739149 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9de383d9-b355-4e1e-9553-2fd3b235624a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.754495 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9de383d9-b355-4e1e-9553-2fd3b235624a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.762542 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de383d9-b355-4e1e-9553-2fd3b235624a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:57:53.763046 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9de383d9-b355-4e1e-9553-2fd3b235624a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:57:53.767766 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:57:53.837914 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9de383d9-b355-4e1e-9553-2fd3b235624a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.849727 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9de383d9-b355-4e1e-9553-2fd3b235624a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.854503 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9de383d9-b355-4e1e-9553-2fd3b235624a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "DELETE /v2.0/networks/68773173-f656-4dc3-8b34-6ecca5e8a5c5 HTTP/1.1" status: 204 len: 168 time: 0.3414013 Aug 20 11:57:53.872341 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de383d9-b355-4e1e-9553-2fd3b235624a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Network': ['ID=68773173-f656-4dc3-8b34-6ecca5e8a5c5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:53.872341 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37818) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:53.878726 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-458c5e65-a392-4871-a69d-05c749d78bab tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'network': {'name': 'tempest-network-smoke--627279327', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'port_security_enabled': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:53.905718 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458c5e65-a392-4871-a69d-05c749d78bab tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Made reservation on behalf of 83acfac6cffd4cc6ac2d1e0e5158a6b1 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:53.912363 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-458c5e65-a392-4871-a69d-05c749d78bab tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.937708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458c5e65-a392-4871-a69d-05c749d78bab tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:57:53.949121 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-458c5e65-a392-4871-a69d-05c749d78bab tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.949492 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-458c5e65-a392-4871-a69d-05c749d78bab tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Added segment 50344871-ad1f-44bb-afaf-0e8b76474bc3 of type vlan for network 5b1157a5-bf88-4051-934a-69793092f8c2 Aug 20 11:57:53.998337 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-458c5e65-a392-4871-a69d-05c749d78bab tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.043445 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-458c5e65-a392-4871-a69d-05c749d78bab tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.050624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458c5e65-a392-4871-a69d-05c749d78bab tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:54.051259 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-458c5e65-a392-4871-a69d-05c749d78bab tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.121416 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-458c5e65-a392-4871-a69d-05c749d78bab tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2469306 Aug 20 11:57:54.121662 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37828) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:54.127671 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-191975956', 'admin_state_up': True, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:54.133691 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c5e65-a392-4871-a69d-05c749d78bab tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Network': ['ID=5b1157a5-bf88-4051-934a-69793092f8c2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:54.147442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 5b1157a5-bf88-4051-934a-69793092f8c2 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:57:54.158749 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.159854 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.275504 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f0971-0917-4127-97b4-c8b406a826be req-db3e39cf-2f9e-4e63-b00f-13d6976b5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:54.277848 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e7f0971-0917-4127-97b4-c8b406a826be req-db3e39cf-2f9e-4e63-b00f-13d6976b5deb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7109125 Aug 20 11:57:54.284670 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.298167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-72edf824-d1de-4e02-b9bb-c4ca59f6ea69 req-44b832b5-69d8-460d-a5d8-437fd086522b tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5a7ba6d-2771-46ba-8867-086880ed09ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173909 Aug 20 11:57:54.348394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489a639-ce77-41fe-82b7-fe0a26bc2428 req-2f3db928-7431-45f6-bd83-166da0b295fa tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:54.350011 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2489a639-ce77-41fe-82b7-fe0a26bc2428 req-2f3db928-7431-45f6-bd83-166da0b295fa tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 945 time: 0.1548903 Aug 20 11:57:54.388853 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508c8ec5-7d5b-4811-85d0-b9e4a086c468 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:54.399015 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.416291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Transition to ACTIVE for port object 508c8ec5-7d5b-4811-85d0-b9e4a086c468 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:54.425095 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.493544 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2489a639-ce77-41fe-82b7-fe0a26bc2428 req-dfaac12b-6ab5-43a7-acc3-dd3d85eb5718 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/security-groups?id=617a677f-8c80-4e77-98ac-37df03284b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030986 Aug 20 11:57:54.495399 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.527134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Pushing event updated for resources: {'Port': ['ID=508c8ec5-7d5b-4811-85d0-b9e4a086c468,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:54.578009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbb873-39f0-410c-9988-c2a7ba0aecff req-6a8e6e39-197e-45f8-bc68-d1f8acea5c90 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:54.580259 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ecbb873-39f0-410c-9988-c2a7ba0aecff req-6a8e6e39-197e-45f8-bc68-d1f8acea5c90 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 945 time: 0.1124542 Aug 20 11:57:54.655773 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0616574d-84e3-4b51-aba1-f31b8493a572 req-a8188d20-ef84-4e3e-bcb5-33fbc974aaae tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0558503 Aug 20 11:57:54.714678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Attempting to bind port 508c8ec5-7d5b-4811-85d0-b9e4a086c468 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:54.714981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Attempting to bind port 508c8ec5-7d5b-4811-85d0-b9e4a086c468 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '853310fc-825d-4813-b3a6-fac211f04ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ccb329a-247a-4a40-91c4-e23e403e2406'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:54.715310 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Attempting to bind port 508c8ec5-7d5b-4811-85d0-b9e4a086c468 on network 2ccb329a-247a-4a40-91c4-e23e403e2406 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:54.716437 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.724033 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Port 508c8ec5-7d5b-4811-85d0-b9e4a086c468 on network 2ccb329a-247a-4a40-91c4-e23e403e2406 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:57:54.724353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Attempting to bind port 508c8ec5-7d5b-4811-85d0-b9e4a086c468 on network 2ccb329a-247a-4a40-91c4-e23e403e2406 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:54.731465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:54.731802 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Checking segment: {'id': '853310fc-825d-4813-b3a6-fac211f04ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ccb329a-247a-4a40-91c4-e23e403e2406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:54.732189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Bound using segment: {'id': '853310fc-825d-4813-b3a6-fac211f04ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ccb329a-247a-4a40-91c4-e23e403e2406'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:54.732613 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Bound port: 508c8ec5-7d5b-4811-85d0-b9e4a086c468, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853310fc-825d-4813-b3a6-fac211f04ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ccb329a-247a-4a40-91c4-e23e403e2406'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:54.732994 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.738234 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.773858 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9ecbb873-39f0-410c-9988-c2a7ba0aecff req-f1683693-9177-4332-b5fd-47d1296902a8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Deleting port 7d1d79ac-49c5-45ac-ae02-a65bee361525 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:54.774238 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9ecbb873-39f0-410c-9988-c2a7ba0aecff req-f1683693-9177-4332-b5fd-47d1296902a8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.859319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Allocated IP 172.25.8.84 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/39461a28-47d8-43b4-9883-4af5216ba8be) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:54.883692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] For port 508c8ec5-7d5b-4811-85d0-b9e4a086c468, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:54.905394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] For port 508c8ec5-7d5b-4811-85d0-b9e4a086c468, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=508c8ec5-7d5b-4811-85d0-b9e4a086c468,segment=NetworkSegment(853310fc-825d-4813-b3a6-fac211f04ba6),segment_id=853310fc-825d-4813-b3a6-fac211f04ba6)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:54.920048 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.925743 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9ecbb873-39f0-410c-9988-c2a7ba0aecff req-f1683693-9177-4332-b5fd-47d1296902a8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] For port 7d1d79ac-49c5-45ac-ae02-a65bee361525, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7d1d79ac-49c5-45ac-ae02-a65bee361525,segment=NetworkSegment(403de167-5875-4f92-8329-dffd30aa8162),segment_id=403de167-5875-4f92-8329-dffd30aa8162)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:54.926204 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9ecbb873-39f0-410c-9988-c2a7ba0aecff req-f1683693-9177-4332-b5fd-47d1296902a8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.989103 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:54.989802 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.991614 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] 10.222.0.76 "PUT /v2.0/ports/508c8ec5-7d5b-4811-85d0-b9e4a086c468 HTTP/1.1" status: 200 len: 1091 time: 1.7102463 Aug 20 11:57:54.992113 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a608dbdc-2b8e-418a-a384-4426f6a1924f', 'tag': '508c8ec5-7d5b-4811-85d0-b9e4a086c468'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:54.996588 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fc9f84-9823-4cbc-a3bf-806f881747db" -d '{"events": [{"name": "network-changed", "server_uuid": "a608dbdc-2b8e-418a-a384-4426f6a1924f", "tag": "508c8ec5-7d5b-4811-85d0-b9e4a086c468"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:55.000540 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.055162 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.059011 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f122af-9ffe-4e44-9b46-932b3f849fc4 x-openstack-request-id: req-72f122af-9ffe-4e44-9b46-932b3f849fc4 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:55.059378 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a608dbdc-2b8e-418a-a384-4426f6a1924f", "tag": "508c8ec5-7d5b-4811-85d0-b9e4a086c468", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:55.059694 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72f122af-9ffe-4e44-9b46-932b3f849fc4 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:55.060153 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a608dbdc-2b8e-418a-a384-4426f6a1924f', 'tag': '508c8ec5-7d5b-4811-85d0-b9e4a086c468', 'status': 'completed', 'code': 200} Aug 20 11:57:55.082144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 555ad76f-9dc4-449b-8cbd-9dc5579039f8 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:55.102713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 555ad76f-9dc4-449b-8cbd-9dc5579039f8 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:55.103120 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:55.103520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 555ad76f-9dc4-449b-8cbd-9dc5579039f8 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:55.106034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:55.109588 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:55.131826 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-25e93333-9cc2-4fcb-a7ba-89f9a483648a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.141723 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Port': ['ID=39461a28-47d8-43b4-9883-4af5216ba8be,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:55.194247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca1af4-8f93-44c8-8f09-09ac33baadbc service neutron] Pushing event updated for resources: {'Port': ['ID=508c8ec5-7d5b-4811-85d0-b9e4a086c468,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:55.217458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-b11a2d1b-bb7f-43a0-a570-cd5f6f81d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:55.219153 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-b11a2d1b-bb7f-43a0-a570-cd5f6f81d6c0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c7f21e99785f46dfa547aeb5efc74afc&device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 1094 time: 0.1579573 Aug 20 11:57:55.308816 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-ede3bcc5-7fbb-4ad5-bc9a-ac3c67a3c30b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=508c8ec5-7d5b-4811-85d0-b9e4a086c468 HTTP/1.1" status: 200 len: 217 time: 0.0789058 Aug 20 11:57:55.356937 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9ecbb873-39f0-410c-9988-c2a7ba0aecff req-f1683693-9177-4332-b5fd-47d1296902a8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.357489 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9ecbb873-39f0-410c-9988-c2a7ba0aecff req-f1683693-9177-4332-b5fd-47d1296902a8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.357950 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-9ecbb873-39f0-410c-9988-c2a7ba0aecff req-f1683693-9177-4332-b5fd-47d1296902a8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Floating IP 5104e63b-1c30-4c12-80a9-a2d5f935625a disassociated. External IP: 172.25.8.49, port: 7d1d79ac-49c5-45ac-ae02-a65bee361525. Aug 20 11:57:55.358328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9ecbb873-39f0-410c-9988-c2a7ba0aecff req-f1683693-9177-4332-b5fd-47d1296902a8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Calling delete_port for 7d1d79ac-49c5-45ac-ae02-a65bee361525 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:55.398256 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.438062 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.442185 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-a3ac8596-7e13-4af1-9683-9cf5fb93ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:55.443326 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-a3ac8596-7e13-4af1-9683-9cf5fb93ee8a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=06d75770-cc27-49b6-b68e-1d3597b4cb37 HTTP/1.1" status: 200 len: 853 time: 0.1261175 Aug 20 11:57:55.489643 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-a5dd8864-c59e-484c-9098-737356f1a4bc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2ccb329a-247a-4a40-91c4-e23e403e2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397596 Aug 20 11:57:55.513590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647e1a9-5a3d-41dc-bf85-13f2c2c5699a req-543104d2-3ef0-4478-b761-ae8c5ca1d6b0 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:55.515194 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8647e1a9-5a3d-41dc-bf85-13f2c2c5699a req-543104d2-3ef0-4478-b761-ae8c5ca1d6b0 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 943 time: 0.1437180 Aug 20 11:57:55.661138 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.669366 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8647e1a9-5a3d-41dc-bf85-13f2c2c5699a req-c07cbac1-3ecf-41b6-bccc-f7428976f4b7 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5a7ba6d-2771-46ba-8867-086880ed09ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758488 Aug 20 11:57:55.687152 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807d46a-83c2-4d30-8727-368031887310 req-bcb4e028-fd7a-453d-8c43-33a735322bec tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:55.687152 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3807d46a-83c2-4d30-8727-368031887310 req-bcb4e028-fd7a-453d-8c43-33a735322bec tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 945 time: 0.0902233 Aug 20 11:57:55.792868 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ab341ee-5dc8-4d00-95bf-eaaf33a62ed0 req-90c56158-57c6-4132-b918-bf53aa5c6c1e tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0488760 Aug 20 11:57:55.795489 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9ecbb873-39f0-410c-9988-c2a7ba0aecff req-f1683693-9177-4332-b5fd-47d1296902a8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.800398 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-91374e6d-697d-4ebe-acdf-396110ce4295 service neutron] 10.222.0.76 "GET /v2.0/networks/2ccb329a-247a-4a40-91c4-e23e403e2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034332 Aug 20 11:57:55.821831 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7e7f0971-0917-4127-97b4-c8b406a826be req-7f9e5108-f761-4e5e-930c-f3624aad0b58 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2b3b1e7-4b4c-4aa6-81e2-0774ce975458 HTTP/1.1" status: 200 len: 210 time: 0.0632520 Aug 20 11:57:55.824737 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3807d46a-83c2-4d30-8727-368031887310 req-619d6f83-c8aa-468c-9ba4-ab423feaeb2d tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/security-groups?id=617a677f-8c80-4e77-98ac-37df03284b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032853 Aug 20 11:57:55.838758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1683693-9177-4332-b5fd-47d1296902a8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Pushing event deleted for resources: {'Port': ['ID=7d1d79ac-49c5-45ac-ae02-a65bee361525,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:55.881505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Router 1ead812c-9f25-4939-8415-03be2a55928e is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:57:56.015363 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:57:56.025500 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Sync routers for ids ['1ead812c-9f25-4939-8415-03be2a55928e'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:57:56.038152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Routers {'1ead812c-9f25-4939-8415-03be2a55928e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:56.038822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1ead812c-9f25-4939-8415-03be2a55928e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:56.042453 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da3b6c3-cda5-410a-a15a-76abcc28f729 req-6d434f78-2433-46ff-8cae-1e534e63ce3f service neutron] 10.222.0.76 "GET /v2.0/networks/2ccb329a-247a-4a40-91c4-e23e403e2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148998 Aug 20 11:57:56.045848 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:56.050932 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b8ce5b4e-9a69-4f44-968f-7f7a59eee31a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9247108 Aug 20 11:57:56.051396 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37860) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:56.053731 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ecbb873-39f0-410c-9988-c2a7ba0aecff req-f1683693-9177-4332-b5fd-47d1296902a8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:57:56.093377 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d3e0f21e-d295-4129-b15f-cdb368b1f9df tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405972 Aug 20 11:57:56.096752 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37862) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:56.199366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Set router 1ead812c-9f25-4939-8415-03be2a55928e gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:56.237051 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ecbb873-39f0-410c-9988-c2a7ba0aecff req-f1683693-9177-4332-b5fd-47d1296902a8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:57:56.248811 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd06e3-286f-4793-9ff9-16f1f1249712 None None] Sync routers for ids ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:57:56.256480 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497823b5-bb6f-43a9-b13d-0bc800291cb3 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:56.265717 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd06e3-286f-4793-9ff9-16f1f1249712 None None] Routers {'22fdd8c5-c140-4eb1-8b92-6d182e199fc6'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:56.266659 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-497823b5-bb6f-43a9-b13d-0bc800291cb3 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1686544 Aug 20 11:57:56.267447 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5fcd06e3-286f-4793-9ff9-16f1f1249712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:56.269487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37864) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:56.271444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc9f84-9823-4cbc-a3bf-806f881747db req-db1ec2c6-426e-4ad6-a3a4-7b499ef1a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:56.274253 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27fc9f84-9823-4cbc-a3bf-806f881747db req-db1ec2c6-426e-4ad6-a3a4-7b499ef1a551 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c7f21e99785f46dfa547aeb5efc74afc&device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 1094 time: 0.1637540 Aug 20 11:57:56.378784 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0adb9781-dfac-45a1-b5b5-178c416355a9 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1045470 Aug 20 11:57:56.385042 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37868) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:56.396851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-90dbcf4e-5d4e-4d06-a007-ac8b4d659dce tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1048642736', 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:56.435019 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:56.519318 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-5fcd06e3-286f-4793-9ff9-16f1f1249712 None None] Set router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:56.536195 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecbb873-39f0-410c-9988-c2a7ba0aecff req-f1683693-9177-4332-b5fd-47d1296902a8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] No DVR routers for this DVR port 7d1d79ac-49c5-45ac-ae02-a65bee361525 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:56.540830 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9ecbb873-39f0-410c-9988-c2a7ba0aecff req-f1683693-9177-4332-b5fd-47d1296902a8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:56.544151 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ecbb873-39f0-410c-9988-c2a7ba0aecff req-f1683693-9177-4332-b5fd-47d1296902a8 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.35 "DELETE /v2.0/ports/7d1d79ac-49c5-45ac-ae02-a65bee361525 HTTP/1.1" status: 204 len: 173 time: 1.9455965 Aug 20 11:57:56.587657 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead812c-9f25-4939-8415-03be2a55928e', 'name': 'tempest-TestNetworkBasicOps-router-191975956', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:57:55Z', 'revision_number': 3, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:56.603780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dbcf4e-5d4e-4d06-a007-ac8b4d659dce tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Made reservation on behalf of 83acfac6cffd4cc6ac2d1e0e5158a6b1 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:56.607592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc9f84-9823-4cbc-a3bf-806f881747db req-d855d0ac-0cf5-47fb-8854-259d54f5699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:56.609271 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27fc9f84-9823-4cbc-a3bf-806f881747db req-d855d0ac-0cf5-47fb-8854-259d54f5699b service neutron] 10.222.0.76 "GET /v2.0/networks?id=2ccb329a-247a-4a40-91c4-e23e403e2406 HTTP/1.1" status: 200 len: 913 time: 0.2837830 Aug 20 11:57:56.612083 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90dbcf4e-5d4e-4d06-a007-ac8b4d659dce tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:56.634955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Checking router: 1ead812c-9f25-4939-8415-03be2a55928e for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:57:56.635574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Updating router 1ead812c-9f25-4939-8415-03be2a55928e port 39461a28-47d8-43b4-9883-4af5216ba8be binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:57:56.686332 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:56.705450 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27fc9f84-9823-4cbc-a3bf-806f881747db req-cb02088b-3eda-44af-b9c2-819a12d26627 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=508c8ec5-7d5b-4811-85d0-b9e4a086c468 HTTP/1.1" status: 200 len: 217 time: 0.0871408 Aug 20 11:57:56.804612 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc9f84-9823-4cbc-a3bf-806f881747db req-954628d4-ab86-41b9-b292-da7b43df2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:56.806277 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27fc9f84-9823-4cbc-a3bf-806f881747db req-954628d4-ab86-41b9-b292-da7b43df2a48 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=06d75770-cc27-49b6-b68e-1d3597b4cb37 HTTP/1.1" status: 200 len: 853 time: 0.0880539 Aug 20 11:57:56.815272 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5fcd06e3-286f-4793-9ff9-16f1f1249712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'name': 'tempest-TestServerBasicOps-1393151680-router', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:22Z', 'updated_at': '2021-08-20T11:52:31Z', 'revision_number': 4, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'gw_port': {'id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:23Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'fca533cd-5158-4979-8948-c8b10aeddc8c', 'name': '', 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'mac_address': 'fa:16:3e:99:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:43Z', 'revision_number': 5, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'subnets': [{'id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:56.863839 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd06e3-286f-4793-9ff9-16f1f1249712 None None] Checking router: 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:57:56.879581 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90dbcf4e-5d4e-4d06-a007-ac8b4d659dce tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:56.885891 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd06e3-286f-4793-9ff9-16f1f1249712 None None] Routers {'22fdd8c5-c140-4eb1-8b92-6d182e199fc6'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:56.888696 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5fcd06e3-286f-4793-9ff9-16f1f1249712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:56.910981 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27fc9f84-9823-4cbc-a3bf-806f881747db req-9e11ae26-d960-4031-b86a-2f2b82276f50 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2ccb329a-247a-4a40-91c4-e23e403e2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965922 Aug 20 11:57:57.028192 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbcf4e-5d4e-4d06-a007-ac8b4d659dce tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Checking segment: {'id': '50344871-ad1f-44bb-afaf-0e8b76474bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:57.028787 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dbcf4e-5d4e-4d06-a007-ac8b4d659dce tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network hostable DHCP agents. Network: 5b1157a5-bf88-4051-934a-69793092f8c2, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:57:57.062371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a778b64-01b6-46dd-92cb-38401030fe1d', 'name': 'network-vif-deleted', 'tag': '7d1d79ac-49c5-45ac-ae02-a65bee361525'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:57.068895 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b9707c1-5686-46b3-b5cc-bbffc0dfda38 req-4f34ac3f-2dfc-4c92-af07-7edfe1a7b9c0 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a778b64-01b6-46dd-92cb-38401030fe1d HTTP/1.1" status: 200 len: 210 time: 0.0425196 Aug 20 11:57:57.073186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbcf4e-5d4e-4d06-a007-ac8b4d659dce tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Subnet': ['ID=51918349-f738-404c-9969-87234b173dd7,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:57.074820 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5326e876-9f43-4c3c-b005-c6fcd0d7dae9" -d '{"events": [{"server_uuid": "8a778b64-01b6-46dd-92cb-38401030fe1d", "name": "network-vif-deleted", "tag": "7d1d79ac-49c5-45ac-ae02-a65bee361525"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:57.087785 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dbcf4e-5d4e-4d06-a007-ac8b4d659dce tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network 5b1157a5-bf88-4051-934a-69793092f8c2 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:57:57.099055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-90dbcf4e-5d4e-4d06-a007-ac8b4d659dce tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 5b1157a5-bf88-4051-934a-69793092f8c2) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:57.099396 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-5fcd06e3-286f-4793-9ff9-16f1f1249712 None None] Set router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:57.104457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed226dc-bf71-4e4b-980a-54e2a79b5e1f req-8cb73456-fabf-4ab0-af09-bc85aaca389b tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:57.109169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dbcf4e-5d4e-4d06-a007-ac8b4d659dce tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:57.109169 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90dbcf4e-5d4e-4d06-a007-ac8b4d659dce tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:57.112421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9b9f91-cf58-428f-99e4-7739b758ec13 None None] Network 5b1157a5-bf88-4051-934a-69793092f8c2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:57.113630 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ed226dc-bf71-4e4b-980a-54e2a79b5e1f req-8cb73456-fabf-4ab0-af09-bc85aaca389b tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 943 time: 0.2800245 Aug 20 11:57:57.144981 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-90dbcf4e-5d4e-4d06-a007-ac8b4d659dce tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7567003 Aug 20 11:57:57.147732 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37880) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:57.249018 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ed226dc-bf71-4e4b-980a-54e2a79b5e1f req-a82f3dad-b92e-4ee0-9e1f-9fd12dc9cb34 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5a7ba6d-2771-46ba-8867-086880ed09ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175885 Aug 20 11:57:57.288070 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27fc9f84-9823-4cbc-a3bf-806f881747db req-b1c5dc4d-8d35-4db3-8394-11ce038e02c7 service neutron] 10.222.0.76 "GET /v2.0/networks/2ccb329a-247a-4a40-91c4-e23e403e2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624167 Aug 20 11:57:57.326338 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fd0bbf-877a-4b06-90de-35471aa4b2c1 x-openstack-request-id: req-98fd0bbf-877a-4b06-90de-35471aa4b2c1 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:57.326682 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a778b64-01b6-46dd-92cb-38401030fe1d", "name": "network-vif-deleted", "tag": "7d1d79ac-49c5-45ac-ae02-a65bee361525", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:57.326874 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98fd0bbf-877a-4b06-90de-35471aa4b2c1 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:57.327266 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a778b64-01b6-46dd-92cb-38401030fe1d', 'name': 'network-vif-deleted', 'tag': '7d1d79ac-49c5-45ac-ae02-a65bee361525', 'status': 'completed', 'code': 200} Aug 20 11:57:57.383723 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:57.430174 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Transition to ACTIVE for port object 39461a28-47d8-43b4-9883-4af5216ba8be will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:57.459935 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:57.496365 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8f3bb2f-0992-43ca-8675-bc20b72dca61 req-b535ff9c-954e-4c1f-ad93-24a6368671ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=05921f81bbdf4e36aae86742b6f94343&device_id=97f98a1e-3afb-4338-b810-2ddebabc14f3 HTTP/1.1" status: 200 len: 210 time: 0.0555391 Aug 20 11:57:57.565696 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27fc9f84-9823-4cbc-a3bf-806f881747db req-9c5c1331-e210-4618-b5c8-b00a83c6adb6 service neutron] 10.222.0.76 "GET /v2.0/networks/2ccb329a-247a-4a40-91c4-e23e403e2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587430 Aug 20 11:57:57.673764 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8f3bb2f-0992-43ca-8675-bc20b72dca61 req-9fc76857-a05d-43d5-9ee4-3bc3a6b560fd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=05921f81bbdf4e36aae86742b6f94343&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1067195 Aug 20 11:57:57.683116 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7fb707f-7e11-44ab-9def-88e327081e74 req-abd1493e-df27-4428-a0f8-679ce0f000ea tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=97f98a1e-3afb-4338-b810-2ddebabc14f3 HTTP/1.1" status: 200 len: 210 time: 0.1147549 Aug 20 11:57:57.734939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-5b1157a5-bf88-4051-934a-69793092f8c2', 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ips': [{'subnet_id': '51918349-f738-404c-9969-87234b173dd7'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:57:57.741960 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:57.758356 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5fcd06e3-286f-4793-9ff9-16f1f1249712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'name': 'tempest-TestServerBasicOps-1393151680-router', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:22Z', 'updated_at': '2021-08-20T11:52:31Z', 'revision_number': 4, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'gw_port': {'id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:23Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'fca533cd-5158-4979-8948-c8b10aeddc8c', 'name': '', 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'mac_address': 'fa:16:3e:99:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:43Z', 'revision_number': 5, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'subnets': [{'id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:57.803034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7d1d79ac-49c5-45ac-ae02-a65bee361525 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:57.824721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3bb2f-0992-43ca-8675-bc20b72dca61 req-ee541949-354e-4547-978f-f722ab52cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:57.826338 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8f3bb2f-0992-43ca-8675-bc20b72dca61 req-ee541949-354e-4547-978f-f722ab52cf4e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1422639 Aug 20 11:57:57.832835 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd06e3-286f-4793-9ff9-16f1f1249712 None None] The sync data for ids ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'] in n-d-804299-2 is: [{'id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'name': 'tempest-TestServerBasicOps-1393151680-router', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:22Z', 'updated_at': '2021-08-20T11:52:31Z', 'revision_number': 4, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'gw_port': {'id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:23Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'fca533cd-5158-4979-8948-c8b10aeddc8c', 'name': '', 'network_id': '1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'mac_address': 'fa:16:3e:99:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:30Z', 'updated_at': '2021-08-20T11:52:43Z', 'revision_number': 5, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'subnets': [{'id': '5c5d0d52-33c3-4556-b37f-a7cde29a16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:57.885091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Attempting to bind port 39461a28-47d8-43b4-9883-4af5216ba8be on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:57.887040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Attempting to bind port 39461a28-47d8-43b4-9883-4af5216ba8be by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:57.887998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Attempting to bind port 39461a28-47d8-43b4-9883-4af5216ba8be on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:57.913974 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd8c65-b266-4ab1-a143-ce060e34cc37 None None] Pushing event updated for resources: {'Port': ['ID=39461a28-47d8-43b4-9883-4af5216ba8be,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:57.920009 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 7d1d79ac-49c5-45ac-ae02-a65bee361525 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:57.920364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7d1d79ac-49c5-45ac-ae02-a65bee361525 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:57.940133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:57.940515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:57.940951 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:57.941358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:57.941890 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Bound port: 39461a28-47d8-43b4-9883-4af5216ba8be, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:57.942322 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:58.179991 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] For port 39461a28-47d8-43b4-9883-4af5216ba8be, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:58.187014 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:58.190075 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] For port 39461a28-47d8-43b4-9883-4af5216ba8be, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=39461a28-47d8-43b4-9883-4af5216ba8be,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:58.208295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37910) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:58.212283 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:58.355569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2603880-31e6-4d75-8a7e-2031fe631ba2 None None] New status for floating IP 5104e63b-1c30-4c12-80a9-a2d5f935625a: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:57:58.451533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cd4ee-1995-4ed3-86c2-c1085877f099 req-e9c1a4ff-eb95-48f6-96c2-87b5bd3c0bd2 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:58.453686 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f43cd4ee-1995-4ed3-86c2-c1085877f099 req-e9c1a4ff-eb95-48f6-96c2-87b5bd3c0bd2 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 943 time: 0.1103895 Aug 20 11:57:58.507672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d84abac4-1c21-4d0b-a575-03713112b12a tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Deleting port 8a6e667d-8c4b-4316-b044-44e789fba922 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:58.508477 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d84abac4-1c21-4d0b-a575-03713112b12a tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:58.515186 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f43cd4ee-1995-4ed3-86c2-c1085877f099 req-93d90621-99c0-47d1-b426-de4f9e6e8180 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5a7ba6d-2771-46ba-8867-086880ed09ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517993 Aug 20 11:57:58.621182 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d84abac4-1c21-4d0b-a575-03713112b12a tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:58.621867 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d84abac4-1c21-4d0b-a575-03713112b12a tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:58.636984 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Routers {'1ead812c-9f25-4939-8415-03be2a55928e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:58.637645 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1ead812c-9f25-4939-8415-03be2a55928e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:58.647286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d84abac4-1c21-4d0b-a575-03713112b12a tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Calling delete_port for 8a6e667d-8c4b-4316-b044-44e789fba922 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:58.675364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Allocated IP 172.20.0.2 (5b1157a5-bf88-4051-934a-69793092f8c2/51918349-f738-404c-9969-87234b173dd7/a6ef5879-ce61-4d93-82cb-e07c73aa4a35) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:58.677627 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd8c65-b266-4ab1-a143-ce060e34cc37 None None] Pushing event updated for resources: {'Port': ['ID=39461a28-47d8-43b4-9883-4af5216ba8be,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:58.682328 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:58.840031 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d84abac4-1c21-4d0b-a575-03713112b12a tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:58.859556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] Set router 1ead812c-9f25-4939-8415-03be2a55928e gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:58.884096 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84abac4-1c21-4d0b-a575-03713112b12a tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Pushing event deleted for resources: {'Port': ['ID=8a6e667d-8c4b-4316-b044-44e789fba922,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:58.917314 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-103c55a2-2de1-4408-affa-a677d8278b85 req-3eec2b16-bb60-4573-a228-94d67ef67713 tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.37 "GET /v2.0/ports?device_id=97f98a1e-3afb-4338-b810-2ddebabc14f3 HTTP/1.1" status: 200 len: 210 time: 0.0378830 Aug 20 11:57:58.948006 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d84abac4-1c21-4d0b-a575-03713112b12a tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:58.950936 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d84abac4-1c21-4d0b-a575-03713112b12a tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:58.952134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d84abac4-1c21-4d0b-a575-03713112b12a tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "DELETE /v2.0/floatingips/5104e63b-1c30-4c12-80a9-a2d5f935625a HTTP/1.1" status: 204 len: 168 time: 0.7427540 Aug 20 11:57:59.039829 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 508c8ec5-7d5b-4811-85d0-b9e4a086c468 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:57:59.083059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37946) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:59.135723 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.155147 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2747dd81-ed18-4c22-82d1-3c6eb434f8e9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.190225 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Transition to ACTIVE for port object a6ef5879-ce61-4d93-82cb-e07c73aa4a35 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:59.207673 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8f3bb2f-0992-43ca-8675-bc20b72dca61 req-01564f37-6672-4dc5-a177-a4c7ee32a80b tempest-ServerShowV247Test-126510185 tempest-ServerShowV247Test-126510185-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f98a1e-3afb-4338-b810-2ddebabc14f3 HTTP/1.1" status: 200 len: 210 time: 0.0408790 Aug 20 11:57:59.210030 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2747dd81-ed18-4c22-82d1-3c6eb434f8e9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.244765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Transition to ACTIVE for port object a6ef5879-ce61-4d93-82cb-e07c73aa4a35 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:59.281121 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.292285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 508c8ec5-7d5b-4811-85d0-b9e4a086c468, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=508c8ec5-7d5b-4811-85d0-b9e4a086c468,segment=NetworkSegment(853310fc-825d-4813-b3a6-fac211f04ba6),segment_id=853310fc-825d-4813-b3a6-fac211f04ba6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:59.319867 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2747dd81-ed18-4c22-82d1-3c6eb434f8e9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.323872 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2747dd81-ed18-4c22-82d1-3c6eb434f8e9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.326005 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2747dd81-ed18-4c22-82d1-3c6eb434f8e9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] 10.222.0.37 "DELETE /v2.0/security-groups/617a677f-8c80-4e77-98ac-37df03284b0f HTTP/1.1" status: 204 len: 168 time: 0.2418458 Aug 20 11:57:59.334738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '508c8ec5-7d5b-4811-85d0-b9e4a086c468', 'network_id': '2ccb329a-247a-4a40-91c4-e23e403e2406', 'port_id': '508c8ec5-7d5b-4811-85d0-b9e4a086c468', 'mac_address': 'fa:16:3e:9c:de:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d75770-cc27-49b6-b68e-1d3597b4cb37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:57:59.340716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747dd81-ed18-4c22-82d1-3c6eb434f8e9 tempest-TestServerBasicOps-1194258973 tempest-TestServerBasicOps-1194258973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=617a677f-8c80-4e77-98ac-37df03284b0f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:59.356907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Network 5b1157a5-bf88-4051-934a-69793092f8c2 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:59.372212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:59.382826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:59.383444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 37950) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:59.411660 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Allocated IP 172.20.0.1 (5b1157a5-bf88-4051-934a-69793092f8c2/51918349-f738-404c-9969-87234b173dd7/f766f129-4e0a-4c4c-8465-b4cc663001b5) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:59.444397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Pushing event updated for resources: {'Port': ['ID=a6ef5879-ce61-4d93-82cb-e07c73aa4a35,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:59.504318 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.522731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead812c-9f25-4939-8415-03be2a55928e', 'name': 'tempest-TestNetworkBasicOps-router-191975956', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:57:55Z', 'revision_number': 3, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:59.555907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Attempting to bind port a6ef5879-ce61-4d93-82cb-e07c73aa4a35 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:59.556335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Attempting to bind port a6ef5879-ce61-4d93-82cb-e07c73aa4a35 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '50344871-ad1f-44bb-afaf-0e8b76474bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:59.556647 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Attempting to bind port a6ef5879-ce61-4d93-82cb-e07c73aa4a35 on network 5b1157a5-bf88-4051-934a-69793092f8c2 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:59.559440 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508c8ec5-7d5b-4811-85d0-b9e4a086c468 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:59.564808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd9509-6fdd-45eb-b2e3-5a674537645b None None] The sync data for ids ['1ead812c-9f25-4939-8415-03be2a55928e'] in n-d-804299-2 is: [{'id': '1ead812c-9f25-4939-8415-03be2a55928e', 'name': 'tempest-TestNetworkBasicOps-router-191975956', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:57:55Z', 'revision_number': 3, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:59.567105 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.574863 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:59.575347 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Checking segment: {'id': '50344871-ad1f-44bb-afaf-0e8b76474bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:59.575851 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.576354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Bound using segment: {'id': '50344871-ad1f-44bb-afaf-0e8b76474bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:59.576734 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Bound port: a6ef5879-ce61-4d93-82cb-e07c73aa4a35, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50344871-ad1f-44bb-afaf-0e8b76474bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:59.577119 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.590420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Transition to ACTIVE for port object f766f129-4e0a-4c4c-8465-b4cc663001b5 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:59.609095 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 508c8ec5-7d5b-4811-85d0-b9e4a086c468, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=508c8ec5-7d5b-4811-85d0-b9e4a086c468,segment=NetworkSegment(853310fc-825d-4813-b3a6-fac211f04ba6),segment_id=853310fc-825d-4813-b3a6-fac211f04ba6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:59.618400 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.728529 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] For port a6ef5879-ce61-4d93-82cb-e07c73aa4a35, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:59.732615 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=508c8ec5-7d5b-4811-85d0-b9e4a086c468,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:59.748467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] For port a6ef5879-ce61-4d93-82cb-e07c73aa4a35, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a6ef5879-ce61-4d93-82cb-e07c73aa4a35,segment=NetworkSegment(50344871-ad1f-44bb-afaf-0e8b76474bc3),segment_id=50344871-ad1f-44bb-afaf-0e8b76474bc3)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:59.758421 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.804019 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.832275 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['508c8ec5-7d5b-4811-85d0-b9e4a086c468'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:59.835508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e647ae-4c11-4877-8d7c-83bf05ab5cc6 req-cf1e0da0-9e86-4dae-881a-34c2085f25cf tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:59.845896 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-21e647ae-4c11-4877-8d7c-83bf05ab5cc6 req-cf1e0da0-9e86-4dae-881a-34c2085f25cf tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 944 time: 0.2406118 Aug 20 11:57:59.860868 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad5c90-3294-4b0e-b94b-086dadaeca88 None None] Pushing event updated for resources: {'Port': ['ID=a6ef5879-ce61-4d93-82cb-e07c73aa4a35,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:00.054056 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network 5b1157a5-bf88-4051-934a-69793092f8c2 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:00.061689 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:00.069496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:00.122180 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:00.195754 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Port': ['ID=f766f129-4e0a-4c4c-8465-b4cc663001b5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:00.212000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-21e647ae-4c11-4877-8d7c-83bf05ab5cc6 req-1459f095-00c2-4603-b061-e553148a535c tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5a7ba6d-2771-46ba-8867-086880ed09ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643601 Aug 20 11:58:00.446952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37964) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:00.576271 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9226f945-5182-41ca-8d53-936c5d0698fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:00.593775 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:00.700008 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9226f945-5182-41ca-8d53-936c5d0698fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:00.708043 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9226f945-5182-41ca-8d53-936c5d0698fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:00.762370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9226f945-5182-41ca-8d53-936c5d0698fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05921f81bbdf4e36aae86742b6f94343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3137519 Aug 20 11:58:00.763292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226f945-5182-41ca-8d53-936c5d0698fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b43c76-5962-434e-9df6-6282cda61638,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:00.767110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 37970) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:00.868436 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-780d94ab-f828-4754-899f-00172fa5d246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:00.872203 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d34936ca-ddc7-43d0-b17a-7b0010d4c067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:00.911699 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-780d94ab-f828-4754-899f-00172fa5d246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:00.996871 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-780d94ab-f828-4754-899f-00172fa5d246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:00.999471 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-780d94ab-f828-4754-899f-00172fa5d246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:01.010152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 508c8ec5-7d5b-4811-85d0-b9e4a086c468 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:01.013963 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-780d94ab-f828-4754-899f-00172fa5d246 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6b43c76-5962-434e-9df6-6282cda61638 HTTP/1.1" status: 204 len: 168 time: 0.2348030 Aug 20 11:58:01.049400 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d94ab-f828-4754-899f-00172fa5d246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b43c76-5962-434e-9df6-6282cda61638,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:01.221090 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 508c8ec5-7d5b-4811-85d0-b9e4a086c468 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:01.225837 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a6ef5879-ce61-4d93-82cb-e07c73aa4a35 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:01.229248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 508c8ec5-7d5b-4811-85d0-b9e4a086c468 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:01.249326 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:01.390773 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port a6ef5879-ce61-4d93-82cb-e07c73aa4a35 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:01.424305 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 39461a28-47d8-43b4-9883-4af5216ba8be up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:01.476450 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:01.528546 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a608dbdc-2b8e-418a-a384-4426f6a1924f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508c8ec5-7d5b-4811-85d0-b9e4a086c468'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:01.536445 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a326b3-c555-411a-b85c-c8c037b1eb41" -d '{"events": [{"server_uuid": "a608dbdc-2b8e-418a-a384-4426f6a1924f", "name": "network-vif-plugged", "status": "completed", "tag": "508c8ec5-7d5b-4811-85d0-b9e4a086c468"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:01.547515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26617f48-7048-49a0-b93c-03b41501300c req-e20d7a1b-7b04-40e8-8ef9-068fc73c7de3 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:01.549636 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26617f48-7048-49a0-b93c-03b41501300c req-e20d7a1b-7b04-40e8-8ef9-068fc73c7de3 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 944 time: 0.1479416 Aug 20 11:58:01.597451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 508c8ec5-7d5b-4811-85d0-b9e4a086c468, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=508c8ec5-7d5b-4811-85d0-b9e4a086c468,segment=NetworkSegment(853310fc-825d-4813-b3a6-fac211f04ba6),segment_id=853310fc-825d-4813-b3a6-fac211f04ba6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:01.607045 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 39461a28-47d8-43b4-9883-4af5216ba8be completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:01.609443 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:01.619530 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:01.633560 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:01.635750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 39461a28-47d8-43b4-9883-4af5216ba8be triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:01.644222 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:01.694444 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e79be59-796f-41ce-9d66-07e99c3dfd8c x-openstack-request-id: req-1e79be59-796f-41ce-9d66-07e99c3dfd8c {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:01.696972 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a608dbdc-2b8e-418a-a384-4426f6a1924f", "name": "network-vif-plugged", "status": "completed", "tag": "508c8ec5-7d5b-4811-85d0-b9e4a086c468", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:01.697432 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e79be59-796f-41ce-9d66-07e99c3dfd8c {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:01.698042 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a608dbdc-2b8e-418a-a384-4426f6a1924f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508c8ec5-7d5b-4811-85d0-b9e4a086c468', 'code': 200} Aug 20 11:58:01.708935 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26617f48-7048-49a0-b93c-03b41501300c req-ef12dc1b-53c4-4f57-9791-c65cbdf5a391 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5a7ba6d-2771-46ba-8867-086880ed09ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446655 Aug 20 11:58:01.767499 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3136b9-77e9-4ed5-9655-d213085c2056 None None] Network 5b1157a5-bf88-4051-934a-69793092f8c2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:01.832426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d8211-5c19-4447-a1c7-2ff8353b666b req-5f012b74-dc14-4bad-aefc-a7aebb7bf35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:01.838870 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-599d8211-5c19-4447-a1c7-2ff8353b666b req-5f012b74-dc14-4bad-aefc-a7aebb7bf35b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 1096 time: 0.1170495 Aug 20 11:58:01.872710 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Port': ['ID=f766f129-4e0a-4c4c-8465-b4cc663001b5,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:01.878045 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:01.909707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d34936ca-ddc7-43d0-b17a-7b0010d4c067 admin admin] Deleting port fca533cd-5158-4979-8948-c8b10aeddc8c {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:01.910697 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d34936ca-ddc7-43d0-b17a-7b0010d4c067 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:01.928920 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-599d8211-5c19-4447-a1c7-2ff8353b666b req-64751f27-f7bc-4808-abc9-3696942f0e67 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b5a7ba6d-2771-46ba-8867-086880ed09ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834923 Aug 20 11:58:01.976917 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:02.007818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 39461a28-47d8-43b4-9883-4af5216ba8be, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=39461a28-47d8-43b4-9883-4af5216ba8be,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:02.009196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=508c8ec5-7d5b-4811-85d0-b9e4a086c468,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:02.025690 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:02.030718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38002) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:02.081750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-56a7b844-6595-4832-a982-ca6ee49ac97b None None] Provisioning for port a6ef5879-ce61-4d93-82cb-e07c73aa4a35 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:02.089569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-56a7b844-6595-4832-a982-ca6ee49ac97b None None] Provisioning complete for port a6ef5879-ce61-4d93-82cb-e07c73aa4a35 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:02.090132 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-56a7b844-6595-4832-a982-ca6ee49ac97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:02.113031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d34936ca-ddc7-43d0-b17a-7b0010d4c067 admin admin] For port fca533cd-5158-4979-8948-c8b10aeddc8c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fca533cd-5158-4979-8948-c8b10aeddc8c,segment=NetworkSegment(403de167-5875-4f92-8329-dffd30aa8162),segment_id=403de167-5875-4f92-8329-dffd30aa8162)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:02.113405 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d34936ca-ddc7-43d0-b17a-7b0010d4c067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:02.132674 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network 5b1157a5-bf88-4051-934a-69793092f8c2 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:02.145689 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:02.279595 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b688bb68-a371-4d60-9095-d1b3afc01789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:02.371839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=39461a28-47d8-43b4-9883-4af5216ba8be,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:02.378272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38014) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:02.485670 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b688bb68-a371-4d60-9095-d1b3afc01789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:02.495706 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b688bb68-a371-4d60-9095-d1b3afc01789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:02.506868 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-56a7b844-6595-4832-a982-ca6ee49ac97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:02.566980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-56a7b844-6595-4832-a982-ca6ee49ac97b None None] For port a6ef5879-ce61-4d93-82cb-e07c73aa4a35, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a6ef5879-ce61-4d93-82cb-e07c73aa4a35,segment=NetworkSegment(50344871-ad1f-44bb-afaf-0e8b76474bc3),segment_id=50344871-ad1f-44bb-afaf-0e8b76474bc3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:02.571292 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-56a7b844-6595-4832-a982-ca6ee49ac97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:02.588353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-56c52b32-6311-43f1-ba8f-c4677d957f16 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-294664521-network', 'tenant_id': '21dd6b222c3b4ff2b019fd7f9d90b009'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:02.621329 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b688bb68-a371-4d60-9095-d1b3afc01789 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a7ef1fddfb54e76a56980ac0b9b458e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5868750 Aug 20 11:58:02.637443 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7b844-6595-4832-a982-ca6ee49ac97b None None] Pushing event updated for resources: {'Port': ['ID=a6ef5879-ce61-4d93-82cb-e07c73aa4a35,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:02.669077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38018) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:02.712882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c52b32-6311-43f1-ba8f-c4677d957f16 admin admin] Made reservation on behalf of 21dd6b222c3b4ff2b019fd7f9d90b009 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:02.715845 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56c52b32-6311-43f1-ba8f-c4677d957f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:02.737156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688bb68-a371-4d60-9095-d1b3afc01789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb1a68e-6d73-4a0c-9245-450096b12d77,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:02.746384 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d34936ca-ddc7-43d0-b17a-7b0010d4c067 admin admin] Calling delete_port for fca533cd-5158-4979-8948-c8b10aeddc8c owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:02.761105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Router 1ead812c-9f25-4939-8415-03be2a55928e has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:58:02.763849 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15f0df47-4404-4461-b9f0-f88954ee1eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:02.773117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56c52b32-6311-43f1-ba8f-c4677d957f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:02.871937 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:02.880107 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15f0df47-4404-4461-b9f0-f88954ee1eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:02.898188 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-898d88b0-2c40-484f-a9b6-cda4821f20d0 req-59952a28-3934-4eb1-9fbf-7e4bd27294e3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3148732 Aug 20 11:58:02.982041 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56c52b32-6311-43f1-ba8f-c4677d957f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.010399 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56c52b32-6311-43f1-ba8f-c4677d957f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.044433 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c52b32-6311-43f1-ba8f-c4677d957f16 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:58:03.059268 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56c52b32-6311-43f1-ba8f-c4677d957f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.059547 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-56c52b32-6311-43f1-ba8f-c4677d957f16 admin admin] Added segment aabf7456-61ec-48fc-b5a6-9d3395f6d6f9 of type vlan for network e846d3a0-5933-4c17-9498-c75783c06554 Aug 20 11:58:03.106004 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-73c098b9-c421-4f65-8455-80c0f9a22d57 None None] Provisioning complete for port a6ef5879-ce61-4d93-82cb-e07c73aa4a35 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:03.106692 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-73c098b9-c421-4f65-8455-80c0f9a22d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.123736 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15f0df47-4404-4461-b9f0-f88954ee1eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.126926 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15f0df47-4404-4461-b9f0-f88954ee1eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.128133 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-15f0df47-4404-4461-b9f0-f88954ee1eba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fb1a68e-6d73-4a0c-9245-450096b12d77 HTTP/1.1" status: 204 len: 168 time: 0.4575496 Aug 20 11:58:03.142960 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d34936ca-ddc7-43d0-b17a-7b0010d4c067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.163709 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a6ef5879-ce61-4d93-82cb-e07c73aa4a35 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:03.211532 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56c52b32-6311-43f1-ba8f-c4677d957f16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.224983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c52b32-6311-43f1-ba8f-c4677d957f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9371df87-d695-4063-ba94-fa4ab534eeab,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:03.251971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d88b0-2c40-484f-a9b6-cda4821f20d0 req-176c45b1-11cc-4360-ba0f-d7cf89c023b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.253672 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-898d88b0-2c40-484f-a9b6-cda4821f20d0 req-176c45b1-11cc-4360-ba0f-d7cf89c023b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 1097 time: 0.2933934 Aug 20 11:58:03.254584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0df47-4404-4461-b9f0-f88954ee1eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb1a68e-6d73-4a0c-9245-450096b12d77,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:03.274271 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port a6ef5879-ce61-4d93-82cb-e07c73aa4a35 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:03.274889 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.288158 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34936ca-ddc7-43d0-b17a-7b0010d4c067 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca533cd-5158-4979-8948-c8b10aeddc8c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:03.304410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455feb5-742f-41ae-b14f-16c75549f610 req-fd5b6173-bb06-4792-b58a-7c9fff33afe2 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.306265 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e455feb5-742f-41ae-b14f-16c75549f610 req-fd5b6173-bb06-4792-b58a-7c9fff33afe2 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 945 time: 0.4254816 Aug 20 11:58:03.386187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:58:03.401163 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Sync routers for ids ['1ead812c-9f25-4939-8415-03be2a55928e'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:58:03.409233 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1f0b6b60-3578-48fb-b164-ff45eadfeb92 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "PUT /v2.0/routers/1ead812c-9f25-4939-8415-03be2a55928e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2573869 Aug 20 11:58:03.412761 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Routers {'1ead812c-9f25-4939-8415-03be2a55928e'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:03.413236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38026) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:03.415489 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1ead812c-9f25-4939-8415-03be2a55928e'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:03.472714 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-73c098b9-c421-4f65-8455-80c0f9a22d57 None None] Provisioning for port f766f129-4e0a-4c4c-8465-b4cc663001b5 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:03.501093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-73c098b9-c421-4f65-8455-80c0f9a22d57 None None] Provisioning complete for port f766f129-4e0a-4c4c-8465-b4cc663001b5 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:03.501908 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-73c098b9-c421-4f65-8455-80c0f9a22d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.521271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d88b0-2c40-484f-a9b6-cda4821f20d0 req-7a9f9466-040b-4784-b59c-619fc49cafaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.525044 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-898d88b0-2c40-484f-a9b6-cda4821f20d0 req-7a9f9466-040b-4784-b59c-619fc49cafaf service neutron] 10.222.0.76 "GET /v2.0/networks?id=a13a7086-1015-4c2d-a524-239d5b6a3e97 HTTP/1.1" status: 200 len: 897 time: 0.2475777 Aug 20 11:58:03.545779 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56c52b32-6311-43f1-ba8f-c4677d957f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.547869 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 39461a28-47d8-43b4-9883-4af5216ba8be up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:03.552681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c52b32-6311-43f1-ba8f-c4677d957f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.553448 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-56c52b32-6311-43f1-ba8f-c4677d957f16 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.593764 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d6878a-5bc9-49bd-b399-ac5be266c929 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.594349 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d6878a-5bc9-49bd-b399-ac5be266c929 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.594890 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d6878a-5bc9-49bd-b399-ac5be266c929 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.603744 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-73c098b9-c421-4f65-8455-80c0f9a22d57 None None] Port f766f129-4e0a-4c4c-8465-b4cc663001b5 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:58:03.611235 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d6878a-5bc9-49bd-b399-ac5be266c929 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.612156 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d6878a-5bc9-49bd-b399-ac5be266c929 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.612888 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d6878a-5bc9-49bd-b399-ac5be266c929 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.613555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d6878a-5bc9-49bd-b399-ac5be266c929 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.614316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d6878a-5bc9-49bd-b399-ac5be266c929 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.616794 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-53d6878a-5bc9-49bd-b399-ac5be266c929 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5657 time: 0.1992249 Aug 20 11:58:03.620129 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38028) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:03.652766 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 39461a28-47d8-43b4-9883-4af5216ba8be triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:03.653619 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.669417 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Set router 1ead812c-9f25-4939-8415-03be2a55928e gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:03.748684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49533d91-f5dd-4341-a225-c19221ea6140 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.749412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49533d91-f5dd-4341-a225-c19221ea6140 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.750459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49533d91-f5dd-4341-a225-c19221ea6140 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.751155 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49533d91-f5dd-4341-a225-c19221ea6140 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.752047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49533d91-f5dd-4341-a225-c19221ea6140 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.752777 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49533d91-f5dd-4341-a225-c19221ea6140 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.753955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49533d91-f5dd-4341-a225-c19221ea6140 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.754880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49533d91-f5dd-4341-a225-c19221ea6140 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.757979 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-49533d91-f5dd-4341-a225-c19221ea6140 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5262 time: 0.1335502 Aug 20 11:58:03.776417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cd83af88-b9bf-49c2-9a8c-f0feca6029d1 None None] Provisioning complete for port f766f129-4e0a-4c4c-8465-b4cc663001b5 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:03.777200 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cd83af88-b9bf-49c2-9a8c-f0feca6029d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.798917 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38030) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:03.799287 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38032) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:03.841279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-cd83af88-b9bf-49c2-9a8c-f0feca6029d1 None None] Port f766f129-4e0a-4c4c-8465-b4cc663001b5 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:58:03.884827 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e455feb5-742f-41ae-b14f-16c75549f610 req-3e3f046c-35e0-444a-aedc-3dd8ea0c011d tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5a7ba6d-2771-46ba-8867-086880ed09ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342090 Aug 20 11:58:03.904718 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d591fd0e-4ea5-4514-a794-6af2e7835b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.940710 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d34936ca-ddc7-43d0-b17a-7b0010d4c067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.959087 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead812c-9f25-4939-8415-03be2a55928e', 'name': 'tempest-TestNetworkBasicOps-router-191975956', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:00Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'f766f129-4e0a-4c4c-8465-b4cc663001b5', 'name': '', 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:db:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '51918349-f738-404c-9969-87234b173dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:58Z', 'updated_at': '2021-08-20T11:58:01Z', 'revision_number': 2, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '51918349-f738-404c-9969-87234b173dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:03.962676 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e87b40d3-9a23-43eb-af7b-768fd3b78ef2 None None] Provisioning complete for port f766f129-4e0a-4c4c-8465-b4cc663001b5 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:03.963161 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e87b40d3-9a23-43eb-af7b-768fd3b78ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:03.999750 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Checking router: 1ead812c-9f25-4939-8415-03be2a55928e for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:58:04.000987 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Updating router 1ead812c-9f25-4939-8415-03be2a55928e port f766f129-4e0a-4c4c-8465-b4cc663001b5 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:58:04.006181 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e87b40d3-9a23-43eb-af7b-768fd3b78ef2 None None] Port f766f129-4e0a-4c4c-8465-b4cc663001b5 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:58:04.034547 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.149272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c52b32-6311-43f1-ba8f-c4677d957f16 admin admin] Pushing event updated for resources: {'Network': ['ID=e846d3a0-5933-4c17-9498-c75783c06554,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:04.154057 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-898d88b0-2c40-484f-a9b6-cda4821f20d0 req-34485675-223d-4c0c-bfb3-e88a3a0e00b2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e96c996-5132-4b85-890b-d9290816c0b1 HTTP/1.1" status: 200 len: 1002 time: 0.6196105 Aug 20 11:58:04.160392 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network e846d3a0-5933-4c17-9498-c75783c06554 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:58:04.215823 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d88b0-2c40-484f-a9b6-cda4821f20d0 req-ee7d6571-4193-4a9a-a1a4-257bb202a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:04.217540 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-898d88b0-2c40-484f-a9b6-cda4821f20d0 req-ee7d6571-4193-4a9a-a1a4-257bb202a189 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bd1e1b9c-2c97-445b-b010-9908e06e4391 HTTP/1.1" status: 200 len: 834 time: 0.0555193 Aug 20 11:58:04.270994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d88b0-2c40-484f-a9b6-cda4821f20d0 req-b22215ae-9914-4366-b3f8-f82751dd645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:04.272954 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-898d88b0-2c40-484f-a9b6-cda4821f20d0 req-b22215ae-9914-4366-b3f8-f82751dd645f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a13a7086-1015-4c2d-a524-239d5b6a3e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475228 Aug 20 11:58:04.316074 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d591fd0e-4ea5-4514-a794-6af2e7835b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.329781 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d591fd0e-4ea5-4514-a794-6af2e7835b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.340597 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-56c52b32-6311-43f1-ba8f-c4677d957f16 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.9586432 Aug 20 11:58:04.342942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38036) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:04.348812 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ce5914d5-f0bd-4eda-b6a8-75c575c61af6 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3765 time: 0.5468400 Aug 20 11:58:04.350535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4229adf5-8840-47cf-9c63-c4ef016aab17 admin admin] Request body: {'subnet': {'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-294664521-subnet', 'tenant_id': '21dd6b222c3b4ff2b019fd7f9d90b009', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:04.354982 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.368534 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Transition to ACTIVE for port object f766f129-4e0a-4c4c-8465-b4cc663001b5 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:04.379685 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.409855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4229adf5-8840-47cf-9c63-c4ef016aab17 admin admin] Made reservation on behalf of 21dd6b222c3b4ff2b019fd7f9d90b009 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:04.412755 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4229adf5-8840-47cf-9c63-c4ef016aab17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.426872 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4476cb-1270-41f9-b64a-416eda0c6b16 None None] Pushing event updated for resources: {'Port': ['ID=f766f129-4e0a-4c4c-8465-b4cc663001b5,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:04.434267 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d591fd0e-4ea5-4514-a794-6af2e7835b1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8dee5658b2c54c59a4b551d1a81c0f15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6337605 Aug 20 11:58:04.437299 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38040) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:04.437645 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4476cb-1270-41f9-b64a-416eda0c6b16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:04.438626 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4476cb-1270-41f9-b64a-416eda0c6b16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:04.439077 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4476cb-1270-41f9-b64a-416eda0c6b16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:04.439503 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4476cb-1270-41f9-b64a-416eda0c6b16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:04.440207 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4476cb-1270-41f9-b64a-416eda0c6b16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:04.440818 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4476cb-1270-41f9-b64a-416eda0c6b16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:04.441399 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4476cb-1270-41f9-b64a-416eda0c6b16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:04.441952 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4476cb-1270-41f9-b64a-416eda0c6b16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:04.442506 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4476cb-1270-41f9-b64a-416eda0c6b16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:04.443058 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4476cb-1270-41f9-b64a-416eda0c6b16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:04.443623 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4476cb-1270-41f9-b64a-416eda0c6b16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:04.444212 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4476cb-1270-41f9-b64a-416eda0c6b16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:04.466033 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591fd0e-4ea5-4514-a794-6af2e7835b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9f2dc9-4f27-42d6-a837-37ec08f04b2f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:04.530335 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Attempting to bind port f766f129-4e0a-4c4c-8465-b4cc663001b5 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:04.530874 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Attempting to bind port f766f129-4e0a-4c4c-8465-b4cc663001b5 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '50344871-ad1f-44bb-afaf-0e8b76474bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:04.531610 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Attempting to bind port f766f129-4e0a-4c4c-8465-b4cc663001b5 on network 5b1157a5-bf88-4051-934a-69793092f8c2 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:04.543751 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:04.544604 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Checking segment: {'id': '50344871-ad1f-44bb-afaf-0e8b76474bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:04.545277 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.545904 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Bound using segment: {'id': '50344871-ad1f-44bb-afaf-0e8b76474bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:04.547617 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Bound port: f766f129-4e0a-4c4c-8465-b4cc663001b5, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50344871-ad1f-44bb-afaf-0e8b76474bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:04.548384 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.553787 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34936ca-ddc7-43d0-b17a-7b0010d4c067 admin admin] Router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:58:04.585834 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-354cb040-f317-45d4-8d05-2b7897c617cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.615442 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4229adf5-8840-47cf-9c63-c4ef016aab17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.638252 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] For port f766f129-4e0a-4c4c-8465-b4cc663001b5, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:04.642946 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] For port f766f129-4e0a-4c4c-8465-b4cc663001b5, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f766f129-4e0a-4c4c-8465-b4cc663001b5,segment=NetworkSegment(50344871-ad1f-44bb-afaf-0e8b76474bc3),segment_id=50344871-ad1f-44bb-afaf-0e8b76474bc3)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:04.648054 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.668752 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-354cb040-f317-45d4-8d05-2b7897c617cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.676935 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-898d88b0-2c40-484f-a9b6-cda4821f20d0 req-fdc72409-b173-474b-8a32-ce1ae80eac9c service neutron] 10.222.0.76 "GET /v2.0/networks/a13a7086-1015-4c2d-a524-239d5b6a3e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963902 Aug 20 11:58:04.680104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229adf5-8840-47cf-9c63-c4ef016aab17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:04.708009 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4476cb-1270-41f9-b64a-416eda0c6b16 None None] Pushing event updated for resources: {'Port': ['ID=f766f129-4e0a-4c4c-8465-b4cc663001b5,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:04.740436 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Routers {'1ead812c-9f25-4939-8415-03be2a55928e'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:04.741348 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1ead812c-9f25-4939-8415-03be2a55928e'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:04.779112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4229adf5-8840-47cf-9c63-c4ef016aab17 admin admin] Checking segment: {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:04.779760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4229adf5-8840-47cf-9c63-c4ef016aab17 admin admin] Network hostable DHCP agents. Network: e846d3a0-5933-4c17-9498-c75783c06554, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:58:04.823018 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4229adf5-8840-47cf-9c63-c4ef016aab17 admin admin] Network e846d3a0-5933-4c17-9498-c75783c06554 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:58:04.830748 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-898d88b0-2c40-484f-a9b6-cda4821f20d0 req-f93af12f-8fb4-4fde-b7fa-6e052c9b2dec service neutron] 10.222.0.76 "GET /v2.0/networks/a13a7086-1015-4c2d-a524-239d5b6a3e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438935 Aug 20 11:58:04.840104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4229adf5-8840-47cf-9c63-c4ef016aab17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, e846d3a0-5933-4c17-9498-c75783c06554) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:04.849358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728c1b25-4a76-4e4d-b858-0861bb61e656 None None] Network e846d3a0-5933-4c17-9498-c75783c06554 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:04.852853 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34936ca-ddc7-43d0-b17a-7b0010d4c067 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:58:04.854343 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4229adf5-8840-47cf-9c63-c4ef016aab17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:04.856017 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4229adf5-8840-47cf-9c63-c4ef016aab17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.873440 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d34936ca-ddc7-43d0-b17a-7b0010d4c067 admin admin] 10.222.0.37 "PUT /v2.0/routers/22fdd8c5-c140-4eb1-8b92-6d182e199fc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4858406 Aug 20 11:58:04.877050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38042) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:04.878152 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4229adf5-8840-47cf-9c63-c4ef016aab17 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5340707 Aug 20 11:58:04.934488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c6b38-f7a0-4f31-832d-421841a63541 None None] Sync routers for ids ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:58:04.950603 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] Set router 1ead812c-9f25-4939-8415-03be2a55928e gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:05.007382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c6b38-f7a0-4f31-832d-421841a63541 None None] Routers {'22fdd8c5-c140-4eb1-8b92-6d182e199fc6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:05.008027 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-575c6b38-f7a0-4f31-832d-421841a63541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:05.044763 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-354cb040-f317-45d4-8d05-2b7897c617cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.049030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-354cb040-f317-45d4-8d05-2b7897c617cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.065816 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-354cb040-f317-45d4-8d05-2b7897c617cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f9f2dc9-4f27-42d6-a837-37ec08f04b2f HTTP/1.1" status: 204 len: 168 time: 0.6084030 Aug 20 11:58:05.156601 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cb040-f317-45d4-8d05-2b7897c617cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9f2dc9-4f27-42d6-a837-37ec08f04b2f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:05.217285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-575c6b38-f7a0-4f31-832d-421841a63541 None None] Set router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:05.239874 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde0aa2-a1a1-41e5-bf3a-205008b3ae34 req-ef93ea66-8fee-4946-94ed-82628e9ab48c tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:05.248283 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7fde0aa2-a1a1-41e5-bf3a-205008b3ae34 req-ef93ea66-8fee-4946-94ed-82628e9ab48c tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 945 time: 0.2138255 Aug 20 11:58:05.257509 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-014612ef-342b-4f13-aea5-166895e7ee14 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.283957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38054) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:05.289434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-179db64c-eb31-4f5c-9c40-f84e5f590fca tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1891922424', 'description': 'tempest-secgroup-smoke-1891922424 description', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:05.346276 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7fde0aa2-a1a1-41e5-bf3a-205008b3ae34 req-0b7ac405-fea0-4a50-a835-237a36710a66 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5a7ba6d-2771-46ba-8867-086880ed09ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959871 Aug 20 11:58:05.347787 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead812c-9f25-4939-8415-03be2a55928e', 'name': 'tempest-TestNetworkBasicOps-router-191975956', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:00Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'f766f129-4e0a-4c4c-8465-b4cc663001b5', 'name': '', 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:db:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '51918349-f738-404c-9969-87234b173dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:58Z', 'updated_at': '2021-08-20T11:58:04Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '51918349-f738-404c-9969-87234b173dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:05.374431 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-179db64c-eb31-4f5c-9c40-f84e5f590fca tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.381674 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8ea415-cf5e-4a94-a9be-6fe866dcac4b None None] The sync data for ids ['1ead812c-9f25-4939-8415-03be2a55928e'] in n-d-804299-2 is: [{'id': '1ead812c-9f25-4939-8415-03be2a55928e', 'name': 'tempest-TestNetworkBasicOps-router-191975956', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:00Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'f766f129-4e0a-4c4c-8465-b4cc663001b5', 'name': '', 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:db:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '51918349-f738-404c-9969-87234b173dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:58Z', 'updated_at': '2021-08-20T11:58:04Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '51918349-f738-404c-9969-87234b173dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:58:05.528002 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-179db64c-eb31-4f5c-9c40-f84e5f590fca tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.537526 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-179db64c-eb31-4f5c-9c40-f84e5f590fca tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.559046 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-014612ef-342b-4f13-aea5-166895e7ee14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.641705 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-179db64c-eb31-4f5c-9c40-f84e5f590fca tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.647645 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-179db64c-eb31-4f5c-9c40-f84e5f590fca tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3592827 Aug 20 11:58:05.647645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179db64c-eb31-4f5c-9c40-f84e5f590fca tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48afe04-07b1-46cb-86fc-a2bc1eca0cd9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:05.648945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38064) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:05.660352 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-fdd4e03b-70d2-4850-865a-70005ebe05d1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': 'd48afe04-07b1-46cb-86fc-a2bc1eca0cd9', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:05.704278 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f76086-47ae-4d11-af13-bc33b0c86f25 None None] Network e846d3a0-5933-4c17-9498-c75783c06554 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:05.731643 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-014612ef-342b-4f13-aea5-166895e7ee14 admin admin] Deleting port 2968aa19-6c3f-4e64-bb02-6c2ff9e17565 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:05.731988 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-014612ef-342b-4f13-aea5-166895e7ee14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.778683 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdd4e03b-70d2-4850-865a-70005ebe05d1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.874351 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdd4e03b-70d2-4850-865a-70005ebe05d1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.893503 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-014612ef-342b-4f13-aea5-166895e7ee14 admin admin] For port 2968aa19-6c3f-4e64-bb02-6c2ff9e17565, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2968aa19-6c3f-4e64-bb02-6c2ff9e17565,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:05.898479 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-014612ef-342b-4f13-aea5-166895e7ee14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.901606 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdd4e03b-70d2-4850-865a-70005ebe05d1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.937350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-014612ef-342b-4f13-aea5-166895e7ee14 admin admin] Calling delete_port for 2968aa19-6c3f-4e64-bb02-6c2ff9e17565 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:05.950626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4e03b-70d2-4850-865a-70005ebe05d1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58a9027-ff50-4c29-8a46-12902ac68316,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:05.962533 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdd4e03b-70d2-4850-865a-70005ebe05d1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.963839 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fdd4e03b-70d2-4850-865a-70005ebe05d1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3125341 Aug 20 11:58:05.966882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38078) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:05.972407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4ddfea35-afef-496d-a6b8-d2b7f2e4f361 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': 'd48afe04-07b1-46cb-86fc-a2bc1eca0cd9', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:06.019011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-575c6b38-f7a0-4f31-832d-421841a63541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'name': 'tempest-TestServerBasicOps-1393151680-router', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:22Z', 'updated_at': '2021-08-20T11:58:03Z', 'revision_number': 5, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'gw_port': {'id': '2968aa19-6c3f-4e64-bb02-6c2ff9e17565', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:23Z', 'updated_at': '2021-08-20T11:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:06.106877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c6b38-f7a0-4f31-832d-421841a63541 None None] Checking router: 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:58:06.118005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c6b38-f7a0-4f31-832d-421841a63541 None None] Routers {'22fdd8c5-c140-4eb1-8b92-6d182e199fc6'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:06.118891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-575c6b38-f7a0-4f31-832d-421841a63541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:06.168778 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ddfea35-afef-496d-a6b8-d2b7f2e4f361 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.241432 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-575c6b38-f7a0-4f31-832d-421841a63541 None None] Set router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:06.246625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35c192-f812-470d-943d-e2492bd38df2 req-78891f8d-32f7-466e-a212-d9a9c9bb044c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:06.263111 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb35c192-f812-470d-943d-e2492bd38df2 req-78891f8d-32f7-466e-a212-d9a9c9bb044c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 805 time: 0.2426202 Aug 20 11:58:06.308779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb35c192-f812-470d-943d-e2492bd38df2 req-ceaa3e95-6d41-4d95-97f4-5216d3cfe80a tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/quotas/21dd6b222c3b4ff2b019fd7f9d90b009 HTTP/1.1" status: 200 len: 375 time: 0.0514843 Aug 20 11:58:06.337903 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-575c6b38-f7a0-4f31-832d-421841a63541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'name': 'tempest-TestServerBasicOps-1393151680-router', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:22Z', 'updated_at': '2021-08-20T11:58:05Z', 'revision_number': 6, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:06.364190 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb35c192-f812-470d-943d-e2492bd38df2 req-41b99947-2705-4aec-b13b-8e4416bd659d tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537112 Aug 20 11:58:06.374960 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c6b38-f7a0-4f31-832d-421841a63541 None None] The sync data for ids ['22fdd8c5-c140-4eb1-8b92-6d182e199fc6'] in n-d-804299-2 is: [{'id': '22fdd8c5-c140-4eb1-8b92-6d182e199fc6', 'name': 'tempest-TestServerBasicOps-1393151680-router', 'tenant_id': '18da441c481b49c9ab55e1a14df71d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:22Z', 'updated_at': '2021-08-20T11:58:05Z', 'revision_number': 6, 'project_id': '18da441c481b49c9ab55e1a14df71d73', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:58:06.505747 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb35c192-f812-470d-943d-e2492bd38df2 req-adb6225f-bb3b-4f6f-8c6e-d8c04099c791 service neutron] 10.222.0.37 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403904 Aug 20 11:58:06.519747 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091945d-0171-4a17-b3e1-916d95c94f0d req-29cef19f-6d9f-4b31-a41c-78e31f628e06 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:06.521377 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a091945d-0171-4a17-b3e1-916d95c94f0d req-29cef19f-6d9f-4b31-a41c-78e31f628e06 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 945 time: 0.0689182 Aug 20 11:58:06.579785 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ddfea35-afef-496d-a6b8-d2b7f2e4f361 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.587566 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ddfea35-afef-496d-a6b8-d2b7f2e4f361 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.622645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfea35-afef-496d-a6b8-d2b7f2e4f361 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c874a440-12d1-458b-aa6f-0f81bb91bfc5,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:06.633122 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ddfea35-afef-496d-a6b8-d2b7f2e4f361 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.634699 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4ddfea35-afef-496d-a6b8-d2b7f2e4f361 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6666856 Aug 20 11:58:06.639843 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38100) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:06.649251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-a1ba169f-1d4b-4ce6-9d21-77a576d14716 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': 'd48afe04-07b1-46cb-86fc-a2bc1eca0cd9', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:06.681427 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb35c192-f812-470d-943d-e2492bd38df2 req-04f37d8a-2373-48d7-9b07-1a80b33fbdf8 service neutron] 10.222.0.37 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715803 Aug 20 11:58:06.723187 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a1ba169f-1d4b-4ce6-9d21-77a576d14716 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.731262 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a091945d-0171-4a17-b3e1-916d95c94f0d req-11126fff-cbc6-44d7-9ebe-c6c9dc4b1770 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5a7ba6d-2771-46ba-8867-086880ed09ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647631 Aug 20 11:58:06.732086 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-014612ef-342b-4f13-aea5-166895e7ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.762078 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014612ef-342b-4f13-aea5-166895e7ee14 admin admin] Pushing event deleted for resources: {'Port': ['ID=2968aa19-6c3f-4e64-bb02-6c2ff9e17565,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:06.800733 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a1ba169f-1d4b-4ce6-9d21-77a576d14716 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.806360 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a1ba169f-1d4b-4ce6-9d21-77a576d14716 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.829997 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a1ba169f-1d4b-4ce6-9d21-77a576d14716 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.831594 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a1ba169f-1d4b-4ce6-9d21-77a576d14716 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1905315 Aug 20 11:58:06.838325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38104) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:06.851421 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-a2f583b6-7a21-4d44-9df2-75ce403cbbe4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': 'd48afe04-07b1-46cb-86fc-a2bc1eca0cd9', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:06.871476 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-014612ef-342b-4f13-aea5-166895e7ee14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.883153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba169f-1d4b-4ce6-9d21-77a576d14716 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8faee9c7-e57b-4769-8da5-ec8f7e36df6d,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:06.890215 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a2f583b6-7a21-4d44-9df2-75ce403cbbe4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.997163 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a2f583b6-7a21-4d44-9df2-75ce403cbbe4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.003839 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a2f583b6-7a21-4d44-9df2-75ce403cbbe4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.042221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f583b6-7a21-4d44-9df2-75ce403cbbe4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598b5b45-514d-47aa-92b6-3bb51fb90abe,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:07.051220 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a2f583b6-7a21-4d44-9df2-75ce403cbbe4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.055370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a2f583b6-7a21-4d44-9df2-75ce403cbbe4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2130826 Aug 20 11:58:07.055797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-816115be-cf1c-4e92-99ce-925818b1b0ee req-c37ac114-6f8a-4223-aaed-41b66719d63e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 210 time: 0.0607903 Aug 20 11:58:07.056694 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-014612ef-342b-4f13-aea5-166895e7ee14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.058351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38110) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:07.074331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-2814a01b-1d12-4684-8f30-09008c9de2d5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': 'd48afe04-07b1-46cb-86fc-a2bc1eca0cd9', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:07.074331 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-014612ef-342b-4f13-aea5-166895e7ee14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.127717 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-014612ef-342b-4f13-aea5-166895e7ee14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.128268 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014612ef-342b-4f13-aea5-166895e7ee14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22fdd8c5-c140-4eb1-8b92-6d182e199fc6 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:58:07.132611 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-014612ef-342b-4f13-aea5-166895e7ee14 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.133594 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-014612ef-342b-4f13-aea5-166895e7ee14 admin admin] 10.222.0.37 "DELETE /v2.0/routers/22fdd8c5-c140-4eb1-8b92-6d182e199fc6 HTTP/1.1" status: 204 len: 168 time: 2.2553508 Aug 20 11:58:07.134859 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-2814a01b-1d12-4684-8f30-09008c9de2d5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Project 83acfac6cffd4cc6ac2d1e0e5158a6b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:58:07.136671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38114) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:07.139986 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2814a01b-1d12-4684-8f30-09008c9de2d5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.202562 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-5318998f-7274-4aa6-95cd-8cfcc586b101 admin admin] Deleting subnet 5c5d0d52-33c3-4556-b37f-a7cde29a16b1 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:58:07.206837 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5318998f-7274-4aa6-95cd-8cfcc586b101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.240565 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2814a01b-1d12-4684-8f30-09008c9de2d5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.245838 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2814a01b-1d12-4684-8f30-09008c9de2d5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.261250 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5318998f-7274-4aa6-95cd-8cfcc586b101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.273737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38120) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:07.288613 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814a01b-1d12-4684-8f30-09008c9de2d5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702c36a2-1a99-490f-8a38-f9ef8602c832,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:07.295110 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2814a01b-1d12-4684-8f30-09008c9de2d5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.300243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38124) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:07.301262 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2814a01b-1d12-4684-8f30-09008c9de2d5 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2367368 Aug 20 11:58:07.307526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-9a36e386-bc57-4b22-9eed-408984f71987 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'security_group_rule': {'security_group_id': 'd48afe04-07b1-46cb-86fc-a2bc1eca0cd9', 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:07.409551 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-9a36e386-bc57-4b22-9eed-408984f71987 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Project 83acfac6cffd4cc6ac2d1e0e5158a6b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:58:07.417513 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a36e386-bc57-4b22-9eed-408984f71987 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.455149 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f766f129-4e0a-4c4c-8465-b4cc663001b5 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:07.476480 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a683808c-758c-4a05-8d1f-dc12ec9eb9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.505924 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a36e386-bc57-4b22-9eed-408984f71987 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.513180 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a36e386-bc57-4b22-9eed-408984f71987 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.531548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1ea9e-575c-4a23-9eee-7a7a39c791c8 req-4ea125cf-107c-43fb-b4af-8e2a8ee70aa3 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:07.533592 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-20e1ea9e-575c-4a23-9eee-7a7a39c791c8 req-4ea125cf-107c-43fb-b4af-8e2a8ee70aa3 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 945 time: 0.2026954 Aug 20 11:58:07.535537 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5318998f-7274-4aa6-95cd-8cfcc586b101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.542551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port f766f129-4e0a-4c4c-8465-b4cc663001b5 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:07.547619 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f766f129-4e0a-4c4c-8465-b4cc663001b5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:07.548224 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.586228 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36e386-bc57-4b22-9eed-408984f71987 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d951eca-4fca-43d0-9269-cb363c9283f3,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:07.616676 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a683808c-758c-4a05-8d1f-dc12ec9eb9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.626105 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a683808c-758c-4a05-8d1f-dc12ec9eb9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.637935 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a36e386-bc57-4b22-9eed-408984f71987 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.639399 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9a36e386-bc57-4b22-9eed-408984f71987 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3380830 Aug 20 11:58:07.679445 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.701267 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a683808c-758c-4a05-8d1f-dc12ec9eb9b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2daa14c6b1874b90a22a91a427591c49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263921 Aug 20 11:58:07.703157 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683808c-758c-4a05-8d1f-dc12ec9eb9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe1c9a9-41f6-4b8a-8e95-ba862d02f896,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:07.706604 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38130) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:07.736236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port f766f129-4e0a-4c4c-8465-b4cc663001b5, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f766f129-4e0a-4c4c-8465-b4cc663001b5,segment=NetworkSegment(50344871-ad1f-44bb-afaf-0e8b76474bc3),segment_id=50344871-ad1f-44bb-afaf-0e8b76474bc3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:07.741848 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.757267 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5318998f-7274-4aa6-95cd-8cfcc586b101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.813460 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16aff2c5-6ae5-4052-a545-67d6db2015d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.857356 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318998f-7274-4aa6-95cd-8cfcc586b101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c5d0d52-33c3-4556-b37f-a7cde29a16b1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:07.860461 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c68289-6819-4130-b514-d19e15cf0235 None None] Network 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:07.862692 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5318998f-7274-4aa6-95cd-8cfcc586b101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.865762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fca533cd-5158-4979-8948-c8b10aeddc8c no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:07.867926 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5318998f-7274-4aa6-95cd-8cfcc586b101 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5c5d0d52-33c3-4556-b37f-a7cde29a16b1 HTTP/1.1" status: 204 len: 168 time: 0.7300298 Aug 20 11:58:07.869847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16aff2c5-6ae5-4052-a545-67d6db2015d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.871116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38138) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:07.956947 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16aff2c5-6ae5-4052-a545-67d6db2015d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.962592 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16aff2c5-6ae5-4052-a545-67d6db2015d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.964278 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-16aff2c5-6ae5-4052-a545-67d6db2015d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afe1c9a9-41f6-4b8a-8e95-ba862d02f896 HTTP/1.1" status: 204 len: 168 time: 0.2568550 Aug 20 11:58:07.977395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: fca533cd-5158-4979-8948-c8b10aeddc8c {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:07.977785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fca533cd-5158-4979-8948-c8b10aeddc8c not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:07.978167 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2968aa19-6c3f-4e64-bb02-6c2ff9e17565 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:07.982294 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=f766f129-4e0a-4c4c-8465-b4cc663001b5,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:08.002675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aff2c5-6ae5-4052-a545-67d6db2015d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe1c9a9-41f6-4b8a-8e95-ba862d02f896,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:08.024927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 2968aa19-6c3f-4e64-bb02-6c2ff9e17565 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:08.025376 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2968aa19-6c3f-4e64-bb02-6c2ff9e17565 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:08.033430 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-20e1ea9e-575c-4a23-9eee-7a7a39c791c8 req-32e38c78-50eb-47ee-86b2-6fd3f765dfce tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Deleting port 508c8ec5-7d5b-4811-85d0-b9e4a086c468 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:08.033782 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-20e1ea9e-575c-4a23-9eee-7a7a39c791c8 req-32e38c78-50eb-47ee-86b2-6fd3f765dfce tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.113308 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.115067 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-f7a23418-eebe-4d0b-8d1d-4e06f967d90c tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891922424&fields=id&tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1 HTTP/1.1" status: 200 len: 267 time: 0.1404905 Aug 20 11:58:08.142458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd99d08-02da-442f-9ece-34dfc597ceac req-af928091-879b-478d-aea6-48e9c9ffffd7 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:08.153258 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5bd99d08-02da-442f-9ece-34dfc597ceac req-af928091-879b-478d-aea6-48e9c9ffffd7 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 945 time: 0.2829249 Aug 20 11:58:08.202349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e613466e-e636-497c-829a-374ca1e0e313 None None] DHCP port deletion for 1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:58:08.264325 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5bd99d08-02da-442f-9ece-34dfc597ceac req-a1057c12-41d2-45d8-ace9-c69f062baadf tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5a7ba6d-2771-46ba-8867-086880ed09ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972817 Aug 20 11:58:08.267253 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-20e1ea9e-575c-4a23-9eee-7a7a39c791c8 req-32e38c78-50eb-47ee-86b2-6fd3f765dfce tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] For port 508c8ec5-7d5b-4811-85d0-b9e4a086c468, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=508c8ec5-7d5b-4811-85d0-b9e4a086c468,segment=NetworkSegment(853310fc-825d-4813-b3a6-fac211f04ba6),segment_id=853310fc-825d-4813-b3a6-fac211f04ba6)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:08.267541 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-20e1ea9e-575c-4a23-9eee-7a7a39c791c8 req-32e38c78-50eb-47ee-86b2-6fd3f765dfce tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.296876 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e613466e-e636-497c-829a-374ca1e0e313 None None] Deleting port f75a1d42-e01a-4c44-9b2b-804a4dda627d {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:08.297430 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e613466e-e636-497c-829a-374ca1e0e313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.305193 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-20e1ea9e-575c-4a23-9eee-7a7a39c791c8 req-32e38c78-50eb-47ee-86b2-6fd3f765dfce tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Calling delete_port for 508c8ec5-7d5b-4811-85d0-b9e4a086c468 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:08.310007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-009b1250-23d8-4d1d-9503-c41a63792206 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:08.334399 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-009b1250-23d8-4d1d-9503-c41a63792206 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/networks?id=5b1157a5-bf88-4051-934a-69793092f8c2 HTTP/1.1" status: 200 len: 796 time: 0.2183475 Aug 20 11:58:08.350300 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-0552ef21-297f-4c6c-be2b-e43d0b250a34 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/quotas/83acfac6cffd4cc6ac2d1e0e5158a6b1 HTTP/1.1" status: 200 len: 375 time: 0.0149939 Aug 20 11:58:08.394752 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-241daa27-bc74-4988-97f4-8f80109db677 req-5737a4e5-ff98-48b8-8669-5f2ede95ceb6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 210 time: 0.0418198 Aug 20 11:58:08.396071 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] Deleting port f75a1d42-e01a-4c44-9b2b-804a4dda627d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:08.396468 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.403657 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e613466e-e636-497c-829a-374ca1e0e313 None None] For port f75a1d42-e01a-4c44-9b2b-804a4dda627d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f75a1d42-e01a-4c44-9b2b-804a4dda627d,segment=NetworkSegment(403de167-5875-4f92-8329-dffd30aa8162),segment_id=403de167-5875-4f92-8329-dffd30aa8162)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:08.404065 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e613466e-e636-497c-829a-374ca1e0e313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.414929 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-530dc553-ac82-47f1-b850-2f6680ad44b1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564401 Aug 20 11:58:08.430205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e613466e-e636-497c-829a-374ca1e0e313 None None] Calling delete_port for f75a1d42-e01a-4c44-9b2b-804a4dda627d owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:08.460584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] For port f75a1d42-e01a-4c44-9b2b-804a4dda627d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f75a1d42-e01a-4c44-9b2b-804a4dda627d,segment=NetworkSegment(403de167-5875-4f92-8329-dffd30aa8162),segment_id=403de167-5875-4f92-8329-dffd30aa8162)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:08.461155 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.474239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] Calling delete_port for f75a1d42-e01a-4c44-9b2b-804a4dda627d owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:08.564785 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e613466e-e636-497c-829a-374ca1e0e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.592905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e613466e-e636-497c-829a-374ca1e0e313 None None] No DVR routers for this DVR port f75a1d42-e01a-4c44-9b2b-804a4dda627d on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:08.629372 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613466e-e636-497c-829a-374ca1e0e313 None None] Pushing event deleted for resources: {'Port': ['ID=f75a1d42-e01a-4c44-9b2b-804a4dda627d,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:08.694968 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.744298 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-20e1ea9e-575c-4a23-9eee-7a7a39c791c8 req-32e38c78-50eb-47ee-86b2-6fd3f765dfce tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.746032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=f75a1d42-e01a-4c44-9b2b-804a4dda627d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:08.764327 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['508c8ec5-7d5b-4811-85d0-b9e4a086c468'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:08.777845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35c192-f812-470d-943d-e2492bd38df2 req-ddffabd0-1ea4-4de4-a5f3-9083c91fe624 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:08.779335 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb35c192-f812-470d-943d-e2492bd38df2 req-ddffabd0-1ea4-4de4-a5f3-9083c91fe624 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.35 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 805 time: 0.2336905 Aug 20 11:58:08.804597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-bb35c192-f812-470d-943d-e2492bd38df2 req-ef14d9a0-08e9-4553-b101-264d0254b3a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Request body: {'port': {'device_id': '02fa28ca-2d3e-4686-bcf0-7a02b3477945', 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554', 'admin_state_up': True, 'tenant_id': '21dd6b222c3b4ff2b019fd7f9d90b009'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:08.813294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e38c78-50eb-47ee-86b2-6fd3f765dfce tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Pushing event deleted for resources: {'Port': ['ID=508c8ec5-7d5b-4811-85d0-b9e4a086c468,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:08.834803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] No DVR routers for this DVR port f75a1d42-e01a-4c44-9b2b-804a4dda627d on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:08.845510 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-0a4c9499-ec25-41ff-8364-56943f3d7e44 service neutron] 10.222.0.37 "GET /v2.0/networks/5b1157a5-bf88-4051-934a-69793092f8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971958 Aug 20 11:58:08.926652 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e1ea9e-575c-4a23-9eee-7a7a39c791c8 req-32e38c78-50eb-47ee-86b2-6fd3f765dfce tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] No DVR routers for this DVR port 508c8ec5-7d5b-4811-85d0-b9e4a086c468 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:08.933980 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-20e1ea9e-575c-4a23-9eee-7a7a39c791c8 req-32e38c78-50eb-47ee-86b2-6fd3f765dfce tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.935962 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-20e1ea9e-575c-4a23-9eee-7a7a39c791c8 req-32e38c78-50eb-47ee-86b2-6fd3f765dfce tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.76 "DELETE /v2.0/ports/508c8ec5-7d5b-4811-85d0-b9e4a086c468 HTTP/1.1" status: 204 len: 173 time: 1.3712604 Aug 20 11:58:08.937311 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a608dbdc-2b8e-418a-a384-4426f6a1924f', 'name': 'network-vif-deleted', 'tag': '508c8ec5-7d5b-4811-85d0-b9e4a086c468'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:08.940245 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28de4d6-fe01-4a38-961d-637499ef036a" -d '{"events": [{"server_uuid": "a608dbdc-2b8e-418a-a384-4426f6a1924f", "name": "network-vif-deleted", "tag": "508c8ec5-7d5b-4811-85d0-b9e4a086c468"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:08.974206 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-c5a11a29-357a-4ba8-b641-39c47087beb0 service neutron] 10.222.0.37 "GET /v2.0/networks/5b1157a5-bf88-4051-934a-69793092f8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242416 Aug 20 11:58:09.012699 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.032554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:09.043918 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.045992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403de167-5875-4f92-8329-dffd30aa8162') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:09.046292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403de167-5875-4f92-8329-dffd30aa8162') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:09.054711 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b49894-86dd-4d65-a9c4-5751b05dadcf x-openstack-request-id: req-05b49894-86dd-4d65-a9c4-5751b05dadcf {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:09.054851 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a608dbdc-2b8e-418a-a384-4426f6a1924f", "name": "network-vif-deleted", "tag": "508c8ec5-7d5b-4811-85d0-b9e4a086c468", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:09.055039 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05b49894-86dd-4d65-a9c4-5751b05dadcf {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:09.055475 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a608dbdc-2b8e-418a-a384-4426f6a1924f', 'name': 'network-vif-deleted', 'tag': '508c8ec5-7d5b-4811-85d0-b9e4a086c468', 'status': 'completed', 'code': 200} Aug 20 11:58:09.060364 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.082940 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.089732 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb35c192-f812-470d-943d-e2492bd38df2 req-ef14d9a0-08e9-4553-b101-264d0254b3a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Made reservation on behalf of 21dd6b222c3b4ff2b019fd7f9d90b009 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:09.093194 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bb35c192-f812-470d-943d-e2492bd38df2 req-ef14d9a0-08e9-4553-b101-264d0254b3a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.095638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:58:09.096001 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: self.session.flush() Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:58:09.097709 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:58:09.152580 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f766f129-4e0a-4c4c-8465-b4cc663001b5 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:09.211633 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.239238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f766f129-4e0a-4c4c-8465-b4cc663001b5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:09.239877 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.242145 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.247124 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38184) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:09.254818 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2 HTTP/1.1" status: 204 len: 168 time: 1.3814948 Aug 20 11:58:09.255859 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83585a-81a4-4a28-b516-758308975c97 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c8f2e27-0c08-4dfa-943f-dcb6b1253fb2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:09.329289 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a94c24d-d74e-4c4c-8bc2-40e00229acdd req-e78a05e1-c3b3-435c-aecb-3e9693ffaedc tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 210 time: 0.0912757 Aug 20 11:58:09.394754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-bb35c192-f812-470d-943d-e2492bd38df2 req-ef14d9a0-08e9-4553-b101-264d0254b3a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Allocated IP 172.20.0.4 (e846d3a0-5933-4c17-9498-c75783c06554/6c6e1881-b439-4ba3-9e13-47bdb96ee8e5/3d9d073b-1ebb-42ea-a1ff-7a2785e024dd) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:09.536159 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00ab33fd-13d4-4ecf-a65c-5b5cbab0bdf5 req-97a48ae8-ac62-4afa-a8f5-b401330ce705 tempest-ServerPasswordTestJSON-1902395985 tempest-ServerPasswordTestJSON-1902395985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a608dbdc-2b8e-418a-a384-4426f6a1924f HTTP/1.1" status: 200 len: 210 time: 0.0892584 Aug 20 11:58:09.614359 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b335435-03ef-48bb-b73f-313e4ec2bd24 req-f0948177-598a-41a7-b91d-1816b8e38df6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 210 time: 0.0831158 Aug 20 11:58:09.715525 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bb35c192-f812-470d-943d-e2492bd38df2 req-ef14d9a0-08e9-4553-b101-264d0254b3a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.762112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bb35c192-f812-470d-943d-e2492bd38df2 req-ef14d9a0-08e9-4553-b101-264d0254b3a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.780486 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f75a1d42-e01a-4c44-9b2b-804a4dda627d no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:09.792584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb35c192-f812-470d-943d-e2492bd38df2 req-ef14d9a0-08e9-4553-b101-264d0254b3a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Network e846d3a0-5933-4c17-9498-c75783c06554 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:09.811787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-bb35c192-f812-470d-943d-e2492bd38df2 req-ef14d9a0-08e9-4553-b101-264d0254b3a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:09.820611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb35c192-f812-470d-943d-e2492bd38df2 req-ef14d9a0-08e9-4553-b101-264d0254b3a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:09.836160 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: f75a1d42-e01a-4c44-9b2b-804a4dda627d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:09.836528 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f75a1d42-e01a-4c44-9b2b-804a4dda627d not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:09.884864 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14d9a0-08e9-4553-b101-264d0254b3a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Pushing event updated for resources: {'Port': ['ID=3d9d073b-1ebb-42ea-a1ff-7a2785e024dd,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:09.941594 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35c192-f812-470d-943d-e2492bd38df2 req-ef14d9a0-08e9-4553-b101-264d0254b3a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:09.942602 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bb35c192-f812-470d-943d-e2492bd38df2 req-ef14d9a0-08e9-4553-b101-264d0254b3a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.963286 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb35c192-f812-470d-943d-e2492bd38df2 req-ef14d9a0-08e9-4553-b101-264d0254b3a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1624789 Aug 20 11:58:09.975893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Request body: {'port': {'device_id': '02fa28ca-2d3e-4686-bcf0-7a02b3477945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:10.034479 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2988878d-40e7-4832-99b0-5c7aae722fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:10.038836 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:10.268996 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:58:10.319699 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2988878d-40e7-4832-99b0-5c7aae722fe1 admin admin] Deleting port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:10.320048 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2988878d-40e7-4832-99b0-5c7aae722fe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:10.354049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:10.362466 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:10.385070 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Transition to ACTIVE for port object 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:10.398292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:10.435682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2988878d-40e7-4832-99b0-5c7aae722fe1 admin admin] For port 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=28f0a4df-b1cd-4ec0-a319-98c3a3d15d23,segment=NetworkSegment(8d827356-858a-4b78-9788-a95501bd7604),segment_id=8d827356-858a-4b78-9788-a95501bd7604)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:10.436218 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2988878d-40e7-4832-99b0-5c7aae722fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:10.441994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9d073b-1ebb-42ea-a1ff-7a2785e024dd,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:10.455236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2988878d-40e7-4832-99b0-5c7aae722fe1 admin admin] Calling delete_port for 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:10.491501 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fbb9e715-2c25-4717-9a0a-c14a2dc80c9f req-c1c49933-67b0-442f-bc9a-8359bcf70bc1 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 210 time: 0.0387828 Aug 20 11:58:10.639542 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38206) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:10.730700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-73399222-c62a-4e25-9dc5-dae438edf7e9 admin admin] Deleting subnet 06d75770-cc27-49b6-b68e-1d3597b4cb37 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:58:10.766408 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73399222-c62a-4e25-9dc5-dae438edf7e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:10.858610 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73399222-c62a-4e25-9dc5-dae438edf7e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:10.861029 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2988878d-40e7-4832-99b0-5c7aae722fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:10.926164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988878d-40e7-4832-99b0-5c7aae722fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f0a4df-b1cd-4ec0-a319-98c3a3d15d23,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:10.943261 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa5ef1-6fea-4223-9fd3-d45ce36049b2 req-f49140ba-ed60-4949-8ca7-37bba03111f1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:10.946941 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4efa5ef1-6fea-4223-9fd3-d45ce36049b2 req-f49140ba-ed60-4949-8ca7-37bba03111f1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 943 time: 0.1885834 Aug 20 11:58:11.032950 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73399222-c62a-4e25-9dc5-dae438edf7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.081251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 508c8ec5-7d5b-4811-85d0-b9e4a086c468 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:11.103518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-a562cd26-96cf-46bb-a333-a73e50428704 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:11.107968 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-a562cd26-96cf-46bb-a333-a73e50428704 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.76 "GET /v2.0/networks?id=5b1157a5-bf88-4051-934a-69793092f8c2 HTTP/1.1" status: 200 len: 796 time: 0.6057360 Aug 20 11:58:11.141732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 508c8ec5-7d5b-4811-85d0-b9e4a086c468 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:11.142085 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 508c8ec5-7d5b-4811-85d0-b9e4a086c468 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:11.153122 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4efa5ef1-6fea-4223-9fd3-d45ce36049b2 req-7c3b4263-b42b-4eae-9933-abdd4b154071 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795971 Aug 20 11:58:11.178743 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Attempting to bind port 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:11.179775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Attempting to bind port 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:11.180597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Attempting to bind port 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd on network e846d3a0-5933-4c17-9498-c75783c06554 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:11.191845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Port 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd on network e846d3a0-5933-4c17-9498-c75783c06554 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:58:11.192355 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Attempting to bind port 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd on network e846d3a0-5933-4c17-9498-c75783c06554 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:11.209991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:11.211173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Checking segment: {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:11.211908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Bound using segment: {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:11.212466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Bound port: 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:11.212932 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.223138 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-168bd84b-8a31-4405-ba5a-ff19439a933a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1 HTTP/1.1" status: 200 len: 380 time: 0.0989530 Aug 20 11:58:11.240715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-5ee3519f-0a16-4502-b308-d87e8e088d79 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'port': {'device_id': '34a32b51-cd92-439f-a37f-99bbab61a41b', 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2', 'admin_state_up': True, 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'security_groups': ['d48afe04-07b1-46cb-86fc-a2bc1eca0cd9']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:11.245339 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73399222-c62a-4e25-9dc5-dae438edf7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.322004 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73399222-c62a-4e25-9dc5-dae438edf7e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.326320 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-73399222-c62a-4e25-9dc5-dae438edf7e9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/06d75770-cc27-49b6-b68e-1d3597b4cb37 HTTP/1.1" status: 204 len: 168 time: 0.6830547 Aug 20 11:58:11.326320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73399222-c62a-4e25-9dc5-dae438edf7e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d75770-cc27-49b6-b68e-1d3597b4cb37,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:11.331591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38216) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:11.361046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] For port 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:11.365626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] For port 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3d9d073b-1ebb-42ea-a1ff-7a2785e024dd,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:11.379301 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.401601 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2988878d-40e7-4832-99b0-5c7aae722fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.430420 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a36b5e51-d0ae-47d7-911b-e1521116044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.449373 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:11.450124 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.451738 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] 10.222.0.35 "PUT /v2.0/ports/3d9d073b-1ebb-42ea-a1ff-7a2785e024dd HTTP/1.1" status: 200 len: 1091 time: 1.4806182 Aug 20 11:58:11.456657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fa28ca-2d3e-4686-bcf0-7a02b3477945', 'tag': '3d9d073b-1ebb-42ea-a1ff-7a2785e024dd'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:11.465838 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2431df24-dcca-45e1-b40b-db011a7d53a6" -d '{"events": [{"name": "network-changed", "server_uuid": "02fa28ca-2d3e-4686-bcf0-7a02b3477945", "tag": "3d9d073b-1ebb-42ea-a1ff-7a2785e024dd"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:11.546436 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ede71d5-7f9d-4e99-abca-05969829fcc7 x-openstack-request-id: req-8ede71d5-7f9d-4e99-abca-05969829fcc7 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:11.546728 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fa28ca-2d3e-4686-bcf0-7a02b3477945", "tag": "3d9d073b-1ebb-42ea-a1ff-7a2785e024dd", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:11.547841 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ede71d5-7f9d-4e99-abca-05969829fcc7 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:11.548247 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fa28ca-2d3e-4686-bcf0-7a02b3477945', 'tag': '3d9d073b-1ebb-42ea-a1ff-7a2785e024dd', 'status': 'completed', 'code': 200} Aug 20 11:58:11.568534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b291a9-d0df-4f6d-aa75-8d2fa1a68f22 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9d073b-1ebb-42ea-a1ff-7a2785e024dd,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:11.615243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35c192-f812-470d-943d-e2492bd38df2 req-d1e08518-b997-4d17-bc0b-26c69eab2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:11.617112 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb35c192-f812-470d-943d-e2492bd38df2 req-d1e08518-b997-4d17-bc0b-26c69eab2ba9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 1094 time: 0.1108384 Aug 20 11:58:11.619804 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-5ee3519f-0a16-4502-b308-d87e8e088d79 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Made reservation on behalf of 83acfac6cffd4cc6ac2d1e0e5158a6b1 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:11.623327 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-5ee3519f-0a16-4502-b308-d87e8e088d79 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.641831 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a36b5e51-d0ae-47d7-911b-e1521116044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.654895 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-a36b5e51-d0ae-47d7-911b-e1521116044e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ccb329a-247a-4a40-91c4-e23e403e2406']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:11.667489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-a36b5e51-d0ae-47d7-911b-e1521116044e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853310fc-825d-4813-b3a6-fac211f04ba6') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:11.667970 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-a36b5e51-d0ae-47d7-911b-e1521116044e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853310fc-825d-4813-b3a6-fac211f04ba6') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:11.676899 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb35c192-f812-470d-943d-e2492bd38df2 req-7a0146a3-cf1b-4916-9a01-1771302877cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d9d073b-1ebb-42ea-a1ff-7a2785e024dd HTTP/1.1" status: 200 len: 217 time: 0.0489402 Aug 20 11:58:11.679997 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a36b5e51-d0ae-47d7-911b-e1521116044e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.721099 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-edbfe5b9-c259-4f46-9976-10372d972a27 req-bc1c9af3-6fbc-481e-8ba6-132b0bc89073 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 210 time: 0.1255877 Aug 20 11:58:11.732577 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a36b5e51-d0ae-47d7-911b-e1521116044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.784425 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36b5e51-d0ae-47d7-911b-e1521116044e admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:58:11.785257 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a36b5e51-d0ae-47d7-911b-e1521116044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:58:11.787213 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:58:11.835128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35c192-f812-470d-943d-e2492bd38df2 req-99db9b60-8d7a-41e9-87b9-ac92c21aff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:11.836675 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb35c192-f812-470d-943d-e2492bd38df2 req-99db9b60-8d7a-41e9-87b9-ac92c21aff0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 HTTP/1.1" status: 200 len: 845 time: 0.1495321 Aug 20 11:58:11.897534 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb35c192-f812-470d-943d-e2492bd38df2 req-6189b3b3-76b9-425c-bc81-5de78f46609c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e846d3a0-5933-4c17-9498-c75783c06554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511730 Aug 20 11:58:11.921642 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a36b5e51-d0ae-47d7-911b-e1521116044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.932756 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a36b5e51-d0ae-47d7-911b-e1521116044e admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.934019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-5ee3519f-0a16-4502-b308-d87e8e088d79 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Allocated IP 172.20.0.4 (5b1157a5-bf88-4051-934a-69793092f8c2/51918349-f738-404c-9969-87234b173dd7/945073d0-06cc-4399-b308-63f88b215d9b) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:11.936950 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a36b5e51-d0ae-47d7-911b-e1521116044e admin admin] 10.222.0.37 "DELETE /v2.0/networks/2ccb329a-247a-4a40-91c4-e23e403e2406 HTTP/1.1" status: 204 len: 168 time: 0.6018882 Aug 20 11:58:11.950810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b5e51-d0ae-47d7-911b-e1521116044e admin admin] Pushing event deleted for resources: {'Network': ['ID=2ccb329a-247a-4a40-91c4-e23e403e2406,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:11.962437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2988878d-40e7-4832-99b0-5c7aae722fe1 admin admin] Router d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:58:12.082140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2988878d-40e7-4832-99b0-5c7aae722fe1 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:58:12.091856 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2988878d-40e7-4832-99b0-5c7aae722fe1 admin admin] 10.222.0.37 "PUT /v2.0/routers/d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8412786 Aug 20 11:58:12.092279 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38224) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:12.096675 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc702cc-a6be-49f1-bbcd-636de5561360 None None] Sync routers for ids ['d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:58:12.097665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb35c192-f812-470d-943d-e2492bd38df2 req-5692b81a-1247-46be-b85b-e9086fa0fe87 service neutron] 10.222.0.35 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928523 Aug 20 11:58:12.120847 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc702cc-a6be-49f1-bbcd-636de5561360 None None] Routers {'d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:12.121723 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-6fc702cc-a6be-49f1-bbcd-636de5561360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:12.181090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38228) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:12.231301 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-5ee3519f-0a16-4502-b308-d87e8e088d79 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.247021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-5ee3519f-0a16-4502-b308-d87e8e088d79 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Transition to ACTIVE for port object 945073d0-06cc-4399-b308-63f88b215d9b will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:12.274155 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d7e3-a4ff-487e-bf59-2235a54d7165 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.281585 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-6fc702cc-a6be-49f1-bbcd-636de5561360 None None] Set router d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:12.302013 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bb07dbae-2b13-4b20-8474-dcd1c4790697 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7f21e99785f46dfa547aeb5efc74afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1195729 Aug 20 11:58:12.305611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38232) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:12.397786 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6ea81de7-3746-41d3-81a6-8a689e338be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.426837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a7b04-f758-4928-b1d1-4d35e2012d43 req-0102746d-4ff9-47ac-93ca-c2ffa211ff19 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:12.427638 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d7e3-a4ff-487e-bf59-2235a54d7165 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.428976 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-665a7b04-f758-4928-b1d1-4d35e2012d43 req-0102746d-4ff9-47ac-93ca-c2ffa211ff19 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 943 time: 0.1662989 Aug 20 11:58:12.430280 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-5ee3519f-0a16-4502-b308-d87e8e088d79 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.504568 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6ea81de7-3746-41d3-81a6-8a689e338be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.507770 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb35c192-f812-470d-943d-e2492bd38df2 req-f1e68410-5bc0-4b2b-87a9-81c8e1673a30 service neutron] 10.222.0.35 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014990 Aug 20 11:58:12.508519 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0d7e3-a4ff-487e-bf59-2235a54d7165 admin admin] Deleting port d3c91d88-8b25-49e6-8005-72e0244ac4ed {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:12.509510 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d7e3-a4ff-487e-bf59-2235a54d7165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.537548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-5ee3519f-0a16-4502-b308-d87e8e088d79 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network 5b1157a5-bf88-4051-934a-69793092f8c2 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:12.557094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-5ee3519f-0a16-4502-b308-d87e8e088d79 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:12.567224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3519f-0a16-4502-b308-d87e8e088d79 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Port': ['ID=945073d0-06cc-4399-b308-63f88b215d9b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:12.570655 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-5ee3519f-0a16-4502-b308-d87e8e088d79 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:12.623796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-665a7b04-f758-4928-b1d1-4d35e2012d43 req-2f6329d7-506e-4e61-8755-5e6644315d92 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835284 Aug 20 11:58:12.638712 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-6fc702cc-a6be-49f1-bbcd-636de5561360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'name': 'tempest-TestServerBasicOps-848824319-router', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'd3c91d88-8b25-49e6-8005-72e0244ac4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:38Z', 'updated_at': '2021-08-20T11:58:10Z', 'revision_number': 5, 'project_id': '26ed672d33bd460cbb00b6af18957a52', 'gw_port': {'id': 'd3c91d88-8b25-49e6-8005-72e0244ac4ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:40Z', 'updated_at': '2021-08-20T11:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:12.672860 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc702cc-a6be-49f1-bbcd-636de5561360 None None] Checking router: d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:58:12.692004 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc702cc-a6be-49f1-bbcd-636de5561360 None None] Routers {'d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:12.692937 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-6fc702cc-a6be-49f1-bbcd-636de5561360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:12.704785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-5ee3519f-0a16-4502-b308-d87e8e088d79 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:12.705437 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-5ee3519f-0a16-4502-b308-d87e8e088d79 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.707813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6bb0d7e3-a4ff-487e-bf59-2235a54d7165 admin admin] For port d3c91d88-8b25-49e6-8005-72e0244ac4ed, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d3c91d88-8b25-49e6-8005-72e0244ac4ed,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:12.708184 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d7e3-a4ff-487e-bf59-2235a54d7165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.713626 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6ea81de7-3746-41d3-81a6-8a689e338be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.716239 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6ea81de7-3746-41d3-81a6-8a689e338be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.721022 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6ea81de7-3746-41d3-81a6-8a689e338be6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5a7ba6d-2771-46ba-8867-086880ed09ed HTTP/1.1" status: 204 len: 168 time: 0.4113135 Aug 20 11:58:12.736690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431df24-dcca-45e1-b40b-db011a7d53a6 req-4c21934a-0c04-467d-a666-c150ee87c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:12.745728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0d7e3-a4ff-487e-bf59-2235a54d7165 admin admin] Calling delete_port for d3c91d88-8b25-49e6-8005-72e0244ac4ed owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:12.748103 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2431df24-dcca-45e1-b40b-db011a7d53a6 req-4c21934a-0c04-467d-a666-c150ee87c45f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 1094 time: 0.1775868 Aug 20 11:58:12.752751 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-5ee3519f-0a16-4502-b308-d87e8e088d79 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5197434 Aug 20 11:58:12.755282 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea81de7-3746-41d3-81a6-8a689e338be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a7ba6d-2771-46ba-8867-086880ed09ed,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:12.787469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Request body: {'port': {'device_id': '34a32b51-cd92-439f-a37f-99bbab61a41b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:12.875677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f085ece3-7e3f-44b9-a482-cd58745b36d0 None None] Provisioning for port 945073d0-06cc-4399-b308-63f88b215d9b completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:12.878515 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-6fc702cc-a6be-49f1-bbcd-636de5561360 None None] Set router d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:12.881034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f085ece3-7e3f-44b9-a482-cd58745b36d0 None None] Provisioning complete for port 945073d0-06cc-4399-b308-63f88b215d9b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:12.881822 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f085ece3-7e3f-44b9-a482-cd58745b36d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.919255 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.959093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f085ece3-7e3f-44b9-a482-cd58745b36d0 None None] Port 945073d0-06cc-4399-b308-63f88b215d9b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:58:12.996165 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-6fc702cc-a6be-49f1-bbcd-636de5561360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'name': 'tempest-TestServerBasicOps-848824319-router', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:38Z', 'updated_at': '2021-08-20T11:58:12Z', 'revision_number': 6, 'project_id': '26ed672d33bd460cbb00b6af18957a52', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:13.053862 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc702cc-a6be-49f1-bbcd-636de5561360 None None] The sync data for ids ['d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4'] in n-d-804299-2 is: [{'id': 'd17e2c73-c63b-44dd-9fc0-dc3cadde8cc4', 'name': 'tempest-TestServerBasicOps-848824319-router', 'tenant_id': '26ed672d33bd460cbb00b6af18957a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:38Z', 'updated_at': '2021-08-20T11:58:12Z', 'revision_number': 6, 'project_id': '26ed672d33bd460cbb00b6af18957a52', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:58:13.119172 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754bb0d-afea-4da0-8f2d-50766f3f35a0 req-aa2979d4-f797-4513-b88f-876ef0b21ebc tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:13.120867 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e754bb0d-afea-4da0-8f2d-50766f3f35a0 req-aa2979d4-f797-4513-b88f-876ef0b21ebc tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 931 time: 0.2307060 Aug 20 11:58:13.217673 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e754bb0d-afea-4da0-8f2d-50766f3f35a0 req-4cb75d49-42f9-42ee-8564-afa39fab9493 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=d48afe04-07b1-46cb-86fc-a2bc1eca0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833559 Aug 20 11:58:13.220444 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d7e3-a4ff-487e-bf59-2235a54d7165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:13.225489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431df24-dcca-45e1-b40b-db011a7d53a6 req-2c7ef261-e372-42db-adfa-94e9af0d7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:13.227362 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2431df24-dcca-45e1-b40b-db011a7d53a6 req-2c7ef261-e372-42db-adfa-94e9af0d7a80 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 905 time: 0.4678161 Aug 20 11:58:13.395590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945073d0-06cc-4399-b308-63f88b215d9b {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:13.427515 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:13.442629 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Transition to ACTIVE for port object 945073d0-06cc-4399-b308-63f88b215d9b will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:13.454089 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:13.506996 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2431df24-dcca-45e1-b40b-db011a7d53a6 req-25abf301-68bf-4279-ab04-790ac58b0976 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d9d073b-1ebb-42ea-a1ff-7a2785e024dd HTTP/1.1" status: 200 len: 217 time: 0.0614302 Aug 20 11:58:13.641368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Pushing event updated for resources: {'Port': ['ID=945073d0-06cc-4399-b308-63f88b215d9b,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:13.643280 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0d7e3-a4ff-487e-bf59-2235a54d7165 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c91d88-8b25-49e6-8005-72e0244ac4ed,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:13.736301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:13.738476 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:13.738476 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:13.738476 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:13.740094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:13.740442 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:13.740803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:13.741886 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d7e3-a4ff-487e-bf59-2235a54d7165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:13.743978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:13.744558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:13.744781 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:13.745122 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:13.745453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:13.768029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431df24-dcca-45e1-b40b-db011a7d53a6 req-a798f69e-059d-4b1a-b095-8a2c6e763965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:13.769629 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2431df24-dcca-45e1-b40b-db011a7d53a6 req-a798f69e-059d-4b1a-b095-8a2c6e763965 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 HTTP/1.1" status: 200 len: 845 time: 0.2314980 Aug 20 11:58:13.872051 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2431df24-dcca-45e1-b40b-db011a7d53a6 req-9ead7406-de2d-42d3-8b02-79025dfcb031 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e846d3a0-5933-4c17-9498-c75783c06554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861442 Aug 20 11:58:13.887446 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Attempting to bind port 945073d0-06cc-4399-b308-63f88b215d9b on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:13.887837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Attempting to bind port 945073d0-06cc-4399-b308-63f88b215d9b by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '50344871-ad1f-44bb-afaf-0e8b76474bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:13.891328 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d7e3-a4ff-487e-bf59-2235a54d7165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:13.892090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Attempting to bind port 945073d0-06cc-4399-b308-63f88b215d9b on network 5b1157a5-bf88-4051-934a-69793092f8c2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:13.894919 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d7e3-a4ff-487e-bf59-2235a54d7165 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:13.899272 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38260) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:13.924303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-7b68034b-aefe-4288-96da-33df24405be8 req-d2b2a32f-4490-425b-bed4-b5b084c312bd service neutron] (94691) timed out ('10.222.0.35', 57664) {{(pid=94691) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:58:13.959854 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d7e3-a4ff-487e-bf59-2235a54d7165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:13.960962 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb0d7e3-a4ff-487e-bf59-2235a54d7165 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:58:13.971715 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d7e3-a4ff-487e-bf59-2235a54d7165 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:13.976861 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6bb0d7e3-a4ff-487e-bf59-2235a54d7165 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d17e2c73-c63b-44dd-9fc0-dc3cadde8cc4 HTTP/1.1" status: 204 len: 168 time: 1.8832788 Aug 20 11:58:13.977802 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38264) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:14.019024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Port 945073d0-06cc-4399-b308-63f88b215d9b on network 5b1157a5-bf88-4051-934a-69793092f8c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:58:14.019389 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Attempting to bind port 945073d0-06cc-4399-b308-63f88b215d9b on network 5b1157a5-bf88-4051-934a-69793092f8c2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:14.024909 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2431df24-dcca-45e1-b40b-db011a7d53a6 req-13640afa-3405-4e30-b39d-005d2bff45fc service neutron] 10.222.0.35 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276009 Aug 20 11:58:14.035661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390caa48-f15d-44d9-beca-9044f8a5979f req-8486a878-9e94-446d-a730-032d13269f02 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:14.037370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-390caa48-f15d-44d9-beca-9044f8a5979f req-8486a878-9e94-446d-a730-032d13269f02 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 943 time: 0.2644083 Aug 20 11:58:14.047048 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:14.047439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Checking segment: {'id': '50344871-ad1f-44bb-afaf-0e8b76474bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:14.047855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Bound using segment: {'id': '50344871-ad1f-44bb-afaf-0e8b76474bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:14.048317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Bound port: 945073d0-06cc-4399-b308-63f88b215d9b, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50344871-ad1f-44bb-afaf-0e8b76474bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:14.048701 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.052146 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bc138e-6e5c-4fcf-8007-a7c3c6cefdfc admin admin] Deleting subnet 4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:58:14.055508 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59bc138e-6e5c-4fcf-8007-a7c3c6cefdfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.086548 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1258c06a-25f0-4f55-af39-e46624b59849 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1905417108-network', 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:14.107828 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59bc138e-6e5c-4fcf-8007-a7c3c6cefdfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.144792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1258c06a-25f0-4f55-af39-e46624b59849 admin admin] Made reservation on behalf of e616cbd04b1b4a0796f0a9fe55765d1c for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:14.147121 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1258c06a-25f0-4f55-af39-e46624b59849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.160962 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1258c06a-25f0-4f55-af39-e46624b59849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.178880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] For port 945073d0-06cc-4399-b308-63f88b215d9b, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:14.182926 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] For port 945073d0-06cc-4399-b308-63f88b215d9b, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=945073d0-06cc-4399-b308-63f88b215d9b,segment=NetworkSegment(50344871-ad1f-44bb-afaf-0e8b76474bc3),segment_id=50344871-ad1f-44bb-afaf-0e8b76474bc3)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:14.199029 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.256118 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59bc138e-6e5c-4fcf-8007-a7c3c6cefdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.277071 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:14.277721 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.279134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] 10.222.0.76 "PUT /v2.0/ports/945073d0-06cc-4399-b308-63f88b215d9b HTTP/1.1" status: 200 len: 1091 time: 1.4983175 Aug 20 11:58:14.282320 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-390caa48-f15d-44d9-beca-9044f8a5979f req-22b0c0b3-8434-4a5c-a361-cbe7c84e6e12 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224526 Aug 20 11:58:14.282756 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a32b51-cd92-439f-a37f-99bbab61a41b', 'tag': '945073d0-06cc-4399-b308-63f88b215d9b'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:14.285901 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea80d82a-fb50-409a-8981-97230f445261" -d '{"events": [{"name": "network-changed", "server_uuid": "34a32b51-cd92-439f-a37f-99bbab61a41b", "tag": "945073d0-06cc-4399-b308-63f88b215d9b"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:14.461338 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59bc138e-6e5c-4fcf-8007-a7c3c6cefdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.483354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae741f-0745-417c-8147-49f5ead8981b service neutron] Pushing event updated for resources: {'Port': ['ID=945073d0-06cc-4399-b308-63f88b215d9b,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:14.503122 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2431df24-dcca-45e1-b40b-db011a7d53a6 req-79f60ae1-c57f-4e18-8412-301e10baa4da service neutron] 10.222.0.35 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639864 Aug 20 11:58:14.528837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-302be581-c195-4800-8b38-1d5fd0b205db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:14.532355 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1258c06a-25f0-4f55-af39-e46624b59849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.533866 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59bc138e-6e5c-4fcf-8007-a7c3c6cefdfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.538627 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-59bc138e-6e5c-4fcf-8007-a7c3c6cefdfc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8 HTTP/1.1" status: 204 len: 168 time: 0.5553720 Aug 20 11:58:14.540917 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-302be581-c195-4800-8b38-1d5fd0b205db service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 1094 time: 0.2148857 Aug 20 11:58:14.541438 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38276) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:14.543323 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550f51f5-416f-4bc4-8b12-a0e4762ecbab None None] Network 65c7a8f2-9308-478f-8da4-8a4254d10fea requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:14.565268 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7a6a38-f75c-4fec-a950-2e833bdf826d x-openstack-request-id: req-9f7a6a38-f75c-4fec-a950-2e833bdf826d {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:14.565585 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a32b51-cd92-439f-a37f-99bbab61a41b", "tag": "945073d0-06cc-4399-b308-63f88b215d9b", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:14.565855 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f7a6a38-f75c-4fec-a950-2e833bdf826d {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:14.566274 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a32b51-cd92-439f-a37f-99bbab61a41b', 'tag': '945073d0-06cc-4399-b308-63f88b215d9b', 'status': 'completed', 'code': 200} Aug 20 11:58:14.572069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc138e-6e5c-4fcf-8007-a7c3c6cefdfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4920599e-a253-4fe9-a4d4-3b1a1f9e7bc8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:14.573894 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1258c06a-25f0-4f55-af39-e46624b59849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.644229 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab94ad2-8058-41e9-94fb-73d2ef223ef8 req-39fa729f-a6cc-44c5-9a25-97802a20a675 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:14.646106 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2ab94ad2-8058-41e9-94fb-73d2ef223ef8 req-39fa729f-a6cc-44c5-9a25-97802a20a675 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 943 time: 0.1473758 Aug 20 11:58:14.647647 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258c06a-25f0-4f55-af39-e46624b59849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:14.654880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1258c06a-25f0-4f55-af39-e46624b59849 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:58:14.684414 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1258c06a-25f0-4f55-af39-e46624b59849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.684792 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-1258c06a-25f0-4f55-af39-e46624b59849 admin admin] Added segment 93058ced-2bab-4b1a-907c-52c3652775f5 of type vlan for network bbfbb528-1e66-4421-bdef-cd50695f97de Aug 20 11:58:14.713792 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-76bd6eba-8f09-47cd-8f9b-b081434564cd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=945073d0-06cc-4399-b308-63f88b215d9b HTTP/1.1" status: 200 len: 217 time: 0.1614473 Aug 20 11:58:14.753730 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2ab94ad2-8058-41e9-94fb-73d2ef223ef8 req-489568a1-bfc7-439e-967c-cb4361c8cb2d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=d48afe04-07b1-46cb-86fc-a2bc1eca0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900824 Aug 20 11:58:14.781093 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1258c06a-25f0-4f55-af39-e46624b59849 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.786178 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.808412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-a946be67-6898-4bf7-9863-57e4fbe3ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:14.810510 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-a946be67-6898-4bf7-9863-57e4fbe3ecaf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=51918349-f738-404c-9969-87234b173dd7 HTTP/1.1" status: 200 len: 835 time: 0.0875695 Aug 20 11:58:14.838360 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1258c06a-25f0-4f55-af39-e46624b59849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.839350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1258c06a-25f0-4f55-af39-e46624b59849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:14.839936 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1258c06a-25f0-4f55-af39-e46624b59849 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.874009 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1258c06a-25f0-4f55-af39-e46624b59849 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9733925 Aug 20 11:58:14.878944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38278) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:14.892116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1b966844-b356-48f3-ba7f-b2d89add9d1d admin admin] Request body: {'subnet': {'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1905417108-subnet', 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:14.934979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b966844-b356-48f3-ba7f-b2d89add9d1d admin admin] Made reservation on behalf of e616cbd04b1b4a0796f0a9fe55765d1c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:14.938075 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1b966844-b356-48f3-ba7f-b2d89add9d1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.941701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-b61d4b54-5bc8-41b9-8b80-53d82baf326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:14.943771 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-b61d4b54-5bc8-41b9-8b80-53d82baf326f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5b1157a5-bf88-4051-934a-69793092f8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079862 Aug 20 11:58:14.947268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f627a315-2b75-4740-b3d4-5017800f95be None None] DHCP port deletion for 65c7a8f2-9308-478f-8da4-8a4254d10fea request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:58:14.957538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] Deleting port 52cf58ca-184c-4a3f-bf33-4d6740da06db {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:14.957883 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.968623 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258c06a-25f0-4f55-af39-e46624b59849 admin admin] Pushing event updated for resources: {'Network': ['ID=bbfbb528-1e66-4421-bdef-cd50695f97de,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:14.987508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network bbfbb528-1e66-4421-bdef-cd50695f97de details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:58:15.131956 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f627a315-2b75-4740-b3d4-5017800f95be None None] Deleting port 52cf58ca-184c-4a3f-bf33-4d6740da06db {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:15.135404 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f627a315-2b75-4740-b3d4-5017800f95be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.165518 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-55dbbd00-c8be-455e-b840-85f748fff81c service neutron] 10.222.0.76 "GET /v2.0/networks/5b1157a5-bf88-4051-934a-69793092f8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061841 Aug 20 11:58:15.172958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] For port 52cf58ca-184c-4a3f-bf33-4d6740da06db, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=52cf58ca-184c-4a3f-bf33-4d6740da06db,segment=NetworkSegment(8d827356-858a-4b78-9788-a95501bd7604),segment_id=8d827356-858a-4b78-9788-a95501bd7604)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:15.173331 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.173529 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d3c91d88-8b25-49e6-8005-72e0244ac4ed no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:15.244074 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] Calling delete_port for 52cf58ca-184c-4a3f-bf33-4d6740da06db owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:15.249055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: d3c91d88-8b25-49e6-8005-72e0244ac4ed {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:15.251460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d3c91d88-8b25-49e6-8005-72e0244ac4ed not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:15.252111 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 52cf58ca-184c-4a3f-bf33-4d6740da06db no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:15.317286 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f627a315-2b75-4740-b3d4-5017800f95be None None] For port 52cf58ca-184c-4a3f-bf33-4d6740da06db, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=52cf58ca-184c-4a3f-bf33-4d6740da06db,segment=NetworkSegment(8d827356-858a-4b78-9788-a95501bd7604),segment_id=8d827356-858a-4b78-9788-a95501bd7604)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:15.317975 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f627a315-2b75-4740-b3d4-5017800f95be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.346044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f627a315-2b75-4740-b3d4-5017800f95be None None] Calling delete_port for 52cf58ca-184c-4a3f-bf33-4d6740da06db owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:15.426296 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a0b5462-77f1-486e-97ae-365c33448f7d req-776e65a6-c5c9-4100-8efc-185ce9c1169e service neutron] 10.222.0.76 "GET /v2.0/networks/5b1157a5-bf88-4051-934a-69793092f8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502522 Aug 20 11:58:15.429116 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.450318 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1b966844-b356-48f3-ba7f-b2d89add9d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.518450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 52cf58ca-184c-4a3f-bf33-4d6740da06db, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=52cf58ca-184c-4a3f-bf33-4d6740da06db,segment=NetworkSegment(8d827356-858a-4b78-9788-a95501bd7604),segment_id=8d827356-858a-4b78-9788-a95501bd7604)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:15.528250 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.529315 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:15.588139 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.595437 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:15.595986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 28f0a4df-b1cd-4ec0-a319-98c3a3d15d23 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:15.630672 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f627a315-2b75-4740-b3d4-5017800f95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.633908 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=52cf58ca-184c-4a3f-bf33-4d6740da06db,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:15.646035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba85e8-4f45-4092-9dff-87410805df76 req-13d1cc35-c78a-42d9-830b-ea448db84046 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:15.647726 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:15.648290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:15.648833 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:15.649356 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:15.649859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:15.650371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:15.650705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:15.651037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:15.651366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:15.651689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:15.652193 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:15.652521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:15.653198 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-10ba85e8-4f45-4092-9dff-87410805df76 req-13d1cc35-c78a-42d9-830b-ea448db84046 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 943 time: 0.1913090 Aug 20 11:58:15.655934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f627a315-2b75-4740-b3d4-5017800f95be None None] No DVR routers for this DVR port 52cf58ca-184c-4a3f-bf33-4d6740da06db on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:15.656941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] Pushing event deleted for resources: {'Port': ['ID=52cf58ca-184c-4a3f-bf33-4d6740da06db,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:15.659722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] No DVR routers for this DVR port 52cf58ca-184c-4a3f-bf33-4d6740da06db on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:15.677899 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b966844-b356-48f3-ba7f-b2d89add9d1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6d22a05-4469-4253-92bd-6e1b070cb48f,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:15.692079 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627a315-2b75-4740-b3d4-5017800f95be None None] Pushing event deleted for resources: {'Port': ['ID=52cf58ca-184c-4a3f-bf33-4d6740da06db,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:15.726293 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80d82a-fb50-409a-8981-97230f445261 req-ce8add64-30e6-4cf9-9c8c-06354ef49eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:15.727823 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ea80d82a-fb50-409a-8981-97230f445261 req-ce8add64-30e6-4cf9-9c8c-06354ef49eb3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 1094 time: 0.2212098 Aug 20 11:58:15.744398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b966844-b356-48f3-ba7f-b2d89add9d1d admin admin] Checking segment: {'id': '93058ced-2bab-4b1a-907c-52c3652775f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:15.744688 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b966844-b356-48f3-ba7f-b2d89add9d1d admin admin] Network hostable DHCP agents. Network: bbfbb528-1e66-4421-bdef-cd50695f97de, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:58:15.868235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:58:15.942261 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611b4ad-fb77-43b9-8d53-148790605aac req-bbea6c94-cf69-49e0-a4f2-adf2469aae55 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:15.943887 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8611b4ad-fb77-43b9-8d53-148790605aac req-bbea6c94-cf69-49e0-a4f2-adf2469aae55 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 943 time: 0.0862293 Aug 20 11:58:16.002605 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8611b4ad-fb77-43b9-8d53-148790605aac req-707ed5ad-086c-4b4a-8923-8853060d1ef0 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=d48afe04-07b1-46cb-86fc-a2bc1eca0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492613 Aug 20 11:58:16.017293 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3d9d073b-1ebb-42ea-a1ff-7a2785e024dd,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:16.029592 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '3d9d073b-1ebb-42ea-a1ff-7a2785e024dd', 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554', 'port_id': '3d9d073b-1ebb-42ea-a1ff-7a2785e024dd', 'mac_address': 'fa:16:3e:2a:a9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6e1881-b439-4ba3-9e13-47bdb96ee8e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:58:16.067812 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.081962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:16.103034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3d9d073b-1ebb-42ea-a1ff-7a2785e024dd,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:16.107536 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.159981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=3d9d073b-1ebb-42ea-a1ff-7a2785e024dd,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:16.187846 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-10ba85e8-4f45-4092-9dff-87410805df76 req-8d8fbc00-0f14-460e-9abb-50cb7b045c82 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337524 Aug 20 11:58:16.196604 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.211957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c7a8f2-9308-478f-8da4-8a4254d10fea']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:16.224307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b966844-b356-48f3-ba7f-b2d89add9d1d admin admin] Network bbfbb528-1e66-4421-bdef-cd50695f97de is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:58:16.227260 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d827356-858a-4b78-9788-a95501bd7604') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:16.227554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d827356-858a-4b78-9788-a95501bd7604') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:16.247932 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.257761 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-1b966844-b356-48f3-ba7f-b2d89add9d1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, bbfbb528-1e66-4421-bdef-cd50695f97de) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:16.266448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426659b4-34b6-45b8-981a-3582b4b57b05 None None] Network bbfbb528-1e66-4421-bdef-cd50695f97de requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:16.272027 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b966844-b356-48f3-ba7f-b2d89add9d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:16.272698 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1b966844-b356-48f3-ba7f-b2d89add9d1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.275267 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.297141 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:58:16.297843 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:58:16.300593 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:58:16.314712 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80d82a-fb50-409a-8981-97230f445261 req-63b091f1-506e-4cd2-8d2e-5906e1c021c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:16.316252 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ea80d82a-fb50-409a-8981-97230f445261 req-63b091f1-506e-4cd2-8d2e-5906e1c021c2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5b1157a5-bf88-4051-934a-69793092f8c2 HTTP/1.1" status: 200 len: 896 time: 0.2049987 Aug 20 11:58:16.334083 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3d9d073b-1ebb-42ea-a1ff-7a2785e024dd'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:16.352394 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1b966844-b356-48f3-ba7f-b2d89add9d1d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4697692 Aug 20 11:58:16.352785 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38288) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:16.357333 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1905417108-router', 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:16.386453 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.387839 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.421470 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ea80d82a-fb50-409a-8981-97230f445261 req-222d5566-784c-4066-89fa-e1a03a7b183b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=945073d0-06cc-4399-b308-63f88b215d9b HTTP/1.1" status: 200 len: 217 time: 0.0567887 Aug 20 11:58:16.449526 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.469822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337c2a0d-4deb-435a-8edd-67ad7f9b9c15 None None] Network bbfbb528-1e66-4421-bdef-cd50695f97de requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:16.491170 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.499182 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.509897 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] 10.222.0.37 "DELETE /v2.0/networks/65c7a8f2-9308-478f-8da4-8a4254d10fea HTTP/1.1" status: 204 len: 168 time: 1.9667604 Aug 20 11:58:16.525953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4621a3-782e-4c32-9f5c-19e12ad5837e admin admin] Pushing event deleted for resources: {'Network': ['ID=65c7a8f2-9308-478f-8da4-8a4254d10fea,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:16.538358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80d82a-fb50-409a-8981-97230f445261 req-5c02fef5-e0d5-418d-8181-888f31a0d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:16.540323 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ea80d82a-fb50-409a-8981-97230f445261 req-5c02fef5-e0d5-418d-8181-888f31a0d247 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=51918349-f738-404c-9969-87234b173dd7 HTTP/1.1" status: 200 len: 835 time: 0.1115623 Aug 20 11:58:16.604749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80d82a-fb50-409a-8981-97230f445261 req-c1c52d37-f629-49c7-8bdb-c07037e1c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:16.607097 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ea80d82a-fb50-409a-8981-97230f445261 req-c1c52d37-f629-49c7-8bdb-c07037e1c6fb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5b1157a5-bf88-4051-934a-69793092f8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592535 Aug 20 11:58:16.665173 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.731063 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38294) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:16.753390 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ea80d82a-fb50-409a-8981-97230f445261 req-81cb90bb-1b53-42cf-a0df-3db6a4203c4c service neutron] 10.222.0.76 "GET /v2.0/networks/5b1157a5-bf88-4051-934a-69793092f8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388025 Aug 20 11:58:16.788857 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ec389003-9fa9-4590-b91a-8557f974804b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18da441c481b49c9ab55e1a14df71d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551105 Aug 20 11:58:16.791571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38296) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:16.848668 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ea80d82a-fb50-409a-8981-97230f445261 req-88af03d0-2f4a-4334-8823-63dcd7b545ed service neutron] 10.222.0.76 "GET /v2.0/networks/5b1157a5-bf88-4051-934a-69793092f8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876584 Aug 20 11:58:16.858797 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec7cb-f0ef-4edc-ab02-b782e9b5f99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.918047 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec7cb-f0ef-4edc-ab02-b782e9b5f99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.015468 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.037149 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.077784 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec7cb-f0ef-4edc-ab02-b782e9b5f99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.080494 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec7cb-f0ef-4edc-ab02-b782e9b5f99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.081672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ba0ec7cb-f0ef-4edc-ab02-b782e9b5f99b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f562b913-47fb-45d3-a139-8ec0be792e0d HTTP/1.1" status: 204 len: 168 time: 0.2891953 Aug 20 11:58:17.114465 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ec7cb-f0ef-4edc-ab02-b782e9b5f99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f562b913-47fb-45d3-a139-8ec0be792e0d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:17.189488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00622fe-6090-4aac-9740-3ef0e1e78eca req-cf3438a3-19f2-40a6-8fbe-6bf7d6df8ed9 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:17.191051 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e00622fe-6090-4aac-9740-3ef0e1e78eca req-cf3438a3-19f2-40a6-8fbe-6bf7d6df8ed9 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 943 time: 0.1028521 Aug 20 11:58:17.216731 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Allocated IP 172.25.8.9 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/0f54536f-51c9-4f61-9991-4f701aba850f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:17.273529 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e00622fe-6090-4aac-9740-3ef0e1e78eca req-6cbca821-1e6b-470a-b4fb-55c15b9b1a1a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=d48afe04-07b1-46cb-86fc-a2bc1eca0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727699 Aug 20 11:58:17.371742 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1459d-0a85-470f-8735-a7c472719b76 req-fdaef59b-7ca1-4549-80ce-1a8b3c304ade tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:17.374130 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92a1459d-0a85-470f-8735-a7c472719b76 req-fdaef59b-7ca1-4549-80ce-1a8b3c304ade tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 944 time: 0.0822699 Aug 20 11:58:17.397602 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.431306 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92a1459d-0a85-470f-8735-a7c472719b76 req-f725f5d0-bda6-413e-a0ad-44a5d3286b9e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451858 Aug 20 11:58:17.478069 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.530878 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:17.535242 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:17.538965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:17.561740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38314) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:17.565658 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Pushing event updated for resources: {'Port': ['ID=0f54536f-51c9-4f61-9991-4f701aba850f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:17.601526 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-938c63d3-4f56-482f-9f11-384546211cc7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26ed672d33bd460cbb00b6af18957a52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384376 Aug 20 11:58:17.603829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38316) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:17.652265 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6f75746-69b4-4428-b996-a8cd59590bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.673540 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6f75746-69b4-4428-b996-a8cd59590bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.721914 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6f75746-69b4-4428-b996-a8cd59590bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.724547 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6f75746-69b4-4428-b996-a8cd59590bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.725757 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e6f75746-69b4-4428-b996-a8cd59590bba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d100f519-8d20-432e-9ee1-6730346b8aa8 HTTP/1.1" status: 204 len: 168 time: 0.1210310 Aug 20 11:58:17.733877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f75746-69b4-4428-b996-a8cd59590bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d100f519-8d20-432e-9ee1-6730346b8aa8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:17.807578 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.865871 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:17.926859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:17.931506 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:17.932051 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.027345 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.033777 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.054290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fa28ca-2d3e-4686-bcf0-7a02b3477945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9d073b-1ebb-42ea-a1ff-7a2785e024dd'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:18.056779 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851c3a6b-2b3d-4d30-8c50-b0edd5586b4f" -d '{"events": [{"server_uuid": "02fa28ca-2d3e-4686-bcf0-7a02b3477945", "name": "network-vif-plugged", "status": "completed", "tag": "3d9d073b-1ebb-42ea-a1ff-7a2785e024dd"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:18.074879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3d9d073b-1ebb-42ea-a1ff-7a2785e024dd,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:18.081377 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.120189 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7254003b-67f9-497d-beaf-682705399651 x-openstack-request-id: req-7254003b-67f9-497d-beaf-682705399651 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:18.120482 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fa28ca-2d3e-4686-bcf0-7a02b3477945", "name": "network-vif-plugged", "status": "completed", "tag": "3d9d073b-1ebb-42ea-a1ff-7a2785e024dd", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:18.120814 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7254003b-67f9-497d-beaf-682705399651 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:18.121210 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fa28ca-2d3e-4686-bcf0-7a02b3477945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9d073b-1ebb-42ea-a1ff-7a2785e024dd', 'code': 200} Aug 20 11:58:18.146132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=3d9d073b-1ebb-42ea-a1ff-7a2785e024dd,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:18.196795 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Router db2e6ac2-02ea-486e-b5b8-cd91456ebc0b is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:58:18.229943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4f85d-ac0a-4cfa-906d-38ee4c923247 req-3ea72ba9-8299-4dca-b537-24aad0d9cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:18.231737 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05b4f85d-ac0a-4cfa-906d-38ee4c923247 req-3ea72ba9-8299-4dca-b537-24aad0d9cb1f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 1096 time: 0.0457661 Aug 20 11:58:18.272984 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05b4f85d-ac0a-4cfa-906d-38ee4c923247 req-3a5cbd2d-8ad0-480d-9394-8b5da25748f2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337059 Aug 20 11:58:18.314951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:58:18.323542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Sync routers for ids ['db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:58:18.331095 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.332764 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-456fe4df-408a-4bc5-85da-6f85db2313bb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9789164 Aug 20 11:58:18.335526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38324) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:18.336091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Routers {'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:18.336913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:18.453628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Set router db2e6ac2-02ea-486e-b5b8-cd91456ebc0b gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:18.478718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db2023-d66d-4d25-a53d-e0dba3431674 req-fe03d7f4-fbd7-4201-b7ce-d10b7cc20554 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:18.480261 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-32db2023-d66d-4d25-a53d-e0dba3431674 req-fe03d7f4-fbd7-4201-b7ce-d10b7cc20554 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 943 time: 0.1024261 Aug 20 11:58:18.569857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1ead4-b977-4eb8-aee4-387bafac6630 req-d6515abe-c4e7-4fc3-be27-caffa40375d5 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:18.572398 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-06b1ead4-b977-4eb8-aee4-387bafac6630 req-d6515abe-c4e7-4fc3-be27-caffa40375d5 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 945 time: 0.0684671 Aug 20 11:58:18.573706 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-32db2023-d66d-4d25-a53d-e0dba3431674 req-3d77d332-2058-465e-9a94-0f9f916a99f9 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=d48afe04-07b1-46cb-86fc-a2bc1eca0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848117 Aug 20 11:58:18.614471 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-06b1ead4-b977-4eb8-aee4-387bafac6630 req-a9ecce55-514a-4a2e-9f88-847866fc122e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359530 Aug 20 11:58:18.688411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1905417108-router', 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:16Z', 'updated_at': '2021-08-20T11:58:17Z', 'revision_number': 3, 'project_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'gw_port': {'id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:17Z', 'updated_at': '2021-08-20T11:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:18.720957 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Checking router: db2e6ac2-02ea-486e-b5b8-cd91456ebc0b for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:58:18.721219 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Updating router db2e6ac2-02ea-486e-b5b8-cd91456ebc0b port 0f54536f-51c9-4f61-9991-4f701aba850f binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:58:18.747397 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.887018 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.024366 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.035993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Transition to ACTIVE for port object 0f54536f-51c9-4f61-9991-4f701aba850f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:19.042358 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.084871 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Attempting to bind port 0f54536f-51c9-4f61-9991-4f701aba850f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:19.085178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Attempting to bind port 0f54536f-51c9-4f61-9991-4f701aba850f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:19.085470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Attempting to bind port 0f54536f-51c9-4f61-9991-4f701aba850f on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:19.093465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:19.093465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:19.094071 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.094465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:19.094924 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Bound port: 0f54536f-51c9-4f61-9991-4f701aba850f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:19.095496 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.105253 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Allocated IP 172.20.0.1 (bbfbb528-1e66-4421-bdef-cd50695f97de/e6d22a05-4469-4253-92bd-6e1b070cb48f/d9aeb427-2a35-470f-a8f7-878a71875fdd) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:19.131160 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 945073d0-06cc-4399-b308-63f88b215d9b details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:58:19.149354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba8646-7bc9-444f-b171-040071ce49a2 None None] Pushing event updated for resources: {'Port': ['ID=0f54536f-51c9-4f61-9991-4f701aba850f,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:19.226623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] For port 0f54536f-51c9-4f61-9991-4f701aba850f, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:19.233457 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.244348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] For port 0f54536f-51c9-4f61-9991-4f701aba850f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0f54536f-51c9-4f61-9991-4f701aba850f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:19.251272 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.278476 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.336078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Network bbfbb528-1e66-4421-bdef-cd50695f97de is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:19.340930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:19.343261 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:19.362380 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 945073d0-06cc-4399-b308-63f88b215d9b, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=945073d0-06cc-4399-b308-63f88b215d9b,segment=NetworkSegment(50344871-ad1f-44bb-afaf-0e8b76474bc3),segment_id=50344871-ad1f-44bb-afaf-0e8b76474bc3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:19.372557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Pushing event updated for resources: {'Port': ['ID=d9aeb427-2a35-470f-a8f7-878a71875fdd,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:19.389767 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.390244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Routers {'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:19.391419 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:19.399078 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '945073d0-06cc-4399-b308-63f88b215d9b', 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2', 'port_id': '945073d0-06cc-4399-b308-63f88b215d9b', 'mac_address': 'fa:16:3e:37:a3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51918349-f738-404c-9969-87234b173dd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:58:19.442840 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba8646-7bc9-444f-b171-040071ce49a2 None None] Pushing event updated for resources: {'Port': ['ID=0f54536f-51c9-4f61-9991-4f701aba850f,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:19.530110 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.568626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] Set router db2e6ac2-02ea-486e-b5b8-cd91456ebc0b gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:19.597680 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.788530 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffead2d5-69b2-4012-9fc8-62566d708c24 req-f58b11d4-81c1-4ac4-bc49-bf039e80b4a2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:19.789617 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.790479 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ffead2d5-69b2-4012-9fc8-62566d708c24 req-f58b11d4-81c1-4ac4-bc49-bf039e80b4a2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 945 time: 0.0751228 Aug 20 11:58:19.804100 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.838228 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ffead2d5-69b2-4012-9fc8-62566d708c24 req-74598f94-7c41-4d1e-8d88-44f236e4b5b5 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 Aug 20 11:58:19.842734 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945073d0-06cc-4399-b308-63f88b215d9b {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:19.849902 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed9cf4-9730-4f5f-95ae-bc0f6cb710ea req-61ffba70-0543-4a79-9793-8bebe92d855e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:19.864449 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15ed9cf4-9730-4f5f-95ae-bc0f6cb710ea req-61ffba70-0543-4a79-9793-8bebe92d855e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 943 time: 0.1202207 Aug 20 11:58:19.957810 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.960182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Pushing event updated for resources: {'Port': ['ID=d9aeb427-2a35-470f-a8f7-878a71875fdd,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:19.974082 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 945073d0-06cc-4399-b308-63f88b215d9b, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=945073d0-06cc-4399-b308-63f88b215d9b,segment=NetworkSegment(50344871-ad1f-44bb-afaf-0e8b76474bc3),segment_id=50344871-ad1f-44bb-afaf-0e8b76474bc3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:19.975633 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15ed9cf4-9730-4f5f-95ae-bc0f6cb710ea req-a5ea3b39-a88f-46b1-a23c-2caae97f5964 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=d48afe04-07b1-46cb-86fc-a2bc1eca0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857182 Aug 20 11:58:19.987799 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:20.049378 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1905417108-router', 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:16Z', 'updated_at': '2021-08-20T11:58:17Z', 'revision_number': 3, 'project_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'gw_port': {'id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:17Z', 'updated_at': '2021-08-20T11:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:20.090418 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9e85e2-7e73-43a8-918a-3d71e7610cb2 None None] The sync data for ids ['db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'] in n-d-804299-2 is: [{'id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1905417108-router', 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:16Z', 'updated_at': '2021-08-20T11:58:17Z', 'revision_number': 3, 'project_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'gw_port': {'id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:17Z', 'updated_at': '2021-08-20T11:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:58:20.096290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=945073d0-06cc-4399-b308-63f88b215d9b,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:20.096789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Network bbfbb528-1e66-4421-bdef-cd50695f97de is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:20.098336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:20.212410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['945073d0-06cc-4399-b308-63f88b215d9b'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:20.226798 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d73c5-fa53-490a-ad72-f7dc1b20bb4f req-2886c51a-cc1e-4229-bbf2-3582926ec0fd tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:20.228707 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b57d73c5-fa53-490a-ad72-f7dc1b20bb4f req-2886c51a-cc1e-4229-bbf2-3582926ec0fd tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 805 time: 0.1631763 Aug 20 11:58:20.239549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Router db2e6ac2-02ea-486e-b5b8-cd91456ebc0b has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:58:20.249312 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b57d73c5-fa53-490a-ad72-f7dc1b20bb4f req-b9e687b2-f90c-42c8-b88d-e36fdd1773e8 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/quotas/21dd6b222c3b4ff2b019fd7f9d90b009 HTTP/1.1" status: 200 len: 375 time: 0.0130413 Aug 20 11:58:20.323601 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b57d73c5-fa53-490a-ad72-f7dc1b20bb4f req-a55f3d33-53c6-4c03-80b9-1df9c37d6f18 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640905 Aug 20 11:58:20.401107 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:58:20.406929 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-87082ba2-1064-4488-8c33-8f07323e907b admin admin] 10.222.0.37 "PUT /v2.0/routers/db2e6ac2-02ea-486e-b5b8-cd91456ebc0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0695667 Aug 20 11:58:20.453913 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b57d73c5-fa53-490a-ad72-f7dc1b20bb4f req-495ec2f7-edde-434a-aed4-f52378c77728 service neutron] 10.222.0.37 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288724 Aug 20 11:58:20.640047 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b57d73c5-fa53-490a-ad72-f7dc1b20bb4f req-bd66267b-9d1d-4247-8857-83f586b3921c service neutron] 10.222.0.37 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706240 Aug 20 11:58:20.924141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38412) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:21.142092 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 945073d0-06cc-4399-b308-63f88b215d9b up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:21.149635 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-ddc17b26-1073-4ae4-94b5-76479c4936ae tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:21.151170 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-ddc17b26-1073-4ae4-94b5-76479c4936ae tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/networks?id=bbfbb528-1e66-4421-bdef-cd50695f97de HTTP/1.1" status: 200 len: 819 time: 0.2059765 Aug 20 11:58:21.183413 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-673a06de-7022-4333-bf68-75c62e662cfd tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/quotas/e616cbd04b1b4a0796f0a9fe55765d1c HTTP/1.1" status: 200 len: 375 time: 0.0174839 Aug 20 11:58:21.225259 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0f54536f-51c9-4f61-9991-4f701aba850f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:21.294910 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 945073d0-06cc-4399-b308-63f88b215d9b completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:21.296816 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-af14d344-447b-49ce-b8b3-28117127e300 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e616cbd04b1b4a0796f0a9fe55765d1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1023598 Aug 20 11:58:21.315500 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 945073d0-06cc-4399-b308-63f88b215d9b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:21.316019 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.341840 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-877b0196-51bc-4945-a4e6-e78a5f4e86a8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting port 52f3bcfe-22cd-4a96-aa00-e82449f59d3e {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:21.342200 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-877b0196-51bc-4945-a4e6-e78a5f4e86a8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.409970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 0f54536f-51c9-4f61-9991-4f701aba850f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:21.416621 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 0f54536f-51c9-4f61-9991-4f701aba850f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:21.417228 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.521484 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-0e873618-ac9c-48fa-8bba-921d61f816a3 service neutron] 10.222.0.37 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170362 Aug 20 11:58:21.543900 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-877b0196-51bc-4945-a4e6-e78a5f4e86a8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.544239 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-877b0196-51bc-4945-a4e6-e78a5f4e86a8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.565288 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.588785 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-877b0196-51bc-4945-a4e6-e78a5f4e86a8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Calling delete_port for 52f3bcfe-22cd-4a96-aa00-e82449f59d3e owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:21.613643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a32b51-cd92-439f-a37f-99bbab61a41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945073d0-06cc-4399-b308-63f88b215d9b'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:21.616580 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d4de06-a2b0-447d-b9e9-2f09831476b6" -d '{"events": [{"server_uuid": "34a32b51-cd92-439f-a37f-99bbab61a41b", "name": "network-vif-plugged", "status": "completed", "tag": "945073d0-06cc-4399-b308-63f88b215d9b"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:21.617164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968e440-08b3-4164-9b31-36e4d977cf64 req-a812cb41-7d07-44e8-86f1-1a75bae05c55 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:21.618749 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9968e440-08b3-4164-9b31-36e4d977cf64 req-a812cb41-7d07-44e8-86f1-1a75bae05c55 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 944 time: 0.0931220 Aug 20 11:58:21.628583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 945073d0-06cc-4399-b308-63f88b215d9b, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=945073d0-06cc-4399-b308-63f88b215d9b,segment=NetworkSegment(50344871-ad1f-44bb-afaf-0e8b76474bc3),segment_id=50344871-ad1f-44bb-afaf-0e8b76474bc3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:21.663526 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.703545 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.709075 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-4df47463-d10b-41b1-ad1d-2da09d3ee87f service neutron] 10.222.0.37 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739824 Aug 20 11:58:21.772341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 0f54536f-51c9-4f61-9991-4f701aba850f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0f54536f-51c9-4f61-9991-4f701aba850f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:21.781739 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.805136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=945073d0-06cc-4399-b308-63f88b215d9b,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:21.874302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=0f54536f-51c9-4f61-9991-4f701aba850f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:21.901903 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f88958-5387-40fc-88c2-ccb9252497fc x-openstack-request-id: req-f2f88958-5387-40fc-88c2-ccb9252497fc {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:21.902323 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a32b51-cd92-439f-a37f-99bbab61a41b", "name": "network-vif-plugged", "status": "completed", "tag": "945073d0-06cc-4399-b308-63f88b215d9b", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:21.902642 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2f88958-5387-40fc-88c2-ccb9252497fc {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:21.903064 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a32b51-cd92-439f-a37f-99bbab61a41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945073d0-06cc-4399-b308-63f88b215d9b', 'code': 200} Aug 20 11:58:21.907709 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-877b0196-51bc-4945-a4e6-e78a5f4e86a8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.967383 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b0196-51bc-4945-a4e6-e78a5f4e86a8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Port': ['ID=52f3bcfe-22cd-4a96-aa00-e82449f59d3e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:21.993871 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9968e440-08b3-4164-9b31-36e4d977cf64 req-00822b0d-ac71-434f-a927-983342919581 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=d48afe04-07b1-46cb-86fc-a2bc1eca0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862124 Aug 20 11:58:21.998186 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c8f67af-d033-41c5-b48f-a14f5790a106 req-a4e313da-274c-4f8c-abf8-a7d3137cb63e tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 210 time: 0.0580270 Aug 20 11:58:22.055790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9096299-7002-4de8-8c87-df8108a800c5 req-d26fc77b-385e-4f1d-a35e-e9d46d4ad636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:22.057808 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a9096299-7002-4de8-8c87-df8108a800c5 req-d26fc77b-385e-4f1d-a35e-e9d46d4ad636 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 1096 time: 0.0646515 Aug 20 11:58:22.091643 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-877b0196-51bc-4945-a4e6-e78a5f4e86a8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:22.091978 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-877b0196-51bc-4945-a4e6-e78a5f4e86a8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Floating IP 611eddc5-35ec-41fb-a081-d82f94d50160 disassociated (deleted). External IP: 172.25.8.107, port: 6e96c996-5132-4b85-890b-d9290816c0b1. Aug 20 11:58:22.118205 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a9096299-7002-4de8-8c87-df8108a800c5 req-4e62ce2f-54de-4d07-9b01-b1696543a1c4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d48afe04-07b1-46cb-86fc-a2bc1eca0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508311 Aug 20 11:58:22.349149 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-95e7674f-fe41-4c8a-84e7-b0d104ca574a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:22.373484 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-830cef36-c71a-4a0e-ae6a-418d559aa159 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:22.376370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-830cef36-c71a-4a0e-ae6a-418d559aa159 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/networks?id=bbfbb528-1e66-4421-bdef-cd50695f97de HTTP/1.1" status: 200 len: 819 time: 0.1443994 Aug 20 11:58:22.401750 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-b89af38b-49d5-48da-8286-8aa6a37ec913 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/quotas/e616cbd04b1b4a0796f0a9fe55765d1c HTTP/1.1" status: 200 len: 375 time: 0.0180068 Aug 20 11:58:22.467518 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-546aa620-9fe1-4f8e-ae56-12516e223fc6 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e616cbd04b1b4a0796f0a9fe55765d1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605502 Aug 20 11:58:22.576109 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Sync routers for ids ['db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:58:22.599758 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Routers {'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:22.602409 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:22.620712 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-b8b6eaab-ba66-467a-9041-fc079f0ab42c service neutron] 10.222.0.37 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429613 Aug 20 11:58:22.747907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-0c348042-313d-48d2-b444-6fa5130f7e98 service neutron] 10.222.0.37 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267133 Aug 20 11:58:22.763976 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-063c683a-f6c4-4b45-9613-3e6ea336f83f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:22.766227 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-063c683a-f6c4-4b45-9613-3e6ea336f83f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 805 time: 0.6155703 Aug 20 11:58:22.795630 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Set router db2e6ac2-02ea-486e-b5b8-cd91456ebc0b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:22.921331 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-a56eabe3-fa02-4db7-b128-e8a875f66ab4 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/quotas/21dd6b222c3b4ff2b019fd7f9d90b009 HTTP/1.1" status: 200 len: 375 time: 0.1462650 Aug 20 11:58:23.050195 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2dc9ed7-b913-4cd5-ab63-bce7dcede316 req-288b4c1e-5c99-496e-9665-9f8e34c27cce tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 210 time: 0.0444674 Aug 20 11:58:23.072177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877b0196-51bc-4945-a4e6-e78a5f4e86a8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router c94b1a2d-92d2-4581-adcb-91aebe5afefe has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:58:23.100822 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-f62ef78a-f6b3-469c-8e30-fd4f3f984093 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1728325 Aug 20 11:58:23.144892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0f54536f-51c9-4f61-9991-4f701aba850f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:23.150216 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1905417108-router', 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:16Z', 'updated_at': '2021-08-20T11:58:19Z', 'revision_number': 4, 'project_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'gw_port': {'id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:17Z', 'updated_at': '2021-08-20T11:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd9aeb427-2a35-470f-a8f7-878a71875fdd', 'name': '', 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de', 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'mac_address': 'fa:16:3e:cc:b7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'e6d22a05-4469-4253-92bd-6e1b070cb48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:18Z', 'updated_at': '2021-08-20T11:58:19Z', 'revision_number': 2, 'project_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'subnets': [{'id': 'e6d22a05-4469-4253-92bd-6e1b070cb48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:23.179402 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Checking router: db2e6ac2-02ea-486e-b5b8-cd91456ebc0b for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:58:23.179818 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Updating router db2e6ac2-02ea-486e-b5b8-cd91456ebc0b port d9aeb427-2a35-470f-a8f7-878a71875fdd binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:58:23.209413 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:23.243123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d453e-5146-4652-b006-26648f52810f req-70e28581-d900-40cc-b537-0871d74c5681 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:23.244735 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-497d453e-5146-4652-b006-26648f52810f req-70e28581-d900-40cc-b537-0871d74c5681 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 945 time: 0.1378343 Aug 20 11:58:23.252355 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 0f54536f-51c9-4f61-9991-4f701aba850f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:23.255737 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:23.336240 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-497d453e-5146-4652-b006-26648f52810f req-e6448513-f65d-4c38-8998-79a110bc5bbb tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=d48afe04-07b1-46cb-86fc-a2bc1eca0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812047 Aug 20 11:58:23.449451 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-a5e38ed8-2415-448f-a109-e2b4170be4f0 service neutron] 10.222.0.37 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476260 Aug 20 11:58:23.530027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877b0196-51bc-4945-a4e6-e78a5f4e86a8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:58:23.538902 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-877b0196-51bc-4945-a4e6-e78a5f4e86a8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:23.543880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576146b9-23f9-49ac-b0db-d5b833075ade None None] Sync routers for ids ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:58:23.558123 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576146b9-23f9-49ac-b0db-d5b833075ade None None] Routers {'c94b1a2d-92d2-4581-adcb-91aebe5afefe'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:23.558777 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-576146b9-23f9-49ac-b0db-d5b833075ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:23.640028 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-877b0196-51bc-4945-a4e6-e78a5f4e86a8 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/floatingips/611eddc5-35ec-41fb-a081-d82f94d50160 HTTP/1.1" status: 204 len: 168 time: 2.7143540 Aug 20 11:58:23.646823 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'tag': '6e96c996-5132-4b85-890b-d9290816c0b1'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:23.652679 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9c01b3-3b8e-493d-a859-515ecae7c36a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d15b96-68d2-4e1c-9713-a804e663ab25", "tag": "6e96c996-5132-4b85-890b-d9290816c0b1"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:23.720347 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:23.733416 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-1ce6c59d-bedb-4bc4-8736-ed82b1202a7f service neutron] 10.222.0.37 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830656 Aug 20 11:58:23.735908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-1a08606d-0bd2-4e9d-b321-a437d6618f0f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:23.747476 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Transition to ACTIVE for port object d9aeb427-2a35-470f-a8f7-878a71875fdd will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:23.749128 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-1a08606d-0bd2-4e9d-b321-a437d6618f0f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.35 "GET /v2.0/networks?id=bbfbb528-1e66-4421-bdef-cd50695f97de HTTP/1.1" status: 200 len: 819 time: 0.2839038 Aug 20 11:58:23.755856 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:23.770963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-bd5ae5cb-b588-4473-9725-5779aa1e9364 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Request body: {'port': {'device_id': 'b47bbb79-0846-4737-8c23-a40f05fcbf8c', 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de', 'admin_state_up': True, 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:23.782196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-576146b9-23f9-49ac-b0db-d5b833075ade None None] Set router c94b1a2d-92d2-4581-adcb-91aebe5afefe gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:23.868041 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f108f-4640-4f27-8e2a-959f2c15148e None None] Pushing event updated for resources: {'Port': ['ID=d9aeb427-2a35-470f-a8f7-878a71875fdd,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:23.993880 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Attempting to bind port d9aeb427-2a35-470f-a8f7-878a71875fdd on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:23.994533 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Attempting to bind port d9aeb427-2a35-470f-a8f7-878a71875fdd by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '93058ced-2bab-4b1a-907c-52c3652775f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:23.995088 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Attempting to bind port d9aeb427-2a35-470f-a8f7-878a71875fdd on network bbfbb528-1e66-4421-bdef-cd50695f97de {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:24.007631 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:24.008291 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Checking segment: {'id': '93058ced-2bab-4b1a-907c-52c3652775f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:24.009957 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:24.010362 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Bound using segment: {'id': '93058ced-2bab-4b1a-907c-52c3652775f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:24.011026 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Bound port: d9aeb427-2a35-470f-a8f7-878a71875fdd, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93058ced-2bab-4b1a-907c-52c3652775f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:24.012295 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:24.029918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-bd5ae5cb-b588-4473-9725-5779aa1e9364 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Made reservation on behalf of e616cbd04b1b4a0796f0a9fe55765d1c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:24.035550 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-bd5ae5cb-b588-4473-9725-5779aa1e9364 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:24.230780 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] For port d9aeb427-2a35-470f-a8f7-878a71875fdd, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:24.242955 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] For port d9aeb427-2a35-470f-a8f7-878a71875fdd, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d9aeb427-2a35-470f-a8f7-878a71875fdd,segment=NetworkSegment(93058ced-2bab-4b1a-907c-52c3652775f5),segment_id=93058ced-2bab-4b1a-907c-52c3652775f5)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:24.247986 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:24.302996 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396748b-ea39-4b88-92d8-50392ffd3fd7 req-e812623c-4c37-484d-8c67-2787c70d957c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:24.315486 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3396748b-ea39-4b88-92d8-50392ffd3fd7 req-e812623c-4c37-484d-8c67-2787c70d957c tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.1497362 Aug 20 11:58:24.353058 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec93f99c-042f-4c74-99d9-07ea96f256c8 x-openstack-request-id: req-ec93f99c-042f-4c74-99d9-07ea96f256c8 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:24.353351 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d15b96-68d2-4e1c-9713-a804e663ab25", "tag": "6e96c996-5132-4b85-890b-d9290816c0b1", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:24.353602 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec93f99c-042f-4c74-99d9-07ea96f256c8 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:24.354395 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'tag': '6e96c996-5132-4b85-890b-d9290816c0b1', 'status': 'completed', 'code': 200} Aug 20 11:58:24.398056 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Routers {'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:24.399086 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:24.402206 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f108f-4640-4f27-8e2a-959f2c15148e None None] Pushing event updated for resources: {'Port': ['ID=d9aeb427-2a35-470f-a8f7-878a71875fdd,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:24.406886 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3396748b-ea39-4b88-92d8-50392ffd3fd7 req-be425ad0-57eb-40b5-b9dc-92f4fe1f09ad tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903707 Aug 20 11:58:24.436065 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-576146b9-23f9-49ac-b0db-d5b833075ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323863832', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:36Z', 'updated_at': '2021-08-20T11:56:42Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:37Z', 'updated_at': '2021-08-20T11:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b781a389-89e3-4afa-9ff4-d40e5ae39b38', 'name': '', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:68:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:40Z', 'updated_at': '2021-08-20T11:56:50Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:24.451204 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-bd5ae5cb-b588-4473-9725-5779aa1e9364 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Allocated IP 172.20.0.13 (bbfbb528-1e66-4421-bdef-cd50695f97de/e6d22a05-4469-4253-92bd-6e1b070cb48f/ffc1c4e8-d714-4313-a6c0-4aede4f1951d) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:24.505417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576146b9-23f9-49ac-b0db-d5b833075ade None None] Checking router: c94b1a2d-92d2-4581-adcb-91aebe5afefe for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:58:24.519969 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576146b9-23f9-49ac-b0db-d5b833075ade None None] Routers {'c94b1a2d-92d2-4581-adcb-91aebe5afefe'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:24.520671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-576146b9-23f9-49ac-b0db-d5b833075ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:57:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:24.545489 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-989ae839-ae5b-4b4e-93bd-7e24f779e7bb req-a4add16d-40a3-4cf9-8e96-ef6436f74a6e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 210 time: 0.2304571 Aug 20 11:58:24.570638 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-14ab686d-524d-4980-a108-b1208a237e7d req-3476d829-ed8b-4557-aae6-159bf1f7b91a tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 210 time: 0.0569441 Aug 20 11:58:24.604370 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c01b3-3b8e-493d-a859-515ecae7c36a req-55fca3e1-2493-42f2-8cb2-bf25fe702877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:24.606188 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e9c01b3-3b8e-493d-a859-515ecae7c36a req-55fca3e1-2493-42f2-8cb2-bf25fe702877 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 1097 time: 0.2684469 Aug 20 11:58:24.680821 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] Set router db2e6ac2-02ea-486e-b5b8-cd91456ebc0b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:24.783404 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-576146b9-23f9-49ac-b0db-d5b833075ade None None] Set router c94b1a2d-92d2-4581-adcb-91aebe5afefe gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:24.921823 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c01b3-3b8e-493d-a859-515ecae7c36a req-3588a74a-0ee8-45ba-bf18-09101b0fa4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:24.923959 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e9c01b3-3b8e-493d-a859-515ecae7c36a req-3588a74a-0ee8-45ba-bf18-09101b0fa4db service neutron] 10.222.0.76 "GET /v2.0/networks?id=a13a7086-1015-4c2d-a524-239d5b6a3e97 HTTP/1.1" status: 200 len: 897 time: 0.3058767 Aug 20 11:58:24.935605 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-5ca86bb6-0abc-45e6-aff5-8b549efa36ac tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:24.937857 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-5ca86bb6-0abc-45e6-aff5-8b549efa36ac tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.76 "GET /v2.0/networks?id=bbfbb528-1e66-4421-bdef-cd50695f97de HTTP/1.1" status: 200 len: 819 time: 0.2005663 Aug 20 11:58:24.982307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e8f57d27-2ad8-4818-9645-e9533630c60c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Request body: {'port': {'device_id': '2696bca2-1175-454a-b4fd-8a363f3aa02e', 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de', 'admin_state_up': True, 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:25.056258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-576146b9-23f9-49ac-b0db-d5b833075ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323863832', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:36Z', 'updated_at': '2021-08-20T11:56:42Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:37Z', 'updated_at': '2021-08-20T11:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b781a389-89e3-4afa-9ff4-d40e5ae39b38', 'name': '', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:68:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:40Z', 'updated_at': '2021-08-20T11:56:50Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:25.101203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576146b9-23f9-49ac-b0db-d5b833075ade None None] The sync data for ids ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'] in n-d-804299-2 is: [{'id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323863832', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:36Z', 'updated_at': '2021-08-20T11:56:42Z', 'revision_number': 4, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:37Z', 'updated_at': '2021-08-20T11:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b781a389-89e3-4afa-9ff4-d40e5ae39b38', 'name': '', 'network_id': 'a13a7086-1015-4c2d-a524-239d5b6a3e97', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'mac_address': 'fa:16:3e:68:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:40Z', 'updated_at': '2021-08-20T11:56:50Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'subnets': [{'id': 'bd1e1b9c-2c97-445b-b010-9908e06e4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:58:25.129034 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1905417108-router', 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:16Z', 'updated_at': '2021-08-20T11:58:19Z', 'revision_number': 4, 'project_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'gw_port': {'id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:17Z', 'updated_at': '2021-08-20T11:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd9aeb427-2a35-470f-a8f7-878a71875fdd', 'name': '', 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de', 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'mac_address': 'fa:16:3e:cc:b7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'e6d22a05-4469-4253-92bd-6e1b070cb48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:18Z', 'updated_at': '2021-08-20T11:58:24Z', 'revision_number': 4, 'project_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'subnets': [{'id': 'e6d22a05-4469-4253-92bd-6e1b070cb48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:25.138740 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b74d0836-55a2-47cb-abaf-351a86b667e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.295705 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ae250-fa18-447e-8c05-6fcb201bb87c None None] The sync data for ids ['db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'] in n-d-804299-2 is: [{'id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1905417108-router', 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:16Z', 'updated_at': '2021-08-20T11:58:19Z', 'revision_number': 4, 'project_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'gw_port': {'id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:17Z', 'updated_at': '2021-08-20T11:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd9aeb427-2a35-470f-a8f7-878a71875fdd', 'name': '', 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de', 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'mac_address': 'fa:16:3e:cc:b7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'e6d22a05-4469-4253-92bd-6e1b070cb48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:18Z', 'updated_at': '2021-08-20T11:58:24Z', 'revision_number': 4, 'project_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'subnets': [{'id': 'e6d22a05-4469-4253-92bd-6e1b070cb48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:58:25.463935 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.604321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e9c01b3-3b8e-493d-a859-515ecae7c36a req-6205b2df-b4e1-4d94-bfd5-07929ce37b3a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e96c996-5132-4b85-890b-d9290816c0b1 HTTP/1.1" status: 200 len: 217 time: 0.6378980 Aug 20 11:58:25.610236 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e34088-6f05-4f07-95f6-7c659fc51214 None None] New status for floating IP 611eddc5-35ec-41fb-a081-d82f94d50160: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:58:25.618093 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3d1d0-3d5b-4e7d-a222-420d5a13adf6 req-5c3b16c7-09e6-4fcc-adbe-efd7318fd9d0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:25.620313 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1e3d1d0-3d5b-4e7d-a222-420d5a13adf6 req-5c3b16c7-09e6-4fcc-adbe-efd7318fd9d0 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.0959389 Aug 20 11:58:25.727808 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1e3d1d0-3d5b-4e7d-a222-420d5a13adf6 req-edfe569f-6024-4418-af22-92ec596039cf tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986285 Aug 20 11:58:25.844669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c01b3-3b8e-493d-a859-515ecae7c36a req-52cae114-52a4-4a3e-9b20-72fb20f7bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:25.846363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e9c01b3-3b8e-493d-a859-515ecae7c36a req-52cae114-52a4-4a3e-9b20-72fb20f7bcf9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bd1e1b9c-2c97-445b-b010-9908e06e4391 HTTP/1.1" status: 200 len: 834 time: 0.2099979 Aug 20 11:58:25.876891 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-39ab7291-f8f6-40f5-8c49-b48c9ffe8407 req-b73f7006-6bc5-4412-8fda-31491b1f6a88 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 210 time: 0.0310340 Aug 20 11:58:25.897933 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2a256-29a4-4e6f-ae3d-03e6a0c3676c req-7bd280ab-82c6-4ddd-8ba6-60495c541647 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:25.905997 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-61d2a256-29a4-4e6f-ae3d-03e6a0c3676c req-7bd280ab-82c6-4ddd-8ba6-60495c541647 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 945 time: 1.1674359 Aug 20 11:58:25.992518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b3e41121-0773-49a6-951f-e9f81543b488 req-4750abab-a57f-4d04-86a3-57f43bc31cfb tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 210 time: 0.0441759 Aug 20 11:58:26.060380 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-bd5ae5cb-b588-4473-9725-5779aa1e9364 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.083563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2535c-9d40-4759-ab76-9929d09380f5 req-ff93b94d-5829-4f69-be7d-5068e015251f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:26.085142 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93d2535c-9d40-4759-ab76-9929d09380f5 req-ff93b94d-5829-4f69-be7d-5068e015251f tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.4665670 Aug 20 11:58:26.091700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-ce74f0d3-dd67-470b-9d89-f54f2982e48e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:26.093114 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-ce74f0d3-dd67-470b-9d89-f54f2982e48e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 805 time: 0.4634471 Aug 20 11:58:26.107735 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c01b3-3b8e-493d-a859-515ecae7c36a req-6ce2db14-bb5e-4ea8-882b-1fd6a144ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:26.109251 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e9c01b3-3b8e-493d-a859-515ecae7c36a req-6ce2db14-bb5e-4ea8-882b-1fd6a144ea53 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a13a7086-1015-4c2d-a524-239d5b6a3e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2446742 Aug 20 11:58:26.121824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-15b69908-a7ff-49f4-95a9-35bdea42fecb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Request body: {'port': {'device_id': 'ee7c2990-c15d-4e9d-b08c-954019275a1c', 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554', 'admin_state_up': True, 'tenant_id': '21dd6b222c3b4ff2b019fd7f9d90b009'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:26.162225 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-61d2a256-29a4-4e6f-ae3d-03e6a0c3676c req-3229c329-a9c8-4ca0-af6a-107c4374356f tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=d48afe04-07b1-46cb-86fc-a2bc1eca0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552717 Aug 20 11:58:26.312758 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d28ec4-720c-4eee-b0d2-e80108670505 req-2e7abf30-edc7-4e66-809c-f324a6d284a3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:26.314691 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b3d28ec4-720c-4eee-b0d2-e80108670505 req-2e7abf30-edc7-4e66-809c-f324a6d284a3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 945 time: 0.0617883 Aug 20 11:58:26.331221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e8f57d27-2ad8-4818-9645-e9533630c60c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Made reservation on behalf of e616cbd04b1b4a0796f0a9fe55765d1c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:26.335951 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e8f57d27-2ad8-4818-9645-e9533630c60c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.367625 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.388822 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b3d28ec4-720c-4eee-b0d2-e80108670505 req-25e6b95d-91ac-4756-8475-57cfa4f588b4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=d48afe04-07b1-46cb-86fc-a2bc1eca0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655873 Aug 20 11:58:26.408164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38572) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:26.424288 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e9c01b3-3b8e-493d-a859-515ecae7c36a req-58b44d21-4dbd-4e3f-92cf-dbde6a0d2e5b service neutron] 10.222.0.76 "GET /v2.0/networks/a13a7086-1015-4c2d-a524-239d5b6a3e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060799 Aug 20 11:58:26.457421 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ea9de6-fdf1-4ca8-a5c1-baa0739f44d2 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:26.462164 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-30ea9de6-fdf1-4ca8-a5c1-baa0739f44d2 tempest-TestNetworkBasicOps-1275271871 tempest-TestNetworkBasicOps-1275271871-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 1091 time: 0.0529091 Aug 20 11:58:26.462792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38574) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:26.467423 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': '945073d0-06cc-4399-b308-63f88b215d9b', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:26.493471 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.578376 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-bd5ae5cb-b588-4473-9725-5779aa1e9364 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.608934 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.735975 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ae5cb-b588-4473-9725-5779aa1e9364 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Pushing event updated for resources: {'Port': ['ID=ffc1c4e8-d714-4313-a6c0-4aede4f1951d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:26.749947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Allocated IP 172.25.8.229 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/c8d6ea00-244b-40ba-ac7c-a30b08d6b44f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:26.773262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-bd5ae5cb-b588-4473-9725-5779aa1e9364 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Network bbfbb528-1e66-4421-bdef-cd50695f97de is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:26.783246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e8f57d27-2ad8-4818-9645-e9533630c60c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Allocated IP 172.20.0.11 (bbfbb528-1e66-4421-bdef-cd50695f97de/e6d22a05-4469-4253-92bd-6e1b070cb48f/7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:26.788614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-bd5ae5cb-b588-4473-9725-5779aa1e9364 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:26.801321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-93d2535c-9d40-4759-ab76-9929d09380f5 req-4d89605f-7e16-4ac2-a19a-84e247f013c3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting port 6e96c996-5132-4b85-890b-d9290816c0b1 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:26.801670 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-93d2535c-9d40-4759-ab76-9929d09380f5 req-4d89605f-7e16-4ac2-a19a-84e247f013c3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.804576 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-15b69908-a7ff-49f4-95a9-35bdea42fecb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Made reservation on behalf of 21dd6b222c3b4ff2b019fd7f9d90b009 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:26.808080 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-15b69908-a7ff-49f4-95a9-35bdea42fecb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.823203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-bd5ae5cb-b588-4473-9725-5779aa1e9364 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:26.892849 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.957907 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.004899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:27.008205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:27.011020 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:27.072525 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5b8c388e-166c-445e-a68f-a87d104a9a2a req-e44ca7f1-6082-43d0-a377-5fb854c2664f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 210 time: 0.0681338 Aug 20 11:58:27.089272 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Port': ['ID=c8d6ea00-244b-40ba-ac7c-a30b08d6b44f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:27.168300 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-bd5ae5cb-b588-4473-9725-5779aa1e9364 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:27.169876 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-bd5ae5cb-b588-4473-9725-5779aa1e9364 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.178893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d9aeb427-2a35-470f-a8f7-878a71875fdd up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:27.197095 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e9c01b3-3b8e-493d-a859-515ecae7c36a req-bb7257eb-cca6-4016-9772-37c1e10fa939 service neutron] 10.222.0.76 "GET /v2.0/networks/a13a7086-1015-4c2d-a524-239d5b6a3e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7572713 Aug 20 11:58:27.206107 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-284a02d3-4f06-4a92-8ad1-2d37fd019b38 req-66e19bf5-70cc-422d-ac67-c9774d989ade tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 210 time: 0.0462880 Aug 20 11:58:27.217065 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-bd5ae5cb-b588-4473-9725-5779aa1e9364 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4519944 Aug 20 11:58:27.237503 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port d9aeb427-2a35-470f-a8f7-878a71875fdd completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:27.242895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d9aeb427-2a35-470f-a8f7-878a71875fdd triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:27.244057 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.271625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Request body: {'port': {'device_id': 'b47bbb79-0846-4737-8c23-a40f05fcbf8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:27.337206 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.367166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-93d2535c-9d40-4759-ab76-9929d09380f5 req-4d89605f-7e16-4ac2-a19a-84e247f013c3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] For port 6e96c996-5132-4b85-890b-d9290816c0b1, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=6e96c996-5132-4b85-890b-d9290816c0b1,segment=NetworkSegment(36b8d84d-9400-412b-bcb3-73ee4525262d),segment_id=36b8d84d-9400-412b-bcb3-73ee4525262d)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:27.367834 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-93d2535c-9d40-4759-ab76-9929d09380f5 req-4d89605f-7e16-4ac2-a19a-84e247f013c3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.382547 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port d9aeb427-2a35-470f-a8f7-878a71875fdd, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d9aeb427-2a35-470f-a8f7-878a71875fdd,segment=NetworkSegment(93058ced-2bab-4b1a-907c-52c3652775f5),segment_id=93058ced-2bab-4b1a-907c-52c3652775f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:27.390127 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.404923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b96883-4ef8-4be0-a04f-adad080e2c0a req-3f0e3c18-55ce-40bc-9eae-5345aa215fc4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:27.412907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c3b96883-4ef8-4be0-a04f-adad080e2c0a req-3f0e3c18-55ce-40bc-9eae-5345aa215fc4 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 946 time: 0.5555687 Aug 20 11:58:27.450570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=d9aeb427-2a35-470f-a8f7-878a71875fdd,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:27.473521 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-93d2535c-9d40-4759-ab76-9929d09380f5 req-4d89605f-7e16-4ac2-a19a-84e247f013c3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Calling delete_port for 6e96c996-5132-4b85-890b-d9290816c0b1 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:27.508337 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e8f57d27-2ad8-4818-9645-e9533630c60c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.514188 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.536608 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.599809 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c3b96883-4ef8-4be0-a04f-adad080e2c0a req-96bc203e-2a36-4b1b-8c4f-ab084ce53265 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8a368dc-2030-49b2-beec-e545b61c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856036 Aug 20 11:58:27.600668 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-15b69908-a7ff-49f4-95a9-35bdea42fecb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Allocated IP 172.20.0.12 (e846d3a0-5933-4c17-9498-c75783c06554/6c6e1881-b439-4ba3-9e13-47bdb96ee8e5/8e08eced-b55d-4d0b-8165-09231b4a367e) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:27.607643 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.799713 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.805550 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.814456 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e8f57d27-2ad8-4818-9645-e9533630c60c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.901004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event updated for resources: {'Port': ['ID=c8d6ea00-244b-40ba-ac7c-a30b08d6b44f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:27.914533 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.937004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e8f57d27-2ad8-4818-9645-e9533630c60c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Network bbfbb528-1e66-4421-bdef-cd50695f97de is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:27.953216 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e8f57d27-2ad8-4818-9645-e9533630c60c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:27.996554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e8f57d27-2ad8-4818-9645-e9533630c60c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:28.011618 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.029499 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Floating IP 2cece9ed-972c-49ad-a80a-ae6268df594f associated. External IP: 172.25.8.229, port: 945073d0-06cc-4399-b308-63f88b215d9b. Aug 20 11:58:28.085259 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-93d2535c-9d40-4759-ab76-9929d09380f5 req-4d89605f-7e16-4ac2-a19a-84e247f013c3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.105762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f57d27-2ad8-4818-9645-e9533630c60c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Pushing event updated for resources: {'Port': ['ID=7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:28.185914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89605f-7e16-4ac2-a19a-84e247f013c3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Port': ['ID=6e96c996-5132-4b85-890b-d9290816c0b1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:28.199127 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-15b69908-a7ff-49f4-95a9-35bdea42fecb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.231386 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d53bfd9c-0dce-43f9-b854-ef8b05f7dfec req-4f2051fa-8684-4b73-ab8a-1a10cdbdb63e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 210 time: 0.0315831 Aug 20 11:58:28.250038 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e8f57d27-2ad8-4818-9645-e9533630c60c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:28.250794 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e8f57d27-2ad8-4818-9645-e9533630c60c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.257819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d2535c-9d40-4759-ab76-9929d09380f5 req-4d89605f-7e16-4ac2-a19a-84e247f013c3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] No DVR routers for this DVR port 6e96c996-5132-4b85-890b-d9290816c0b1 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:28.273908 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-93d2535c-9d40-4759-ab76-9929d09380f5 req-4d89605f-7e16-4ac2-a19a-84e247f013c3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.275886 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93d2535c-9d40-4759-ab76-9929d09380f5 req-4d89605f-7e16-4ac2-a19a-84e247f013c3 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.76 "DELETE /v2.0/ports/6e96c996-5132-4b85-890b-d9290816c0b1 HTTP/1.1" status: 204 len: 173 time: 2.1790788 Aug 20 11:58:28.276333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'name': 'network-vif-deleted', 'tag': '6e96c996-5132-4b85-890b-d9290816c0b1'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:28.278617 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531cc624-8245-46cd-9370-e5fd2dbb2e05" -d '{"events": [{"server_uuid": "f1d15b96-68d2-4e1c-9713-a804e663ab25", "name": "network-vif-deleted", "tag": "6e96c996-5132-4b85-890b-d9290816c0b1"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:28.309576 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e8f57d27-2ad8-4818-9645-e9533630c60c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3325107 Aug 20 11:58:28.335169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Router 1ead812c-9f25-4939-8415-03be2a55928e has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:58:28.356488 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Request body: {'port': {'device_id': '2696bca2-1175-454a-b4fd-8a363f3aa02e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:28.396313 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c58f8da-53b6-4b92-809b-7952e73a3547 x-openstack-request-id: req-5c58f8da-53b6-4b92-809b-7952e73a3547 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:28.396595 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d15b96-68d2-4e1c-9713-a804e663ab25", "name": "network-vif-deleted", "tag": "6e96c996-5132-4b85-890b-d9290816c0b1", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:28.396937 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c58f8da-53b6-4b92-809b-7952e73a3547 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:28.397244 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d15b96-68d2-4e1c-9713-a804e663ab25', 'name': 'network-vif-deleted', 'tag': '6e96c996-5132-4b85-890b-d9290816c0b1', 'status': 'completed', 'code': 200} Aug 20 11:58:28.489792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:58:28.504370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f9c5c-334f-4bf9-a576-d4a11bad4455 None None] Sync routers for ids ['1ead812c-9f25-4939-8415-03be2a55928e'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:58:28.508740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc1c4e8-d714-4313-a6c0-4aede4f1951d {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:28.519347 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-15b69908-a7ff-49f4-95a9-35bdea42fecb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.522133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f9c5c-334f-4bf9-a576-d4a11bad4455 None None] Routers {'1ead812c-9f25-4939-8415-03be2a55928e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:28.525715 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.525888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2f8f9c5c-334f-4bf9-a576-d4a11bad4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:58:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1ead812c-9f25-4939-8415-03be2a55928e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:28.532856 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3d9d073b-1ebb-42ea-a1ff-7a2785e024dd'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:28.544013 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.545670 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.592567 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-74a94faa-131f-4ffc-9b5b-6cf960967b95 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1264174 Aug 20 11:58:28.592567 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a32b51-cd92-439f-a37f-99bbab61a41b', 'tag': '945073d0-06cc-4399-b308-63f88b215d9b'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:28.594300 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2454e81a-cd61-42a7-91f5-5bcda97d1b88" -d '{"events": [{"name": "network-changed", "server_uuid": "34a32b51-cd92-439f-a37f-99bbab61a41b", "tag": "945073d0-06cc-4399-b308-63f88b215d9b"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:28.597066 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38620) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:28.600950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0436a0-8742-40ba-80f5-c3f66f15d66b req-2e31e967-6c14-441b-a104-b15810b7e89e tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:28.602499 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e0436a0-8742-40ba-80f5-c3f66f15d66b req-2e31e967-6c14-441b-a104-b15810b7e89e tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 932 time: 0.2086163 Aug 20 11:58:28.621494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Transition to ACTIVE for port object ffc1c4e8-d714-4313-a6c0-4aede4f1951d will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:28.638545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-15b69908-a7ff-49f4-95a9-35bdea42fecb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Network e846d3a0-5933-4c17-9498-c75783c06554 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:28.666997 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc6d073-f1e8-4985-9657-0ef2e233954e x-openstack-request-id: req-2fc6d073-f1e8-4985-9657-0ef2e233954e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:28.667479 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a32b51-cd92-439f-a37f-99bbab61a41b", "tag": "945073d0-06cc-4399-b308-63f88b215d9b", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:28.667931 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2fc6d073-f1e8-4985-9657-0ef2e233954e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:28.668494 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a32b51-cd92-439f-a37f-99bbab61a41b', 'tag': '945073d0-06cc-4399-b308-63f88b215d9b', 'status': 'completed', 'code': 200} Aug 20 11:58:28.715686 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.731168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-15b69908-a7ff-49f4-95a9-35bdea42fecb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:28.750976 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e4eb5ea9-b491-4e0e-b89e-3060348efc4a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/floatingips/2cece9ed-972c-49ad-a80a-ae6268df594f HTTP/1.1" status: 200 len: 991 time: 0.1511707 Aug 20 11:58:28.777301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-15b69908-a7ff-49f4-95a9-35bdea42fecb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:28.794518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c76520cf-2f81-4d7a-8f5e-0533bfee011d req-d407f107-8b4a-4cb0-bb95-9212095bfe45 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d15b96-68d2-4e1c-9713-a804e663ab25 HTTP/1.1" status: 200 len: 210 time: 0.0323391 Aug 20 11:58:28.803110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b69908-a7ff-49f4-95a9-35bdea42fecb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Pushing event updated for resources: {'Port': ['ID=8e08eced-b55d-4d0b-8165-09231b4a367e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:28.849144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-2f8f9c5c-334f-4bf9-a576-d4a11bad4455 None None] Set router 1ead812c-9f25-4939-8415-03be2a55928e gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:28.951775 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e0436a0-8742-40ba-80f5-c3f66f15d66b req-9e9b4727-2712-4758-b7b7-bd6d3e0f15a0 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220022 Aug 20 11:58:29.109912 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d9aeb427-2a35-470f-a8f7-878a71875fdd up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:29.222781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 6e96c996-5132-4b85-890b-d9290816c0b1 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:29.254101 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 6e96c996-5132-4b85-890b-d9290816c0b1 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:29.254439 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 6e96c996-5132-4b85-890b-d9290816c0b1 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:29.277089 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d9aeb427-2a35-470f-a8f7-878a71875fdd triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:29.277463 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:29.329146 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2f8f9c5c-334f-4bf9-a576-d4a11bad4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead812c-9f25-4939-8415-03be2a55928e', 'name': 'tempest-TestNetworkBasicOps-router-191975956', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:00Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '2cece9ed-972c-49ad-a80a-ae6268df594f', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'port_id': '945073d0-06cc-4399-b308-63f88b215d9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2', 'mac_address': 'fa:16:3e:37:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a32b51-cd92-439f-a37f-99bbab61a41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:58:27Z', 'updated_at': '2021-08-20T11:58:27Z', 'revision_number': 0, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f766f129-4e0a-4c4c-8465-b4cc663001b5', 'name': '', 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:db:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '51918349-f738-404c-9969-87234b173dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:58Z', 'updated_at': '2021-08-20T11:58:07Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '51918349-f738-404c-9969-87234b173dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:29.368255 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f9c5c-334f-4bf9-a576-d4a11bad4455 None None] Checking router: 1ead812c-9f25-4939-8415-03be2a55928e for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:58:29.382684 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f9c5c-334f-4bf9-a576-d4a11bad4455 None None] Routers {'1ead812c-9f25-4939-8415-03be2a55928e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:29.383321 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2f8f9c5c-334f-4bf9-a576-d4a11bad4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:58:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1ead812c-9f25-4939-8415-03be2a55928e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:29.422932 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d03b37-50fa-4f05-9b5c-e8690cfac271 req-6cd87148-2e97-45b4-bb4b-4399ab823454 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:29.424455 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c0d03b37-50fa-4f05-9b5c-e8690cfac271 req-6cd87148-2e97-45b4-bb4b-4399ab823454 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 932 time: 0.0796759 Aug 20 11:58:29.437298 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-15b69908-a7ff-49f4-95a9-35bdea42fecb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:29.438156 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-15b69908-a7ff-49f4-95a9-35bdea42fecb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:29.482356 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c0d03b37-50fa-4f05-9b5c-e8690cfac271 req-19957391-866f-47b5-89c9-0fba2a2c9329 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486228 Aug 20 11:58:29.506423 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Pushing event updated for resources: {'Port': ['ID=ffc1c4e8-d714-4313-a6c0-4aede4f1951d,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:29.536069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454e81a-cd61-42a7-91f5-5bcda97d1b88 req-7ef56ba8-e905-4dd4-acd1-e33c2c4c4018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:29.537668 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2454e81a-cd61-42a7-91f5-5bcda97d1b88 req-7ef56ba8-e905-4dd4-acd1-e33c2c4c4018 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 1096 time: 0.8078375 Aug 20 11:58:29.566911 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-15b69908-a7ff-49f4-95a9-35bdea42fecb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4512143 Aug 20 11:58:29.624766 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Request body: {'port': {'device_id': 'ee7c2990-c15d-4e9d-b08c-954019275a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:29.719642 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-2f8f9c5c-334f-4bf9-a576-d4a11bad4455 None None] Set router 1ead812c-9f25-4939-8415-03be2a55928e gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:29.725954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Attempting to bind port ffc1c4e8-d714-4313-a6c0-4aede4f1951d on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:29.726296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Attempting to bind port ffc1c4e8-d714-4313-a6c0-4aede4f1951d by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '93058ced-2bab-4b1a-907c-52c3652775f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:29.726624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Attempting to bind port ffc1c4e8-d714-4313-a6c0-4aede4f1951d on network bbfbb528-1e66-4421-bdef-cd50695f97de {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:29.745753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Port ffc1c4e8-d714-4313-a6c0-4aede4f1951d on network bbfbb528-1e66-4421-bdef-cd50695f97de not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:58:29.746087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Attempting to bind port ffc1c4e8-d714-4313-a6c0-4aede4f1951d on network bbfbb528-1e66-4421-bdef-cd50695f97de {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:29.754254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38642) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:29.772739 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:29.779392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:29.779392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Checking segment: {'id': '93058ced-2bab-4b1a-907c-52c3652775f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:29.779715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Bound using segment: {'id': '93058ced-2bab-4b1a-907c-52c3652775f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:29.780137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Bound port: ffc1c4e8-d714-4313-a6c0-4aede4f1951d, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93058ced-2bab-4b1a-907c-52c3652775f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:29.780490 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:29.821376 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7232f2e8-782b-47a4-be7c-8d236135d3c3 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/floatingips/2cece9ed-972c-49ad-a80a-ae6268df594f HTTP/1.1" status: 200 len: 991 time: 0.0652907 Aug 20 11:58:29.823853 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454e81a-cd61-42a7-91f5-5bcda97d1b88 req-c9a224a1-05b4-4adf-8e9c-edc9215d37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:29.825380 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2454e81a-cd61-42a7-91f5-5bcda97d1b88 req-c9a224a1-05b4-4adf-8e9c-edc9215d37f9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5b1157a5-bf88-4051-934a-69793092f8c2 HTTP/1.1" status: 200 len: 896 time: 0.2713261 Aug 20 11:58:29.861953 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38646) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:29.869409 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:29.933005 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:29.990347 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Transition to ACTIVE for port object 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:30.022449 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.089892 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2454e81a-cd61-42a7-91f5-5bcda97d1b88 req-c5b9fb42-6d09-4b71-8347-bb985e45ce4d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=945073d0-06cc-4399-b308-63f88b215d9b HTTP/1.1" status: 200 len: 999 time: 0.2528441 Aug 20 11:58:30.178133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] For port ffc1c4e8-d714-4313-a6c0-4aede4f1951d, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:30.181419 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-2f8f9c5c-334f-4bf9-a576-d4a11bad4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead812c-9f25-4939-8415-03be2a55928e', 'name': 'tempest-TestNetworkBasicOps-router-191975956', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:00Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '2cece9ed-972c-49ad-a80a-ae6268df594f', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'port_id': '945073d0-06cc-4399-b308-63f88b215d9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2', 'mac_address': 'fa:16:3e:37:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a32b51-cd92-439f-a37f-99bbab61a41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:58:27Z', 'updated_at': '2021-08-20T11:58:27Z', 'revision_number': 0, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f766f129-4e0a-4c4c-8465-b4cc663001b5', 'name': '', 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:db:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '51918349-f738-404c-9969-87234b173dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:58Z', 'updated_at': '2021-08-20T11:58:07Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '51918349-f738-404c-9969-87234b173dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:30.216019 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f9c5c-334f-4bf9-a576-d4a11bad4455 None None] The sync data for ids ['1ead812c-9f25-4939-8415-03be2a55928e'] in n-d-804299-2 is: [{'id': '1ead812c-9f25-4939-8415-03be2a55928e', 'name': 'tempest-TestNetworkBasicOps-router-191975956', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:00Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '2cece9ed-972c-49ad-a80a-ae6268df594f', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'port_id': '945073d0-06cc-4399-b308-63f88b215d9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2', 'mac_address': 'fa:16:3e:37:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a32b51-cd92-439f-a37f-99bbab61a41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:58:27Z', 'updated_at': '2021-08-20T11:58:27Z', 'revision_number': 0, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f766f129-4e0a-4c4c-8465-b4cc663001b5', 'name': '', 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:db:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '51918349-f738-404c-9969-87234b173dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:58Z', 'updated_at': '2021-08-20T11:58:07Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '51918349-f738-404c-9969-87234b173dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:58:30.217157 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] For port ffc1c4e8-d714-4313-a6c0-4aede4f1951d, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ffc1c4e8-d714-4313-a6c0-4aede4f1951d,segment=NetworkSegment(93058ced-2bab-4b1a-907c-52c3652775f5),segment_id=93058ced-2bab-4b1a-907c-52c3652775f5)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:30.240416 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454e81a-cd61-42a7-91f5-5bcda97d1b88 req-3bcd6f7c-73bd-4198-9f72-6c436b1afb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:30.242143 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2454e81a-cd61-42a7-91f5-5bcda97d1b88 req-3bcd6f7c-73bd-4198-9f72-6c436b1afb29 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=51918349-f738-404c-9969-87234b173dd7 HTTP/1.1" status: 200 len: 835 time: 0.1109490 Aug 20 11:58:30.255677 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.260469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af80b3-98e4-4c29-bafc-7733e77d34f8 req-fda32b6b-e132-4433-9c34-081f0e7fa0e1 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:30.268513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9af80b3-98e4-4c29-bafc-7733e77d34f8 req-fda32b6b-e132-4433-9c34-081f0e7fa0e1 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 944 time: 0.1351848 Aug 20 11:58:30.393319 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Pushing event updated for resources: {'Port': ['ID=7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:30.424940 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9af80b3-98e4-4c29-bafc-7733e77d34f8 req-8dd317ca-2917-42ea-9a3f-461818196bb7 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553700 Aug 20 11:58:30.465441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:30.466105 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.467492 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] 10.222.0.35 "PUT /v2.0/ports/ffc1c4e8-d714-4313-a6c0-4aede4f1951d HTTP/1.1" status: 200 len: 1092 time: 3.2015252 Aug 20 11:58:30.473142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47bbb79-0846-4737-8c23-a40f05fcbf8c', 'tag': 'ffc1c4e8-d714-4313-a6c0-4aede4f1951d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:30.475429 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96850897-a073-44a0-8aef-17c7f7b193bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b47bbb79-0846-4737-8c23-a40f05fcbf8c", "tag": "ffc1c4e8-d714-4313-a6c0-4aede4f1951d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:30.528891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454e81a-cd61-42a7-91f5-5bcda97d1b88 req-be4afee8-9bdd-4566-a6b7-ddfffe2d2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:30.531325 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2454e81a-cd61-42a7-91f5-5bcda97d1b88 req-be4afee8-9bdd-4566-a6b7-ddfffe2d2647 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5b1157a5-bf88-4051-934a-69793092f8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2801380 Aug 20 11:58:30.537942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Attempting to bind port 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:30.538307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Attempting to bind port 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '93058ced-2bab-4b1a-907c-52c3652775f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:30.538636 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Attempting to bind port 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 on network bbfbb528-1e66-4421-bdef-cd50695f97de {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:30.639242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280749f1-e439-4fa8-9c37-f750700d8d1e service neutron] Pushing event updated for resources: {'Port': ['ID=ffc1c4e8-d714-4313-a6c0-4aede4f1951d,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:30.644374 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee8c24f-c2f4-4bbe-9674-c41ee8b3c3b5 x-openstack-request-id: req-4ee8c24f-c2f4-4bbe-9674-c41ee8b3c3b5 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:30.644669 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47bbb79-0846-4737-8c23-a40f05fcbf8c", "tag": "ffc1c4e8-d714-4313-a6c0-4aede4f1951d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:30.644923 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ee8c24f-c2f4-4bbe-9674-c41ee8b3c3b5 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:30.645309 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47bbb79-0846-4737-8c23-a40f05fcbf8c', 'tag': 'ffc1c4e8-d714-4313-a6c0-4aede4f1951d', 'status': 'completed', 'code': 200} Aug 20 11:58:30.651405 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2454e81a-cd61-42a7-91f5-5bcda97d1b88 req-3d6a688c-70df-4600-b31b-6af620c9f4c4 service neutron] 10.222.0.76 "GET /v2.0/networks/5b1157a5-bf88-4051-934a-69793092f8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077754 Aug 20 11:58:30.677895 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Port 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 on network bbfbb528-1e66-4421-bdef-cd50695f97de not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:58:30.677895 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Attempting to bind port 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 on network bbfbb528-1e66-4421-bdef-cd50695f97de {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:30.692466 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23088d68-9b4e-40cb-968a-9ae0d12478ab None None] New status for floating IP 2cece9ed-972c-49ad-a80a-ae6268df594f: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:58:30.705488 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.777881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:30.778210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Checking segment: {'id': '93058ced-2bab-4b1a-907c-52c3652775f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:30.778614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Bound using segment: {'id': '93058ced-2bab-4b1a-907c-52c3652775f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:30.779071 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Bound port: 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93058ced-2bab-4b1a-907c-52c3652775f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:30.779436 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.847972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38668) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:30.949711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-7255d55c-0213-4574-b1fb-0c80a49d99a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:30.951251 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-7255d55c-0213-4574-b1fb-0c80a49d99a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e616cbd04b1b4a0796f0a9fe55765d1c&device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 1095 time: 0.3023469 Aug 20 11:58:30.999648 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2454e81a-cd61-42a7-91f5-5bcda97d1b88 req-2e0a418e-8db8-43fd-853f-1da05e15922d service neutron] 10.222.0.76 "GET /v2.0/networks/5b1157a5-bf88-4051-934a-69793092f8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298528 Aug 20 11:58:31.058514 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-dbc4854e-a4b3-4fd5-b2eb-5ad47727d9a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc1c4e8-d714-4313-a6c0-4aede4f1951d HTTP/1.1" status: 200 len: 217 time: 0.0901294 Aug 20 11:58:31.065073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e08eced-b55d-4d0b-8165-09231b4a367e {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:31.073902 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.087249 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Transition to ACTIVE for port object 8e08eced-b55d-4d0b-8165-09231b4a367e will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:31.091349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] For port 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:31.099204 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-71bdb4c6-9f12-4928-bfe3-384fe2c42ee7 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/floatingips/2cece9ed-972c-49ad-a80a-ae6268df594f HTTP/1.1" status: 200 len: 991 time: 0.2442987 Aug 20 11:58:31.112386 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.148613 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] For port 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32,segment=NetworkSegment(93058ced-2bab-4b1a-907c-52c3652775f5),segment_id=93058ced-2bab-4b1a-907c-52c3652775f5)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:31.155058 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63879b-2b48-4586-9804-47bb11c64df6 req-2f29c20b-09a9-4629-a8c2-2b4373c35ba4 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:31.156690 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5d63879b-2b48-4586-9804-47bb11c64df6 req-2f29c20b-09a9-4629-a8c2-2b4373c35ba4 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 932 time: 0.5459375 Aug 20 11:58:31.177716 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.215642 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-672ec59c-9c2c-4f87-8674-b5dc20c91212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:31.217155 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-672ec59c-9c2c-4f87-8674-b5dc20c91212 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6d22a05-4469-4253-92bd-6e1b070cb48f HTTP/1.1" status: 200 len: 859 time: 0.1284354 Aug 20 11:58:31.221180 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Pushing event updated for resources: {'Port': ['ID=8e08eced-b55d-4d0b-8165-09231b4a367e,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:31.238395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:31.239079 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.240502 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] 10.222.0.76 "PUT /v2.0/ports/7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 HTTP/1.1" status: 200 len: 1092 time: 2.9083607 Aug 20 11:58:31.244388 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5d63879b-2b48-4586-9804-47bb11c64df6 req-e3e6ebb4-1a18-4164-810e-aa9ee0df84bc tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791876 Aug 20 11:58:31.293335 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-92b8560b-353b-47c6-9a20-bbfdaabe6961 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbfbb528-1e66-4421-bdef-cd50695f97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662129 Aug 20 11:58:31.451696 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4338f8d-ea4c-454e-b017-5eba80dd494f service neutron] Pushing event updated for resources: {'Port': ['ID=7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:31.478589 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting port b781a389-89e3-4afa-9ff4-d40e5ae39b38 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:31.479184 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.482446 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-f94c1bf0-fb3d-4741-ac40-d9b67b3f9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:31.484032 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-f94c1bf0-fb3d-4741-ac40-d9b67b3f9f0d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e616cbd04b1b4a0796f0a9fe55765d1c&device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 1095 time: 0.1885545 Aug 20 11:58:31.490135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Attempting to bind port 8e08eced-b55d-4d0b-8165-09231b4a367e on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:31.490483 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Attempting to bind port 8e08eced-b55d-4d0b-8165-09231b4a367e by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:31.490814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Attempting to bind port 8e08eced-b55d-4d0b-8165-09231b4a367e on network e846d3a0-5933-4c17-9498-c75783c06554 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:31.538306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Port 8e08eced-b55d-4d0b-8165-09231b4a367e on network e846d3a0-5933-4c17-9498-c75783c06554 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:58:31.538634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Attempting to bind port 8e08eced-b55d-4d0b-8165-09231b4a367e on network e846d3a0-5933-4c17-9498-c75783c06554 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:31.553528 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-2d08cd7a-9b0c-4580-a7f2-47f980901251 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 HTTP/1.1" status: 200 len: 217 time: 0.0566685 Aug 20 11:58:31.555753 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-466b39f3-a2a1-4884-8a1a-e9280e3106d0 service neutron] 10.222.0.35 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502878 Aug 20 11:58:31.573728 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:31.574062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Checking segment: {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:31.574444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Bound using segment: {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:31.574883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Bound port: 8e08eced-b55d-4d0b-8165-09231b4a367e, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:31.575235 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.590071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] For port b781a389-89e3-4afa-9ff4-d40e5ae39b38, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b781a389-89e3-4afa-9ff4-d40e5ae39b38,segment=NetworkSegment(36b8d84d-9400-412b-bcb3-73ee4525262d),segment_id=36b8d84d-9400-412b-bcb3-73ee4525262d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:31.590745 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.605402 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Calling delete_port for b781a389-89e3-4afa-9ff4-d40e5ae39b38 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:31.740344 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-3ce04372-5d4c-4183-92af-4ccb649a8523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:31.741900 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-3ce04372-5d4c-4183-92af-4ccb649a8523 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e6d22a05-4469-4253-92bd-6e1b070cb48f HTTP/1.1" status: 200 len: 859 time: 0.1618407 Aug 20 11:58:31.750682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb9149-2046-4b4f-9c8a-550436c813b6 req-35cf98f3-2d8f-4d45-a6d5-b17a1858d70d tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:31.756669 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aafb9149-2046-4b4f-9c8a-550436c813b6 req-35cf98f3-2d8f-4d45-a6d5-b17a1858d70d tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 944 time: 0.2455411 Aug 20 11:58:31.827726 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.831969 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-673bad3b-e5d1-4619-ad2c-a032c0b2320d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbfbb528-1e66-4421-bdef-cd50695f97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718219 Aug 20 11:58:31.851617 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] For port 8e08eced-b55d-4d0b-8165-09231b4a367e, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:31.856483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Port': ['ID=b781a389-89e3-4afa-9ff4-d40e5ae39b38,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:31.865802 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9221ac50-48a8-486d-9cd7-0c940ba8623b req-b0b1323b-ad02-4090-bae8-ea382e82e3a2 service neutron] 10.222.0.35 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868896 Aug 20 11:58:31.913109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.913656 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.914164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.914681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.915211 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.915722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.916113 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.916520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.916808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.917145 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.917277 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aafb9149-2046-4b4f-9c8a-550436c813b6 req-a63bfa1a-907f-47b5-9e31-00ffe85820bc tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405365 Aug 20 11:58:31.917472 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.917797 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.928621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] For port 8e08eced-b55d-4d0b-8165-09231b4a367e, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8e08eced-b55d-4d0b-8165-09231b4a367e,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:31.994588 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-5b1e6bfa-0295-438e-b901-a3bd0e40f6bb service neutron] 10.222.0.76 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545463 Aug 20 11:58:31.995928 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.111470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38692) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:32.115610 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.131835 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:32.132761 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.134612 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] 10.222.0.76 "PUT /v2.0/ports/8e08eced-b55d-4d0b-8165-09231b4a367e HTTP/1.1" status: 200 len: 1092 time: 2.5236771 Aug 20 11:58:32.233104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775834bd-557e-4863-a3df-ec43b1ddb280 service neutron] Pushing event updated for resources: {'Port': ['ID=8e08eced-b55d-4d0b-8165-09231b4a367e,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:32.255545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850897-a073-44a0-8aef-17c7f7b193bd req-07c08048-9f83-4ba5-9af0-41ac56c8f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:32.257086 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-96850897-a073-44a0-8aef-17c7f7b193bd req-07c08048-9f83-4ba5-9af0-41ac56c8f335 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e616cbd04b1b4a0796f0a9fe55765d1c&device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 1095 time: 0.3248899 Aug 20 11:58:32.266359 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-de1334f0-8104-4d72-8f68-956cfda215b8 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/floatingips/2cece9ed-972c-49ad-a80a-ae6268df594f HTTP/1.1" status: 200 len: 993 time: 0.1518056 Aug 20 11:58:32.354468 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebea373f-ca02-4468-858f-3d34c199ca47 req-9dff7838-93bc-41a6-83ee-565f92f2fac7 service neutron] 10.222.0.76 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089144 Aug 20 11:58:32.358697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-abebc72f-3465-4d6e-898e-28a5d0c2f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:32.360766 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-abebc72f-3465-4d6e-898e-28a5d0c2f815 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 1095 time: 0.1756117 Aug 20 11:58:32.411238 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-cb7e4768-73d3-4af5-9597-f36ca27afaec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e08eced-b55d-4d0b-8165-09231b4a367e HTTP/1.1" status: 200 len: 217 time: 0.0429046 Aug 20 11:58:32.432217 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef67b1d-33a6-480e-b3b1-f0e19e9d7886 req-7256ddd9-21ee-4a1f-8cdd-6b204c3dde99 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:32.434552 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bef67b1d-33a6-480e-b3b1-f0e19e9d7886 req-7256ddd9-21ee-4a1f-8cdd-6b204c3dde99 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 944 time: 0.1102490 Aug 20 11:58:32.462291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850897-a073-44a0-8aef-17c7f7b193bd req-8da1c299-2c76-4cfa-96b3-fb1dfd225883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:32.463766 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-96850897-a073-44a0-8aef-17c7f7b193bd req-8da1c299-2c76-4cfa-96b3-fb1dfd225883 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbfbb528-1e66-4421-bdef-cd50695f97de HTTP/1.1" status: 200 len: 919 time: 0.1929412 Aug 20 11:58:32.470159 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Router c94b1a2d-92d2-4581-adcb-91aebe5afefe has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:58:32.492509 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bef67b1d-33a6-480e-b3b1-f0e19e9d7886 req-69ea100d-6b37-400f-876f-559debca46b3 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515239 Aug 20 11:58:32.603957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:58:32.613440 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-502280b7-8cf4-4d1d-815d-a9f41b02a7f1 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "PUT /v2.0/routers/c94b1a2d-92d2-4581-adcb-91aebe5afefe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7479663 Aug 20 11:58:32.613733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38704) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:32.622382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd00fce1-5d16-4149-8df0-278a8a967e8e None None] Sync routers for ids ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:58:32.641536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd00fce1-5d16-4149-8df0-278a8a967e8e None None] Routers {'c94b1a2d-92d2-4581-adcb-91aebe5afefe'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:32.642570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cd00fce1-5d16-4149-8df0-278a8a967e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:58:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:32.676863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a779f8-543e-4af8-a218-b13f0e970f39 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting subnet bd1e1b9c-2c97-445b-b010-9908e06e4391 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:58:32.683603 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17a779f8-543e-4af8-a218-b13f0e970f39 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.728888 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17a779f8-543e-4af8-a218-b13f0e970f39 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.775340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-cd00fce1-5d16-4149-8df0-278a8a967e8e None None] Set router c94b1a2d-92d2-4581-adcb-91aebe5afefe gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:32.825849 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17a779f8-543e-4af8-a218-b13f0e970f39 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.856756 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2696bca2-1175-454a-b4fd-8a363f3aa02e', 'tag': '7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32'}, {'name': 'network-changed', 'server_uuid': 'ee7c2990-c15d-4e9d-b08c-954019275a1c', 'tag': '8e08eced-b55d-4d0b-8165-09231b4a367e'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:32.859594 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2696bca2-1175-454a-b4fd-8a363f3aa02e", "tag": "7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32"}, {"name": "network-changed", "server_uuid": "ee7c2990-c15d-4e9d-b08c-954019275a1c", "tag": "8e08eced-b55d-4d0b-8165-09231b4a367e"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:32.866057 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-96850897-a073-44a0-8aef-17c7f7b193bd req-bb818f68-ee56-4e35-936d-b9360f6f8fd8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc1c4e8-d714-4313-a6c0-4aede4f1951d HTTP/1.1" status: 200 len: 217 time: 0.3947673 Aug 20 11:58:32.867579 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-a02263ba-cc10-46cd-b264-83ea20a3aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:32.868979 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-a02263ba-cc10-46cd-b264-83ea20a3aa81 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 HTTP/1.1" status: 200 len: 845 time: 0.4513710 Aug 20 11:58:32.916835 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.941134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-fe6535ad-2495-4026-acb5-1adb286dfeb8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e846d3a0-5933-4c17-9498-c75783c06554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551376 Aug 20 11:58:32.965064 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17a779f8-543e-4af8-a218-b13f0e970f39 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.027719 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17a779f8-543e-4af8-a218-b13f0e970f39 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.039291 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-17a779f8-543e-4af8-a218-b13f0e970f39 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/subnets/bd1e1b9c-2c97-445b-b010-9908e06e4391 HTTP/1.1" status: 204 len: 168 time: 0.4186432 Aug 20 11:58:33.042439 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d6e87d-b518-4ed2-9bcb-d079876ee8ad x-openstack-request-id: req-75d6e87d-b518-4ed2-9bcb-d079876ee8ad {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:33.042439 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2696bca2-1175-454a-b4fd-8a363f3aa02e", "tag": "7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ee7c2990-c15d-4e9d-b08c-954019275a1c", "tag": "8e08eced-b55d-4d0b-8165-09231b4a367e", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:33.042703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a779f8-543e-4af8-a218-b13f0e970f39 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1e1b9c-2c97-445b-b010-9908e06e4391,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:33.042823 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75d6e87d-b518-4ed2-9bcb-d079876ee8ad {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:33.042823 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2696bca2-1175-454a-b4fd-8a363f3aa02e', 'tag': '7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32', 'status': 'completed', 'code': 200} Aug 20 11:58:33.042823 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7c2990-c15d-4e9d-b08c-954019275a1c', 'tag': '8e08eced-b55d-4d0b-8165-09231b4a367e', 'status': 'completed', 'code': 200} Aug 20 11:58:33.043111 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38714) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:33.054025 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fb847b-77be-48ff-b8d1-b140051bd151 None None] Network a13a7086-1015-4c2d-a524-239d5b6a3e97 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:33.066218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96850897-a073-44a0-8aef-17c7f7b193bd req-a4e073a3-4508-4da7-a1f2-b79b11ade898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:33.068306 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-96850897-a073-44a0-8aef-17c7f7b193bd req-a4e073a3-4508-4da7-a1f2-b79b11ade898 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6d22a05-4469-4253-92bd-6e1b070cb48f HTTP/1.1" status: 200 len: 859 time: 0.1936631 Aug 20 11:58:33.117351 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-96850897-a073-44a0-8aef-17c7f7b193bd req-f6918e2a-3213-480f-837a-0655688024ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbfbb528-1e66-4421-bdef-cd50695f97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344968 Aug 20 11:58:33.139173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cd00fce1-5d16-4149-8df0-278a8a967e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323863832', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:36Z', 'updated_at': '2021-08-20T11:58:31Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:37Z', 'updated_at': '2021-08-20T11:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:33.170597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd00fce1-5d16-4149-8df0-278a8a967e8e None None] Checking router: c94b1a2d-92d2-4581-adcb-91aebe5afefe for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:58:33.196301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-515032f3-614e-4b4a-93f2-1db0b9386b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:33.197974 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-515032f3-614e-4b4a-93f2-1db0b9386b9a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e616cbd04b1b4a0796f0a9fe55765d1c&device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 1095 time: 0.1612201 Aug 20 11:58:33.218973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd00fce1-5d16-4149-8df0-278a8a967e8e None None] Routers {'c94b1a2d-92d2-4581-adcb-91aebe5afefe'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:33.219786 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cd00fce1-5d16-4149-8df0-278a8a967e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:58:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:33.247620 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245fc4f-aa3e-489d-92b1-caf326223177 req-6198c8e6-0a68-4e1d-87bc-eddb9841604c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:33.249211 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1245fc4f-aa3e-489d-92b1-caf326223177 req-6198c8e6-0a68-4e1d-87bc-eddb9841604c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 944 time: 0.2230308 Aug 20 11:58:33.285582 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-0a96b99f-9219-4508-846e-9052fc8f67a2 service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371024 Aug 20 11:58:33.301458 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb25a798-98e8-4434-8e92-eb29b564efe2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.353461 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-cd00fce1-5d16-4149-8df0-278a8a967e8e None None] Set router c94b1a2d-92d2-4581-adcb-91aebe5afefe gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:33.385817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372e90b9-b7ad-480b-8f85-0a81074e1073 None None] DHCP port deletion for a13a7086-1015-4c2d-a524-239d5b6a3e97 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:58:33.419646 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-96850897-a073-44a0-8aef-17c7f7b193bd req-9c84939a-7a72-479b-a4a6-18a28ee4597a service neutron] 10.222.0.35 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902811 Aug 20 11:58:33.475727 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1245fc4f-aa3e-489d-92b1-caf326223177 req-d5759c04-faf4-4ad5-ad72-fd8f48e5b3c6 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184646 Aug 20 11:58:33.508163 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb25a798-98e8-4434-8e92-eb29b564efe2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.514277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-a6b396f3-6010-4831-9477-a9e6c2d737d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:33.516273 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-a6b396f3-6010-4831-9477-a9e6c2d737d5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbfbb528-1e66-4421-bdef-cd50695f97de HTTP/1.1" status: 200 len: 919 time: 0.3098657 Aug 20 11:58:33.576355 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-372e90b9-b7ad-480b-8f85-0a81074e1073 None None] Deleting port eae93622-89a5-41c8-8c07-1ea5578440fc {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:33.576837 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-372e90b9-b7ad-480b-8f85-0a81074e1073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.606415 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-410d2489-e56e-400f-927f-58f4a61e7820 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 HTTP/1.1" status: 200 len: 217 time: 0.0810380 Aug 20 11:58:33.613120 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be9bd5af-23c2-4bec-ad92-553f4bd8b0c1 req-1a6c143d-a309-4f35-aeb7-b197065ac787 service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124397 Aug 20 11:58:33.636036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fb25a798-98e8-4434-8e92-eb29b564efe2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Deleting port 2b917034-7dfc-4051-8764-40fad1f5dec1 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:33.636394 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb25a798-98e8-4434-8e92-eb29b564efe2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.663411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-372e90b9-b7ad-480b-8f85-0a81074e1073 None None] For port eae93622-89a5-41c8-8c07-1ea5578440fc, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=eae93622-89a5-41c8-8c07-1ea5578440fc,segment=NetworkSegment(36b8d84d-9400-412b-bcb3-73ee4525262d),segment_id=36b8d84d-9400-412b-bcb3-73ee4525262d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:33.664052 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-372e90b9-b7ad-480b-8f85-0a81074e1073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.682189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-372e90b9-b7ad-480b-8f85-0a81074e1073 None None] Calling delete_port for eae93622-89a5-41c8-8c07-1ea5578440fc owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:33.703454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cd00fce1-5d16-4149-8df0-278a8a967e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323863832', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:36Z', 'updated_at': '2021-08-20T11:58:31Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:37Z', 'updated_at': '2021-08-20T11:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:33.711773 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-96850897-a073-44a0-8aef-17c7f7b193bd req-bfe5744c-6aba-41bc-b44b-128f8627420d service neutron] 10.222.0.35 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805274 Aug 20 11:58:33.726797 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-72ca3498-2fa9-4964-86d9-390581a4936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:33.728263 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-72ca3498-2fa9-4964-86d9-390581a4936e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e6d22a05-4469-4253-92bd-6e1b070cb48f HTTP/1.1" status: 200 len: 859 time: 0.1141667 Aug 20 11:58:33.736265 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fb25a798-98e8-4434-8e92-eb29b564efe2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] For port 2b917034-7dfc-4051-8764-40fad1f5dec1, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2b917034-7dfc-4051-8764-40fad1f5dec1,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:33.736757 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb25a798-98e8-4434-8e92-eb29b564efe2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.741287 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fa551-2223-4322-a498-383cbd432c00 req-ef276e94-8d42-4157-aa3b-3afee96ba9b8 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:33.742902 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-592fa551-2223-4322-a498-383cbd432c00 req-ef276e94-8d42-4157-aa3b-3afee96ba9b8 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 944 time: 0.0788479 Aug 20 11:58:33.764121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd00fce1-5d16-4149-8df0-278a8a967e8e None None] The sync data for ids ['c94b1a2d-92d2-4581-adcb-91aebe5afefe'] in n-d-804299-2 is: [{'id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323863832', 'tenant_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:36Z', 'updated_at': '2021-08-20T11:58:31Z', 'revision_number': 5, 'project_id': 'cacbe3698c3a4c88aa60dbcea765a9a6', 'gw_port': {'id': '2b917034-7dfc-4051-8764-40fad1f5dec1', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b1a2d-92d2-4581-adcb-91aebe5afefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:37Z', 'updated_at': '2021-08-20T11:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:58:33.776455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fb25a798-98e8-4434-8e92-eb29b564efe2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Calling delete_port for 2b917034-7dfc-4051-8764-40fad1f5dec1 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:33.790787 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-17b02bc2-d5a5-4a17-87e8-6f9ee59f769e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbfbb528-1e66-4421-bdef-cd50695f97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468683 Aug 20 11:58:33.832307 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-372e90b9-b7ad-480b-8f85-0a81074e1073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.867547 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e90b9-b7ad-480b-8f85-0a81074e1073 None None] Pushing event deleted for resources: {'Port': ['ID=eae93622-89a5-41c8-8c07-1ea5578440fc,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:33.872114 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e90b9-b7ad-480b-8f85-0a81074e1073 None None] No DVR routers for this DVR port eae93622-89a5-41c8-8c07-1ea5578440fc on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:33.914500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-592fa551-2223-4322-a498-383cbd432c00 req-a8f14e2a-5285-4cdf-b772-ad0b821999ff tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262689 Aug 20 11:58:33.918114 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-795d8664-bb53-4611-b340-7e7ebc6f765c service neutron] 10.222.0.76 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204140 Aug 20 11:58:33.989618 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb25a798-98e8-4434-8e92-eb29b564efe2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.992240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device ffc1c4e8-d714-4313-a6c0-4aede4f1951d details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:58:34.023783 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25a798-98e8-4434-8e92-eb29b564efe2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Port': ['ID=2b917034-7dfc-4051-8764-40fad1f5dec1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:34.044511 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-8e85ec05-12cf-44d0-9154-5a2e3c5ffe24 service neutron] 10.222.0.76 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184268 Aug 20 11:58:34.107347 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb25a798-98e8-4434-8e92-eb29b564efe2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.150620 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port ffc1c4e8-d714-4313-a6c0-4aede4f1951d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ffc1c4e8-d714-4313-a6c0-4aede4f1951d,segment=NetworkSegment(93058ced-2bab-4b1a-907c-52c3652775f5),segment_id=93058ced-2bab-4b1a-907c-52c3652775f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:34.160915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-93d2e629-0597-48c6-b657-574943c17820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:34.162406 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-93d2e629-0597-48c6-b657-574943c17820 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 1095 time: 0.0620408 Aug 20 11:58:34.168573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'ffc1c4e8-d714-4313-a6c0-4aede4f1951d', 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de', 'port_id': 'ffc1c4e8-d714-4313-a6c0-4aede4f1951d', 'mac_address': 'fa:16:3e:09:8f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d22a05-4469-4253-92bd-6e1b070cb48f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:58:34.229581 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb25a798-98e8-4434-8e92-eb29b564efe2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.236706 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb25a798-98e8-4434-8e92-eb29b564efe2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.243498 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.262911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc1c4e8-d714-4313-a6c0-4aede4f1951d {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:34.288074 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port ffc1c4e8-d714-4313-a6c0-4aede4f1951d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ffc1c4e8-d714-4313-a6c0-4aede4f1951d,segment=NetworkSegment(93058ced-2bab-4b1a-907c-52c3652775f5),segment_id=93058ced-2bab-4b1a-907c-52c3652775f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:34.293047 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.313764 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-55ee3da9-b9db-4385-afcd-260e9f8f2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:34.315446 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-55ee3da9-b9db-4385-afcd-260e9f8f2d2d service neutron] 10.222.0.76 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 905 time: 0.1451533 Aug 20 11:58:34.324531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb25a798-98e8-4434-8e92-eb29b564efe2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.327315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb25a798-98e8-4434-8e92-eb29b564efe2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Fanout notify agent at l3_agent the message router_deleted on router c94b1a2d-92d2-4581-adcb-91aebe5afefe {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:58:34.336322 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb25a798-98e8-4434-8e92-eb29b564efe2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.339959 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fb25a798-98e8-4434-8e92-eb29b564efe2 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/routers/c94b1a2d-92d2-4581-adcb-91aebe5afefe HTTP/1.1" status: 204 len: 168 time: 1.2967811 Aug 20 11:58:34.340403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38738) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:34.378071 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=ffc1c4e8-d714-4313-a6c0-4aede4f1951d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:34.380760 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-babe2d85-0743-45b4-87d2-1d9c1f385306 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e08eced-b55d-4d0b-8165-09231b4a367e HTTP/1.1" status: 200 len: 217 time: 0.0500391 Aug 20 11:58:34.428097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-fe6adeed-19df-4e0d-8ad2-7af075229869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:34.429719 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-fe6adeed-19df-4e0d-8ad2-7af075229869 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 HTTP/1.1" status: 200 len: 845 time: 0.0481651 Aug 20 11:58:34.450030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f320579b-938b-486b-9d3a-ecf6b0925520 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.474446 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-f871aac2-4542-4c4e-ac71-520bed747bb3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e846d3a0-5933-4c17-9498-c75783c06554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374513 Aug 20 11:58:34.510179 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['ffc1c4e8-d714-4313-a6c0-4aede4f1951d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:34.552166 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f320579b-938b-486b-9d3a-ecf6b0925520 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.579505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-f320579b-938b-486b-9d3a-ecf6b0925520 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13a7086-1015-4c2d-a524-239d5b6a3e97']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:34.588382 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-ef4a3ecf-f343-4349-9024-b4290a7d3211 service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063485 Aug 20 11:58:34.598668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-f320579b-938b-486b-9d3a-ecf6b0925520 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b8d84d-9400-412b-bcb3-73ee4525262d') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:34.598957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-f320579b-938b-486b-9d3a-ecf6b0925520 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b8d84d-9400-412b-bcb3-73ee4525262d') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:34.614111 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f320579b-938b-486b-9d3a-ecf6b0925520 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.635066 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f320579b-938b-486b-9d3a-ecf6b0925520 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.644307 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f320579b-938b-486b-9d3a-ecf6b0925520 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:58:34.645080 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f320579b-938b-486b-9d3a-ecf6b0925520 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:58:34.653664 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:58:34.711094 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36b63cdd-ab67-4ada-957c-5cb4c4a682fe req-a1bd911f-c2c5-484d-8807-a961ba3d5c9e service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131094 Aug 20 11:58:34.764798 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9687e15-1981-4b02-8dc6-6699f425a2ec req-25d5a29b-e7bb-4ad6-9943-57dc8ccecfcb tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:34.767123 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e9687e15-1981-4b02-8dc6-6699f425a2ec req-25d5a29b-e7bb-4ad6-9943-57dc8ccecfcb tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 944 time: 0.1247437 Aug 20 11:58:34.768365 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f320579b-938b-486b-9d3a-ecf6b0925520 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.775348 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f320579b-938b-486b-9d3a-ecf6b0925520 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.779706 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f320579b-938b-486b-9d3a-ecf6b0925520 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/networks/a13a7086-1015-4c2d-a524-239d5b6a3e97 HTTP/1.1" status: 204 len: 168 time: 0.4356847 Aug 20 11:58:34.780664 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38748) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:34.797729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320579b-938b-486b-9d3a-ecf6b0925520 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'Network': ['ID=a13a7086-1015-4c2d-a524-239d5b6a3e97,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:34.830110 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e9687e15-1981-4b02-8dc6-6699f425a2ec req-10d93909-5da9-4434-a6ce-67e69568a763 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517323 Aug 20 11:58:34.858718 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dceada47-b8d5-4415-a194-348c5db1a335 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.884831 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dceada47-b8d5-4415-a194-348c5db1a335 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.950355 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dceada47-b8d5-4415-a194-348c5db1a335 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.954488 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dceada47-b8d5-4415-a194-348c5db1a335 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.956035 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dceada47-b8d5-4415-a194-348c5db1a335 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] 10.222.0.37 "DELETE /v2.0/security-groups/b8a368dc-2030-49b2-beec-e545b61c542d HTTP/1.1" status: 204 len: 168 time: 0.1737945 Aug 20 11:58:34.965947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceada47-b8d5-4415-a194-348c5db1a335 tempest-TestNetworkAdvancedServerOps-1217406364 tempest-TestNetworkAdvancedServerOps-1217406364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a368dc-2030-49b2-beec-e545b61c542d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:35.107120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d1088-edc4-44e4-b991-2e019a9da5ea req-336b31a7-95fe-410d-93e3-e2587812a1a3 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:35.108821 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b29d1088-edc4-44e4-b991-2e019a9da5ea req-336b31a7-95fe-410d-93e3-e2587812a1a3 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 944 time: 0.0843108 Aug 20 11:58:35.158080 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b29d1088-edc4-44e4-b991-2e019a9da5ea req-f2e59dfd-afff-4143-ba9c-aa06e39a96c0 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417752 Aug 20 11:58:35.169908 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2b917034-7dfc-4051-8764-40fad1f5dec1 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:35.197682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 2b917034-7dfc-4051-8764-40fad1f5dec1 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:35.198389 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2b917034-7dfc-4051-8764-40fad1f5dec1 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:35.198915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b781a389-89e3-4afa-9ff4-d40e5ae39b38 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:35.217935 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: b781a389-89e3-4afa-9ff4-d40e5ae39b38 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:35.218944 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b781a389-89e3-4afa-9ff4-d40e5ae39b38 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:35.219473 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device eae93622-89a5-41c8-8c07-1ea5578440fc no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:35.240829 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:58:35.243161 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: eae93622-89a5-41c8-8c07-1ea5578440fc {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:35.243574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device eae93622-89a5-41c8-8c07-1ea5578440fc not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:35.363732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32,segment=NetworkSegment(93058ced-2bab-4b1a-907c-52c3652775f5),segment_id=93058ced-2bab-4b1a-907c-52c3652775f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:35.370420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38768) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:35.375603 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32', 'network_id': 'bbfbb528-1e66-4421-bdef-cd50695f97de', 'port_id': '7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32', 'mac_address': 'fa:16:3e:f1:c4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d22a05-4469-4253-92bd-6e1b070cb48f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:58:35.417502 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:35.431285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:35.455525 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32,segment=NetworkSegment(93058ced-2bab-4b1a-907c-52c3652775f5),segment_id=93058ced-2bab-4b1a-907c-52c3652775f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:35.460009 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:35.514351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:35.543109 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c5f2b028-b208-470c-8ae6-9552f1e83fce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cacbe3698c3a4c88aa60dbcea765a9a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710103 Aug 20 11:58:35.545595 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 38772) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:35.594517 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e020f56f-6839-427a-9030-7e15a461badd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:35.616549 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e020f56f-6839-427a-9030-7e15a461badd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:35.663518 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e020f56f-6839-427a-9030-7e15a461badd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:35.666142 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e020f56f-6839-427a-9030-7e15a461badd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:35.667316 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e020f56f-6839-427a-9030-7e15a461badd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8b0d129-b5af-4802-8a56-4da4bc9eb7bb HTTP/1.1" status: 204 len: 168 time: 0.1208205 Aug 20 11:58:35.670731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:35.679812 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020f56f-6839-427a-9030-7e15a461badd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b0d129-b5af-4802-8a56-4da4bc9eb7bb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:35.969755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38790) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:35.988223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54712b60-f45d-4a38-b75f-54b34d664aec req-0d60f252-6a1b-45f7-b8ec-9a258b2a1222 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:35.990592 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54712b60-f45d-4a38-b75f-54b34d664aec req-0d60f252-6a1b-45f7-b8ec-9a258b2a1222 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 945 time: 0.0810339 Aug 20 11:58:36.020868 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device ffc1c4e8-d714-4313-a6c0-4aede4f1951d up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:36.024391 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b5790f52-cf8f-469a-b417-a1f57ce799a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2acdabbd650b41708f8ef2f815868e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532627 Aug 20 11:58:36.025008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 38792) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:36.032792 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54712b60-f45d-4a38-b75f-54b34d664aec req-d699087d-ec39-494b-afbc-5ba6e98bcf1e tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361252 Aug 20 11:58:36.073487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port ffc1c4e8-d714-4313-a6c0-4aede4f1951d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:36.077825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port ffc1c4e8-d714-4313-a6c0-4aede4f1951d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:36.078277 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:36.079746 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2768c641-eba9-4d42-96bc-96a830213932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:36.101261 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2768c641-eba9-4d42-96bc-96a830213932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:36.151072 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2768c641-eba9-4d42-96bc-96a830213932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:36.153889 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2768c641-eba9-4d42-96bc-96a830213932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:36.155052 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2768c641-eba9-4d42-96bc-96a830213932 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef747c66-6e90-4bd5-be1b-a417d87667af HTTP/1.1" status: 204 len: 168 time: 0.1291385 Aug 20 11:58:36.161232 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:36.165346 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768c641-eba9-4d42-96bc-96a830213932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef747c66-6e90-4bd5-be1b-a417d87667af,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:36.204577 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47bbb79-0846-4737-8c23-a40f05fcbf8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc1c4e8-d714-4313-a6c0-4aede4f1951d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:36.209161 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3faf0f9-d1e8-405d-b8f4-a37cdd4fabd9" -d '{"events": [{"server_uuid": "b47bbb79-0846-4737-8c23-a40f05fcbf8c", "name": "network-vif-plugged", "status": "completed", "tag": "ffc1c4e8-d714-4313-a6c0-4aede4f1951d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:36.233898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port ffc1c4e8-d714-4313-a6c0-4aede4f1951d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ffc1c4e8-d714-4313-a6c0-4aede4f1951d,segment=NetworkSegment(93058ced-2bab-4b1a-907c-52c3652775f5),segment_id=93058ced-2bab-4b1a-907c-52c3652775f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:36.242473 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:36.273162 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e1d14f-efb1-4cf8-b24f-7a5ab935668a x-openstack-request-id: req-09e1d14f-efb1-4cf8-b24f-7a5ab935668a {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:36.273832 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47bbb79-0846-4737-8c23-a40f05fcbf8c", "name": "network-vif-plugged", "status": "completed", "tag": "ffc1c4e8-d714-4313-a6c0-4aede4f1951d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:36.273832 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09e1d14f-efb1-4cf8-b24f-7a5ab935668a {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:36.274077 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47bbb79-0846-4737-8c23-a40f05fcbf8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc1c4e8-d714-4313-a6c0-4aede4f1951d', 'code': 200} Aug 20 11:58:36.335234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=ffc1c4e8-d714-4313-a6c0-4aede4f1951d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:36.340667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824805e-f4aa-4389-a470-03df9af29e6c req-dc684202-8f5b-4a40-8951-1f95129beb8f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:36.342384 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c824805e-f4aa-4389-a470-03df9af29e6c req-dc684202-8f5b-4a40-8951-1f95129beb8f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 944 time: 0.0594180 Aug 20 11:58:36.411309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc05c0-4167-400b-a4be-c15fddf65d25 req-36923def-339b-4ca0-9655-23a42d89f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:36.412865 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a0cc05c0-4167-400b-a4be-c15fddf65d25 req-36923def-339b-4ca0-9655-23a42d89f4ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 1097 time: 0.0687807 Aug 20 11:58:36.415839 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c824805e-f4aa-4389-a470-03df9af29e6c req-b111ffb7-6bb5-4054-8788-171006ae58ad tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627670 Aug 20 11:58:36.451782 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a0cc05c0-4167-400b-a4be-c15fddf65d25 req-3bda6983-a80e-4d1e-be46-bc202b9438d4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Aug 20 11:58:37.160897 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19c235-92fd-4232-86ee-bcaff2d2cb58 req-08ab670d-42fe-4878-8672-477e0e777ada tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:37.163095 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3a19c235-92fd-4232-86ee-bcaff2d2cb58 req-08ab670d-42fe-4878-8672-477e0e777ada tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 945 time: 0.0549731 Aug 20 11:58:37.206411 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3a19c235-92fd-4232-86ee-bcaff2d2cb58 req-af0a8362-a280-44be-8396-50ffc0aa3a5c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363860 Aug 20 11:58:37.239167 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8e08eced-b55d-4d0b-8165-09231b4a367e details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:58:37.244619 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:37.377621 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:37.389670 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:37.390069 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:37.392586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 8e08eced-b55d-4d0b-8165-09231b4a367e, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8e08eced-b55d-4d0b-8165-09231b4a367e,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:37.426463 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '8e08eced-b55d-4d0b-8165-09231b4a367e', 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554', 'port_id': '8e08eced-b55d-4d0b-8165-09231b4a367e', 'mac_address': 'fa:16:3e:d7:a8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6e1881-b439-4ba3-9e13-47bdb96ee8e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:58:37.532738 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:37.539096 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:37.550335 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f7860-7e18-4ff3-92b7-91a6da8fce40 req-51f58863-1f56-4940-bb8c-f931a68ebbea tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:37.551920 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-947f7860-7e18-4ff3-92b7-91a6da8fce40 req-51f58863-1f56-4940-bb8c-f931a68ebbea tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 944 time: 0.0598097 Aug 20 11:58:37.557506 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e08eced-b55d-4d0b-8165-09231b4a367e {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:37.591330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 8e08eced-b55d-4d0b-8165-09231b4a367e, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8e08eced-b55d-4d0b-8165-09231b4a367e,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:37.600542 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:37.614931 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32,segment=NetworkSegment(93058ced-2bab-4b1a-907c-52c3652775f5),segment_id=93058ced-2bab-4b1a-907c-52c3652775f5)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:37.622512 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-947f7860-7e18-4ff3-92b7-91a6da8fce40 req-920dbf60-79c8-4d3e-a42d-56836d48fb13 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639551 Aug 20 11:58:37.646056 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:37.683673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=8e08eced-b55d-4d0b-8165-09231b4a367e,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:37.773861 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:37.832965 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['8e08eced-b55d-4d0b-8165-09231b4a367e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:38.275547 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2696bca2-1175-454a-b4fd-8a363f3aa02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:38.279103 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b0badb-6334-4236-a82f-3d728867530f" -d '{"events": [{"server_uuid": "2696bca2-1175-454a-b4fd-8a363f3aa02e", "name": "network-vif-plugged", "status": "completed", "tag": "7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:38.336196 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6754292-2e33-4ed4-baaa-68b83aa5ff60 x-openstack-request-id: req-c6754292-2e33-4ed4-baaa-68b83aa5ff60 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:38.336499 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2696bca2-1175-454a-b4fd-8a363f3aa02e", "name": "network-vif-plugged", "status": "completed", "tag": "7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:38.336757 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6754292-2e33-4ed4-baaa-68b83aa5ff60 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:38.337143 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2696bca2-1175-454a-b4fd-8a363f3aa02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32', 'code': 200} Aug 20 11:58:38.359359 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679d72f-5ed0-44a2-8e65-da64d907b082 req-092c74ef-fd91-4ab6-bc82-1719e10db2f4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:38.367724 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8679d72f-5ed0-44a2-8e65-da64d907b082 req-092c74ef-fd91-4ab6-bc82-1719e10db2f4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0844834 Aug 20 11:58:38.406764 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8679d72f-5ed0-44a2-8e65-da64d907b082 req-f1731eb8-8aec-40b2-98ac-875b3fef4357 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372770 Aug 20 11:58:38.484204 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5fb6a-24b4-441b-b00e-320245f1c8fc req-8965b1fc-8cef-4837-b6bf-0ef9a796241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:38.486079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-95c5fb6a-24b4-441b-b00e-320245f1c8fc req-8965b1fc-8cef-4837-b6bf-0ef9a796241b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 1097 time: 0.0749965 Aug 20 11:58:38.529011 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-95c5fb6a-24b4-441b-b00e-320245f1c8fc req-9ec89c18-68c2-4a5a-b9d7-a093db5c3313 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282881 Aug 20 11:58:38.541062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39002) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:38.648607 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20b92a96-c954-4dea-8ca3-8425fd974c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:38.776318 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3a57f-be69-4558-850c-a2002e5b131c req-8e3d31d3-cbd2-447a-ab29-d1542a5aafcf tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:38.777858 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81d3a57f-be69-4558-850c-a2002e5b131c req-8e3d31d3-cbd2-447a-ab29-d1542a5aafcf tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 945 time: 0.0790620 Aug 20 11:58:38.812302 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20b92a96-c954-4dea-8ca3-8425fd974c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:38.817355 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20b92a96-c954-4dea-8ca3-8425fd974c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:38.854260 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81d3a57f-be69-4558-850c-a2002e5b131c req-44aa69d0-efda-4c06-8b62-fe6f879e08c8 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680985 Aug 20 11:58:38.867018 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-20b92a96-c954-4dea-8ca3-8425fd974c90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4533906962a94fdbb7af7ad14d6609f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3224323 Aug 20 11:58:38.867994 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39012) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:38.870355 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b92a96-c954-4dea-8ca3-8425fd974c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f598234-d221-4869-b28a-90e7e3458d87,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:38.925078 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c41779b0-0231-46b1-9ccb-b185c89bc8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:38.948102 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c41779b0-0231-46b1-9ccb-b185c89bc8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.001463 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c41779b0-0231-46b1-9ccb-b185c89bc8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.004125 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c41779b0-0231-46b1-9ccb-b185c89bc8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.008166 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c41779b0-0231-46b1-9ccb-b185c89bc8b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f598234-d221-4869-b28a-90e7e3458d87 HTTP/1.1" status: 204 len: 168 time: 0.1378329 Aug 20 11:58:39.018842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41779b0-0231-46b1-9ccb-b185c89bc8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f598234-d221-4869-b28a-90e7e3458d87,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:39.044055 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.248676 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8e08eced-b55d-4d0b-8165-09231b4a367e up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:39.298230 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39028) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:39.315291 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ead91f7-e4d8-4ccc-9290-d97bf49fcb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.352005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 8e08eced-b55d-4d0b-8165-09231b4a367e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:39.356327 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 8e08eced-b55d-4d0b-8165-09231b4a367e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:39.356872 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.414842 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ead91f7-e4d8-4ccc-9290-d97bf49fcb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.418944 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1ead91f7-e4d8-4ccc-9290-d97bf49fcb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.448689 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead91f7-e4d8-4ccc-9290-d97bf49fcb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056b8057-f6d8-4eb7-a0c2-195873b07fe5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:39.489143 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39034) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:39.489710 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1ead91f7-e4d8-4ccc-9290-d97bf49fcb45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c71936f64bd4491b8cefad06412e32f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1896322 Aug 20 11:58:39.601979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6a36-ee98-41eb-8d19-cddaa5ac8f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.629041 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64115c-9d30-432c-a13b-1d52d0070002 req-591622ad-9775-44bc-92c4-8b794a3f744f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:39.637420 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f64115c-9d30-432c-a13b-1d52d0070002 req-591622ad-9775-44bc-92c4-8b794a3f744f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.1085832 Aug 20 11:58:39.661142 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.670429 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6a36-ee98-41eb-8d19-cddaa5ac8f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.695393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 8e08eced-b55d-4d0b-8165-09231b4a367e, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8e08eced-b55d-4d0b-8165-09231b4a367e,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:39.697258 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f64115c-9d30-432c-a13b-1d52d0070002 req-9148198c-aa4a-4242-8da9-e46acdb0925f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588624 Aug 20 11:58:39.704952 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.733248 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6a36-ee98-41eb-8d19-cddaa5ac8f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.736295 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6a36-ee98-41eb-8d19-cddaa5ac8f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.739927 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3a8b6a36-ee98-41eb-8d19-cddaa5ac8f70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/056b8057-f6d8-4eb7-a0c2-195873b07fe5 HTTP/1.1" status: 204 len: 168 time: 0.2472558 Aug 20 11:58:39.746321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b6a36-ee98-41eb-8d19-cddaa5ac8f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056b8057-f6d8-4eb7-a0c2-195873b07fe5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:39.788248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=8e08eced-b55d-4d0b-8165-09231b4a367e,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:40.022918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2607dc0-f925-4329-a876-ca7898ba11f8 req-99c24f2f-f19d-42d3-9d45-16575d332961 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:40.026399 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e2607dc0-f925-4329-a876-ca7898ba11f8 req-99c24f2f-f19d-42d3-9d45-16575d332961 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 946 time: 0.0925491 Aug 20 11:58:40.069075 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e2607dc0-f925-4329-a876-ca7898ba11f8 req-9e9bb26e-32c5-432b-8d1f-62b4897a8946 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354571 Aug 20 11:58:40.338797 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7c2990-c15d-4e9d-b08c-954019275a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e08eced-b55d-4d0b-8165-09231b4a367e'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:40.347109 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125dccdf-c861-4e52-9926-5929057949c2" -d '{"events": [{"server_uuid": "ee7c2990-c15d-4e9d-b08c-954019275a1c", "name": "network-vif-plugged", "status": "completed", "tag": "8e08eced-b55d-4d0b-8165-09231b4a367e"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:40.386319 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7c0cf3-e443-4eb5-942d-41b6040d80aa x-openstack-request-id: req-2e7c0cf3-e443-4eb5-942d-41b6040d80aa {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:40.386914 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7c2990-c15d-4e9d-b08c-954019275a1c", "name": "network-vif-plugged", "status": "completed", "tag": "8e08eced-b55d-4d0b-8165-09231b4a367e", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:40.386914 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e7c0cf3-e443-4eb5-942d-41b6040d80aa {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:40.387486 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7c2990-c15d-4e9d-b08c-954019275a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e08eced-b55d-4d0b-8165-09231b4a367e', 'code': 200} Aug 20 11:58:40.493471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730f794-28f6-42c0-ace5-24096fec61c2 req-7e5055f2-5c61-45a9-95d0-8509fde1b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:40.495103 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b730f794-28f6-42c0-ace5-24096fec61c2 req-7e5055f2-5c61-45a9-95d0-8509fde1b552 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 1097 time: 0.0509851 Aug 20 11:58:40.538540 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b730f794-28f6-42c0-ace5-24096fec61c2 req-39855ad6-7e44-4ae0-bce9-2542c178a366 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309012 Aug 20 11:58:40.551446 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39076) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:40.646789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d643ff68-51a5-4dc6-8d31-90cd528837dd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-145235475-network', 'tenant_id': '295c09c21c52491f82b30d27bfc50171'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:40.671388 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d643ff68-51a5-4dc6-8d31-90cd528837dd admin admin] Made reservation on behalf of 295c09c21c52491f82b30d27bfc50171 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:40.673661 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d643ff68-51a5-4dc6-8d31-90cd528837dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.682044 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d643ff68-51a5-4dc6-8d31-90cd528837dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.779145 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d643ff68-51a5-4dc6-8d31-90cd528837dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.783867 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d643ff68-51a5-4dc6-8d31-90cd528837dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.836295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d643ff68-51a5-4dc6-8d31-90cd528837dd admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:58:40.839942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643ff68-51a5-4dc6-8d31-90cd528837dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0545eb0-d176-4a87-b8f8-e72ceb8d332a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:40.865675 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d643ff68-51a5-4dc6-8d31-90cd528837dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.866126 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-d643ff68-51a5-4dc6-8d31-90cd528837dd admin admin] Added segment 1ccd33a8-9e8b-4cae-9021-6befecb413a3 of type vlan for network 98bed095-5460-48e9-8daa-f757cf56cf47 Aug 20 11:58:40.886956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b2939-39e2-488d-bf60-1b0312ecc78a req-50d03090-2bf5-4fa6-a75a-551b1612b624 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:40.889045 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b3b2939-39e2-488d-bf60-1b0312ecc78a req-50d03090-2bf5-4fa6-a75a-551b1612b624 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0986745 Aug 20 11:58:40.931278 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d643ff68-51a5-4dc6-8d31-90cd528837dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.961777 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b3b2939-39e2-488d-bf60-1b0312ecc78a req-674abacd-0775-4af7-b270-0fd4184dcce7 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553563 Aug 20 11:58:40.971212 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d643ff68-51a5-4dc6-8d31-90cd528837dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.972479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d643ff68-51a5-4dc6-8d31-90cd528837dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:40.973103 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d643ff68-51a5-4dc6-8d31-90cd528837dd admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:41.041807 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d643ff68-51a5-4dc6-8d31-90cd528837dd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4865940 Aug 20 11:58:41.042407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39092) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:41.049447 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1591054c-7994-4ef9-8dc9-27cb79c18a1f admin admin] Request body: {'subnet': {'network_id': '98bed095-5460-48e9-8daa-f757cf56cf47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-145235475-subnet', 'tenant_id': '295c09c21c52491f82b30d27bfc50171', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:41.051051 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643ff68-51a5-4dc6-8d31-90cd528837dd admin admin] Pushing event updated for resources: {'Network': ['ID=98bed095-5460-48e9-8daa-f757cf56cf47,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:41.061495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 98bed095-5460-48e9-8daa-f757cf56cf47 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:58:41.076192 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1591054c-7994-4ef9-8dc9-27cb79c18a1f admin admin] Made reservation on behalf of 295c09c21c52491f82b30d27bfc50171 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:41.079680 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1591054c-7994-4ef9-8dc9-27cb79c18a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:41.228612 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c8952-6333-4a0f-bf89-db077fbcbfd2 req-651d5b07-60b0-404f-b7fd-39a4b38ebe31 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:41.230712 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-888c8952-6333-4a0f-bf89-db077fbcbfd2 req-651d5b07-60b0-404f-b7fd-39a4b38ebe31 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 946 time: 0.0801001 Aug 20 11:58:41.300094 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-888c8952-6333-4a0f-bf89-db077fbcbfd2 req-cd1aa350-832d-4f23-9de4-3fc5392331a2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583594 Aug 20 11:58:41.302732 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53ddf2-f252-4be7-bc82-7e91f25abf6e req-4097d6cc-89a0-4115-8018-c0a14da81161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:41.304281 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a53ddf2-f252-4be7-bc82-7e91f25abf6e req-4097d6cc-89a0-4115-8018-c0a14da81161 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e616cbd04b1b4a0796f0a9fe55765d1c&device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 1097 time: 0.0866199 Aug 20 11:58:41.345166 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3cdfb-eae7-4e62-9256-bd9f856b8210 req-6766ec48-7dbe-4c69-b297-8909510335d8 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:41.352756 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bbe3cdfb-eae7-4e62-9256-bd9f856b8210 req-6766ec48-7dbe-4c69-b297-8909510335d8 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0953505 Aug 20 11:58:41.376734 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1591054c-7994-4ef9-8dc9-27cb79c18a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:41.419293 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53ddf2-f252-4be7-bc82-7e91f25abf6e req-256d4dc7-7168-487d-af58-85ab17bfe9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:41.420926 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a53ddf2-f252-4be7-bc82-7e91f25abf6e req-256d4dc7-7168-487d-af58-85ab17bfe9f8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbfbb528-1e66-4421-bdef-cd50695f97de HTTP/1.1" status: 200 len: 919 time: 0.1096318 Aug 20 11:58:41.437795 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bbe3cdfb-eae7-4e62-9256-bd9f856b8210 req-8720b99e-cbc2-4492-afeb-a1481b5483f4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830734 Aug 20 11:58:41.462440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591054c-7994-4ef9-8dc9-27cb79c18a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1394009d-15f7-42ba-bd02-67e33df8d52c,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:41.473529 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591054c-7994-4ef9-8dc9-27cb79c18a1f admin admin] Checking segment: {'id': '1ccd33a8-9e8b-4cae-9021-6befecb413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '98bed095-5460-48e9-8daa-f757cf56cf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:41.474562 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1591054c-7994-4ef9-8dc9-27cb79c18a1f admin admin] Network hostable DHCP agents. Network: 98bed095-5460-48e9-8daa-f757cf56cf47, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:58:41.478520 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a53ddf2-f252-4be7-bc82-7e91f25abf6e req-4d1b2a80-7f50-49fe-ae0a-57e421d07bea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 HTTP/1.1" status: 200 len: 217 time: 0.0400858 Aug 20 11:58:41.492605 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1591054c-7994-4ef9-8dc9-27cb79c18a1f admin admin] Network 98bed095-5460-48e9-8daa-f757cf56cf47 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:58:41.501541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1591054c-7994-4ef9-8dc9-27cb79c18a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 98bed095-5460-48e9-8daa-f757cf56cf47) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:41.506000 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1591054c-7994-4ef9-8dc9-27cb79c18a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:41.506599 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1591054c-7994-4ef9-8dc9-27cb79c18a1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:41.513197 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a600ba98-0a7e-45f9-ae58-58c753d28b6d None None] Network 98bed095-5460-48e9-8daa-f757cf56cf47 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:41.530001 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1591054c-7994-4ef9-8dc9-27cb79c18a1f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4864755 Aug 20 11:58:41.555208 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53ddf2-f252-4be7-bc82-7e91f25abf6e req-3eeef0f1-fbdb-4d26-ba45-6588992e8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:41.557502 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a53ddf2-f252-4be7-bc82-7e91f25abf6e req-3eeef0f1-fbdb-4d26-ba45-6588992e8149 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e6d22a05-4469-4253-92bd-6e1b070cb48f HTTP/1.1" status: 200 len: 859 time: 0.0690019 Aug 20 11:58:41.610985 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a53ddf2-f252-4be7-bc82-7e91f25abf6e req-400d3cb0-eca1-4d95-a2e3-313a77158737 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbfbb528-1e66-4421-bdef-cd50695f97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310771 Aug 20 11:58:41.669708 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe43e9cd-e6b6-4a69-9bc8-a654798c60ea None None] Network 98bed095-5460-48e9-8daa-f757cf56cf47 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:41.729453 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a53ddf2-f252-4be7-bc82-7e91f25abf6e req-aeca8612-7e53-4949-a711-caceb7acb0df service neutron] 10.222.0.76 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090939 Aug 20 11:58:41.852905 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a53ddf2-f252-4be7-bc82-7e91f25abf6e req-fdad7265-8810-4141-aad0-e8ecea54b61a service neutron] 10.222.0.76 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156974 Aug 20 11:58:42.110329 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39130) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:42.115364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-72171245-e90a-4226-a7a3-7dedacb41c5c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1191737721-network', 'tenant_id': '11c67fa83b174d7f80c4f10f982caa73'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:42.138080 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72171245-e90a-4226-a7a3-7dedacb41c5c admin admin] Made reservation on behalf of 11c67fa83b174d7f80c4f10f982caa73 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:42.142285 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72171245-e90a-4226-a7a3-7dedacb41c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:42.151712 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72171245-e90a-4226-a7a3-7dedacb41c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:42.253838 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72171245-e90a-4226-a7a3-7dedacb41c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:42.257278 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72171245-e90a-4226-a7a3-7dedacb41c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:42.277819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72171245-e90a-4226-a7a3-7dedacb41c5c admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:58:42.291275 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72171245-e90a-4226-a7a3-7dedacb41c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffa079e-e58e-4450-96ce-8fbb83aa070f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:42.296863 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72171245-e90a-4226-a7a3-7dedacb41c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:42.297379 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-72171245-e90a-4226-a7a3-7dedacb41c5c admin admin] Added segment b960d374-b5a9-41cf-a6ad-f89856645cdb of type vlan for network 194759a5-1c7b-43d2-9de8-c9f14442caad Aug 20 11:58:42.338995 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72171245-e90a-4226-a7a3-7dedacb41c5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:42.365988 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72171245-e90a-4226-a7a3-7dedacb41c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:42.367151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72171245-e90a-4226-a7a3-7dedacb41c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:42.367736 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72171245-e90a-4226-a7a3-7dedacb41c5c admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:42.434590 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-72171245-e90a-4226-a7a3-7dedacb41c5c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3231175 Aug 20 11:58:42.437547 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836187d7-3b3f-4f65-a897-447c4ef63bdf req-64251e74-fb88-4bd2-a361-c3d79ddc704b tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:42.438588 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39144) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:42.439104 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-836187d7-3b3f-4f65-a897-447c4ef63bdf req-64251e74-fb88-4bd2-a361-c3d79ddc704b tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 946 time: 0.0661998 Aug 20 11:58:42.445737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-08934923-2824-49a8-9ced-8ee72a6c3432 admin admin] Request body: {'subnet': {'network_id': '194759a5-1c7b-43d2-9de8-c9f14442caad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1191737721-subnet', 'tenant_id': '11c67fa83b174d7f80c4f10f982caa73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:42.458202 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72171245-e90a-4226-a7a3-7dedacb41c5c admin admin] Pushing event updated for resources: {'Network': ['ID=194759a5-1c7b-43d2-9de8-c9f14442caad,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:42.476977 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08934923-2824-49a8-9ced-8ee72a6c3432 admin admin] Made reservation on behalf of 11c67fa83b174d7f80c4f10f982caa73 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:42.479984 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08934923-2824-49a8-9ced-8ee72a6c3432 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:42.481477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 194759a5-1c7b-43d2-9de8-c9f14442caad details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:58:42.496376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-836187d7-3b3f-4f65-a897-447c4ef63bdf req-65422fab-4e88-4569-8cbc-297a96cf1641 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509193 Aug 20 11:58:42.648201 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc76eab-78d9-4822-8e45-33e4d0a25633 req-ecc9c641-7003-4283-b317-68f70ec1ea1a tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:42.649795 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5dc76eab-78d9-4822-8e45-33e4d0a25633 req-ecc9c641-7003-4283-b317-68f70ec1ea1a tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0903108 Aug 20 11:58:42.664160 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea49f7-ba70-4e04-9c19-bc3cdc124ae6 req-099c09a8-988f-4a17-bae9-99d44b6bd5c6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:42.665861 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-63ea49f7-ba70-4e04-9c19-bc3cdc124ae6 req-099c09a8-988f-4a17-bae9-99d44b6bd5c6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 946 time: 0.0658336 Aug 20 11:58:42.711665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-63ea49f7-ba70-4e04-9c19-bc3cdc124ae6 req-f71b6bfd-c239-4d88-a748-c8c8fe906c48 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 Aug 20 11:58:42.741206 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5dc76eab-78d9-4822-8e45-33e4d0a25633 req-fab7debf-2828-4436-9335-2fc6c37282e4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825553 Aug 20 11:58:42.749885 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08934923-2824-49a8-9ced-8ee72a6c3432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:42.817907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08934923-2824-49a8-9ced-8ee72a6c3432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d117a1-fdbe-4ff2-ac0b-6ea8413b640c,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:42.823159 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08934923-2824-49a8-9ced-8ee72a6c3432 admin admin] Checking segment: {'id': 'b960d374-b5a9-41cf-a6ad-f89856645cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '194759a5-1c7b-43d2-9de8-c9f14442caad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:42.824095 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08934923-2824-49a8-9ced-8ee72a6c3432 admin admin] Network hostable DHCP agents. Network: 194759a5-1c7b-43d2-9de8-c9f14442caad, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:58:42.849007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08934923-2824-49a8-9ced-8ee72a6c3432 admin admin] Network 194759a5-1c7b-43d2-9de8-c9f14442caad is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:58:42.861096 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-08934923-2824-49a8-9ced-8ee72a6c3432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 194759a5-1c7b-43d2-9de8-c9f14442caad) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:42.869910 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5238da3e-3063-4db6-869f-e8f761c46e22 None None] Network 194759a5-1c7b-43d2-9de8-c9f14442caad requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:42.872849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08934923-2824-49a8-9ced-8ee72a6c3432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:42.873454 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08934923-2824-49a8-9ced-8ee72a6c3432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:42.894218 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-08934923-2824-49a8-9ced-8ee72a6c3432 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4525597 Aug 20 11:58:43.049099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94a6e0f-4e7f-4a2e-98ac-b925ab2c2224 None None] Network 194759a5-1c7b-43d2-9de8-c9f14442caad requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:43.322735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe624-6874-42de-8a49-2d017f3a7ede req-25bceb53-522f-42f3-87c3-9463f9009dfe tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:43.324250 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-979fe624-6874-42de-8a49-2d017f3a7ede req-25bceb53-522f-42f3-87c3-9463f9009dfe tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 946 time: 0.3828557 Aug 20 11:58:43.375962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-979fe624-6874-42de-8a49-2d017f3a7ede req-ba8e6d18-11fd-4265-958e-c1ef66071f5c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458398 Aug 20 11:58:43.508844 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-83cf55be-58f9-4101-9a27-62c136f15e5a tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:43.510324 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-83cf55be-58f9-4101-9a27-62c136f15e5a tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/networks?id=98bed095-5460-48e9-8daa-f757cf56cf47 HTTP/1.1" status: 200 len: 811 time: 0.1183312 Aug 20 11:58:43.525513 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-5de25041-099f-4778-b7a2-98f41ee197ab tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/quotas/295c09c21c52491f82b30d27bfc50171 HTTP/1.1" status: 200 len: 375 time: 0.0090377 Aug 20 11:58:43.564376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-2354e933-e243-4a49-b828-34d5f4a7eb24 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=295c09c21c52491f82b30d27bfc50171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336139 Aug 20 11:58:43.667783 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-c00c3b5b-066e-4900-be55-cc25face3c9e service neutron] 10.222.0.37 "GET /v2.0/networks/98bed095-5460-48e9-8daa-f757cf56cf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959668 Aug 20 11:58:43.758019 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-57a4bd95-524a-4caa-955d-cbd95b645c9b service neutron] 10.222.0.37 "GET /v2.0/networks/98bed095-5460-48e9-8daa-f757cf56cf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840867 Aug 20 11:58:43.916863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4dc6c-5264-4593-ac12-079dae8d426d req-97f624e3-0329-473f-bc73-20a2cc746db1 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:43.918403 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-35f4dc6c-5264-4593-ac12-079dae8d426d req-97f624e3-0329-473f-bc73-20a2cc746db1 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0932307 Aug 20 11:58:43.957654 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7224bdff-5876-448f-9fdc-99145e6155bd req-e1945ec3-8123-46a7-a5c3-6106ccaa1d7f tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 210 time: 0.0311978 Aug 20 11:58:43.965902 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-35f4dc6c-5264-4593-ac12-079dae8d426d req-77ab70f3-8f4f-4c46-a608-b056117b6fd2 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347178 Aug 20 11:58:44.455993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b0f26-7aca-4579-a7b6-2b61587c7a96 req-e7d013db-1ae4-40a3-a1e3-ad231cc739aa tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:44.461047 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef2b0f26-7aca-4579-a7b6-2b61587c7a96 req-e7d013db-1ae4-40a3-a1e3-ad231cc739aa tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 946 time: 0.0967119 Aug 20 11:58:44.569785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18220ee7-2b9a-4bad-bcb8-0892070624b4 req-45748996-abbb-4eda-b281-474f2e2163e9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:44.571202 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-18220ee7-2b9a-4bad-bcb8-0892070624b4 req-45748996-abbb-4eda-b281-474f2e2163e9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7c2990-c15d-4e9d-b08c-954019275a1c HTTP/1.1" status: 200 len: 946 time: 0.1083834 Aug 20 11:58:44.627506 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-18220ee7-2b9a-4bad-bcb8-0892070624b4 req-e9cb84eb-a6ab-4f46-b49b-607fffe4fe84 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487895 Aug 20 11:58:44.629532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-ef2b0f26-7aca-4579-a7b6-2b61587c7a96 req-26209c3e-47d4-4c20-8be3-71755b1604fb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Deleting port 8e08eced-b55d-4d0b-8165-09231b4a367e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:44.629875 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ef2b0f26-7aca-4579-a7b6-2b61587c7a96 req-26209c3e-47d4-4c20-8be3-71755b1604fb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:44.729627 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ef2b0f26-7aca-4579-a7b6-2b61587c7a96 req-26209c3e-47d4-4c20-8be3-71755b1604fb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] For port 8e08eced-b55d-4d0b-8165-09231b4a367e, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8e08eced-b55d-4d0b-8165-09231b4a367e,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:44.729997 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ef2b0f26-7aca-4579-a7b6-2b61587c7a96 req-26209c3e-47d4-4c20-8be3-71755b1604fb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:44.744132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-ef2b0f26-7aca-4579-a7b6-2b61587c7a96 req-26209c3e-47d4-4c20-8be3-71755b1604fb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Calling delete_port for 8e08eced-b55d-4d0b-8165-09231b4a367e owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:44.877924 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ef2b0f26-7aca-4579-a7b6-2b61587c7a96 req-26209c3e-47d4-4c20-8be3-71755b1604fb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:44.894427 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3d9d073b-1ebb-42ea-a1ff-7a2785e024dd'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:44.902281 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['8e08eced-b55d-4d0b-8165-09231b4a367e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:44.919637 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26209c3e-47d4-4c20-8be3-71755b1604fb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Pushing event deleted for resources: {'Port': ['ID=8e08eced-b55d-4d0b-8165-09231b4a367e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:44.957226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2b0f26-7aca-4579-a7b6-2b61587c7a96 req-26209c3e-47d4-4c20-8be3-71755b1604fb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] No DVR routers for this DVR port 8e08eced-b55d-4d0b-8165-09231b4a367e on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:44.959903 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ef2b0f26-7aca-4579-a7b6-2b61587c7a96 req-26209c3e-47d4-4c20-8be3-71755b1604fb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:44.962126 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef2b0f26-7aca-4579-a7b6-2b61587c7a96 req-26209c3e-47d4-4c20-8be3-71755b1604fb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "DELETE /v2.0/ports/8e08eced-b55d-4d0b-8165-09231b4a367e HTTP/1.1" status: 204 len: 173 time: 0.4887059 Aug 20 11:58:44.962702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7c2990-c15d-4e9d-b08c-954019275a1c', 'name': 'network-vif-deleted', 'tag': '8e08eced-b55d-4d0b-8165-09231b4a367e'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:44.965615 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acdb8e9-0cfa-4d11-80b4-c604a0ae61f8" -d '{"events": [{"server_uuid": "ee7c2990-c15d-4e9d-b08c-954019275a1c", "name": "network-vif-deleted", "tag": "8e08eced-b55d-4d0b-8165-09231b4a367e"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:45.043658 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39160bf6-cea2-49cf-b0e1-d9b1f2b5eab2 x-openstack-request-id: req-39160bf6-cea2-49cf-b0e1-d9b1f2b5eab2 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:45.043958 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7c2990-c15d-4e9d-b08c-954019275a1c", "name": "network-vif-deleted", "tag": "8e08eced-b55d-4d0b-8165-09231b4a367e", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:45.044177 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39160bf6-cea2-49cf-b0e1-d9b1f2b5eab2 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:45.045089 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7c2990-c15d-4e9d-b08c-954019275a1c', 'name': 'network-vif-deleted', 'tag': '8e08eced-b55d-4d0b-8165-09231b4a367e', 'status': 'completed', 'code': 200} Aug 20 11:58:45.127831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca94830e-0f7b-4f90-b511-d6f3966c1e7f req-4d904904-d00e-4e8f-b8fa-92b0ea87fed6 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 210 time: 0.0416405 Aug 20 11:58:45.194347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2e25e-21e0-455f-9085-5e3e1216da49 req-6b6c638d-ef61-418a-8ab5-74c1c48cbe21 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:45.195887 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-edc2e25e-21e0-455f-9085-5e3e1216da49 req-6b6c638d-ef61-418a-8ab5-74c1c48cbe21 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0599587 Aug 20 11:58:45.261978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-92ae603c-b899-4192-a4a5-62d42c52fd17 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:45.263459 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-92ae603c-b899-4192-a4a5-62d42c52fd17 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.35 "GET /v2.0/networks?id=98bed095-5460-48e9-8daa-f757cf56cf47 HTTP/1.1" status: 200 len: 811 time: 0.1206620 Aug 20 11:58:45.263723 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-edc2e25e-21e0-455f-9085-5e3e1216da49 req-d8d33f2a-a08c-4254-b3e8-ea949c698396 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568628 Aug 20 11:58:45.291647 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-07b34d53-a57d-460f-9f5b-5970e26308bb tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Request body: {'port': {'device_id': '56af1bc4-13cd-4058-9922-7d4f6a26d6f8', 'network_id': '98bed095-5460-48e9-8daa-f757cf56cf47', 'admin_state_up': True, 'tenant_id': '295c09c21c52491f82b30d27bfc50171'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:45.414182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-07b34d53-a57d-460f-9f5b-5970e26308bb tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Made reservation on behalf of 295c09c21c52491f82b30d27bfc50171 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:45.417576 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-07b34d53-a57d-460f-9f5b-5970e26308bb tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:45.565894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-07b34d53-a57d-460f-9f5b-5970e26308bb tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Allocated IP 172.20.0.10 (98bed095-5460-48e9-8daa-f757cf56cf47/1394009d-15f7-42ba-bd02-67e33df8d52c/5926b0c6-54b3-4b7f-a7d2-ecd26d555160) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:45.736137 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-07b34d53-a57d-460f-9f5b-5970e26308bb tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:45.777451 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-07b34d53-a57d-460f-9f5b-5970e26308bb tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:45.825550 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-07b34d53-a57d-460f-9f5b-5970e26308bb tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Network 98bed095-5460-48e9-8daa-f757cf56cf47 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:45.829391 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-07b34d53-a57d-460f-9f5b-5970e26308bb tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:45.833008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-07b34d53-a57d-460f-9f5b-5970e26308bb tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:45.868469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b34d53-a57d-460f-9f5b-5970e26308bb tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Pushing event updated for resources: {'Port': ['ID=5926b0c6-54b3-4b7f-a7d2-ecd26d555160,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:45.894136 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-07b34d53-a57d-460f-9f5b-5970e26308bb tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:45.894789 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-07b34d53-a57d-460f-9f5b-5970e26308bb tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:45.909525 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-07b34d53-a57d-460f-9f5b-5970e26308bb tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6225693 Aug 20 11:58:45.923119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Request body: {'port': {'device_id': '56af1bc4-13cd-4058-9922-7d4f6a26d6f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:45.987205 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.302725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-372b09bd-5e1a-4f56-a24f-d04f3f5b7bca tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:46.305153 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-372b09bd-5e1a-4f56-a24f-d04f3f5b7bca tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 805 time: 0.1087635 Aug 20 11:58:46.315019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6b36c-1a63-4184-9040-2e1eb12a24be req-e7da564f-da5b-4ccc-b5e9-71ad3e20f500 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:46.316542 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6ba6b36c-1a63-4184-9040-2e1eb12a24be req-e7da564f-da5b-4ccc-b5e9-71ad3e20f500 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 932 time: 0.0985353 Aug 20 11:58:46.321737 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-8ae5224e-7875-4cf5-a9f0-4f830d92e8dd tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/quotas/21dd6b222c3b4ff2b019fd7f9d90b009 HTTP/1.1" status: 200 len: 375 time: 0.0115004 Aug 20 11:58:46.336325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:46.354430 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.373056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Transition to ACTIVE for port object 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:46.379742 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.397890 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-02c4449a-0c6d-43ec-a1d3-ce27035ea960 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0648208 Aug 20 11:58:46.423035 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6ba6b36c-1a63-4184-9040-2e1eb12a24be req-65a0e55a-2c2a-4550-8b69-f8bf6492f012 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986786 Aug 20 11:58:46.453047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5926b0c6-54b3-4b7f-a7d2-ecd26d555160,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:46.527886 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-96b9713a-4209-43d3-a951-b8f69d0e5165 service neutron] 10.222.0.37 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168153 Aug 20 11:58:46.599981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47685c41-5f12-47ed-a312-5fe4ef7dcdd0 req-b9dcb412-e099-402b-a575-3fb50b9eef47 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:46.601562 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47685c41-5f12-47ed-a312-5fe4ef7dcdd0 req-b9dcb412-e099-402b-a575-3fb50b9eef47 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0648446 Aug 20 11:58:46.611356 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Attempting to bind port 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:46.611694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Attempting to bind port 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '1ccd33a8-9e8b-4cae-9021-6befecb413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '98bed095-5460-48e9-8daa-f757cf56cf47'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:46.612032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Attempting to bind port 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 on network 98bed095-5460-48e9-8daa-f757cf56cf47 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:46.624985 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-03f81451-b9a0-44c1-81b3-c0180facb064 service neutron] 10.222.0.37 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890243 Aug 20 11:58:46.633065 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Port 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 on network 98bed095-5460-48e9-8daa-f757cf56cf47 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:58:46.633657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Attempting to bind port 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 on network 98bed095-5460-48e9-8daa-f757cf56cf47 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:46.647181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:46.647524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Checking segment: {'id': '1ccd33a8-9e8b-4cae-9021-6befecb413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '98bed095-5460-48e9-8daa-f757cf56cf47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:46.647911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Bound using segment: {'id': '1ccd33a8-9e8b-4cae-9021-6befecb413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '98bed095-5460-48e9-8daa-f757cf56cf47'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:46.648350 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Bound port: 5926b0c6-54b3-4b7f-a7d2-ecd26d555160, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ccd33a8-9e8b-4cae-9021-6befecb413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '98bed095-5460-48e9-8daa-f757cf56cf47'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:46.648738 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.666906 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47685c41-5f12-47ed-a312-5fe4ef7dcdd0 req-d29cd8b1-2889-4238-abb5-cdf2f7b96205 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523887 Aug 20 11:58:46.749989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] For port 5926b0c6-54b3-4b7f-a7d2-ecd26d555160, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:46.758935 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] For port 5926b0c6-54b3-4b7f-a7d2-ecd26d555160, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5926b0c6-54b3-4b7f-a7d2-ecd26d555160,segment=NetworkSegment(1ccd33a8-9e8b-4cae-9021-6befecb413a3),segment_id=1ccd33a8-9e8b-4cae-9021-6befecb413a3)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:46.766606 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.834760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:46.835462 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.837035 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] 10.222.0.35 "PUT /v2.0/ports/5926b0c6-54b3-4b7f-a7d2-ecd26d555160 HTTP/1.1" status: 200 len: 1092 time: 0.9189177 Aug 20 11:58:46.839082 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-79d4e2ce-b5c3-4073-8cfa-508b72ada751 req-e49beef0-48af-4c60-8597-1b1f7dd8429d tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 210 time: 0.0404534 Aug 20 11:58:46.860114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cd9d7-ff3b-49fc-9ae3-ee94d6fb71c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5926b0c6-54b3-4b7f-a7d2-ecd26d555160,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:46.928592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-f5e70882-b079-492b-af12-c3cd339245bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:46.930781 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-f5e70882-b079-492b-af12-c3cd339245bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=295c09c21c52491f82b30d27bfc50171&device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 1095 time: 0.0497842 Aug 20 11:58:46.974360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-c9342d9b-e7d7-425c-bfaa-91682b1fce8d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5926b0c6-54b3-4b7f-a7d2-ecd26d555160 HTTP/1.1" status: 200 len: 217 time: 0.0347884 Aug 20 11:58:47.033710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-960e1435-5e17-40c3-b30c-e49edba330d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:47.035244 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-960e1435-5e17-40c3-b30c-e49edba330d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1394009d-15f7-42ba-bd02-67e33df8d52c HTTP/1.1" status: 200 len: 851 time: 0.0520337 Aug 20 11:58:47.047720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56af1bc4-13cd-4058-9922-7d4f6a26d6f8', 'tag': '5926b0c6-54b3-4b7f-a7d2-ecd26d555160'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:47.050204 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89a48b2-ab2b-4a97-b980-48591e72d7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "56af1bc4-13cd-4058-9922-7d4f6a26d6f8", "tag": "5926b0c6-54b3-4b7f-a7d2-ecd26d555160"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:47.094570 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-48b1f549-bcdc-4757-9c6f-ec4e273f22e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98bed095-5460-48e9-8daa-f757cf56cf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482969 Aug 20 11:58:47.096231 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1e6170-43d8-4729-a9a2-2cc60b8814c8 x-openstack-request-id: req-ea1e6170-43d8-4729-a9a2-2cc60b8814c8 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:47.096665 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56af1bc4-13cd-4058-9922-7d4f6a26d6f8", "tag": "5926b0c6-54b3-4b7f-a7d2-ecd26d555160", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:47.096909 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea1e6170-43d8-4729-a9a2-2cc60b8814c8 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:47.097356 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56af1bc4-13cd-4058-9922-7d4f6a26d6f8', 'tag': '5926b0c6-54b3-4b7f-a7d2-ecd26d555160', 'status': 'completed', 'code': 200} Aug 20 11:58:47.194753 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-5600fed1-dc4d-48c4-8468-b97bdfb1cd8c service neutron] 10.222.0.35 "GET /v2.0/networks/98bed095-5460-48e9-8daa-f757cf56cf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890203 Aug 20 11:58:47.271424 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:58:47.313418 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8e08eced-b55d-4d0b-8165-09231b4a367e no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:47.343225 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 8e08eced-b55d-4d0b-8165-09231b4a367e {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:47.343836 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8e08eced-b55d-4d0b-8165-09231b4a367e not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:47.685712 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738500a3-c837-49d5-953c-2b9c90bb010d req-85639fbf-9552-42ac-abfa-88e9402f5b9c tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:47.687780 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-738500a3-c837-49d5-953c-2b9c90bb010d req-85639fbf-9552-42ac-abfa-88e9402f5b9c tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 944 time: 0.0795813 Aug 20 11:58:47.693371 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d4f9b81-2abd-4a32-83c8-a9d43e305cf8 req-1d0a551a-25e9-47bd-ba9a-4c8ee3ffd072 service neutron] 10.222.0.35 "GET /v2.0/networks/98bed095-5460-48e9-8daa-f757cf56cf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897273 Aug 20 11:58:47.820907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06d169-f523-4c98-828c-dbca52e1718f req-eabb751c-3a8c-4e91-a708-566a449642f4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:47.823737 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7d06d169-f523-4c98-828c-dbca52e1718f req-eabb751c-3a8c-4e91-a708-566a449642f4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0672712 Aug 20 11:58:47.860085 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-738500a3-c837-49d5-953c-2b9c90bb010d req-be07bdf9-9c9c-4add-9ec3-fc49ea37bc0a tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537409 Aug 20 11:58:47.869380 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7d06d169-f523-4c98-828c-dbca52e1718f req-8a5ec98a-5a10-4538-af1c-3a4c4893307b tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395780 Aug 20 11:58:47.937455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a48b2-ab2b-4a97-b980-48591e72d7a0 req-c12226df-d1c6-42f8-812f-ccd7eb0da918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:47.939358 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f89a48b2-ab2b-4a97-b980-48591e72d7a0 req-c12226df-d1c6-42f8-812f-ccd7eb0da918 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=295c09c21c52491f82b30d27bfc50171&device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 1095 time: 0.1716371 Aug 20 11:58:47.946262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-a524b69f-8668-4e61-876b-d961bb62c72e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:47.947687 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-a524b69f-8668-4e61-876b-d961bb62c72e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 805 time: 0.1993966 Aug 20 11:58:47.966047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-5187f2aa-d206-4686-8244-136db7fcb560 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Request body: {'port': {'device_id': '1cc39b5f-f136-4c85-bdc4-71b15474bfd3', 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554', 'admin_state_up': True, 'tenant_id': '21dd6b222c3b4ff2b019fd7f9d90b009'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:47.974417 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0bc6128f-4fca-4448-b075-3f0c97be2577 req-8307f776-125a-4467-b959-9dc0d2d7a0e9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 210 time: 0.0297196 Aug 20 11:58:48.111769 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a48b2-ab2b-4a97-b980-48591e72d7a0 req-b45d2146-d731-4192-bbaa-c712b4977b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:48.113448 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f89a48b2-ab2b-4a97-b980-48591e72d7a0 req-b45d2146-d731-4192-bbaa-c712b4977b4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=98bed095-5460-48e9-8daa-f757cf56cf47 HTTP/1.1" status: 200 len: 911 time: 0.1594560 Aug 20 11:58:48.173273 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f89a48b2-ab2b-4a97-b980-48591e72d7a0 req-2d1f79f4-d5cc-4e9f-83aa-22073f56e7ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5926b0c6-54b3-4b7f-a7d2-ecd26d555160 HTTP/1.1" status: 200 len: 217 time: 0.0464883 Aug 20 11:58:48.174258 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-5187f2aa-d206-4686-8244-136db7fcb560 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Made reservation on behalf of 21dd6b222c3b4ff2b019fd7f9d90b009 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:48.177887 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-5187f2aa-d206-4686-8244-136db7fcb560 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.278060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a48b2-ab2b-4a97-b980-48591e72d7a0 req-fe81554b-788f-4575-9bcc-0778b2ee934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:48.279546 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f89a48b2-ab2b-4a97-b980-48591e72d7a0 req-fe81554b-788f-4575-9bcc-0778b2ee934a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1394009d-15f7-42ba-bd02-67e33df8d52c HTTP/1.1" status: 200 len: 851 time: 0.0925481 Aug 20 11:58:48.337648 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f89a48b2-ab2b-4a97-b980-48591e72d7a0 req-c93fa9a2-9a99-4784-ac47-67b854c6e434 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98bed095-5460-48e9-8daa-f757cf56cf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453413 Aug 20 11:58:48.378646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-5187f2aa-d206-4686-8244-136db7fcb560 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Allocated IP 172.20.0.3 (e846d3a0-5933-4c17-9498-c75783c06554/6c6e1881-b439-4ba3-9e13-47bdb96ee8e5/ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:48.511519 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f89a48b2-ab2b-4a97-b980-48591e72d7a0 req-71cd7d96-c59a-4a04-a374-0385439eda9b service neutron] 10.222.0.35 "GET /v2.0/networks/98bed095-5460-48e9-8daa-f757cf56cf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554582 Aug 20 11:58:48.668618 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f89a48b2-ab2b-4a97-b980-48591e72d7a0 req-ea483637-a72d-4fda-bb54-a5b83abaae67 service neutron] 10.222.0.35 "GET /v2.0/networks/98bed095-5460-48e9-8daa-f757cf56cf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321425 Aug 20 11:58:48.672628 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-5187f2aa-d206-4686-8244-136db7fcb560 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.713974 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-5187f2aa-d206-4686-8244-136db7fcb560 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.725683 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3d9d073b-1ebb-42ea-a1ff-7a2785e024dd'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:48.759643 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-5187f2aa-d206-4686-8244-136db7fcb560 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Network e846d3a0-5933-4c17-9498-c75783c06554 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:48.762849 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-5187f2aa-d206-4686-8244-136db7fcb560 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:48.766884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-5187f2aa-d206-4686-8244-136db7fcb560 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:48.797116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187f2aa-d206-4686-8244-136db7fcb560 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Pushing event updated for resources: {'Port': ['ID=ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:48.825165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-5187f2aa-d206-4686-8244-136db7fcb560 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:48.825787 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-5187f2aa-d206-4686-8244-136db7fcb560 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.842071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-5187f2aa-d206-4686-8244-136db7fcb560 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8795633 Aug 20 11:58:48.856004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Request body: {'port': {'device_id': '1cc39b5f-f136-4c85-bdc4-71b15474bfd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:48.961653 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:49.022469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5230f80-fcfb-4277-848e-3d516fc8e53b req-b882b588-d59a-4638-97e4-a417114994e4 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:49.024195 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d5230f80-fcfb-4277-848e-3d516fc8e53b req-b882b588-d59a-4638-97e4-a417114994e4 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 944 time: 0.0600896 Aug 20 11:58:49.035779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cbe3d-a0c8-4401-9896-f2f1246dbb7e req-0bd50932-45ef-45ec-8151-c7688430bc25 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:49.037341 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d45cbe3d-a0c8-4401-9896-f2f1246dbb7e req-0bd50932-45ef-45ec-8151-c7688430bc25 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0898132 Aug 20 11:58:49.070538 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d5230f80-fcfb-4277-848e-3d516fc8e53b req-d73669c9-44c4-458e-8fc0-b1988311ed96 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388064 Aug 20 11:58:49.161156 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d45cbe3d-a0c8-4401-9896-f2f1246dbb7e req-77c332d1-5f5c-4839-8a5d-949ec82508d4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115344 Aug 20 11:58:49.199645 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dae828-97a7-424f-bafb-08a1b0fd3a8f req-940b55b3-7d47-43ea-9859-a6de3a4deb77 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:49.201257 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-34dae828-97a7-424f-bafb-08a1b0fd3a8f req-940b55b3-7d47-43ea-9859-a6de3a4deb77 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 931 time: 0.0692172 Aug 20 11:58:49.244326 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-34dae828-97a7-424f-bafb-08a1b0fd3a8f req-1ef18a5f-3802-4790-b498-4bdaf9fb011f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358124 Aug 20 11:58:49.325215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:49.333393 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:49.345580 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Transition to ACTIVE for port object ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:49.349621 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:49.403942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Pushing event updated for resources: {'Port': ['ID=ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:49.468461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Attempting to bind port ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:49.468834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Attempting to bind port ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:49.469175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Attempting to bind port ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f on network e846d3a0-5933-4c17-9498-c75783c06554 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:49.474083 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Port ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f on network e846d3a0-5933-4c17-9498-c75783c06554 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:58:49.474411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Attempting to bind port ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f on network e846d3a0-5933-4c17-9498-c75783c06554 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:49.479652 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:49.479988 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Checking segment: {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:49.480380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Bound using segment: {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:49.480847 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Bound port: ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:49.481263 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:49.548451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] For port ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:49.551391 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] For port ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:49.555725 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:49.589983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:49.590596 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:49.591977 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] 10.222.0.76 "PUT /v2.0/ports/ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f HTTP/1.1" status: 200 len: 1091 time: 0.7410588 Aug 20 11:58:49.592412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc39b5f-f136-4c85-bdc4-71b15474bfd3', 'tag': 'ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:49.595154 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38dd388-ba17-40f2-9718-20bd7b5539dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc39b5f-f136-4c85-bdc4-71b15474bfd3", "tag": "ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:49.618348 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc3a79-6492-4014-9618-a032f16d4c8e service neutron] Pushing event updated for resources: {'Port': ['ID=ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:49.673038 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3949360-f98e-443c-9c28-437b362af92e x-openstack-request-id: req-c3949360-f98e-443c-9c28-437b362af92e {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:49.673295 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc39b5f-f136-4c85-bdc4-71b15474bfd3", "tag": "ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:49.673546 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3949360-f98e-443c-9c28-437b362af92e {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:49.674354 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc39b5f-f136-4c85-bdc4-71b15474bfd3', 'tag': 'ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f', 'status': 'completed', 'code': 200} Aug 20 11:58:49.690156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-ad40579f-312c-492b-9e71-98d9a1364c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:49.691686 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-ad40579f-312c-492b-9e71-98d9a1364c11 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 1094 time: 0.0463111 Aug 20 11:58:49.747858 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-2c056d87-d1bd-4cd6-9459-882c993f897e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f HTTP/1.1" status: 200 len: 217 time: 0.0392158 Aug 20 11:58:49.804309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-bd704a58-6869-46bd-b786-53d01b91bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:49.805749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-bd704a58-6869-46bd-b786-53d01b91bfb6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 HTTP/1.1" status: 200 len: 845 time: 0.0449512 Aug 20 11:58:49.844479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-9fea01be-f6a5-481c-b053-f2c2a1970d28 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e846d3a0-5933-4c17-9498-c75783c06554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243914 Aug 20 11:58:49.949695 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-761054d2-fd8c-4f58-9931-219fb7af486a service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915124 Aug 20 11:58:50.043014 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90c829a1-3a7c-4af9-8b97-d4497986af12 req-2d270a24-099c-404a-897a-3504f25f4257 service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868704 Aug 20 11:58:50.069907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:58:50.136699 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dd388-ba17-40f2-9718-20bd7b5539dd req-97a16076-6110-433d-bc5d-63c8b40436c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:50.138426 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a38dd388-ba17-40f2-9718-20bd7b5539dd req-97a16076-6110-433d-bc5d-63c8b40436c6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 1094 time: 0.0451260 Aug 20 11:58:50.208933 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5926b0c6-54b3-4b7f-a7d2-ecd26d555160, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5926b0c6-54b3-4b7f-a7d2-ecd26d555160,segment=NetworkSegment(1ccd33a8-9e8b-4cae-9021-6befecb413a3),segment_id=1ccd33a8-9e8b-4cae-9021-6befecb413a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:50.227724 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '5926b0c6-54b3-4b7f-a7d2-ecd26d555160', 'network_id': '98bed095-5460-48e9-8daa-f757cf56cf47', 'port_id': '5926b0c6-54b3-4b7f-a7d2-ecd26d555160', 'mac_address': 'fa:16:3e:fb:5a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1394009d-15f7-42ba-bd02-67e33df8d52c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:58:50.237404 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb2596-df7f-4167-adf9-227440bfddc1 req-300c373d-340d-4cdf-a9c8-f63d1b305e15 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:50.245655 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a0bb2596-df7f-4167-adf9-227440bfddc1 req-300c373d-340d-4cdf-a9c8-f63d1b305e15 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 944 time: 0.0860250 Aug 20 11:58:50.285383 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:50.293301 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a0bb2596-df7f-4167-adf9-227440bfddc1 req-ea39c313-67e1-4a8f-b365-da7e8fba3b6c tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465250 Aug 20 11:58:50.310769 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:50.318589 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dd388-ba17-40f2-9718-20bd7b5539dd req-f9d41400-9b42-4676-aecc-2ab7db0bcaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:50.319886 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a38dd388-ba17-40f2-9718-20bd7b5539dd req-f9d41400-9b42-4676-aecc-2ab7db0bcaeb service neutron] 10.222.0.76 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 905 time: 0.1730485 Aug 20 11:58:50.336404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c3bd0-4924-4d7a-afea-770f1a78cd88 req-7571d3c3-c96e-4ac3-9ec0-8a1f7a99edb8 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:50.338242 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf5c3bd0-4924-4d7a-afea-770f1a78cd88 req-7571d3c3-c96e-4ac3-9ec0-8a1f7a99edb8 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0798054 Aug 20 11:58:50.344769 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5926b0c6-54b3-4b7f-a7d2-ecd26d555160, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5926b0c6-54b3-4b7f-a7d2-ecd26d555160,segment=NetworkSegment(1ccd33a8-9e8b-4cae-9021-6befecb413a3),segment_id=1ccd33a8-9e8b-4cae-9021-6befecb413a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:50.360035 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:50.379975 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a38dd388-ba17-40f2-9718-20bd7b5539dd req-45036a26-edf5-4836-b78c-f8df9cdb4f22 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f HTTP/1.1" status: 200 len: 217 time: 0.0406852 Aug 20 11:58:50.430478 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bea80-3297-4a1f-ac41-4333c89295fd req-bf45ec97-dc48-48cf-95a6-c1de68a33a4d tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:50.435678 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6b8bea80-3297-4a1f-ac41-4333c89295fd req-bf45ec97-dc48-48cf-95a6-c1de68a33a4d tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 943 time: 0.0554059 Aug 20 11:58:50.441083 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=5926b0c6-54b3-4b7f-a7d2-ecd26d555160,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:50.448411 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf5c3bd0-4924-4d7a-afea-770f1a78cd88 req-9119c235-9178-4f5d-a875-23e4ae5a3c9d tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672693 Aug 20 11:58:50.458727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dd388-ba17-40f2-9718-20bd7b5539dd req-e09c1310-a3f1-4b06-af24-c2dac3574585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:50.460686 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a38dd388-ba17-40f2-9718-20bd7b5539dd req-e09c1310-a3f1-4b06-af24-c2dac3574585 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 HTTP/1.1" status: 200 len: 845 time: 0.0647743 Aug 20 11:58:50.493168 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6b8bea80-3297-4a1f-ac41-4333c89295fd req-0b4e8982-31b6-46e4-9645-3eda080819ad tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461841 Aug 20 11:58:50.501865 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a38dd388-ba17-40f2-9718-20bd7b5539dd req-5871e7cb-8f07-495f-abe0-dbeb59d517af service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e846d3a0-5933-4c17-9498-c75783c06554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334744 Aug 20 11:58:50.601108 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a38dd388-ba17-40f2-9718-20bd7b5539dd req-6130e117-500f-4924-88b4-e204ed612aa5 service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896091 Aug 20 11:58:50.659652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['5926b0c6-54b3-4b7f-a7d2-ecd26d555160'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:50.700163 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a38dd388-ba17-40f2-9718-20bd7b5539dd req-9c6879cc-3afe-4a40-8776-5179f945f607 service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873742 Aug 20 11:58:51.434631 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f257a-7698-41f5-b0c8-6eb93a610bf9 req-f1408ed5-2161-43a1-8594-c808987a6451 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:51.436142 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e63f257a-7698-41f5-b0c8-6eb93a610bf9 req-f1408ed5-2161-43a1-8594-c808987a6451 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 945 time: 0.0549247 Aug 20 11:58:51.477179 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e63f257a-7698-41f5-b0c8-6eb93a610bf9 req-f83ba827-d682-4657-b60f-b40edf323912 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348046 Aug 20 11:58:51.572072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a87d38-f2f4-4e02-a8f6-9c10348875f2 req-20d26f67-e74e-4454-a412-16db6df0c1db tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:51.573624 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6a87d38-f2f4-4e02-a8f6-9c10348875f2 req-20d26f67-e74e-4454-a412-16db6df0c1db tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0517328 Aug 20 11:58:51.622321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e1852-484f-4080-8a62-c448eddd01d6 req-378d2839-02dd-4f77-bf8b-a34064be8ca7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:51.625656 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-984e1852-484f-4080-8a62-c448eddd01d6 req-378d2839-02dd-4f77-bf8b-a34064be8ca7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 943 time: 0.0550008 Aug 20 11:58:51.630852 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6a87d38-f2f4-4e02-a8f6-9c10348875f2 req-a24a9cda-6502-4eed-9369-da4a4efc9c71 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476198 Aug 20 11:58:51.680188 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-984e1852-484f-4080-8a62-c448eddd01d6 req-5c4cb87d-37b1-4e26-bda7-f2ef7518bd42 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458512 Aug 20 11:58:52.084771 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:52.134895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:52.138707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:52.139138 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.221566 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.243571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56af1bc4-13cd-4058-9922-7d4f6a26d6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5926b0c6-54b3-4b7f-a7d2-ecd26d555160'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:52.245915 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f58a49-7dec-4f0e-8157-f9d88a22173e" -d '{"events": [{"server_uuid": "56af1bc4-13cd-4058-9922-7d4f6a26d6f8", "name": "network-vif-plugged", "status": "completed", "tag": "5926b0c6-54b3-4b7f-a7d2-ecd26d555160"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:52.259106 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 5926b0c6-54b3-4b7f-a7d2-ecd26d555160, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5926b0c6-54b3-4b7f-a7d2-ecd26d555160,segment=NetworkSegment(1ccd33a8-9e8b-4cae-9021-6befecb413a3),segment_id=1ccd33a8-9e8b-4cae-9021-6befecb413a3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:52.262873 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.289027 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ee2558-4d4a-403d-b932-40503605de78 x-openstack-request-id: req-b5ee2558-4d4a-403d-b932-40503605de78 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:52.289321 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56af1bc4-13cd-4058-9922-7d4f6a26d6f8", "name": "network-vif-plugged", "status": "completed", "tag": "5926b0c6-54b3-4b7f-a7d2-ecd26d555160", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:52.289563 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5ee2558-4d4a-403d-b932-40503605de78 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:52.289951 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56af1bc4-13cd-4058-9922-7d4f6a26d6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5926b0c6-54b3-4b7f-a7d2-ecd26d555160', 'code': 200} Aug 20 11:58:52.317723 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=5926b0c6-54b3-4b7f-a7d2-ecd26d555160,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:52.340320 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8309a6f9-40b7-4e2f-b057-02ff3dd4f629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.413215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d07578-1368-4a2e-a86a-e89f4f76d8cb req-922ec5da-7402-4bb4-b106-7ea723b1510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:52.414906 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-01d07578-1368-4a2e-a86a-e89f4f76d8cb req-922ec5da-7402-4bb4-b106-7ea723b1510f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 1097 time: 0.0459874 Aug 20 11:58:52.451707 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-01d07578-1368-4a2e-a86a-e89f4f76d8cb req-34aff121-1bab-42d8-abb9-8a944d66caff service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281880 Aug 20 11:58:52.591314 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105c84c-95c6-4406-8dab-babbdae7d9f1 req-cba256dc-7a33-410c-a020-ee9c281895a4 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:52.593361 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5105c84c-95c6-4406-8dab-babbdae7d9f1 req-cba256dc-7a33-410c-a020-ee9c281895a4 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0487921 Aug 20 11:58:52.632204 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5105c84c-95c6-4406-8dab-babbdae7d9f1 req-362a3c2b-f4c0-4011-9e5c-6b05d9a69d77 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322545 Aug 20 11:58:52.775279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e476ee-c84d-48ea-bd58-f096efdb2d6a req-5ca42786-8bd4-4400-8e60-4d2a82c6e60f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:52.776868 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50e476ee-c84d-48ea-bd58-f096efdb2d6a req-5ca42786-8bd4-4400-8e60-4d2a82c6e60f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0560358 Aug 20 11:58:52.817152 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50e476ee-c84d-48ea-bd58-f096efdb2d6a req-aa20b4e9-8520-4eb5-b25b-2300c0617e93 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335963 Aug 20 11:58:52.823720 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e757f9-4241-4d17-ad8f-ac014bcc5549 req-511aa61d-7c6b-43e6-a78e-dc30baba8fff tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:52.825466 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-76e757f9-4241-4d17-ad8f-ac014bcc5549 req-511aa61d-7c6b-43e6-a78e-dc30baba8fff tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 943 time: 0.0545299 Aug 20 11:58:52.871770 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-76e757f9-4241-4d17-ad8f-ac014bcc5549 req-119a60df-6c17-4816-b62e-b0b3d7ede4c7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Aug 20 11:58:53.313957 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:58:53.412025 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:53.424255 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f', 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554', 'port_id': 'ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f', 'mac_address': 'fa:16:3e:1c:21:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6e1881-b439-4ba3-9e13-47bdb96ee8e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:58:53.466756 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.481695 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:53.504516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:53.508924 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.560341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:53.758441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab02b6-c2ec-4613-bfb2-34eb02aef1c1 req-c9d401fc-ccf3-484b-91db-328801905a8d tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:53.759426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:53.760096 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f7ab02b6-c2ec-4613-bfb2-34eb02aef1c1 req-c9d401fc-ccf3-484b-91db-328801905a8d tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0499916 Aug 20 11:58:53.808970 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f7ab02b6-c2ec-4613-bfb2-34eb02aef1c1 req-4f47dbbf-4c52-42ed-91d4-631a852d5443 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394602 Aug 20 11:58:53.937946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4eb0ec-d38e-4292-912f-66555b45328e req-02844e43-2734-4b81-be62-9deac1a164af tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:53.939889 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fa4eb0ec-d38e-4292-912f-66555b45328e req-02844e43-2734-4b81-be62-9deac1a164af tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0530064 Aug 20 11:58:53.993888 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fa4eb0ec-d38e-4292-912f-66555b45328e req-62de46ae-aeff-46ea-a03c-31e935750ba4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411413 Aug 20 11:58:54.022822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d81cba-08da-4cef-94e8-f2949dd4d766 req-96a265c8-6516-4f3f-9643-079a9b54d13f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:54.024467 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9d81cba-08da-4cef-94e8-f2949dd4d766 req-96a265c8-6516-4f3f-9643-079a9b54d13f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 944 time: 0.0695238 Aug 20 11:58:54.067387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9d81cba-08da-4cef-94e8-f2949dd4d766 req-e335dba7-29cb-4332-8e84-3a67daf90628 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361683 Aug 20 11:58:54.926760 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4476f-8989-48ed-977f-87ed741e338d req-09c866a7-3248-41f0-a31a-5312cd9b20e0 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:54.928360 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60d4476f-8989-48ed-977f-87ed741e338d req-09c866a7-3248-41f0-a31a-5312cd9b20e0 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0505152 Aug 20 11:58:54.969657 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60d4476f-8989-48ed-977f-87ed741e338d req-b612de33-98f0-4091-a6a2-60f2b68495e1 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349700 Aug 20 11:58:55.092200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66f0cd-acb3-4ec2-a015-883d4fbf1aa2 req-a0cbddc6-af93-44cf-8c9e-2de8f20b52e2 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:55.094531 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b66f0cd-acb3-4ec2-a015-883d4fbf1aa2 req-a0cbddc6-af93-44cf-8c9e-2de8f20b52e2 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0553641 Aug 20 11:58:55.122436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367d3fa-2cde-43c4-b432-f5bbbcdfae8a req-805a1820-ddf3-4c7a-81a4-51ac60e210f4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:55.124709 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3367d3fa-2cde-43c4-b432-f5bbbcdfae8a req-805a1820-ddf3-4c7a-81a4-51ac60e210f4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0558851 Aug 20 11:58:55.133930 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4279aef0-f5d4-4c0c-bd11-8612486e88ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:55.148079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8b66f0cd-acb3-4ec2-a015-883d4fbf1aa2 req-b742e7b8-4eb9-4a3b-a6d0-1afdf901e3e6 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470407 Aug 20 11:58:55.173230 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3367d3fa-2cde-43c4-b432-f5bbbcdfae8a req-f5286fc1-5cee-41e0-8a97-25da16b34d55 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417414 Aug 20 11:58:55.263947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffa2c9-5ea0-43ee-9f27-5c3900cf8335 req-6361fa1e-7422-448b-86f2-b44b9a9606f2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:55.265970 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e0ffa2c9-5ea0-43ee-9f27-5c3900cf8335 req-6361fa1e-7422-448b-86f2-b44b9a9606f2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 944 time: 0.0508106 Aug 20 11:58:55.320155 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e0ffa2c9-5ea0-43ee-9f27-5c3900cf8335 req-a1b1a58a-439c-4e31-80ff-4ba104a7f4f4 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467293 Aug 20 11:58:55.329966 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:55.383963 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:55.388136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:55.388559 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:55.394921 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a647c-5eea-4605-8bcd-1924d0848952 req-1486303e-1e28-400e-be53-b9d6f7d40f2f tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:55.396460 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-895a647c-5eea-4605-8bcd-1924d0848952 req-1486303e-1e28-400e-be53-b9d6f7d40f2f tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0537071 Aug 20 11:58:55.436851 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-895a647c-5eea-4605-8bcd-1924d0848952 req-c99198a0-b134-4033-868c-b8a422d7a366 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342731 Aug 20 11:58:55.477949 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:55.479783 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:55.503038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc39b5f-f136-4c85-bdc4-71b15474bfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:55.505273 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8609a8-3f42-4686-b9ed-dc0c8892c76a" -d '{"events": [{"server_uuid": "1cc39b5f-f136-4c85-bdc4-71b15474bfd3", "name": "network-vif-plugged", "status": "completed", "tag": "ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:55.518599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:55.522882 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:55.547721 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2410eee-6019-4f2c-a1aa-bac6c7a2edd3 x-openstack-request-id: req-b2410eee-6019-4f2c-a1aa-bac6c7a2edd3 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:55.548016 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc39b5f-f136-4c85-bdc4-71b15474bfd3", "name": "network-vif-plugged", "status": "completed", "tag": "ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:55.548269 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2410eee-6019-4f2c-a1aa-bac6c7a2edd3 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:55.548672 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc39b5f-f136-4c85-bdc4-71b15474bfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f', 'code': 200} Aug 20 11:58:55.577459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:55.667941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09114432-ada8-46eb-9ce8-231367ba6fbe req-574ea127-9c0d-4f40-be7e-a08be3a52535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:55.669593 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-09114432-ada8-46eb-9ce8-231367ba6fbe req-574ea127-9c0d-4f40-be7e-a08be3a52535 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 1096 time: 0.0492756 Aug 20 11:58:55.711104 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-09114432-ada8-46eb-9ce8-231367ba6fbe req-6dadaded-6d2e-44b2-81a7-a59eb4f0a8f9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294342 Aug 20 11:58:56.288444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4eb93-e45e-4003-a7c8-0cff0eb31942 req-be6d8e6c-9134-40b0-8136-a997863972a7 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:56.290093 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-89d4eb93-e45e-4003-a7c8-0cff0eb31942 req-be6d8e6c-9134-40b0-8136-a997863972a7 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0518661 Aug 20 11:58:56.330533 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-89d4eb93-e45e-4003-a7c8-0cff0eb31942 req-cd966a88-7471-490b-b225-57f78c5abd83 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342550 Aug 20 11:58:56.355006 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:56.444467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8b1d8-5ee2-4540-afac-5897f18f979f req-4c604791-e6c5-4ae7-ad3c-7b7706651265 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:56.446062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7ec8b1d8-5ee2-4540-afac-5897f18f979f req-4c604791-e6c5-4ae7-ad3c-7b7706651265 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 945 time: 0.0509136 Aug 20 11:58:56.490698 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7ec8b1d8-5ee2-4540-afac-5897f18f979f req-2bc0568c-49ce-480d-90ee-e3b26d22c332 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373716 Aug 20 11:58:56.572443 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40174f60-9c90-4720-a525-4817a44d6814 req-6fd886fc-e412-4e9a-9b48-15e050c91462 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:56.573977 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-40174f60-9c90-4720-a525-4817a44d6814 req-6fd886fc-e412-4e9a-9b48-15e050c91462 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0539205 Aug 20 11:58:56.613951 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-40174f60-9c90-4720-a525-4817a44d6814 req-7e31cdc2-d898-4f54-bba0-e0186ce973cb tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331240 Aug 20 11:58:56.861574 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6487535-ebaf-4122-8271-0219cd53f90c req-5f4465d9-ec87-4afd-b35d-ceb42768b5a9 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:56.865110 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6487535-ebaf-4122-8271-0219cd53f90c req-5f4465d9-ec87-4afd-b35d-ceb42768b5a9 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0669222 Aug 20 11:58:56.898967 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bdbe-ace8-40cc-a632-1c38df125ea6 req-8e4326ae-34b0-46b9-8a7d-7d2113253b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:56.901708 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f57bdbe-ace8-40cc-a632-1c38df125ea6 req-8e4326ae-34b0-46b9-8a7d-7d2113253b73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=295c09c21c52491f82b30d27bfc50171&device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 1097 time: 0.0547285 Aug 20 11:58:56.913353 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6487535-ebaf-4122-8271-0219cd53f90c req-9d2bacd1-73f3-485c-add0-6ec02615a447 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421035 Aug 20 11:58:57.009481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bdbe-ace8-40cc-a632-1c38df125ea6 req-251fae00-5ff1-4fbf-8cce-5a054702a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:57.011030 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f57bdbe-ace8-40cc-a632-1c38df125ea6 req-251fae00-5ff1-4fbf-8cce-5a054702a842 service neutron] 10.222.0.35 "GET /v2.0/networks?id=98bed095-5460-48e9-8daa-f757cf56cf47 HTTP/1.1" status: 200 len: 911 time: 0.0973182 Aug 20 11:58:57.058918 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f57bdbe-ace8-40cc-a632-1c38df125ea6 req-9bb1f65a-d40b-48a3-9ef8-a765826142b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5926b0c6-54b3-4b7f-a7d2-ecd26d555160 HTTP/1.1" status: 200 len: 217 time: 0.0360870 Aug 20 11:58:57.118239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bdbe-ace8-40cc-a632-1c38df125ea6 req-e8401a83-8f75-4b9b-998a-ac75cd49fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:57.119708 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f57bdbe-ace8-40cc-a632-1c38df125ea6 req-e8401a83-8f75-4b9b-998a-ac75cd49fbdb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1394009d-15f7-42ba-bd02-67e33df8d52c HTTP/1.1" status: 200 len: 851 time: 0.0490906 Aug 20 11:58:57.158383 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f57bdbe-ace8-40cc-a632-1c38df125ea6 req-5eeff894-a242-4d2a-bb9f-82158c48bda6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98bed095-5460-48e9-8daa-f757cf56cf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263460 Aug 20 11:58:57.257711 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f57bdbe-ace8-40cc-a632-1c38df125ea6 req-f95d276b-2689-41ca-ac07-46b2a35f16c2 service neutron] 10.222.0.35 "GET /v2.0/networks/98bed095-5460-48e9-8daa-f757cf56cf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847604 Aug 20 11:58:57.359564 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f57bdbe-ace8-40cc-a632-1c38df125ea6 req-87f0376f-24ec-4011-a89b-8ba5966dedb2 service neutron] 10.222.0.35 "GET /v2.0/networks/98bed095-5460-48e9-8daa-f757cf56cf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902781 Aug 20 11:58:57.466668 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109888f7-dd4d-4179-bd0a-3557d8b64207 req-ca8fc5d1-f8c3-40f2-8ae4-8f81c47ec6f3 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:57.469081 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-109888f7-dd4d-4179-bd0a-3557d8b64207 req-ca8fc5d1-f8c3-40f2-8ae4-8f81c47ec6f3 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0538917 Aug 20 11:58:57.510728 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-109888f7-dd4d-4179-bd0a-3557d8b64207 req-71452e51-4e65-4c3b-8ee9-7741f9ab6b05 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354652 Aug 20 11:58:57.616402 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecfb4a-a317-4457-a815-94a07d6f34c3 req-13956ded-3aef-4653-ac9a-3cedcfae5cff tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:57.617950 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eaecfb4a-a317-4457-a815-94a07d6f34c3 req-13956ded-3aef-4653-ac9a-3cedcfae5cff tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 945 time: 0.0507977 Aug 20 11:58:57.657875 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eaecfb4a-a317-4457-a815-94a07d6f34c3 req-f48f4850-996f-41db-96af-9ee4a73cce14 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331616 Aug 20 11:58:57.784063 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d143cf-f092-432c-89ac-8043827705bb req-73548b08-968c-42cf-946f-2d106532b22b tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:57.785581 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b0d143cf-f092-432c-89ac-8043827705bb req-73548b08-968c-42cf-946f-2d106532b22b tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 945 time: 0.0523272 Aug 20 11:58:57.825429 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b0d143cf-f092-432c-89ac-8043827705bb req-8c332eb7-e91b-42df-b171-a71c3d268879 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330932 Aug 20 11:58:58.004847 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.093556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b320bd8-2bf2-4494-8205-d3c394c2cb9d req-4be4b405-b684-4ee0-a960-4417aa4bca80 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:58.095092 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b320bd8-2bf2-4494-8205-d3c394c2cb9d req-4be4b405-b684-4ee0-a960-4417aa4bca80 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0981429 Aug 20 11:58:58.108010 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa2256-74b6-4e38-b2c8-909545d3bf78 req-3556c089-6ab4-4618-a47b-5079db595433 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:58.110158 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-38fa2256-74b6-4e38-b2c8-909545d3bf78 req-3556c089-6ab4-4618-a47b-5079db595433 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 945 time: 0.0625219 Aug 20 11:58:58.142937 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b320bd8-2bf2-4494-8205-d3c394c2cb9d req-ed20c723-ba5d-4bcb-a7ce-b4cdd3357ef7 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406649 Aug 20 11:58:58.161695 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-38fa2256-74b6-4e38-b2c8-909545d3bf78 req-9fdd8f82-ae50-46a3-84fa-4a257d53c848 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441275 Aug 20 11:58:58.636369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7036fe7-58f3-4a12-b0c9-83e5d6fae65b req-ca0af36c-7743-4e2e-8164-68c8bc03f5e2 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:58.637885 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f7036fe7-58f3-4a12-b0c9-83e5d6fae65b req-ca0af36c-7743-4e2e-8164-68c8bc03f5e2 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0552049 Aug 20 11:58:58.677399 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f7036fe7-58f3-4a12-b0c9-83e5d6fae65b req-ef107729-e700-4feb-b537-b89b3be2964f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Aug 20 11:58:59.289729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0b8a5-938e-4664-8bfd-d26ae5571df2 req-583b47d6-ca39-4211-8f9c-0fcf3be25dc2 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:59.290447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264ec22-761d-4a03-a3bf-43c9197a2a0a req-d42a7b3c-9555-4807-abbc-a7729ffce545 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:59.292195 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8264ec22-761d-4a03-a3bf-43c9197a2a0a req-d42a7b3c-9555-4807-abbc-a7729ffce545 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 945 time: 0.0588329 Aug 20 11:58:59.293072 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8aa0b8a5-938e-4664-8bfd-d26ae5571df2 req-583b47d6-ca39-4211-8f9c-0fcf3be25dc2 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0601676 Aug 20 11:58:59.333219 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8aa0b8a5-938e-4664-8bfd-d26ae5571df2 req-8758a15e-e046-4c0d-874e-84016034042e tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351372 Aug 20 11:58:59.335530 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8264ec22-761d-4a03-a3bf-43c9197a2a0a req-4d9c69d4-e75f-47e1-aa8c-d88f9821c65a tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340908 Aug 20 11:58:59.503549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7dd23-5a61-4fbe-970f-82640af3fbcb req-a05ae360-191b-40c4-8469-75b1191c13bd tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:59.505222 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cd7dd23-5a61-4fbe-970f-82640af3fbcb req-a05ae360-191b-40c4-8469-75b1191c13bd tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 945 time: 0.0621474 Aug 20 11:58:59.614898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed201ad-f0c1-483e-b4c8-6c84f8d32700 req-0c57f8fb-9565-4623-a7f1-7418bafff5e5 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:59.616381 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eed201ad-f0c1-483e-b4c8-6c84f8d32700 req-0c57f8fb-9565-4623-a7f1-7418bafff5e5 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0805326 Aug 20 11:58:59.651863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-4cd7dd23-5a61-4fbe-970f-82640af3fbcb req-da2c21f1-7c6a-43dd-9af3-4b543b238413 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Deleting port ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:59.652554 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4cd7dd23-5a61-4fbe-970f-82640af3fbcb req-da2c21f1-7c6a-43dd-9af3-4b543b238413 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.706402 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eed201ad-f0c1-483e-b4c8-6c84f8d32700 req-3d1806d0-8f01-48ef-b78f-2536016cb67e tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828502 Aug 20 11:58:59.761521 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4cd7dd23-5a61-4fbe-970f-82640af3fbcb req-da2c21f1-7c6a-43dd-9af3-4b543b238413 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] For port ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:59.762007 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4cd7dd23-5a61-4fbe-970f-82640af3fbcb req-da2c21f1-7c6a-43dd-9af3-4b543b238413 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.781697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-4cd7dd23-5a61-4fbe-970f-82640af3fbcb req-da2c21f1-7c6a-43dd-9af3-4b543b238413 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Calling delete_port for ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:59.810234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30120dd0-e81d-4967-9bd2-a85f4a283ec3 req-41d8ff07-3bef-4e7c-972a-81e22b71ad2f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:59.811870 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-30120dd0-e81d-4967-9bd2-a85f4a283ec3 req-41d8ff07-3bef-4e7c-972a-81e22b71ad2f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0527382 Aug 20 11:58:59.855963 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-30120dd0-e81d-4967-9bd2-a85f4a283ec3 req-79384d6d-990e-45b2-b756-aab33764832c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372198 Aug 20 11:58:59.915919 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4cd7dd23-5a61-4fbe-970f-82640af3fbcb req-da2c21f1-7c6a-43dd-9af3-4b543b238413 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.930643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3d9d073b-1ebb-42ea-a1ff-7a2785e024dd'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:59.933628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:59.946406 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c21f1-7c6a-43dd-9af3-4b543b238413 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Pushing event deleted for resources: {'Port': ['ID=ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:59.989371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd7dd23-5a61-4fbe-970f-82640af3fbcb req-da2c21f1-7c6a-43dd-9af3-4b543b238413 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] No DVR routers for this DVR port ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:59.992108 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4cd7dd23-5a61-4fbe-970f-82640af3fbcb req-da2c21f1-7c6a-43dd-9af3-4b543b238413 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.995172 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cd7dd23-5a61-4fbe-970f-82640af3fbcb req-da2c21f1-7c6a-43dd-9af3-4b543b238413 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "DELETE /v2.0/ports/ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f HTTP/1.1" status: 204 len: 173 time: 0.4830651 Aug 20 11:58:59.995647 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc39b5f-f136-4c85-bdc4-71b15474bfd3', 'name': 'network-vif-deleted', 'tag': 'ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:59.997913 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdf5726-88da-4780-8f12-2140dd706b3a" -d '{"events": [{"server_uuid": "1cc39b5f-f136-4c85-bdc4-71b15474bfd3", "name": "network-vif-deleted", "tag": "ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:00.052324 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a0ca0c-397f-4f2a-aa40-9f76c1fd1ce5 x-openstack-request-id: req-a8a0ca0c-397f-4f2a-aa40-9f76c1fd1ce5 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:00.052711 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc39b5f-f136-4c85-bdc4-71b15474bfd3", "name": "network-vif-deleted", "tag": "ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:00.053036 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8a0ca0c-397f-4f2a-aa40-9f76c1fd1ce5 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:00.053650 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc39b5f-f136-4c85-bdc4-71b15474bfd3', 'name': 'network-vif-deleted', 'tag': 'ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f', 'status': 'completed', 'code': 200} Aug 20 11:59:00.454830 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-313c5393-0ba3-41c2-82ed-2d71c76c2477 req-856a4d43-c28d-4f9e-ab9a-aeb716bc5f42 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc39b5f-f136-4c85-bdc4-71b15474bfd3 HTTP/1.1" status: 200 len: 210 time: 0.0317476 Aug 20 11:59:00.837150 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791696a-6337-44fd-9ce6-837d1af4f284 req-53e682f9-2066-4535-b379-93e0c4bfbc55 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:00.838646 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c791696a-6337-44fd-9ce6-837d1af4f284 req-53e682f9-2066-4535-b379-93e0c4bfbc55 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0532608 Aug 20 11:59:00.877904 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c791696a-6337-44fd-9ce6-837d1af4f284 req-7b550ac5-2e39-4b6f-9973-85683797a120 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322304 Aug 20 11:59:00.977966 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6877a-06a3-4ff3-9af9-c012aa143044 req-e1b0a4f7-ca64-49aa-8f5b-9642fd10d4f1 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:00.979852 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bfc6877a-06a3-4ff3-9af9-c012aa143044 req-e1b0a4f7-ca64-49aa-8f5b-9642fd10d4f1 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0513783 Aug 20 11:59:01.033133 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bfc6877a-06a3-4ff3-9af9-c012aa143044 req-82613aa4-c8b9-4af5-86d6-8add2dc9f453 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413504 Aug 20 11:59:01.160778 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ed8ec-9623-40bc-9c84-6c80cef3c3b1 req-59722fcc-c468-4a6b-839c-7d8582433bf5 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:01.162301 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f8ed8ec-9623-40bc-9c84-6c80cef3c3b1 req-59722fcc-c468-4a6b-839c-7d8582433bf5 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0856500 Aug 20 11:59:01.168395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aaf66-82ca-42af-abfd-235d025049e7 req-d99f6e5c-6886-49c2-ae9d-1dfaf87b1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:01.169810 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-775aaf66-82ca-42af-abfd-235d025049e7 req-d99f6e5c-6886-49c2-ae9d-1dfaf87b1065 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=295c09c21c52491f82b30d27bfc50171&device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 1097 time: 0.0583889 Aug 20 11:59:01.249772 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f8ed8ec-9623-40bc-9c84-6c80cef3c3b1 req-27352ee8-995c-408d-9992-922a41f5b4d9 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790050 Aug 20 11:59:01.292081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aaf66-82ca-42af-abfd-235d025049e7 req-5a93dc46-1acd-40d0-a590-195a4eedddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:01.293679 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-775aaf66-82ca-42af-abfd-235d025049e7 req-5a93dc46-1acd-40d0-a590-195a4eedddf0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=98bed095-5460-48e9-8daa-f757cf56cf47 HTTP/1.1" status: 200 len: 911 time: 0.1102183 Aug 20 11:59:01.342515 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-775aaf66-82ca-42af-abfd-235d025049e7 req-a27904a1-b72e-452b-9214-202c47b78d3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5926b0c6-54b3-4b7f-a7d2-ecd26d555160 HTTP/1.1" status: 200 len: 217 time: 0.0369689 Aug 20 11:59:01.402420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aaf66-82ca-42af-abfd-235d025049e7 req-0f1382fc-a83f-4f89-ae9b-5eb3b46bb20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:01.402860 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39952) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:01.403968 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-775aaf66-82ca-42af-abfd-235d025049e7 req-0f1382fc-a83f-4f89-ae9b-5eb3b46bb20c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1394009d-15f7-42ba-bd02-67e33df8d52c HTTP/1.1" status: 200 len: 851 time: 0.0543375 Aug 20 11:59:01.440255 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-775aaf66-82ca-42af-abfd-235d025049e7 req-5093dc45-35ef-47f4-9828-070b972536d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98bed095-5460-48e9-8daa-f757cf56cf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257139 Aug 20 11:59:01.474321 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-60862ddd-9334-4643-ad16-8e33d155ab47 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/floatingips/2cece9ed-972c-49ad-a80a-ae6268df594f HTTP/1.1" status: 200 len: 993 time: 0.0605540 Aug 20 11:59:01.545053 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-775aaf66-82ca-42af-abfd-235d025049e7 req-6ea47921-26bf-46b8-9c39-62ddd7630027 service neutron] 10.222.0.35 "GET /v2.0/networks/98bed095-5460-48e9-8daa-f757cf56cf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953982 Aug 20 11:59:01.664504 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-775aaf66-82ca-42af-abfd-235d025049e7 req-f56fa084-7ebd-4cb2-9078-a7bbe36b8301 service neutron] 10.222.0.35 "GET /v2.0/networks/98bed095-5460-48e9-8daa-f757cf56cf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108289 Aug 20 11:59:01.712105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 39974) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:01.777595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89720d66-32bf-40e0-993c-3a704dd55167 req-329e8cb6-d8a5-417a-8b33-0103838ef84c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:01.779013 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89720d66-32bf-40e0-993c-3a704dd55167 req-329e8cb6-d8a5-417a-8b33-0103838ef84c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 805 time: 0.1025491 Aug 20 11:59:01.794146 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89720d66-32bf-40e0-993c-3a704dd55167 req-944b12ab-fd56-496c-a0be-a5cccd5249c7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/quotas/21dd6b222c3b4ff2b019fd7f9d90b009 HTTP/1.1" status: 200 len: 375 time: 0.0091929 Aug 20 11:59:01.846869 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89720d66-32bf-40e0-993c-3a704dd55167 req-a4f4a31d-eaa8-4660-a973-6e9b635ed0e1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465095 Aug 20 11:59:01.876308 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b0b849ee-5b84-42af-8a26-4f7ce5b099f2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Deleting port c8d6ea00-244b-40ba-ac7c-a30b08d6b44f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:01.876942 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0b849ee-5b84-42af-8a26-4f7ce5b099f2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:01.947566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89720d66-32bf-40e0-993c-3a704dd55167 req-5527e147-c275-4903-b902-6cc63749b2a5 service neutron] 10.222.0.37 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902700 Aug 20 11:59:01.964502 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0b849ee-5b84-42af-8a26-4f7ce5b099f2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:01.964865 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0b849ee-5b84-42af-8a26-4f7ce5b099f2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:01.978878 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b0b849ee-5b84-42af-8a26-4f7ce5b099f2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Calling delete_port for c8d6ea00-244b-40ba-ac7c-a30b08d6b44f owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:02.051528 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89720d66-32bf-40e0-993c-3a704dd55167 req-0d5c64db-a08d-4f84-a113-54c86ee0e096 service neutron] 10.222.0.37 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949996 Aug 20 11:59:02.227674 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0b849ee-5b84-42af-8a26-4f7ce5b099f2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.277886 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f6299cd-518c-4c3a-b6a0-e931c07a66e0 req-39b88c35-fe85-4210-8e9f-dd87ced93df2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 210 time: 0.0461297 Aug 20 11:59:02.279230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b849ee-5b84-42af-8a26-4f7ce5b099f2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Port': ['ID=c8d6ea00-244b-40ba-ac7c-a30b08d6b44f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:02.307566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c19ccb-d710-40b6-a44b-3b7563d11845 req-a36e62d6-2786-4f89-bd2b-5dead6ea10b0 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:02.310157 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-30c19ccb-d710-40b6-a44b-3b7563d11845 req-a36e62d6-2786-4f89-bd2b-5dead6ea10b0 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.1619017 Aug 20 11:59:02.441703 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47593163-3ae9-46eb-9ae9-0f76b4eb46ad req-d1739040-a14c-40e7-bcd7-842e70711d70 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:02.444456 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47593163-3ae9-46eb-9ae9-0f76b4eb46ad req-d1739040-a14c-40e7-bcd7-842e70711d70 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.1062338 Aug 20 11:59:02.523154 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0b849ee-5b84-42af-8a26-4f7ce5b099f2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.523730 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-b0b849ee-5b84-42af-8a26-4f7ce5b099f2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Floating IP 2cece9ed-972c-49ad-a80a-ae6268df594f disassociated (deleted). External IP: 172.25.8.229, port: 945073d0-06cc-4399-b308-63f88b215d9b. Aug 20 11:59:02.593986 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47593163-3ae9-46eb-9ae9-0f76b4eb46ad req-ec523e86-e2a7-48c1-bd6a-02cc33d320b3 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392772 Aug 20 11:59:02.665287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-30c19ccb-d710-40b6-a44b-3b7563d11845 req-0f561157-e7a8-4965-8bf8-4bd952362d13 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349409 Aug 20 11:59:02.783983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 39996) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:02.895181 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.901342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b849ee-5b84-42af-8a26-4f7ce5b099f2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Router 1ead812c-9f25-4939-8415-03be2a55928e has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:59:02.929253 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3927f257-df6d-4fc3-b25a-16cfdcda727b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:03.025054 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3927f257-df6d-4fc3-b25a-16cfdcda727b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:03.026041 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b849ee-5b84-42af-8a26-4f7ce5b099f2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:03.031746 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0b849ee-5b84-42af-8a26-4f7ce5b099f2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:03.033933 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3927f257-df6d-4fc3-b25a-16cfdcda727b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:03.035911 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fb0551-015f-4b88-807a-d4614e844ff1 None None] Sync routers for ids ['1ead812c-9f25-4939-8415-03be2a55928e'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:03.046062 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fb0551-015f-4b88-807a-d4614e844ff1 None None] Routers {'1ead812c-9f25-4939-8415-03be2a55928e'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:03.046815 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-49fb0551-015f-4b88-807a-d4614e844ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:58:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1ead812c-9f25-4939-8415-03be2a55928e'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:03.066290 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b0b849ee-5b84-42af-8a26-4f7ce5b099f2 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "DELETE /v2.0/floatingips/2cece9ed-972c-49ad-a80a-ae6268df594f HTTP/1.1" status: 204 len: 168 time: 1.3530521 Aug 20 11:59:03.066981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a32b51-cd92-439f-a37f-99bbab61a41b', 'tag': '945073d0-06cc-4399-b308-63f88b215d9b'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:03.069853 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90b7086-0da8-4b7f-ac79-62e405393363" -d '{"events": [{"name": "network-changed", "server_uuid": "34a32b51-cd92-439f-a37f-99bbab61a41b", "tag": "945073d0-06cc-4399-b308-63f88b215d9b"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:03.083057 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3927f257-df6d-4fc3-b25a-16cfdcda727b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b77c9ef28404bd4bcf44e19b20fe337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2976367 Aug 20 11:59:03.085514 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927f257-df6d-4fc3-b25a-16cfdcda727b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0b00f2-5f2d-4717-b8b0-0d365cba0943,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:03.085642 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40004) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:03.114689 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4887ece-3504-4bd4-809f-8480ca85c84a x-openstack-request-id: req-a4887ece-3504-4bd4-809f-8480ca85c84a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:03.114986 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a32b51-cd92-439f-a37f-99bbab61a41b", "tag": "945073d0-06cc-4399-b308-63f88b215d9b", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:03.115230 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4887ece-3504-4bd4-809f-8480ca85c84a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:03.115634 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a32b51-cd92-439f-a37f-99bbab61a41b', 'tag': '945073d0-06cc-4399-b308-63f88b215d9b', 'status': 'completed', 'code': 200} Aug 20 11:59:03.151153 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7164f49-afba-4f00-87c9-cfdef8a4716d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:03.178755 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7164f49-afba-4f00-87c9-cfdef8a4716d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:03.199954 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-49fb0551-015f-4b88-807a-d4614e844ff1 None None] Set router 1ead812c-9f25-4939-8415-03be2a55928e gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:03.212439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b7086-0da8-4b7f-ac79-62e405393363 req-3be6440b-d9de-4bfe-9a4d-c2da651d78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:03.214254 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a90b7086-0da8-4b7f-ac79-62e405393363 req-3be6440b-d9de-4bfe-9a4d-c2da651d78cb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 1096 time: 0.0681243 Aug 20 11:59:03.281981 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7164f49-afba-4f00-87c9-cfdef8a4716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:03.284782 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7164f49-afba-4f00-87c9-cfdef8a4716d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:03.285955 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e7164f49-afba-4f00-87c9-cfdef8a4716d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d0b00f2-5f2d-4717-b8b0-0d365cba0943 HTTP/1.1" status: 204 len: 168 time: 0.1993637 Aug 20 11:59:03.301665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7164f49-afba-4f00-87c9-cfdef8a4716d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0b00f2-5f2d-4717-b8b0-0d365cba0943,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:03.363747 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:03.402229 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:03.405744 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device ea2b1e6e-9f35-4fe8-ac7d-50d1dd2cd53f not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:03.413958 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51392167-3247-46fa-9f6c-f0dd2a2af773 req-07d14172-37a5-4828-a428-a0d82d8ca41a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:03.422262 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-51392167-3247-46fa-9f6c-f0dd2a2af773 req-07d14172-37a5-4828-a428-a0d82d8ca41a tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 945 time: 0.0880034 Aug 20 11:59:03.475197 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-51392167-3247-46fa-9f6c-f0dd2a2af773 req-a94077f8-0675-46af-9765-4ad5b9368ca4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=d48afe04-07b1-46cb-86fc-a2bc1eca0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520008 Aug 20 11:59:03.533333 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a0ccfca0-add8-45e3-bcfd-2baac11bb079 req-002ef44d-ebfa-48bf-a822-8e0c6a0b3724 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 210 time: 0.0711904 Aug 20 11:59:03.541190 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b7086-0da8-4b7f-ac79-62e405393363 req-d9ec1109-83c3-420a-a218-ff17a4c1393b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:03.542717 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a90b7086-0da8-4b7f-ac79-62e405393363 req-d9ec1109-83c3-420a-a218-ff17a4c1393b service neutron] 10.222.0.76 "GET /v2.0/networks?id=5b1157a5-bf88-4051-934a-69793092f8c2 HTTP/1.1" status: 200 len: 896 time: 0.3181648 Aug 20 11:59:03.557680 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89720d66-32bf-40e0-993c-3a704dd55167 req-6042aa7f-c60e-4ad0-80f4-3725a2b3ef42 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:03.559355 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89720d66-32bf-40e0-993c-3a704dd55167 req-6042aa7f-c60e-4ad0-80f4-3725a2b3ef42 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 805 time: 0.2612019 Aug 20 11:59:03.578674 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-49fb0551-015f-4b88-807a-d4614e844ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead812c-9f25-4939-8415-03be2a55928e', 'name': 'tempest-TestNetworkBasicOps-router-191975956', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:00Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'f766f129-4e0a-4c4c-8465-b4cc663001b5', 'name': '', 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:db:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '51918349-f738-404c-9969-87234b173dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:58Z', 'updated_at': '2021-08-20T11:58:07Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '51918349-f738-404c-9969-87234b173dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:03.606874 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-89720d66-32bf-40e0-993c-3a704dd55167 req-c13693c6-82e7-4832-b77e-f66ba4444e8e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Request body: {'port': {'device_id': 'dd303890-feec-450d-9bb1-cef7bd859aa9', 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554', 'admin_state_up': True, 'tenant_id': '21dd6b222c3b4ff2b019fd7f9d90b009'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:03.607002 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fb0551-015f-4b88-807a-d4614e844ff1 None None] Checking router: 1ead812c-9f25-4939-8415-03be2a55928e for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:03.607553 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a90b7086-0da8-4b7f-ac79-62e405393363 req-108a95de-8ce2-40d2-92b4-1b07c8a9d913 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=945073d0-06cc-4399-b308-63f88b215d9b HTTP/1.1" status: 200 len: 217 time: 0.0472767 Aug 20 11:59:03.616121 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fb0551-015f-4b88-807a-d4614e844ff1 None None] Routers {'1ead812c-9f25-4939-8415-03be2a55928e'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:03.616776 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-49fb0551-015f-4b88-807a-d4614e844ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:58:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1ead812c-9f25-4939-8415-03be2a55928e'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:03.732374 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b7086-0da8-4b7f-ac79-62e405393363 req-d34e9e9f-754e-4839-b7dc-912bfb194015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:03.737778 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-49fb0551-015f-4b88-807a-d4614e844ff1 None None] Set router 1ead812c-9f25-4939-8415-03be2a55928e gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:03.745305 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a90b7086-0da8-4b7f-ac79-62e405393363 req-d34e9e9f-754e-4839-b7dc-912bfb194015 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=51918349-f738-404c-9969-87234b173dd7 HTTP/1.1" status: 200 len: 835 time: 0.0981164 Aug 20 11:59:03.776400 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760495b-8414-49fc-84af-8a3f85457df6 req-bc7bf1d4-266f-41ed-a123-aea512d1d1c8 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:03.779026 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d760495b-8414-49fc-84af-8a3f85457df6 req-bc7bf1d4-266f-41ed-a123-aea512d1d1c8 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0714571 Aug 20 11:59:03.838399 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d760495b-8414-49fc-84af-8a3f85457df6 req-61925465-c0f6-4c82-95ee-9ca72e42d6fb tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521188 Aug 20 11:59:04.027900 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-49fb0551-015f-4b88-807a-d4614e844ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead812c-9f25-4939-8415-03be2a55928e', 'name': 'tempest-TestNetworkBasicOps-router-191975956', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:00Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'f766f129-4e0a-4c4c-8465-b4cc663001b5', 'name': '', 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:db:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '51918349-f738-404c-9969-87234b173dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:58Z', 'updated_at': '2021-08-20T11:58:07Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '51918349-f738-404c-9969-87234b173dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:04.065074 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fb0551-015f-4b88-807a-d4614e844ff1 None None] The sync data for ids ['1ead812c-9f25-4939-8415-03be2a55928e'] in n-d-804299-2 is: [{'id': '1ead812c-9f25-4939-8415-03be2a55928e', 'name': 'tempest-TestNetworkBasicOps-router-191975956', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:00Z', 'revision_number': 4, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'f766f129-4e0a-4c4c-8465-b4cc663001b5', 'name': '', 'network_id': '5b1157a5-bf88-4051-934a-69793092f8c2', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'mac_address': 'fa:16:3e:db:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '51918349-f738-404c-9969-87234b173dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:58Z', 'updated_at': '2021-08-20T11:58:07Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'subnets': [{'id': '51918349-f738-404c-9969-87234b173dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:04.208398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae911c-70f1-418f-bc70-266bb2685b9e req-1f04aa25-ef29-4dbe-ad2f-6269bf147ee5 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:04.210555 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cbae911c-70f1-418f-bc70-266bb2685b9e req-1f04aa25-ef29-4dbe-ad2f-6269bf147ee5 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0615902 Aug 20 11:59:04.269691 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab75cc-d07d-4f85-9f32-4128d502b0e3 req-eef3580a-010d-42bd-96eb-223b5dd2e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:04.271221 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5eab75cc-d07d-4f85-9f32-4128d502b0e3 req-eef3580a-010d-42bd-96eb-223b5dd2e49d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e616cbd04b1b4a0796f0a9fe55765d1c&device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 1097 time: 0.1094565 Aug 20 11:59:04.272603 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cbae911c-70f1-418f-bc70-266bb2685b9e req-d527a023-764f-4f6a-b684-c3b732267aec tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481904 Aug 20 11:59:04.281720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b7086-0da8-4b7f-ac79-62e405393363 req-954fc26e-bf3b-4975-9e8c-19feb42e3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:04.283192 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a90b7086-0da8-4b7f-ac79-62e405393363 req-954fc26e-bf3b-4975-9e8c-19feb42e3dd4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5b1157a5-bf88-4051-934a-69793092f8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5287957 Aug 20 11:59:04.294587 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694800e6-ef64-448b-bac0-1f9c204167eb req-ec9d0e48-fcd3-44b4-9322-af267a708208 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:04.300797 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-694800e6-ef64-448b-bac0-1f9c204167eb req-ec9d0e48-fcd3-44b4-9322-af267a708208 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.5346417 Aug 20 11:59:04.384436 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89720d66-32bf-40e0-993c-3a704dd55167 req-c13693c6-82e7-4832-b77e-f66ba4444e8e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Made reservation on behalf of 21dd6b222c3b4ff2b019fd7f9d90b009 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:04.387895 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89720d66-32bf-40e0-993c-3a704dd55167 req-c13693c6-82e7-4832-b77e-f66ba4444e8e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:04.400943 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72544431-4ef3-4378-8406-894f1b807589 None None] New status for floating IP 2cece9ed-972c-49ad-a80a-ae6268df594f: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:59:04.503696 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-694800e6-ef64-448b-bac0-1f9c204167eb req-75fce943-c78a-4ae5-ba68-0f1910190041 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906250 Aug 20 11:59:04.585074 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a90b7086-0da8-4b7f-ac79-62e405393363 req-ed436542-9210-4001-968a-9412d4d889a7 service neutron] 10.222.0.76 "GET /v2.0/networks/5b1157a5-bf88-4051-934a-69793092f8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816644 Aug 20 11:59:04.588455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab75cc-d07d-4f85-9f32-4128d502b0e3 req-73dc4b2b-a59e-4f67-93f5-d81a4d89f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:04.589931 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5eab75cc-d07d-4f85-9f32-4128d502b0e3 req-73dc4b2b-a59e-4f67-93f5-d81a4d89f63a service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbfbb528-1e66-4421-bdef-cd50695f97de HTTP/1.1" status: 200 len: 919 time: 0.2728512 Aug 20 11:59:04.667483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeefde6-c261-489d-809d-09e6ab9b8906 req-8369a2d3-f747-4157-b8bd-64f6944fb995 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:04.669487 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8aeefde6-c261-489d-809d-09e6ab9b8906 req-8369a2d3-f747-4157-b8bd-64f6944fb995 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 945 time: 0.0688329 Aug 20 11:59:04.725316 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8aeefde6-c261-489d-809d-09e6ab9b8906 req-a13fb7a1-c569-4e2d-80d9-83090d01e911 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=d48afe04-07b1-46cb-86fc-a2bc1eca0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459845 Aug 20 11:59:04.749482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5eab75cc-d07d-4f85-9f32-4128d502b0e3 req-c2557f14-5114-4936-adc5-593f76b1fc57 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 HTTP/1.1" status: 200 len: 217 time: 0.1142082 Aug 20 11:59:04.784520 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd291839-3108-422f-ab73-ab4ada0b64a4 req-7ce8dc9f-cfa2-4cbd-b3c1-f46da7511cd4 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 210 time: 0.1293886 Aug 20 11:59:04.855095 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-89720d66-32bf-40e0-993c-3a704dd55167 req-c13693c6-82e7-4832-b77e-f66ba4444e8e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Allocated IP 172.20.0.13 (e846d3a0-5933-4c17-9498-c75783c06554/6c6e1881-b439-4ba3-9e13-47bdb96ee8e5/50c13e70-68d2-4ed2-a01e-6c79404f69bf) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:04.900903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab75cc-d07d-4f85-9f32-4128d502b0e3 req-2c96a9ac-a9b4-4f32-8dfa-9dc8a2eeefa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:04.902387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5eab75cc-d07d-4f85-9f32-4128d502b0e3 req-2c96a9ac-a9b4-4f32-8dfa-9dc8a2eeefa8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e6d22a05-4469-4253-92bd-6e1b070cb48f HTTP/1.1" status: 200 len: 859 time: 0.1203215 Aug 20 11:59:04.912590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd527b96-4062-4edb-83df-772e81226b2c req-c424fe97-a2c1-4cbc-9fe8-193ad5c35081 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:04.914006 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bd527b96-4062-4edb-83df-772e81226b2c req-c424fe97-a2c1-4cbc-9fe8-193ad5c35081 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.76 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 945 time: 0.1780379 Aug 20 11:59:04.923597 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a90b7086-0da8-4b7f-ac79-62e405393363 req-a83650c9-260f-404d-8714-f6949a25b3b7 service neutron] 10.222.0.76 "GET /v2.0/networks/5b1157a5-bf88-4051-934a-69793092f8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165960 Aug 20 11:59:04.965712 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5eab75cc-d07d-4f85-9f32-4128d502b0e3 req-2edc9e02-c6ec-4bb6-ad0e-d17786611d05 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbfbb528-1e66-4421-bdef-cd50695f97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506845 Aug 20 11:59:05.204881 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5eab75cc-d07d-4f85-9f32-4128d502b0e3 req-7e5ec353-eae5-4979-9785-97ccc536da55 service neutron] 10.222.0.76 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187662 Aug 20 11:59:05.227886 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89720d66-32bf-40e0-993c-3a704dd55167 req-c13693c6-82e7-4832-b77e-f66ba4444e8e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:05.286778 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-bd527b96-4062-4edb-83df-772e81226b2c req-132c368c-a668-411a-8881-0fc71e0cf53d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Deleting port 945073d0-06cc-4399-b308-63f88b215d9b {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:05.287404 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bd527b96-4062-4edb-83df-772e81226b2c req-132c368c-a668-411a-8881-0fc71e0cf53d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:05.393933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdd5b4-be31-4929-8c44-a5f3159923ab req-3fef7185-0121-4ea1-8b0e-dfa06b2d8f93 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:05.395513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8efdd5b4-be31-4929-8c44-a5f3159923ab req-3fef7185-0121-4ea1-8b0e-dfa06b2d8f93 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0516355 Aug 20 11:59:05.400382 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5eab75cc-d07d-4f85-9f32-4128d502b0e3 req-6b3e9e74-883a-46df-a820-ddb1b763a8a4 service neutron] 10.222.0.76 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860650 Aug 20 11:59:05.430849 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89720d66-32bf-40e0-993c-3a704dd55167 req-c13693c6-82e7-4832-b77e-f66ba4444e8e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:05.444998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3d9d073b-1ebb-42ea-a1ff-7a2785e024dd'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:05.455185 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8efdd5b4-be31-4929-8c44-a5f3159923ab req-324b07fe-b0ba-4801-b64e-7b6b73d8a353 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530019 Aug 20 11:59:05.489040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89720d66-32bf-40e0-993c-3a704dd55167 req-c13693c6-82e7-4832-b77e-f66ba4444e8e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Network e846d3a0-5933-4c17-9498-c75783c06554 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:05.490614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-bd527b96-4062-4edb-83df-772e81226b2c req-132c368c-a668-411a-8881-0fc71e0cf53d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] For port 945073d0-06cc-4399-b308-63f88b215d9b, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=945073d0-06cc-4399-b308-63f88b215d9b,segment=NetworkSegment(50344871-ad1f-44bb-afaf-0e8b76474bc3),segment_id=50344871-ad1f-44bb-afaf-0e8b76474bc3)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:05.490994 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bd527b96-4062-4edb-83df-772e81226b2c req-132c368c-a668-411a-8881-0fc71e0cf53d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:05.499797 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-89720d66-32bf-40e0-993c-3a704dd55167 req-c13693c6-82e7-4832-b77e-f66ba4444e8e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:05.507412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-89720d66-32bf-40e0-993c-3a704dd55167 req-c13693c6-82e7-4832-b77e-f66ba4444e8e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:05.518381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-bd527b96-4062-4edb-83df-772e81226b2c req-132c368c-a668-411a-8881-0fc71e0cf53d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Calling delete_port for 945073d0-06cc-4399-b308-63f88b215d9b owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:05.549623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13693c6-82e7-4832-b77e-f66ba4444e8e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Pushing event updated for resources: {'Port': ['ID=50c13e70-68d2-4ed2-a01e-6c79404f69bf,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:05.605460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89720d66-32bf-40e0-993c-3a704dd55167 req-c13693c6-82e7-4832-b77e-f66ba4444e8e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:05.606073 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89720d66-32bf-40e0-993c-3a704dd55167 req-c13693c6-82e7-4832-b77e-f66ba4444e8e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:05.663148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89720d66-32bf-40e0-993c-3a704dd55167 req-c13693c6-82e7-4832-b77e-f66ba4444e8e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0634630 Aug 20 11:59:05.677501 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Request body: {'port': {'device_id': 'dd303890-feec-450d-9bb1-cef7bd859aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:05.720025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dce40-b8dc-4ae7-9f70-4cee36cde9e9 req-cf6b087e-1f50-44b1-acda-b53af6519e92 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:05.721506 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f67dce40-b8dc-4ae7-9f70-4cee36cde9e9 req-cf6b087e-1f50-44b1-acda-b53af6519e92 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.1127839 Aug 20 11:59:05.815103 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:05.831007 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f67dce40-b8dc-4ae7-9f70-4cee36cde9e9 req-948caa84-e38a-45fd-851c-8056610c2741 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994003 Aug 20 11:59:05.833421 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bd527b96-4062-4edb-83df-772e81226b2c req-132c368c-a668-411a-8881-0fc71e0cf53d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:05.884777 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b0a12-3022-439b-a211-0807b590897d req-2e60c671-a456-410b-b10c-afc339004cf0 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:05.892689 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c368c-a668-411a-8881-0fc71e0cf53d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Port': ['ID=945073d0-06cc-4399-b308-63f88b215d9b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:05.903252 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-036b0a12-3022-439b-a211-0807b590897d req-2e60c671-a456-410b-b10c-afc339004cf0 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/ports?device_id=34a32b51-cd92-439f-a37f-99bbab61a41b HTTP/1.1" status: 200 len: 867 time: 0.0878959 Aug 20 11:59:05.961288 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-036b0a12-3022-439b-a211-0807b590897d req-b2378aa5-8e64-4a97-8d1a-a19edb03d00e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "GET /v2.0/security-groups?id=d48afe04-07b1-46cb-86fc-a2bc1eca0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565100 Aug 20 11:59:05.964484 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd527b96-4062-4edb-83df-772e81226b2c req-132c368c-a668-411a-8881-0fc71e0cf53d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] No DVR routers for this DVR port 945073d0-06cc-4399-b308-63f88b215d9b on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:06.020491 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bd527b96-4062-4edb-83df-772e81226b2c req-132c368c-a668-411a-8881-0fc71e0cf53d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:06.022487 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bd527b96-4062-4edb-83df-772e81226b2c req-132c368c-a668-411a-8881-0fc71e0cf53d tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.76 "DELETE /v2.0/ports/945073d0-06cc-4399-b308-63f88b215d9b HTTP/1.1" status: 204 len: 173 time: 1.0966952 Aug 20 11:59:06.022924 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a32b51-cd92-439f-a37f-99bbab61a41b', 'name': 'network-vif-deleted', 'tag': '945073d0-06cc-4399-b308-63f88b215d9b'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:06.025145 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2af4996-b360-4fd1-b89f-32971fc08027" -d '{"events": [{"server_uuid": "34a32b51-cd92-439f-a37f-99bbab61a41b", "name": "network-vif-deleted", "tag": "945073d0-06cc-4399-b308-63f88b215d9b"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:06.074620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07982ad-73a5-4c4c-b420-66f3987ec421 req-07a73c91-e91c-4863-b473-d80b1c8235a1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:06.076133 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a07982ad-73a5-4c4c-b420-66f3987ec421 req-07a73c91-e91c-4863-b473-d80b1c8235a1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 932 time: 0.1424713 Aug 20 11:59:06.086915 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89eae8c1-23c9-497c-be9a-697a7d4bdf0e x-openstack-request-id: req-89eae8c1-23c9-497c-be9a-697a7d4bdf0e {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:06.087204 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a32b51-cd92-439f-a37f-99bbab61a41b", "name": "network-vif-deleted", "tag": "945073d0-06cc-4399-b308-63f88b215d9b", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:06.087458 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89eae8c1-23c9-497c-be9a-697a7d4bdf0e {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:06.087848 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a32b51-cd92-439f-a37f-99bbab61a41b', 'name': 'network-vif-deleted', 'tag': '945073d0-06cc-4399-b308-63f88b215d9b', 'status': 'completed', 'code': 200} Aug 20 11:59:06.163344 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a07982ad-73a5-4c4c-b420-66f3987ec421 req-5bb9cedb-7ab5-49d2-92a5-e166eb1dbec1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746629 Aug 20 11:59:06.246142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c13e70-68d2-4ed2-a01e-6c79404f69bf {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:06.254207 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:06.272549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Transition to ACTIVE for port object 50c13e70-68d2-4ed2-a01e-6c79404f69bf will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:06.277436 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:06.384276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Pushing event updated for resources: {'Port': ['ID=50c13e70-68d2-4ed2-a01e-6c79404f69bf,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:06.450226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Attempting to bind port 50c13e70-68d2-4ed2-a01e-6c79404f69bf on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:06.450566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Attempting to bind port 50c13e70-68d2-4ed2-a01e-6c79404f69bf by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:06.451260 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Attempting to bind port 50c13e70-68d2-4ed2-a01e-6c79404f69bf on network e846d3a0-5933-4c17-9498-c75783c06554 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:06.456167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Port 50c13e70-68d2-4ed2-a01e-6c79404f69bf on network e846d3a0-5933-4c17-9498-c75783c06554 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:59:06.456496 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Attempting to bind port 50c13e70-68d2-4ed2-a01e-6c79404f69bf on network e846d3a0-5933-4c17-9498-c75783c06554 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:06.461650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:06.461992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Checking segment: {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:06.462436 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Bound using segment: {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:06.462868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Bound port: 50c13e70-68d2-4ed2-a01e-6c79404f69bf, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:06.463228 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:06.573371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] For port 50c13e70-68d2-4ed2-a01e-6c79404f69bf, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:06.578311 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] For port 50c13e70-68d2-4ed2-a01e-6c79404f69bf, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=50c13e70-68d2-4ed2-a01e-6c79404f69bf,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:06.582382 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d3cc5-a350-4f5f-899c-e6abc782945a req-5c6560a1-7076-433f-b215-823565a7d8a6 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:06.583938 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a4d3cc5-a350-4f5f-899c-e6abc782945a req-5c6560a1-7076-433f-b215-823565a7d8a6 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0586035 Aug 20 11:59:06.591593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78ce95-c5a3-4e90-a18a-bc7c1be4dd95 req-6a9e2148-1fdd-4790-9c58-1b14713a980e tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:06.593958 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d78ce95-c5a3-4e90-a18a-bc7c1be4dd95 req-6a9e2148-1fdd-4790-9c58-1b14713a980e tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.35 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 946 time: 0.0865567 Aug 20 11:59:06.595210 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:06.649395 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0a4d3cc5-a350-4f5f-899c-e6abc782945a req-68cc5361-cf3b-452b-901c-77c745f916c4 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0545eb0-d176-4a87-b8f8-e72ceb8d332a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583096 Aug 20 11:59:06.659171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:06.659870 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:06.661354 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89720d66-32bf-40e0-993c-3a704dd55167 req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] 10.222.0.76 "PUT /v2.0/ports/50c13e70-68d2-4ed2-a01e-6c79404f69bf HTTP/1.1" status: 200 len: 1092 time: 0.9878471 Aug 20 11:59:06.717691 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b933bef-6c59-48c4-a5da-a58254b6c44c service neutron] Pushing event updated for resources: {'Port': ['ID=50c13e70-68d2-4ed2-a01e-6c79404f69bf,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:06.763593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89720d66-32bf-40e0-993c-3a704dd55167 req-f569660d-f600-4d5d-a443-ddbbf0ad8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:06.765689 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89720d66-32bf-40e0-993c-3a704dd55167 req-f569660d-f600-4d5d-a443-ddbbf0ad8c6a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 1095 time: 0.0566061 Aug 20 11:59:06.777366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9d78ce95-c5a3-4e90-a18a-bc7c1be4dd95 req-4fc5a23d-085c-40fa-bc7d-72d43ea617cf tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Deleting port 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:06.777703 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d78ce95-c5a3-4e90-a18a-bc7c1be4dd95 req-4fc5a23d-085c-40fa-bc7d-72d43ea617cf tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:06.851951 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89720d66-32bf-40e0-993c-3a704dd55167 req-94173c44-9b86-42cf-beb7-ad607756ed2e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50c13e70-68d2-4ed2-a01e-6c79404f69bf HTTP/1.1" status: 200 len: 217 time: 0.0699892 Aug 20 11:59:06.955353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89720d66-32bf-40e0-993c-3a704dd55167 req-fd909fbc-3fec-405e-a8f2-b53a5c2dba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:06.956851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89720d66-32bf-40e0-993c-3a704dd55167 req-fd909fbc-3fec-405e-a8f2-b53a5c2dba8d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 HTTP/1.1" status: 200 len: 845 time: 0.0982952 Aug 20 11:59:06.963155 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9d78ce95-c5a3-4e90-a18a-bc7c1be4dd95 req-4fc5a23d-085c-40fa-bc7d-72d43ea617cf tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] For port 5926b0c6-54b3-4b7f-a7d2-ecd26d555160, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=5926b0c6-54b3-4b7f-a7d2-ecd26d555160,segment=NetworkSegment(1ccd33a8-9e8b-4cae-9021-6befecb413a3),segment_id=1ccd33a8-9e8b-4cae-9021-6befecb413a3)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:06.963521 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d78ce95-c5a3-4e90-a18a-bc7c1be4dd95 req-4fc5a23d-085c-40fa-bc7d-72d43ea617cf tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:06.988299 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9d78ce95-c5a3-4e90-a18a-bc7c1be4dd95 req-4fc5a23d-085c-40fa-bc7d-72d43ea617cf tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Calling delete_port for 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:07.011728 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89720d66-32bf-40e0-993c-3a704dd55167 req-64fdc1aa-cf8d-4e94-9daa-060c0b7727e1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e846d3a0-5933-4c17-9498-c75783c06554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438974 Aug 20 11:59:07.023679 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40088) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:07.031522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4b8ad-a4aa-4ab7-bd3c-970df7a02699 req-8801cddc-f879-4caf-a957-888364242825 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:07.033082 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-04d4b8ad-a4aa-4ab7-bd3c-970df7a02699 req-8801cddc-f879-4caf-a957-888364242825 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.1215503 Aug 20 11:59:07.099340 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9353658c-12dd-4b56-8bc6-023b299111ed tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.126962 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9353658c-12dd-4b56-8bc6-023b299111ed tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.171708 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-04d4b8ad-a4aa-4ab7-bd3c-970df7a02699 req-a584541d-992a-42a3-a04c-680dc0f15c3f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017909 Aug 20 11:59:07.214181 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9353658c-12dd-4b56-8bc6-023b299111ed tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.217051 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9353658c-12dd-4b56-8bc6-023b299111ed tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.221998 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9353658c-12dd-4b56-8bc6-023b299111ed tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "DELETE /v2.0/security-groups/d48afe04-07b1-46cb-86fc-a2bc1eca0cd9 HTTP/1.1" status: 204 len: 168 time: 0.1948247 Aug 20 11:59:07.229986 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353658c-12dd-4b56-8bc6-023b299111ed tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48afe04-07b1-46cb-86fc-a2bc1eca0cd9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:07.237003 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89720d66-32bf-40e0-993c-3a704dd55167 req-46ba6025-303f-47b2-a1b6-1ed8908c1a01 service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155175 Aug 20 11:59:07.265216 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40094) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:07.303093 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d78ce95-c5a3-4e90-a18a-bc7c1be4dd95 req-4fc5a23d-085c-40fa-bc7d-72d43ea617cf tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.315260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['5926b0c6-54b3-4b7f-a7d2-ecd26d555160'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:07.364056 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1a87e-cbf0-4972-81a1-dd628b570457 req-48bc5df7-b83c-428a-b541-2ab83ab85d79 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:07.365701 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dfe1a87e-cbf0-4972-81a1-dd628b570457 req-48bc5df7-b83c-428a-b541-2ab83ab85d79 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 944 time: 0.1123133 Aug 20 11:59:07.377604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 945073d0-06cc-4399-b308-63f88b215d9b no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:07.400123 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 945073d0-06cc-4399-b308-63f88b215d9b {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:07.400459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 945073d0-06cc-4399-b308-63f88b215d9b not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:07.499558 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dfe1a87e-cbf0-4972-81a1-dd628b570457 req-8a05a941-1d07-4fcd-aa63-efd84811abf1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934465 Aug 20 11:59:07.725198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5a23d-085c-40fa-bc7d-72d43ea617cf tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Pushing event deleted for resources: {'Port': ['ID=5926b0c6-54b3-4b7f-a7d2-ecd26d555160,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:07.770034 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d8b3301-26b0-4383-a88c-4218b9d5d8e4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.798157 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d78ce95-c5a3-4e90-a18a-bc7c1be4dd95 req-4fc5a23d-085c-40fa-bc7d-72d43ea617cf tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] No DVR routers for this DVR port 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:07.801149 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d78ce95-c5a3-4e90-a18a-bc7c1be4dd95 req-4fc5a23d-085c-40fa-bc7d-72d43ea617cf tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.803639 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9d78ce95-c5a3-4e90-a18a-bc7c1be4dd95 req-4fc5a23d-085c-40fa-bc7d-72d43ea617cf tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.35 "DELETE /v2.0/ports/5926b0c6-54b3-4b7f-a7d2-ecd26d555160 HTTP/1.1" status: 204 len: 173 time: 1.1996050 Aug 20 11:59:07.807394 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5acddc50-9c1f-40b1-9357-31b5007c5b29 req-5385e009-7fb3-4690-a2dd-354812210680 tempest-TestServerAdvancedOps-1344198520 tempest-TestServerAdvancedOps-1344198520-project] 10.222.0.37 "GET /v2.0/ports?device_id=56af1bc4-13cd-4058-9922-7d4f6a26d6f8 HTTP/1.1" status: 200 len: 210 time: 0.0772085 Aug 20 11:59:07.826800 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-89720d66-32bf-40e0-993c-3a704dd55167 req-f8945471-3728-4489-81c1-ba35493be1c0 service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800650 Aug 20 11:59:08.082141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b3301-26b0-4383-a88c-4218b9d5d8e4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Deleting port f766f129-4e0a-4c4c-8465-b4cc663001b5 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:08.082488 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d8b3301-26b0-4383-a88c-4218b9d5d8e4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.089204 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd303890-feec-450d-9bb1-cef7bd859aa9', 'tag': '50c13e70-68d2-4ed2-a01e-6c79404f69bf'}, {'server_uuid': '56af1bc4-13cd-4058-9922-7d4f6a26d6f8', 'name': 'network-vif-deleted', 'tag': '5926b0c6-54b3-4b7f-a7d2-ecd26d555160'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:08.091529 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1949f443-46e2-4316-b21c-61e9212ff732" -d '{"events": [{"name": "network-changed", "server_uuid": "dd303890-feec-450d-9bb1-cef7bd859aa9", "tag": "50c13e70-68d2-4ed2-a01e-6c79404f69bf"}, {"server_uuid": "56af1bc4-13cd-4058-9922-7d4f6a26d6f8", "name": "network-vif-deleted", "tag": "5926b0c6-54b3-4b7f-a7d2-ecd26d555160"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:08.136962 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5096f434-fd33-457f-a152-8f5331da82f7 x-openstack-request-id: req-5096f434-fd33-457f-a152-8f5331da82f7 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:08.137266 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd303890-feec-450d-9bb1-cef7bd859aa9", "tag": "50c13e70-68d2-4ed2-a01e-6c79404f69bf", "status": "completed", "code": 200}, {"server_uuid": "56af1bc4-13cd-4058-9922-7d4f6a26d6f8", "name": "network-vif-deleted", "tag": "5926b0c6-54b3-4b7f-a7d2-ecd26d555160", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:08.137511 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5096f434-fd33-457f-a152-8f5331da82f7 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:08.137905 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd303890-feec-450d-9bb1-cef7bd859aa9', 'tag': '50c13e70-68d2-4ed2-a01e-6c79404f69bf', 'status': 'completed', 'code': 200} Aug 20 11:59:08.138158 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56af1bc4-13cd-4058-9922-7d4f6a26d6f8', 'name': 'network-vif-deleted', 'tag': '5926b0c6-54b3-4b7f-a7d2-ecd26d555160', 'status': 'completed', 'code': 200} Aug 20 11:59:08.178624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6d8b3301-26b0-4383-a88c-4218b9d5d8e4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] For port f766f129-4e0a-4c4c-8465-b4cc663001b5, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f766f129-4e0a-4c4c-8465-b4cc663001b5,segment=NetworkSegment(50344871-ad1f-44bb-afaf-0e8b76474bc3),segment_id=50344871-ad1f-44bb-afaf-0e8b76474bc3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:08.178993 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d8b3301-26b0-4383-a88c-4218b9d5d8e4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.192459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b3301-26b0-4383-a88c-4218b9d5d8e4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Calling delete_port for f766f129-4e0a-4c4c-8465-b4cc663001b5 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:08.201608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949f443-46e2-4316-b21c-61e9212ff732 req-c0e6daaf-96d2-45b1-9c9c-43f8391ca0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:08.204211 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1949f443-46e2-4316-b21c-61e9212ff732 req-c0e6daaf-96d2-45b1-9c9c-43f8391ca0ee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 1095 time: 0.0448773 Aug 20 11:59:08.347673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55511966-b00c-4047-8b3c-8b201cffcb09 req-f4a54756-23fd-4294-9f43-e7a5464afc8d tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:08.349125 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55511966-b00c-4047-8b3c-8b201cffcb09 req-f4a54756-23fd-4294-9f43-e7a5464afc8d tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0815365 Aug 20 11:59:08.359780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949f443-46e2-4316-b21c-61e9212ff732 req-de202343-3652-485d-9ce7-857b758ff2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:08.361646 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1949f443-46e2-4316-b21c-61e9212ff732 req-de202343-3652-485d-9ce7-857b758ff2d1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 905 time: 0.1502733 Aug 20 11:59:08.433378 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1949f443-46e2-4316-b21c-61e9212ff732 req-22949bfc-6920-4654-9a4c-d8aacd521b93 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50c13e70-68d2-4ed2-a01e-6c79404f69bf HTTP/1.1" status: 200 len: 217 time: 0.0634432 Aug 20 11:59:08.446097 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d8b3301-26b0-4383-a88c-4218b9d5d8e4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.448071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55511966-b00c-4047-8b3c-8b201cffcb09 req-582bfaff-5e88-4f85-9b9f-04cb82c11021 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794585 Aug 20 11:59:08.486758 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b3301-26b0-4383-a88c-4218b9d5d8e4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Port': ['ID=f766f129-4e0a-4c4c-8465-b4cc663001b5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:08.498625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949f443-46e2-4316-b21c-61e9212ff732 req-02e62639-3da8-4fbd-90af-c888cf5cfeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:08.500198 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1949f443-46e2-4316-b21c-61e9212ff732 req-02e62639-3da8-4fbd-90af-c888cf5cfeea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 HTTP/1.1" status: 200 len: 845 time: 0.0509887 Aug 20 11:59:08.535331 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1949f443-46e2-4316-b21c-61e9212ff732 req-79e4f648-9873-4346-b7a0-04606b1ab418 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e846d3a0-5933-4c17-9498-c75783c06554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275922 Aug 20 11:59:08.684525 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1949f443-46e2-4316-b21c-61e9212ff732 req-60664ad5-5c16-4bf7-b9a8-a52184e5815e service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405845 Aug 20 11:59:08.743544 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa8f57-408a-4367-96b0-05d04c75468e req-544b30c4-f24b-46b2-b9d6-11b01a582fe8 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:08.745115 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-abaa8f57-408a-4367-96b0-05d04c75468e req-544b30c4-f24b-46b2-b9d6-11b01a582fe8 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 944 time: 0.1078174 Aug 20 11:59:08.781152 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d8b3301-26b0-4383-a88c-4218b9d5d8e4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.807661 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1949f443-46e2-4316-b21c-61e9212ff732 req-8d049c58-3f12-4d7e-8a32-97e7cbc451cd service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096249 Aug 20 11:59:08.836617 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-abaa8f57-408a-4367-96b0-05d04c75468e req-96e238e0-2119-4dfe-acaf-8f4d320f8636 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842035 Aug 20 11:59:08.889555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40116) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:08.938248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9ae55a-a080-42ff-aa1a-d9ab7ad1cf0f admin admin] Deleting subnet 1394009d-15f7-42ba-bd02-67e33df8d52c {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:59:08.942040 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae55a-a080-42ff-aa1a-d9ab7ad1cf0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.986110 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae55a-a080-42ff-aa1a-d9ab7ad1cf0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.028720 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae55a-a080-42ff-aa1a-d9ab7ad1cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.062723 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.095814 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae55a-a080-42ff-aa1a-d9ab7ad1cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.127979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ae55a-a080-42ff-aa1a-d9ab7ad1cf0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1394009d-15f7-42ba-bd02-67e33df8d52c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:09.133675 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae55a-a080-42ff-aa1a-d9ab7ad1cf0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.135726 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8a9ae55a-a080-42ff-aa1a-d9ab7ad1cf0f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1394009d-15f7-42ba-bd02-67e33df8d52c HTTP/1.1" status: 204 len: 168 time: 0.2448709 Aug 20 11:59:09.138208 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40118) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:09.218423 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5d132caf-d559-49a4-9cb8-7e71a8fb09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.302329 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5d132caf-d559-49a4-9cb8-7e71a8fb09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.316790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-5d132caf-d559-49a4-9cb8-7e71a8fb09f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98bed095-5460-48e9-8daa-f757cf56cf47']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:09.327904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-5d132caf-d559-49a4-9cb8-7e71a8fb09f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccd33a8-9e8b-4cae-9021-6befecb413a3') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:09.327904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-5d132caf-d559-49a4-9cb8-7e71a8fb09f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccd33a8-9e8b-4cae-9021-6befecb413a3') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:09.337138 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5d132caf-d559-49a4-9cb8-7e71a8fb09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.352807 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5d132caf-d559-49a4-9cb8-7e71a8fb09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.357809 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8b3301-26b0-4383-a88c-4218b9d5d8e4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Router 1ead812c-9f25-4939-8415-03be2a55928e has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:59:09.359715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d132caf-d559-49a4-9cb8-7e71a8fb09f0 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:59:09.360149 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5d132caf-d559-49a4-9cb8-7e71a8fb09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:59:09.362036 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:59:09.422583 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5d132caf-d559-49a4-9cb8-7e71a8fb09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.429235 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5d132caf-d559-49a4-9cb8-7e71a8fb09f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.433924 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5d132caf-d559-49a4-9cb8-7e71a8fb09f0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/98bed095-5460-48e9-8daa-f757cf56cf47 HTTP/1.1" status: 204 len: 168 time: 0.2911818 Aug 20 11:59:09.442346 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40120) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:09.450391 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d132caf-d559-49a4-9cb8-7e71a8fb09f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=98bed095-5460-48e9-8daa-f757cf56cf47,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:09.486369 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8b3301-26b0-4383-a88c-4218b9d5d8e4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:09.496693 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6d8b3301-26b0-4383-a88c-4218b9d5d8e4 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "PUT /v2.0/routers/1ead812c-9f25-4939-8415-03be2a55928e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2303078 Aug 20 11:59:09.497421 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40124) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:09.498624 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2998cb7-e34d-49b7-b4e8-e1e4070d12af None None] Sync routers for ids ['1ead812c-9f25-4939-8415-03be2a55928e'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:09.499399 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-956d97fb-3199-4206-bdf6-8aa1bb18ae6a admin admin] Deleting subnet c8d117a1-fdbe-4ff2-ac0b-6ea8413b640c {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:59:09.503187 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-956d97fb-3199-4206-bdf6-8aa1bb18ae6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.511543 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2998cb7-e34d-49b7-b4e8-e1e4070d12af None None] Routers {'1ead812c-9f25-4939-8415-03be2a55928e'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:09.512575 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e2998cb7-e34d-49b7-b4e8-e1e4070d12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:58:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1ead812c-9f25-4939-8415-03be2a55928e'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:09.541407 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-956d97fb-3199-4206-bdf6-8aa1bb18ae6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.558469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-2813d7cd-fe60-4746-9330-a09cc6f9d36e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Deleting subnet 51918349-f738-404c-9969-87234b173dd7 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:59:09.562932 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2813d7cd-fe60-4746-9330-a09cc6f9d36e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.591484 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-956d97fb-3199-4206-bdf6-8aa1bb18ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.635948 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e2998cb7-e34d-49b7-b4e8-e1e4070d12af None None] Set router 1ead812c-9f25-4939-8415-03be2a55928e gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:09.637398 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2813d7cd-fe60-4746-9330-a09cc6f9d36e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.659884 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-956d97fb-3199-4206-bdf6-8aa1bb18ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.688974 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0021c-3ba9-4a3a-9612-8e820ca7968c req-460e0e48-b07a-4c6f-9d4b-ca8b89e8a0b9 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:09.689245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d97fb-3199-4206-bdf6-8aa1bb18ae6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8d117a1-fdbe-4ff2-ac0b-6ea8413b640c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:09.690468 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-41d0021c-3ba9-4a3a-9612-8e820ca7968c req-460e0e48-b07a-4c6f-9d4b-ca8b89e8a0b9 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.1243761 Aug 20 11:59:09.693581 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-956d97fb-3199-4206-bdf6-8aa1bb18ae6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.698416 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-956d97fb-3199-4206-bdf6-8aa1bb18ae6a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c8d117a1-fdbe-4ff2-ac0b-6ea8413b640c HTTP/1.1" status: 204 len: 168 time: 0.2527101 Aug 20 11:59:09.698705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40126) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:09.787660 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-41d0021c-3ba9-4a3a-9612-8e820ca7968c req-e396d697-0272-48f7-beb1-680ce5e81097 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830071 Aug 20 11:59:09.798275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4a6149a-e26d-4679-b5bb-bc35c1fd6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.801028 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2813d7cd-fe60-4746-9330-a09cc6f9d36e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.976030 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2813d7cd-fe60-4746-9330-a09cc6f9d36e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.997808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a01120-f6e4-4de1-8642-98ce291ec301 None None] Network 5b1157a5-bf88-4051-934a-69793092f8c2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:10.011378 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2813d7cd-fe60-4746-9330-a09cc6f9d36e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.013451 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2813d7cd-fe60-4746-9330-a09cc6f9d36e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "DELETE /v2.0/subnets/51918349-f738-404c-9969-87234b173dd7 HTTP/1.1" status: 204 len: 168 time: 0.5150695 Aug 20 11:59:10.030753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40136) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:10.064166 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813d7cd-fe60-4746-9330-a09cc6f9d36e tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Subnet': ['ID=51918349-f738-404c-9969-87234b173dd7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:10.082704 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e2998cb7-e34d-49b7-b4e8-e1e4070d12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead812c-9f25-4939-8415-03be2a55928e', 'name': 'tempest-TestNetworkBasicOps-router-191975956', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:59:08Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:10.109609 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2998cb7-e34d-49b7-b4e8-e1e4070d12af None None] Checking router: 1ead812c-9f25-4939-8415-03be2a55928e for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:10.117118 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2998cb7-e34d-49b7-b4e8-e1e4070d12af None None] Routers {'1ead812c-9f25-4939-8415-03be2a55928e'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:10.117722 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e2998cb7-e34d-49b7-b4e8-e1e4070d12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:58:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1ead812c-9f25-4939-8415-03be2a55928e'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:10.160177 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4a6149a-e26d-4679-b5bb-bc35c1fd6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.181934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c4a6149a-e26d-4679-b5bb-bc35c1fd6e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194759a5-1c7b-43d2-9de8-c9f14442caad']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:10.192785 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d7e8a2d-fb5f-4e25-8c26-083ce6e9ad30 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.208502 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:10.230099 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e2998cb7-e34d-49b7-b4e8-e1e4070d12af None None] Set router 1ead812c-9f25-4939-8415-03be2a55928e gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:10.231547 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:10.232076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 5926b0c6-54b3-4b7f-a7d2-ecd26d555160 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:10.253101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51513a-5a9b-4668-a270-d38ee7949679 req-6ac7daf6-dacb-4a0b-a8d1-09e582fa87ae tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:10.255093 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b51513a-5a9b-4668-a270-d38ee7949679 req-6ac7daf6-dacb-4a0b-a8d1-09e582fa87ae tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 944 time: 0.2809544 Aug 20 11:59:10.260814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c4a6149a-e26d-4679-b5bb-bc35c1fd6e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b960d374-b5a9-41cf-a6ad-f89856645cdb') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:10.261102 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c4a6149a-e26d-4679-b5bb-bc35c1fd6e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b960d374-b5a9-41cf-a6ad-f89856645cdb') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:10.337641 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7679103-e1ea-45c3-9274-0f27d3252340 None None] DHCP port deletion for 5b1157a5-bf88-4051-934a-69793092f8c2 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:59:10.354696 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4a6149a-e26d-4679-b5bb-bc35c1fd6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.392897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f7679103-e1ea-45c3-9274-0f27d3252340 None None] Deleting port a6ef5879-ce61-4d93-82cb-e07c73aa4a35 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:10.393277 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f7679103-e1ea-45c3-9274-0f27d3252340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.431225 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b51513a-5a9b-4668-a270-d38ee7949679 req-fc184315-f93e-4117-acd5-75885783e0f1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348839 Aug 20 11:59:10.434193 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4a6149a-e26d-4679-b5bb-bc35c1fd6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.445720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a6149a-e26d-4679-b5bb-bc35c1fd6e50 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:59:10.446253 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4a6149a-e26d-4679-b5bb-bc35c1fd6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:59:10.448221 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:59:10.469867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f7679103-e1ea-45c3-9274-0f27d3252340 None None] For port a6ef5879-ce61-4d93-82cb-e07c73aa4a35, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a6ef5879-ce61-4d93-82cb-e07c73aa4a35,segment=NetworkSegment(50344871-ad1f-44bb-afaf-0e8b76474bc3),segment_id=50344871-ad1f-44bb-afaf-0e8b76474bc3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:10.470339 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f7679103-e1ea-45c3-9274-0f27d3252340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.477203 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e2998cb7-e34d-49b7-b4e8-e1e4070d12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead812c-9f25-4939-8415-03be2a55928e', 'name': 'tempest-TestNetworkBasicOps-router-191975956', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:59:08Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:10.486290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f7679103-e1ea-45c3-9274-0f27d3252340 None None] Calling delete_port for a6ef5879-ce61-4d93-82cb-e07c73aa4a35 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:10.508526 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2998cb7-e34d-49b7-b4e8-e1e4070d12af None None] The sync data for ids ['1ead812c-9f25-4939-8415-03be2a55928e'] in n-d-804299-2 is: [{'id': '1ead812c-9f25-4939-8415-03be2a55928e', 'name': 'tempest-TestNetworkBasicOps-router-191975956', 'tenant_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:59:08Z', 'revision_number': 5, 'project_id': '83acfac6cffd4cc6ac2d1e0e5158a6b1', 'gw_port': {'id': '39461a28-47d8-43b4-9883-4af5216ba8be', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead812c-9f25-4939-8415-03be2a55928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:54Z', 'updated_at': '2021-08-20T11:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:10.518163 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d7e8a2d-fb5f-4e25-8c26-083ce6e9ad30 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.529841 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4a6149a-e26d-4679-b5bb-bc35c1fd6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.535535 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4a6149a-e26d-4679-b5bb-bc35c1fd6e50 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.539861 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c4a6149a-e26d-4679-b5bb-bc35c1fd6e50 admin admin] 10.222.0.37 "DELETE /v2.0/networks/194759a5-1c7b-43d2-9de8-c9f14442caad HTTP/1.1" status: 204 len: 168 time: 0.8377576 Aug 20 11:59:10.581721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6149a-e26d-4679-b5bb-bc35c1fd6e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=194759a5-1c7b-43d2-9de8-c9f14442caad,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:10.596520 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f7679103-e1ea-45c3-9274-0f27d3252340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.604754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e8a2d-fb5f-4e25-8c26-083ce6e9ad30 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Deleting port 39461a28-47d8-43b4-9883-4af5216ba8be {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:10.605195 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d7e8a2d-fb5f-4e25-8c26-083ce6e9ad30 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.630570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7679103-e1ea-45c3-9274-0f27d3252340 None None] Pushing event deleted for resources: {'Port': ['ID=a6ef5879-ce61-4d93-82cb-e07c73aa4a35,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:10.637949 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7679103-e1ea-45c3-9274-0f27d3252340 None None] No DVR routers for this DVR port a6ef5879-ce61-4d93-82cb-e07c73aa4a35 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:10.704797 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-9d7e8a2d-fb5f-4e25-8c26-083ce6e9ad30 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] For port 39461a28-47d8-43b4-9883-4af5216ba8be, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=39461a28-47d8-43b4-9883-4af5216ba8be,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:10.705248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d7e8a2d-fb5f-4e25-8c26-083ce6e9ad30 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.718808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e8a2d-fb5f-4e25-8c26-083ce6e9ad30 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Calling delete_port for 39461a28-47d8-43b4-9883-4af5216ba8be owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:10.747543 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40140) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:10.788599 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a4591a6c-1cd1-44b0-bf10-1511f88862a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=295c09c21c52491f82b30d27bfc50171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416250 Aug 20 11:59:10.791220 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40142) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:10.864623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b71a726-0967-4fc5-9ab9-605cb83be978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.906938 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b71a726-0967-4fc5-9ab9-605cb83be978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.920183 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d7e8a2d-fb5f-4e25-8c26-083ce6e9ad30 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.958342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e8a2d-fb5f-4e25-8c26-083ce6e9ad30 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Port': ['ID=39461a28-47d8-43b4-9883-4af5216ba8be,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:11.015946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c377794-d689-4357-85e0-886eabd5fe45 req-11fd8cf0-ea03-4b58-b2d0-a590da01654c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:11.018797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6c377794-d689-4357-85e0-886eabd5fe45 req-11fd8cf0-ea03-4b58-b2d0-a590da01654c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.1314154 Aug 20 11:59:11.065347 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b71a726-0967-4fc5-9ab9-605cb83be978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.068126 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b71a726-0967-4fc5-9ab9-605cb83be978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.069291 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8b71a726-0967-4fc5-9ab9-605cb83be978 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0545eb0-d176-4a87-b8f8-e72ceb8d332a HTTP/1.1" status: 204 len: 168 time: 0.2756610 Aug 20 11:59:11.079387 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6c377794-d689-4357-85e0-886eabd5fe45 req-d8fa9774-4d19-4b5c-878f-2471672d4190 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536399 Aug 20 11:59:11.093851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71a726-0967-4fc5-9ab9-605cb83be978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0545eb0-d176-4a87-b8f8-e72ceb8d332a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:11.114401 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d7e8a2d-fb5f-4e25-8c26-083ce6e9ad30 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.218424 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d7e8a2d-fb5f-4e25-8c26-083ce6e9ad30 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.220651 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d7e8a2d-fb5f-4e25-8c26-083ce6e9ad30 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.232891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f766f129-4e0a-4c4c-8465-b4cc663001b5 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:11.270208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: f766f129-4e0a-4c4c-8465-b4cc663001b5 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:11.270567 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f766f129-4e0a-4c4c-8465-b4cc663001b5 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:11.270990 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a6ef5879-ce61-4d93-82cb-e07c73aa4a35 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:11.277963 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d7e8a2d-fb5f-4e25-8c26-083ce6e9ad30 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.278591 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7e8a2d-fb5f-4e25-8c26-083ce6e9ad30 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Fanout notify agent at l3_agent the message router_deleted on router 1ead812c-9f25-4939-8415-03be2a55928e {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:59:11.286383 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d7e8a2d-fb5f-4e25-8c26-083ce6e9ad30 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.287542 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9d7e8a2d-fb5f-4e25-8c26-083ce6e9ad30 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "DELETE /v2.0/routers/1ead812c-9f25-4939-8415-03be2a55928e HTTP/1.1" status: 204 len: 168 time: 1.2558389 Aug 20 11:59:11.290568 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40150) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:11.318577 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: a6ef5879-ce61-4d93-82cb-e07c73aa4a35 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:11.319140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a6ef5879-ce61-4d93-82cb-e07c73aa4a35 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:11.390073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 50c13e70-68d2-4ed2-a01e-6c79404f69bf details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:59:11.401443 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de72e762-2446-481d-b86e-828c7bd22a43 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.519706 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de72e762-2446-481d-b86e-828c7bd22a43 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.531214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-de72e762-2446-481d-b86e-828c7bd22a43 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1157a5-bf88-4051-934a-69793092f8c2']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:11.532969 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 50c13e70-68d2-4ed2-a01e-6c79404f69bf, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=50c13e70-68d2-4ed2-a01e-6c79404f69bf,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:11.543580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-de72e762-2446-481d-b86e-828c7bd22a43 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50344871-ad1f-44bb-afaf-0e8b76474bc3') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:11.543957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-de72e762-2446-481d-b86e-828c7bd22a43 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50344871-ad1f-44bb-afaf-0e8b76474bc3') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:11.547390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '50c13e70-68d2-4ed2-a01e-6c79404f69bf', 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554', 'port_id': '50c13e70-68d2-4ed2-a01e-6c79404f69bf', 'mac_address': 'fa:16:3e:6a:2c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6e1881-b439-4ba3-9e13-47bdb96ee8e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:59:11.549771 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40156) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:11.555196 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de72e762-2446-481d-b86e-828c7bd22a43 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.570316 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de72e762-2446-481d-b86e-828c7bd22a43 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.579084 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de72e762-2446-481d-b86e-828c7bd22a43 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:59:11.579486 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de72e762-2446-481d-b86e-828c7bd22a43 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.589098 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.608520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c13e70-68d2-4ed2-a01e-6c79404f69bf {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:11.632119 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b6dcdc57-a6b1-45a2-a197-ad3a9aea44ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11c67fa83b174d7f80c4f10f982caa73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811360 Aug 20 11:59:11.635144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 50c13e70-68d2-4ed2-a01e-6c79404f69bf, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=50c13e70-68d2-4ed2-a01e-6c79404f69bf,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:11.636695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40158) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: timer() Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:59:11.637196 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:59:11.641834 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.658115 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de72e762-2446-481d-b86e-828c7bd22a43 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.672529 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de72e762-2446-481d-b86e-828c7bd22a43 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.677145 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-de72e762-2446-481d-b86e-828c7bd22a43 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] 10.222.0.37 "DELETE /v2.0/networks/5b1157a5-bf88-4051-934a-69793092f8c2 HTTP/1.1" status: 204 len: 168 time: 0.3854976 Aug 20 11:59:11.693324 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72e762-2446-481d-b86e-828c7bd22a43 tempest-TestNetworkBasicOps-165877305 tempest-TestNetworkBasicOps-165877305-project] Pushing event deleted for resources: {'Network': ['ID=5b1157a5-bf88-4051-934a-69793092f8c2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:11.711876 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=50c13e70-68d2-4ed2-a01e-6c79404f69bf,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:11.712197 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a82132-e51d-410d-80c9-933a106bb58c req-13cd3d90-6de0-46c0-931a-d9edc17cb9c1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:11.718021 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86a82132-e51d-410d-80c9-933a106bb58c req-13cd3d90-6de0-46c0-931a-d9edc17cb9c1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 944 time: 0.1430988 Aug 20 11:59:11.756792 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-70ece30f-3cbc-4a63-a75f-6b838ae9c1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.800112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-70ece30f-3cbc-4a63-a75f-6b838ae9c1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.804820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86a82132-e51d-410d-80c9-933a106bb58c req-a346fdaa-3bc6-4d76-b30f-796f3d066481 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708456 Aug 20 11:59:11.868299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['50c13e70-68d2-4ed2-a01e-6c79404f69bf'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:11.877057 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-70ece30f-3cbc-4a63-a75f-6b838ae9c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.877998 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-70ece30f-3cbc-4a63-a75f-6b838ae9c1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.879068 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-70ece30f-3cbc-4a63-a75f-6b838ae9c1c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ffa079e-e58e-4450-96ce-8fbb83aa070f HTTP/1.1" status: 204 len: 168 time: 0.2413635 Aug 20 11:59:11.887891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ece30f-3cbc-4a63-a75f-6b838ae9c1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffa079e-e58e-4450-96ce-8fbb83aa070f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:12.137714 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40174) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:12.405396 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda1926-11c5-43f5-b720-0bd24ed1aff8 req-92794538-849d-474c-b024-9d44b4e714ac tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:12.407106 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2eda1926-11c5-43f5-b720-0bd24ed1aff8 req-92794538-849d-474c-b024-9d44b4e714ac tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.1700881 Aug 20 11:59:12.481149 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-495986e1-0215-49b6-a9c7-9be9c82e1c6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83acfac6cffd4cc6ac2d1e0e5158a6b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422041 Aug 20 11:59:12.483879 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40190) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:12.525390 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2eda1926-11c5-43f5-b720-0bd24ed1aff8 req-104d9587-9188-439e-a4b9-62df61d2dd61 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103871 Aug 20 11:59:12.544999 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f327c9ec-714d-4e90-b900-af1d45dc0064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.581816 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f327c9ec-714d-4e90-b900-af1d45dc0064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.643935 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f327c9ec-714d-4e90-b900-af1d45dc0064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.646687 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f327c9ec-714d-4e90-b900-af1d45dc0064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.650377 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f327c9ec-714d-4e90-b900-af1d45dc0064 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31bb92a2-8e76-45a0-909b-8f2c732578f2 HTTP/1.1" status: 204 len: 168 time: 0.1630423 Aug 20 11:59:12.669935 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327c9ec-714d-4e90-b900-af1d45dc0064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bb92a2-8e76-45a0-909b-8f2c732578f2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:12.882703 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40208) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:13.051786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b97b3d-a21e-4392-ac96-6b953cff3230 req-440477e5-9de4-494f-8fe7-6c55ef80cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:13.053978 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-31b97b3d-a21e-4392-ac96-6b953cff3230 req-440477e5-9de4-494f-8fe7-6c55ef80cb5a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 1097 time: 0.0817125 Aug 20 11:59:13.066054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-317898137-network', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:13.070849 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 39461a28-47d8-43b4-9883-4af5216ba8be no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:13.080742 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40212) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:13.087351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab80358-854b-4312-ad9d-bbd19354071b req-774530a0-8e17-46fd-9d51-07a11fb8ac0f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:13.089010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ab80358-854b-4312-ad9d-bbd19354071b req-774530a0-8e17-46fd-9d51-07a11fb8ac0f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 945 time: 0.1606228 Aug 20 11:59:13.095379 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 39461a28-47d8-43b4-9883-4af5216ba8be {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:13.096009 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 39461a28-47d8-43b4-9883-4af5216ba8be not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:13.103265 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-689aede8-d076-4c03-af8e-0c9dbbac51be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.158287 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.api [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:59:13.158287 n-d-804299-2 neutron-server[94691]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 11:59:13.158287 n-d-804299-2 neutron-server[94691]: [parameters: {'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'id': '0bd5693c-013e-4ee6-9715-943815f9ae69', 'expiration': datetime.datetime(2021, 8, 20, 12, 1, 13, 127286)}] Aug 20 11:59:13.158287 n-d-804299-2 neutron-server[94691]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:59:13.160183 n-d-804299-2 neutron-server[94691]: DEBUG oslo_db.api [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:59:13.171218 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-31b97b3d-a21e-4392-ac96-6b953cff3230 req-9be37274-2083-427a-8a87-a6f5ae87f547 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995007 Aug 20 11:59:13.193615 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ab80358-854b-4312-ad9d-bbd19354071b req-4451d61e-4b70-496a-8932-66ab3f595507 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889463 Aug 20 11:59:13.252575 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-689aede8-d076-4c03-af8e-0c9dbbac51be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.258611 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-689aede8-d076-4c03-af8e-0c9dbbac51be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.305040 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-689aede8-d076-4c03-af8e-0c9dbbac51be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29ea42ae60ec4021ab4073525d969cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231550 Aug 20 11:59:13.305891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689aede8-d076-4c03-af8e-0c9dbbac51be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77a9af8-8bf7-439e-889f-a1aa0371dbc9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:13.307716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40214) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:13.366289 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf405-3be3-4f97-83a9-d75ff1c236e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.389318 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf405-3be3-4f97-83a9-d75ff1c236e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.389752 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 50c13e70-68d2-4ed2-a01e-6c79404f69bf up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:13.443081 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf405-3be3-4f97-83a9-d75ff1c236e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.445808 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf405-3be3-4f97-83a9-d75ff1c236e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.446958 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fe8cf405-3be3-4f97-83a9-d75ff1c236e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e77a9af8-8bf7-439e-889f-a1aa0371dbc9 HTTP/1.1" status: 204 len: 168 time: 0.1374290 Aug 20 11:59:13.455483 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 50c13e70-68d2-4ed2-a01e-6c79404f69bf completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:13.459902 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 50c13e70-68d2-4ed2-a01e-6c79404f69bf triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:13.459996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cf405-3be3-4f97-83a9-d75ff1c236e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77a9af8-8bf7-439e-889f-a1aa0371dbc9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:13.460089 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.566377 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.590804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd303890-feec-450d-9bb1-cef7bd859aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c13e70-68d2-4ed2-a01e-6c79404f69bf'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:13.594094 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9572b430-d1c1-4c92-ba33-de0ac865068d" -d '{"events": [{"server_uuid": "dd303890-feec-450d-9bb1-cef7bd859aa9", "name": "network-vif-plugged", "status": "completed", "tag": "50c13e70-68d2-4ed2-a01e-6c79404f69bf"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:13.620733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 50c13e70-68d2-4ed2-a01e-6c79404f69bf, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=50c13e70-68d2-4ed2-a01e-6c79404f69bf,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:13.628446 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.672307 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b986c7-ba9c-4b99-8c11-e9be289f2e7b x-openstack-request-id: req-c1b986c7-ba9c-4b99-8c11-e9be289f2e7b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:13.672920 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd303890-feec-450d-9bb1-cef7bd859aa9", "name": "network-vif-plugged", "status": "completed", "tag": "50c13e70-68d2-4ed2-a01e-6c79404f69bf", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:13.673370 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1b986c7-ba9c-4b99-8c11-e9be289f2e7b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:13.673946 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd303890-feec-450d-9bb1-cef7bd859aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c13e70-68d2-4ed2-a01e-6c79404f69bf', 'code': 200} Aug 20 11:59:13.684527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94aee4-aeee-400b-8cfa-1977fc390c75 req-e707deda-d9e7-4834-b081-5b8f0daee12f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:13.686993 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b94aee4-aeee-400b-8cfa-1977fc390c75 req-e707deda-d9e7-4834-b081-5b8f0daee12f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0812504 Aug 20 11:59:13.698011 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Made reservation on behalf of ed0606015c3a4a37bb71bafa914baa69 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:13.703656 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.714245 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.737803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=50c13e70-68d2-4ed2-a01e-6c79404f69bf,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:13.759536 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b94aee4-aeee-400b-8cfa-1977fc390c75 req-dd51434f-bccf-4801-9218-3da6a2a1b50e tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658305 Aug 20 11:59:13.810988 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf52a7d-6285-46c7-9cb4-d2d1d11c1f23 req-256cabe1-07fb-45b9-bff0-2e42f2926927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:13.812863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbf52a7d-6285-46c7-9cb4-d2d1d11c1f23 req-256cabe1-07fb-45b9-bff0-2e42f2926927 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 1097 time: 0.0771019 Aug 20 11:59:13.914294 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.916780 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbf52a7d-6285-46c7-9cb4-d2d1d11c1f23 req-6f349d2c-0b6d-4d37-942f-9b8c5b8344ba service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953386 Aug 20 11:59:13.921108 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.945083 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:59:13.960227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d109440-a835-4e40-a6ee-a3230a9a827b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:13.969758 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.970200 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Added segment 05da1b77-3eea-4f99-90f8-b5e7ee57eb7c of type vlan for network 45a2f405-6051-45bc-bae4-2b81557294f1 Aug 20 11:59:13.972579 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:13.972940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:13.973262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:13.973615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:13.973968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:13.974525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:13.974845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:13.975242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:13.975555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:13.975944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:13.976239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:13.976563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:14.025197 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.054579 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.055758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:14.056338 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.121876 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2371359 Aug 20 11:59:14.125415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40244) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:14.134086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-25a8f9c3-17af-449f-88e6-88a630cef990 admin admin] Request body: {'subnet': {'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-317898137-subnet', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:14.141455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b79d0-0db0-4ce5-81b7-aac18c838225 admin admin] Pushing event updated for resources: {'Network': ['ID=45a2f405-6051-45bc-bae4-2b81557294f1,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:14.159100 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 45a2f405-6051-45bc-bae4-2b81557294f1 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:59:14.187521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a8f9c3-17af-449f-88e6-88a630cef990 admin admin] Made reservation on behalf of ed0606015c3a4a37bb71bafa914baa69 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:14.192059 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9c3-17af-449f-88e6-88a630cef990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.432988 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c5978-de56-4224-9a9c-0902aab9fe5d req-c1ee5fbb-dcc5-4f14-916c-579605a060a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:14.434577 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f6c5978-de56-4224-9a9c-0902aab9fe5d req-c1ee5fbb-dcc5-4f14-916c-579605a060a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 946 time: 0.0830512 Aug 20 11:59:14.457993 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9c3-17af-449f-88e6-88a630cef990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.504276 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f6c5978-de56-4224-9a9c-0902aab9fe5d req-890be5f4-8d5e-4a15-b91c-21fd59fea605 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617201 Aug 20 11:59:14.510496 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40254) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:14.547112 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a8f9c3-17af-449f-88e6-88a630cef990 admin admin] Checking segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:14.547482 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a8f9c3-17af-449f-88e6-88a630cef990 admin admin] Network hostable DHCP agents. Network: 45a2f405-6051-45bc-bae4-2b81557294f1, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:59:14.554652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8f9c3-17af-449f-88e6-88a630cef990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9d30b4-12ac-4dff-95e4-847183332364,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:14.578507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a8f9c3-17af-449f-88e6-88a630cef990 admin admin] Network 45a2f405-6051-45bc-bae4-2b81557294f1 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:59:14.592084 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-25a8f9c3-17af-449f-88e6-88a630cef990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 45a2f405-6051-45bc-bae4-2b81557294f1) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:14.597901 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a8f9c3-17af-449f-88e6-88a630cef990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:14.598483 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9c3-17af-449f-88e6-88a630cef990 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.602737 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c23c923-ed19-4d7b-ab2d-abe97897b4e0 None None] Network 45a2f405-6051-45bc-bae4-2b81557294f1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:14.634072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40258) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:14.639128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:14.644452 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-25a8f9c3-17af-449f-88e6-88a630cef990 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5169864 Aug 20 11:59:14.669047 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.671487 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.688671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-dc00e78a-5a07-425b-8885-926e8cbe2043 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1051064628-network', 'tenant_id': 'c8927fac32ee4bb4aca499d0ef2df767'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:14.788608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc00e78a-5a07-425b-8885-926e8cbe2043 admin admin] Made reservation on behalf of c8927fac32ee4bb4aca499d0ef2df767 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:14.792318 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc00e78a-5a07-425b-8885-926e8cbe2043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.797415 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.805781 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc00e78a-5a07-425b-8885-926e8cbe2043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.827386 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-45a2f405-6051-45bc-bae4-2b81557294f1', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:59:14.828317 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.982398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c21eb-e567-46e1-9ae3-691343992400 req-1fb24ff2-2f5e-493e-9f80-46af687ec8e1 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:14.989474 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce7c21eb-e567-46e1-9ae3-691343992400 req-1fb24ff2-2f5e-493e-9f80-46af687ec8e1 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.1171532 Aug 20 11:59:15.052834 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.082288 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce7c21eb-e567-46e1-9ae3-691343992400 req-77b0b225-13d6-4244-a8dc-ca0a76c88e86 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852184 Aug 20 11:59:15.153940 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc00e78a-5a07-425b-8885-926e8cbe2043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.159270 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc00e78a-5a07-425b-8885-926e8cbe2043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.197330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc00e78a-5a07-425b-8885-926e8cbe2043 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:59:15.245958 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc00e78a-5a07-425b-8885-926e8cbe2043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.246324 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-dc00e78a-5a07-425b-8885-926e8cbe2043 admin admin] Added segment b379a101-4d68-4a96-8b93-0e3940f58311 of type vlan for network 2b49095d-32a9-4fe2-b562-ba530da328c2 Aug 20 11:59:15.309763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00e78a-5a07-425b-8885-926e8cbe2043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fd8d07-f4ea-4760-91a5-80fee233cc2a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:15.319432 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc00e78a-5a07-425b-8885-926e8cbe2043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.428499 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc00e78a-5a07-425b-8885-926e8cbe2043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.433057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc00e78a-5a07-425b-8885-926e8cbe2043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:15.434196 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc00e78a-5a07-425b-8885-926e8cbe2043 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.457773 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c3db6-bddd-493b-b881-614588023f6f req-86957c52-c849-4749-8b3a-4ae55c80b0d1 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:15.465733 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f56c3db6-bddd-493b-b881-614588023f6f req-86957c52-c849-4749-8b3a-4ae55c80b0d1 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.2552869 Aug 20 11:59:15.471708 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Allocated IP 172.20.0.2 (45a2f405-6051-45bc-bae4-2b81557294f1/9a9d30b4-12ac-4dff-95e4-847183332364/a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:15.629070 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dc00e78a-5a07-425b-8885-926e8cbe2043 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1171923 Aug 20 11:59:15.631997 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40268) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:15.663537 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-616bc46b-2073-44c2-942e-f9b07427d99b admin admin] Request body: {'subnet': {'network_id': '2b49095d-32a9-4fe2-b562-ba530da328c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1051064628-subnet', 'tenant_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:15.664879 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00e78a-5a07-425b-8885-926e8cbe2043 admin admin] Pushing event updated for resources: {'Network': ['ID=2b49095d-32a9-4fe2-b562-ba530da328c2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:15.690488 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.703754 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 2b49095d-32a9-4fe2-b562-ba530da328c2 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:59:15.704819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616bc46b-2073-44c2-942e-f9b07427d99b admin admin] Made reservation on behalf of c8927fac32ee4bb4aca499d0ef2df767 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:15.707190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Transition to ACTIVE for port object a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:15.708195 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-616bc46b-2073-44c2-942e-f9b07427d99b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.728014 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f56c3db6-bddd-493b-b881-614588023f6f req-115bdca9-f9fc-4a44-9eb3-1be20f4537bf tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614753 Aug 20 11:59:15.740330 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.773744 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.780380 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62138ce-3aa6-496c-8383-88328b4f434c req-cacaf465-3eb5-4f89-914a-23ec95020ad7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:15.789635 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e62138ce-3aa6-496c-8383-88328b4f434c req-cacaf465-3eb5-4f89-914a-23ec95020ad7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 946 time: 0.1778350 Aug 20 11:59:15.800092 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Transition to ACTIVE for port object a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:15.832110 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.860524 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e62138ce-3aa6-496c-8383-88328b4f434c req-c3c31040-c48a-4539-a261-851460e9b92f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699141 Aug 20 11:59:15.876520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Network 45a2f405-6051-45bc-bae4-2b81557294f1 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:15.878121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:15.880792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:15.916053 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Allocated IP 172.25.8.89 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:16.014396 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Pushing event updated for resources: {'Port': ['ID=a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:16.057422 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-616bc46b-2073-44c2-942e-f9b07427d99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.064369 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Attempting to bind port a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:16.064764 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Attempting to bind port a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:16.065136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Attempting to bind port a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac on network 45a2f405-6051-45bc-bae4-2b81557294f1 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:16.069941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:16.070291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:16.070629 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:16.071369 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:16.071713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:16.072395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:16.072395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:16.072687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:16.073016 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:16.073339 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:16.073658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:16.073977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:16.081206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:16.081584 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Checking segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:16.081988 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.082381 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Bound using segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:16.082851 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Bound port: a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:16.083238 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.158261 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] For port a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:16.163762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] For port a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:16.171513 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.187043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bc46b-2073-44c2-942e-f9b07427d99b admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f39ced-9063-4881-8e17-169d20a5db34,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:16.211761 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616bc46b-2073-44c2-942e-f9b07427d99b admin admin] Checking segment: {'id': 'b379a101-4d68-4a96-8b93-0e3940f58311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b49095d-32a9-4fe2-b562-ba530da328c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:16.212266 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616bc46b-2073-44c2-942e-f9b07427d99b admin admin] Network hostable DHCP agents. Network: 2b49095d-32a9-4fe2-b562-ba530da328c2, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:59:16.246701 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c427fd84-e162-4ee8-a912-03d8af1954d4 req-3fd3db91-9fed-4e71-a314-03e7bae7b65d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2870419 Aug 20 11:59:16.276487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616bc46b-2073-44c2-942e-f9b07427d99b admin admin] Network 2b49095d-32a9-4fe2-b562-ba530da328c2 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:59:16.296078 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-616bc46b-2073-44c2-942e-f9b07427d99b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 2b49095d-32a9-4fe2-b562-ba530da328c2) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:16.308314 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1c3e-7701-4fe5-b820-e22772389338 req-2334f5df-dbe2-40f1-83c6-1a1d3b321acc tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:16.310260 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a76b1c3e-7701-4fe5-b820-e22772389338 req-2334f5df-dbe2-40f1-83c6-1a1d3b321acc tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.1256213 Aug 20 11:59:16.312796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616bc46b-2073-44c2-942e-f9b07427d99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:16.313586 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-616bc46b-2073-44c2-942e-f9b07427d99b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.316259 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd27166-b993-4984-b3e1-58bffc366468 None None] Network 2b49095d-32a9-4fe2-b562-ba530da328c2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:16.337620 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41cb4e-1c47-4d08-a5b3-d4cc05d49892 None None] Pushing event updated for resources: {'Port': ['ID=a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:16.342520 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-616bc46b-2073-44c2-942e-f9b07427d99b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7075822 Aug 20 11:59:16.359852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40290) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:16.363181 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a76b1c3e-7701-4fe5-b820-e22772389338 req-38eb8f3b-65d1-447e-ad18-cc1b26ec94ea tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423973 Aug 20 11:59:16.367745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1051064628-router', 'tenant_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:16.428585 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.430738 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.486064 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.504763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427fd84-e162-4ee8-a912-03d8af1954d4 req-33852264-8aa8-4007-ad03-f36468c771c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:16.506415 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c427fd84-e162-4ee8-a912-03d8af1954d4 req-33852264-8aa8-4007-ad03-f36468c771c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 1096 time: 0.1387236 Aug 20 11:59:16.531815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-a095c3db-35b8-4905-824f-6e2c5b06298a tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:16.533557 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-a095c3db-35b8-4905-824f-6e2c5b06298a tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 805 time: 0.3053005 Aug 20 11:59:16.556149 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.615372 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-2b49095d-32a9-4fe2-b562-ba530da328c2', 'network_id': '2b49095d-32a9-4fe2-b562-ba530da328c2', 'tenant_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'fixed_ips': [{'subnet_id': '07f39ced-9063-4881-8e17-169d20a5db34'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:59:16.616876 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.800240 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.848597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Allocated IP 172.20.0.2 (2b49095d-32a9-4fe2-b562-ba530da328c2/07f39ced-9063-4881-8e17-169d20a5db34/d4c01f92-2f9e-4d8a-9904-7e9e50fb8672) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:17.039664 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.054154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Transition to ACTIVE for port object d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:17.054912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.075357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Transition to ACTIVE for port object d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:17.077796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-0b00d46e-a9e6-431e-b8c5-5f95b2aba6f7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/quotas/21dd6b222c3b4ff2b019fd7f9d90b009 HTTP/1.1" status: 200 len: 375 time: 0.5302143 Aug 20 11:59:17.085111 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.102233 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.148422 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427fd84-e162-4ee8-a912-03d8af1954d4 req-459c5dab-e0b9-4a5e-a37f-ea57a93a3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:17.148703 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c427fd84-e162-4ee8-a912-03d8af1954d4 req-459c5dab-e0b9-4a5e-a37f-ea57a93a3be9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 905 time: 0.6125774 Aug 20 11:59:17.159064 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Network 2b49095d-32a9-4fe2-b562-ba530da328c2 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:17.162725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:17.170361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:17.174098 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Pushing event updated for resources: {'Port': ['ID=d4c01f92-2f9e-4d8a-9904-7e9e50fb8672,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:17.223952 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:17.234121 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c427fd84-e162-4ee8-a912-03d8af1954d4 req-98aed6e1-70db-451d-bedc-6a19931395e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d9d073b-1ebb-42ea-a1ff-7a2785e024dd HTTP/1.1" status: 200 len: 217 time: 0.0588644 Aug 20 11:59:17.246166 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.312683 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Attempting to bind port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:17.312995 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Attempting to bind port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'b379a101-4d68-4a96-8b93-0e3940f58311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b49095d-32a9-4fe2-b562-ba530da328c2'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:17.313347 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Attempting to bind port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 on network 2b49095d-32a9-4fe2-b562-ba530da328c2 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:17.319763 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:17.320178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Checking segment: {'id': 'b379a101-4d68-4a96-8b93-0e3940f58311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b49095d-32a9-4fe2-b562-ba530da328c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:17.325263 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.325682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Bound using segment: {'id': 'b379a101-4d68-4a96-8b93-0e3940f58311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b49095d-32a9-4fe2-b562-ba530da328c2'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:17.326179 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Bound port: d4c01f92-2f9e-4d8a-9904-7e9e50fb8672, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b379a101-4d68-4a96-8b93-0e3940f58311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b49095d-32a9-4fe2-b562-ba530da328c2'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:17.326980 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.327992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Pushing event updated for resources: {'Port': ['ID=9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:17.383136 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Allocated IP 172.25.8.64 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/59b519a1-f9cb-4068-86b1-b332e4b4f50f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:17.391999 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-b2aa9fb3-c976-47df-bc82-5c0f5b3ccd17 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3129098 Aug 20 11:59:17.406702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:17.428452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:17.431136 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:17.478052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] For port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:17.481856 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] For port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d4c01f92-2f9e-4d8a-9904-7e9e50fb8672,segment=NetworkSegment(b379a101-4d68-4a96-8b93-0e3940f58311),segment_id=b379a101-4d68-4a96-8b93-0e3940f58311)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:17.485855 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:17.487796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427fd84-e162-4ee8-a912-03d8af1954d4 req-ce76c51b-d9fc-4e04-aa3f-24504ba6849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:17.489435 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c427fd84-e162-4ee8-a912-03d8af1954d4 req-ce76c51b-d9fc-4e04-aa3f-24504ba6849e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 HTTP/1.1" status: 200 len: 845 time: 0.2448812 Aug 20 11:59:17.499382 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.536167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c427fd84-e162-4ee8-a912-03d8af1954d4 req-90952ca6-c173-4af8-b666-87f622dac859 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e846d3a0-5933-4c17-9498-c75783c06554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363035 Aug 20 11:59:17.598259 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978207f3-a6ad-4378-91ec-c2a115e26cc8 None None] Pushing event updated for resources: {'Port': ['ID=d4c01f92-2f9e-4d8a-9904-7e9e50fb8672,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:17.644133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7674a8-fe73-4420-a4ed-a83085cb28de req-649b19de-bf9f-4684-bf08-b620a97ffe01 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:17.646115 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f7674a8-fe73-4420-a4ed-a83085cb28de req-649b19de-bf9f-4684-bf08-b620a97ffe01 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.1245968 Aug 20 11:59:17.726533 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.730953 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4af9c8-c741-4ce9-b1f6-4241bd095ce9 None None] Network 45a2f405-6051-45bc-bae4-2b81557294f1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:17.753200 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1f7674a8-fe73-4420-a4ed-a83085cb28de req-833c79c2-4f4e-420a-8665-db5bc09df343 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964799 Aug 20 11:59:17.825678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-172d1a3c-8358-456d-b2f7-5be509d03bf2 None None] Provisioning for port a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:17.836782 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-172d1a3c-8358-456d-b2f7-5be509d03bf2 None None] Provisioning complete for port a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:17.837411 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-172d1a3c-8358-456d-b2f7-5be509d03bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.853510 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.915958 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:17.925682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:17.935374 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:17.969691 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-e8b010a2-2bb4-4f07-a954-cde5773b0239 service neutron] 10.222.0.37 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663986 Aug 20 11:59:18.016556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Pushing event updated for resources: {'Port': ['ID=59b519a1-f9cb-4068-86b1-b332e4b4f50f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:18.065327 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-172d1a3c-8358-456d-b2f7-5be509d03bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:18.149046 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c427fd84-e162-4ee8-a912-03d8af1954d4 req-79b77fe4-8380-43f2-833d-648d2214433a service neutron] 10.222.0.35 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947585 Aug 20 11:59:18.153495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-172d1a3c-8358-456d-b2f7-5be509d03bf2 None None] For port a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:18.159774 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-172d1a3c-8358-456d-b2f7-5be509d03bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:18.304228 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-8bd78791-61a0-4136-9ab8-32509dddd4bb service neutron] 10.222.0.37 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337014 Aug 20 11:59:18.336809 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d1a3c-8358-456d-b2f7-5be509d03bf2 None None] Pushing event updated for resources: {'Port': ['ID=a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:18.339736 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:18.403371 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c427fd84-e162-4ee8-a912-03d8af1954d4 req-56a575bb-311e-4578-85d9-d0c263642de6 service neutron] 10.222.0.35 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376823 Aug 20 11:59:18.563933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66800c6b-e97f-4c65-a913-cbeb57ac0b77 req-fdd37d93-d99e-4fd3-852c-bf20b904b8c0 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:18.572344 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66800c6b-e97f-4c65-a913-cbeb57ac0b77 req-fdd37d93-d99e-4fd3-852c-bf20b904b8c0 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.1149273 Aug 20 11:59:18.644801 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66800c6b-e97f-4c65-a913-cbeb57ac0b77 req-769912b8-c742-4d2c-9947-8517079c39c3 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655422 Aug 20 11:59:18.653431 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:18.691796 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-af3a3786-77cf-4ccb-83ff-a9c4079b5d89 None None] Provisioning complete for port a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:18.692338 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-af3a3786-77cf-4ccb-83ff-a9c4079b5d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:18.755676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-706a9a29-aa31-4790-a481-876c4ac6b80f req-98dcf631-16bc-4753-a9de-8e70120db0dc tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 210 time: 0.0597765 Aug 20 11:59:18.776528 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:18.962405 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:19.044619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Router 18ce7238-07e3-4e4d-8aa2-c00f71696565 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:59:19.214563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:19.220723 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fa2ab7-d2a5-454e-a7d5-e0affd0f41e2 None None] Network 2b49095d-32a9-4fe2-b562-ba530da328c2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:19.245898 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:19.251089 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Sync routers for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:19.262507 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-47e5ff8c-d2dd-45b6-8c05-51fb455363ed admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6123021 Aug 20 11:59:19.263414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40314) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:19.339884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:19.340742 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:58:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:19.349806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c7637446-d18d-4af2-8298-35013f019367 None None] Provisioning for port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:19.397553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:19.647679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:19.648004 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:19.659324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:19.894520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da93b1-2d67-40ca-9b47-38228aee82ef req-4a74d365-a73d-4260-b59c-9a88db19994b tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:19.896627 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-22da93b1-2d67-40ca-9b47-38228aee82ef req-4a74d365-a73d-4260-b59c-9a88db19994b tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.1089561 Aug 20 11:59:19.922645 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef10a737-feb9-47d5-bbc7-888280b5e412 req-1d78bf79-d711-4ff4-9313-76c87a1d2a4e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 210 time: 0.0651989 Aug 20 11:59:19.950440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Router 9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:59:19.956946 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-22da93b1-2d67-40ca-9b47-38228aee82ef req-3ea8e803-6af4-4c1a-8b8b-becc86804bde tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497797 Aug 20 11:59:19.960951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:20.075203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:20.082551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:17Z', 'revision_number': 3, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:20.090042 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:20.093629 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:20.167855 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Checking router: 18ce7238-07e3-4e4d-8aa2-c00f71696565 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:20.168168 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Updating router 18ce7238-07e3-4e4d-8aa2-c00f71696565 port 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:59:20.170541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:20.179900 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Sync routers for ids ['9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:20.195195 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:20.198789 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Routers {'9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:20.199593 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:58:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:20.215166 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:20.221874 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-55206ce3-3d43-4aa1-8272-c14fb727cdb4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.8576479 Aug 20 11:59:20.235099 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40324) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:20.292344 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:20.377716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a5cb9b4d-f935-4eca-b1c2-33341c65dd3f None None] Provisioning complete for port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:20.378228 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a5cb9b4d-f935-4eca-b1c2-33341c65dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:20.477211 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Set router 9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:20.600917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-14629df1-3efb-42d6-9c37-76412ab61c26 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:20.604550 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-14629df1-3efb-42d6-9c37-76412ab61c26 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.35 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 805 time: 0.3740685 Aug 20 11:59:20.639903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-400312de-b9b3-46a8-a875-dca26299368c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Request body: {'port': {'device_id': '88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7', 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554', 'admin_state_up': True, 'tenant_id': '21dd6b222c3b4ff2b019fd7f9d90b009'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:20.837153 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d', 'name': 'tempest-ImageQuotaTest-1051064628-router', 'tenant_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '59b519a1-f9cb-4068-86b1-b332e4b4f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:18Z', 'revision_number': 3, 'project_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'gw_port': {'id': '59b519a1-f9cb-4068-86b1-b332e4b4f50f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:20.905881 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Checking router: 9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:20.906394 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Updating router 9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d port 59b519a1-f9cb-4068-86b1-b332e4b4f50f binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:59:20.915368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Allocated IP 172.20.0.1 (45a2f405-6051-45bc-bae4-2b81557294f1/9a9d30b4-12ac-4dff-95e4-847183332364/7f19d7b4-e77e-4428-89f1-255b911ea8dc) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:20.933709 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:20.955219 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.121866 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0591e5f2-0656-47e4-991b-4014268e2a4d req-c67a3b31-0a27-4b53-ae0c-adaac558c310 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 210 time: 0.0532031 Aug 20 11:59:21.127941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-400312de-b9b3-46a8-a875-dca26299368c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Made reservation on behalf of 21dd6b222c3b4ff2b019fd7f9d90b009 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:21.145420 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d4c01f92-2f9e-4d8a-9904-7e9e50fb8672,segment=NetworkSegment(b379a101-4d68-4a96-8b93-0e3940f58311),segment_id=b379a101-4d68-4a96-8b93-0e3940f58311)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:21.146239 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-400312de-b9b3-46a8-a875-dca26299368c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.149661 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.155062 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.187555 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Transition to ACTIVE for port object 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:21.188801 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a5cb9b4d-f935-4eca-b1c2-33341c65dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.232614 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.326933 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Attempting to bind port 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:21.327689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Attempting to bind port 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:21.327876 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Attempting to bind port 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:21.381981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=d4c01f92-2f9e-4d8a-9904-7e9e50fb8672,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:21.391106 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:21.391416 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:21.391779 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.392138 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:21.392614 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Bound port: 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:21.393047 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.402417 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-a5cb9b4d-f935-4eca-b1c2-33341c65dd3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:59:21.402777 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-a5cb9b4d-f935-4eca-b1c2-33341c65dd3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:59:21.427690 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.438769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.480413 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Transition to ACTIVE for port object 7f19d7b4-e77e-4428-89f1-255b911ea8dc will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:21.506617 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-400312de-b9b3-46a8-a875-dca26299368c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Allocated IP 172.20.0.10 (e846d3a0-5933-4c17-9498-c75783c06554/6c6e1881-b439-4ba3-9e13-47bdb96ee8e5/690414b1-0369-4aa4-b45f-2acb1ee2abaf) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:21.569970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5670f6-1ed8-454d-9514-4c6be37afeee None None] Pushing event updated for resources: {'Port': ['ID=9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:21.602258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] For port 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:21.603717 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.610252 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] For port 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:21.617678 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.620165 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.630427 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Transition to ACTIVE for port object 59b519a1-f9cb-4068-86b1-b332e4b4f50f will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:21.637205 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.688525 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:21.689201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:58:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:21.715767 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e60970-1e99-4d92-a5d8-f26b652ff92e None None] Pushing event updated for resources: {'Port': ['ID=59b519a1-f9cb-4068-86b1-b332e4b4f50f,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:21.769047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e60970-1e99-4d92-a5d8-f26b652ff92e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:21.769047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e60970-1e99-4d92-a5d8-f26b652ff92e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:21.769047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e60970-1e99-4d92-a5d8-f26b652ff92e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:21.769047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e60970-1e99-4d92-a5d8-f26b652ff92e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:21.769047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e60970-1e99-4d92-a5d8-f26b652ff92e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:21.769047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e60970-1e99-4d92-a5d8-f26b652ff92e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:21.769047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e60970-1e99-4d92-a5d8-f26b652ff92e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:21.769047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e60970-1e99-4d92-a5d8-f26b652ff92e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:21.769047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e60970-1e99-4d92-a5d8-f26b652ff92e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:21.769047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e60970-1e99-4d92-a5d8-f26b652ff92e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:21.769047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e60970-1e99-4d92-a5d8-f26b652ff92e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:21.769047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e60970-1e99-4d92-a5d8-f26b652ff92e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:21.771622 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Attempting to bind port 59b519a1-f9cb-4068-86b1-b332e4b4f50f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:21.772108 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Attempting to bind port 59b519a1-f9cb-4068-86b1-b332e4b4f50f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:21.772563 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Attempting to bind port 59b519a1-f9cb-4068-86b1-b332e4b4f50f on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:21.779041 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:21.779795 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:21.780378 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.780904 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:21.781525 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Bound port: 59b519a1-f9cb-4068-86b1-b332e4b4f50f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:21.781990 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.904674 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] For port 59b519a1-f9cb-4068-86b1-b332e4b4f50f, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:21.911418 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] For port 59b519a1-f9cb-4068-86b1-b332e4b4f50f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=59b519a1-f9cb-4068-86b1-b332e4b4f50f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:21.921120 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.932377 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:21.991501 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Allocated IP 172.20.0.1 (2b49095d-32a9-4fe2-b562-ba530da328c2/07f39ced-9063-4881-8e17-169d20a5db34/29ded05a-87cd-41a0-98b5-f04090beb322) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:22.042027 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Routers {'9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:22.042939 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:58:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:22.083126 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e60970-1e99-4d92-a5d8-f26b652ff92e None None] Pushing event updated for resources: {'Port': ['ID=59b519a1-f9cb-4068-86b1-b332e4b4f50f,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:22.180859 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] Set router 9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:22.216501 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5670f6-1ed8-454d-9514-4c6be37afeee None None] Pushing event updated for resources: {'Port': ['ID=9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:22.269654 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:17Z', 'revision_number': 3, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:22.317990 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.329604 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6ebb7c82-f563-4e09-8d54-ec79eb4c3a2e req-ca93b4cf-bb51-494f-b4cc-2d77fa62da79 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 210 time: 0.0420554 Aug 20 11:59:22.346447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d3f2b-74a7-4bcd-9764-0c060a872687 None None] The sync data for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 is: [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:17Z', 'revision_number': 3, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:22.365954 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Transition to ACTIVE for port object 29ded05a-87cd-41a0-98b5-f04090beb322 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:22.392384 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5c54cb21-00ed-47d0-bf6a-f54ec5f3a839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.415333 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.472093 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d', 'name': 'tempest-ImageQuotaTest-1051064628-router', 'tenant_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '59b519a1-f9cb-4068-86b1-b332e4b4f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:18Z', 'revision_number': 3, 'project_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'gw_port': {'id': '59b519a1-f9cb-4068-86b1-b332e4b4f50f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:22.505859 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Network 2b49095d-32a9-4fe2-b562-ba530da328c2 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:22.515564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:22.523699 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:22.607884 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Pushing event updated for resources: {'Port': ['ID=29ded05a-87cd-41a0-98b5-f04090beb322,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:22.621196 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.687935 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5c430-a48e-422a-bf63-654e673e55ca None None] The sync data for ids ['9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d'] in n-d-804299-2 is: [{'id': '9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d', 'name': 'tempest-ImageQuotaTest-1051064628-router', 'tenant_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '59b519a1-f9cb-4068-86b1-b332e4b4f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:18Z', 'revision_number': 3, 'project_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'gw_port': {'id': '59b519a1-f9cb-4068-86b1-b332e4b4f50f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:22.811879 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-400312de-b9b3-46a8-a875-dca26299368c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.875124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Network 45a2f405-6051-45bc-bae4-2b81557294f1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:22.910231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:22.930971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:22.942507 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-400312de-b9b3-46a8-a875-dca26299368c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.964268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['50c13e70-68d2-4ed2-a01e-6c79404f69bf'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:22.972355 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.984706 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3d9d073b-1ebb-42ea-a1ff-7a2785e024dd'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:23.145405 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.152489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Pushing event updated for resources: {'Port': ['ID=7f19d7b4-e77e-4428-89f1-255b911ea8dc,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:23.193462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-400312de-b9b3-46a8-a875-dca26299368c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Network e846d3a0-5933-4c17-9498-c75783c06554 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:23.270958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b7210cc7-e87e-4d1f-af6e-e031651f5475 None None] Provisioning for port 29ded05a-87cd-41a0-98b5-f04090beb322 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:23.361058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b7210cc7-e87e-4d1f-af6e-e031651f5475 None None] Provisioning complete for port 29ded05a-87cd-41a0-98b5-f04090beb322 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:23.362687 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7210cc7-e87e-4d1f-af6e-e031651f5475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.492981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-400312de-b9b3-46a8-a875-dca26299368c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:23.511075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-400312de-b9b3-46a8-a875-dca26299368c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:23.595617 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b7210cc7-e87e-4d1f-af6e-e031651f5475 None None] Port 29ded05a-87cd-41a0-98b5-f04090beb322 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:23.661338 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:23.685543 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400312de-b9b3-46a8-a875-dca26299368c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Pushing event updated for resources: {'Port': ['ID=690414b1-0369-4aa4-b45f-2acb1ee2abaf,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:23.743904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-400312de-b9b3-46a8-a875-dca26299368c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:23.744546 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-400312de-b9b3-46a8-a875-dca26299368c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.861718 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-400312de-b9b3-46a8-a875-dca26299368c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2415531 Aug 20 11:59:23.883973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-81a67c88-c3a5-437f-af33-edd9d65f7c0c None None] Provisioning for port 7f19d7b4-e77e-4428-89f1-255b911ea8dc completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:23.885959 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:23.897282 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Request body: {'port': {'device_id': '88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:23.901955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:23.902352 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.910100 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7250c6-343b-471d-b184-6740e9f5a5b4 req-091c7e7b-9e76-49bf-9961-6cbfdee7f314 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:23.911776 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e7250c6-343b-471d-b184-6740e9f5a5b4 req-091c7e7b-9e76-49bf-9961-6cbfdee7f314 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 932 time: 0.4043739 Aug 20 11:59:23.916822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-81a67c88-c3a5-437f-af33-edd9d65f7c0c None None] Provisioning complete for port 7f19d7b4-e77e-4428-89f1-255b911ea8dc triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:23.917269 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-81a67c88-c3a5-437f-af33-edd9d65f7c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.950703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3641a-1c36-4d94-8601-cf776476dcca req-22538886-1589-49e2-a961-4847477f6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:23.952936 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66d3641a-1c36-4d94-8601-cf776476dcca req-22538886-1589-49e2-a961-4847477f6a09 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e616cbd04b1b4a0796f0a9fe55765d1c&device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 1097 time: 0.2764034 Aug 20 11:59:24.000530 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa27d4b-32b1-4b6f-8040-d3d589bcc32a req-5a9b7ab7-2c2e-44b5-b7fb-b5ca4d8ca538 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:24.018714 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4aa27d4b-32b1-4b6f-8040-d3d589bcc32a req-5a9b7ab7-2c2e-44b5-b7fb-b5ca4d8ca538 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.2848737 Aug 20 11:59:24.067689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-81a67c88-c3a5-437f-af33-edd9d65f7c0c None None] Port 7f19d7b4-e77e-4428-89f1-255b911ea8dc cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:24.102489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3641a-1c36-4d94-8601-cf776476dcca req-f6271eb6-4537-4103-b64d-72352dd54a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:24.104470 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66d3641a-1c36-4d94-8601-cf776476dcca req-f6271eb6-4537-4103-b64d-72352dd54a33 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbfbb528-1e66-4421-bdef-cd50695f97de HTTP/1.1" status: 200 len: 919 time: 0.1324768 Aug 20 11:59:24.132463 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e7250c6-343b-471d-b184-6740e9f5a5b4 req-0e180d8e-c835-4fc9-95c8-5a7d9784618c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046425 Aug 20 11:59:24.152826 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.167320 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.180843 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66d3641a-1c36-4d94-8601-cf776476dcca req-bd6cb67b-1503-4bae-ab0f-33241fb3065a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc1c4e8-d714-4313-a6c0-4aede4f1951d HTTP/1.1" status: 200 len: 217 time: 0.0596230 Aug 20 11:59:24.181809 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.241431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:24.254599 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.256737 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:24.259868 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.274858 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:59:24.281126 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4aa27d4b-32b1-4b6f-8040-d3d589bcc32a req-27fc0f6b-c8d4-4a95-a135-ae41f3e4900e tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611728 Aug 20 11:59:24.283535 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.371444 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.376286 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Pushing event updated for resources: {'Port': ['ID=29ded05a-87cd-41a0-98b5-f04090beb322,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:24.471911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:24.484688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:24.485120 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.516377 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3641a-1c36-4d94-8601-cf776476dcca req-51ac75ca-3adf-40cd-acb8-efd25a1b901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:24.519355 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66d3641a-1c36-4d94-8601-cf776476dcca req-51ac75ca-3adf-40cd-acb8-efd25a1b901d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6d22a05-4469-4253-92bd-6e1b070cb48f HTTP/1.1" status: 200 len: 859 time: 0.3307343 Aug 20 11:59:24.575902 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66d3641a-1c36-4d94-8601-cf776476dcca req-ea585e75-6ba2-4d84-ba9e-a3ae3a729667 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbfbb528-1e66-4421-bdef-cd50695f97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466437 Aug 20 11:59:24.693869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Network 2b49095d-32a9-4fe2-b562-ba530da328c2 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:24.700915 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:24.800599 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66d3641a-1c36-4d94-8601-cf776476dcca req-1ee7e6c0-bf1c-4021-8c22-2ece466ef352 service neutron] 10.222.0.35 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142432 Aug 20 11:59:24.925722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690414b1-0369-4aa4-b45f-2acb1ee2abaf {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:24.935610 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.964279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Transition to ACTIVE for port object 690414b1-0369-4aa4-b45f-2acb1ee2abaf will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:24.971016 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.975728 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.981380 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.995686 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Router 9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:59:25.069987 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.087081 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66d3641a-1c36-4d94-8601-cf776476dcca req-55f5f237-85fe-48c5-9413-ab0d2c692133 service neutron] 10.222.0.35 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766678 Aug 20 11:59:25.191626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-071d12e5-8d67-4feb-9653-caedeef88d3f None None] Provisioning complete for port 29ded05a-87cd-41a0-98b5-f04090beb322 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:25.193176 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-071d12e5-8d67-4feb-9653-caedeef88d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.199408 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1d01f21-8e62-4924-bb6b-17820dd96874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.230745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:25.240696 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c0103126-860f-41de-9b12-f9bf3f6920f3 admin admin] 10.222.0.37 "PUT /v2.0/routers/9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0018785 Aug 20 11:59:25.246590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Pushing event updated for resources: {'Port': ['ID=690414b1-0369-4aa4-b45f-2acb1ee2abaf,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:25.343194 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-071d12e5-8d67-4feb-9653-caedeef88d3f None None] Port 29ded05a-87cd-41a0-98b5-f04090beb322 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:25.415517 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5353031-1278-4f3b-8872-e6383d96637d req-3629e524-11df-480e-b6c5-f686193d859e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:25.418290 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5353031-1278-4f3b-8872-e6383d96637d req-3629e524-11df-480e-b6c5-f686193d859e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 944 time: 0.0896559 Aug 20 11:59:25.445624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Pushing event updated for resources: {'Port': ['ID=7f19d7b4-e77e-4428-89f1-255b911ea8dc,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:25.495133 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.498917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0e3c9-b4b7-4872-b14a-747f4f491dea req-822121e7-d1b6-474a-822f-836e674b41e0 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:25.500681 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-56a0e3c9-b4b7-4872-b14a-747f4f491dea req-822121e7-d1b6-474a-822f-836e674b41e0 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.1165445 Aug 20 11:59:25.508606 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Attempting to bind port 690414b1-0369-4aa4-b45f-2acb1ee2abaf on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:25.509065 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Attempting to bind port 690414b1-0369-4aa4-b45f-2acb1ee2abaf by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:25.509464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Attempting to bind port 690414b1-0369-4aa4-b45f-2acb1ee2abaf on network e846d3a0-5933-4c17-9498-c75783c06554 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:25.518331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Port 690414b1-0369-4aa4-b45f-2acb1ee2abaf on network e846d3a0-5933-4c17-9498-c75783c06554 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:59:25.519737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Attempting to bind port 690414b1-0369-4aa4-b45f-2acb1ee2abaf on network e846d3a0-5933-4c17-9498-c75783c06554 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:25.538192 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Network 45a2f405-6051-45bc-bae4-2b81557294f1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:25.540148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:25.540556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Checking segment: {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:25.541064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Bound using segment: {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:25.541582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Bound port: 690414b1-0369-4aa4-b45f-2acb1ee2abaf, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:25.542326 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.549717 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:25.572595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:25.591060 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5353031-1278-4f3b-8872-e6383d96637d req-552f2182-e359-4d01-a955-5ce458cc8851 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657519 Aug 20 11:59:25.667073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] For port 690414b1-0369-4aa4-b45f-2acb1ee2abaf, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:25.671122 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] For port 690414b1-0369-4aa4-b45f-2acb1ee2abaf, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=690414b1-0369-4aa4-b45f-2acb1ee2abaf,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:25.716440 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:25.717364 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.720781 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.755530 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-56a0e3c9-b4b7-4872-b14a-747f4f491dea req-c6206a69-43a5-44d2-89ca-e56e82f35f4e tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390609 Aug 20 11:59:25.828272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:25.829344 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.831317 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] 10.222.0.35 "PUT /v2.0/ports/690414b1-0369-4aa4-b45f-2acb1ee2abaf HTTP/1.1" status: 200 len: 1092 time: 1.9485819 Aug 20 11:59:25.831917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7', 'tag': '690414b1-0369-4aa4-b45f-2acb1ee2abaf'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:25.834610 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879fd4c8-647f-45cf-b9f4-c9fd40128344" -d '{"events": [{"name": "network-changed", "server_uuid": "88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7", "tag": "690414b1-0369-4aa4-b45f-2acb1ee2abaf"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:25.908671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 59b519a1-f9cb-4068-86b1-b332e4b4f50f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:25.994419 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5fd79aa4-cc6f-43e6-bb6b-7a0c45ba639e None None] Provisioning complete for port 7f19d7b4-e77e-4428-89f1-255b911ea8dc triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:25.994616 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5fd79aa4-cc6f-43e6-bb6b-7a0c45ba639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.053336 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 59b519a1-f9cb-4068-86b1-b332e4b4f50f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:26.055253 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-5fd79aa4-cc6f-43e6-bb6b-7a0c45ba639e None None] Port 7f19d7b4-e77e-4428-89f1-255b911ea8dc cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:26.062405 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b87ca23-5e5b-4a46-b9bb-7253050757b6 x-openstack-request-id: req-7b87ca23-5e5b-4a46-b9bb-7253050757b6 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:26.063499 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7", "tag": "690414b1-0369-4aa4-b45f-2acb1ee2abaf", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:26.063868 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 59b519a1-f9cb-4068-86b1-b332e4b4f50f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:26.064185 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b87ca23-5e5b-4a46-b9bb-7253050757b6 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:26.064879 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7', 'tag': '690414b1-0369-4aa4-b45f-2acb1ee2abaf', 'status': 'completed', 'code': 200} Aug 20 11:59:26.065327 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.075422 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd53540-e063-43ee-b32f-1f5419d8e016 service neutron] Pushing event updated for resources: {'Port': ['ID=690414b1-0369-4aa4-b45f-2acb1ee2abaf,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:26.107205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-beabef55-c6e0-4f9b-9574-4292ca5d6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:26.109846 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-beabef55-c6e0-4f9b-9574-4292ca5d6ac1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 1095 time: 0.1775451 Aug 20 11:59:26.117358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Router 18ce7238-07e3-4e4d-8aa2-c00f71696565 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:59:26.197230 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.212832 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-a99160ff-8a4b-4b66-bb1f-fbed17ad04d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=690414b1-0369-4aa4-b45f-2acb1ee2abaf HTTP/1.1" status: 200 len: 217 time: 0.0848408 Aug 20 11:59:26.233648 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 59b519a1-f9cb-4068-86b1-b332e4b4f50f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=59b519a1-f9cb-4068-86b1-b332e4b4f50f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:26.237997 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.331994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-d7959f93-45f4-4d59-b495-25d386647579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:26.334011 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-d7959f93-45f4-4d59-b495-25d386647579 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 HTTP/1.1" status: 200 len: 845 time: 0.1054206 Aug 20 11:59:26.336790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:26.358925 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4e8082a9-579e-497e-a676-a12e67b70f0f admin admin] 10.222.0.37 "PUT /v2.0/routers/18ce7238-07e3-4e4d-8aa2-c00f71696565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0898881 Aug 20 11:59:26.388123 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-eefe6750-0c7a-4849-893f-c8f52f43e9e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e846d3a0-5933-4c17-9498-c75783c06554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268579 Aug 20 11:59:26.446912 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Sync routers for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:26.464363 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.469649 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=59b519a1-f9cb-4068-86b1-b332e4b4f50f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:26.485689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:26.487055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:59:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:26.554528 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-93ffb635-d0b1-4b59-9e10-8ecb25eb51af service neutron] 10.222.0.35 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579921 Aug 20 11:59:26.617895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:26.701063 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Sync routers for ids ['9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:26.711045 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Routers {'9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:26.712043 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:59:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:26.821961 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7bac184c-6a38-4ab0-9855-e10bb29f1879 req-393be832-3ab1-4dac-8efc-5eeae8042caf service neutron] 10.222.0.35 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585535 Aug 20 11:59:26.847338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b76b1e-d9ff-4f07-911c-802b5e016d46 req-51897aea-97d8-4167-9b9c-584977ce2bbf tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:26.863169 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28b76b1e-d9ff-4f07-911c-802b5e016d46 req-51897aea-97d8-4167-9b9c-584977ce2bbf tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 944 time: 0.1558483 Aug 20 11:59:26.868280 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Set router 9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:27.004806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd4c8-647f-45cf-b9f4-c9fd40128344 req-82bc2303-3d37-40f0-9fc9-8d662cee9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:27.006334 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-879fd4c8-647f-45cf-b9f4-c9fd40128344 req-82bc2303-3d37-40f0-9fc9-8d662cee9f35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 1095 time: 0.1333859 Aug 20 11:59:27.048520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e304cf-bc82-4fe7-8265-b4cc94b4faa4 req-17100497-90cb-47f9-b7fd-7b5d0af17aa0 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:27.053897 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e2e304cf-bc82-4fe7-8265-b4cc94b4faa4 req-17100497-90cb-47f9-b7fd-7b5d0af17aa0 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.1153216 Aug 20 11:59:27.061167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-28b76b1e-d9ff-4f07-911c-802b5e016d46 req-1843e8c4-e485-4036-8739-47aebb57260e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959949 Aug 20 11:59:27.127374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 2, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:27.212191 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e2e304cf-bc82-4fe7-8265-b4cc94b4faa4 req-e0de7997-bd81-4d30-9f3f-d644dd871ac7 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469240 Aug 20 11:59:27.228093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Checking router: 18ce7238-07e3-4e4d-8aa2-c00f71696565 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:27.228698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Updating router 18ce7238-07e3-4e4d-8aa2-c00f71696565 port 7f19d7b4-e77e-4428-89f1-255b911ea8dc binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:59:27.269155 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d', 'name': 'tempest-ImageQuotaTest-1051064628-router', 'tenant_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '59b519a1-f9cb-4068-86b1-b332e4b4f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:22Z', 'revision_number': 4, 'project_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'gw_port': {'id': '59b519a1-f9cb-4068-86b1-b332e4b4f50f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '29ded05a-87cd-41a0-98b5-f04090beb322', 'name': '', 'network_id': '2b49095d-32a9-4fe2-b562-ba530da328c2', 'tenant_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'mac_address': 'fa:16:3e:83:5b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '07f39ced-9063-4881-8e17-169d20a5db34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:21Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 2, 'project_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'subnets': [{'id': '07f39ced-9063-4881-8e17-169d20a5db34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:27.278811 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd4c8-647f-45cf-b9f4-c9fd40128344 req-e6f24612-62b8-4997-aae7-472950211ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:27.279524 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:27.283584 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-879fd4c8-647f-45cf-b9f4-c9fd40128344 req-e6f24612-62b8-4997-aae7-472950211ac5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 905 time: 0.2634683 Aug 20 11:59:27.330401 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Checking router: 9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:27.332417 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Updating router 9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d port 29ded05a-87cd-41a0-98b5-f04090beb322 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:59:27.387378 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-879fd4c8-647f-45cf-b9f4-c9fd40128344 req-4c773588-3c95-4723-8632-21ac0f9eb63d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=690414b1-0369-4aa4-b45f-2acb1ee2abaf HTTP/1.1" status: 200 len: 217 time: 0.0956283 Aug 20 11:59:27.404027 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:27.445527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40406) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:27.448677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 59b519a1-f9cb-4068-86b1-b332e4b4f50f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:27.450444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-36a1afe7-8a77-4267-89cd-67f55dc7d5e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1852726855-network', 'tenant_id': '69584b42c8b34248a999870cd708207b'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:27.481323 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd4c8-647f-45cf-b9f4-c9fd40128344 req-05162b3e-e054-4156-8265-2658e7e1b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:27.483604 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-879fd4c8-647f-45cf-b9f4-c9fd40128344 req-05162b3e-e054-4156-8265-2658e7e1b52a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 HTTP/1.1" status: 200 len: 845 time: 0.0782120 Aug 20 11:59:27.489049 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a1afe7-8a77-4267-89cd-67f55dc7d5e0 admin admin] Made reservation on behalf of 69584b42c8b34248a999870cd708207b for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:27.493121 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a1afe7-8a77-4267-89cd-67f55dc7d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:27.521692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40408) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:27.521692 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a1afe7-8a77-4267-89cd-67f55dc7d5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:27.546753 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-879fd4c8-647f-45cf-b9f4-c9fd40128344 req-433d805e-fa4f-424d-badb-8e92511fc86c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e846d3a0-5933-4c17-9498-c75783c06554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517418 Aug 20 11:59:27.744225 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-879fd4c8-647f-45cf-b9f4-c9fd40128344 req-7dec51aa-3f8c-404d-b099-2d17bffbef4b service neutron] 10.222.0.35 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884046 Aug 20 11:59:27.787377 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 59b519a1-f9cb-4068-86b1-b332e4b4f50f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:27.787943 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:27.921058 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-879fd4c8-647f-45cf-b9f4-c9fd40128344 req-425948c6-9f39-4608-a3db-b2eecf464f96 service neutron] 10.222.0.35 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678691 Aug 20 11:59:27.958684 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:27.971019 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Transition to ACTIVE for port object 29ded05a-87cd-41a0-98b5-f04090beb322 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:27.977258 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.047663 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3786630-8d27-48b3-bfc2-0ba7591296be None None] Pushing event updated for resources: {'Port': ['ID=29ded05a-87cd-41a0-98b5-f04090beb322,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:28.049762 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.072406 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.087175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Transition to ACTIVE for port object 7f19d7b4-e77e-4428-89f1-255b911ea8dc will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:28.103544 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.126036 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Attempting to bind port 29ded05a-87cd-41a0-98b5-f04090beb322 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:28.126412 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Attempting to bind port 29ded05a-87cd-41a0-98b5-f04090beb322 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'b379a101-4d68-4a96-8b93-0e3940f58311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b49095d-32a9-4fe2-b562-ba530da328c2'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:28.126918 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Attempting to bind port 29ded05a-87cd-41a0-98b5-f04090beb322 on network 2b49095d-32a9-4fe2-b562-ba530da328c2 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:28.133710 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:28.134515 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Checking segment: {'id': 'b379a101-4d68-4a96-8b93-0e3940f58311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b49095d-32a9-4fe2-b562-ba530da328c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:28.134932 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.135333 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Bound using segment: {'id': 'b379a101-4d68-4a96-8b93-0e3940f58311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b49095d-32a9-4fe2-b562-ba530da328c2'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:28.135811 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Bound port: 29ded05a-87cd-41a0-98b5-f04090beb322, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b379a101-4d68-4a96-8b93-0e3940f58311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b49095d-32a9-4fe2-b562-ba530da328c2'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:28.136204 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.292563 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] For port 29ded05a-87cd-41a0-98b5-f04090beb322, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:28.298842 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] For port 29ded05a-87cd-41a0-98b5-f04090beb322, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=29ded05a-87cd-41a0-98b5-f04090beb322,segment=NetworkSegment(b379a101-4d68-4a96-8b93-0e3940f58311),segment_id=b379a101-4d68-4a96-8b93-0e3940f58311)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:28.307232 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.312479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8066d-31bd-43e2-84ec-584f216b79d9 req-d838f4be-10f0-4333-89f1-f6e3de1d747c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:28.320413 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5b8066d-31bd-43e2-84ec-584f216b79d9 req-d838f4be-10f0-4333-89f1-f6e3de1d747c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 944 time: 0.0728068 Aug 20 11:59:28.345890 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb21a2-22ff-4e4b-a7bc-80b35992c8ad None None] Pushing event updated for resources: {'Port': ['ID=7f19d7b4-e77e-4428-89f1-255b911ea8dc,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:28.375721 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5b8066d-31bd-43e2-84ec-584f216b79d9 req-6d3ab33e-4aef-46a4-b935-027d33392529 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542829 Aug 20 11:59:28.422427 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Attempting to bind port 7f19d7b4-e77e-4428-89f1-255b911ea8dc on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:28.422871 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Attempting to bind port 7f19d7b4-e77e-4428-89f1-255b911ea8dc by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:28.423299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Attempting to bind port 7f19d7b4-e77e-4428-89f1-255b911ea8dc on network 45a2f405-6051-45bc-bae4-2b81557294f1 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:28.429645 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:28.429645 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Checking segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:28.429645 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.430046 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Bound using segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:28.430533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Bound port: 7f19d7b4-e77e-4428-89f1-255b911ea8dc, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:28.430979 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.433003 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Routers {'9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:28.433643 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:59:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:28.473607 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a1afe7-8a77-4267-89cd-67f55dc7d5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.488082 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a1afe7-8a77-4267-89cd-67f55dc7d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.491132 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3786630-8d27-48b3-bfc2-0ba7591296be None None] Pushing event updated for resources: {'Port': ['ID=29ded05a-87cd-41a0-98b5-f04090beb322,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:28.502226 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a1afe7-8a77-4267-89cd-67f55dc7d5e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:59:28.515767 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a1afe7-8a77-4267-89cd-67f55dc7d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.516032 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-36a1afe7-8a77-4267-89cd-67f55dc7d5e0 admin admin] Added segment d6e02389-50a1-4a23-89c6-abd1d4469a2c of type vlan for network 948a2510-5ff3-4e67-baef-8b136d62635d Aug 20 11:59:28.550290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad157f7-7f4a-435b-ae94-e42daee4c5a1 req-a4c8172b-b44b-4f52-9902-c81d982ca70c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:28.552295 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ad157f7-7f4a-435b-ae94-e42daee4c5a1 req-a4c8172b-b44b-4f52-9902-c81d982ca70c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.1465352 Aug 20 11:59:28.577260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] For port 7f19d7b4-e77e-4428-89f1-255b911ea8dc, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:28.586453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] For port 7f19d7b4-e77e-4428-89f1-255b911ea8dc, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=7f19d7b4-e77e-4428-89f1-255b911ea8dc,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:28.590366 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.635203 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] Set router 9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:28.645868 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1afe7-8a77-4267-89cd-67f55dc7d5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0ba1df-f481-4062-931c-503c267293de,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:28.688793 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a1afe7-8a77-4267-89cd-67f55dc7d5e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.706536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb21a2-22ff-4e4b-a7bc-80b35992c8ad None None] Pushing event updated for resources: {'Port': ['ID=7f19d7b4-e77e-4428-89f1-255b911ea8dc,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:28.719178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:28.719915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:59:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:28.776114 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ad157f7-7f4a-435b-ae94-e42daee4c5a1 req-ddb3821a-db87-4e1d-96ad-270008a6687a tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124810 Aug 20 11:59:28.841107 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a1afe7-8a77-4267-89cd-67f55dc7d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.841708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1afe7-8a77-4267-89cd-67f55dc7d5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:28.842577 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a1afe7-8a77-4267-89cd-67f55dc7d5e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.877356 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:28.964039 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-36a1afe7-8a77-4267-89cd-67f55dc7d5e0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5172079 Aug 20 11:59:28.966746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40424) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:28.971762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-cd0a4283-3cb6-49c2-b046-41dcd5c9ca8b admin admin] Request body: {'subnet': {'network_id': '948a2510-5ff3-4e67-baef-8b136d62635d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1852726855-subnet', 'tenant_id': '69584b42c8b34248a999870cd708207b', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:28.974601 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d', 'name': 'tempest-ImageQuotaTest-1051064628-router', 'tenant_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '59b519a1-f9cb-4068-86b1-b332e4b4f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:22Z', 'revision_number': 4, 'project_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'gw_port': {'id': '59b519a1-f9cb-4068-86b1-b332e4b4f50f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '29ded05a-87cd-41a0-98b5-f04090beb322', 'name': '', 'network_id': '2b49095d-32a9-4fe2-b562-ba530da328c2', 'tenant_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'mac_address': 'fa:16:3e:83:5b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '07f39ced-9063-4881-8e17-169d20a5db34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:21Z', 'updated_at': '2021-08-20T11:59:28Z', 'revision_number': 4, 'project_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'subnets': [{'id': '07f39ced-9063-4881-8e17-169d20a5db34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:28.993688 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1afe7-8a77-4267-89cd-67f55dc7d5e0 admin admin] Pushing event updated for resources: {'Network': ['ID=948a2510-5ff3-4e67-baef-8b136d62635d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:29.021609 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1324-8a3f-41d7-9317-e06f66b623cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.025446 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f19dc9-fe14-4c8d-854c-dd2fc8681dce None None] The sync data for ids ['9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d'] in n-d-804299-2 is: [{'id': '9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d', 'name': 'tempest-ImageQuotaTest-1051064628-router', 'tenant_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '59b519a1-f9cb-4068-86b1-b332e4b4f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:22Z', 'revision_number': 4, 'project_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'gw_port': {'id': '59b519a1-f9cb-4068-86b1-b332e4b4f50f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '29ded05a-87cd-41a0-98b5-f04090beb322', 'name': '', 'network_id': '2b49095d-32a9-4fe2-b562-ba530da328c2', 'tenant_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'mac_address': 'fa:16:3e:83:5b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '07f39ced-9063-4881-8e17-169d20a5db34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:21Z', 'updated_at': '2021-08-20T11:59:28Z', 'revision_number': 4, 'project_id': 'c8927fac32ee4bb4aca499d0ef2df767', 'subnets': [{'id': '07f39ced-9063-4881-8e17-169d20a5db34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:29.028887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0a4283-3cb6-49c2-b046-41dcd5c9ca8b admin admin] Made reservation on behalf of 69584b42c8b34248a999870cd708207b for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:29.046681 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd0a4283-3cb6-49c2-b046-41dcd5c9ca8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.049787 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 948a2510-5ff3-4e67-baef-8b136d62635d details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:59:29.275108 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:28Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:29.312477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4deafb-e590-43e9-85c2-7f8bb4825ece None None] The sync data for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 is: [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:28Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:29.443329 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd0a4283-3cb6-49c2-b046-41dcd5c9ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.467351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 29ded05a-87cd-41a0-98b5-f04090beb322 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:29.498987 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf1324-8a3f-41d7-9317-e06f66b623cb admin admin] Deleting port 29ded05a-87cd-41a0-98b5-f04090beb322 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:29.499512 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1324-8a3f-41d7-9317-e06f66b623cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.583890 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 29ded05a-87cd-41a0-98b5-f04090beb322 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:29.588947 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 29ded05a-87cd-41a0-98b5-f04090beb322 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:29.589440 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.622287 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a4283-3cb6-49c2-b046-41dcd5c9ca8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bafdff86-8408-4ff0-b451-24b811ff1a45,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:29.624795 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0aaf1324-8a3f-41d7-9317-e06f66b623cb admin admin] For port 29ded05a-87cd-41a0-98b5-f04090beb322, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=29ded05a-87cd-41a0-98b5-f04090beb322,segment=NetworkSegment(b379a101-4d68-4a96-8b93-0e3940f58311),segment_id=b379a101-4d68-4a96-8b93-0e3940f58311)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:29.625181 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1324-8a3f-41d7-9317-e06f66b623cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.660658 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf1324-8a3f-41d7-9317-e06f66b623cb admin admin] Calling delete_port for 29ded05a-87cd-41a0-98b5-f04090beb322 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:29.673055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb975343-4361-4ae3-b80f-7c690cba9bc2 req-113419d1-ec2b-420f-9759-831c59c62009 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:29.680431 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cb975343-4361-4ae3-b80f-7c690cba9bc2 req-113419d1-ec2b-420f-9759-831c59c62009 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 944 time: 0.1301258 Aug 20 11:59:29.690960 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0a4283-3cb6-49c2-b046-41dcd5c9ca8b admin admin] Checking segment: {'id': 'd6e02389-50a1-4a23-89c6-abd1d4469a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '948a2510-5ff3-4e67-baef-8b136d62635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:29.691325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a4283-3cb6-49c2-b046-41dcd5c9ca8b admin admin] Network hostable DHCP agents. Network: 948a2510-5ff3-4e67-baef-8b136d62635d, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:59:29.770159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cb975343-4361-4ae3-b80f-7c690cba9bc2 req-ac685039-a80a-4be1-b968-908d39fee56b tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887110 Aug 20 11:59:29.770815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a4283-3cb6-49c2-b046-41dcd5c9ca8b admin admin] Network 948a2510-5ff3-4e67-baef-8b136d62635d is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:59:29.788012 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.791174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-cd0a4283-3cb6-49c2-b046-41dcd5c9ca8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 948a2510-5ff3-4e67-baef-8b136d62635d) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:29.797582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0a4283-3cb6-49c2-b046-41dcd5c9ca8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:29.798172 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd0a4283-3cb6-49c2-b046-41dcd5c9ca8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.820911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d256cfd-224e-4e3c-8807-e320f6371eb8 None None] Network 948a2510-5ff3-4e67-baef-8b136d62635d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:29.829644 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cd0a4283-3cb6-49c2-b046-41dcd5c9ca8b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8593187 Aug 20 11:59:29.830498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40438) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:29.842711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1852726855-router', 'tenant_id': '69584b42c8b34248a999870cd708207b', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:29.893007 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.894314 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.966610 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 29ded05a-87cd-41a0-98b5-f04090beb322, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=29ded05a-87cd-41a0-98b5-f04090beb322,segment=NetworkSegment(b379a101-4d68-4a96-8b93-0e3940f58311),segment_id=b379a101-4d68-4a96-8b93-0e3940f58311)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:29.975005 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.989976 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.031336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917f9a6-f399-4317-8c61-929817f54889 req-f9fca846-9b3e-45c3-b549-14356fdffd7a tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:30.033086 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a917f9a6-f399-4317-8c61-929817f54889 req-f9fca846-9b3e-45c3-b549-14356fdffd7a tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.1319180 Aug 20 11:59:30.112449 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a917f9a6-f399-4317-8c61-929817f54889 req-842e40b0-34c3-4821-86d6-dec09c421cdb tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527191 Aug 20 11:59:30.113399 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1324-8a3f-41d7-9317-e06f66b623cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.143304 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=29ded05a-87cd-41a0-98b5-f04090beb322,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:30.161158 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf1324-8a3f-41d7-9317-e06f66b623cb admin admin] Pushing event deleted for resources: {'Port': ['ID=29ded05a-87cd-41a0-98b5-f04090beb322,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:30.246319 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-948a2510-5ff3-4e67-baef-8b136d62635d', 'network_id': '948a2510-5ff3-4e67-baef-8b136d62635d', 'tenant_id': '69584b42c8b34248a999870cd708207b', 'fixed_ips': [{'subnet_id': 'bafdff86-8408-4ff0-b451-24b811ff1a45'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:59:30.250461 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.287749 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.412967 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1324-8a3f-41d7-9317-e06f66b623cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.473656 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 690414b1-0369-4aa4-b45f-2acb1ee2abaf details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:59:30.502412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Allocated IP 172.20.0.2 (948a2510-5ff3-4e67-baef-8b136d62635d/bafdff86-8408-4ff0-b451-24b811ff1a45/46672a6d-a4d7-4771-8652-ef0964b622fa) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:30.609334 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.636703 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.655705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 690414b1-0369-4aa4-b45f-2acb1ee2abaf, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=690414b1-0369-4aa4-b45f-2acb1ee2abaf,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:30.667484 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '690414b1-0369-4aa4-b45f-2acb1ee2abaf', 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554', 'port_id': '690414b1-0369-4aa4-b45f-2acb1ee2abaf', 'mac_address': 'fa:16:3e:7d:db:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6e1881-b439-4ba3-9e13-47bdb96ee8e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:59:30.749206 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.752190 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aaf1324-8a3f-41d7-9317-e06f66b623cb admin admin] Router 9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:59:30.754758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Allocated IP 172.25.8.17 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:30.773536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690414b1-0369-4aa4-b45f-2acb1ee2abaf {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:30.850916 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.864410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Transition to ACTIVE for port object 46672a6d-a4d7-4771-8652-ef0964b622fa will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:30.878212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaf1324-8a3f-41d7-9317-e06f66b623cb admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:30.878901 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 690414b1-0369-4aa4-b45f-2acb1ee2abaf, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=690414b1-0369-4aa4-b45f-2acb1ee2abaf,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:30.887914 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.888095 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0aaf1324-8a3f-41d7-9317-e06f66b623cb admin admin] 10.222.0.37 "PUT /v2.0/routers/9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3563418 Aug 20 11:59:30.888196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40444) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:30.917993 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.945879 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c847b5c-574e-493f-bc27-e652f1b4b7df req-f0ee9c6e-f059-4012-b455-c7798c9a1e21 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:30.947890 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c847b5c-574e-493f-bc27-e652f1b4b7df req-f0ee9c6e-f059-4012-b455-c7798c9a1e21 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 944 time: 0.0890961 Aug 20 11:59:30.961138 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=690414b1-0369-4aa4-b45f-2acb1ee2abaf,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:30.970405 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Transition to ACTIVE for port object 46672a6d-a4d7-4771-8652-ef0964b622fa will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:30.986823 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.040376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c847b5c-574e-493f-bc27-e652f1b4b7df req-b766e53d-edba-4f1c-9040-9b834e88aed2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778456 Aug 20 11:59:31.043557 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.055311 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Network 948a2510-5ff3-4e67-baef-8b136d62635d is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:31.070474 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.080507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:31.087687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:31.095677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:31.103769 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:31.108245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:31.112010 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Pushing event updated for resources: {'Port': ['ID=46672a6d-a4d7-4771-8652-ef0964b622fa,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:31.164489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['690414b1-0369-4aa4-b45f-2acb1ee2abaf'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:31.198127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Attempting to bind port 46672a6d-a4d7-4771-8652-ef0964b622fa on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:31.198568 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Attempting to bind port 46672a6d-a4d7-4771-8652-ef0964b622fa by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd6e02389-50a1-4a23-89c6-abd1d4469a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '948a2510-5ff3-4e67-baef-8b136d62635d'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:31.199027 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Attempting to bind port 46672a6d-a4d7-4771-8652-ef0964b622fa on network 948a2510-5ff3-4e67-baef-8b136d62635d {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:31.210344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:31.210802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Checking segment: {'id': 'd6e02389-50a1-4a23-89c6-abd1d4469a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '948a2510-5ff3-4e67-baef-8b136d62635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:31.211296 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.211764 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Bound using segment: {'id': 'd6e02389-50a1-4a23-89c6-abd1d4469a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '948a2510-5ff3-4e67-baef-8b136d62635d'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:31.212465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Bound port: 46672a6d-a4d7-4771-8652-ef0964b622fa, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e02389-50a1-4a23-89c6-abd1d4469a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '948a2510-5ff3-4e67-baef-8b136d62635d'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:31.212935 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.217344 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Pushing event updated for resources: {'Port': ['ID=09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:31.314364 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.353979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] For port 46672a6d-a4d7-4771-8652-ef0964b622fa, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:31.358132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] For port 46672a6d-a4d7-4771-8652-ef0964b622fa, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=46672a6d-a4d7-4771-8652-ef0964b622fa,segment=NetworkSegment(d6e02389-50a1-4a23-89c6-abd1d4469a2c),segment_id=d6e02389-50a1-4a23-89c6-abd1d4469a2c)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:31.368989 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.437844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7561ef4-bbb6-4a14-ae52-017418ebe670 req-72af904e-524c-4896-bba5-ed27372a080c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:31.439732 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d7561ef4-bbb6-4a14-ae52-017418ebe670 req-72af904e-524c-4896-bba5-ed27372a080c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.2008040 Aug 20 11:59:31.449582 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7f19d7b4-e77e-4428-89f1-255b911ea8dc up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:31.453054 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8de0f0-1443-4b03-98f3-a48130410ffc None None] Pushing event updated for resources: {'Port': ['ID=46672a6d-a4d7-4771-8652-ef0964b622fa,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:31.510953 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d7561ef4-bbb6-4a14-ae52-017418ebe670 req-5ba6843e-e8dd-48f8-9f68-5df731d2e5d7 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640514 Aug 20 11:59:31.529096 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Deleting port 59b519a1-f9cb-4068-86b1-b332e4b4f50f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:31.529444 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.617096 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 7f19d7b4-e77e-4428-89f1-255b911ea8dc completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:31.624136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 7f19d7b4-e77e-4428-89f1-255b911ea8dc triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:31.625094 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.664475 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] For port 59b519a1-f9cb-4068-86b1-b332e4b4f50f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=59b519a1-f9cb-4068-86b1-b332e4b4f50f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:31.665034 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.683044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Calling delete_port for 59b519a1-f9cb-4068-86b1-b332e4b4f50f owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:31.807768 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.878869 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 7f19d7b4-e77e-4428-89f1-255b911ea8dc, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=7f19d7b4-e77e-4428-89f1-255b911ea8dc,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:31.883321 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.992134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=7f19d7b4-e77e-4428-89f1-255b911ea8dc,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:32.006210 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.040487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b519a1-f9cb-4068-86b1-b332e4b4f50f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:32.057546 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.057901 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.058501 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.058992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.059365 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.059687 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.060018 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.060388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.060778 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.061089 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.061419 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.061745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.130329 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.253332 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.255713 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.290872 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e626f3-04ce-4f8c-b8cc-9fac4c830deb req-36c9150c-3501-4e98-a7c5-4c833e4a7186 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:32.300091 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07e626f3-04ce-4f8c-b8cc-9fac4c830deb req-36c9150c-3501-4e98-a7c5-4c833e4a7186 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 945 time: 0.1348133 Aug 20 11:59:32.302022 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.302594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:59:32.311973 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.313251 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0a6dd4c3-bbdb-4cbd-a519-cbdb0f819730 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d HTTP/1.1" status: 204 len: 168 time: 1.4231789 Aug 20 11:59:32.315746 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40458) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:32.358666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 690414b1-0369-4aa4-b45f-2acb1ee2abaf up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:32.362463 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07e626f3-04ce-4f8c-b8cc-9fac4c830deb req-abb0b1ab-b570-4467-b3d9-4febafe86d73 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562115 Aug 20 11:59:32.365152 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.393700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-1808e866-03e7-4734-bd05-98300caead5b admin admin] Deleting subnet 07f39ced-9063-4881-8e17-169d20a5db34 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:59:32.402049 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1808e866-03e7-4734-bd05-98300caead5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.446712 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1808e866-03e7-4734-bd05-98300caead5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.461641 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 690414b1-0369-4aa4-b45f-2acb1ee2abaf completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:32.479278 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 690414b1-0369-4aa4-b45f-2acb1ee2abaf triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:32.482830 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.557609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcf00c-5667-4aab-be78-f845d5fd936b None None] Sync routers for ids ['9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:32.563851 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1808e866-03e7-4734-bd05-98300caead5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.579926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedcf00c-5667-4aab-be78-f845d5fd936b None None] Routers set() bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:32.580391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedcf00c-5667-4aab-be78-f845d5fd936b None None] Router IDs set() for agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 11:59:32.580973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_agentschedulers_db [None req-eedcf00c-5667-4aab-be78-f845d5fd936b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:59:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent'). {{(pid=94692) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 11:59:32.637326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedcf00c-5667-4aab-be78-f845d5fd936b None None] Routers set() bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:32.637326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedcf00c-5667-4aab-be78-f845d5fd936b None None] Router IDs set() for agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 11:59:32.637953 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_agentschedulers_db [None req-eedcf00c-5667-4aab-be78-f845d5fd936b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:59:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent'). {{(pid=94692) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 11:59:32.638333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcf00c-5667-4aab-be78-f845d5fd936b None None] The sync data for ids ['9bdc2cb4-897a-4dca-b466-1eb70e5d7f2d'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:32.675102 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.705098 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.709381 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1808e866-03e7-4734-bd05-98300caead5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.730597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690414b1-0369-4aa4-b45f-2acb1ee2abaf'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:32.737886 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74a5c9f-294e-4e70-955c-169323723827" -d '{"events": [{"server_uuid": "88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7", "name": "network-vif-plugged", "status": "completed", "tag": "690414b1-0369-4aa4-b45f-2acb1ee2abaf"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:32.750644 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b125d14-dc60-4e16-b816-fe3da32daa45 None None] Network 2b49095d-32a9-4fe2-b562-ba530da328c2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:32.775954 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1808e866-03e7-4734-bd05-98300caead5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.786549 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1808e866-03e7-4734-bd05-98300caead5b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/07f39ced-9063-4881-8e17-169d20a5db34 HTTP/1.1" status: 204 len: 168 time: 0.4675641 Aug 20 11:59:32.787302 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40464) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:32.789219 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808e866-03e7-4734-bd05-98300caead5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f39ced-9063-4881-8e17-169d20a5db34,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:32.805832 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ae960-0a60-44a7-ad34-0febd3f4cf89 req-fd20985b-6654-49ee-b74b-82c9b85d697e tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:32.807545 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-096ae960-0a60-44a7-ad34-0febd3f4cf89 req-fd20985b-6654-49ee-b74b-82c9b85d697e tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.1602447 Aug 20 11:59:32.900191 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-096ae960-0a60-44a7-ad34-0febd3f4cf89 req-c6bb79d9-0b1d-4266-a2b0-ca8385c53baf tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838044 Aug 20 11:59:32.918993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 690414b1-0369-4aa4-b45f-2acb1ee2abaf, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=690414b1-0369-4aa4-b45f-2acb1ee2abaf,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:32.922568 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bde55e-c30f-4e39-b601-2d25cea1416e x-openstack-request-id: req-60bde55e-c30f-4e39-b601-2d25cea1416e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:32.923723 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7", "name": "network-vif-plugged", "status": "completed", "tag": "690414b1-0369-4aa4-b45f-2acb1ee2abaf", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:32.923977 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60bde55e-c30f-4e39-b601-2d25cea1416e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:32.924738 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690414b1-0369-4aa4-b45f-2acb1ee2abaf', 'code': 200} Aug 20 11:59:32.952798 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.010233 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.011175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d326d0-f54e-4963-ad50-046f550285f2 None None] Network 948a2510-5ff3-4e67-baef-8b136d62635d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:33.014534 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.043529 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c851e86-f2a1-487a-bfc1-1f57fd511746 req-77e6807c-9046-40f3-840f-a6cd6b3a439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:33.045438 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2c851e86-f2a1-487a-bfc1-1f57fd511746 req-77e6807c-9046-40f3-840f-a6cd6b3a439a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 1096 time: 0.1510820 Aug 20 11:59:33.100216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-91865ebf-386e-42e7-80c9-940a4465db48 None None] Provisioning for port 46672a6d-a4d7-4771-8652-ef0964b622fa completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:33.106556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=690414b1-0369-4aa4-b45f-2acb1ee2abaf,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:33.126036 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2c851e86-f2a1-487a-bfc1-1f57fd511746 req-d26c376d-2d91-4c20-a94b-199b17d33426 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712917 Aug 20 11:59:33.137596 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Router ddc3dae8-d523-42fd-9e97-cff3b5901add is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:59:33.214413 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] Deleting port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:33.214780 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.216156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d3691c-12b0-4b63-bb1c-49b94bbc8aaf None None] DHCP port deletion for 2b49095d-32a9-4fe2-b562-ba530da328c2 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:59:33.309920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-98d3691c-12b0-4b63-bb1c-49b94bbc8aaf None None] Deleting port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:33.310707 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-98d3691c-12b0-4b63-bb1c-49b94bbc8aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.331325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] For port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d4c01f92-2f9e-4d8a-9904-7e9e50fb8672,segment=NetworkSegment(b379a101-4d68-4a96-8b93-0e3940f58311),segment_id=b379a101-4d68-4a96-8b93-0e3940f58311)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:33.331839 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.363731 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] Calling delete_port for d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:33.376416 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:33.387612 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Sync routers for ids ['ddc3dae8-d523-42fd-9e97-cff3b5901add'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:33.407830 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Routers {'ddc3dae8-d523-42fd-9e97-cff3b5901add'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:33.411339 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:59:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ddc3dae8-d523-42fd-9e97-cff3b5901add'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:33.424366 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.428228 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-453dd630-9d63-4e1b-9355-9fe8642b0974 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5947359 Aug 20 11:59:33.429162 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40470) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:33.581093 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Set router ddc3dae8-d523-42fd-9e97-cff3b5901add gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:33.617579 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 46672a6d-a4d7-4771-8652-ef0964b622fa up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:33.657493 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.705970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f13b2-0d14-48ca-8e17-df281fcb7ab5 req-597ae030-6c9a-4bd2-b64d-f35532e31522 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:33.708049 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-778f13b2-0d14-48ca-8e17-df281fcb7ab5 req-597ae030-6c9a-4bd2-b64d-f35532e31522 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 946 time: 0.2053218 Aug 20 11:59:33.713172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c01f92-2f9e-4d8a-9904-7e9e50fb8672,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:33.715961 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] No DVR routers for this DVR port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:33.808155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-98d3691c-12b0-4b63-bb1c-49b94bbc8aaf None None] For port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d4c01f92-2f9e-4d8a-9904-7e9e50fb8672,segment=NetworkSegment(b379a101-4d68-4a96-8b93-0e3940f58311),segment_id=b379a101-4d68-4a96-8b93-0e3940f58311)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:33.808564 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-98d3691c-12b0-4b63-bb1c-49b94bbc8aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.816778 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'name': 'tempest-TestVolumeBootPattern-1852726855-router', 'tenant_id': '69584b42c8b34248a999870cd708207b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:29Z', 'updated_at': '2021-08-20T11:59:32Z', 'revision_number': 3, 'project_id': '69584b42c8b34248a999870cd708207b', 'gw_port': {'id': '09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:30Z', 'updated_at': '2021-08-20T11:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:33.827817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 46672a6d-a4d7-4771-8652-ef0964b622fa completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:33.844437 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-98d3691c-12b0-4b63-bb1c-49b94bbc8aaf None None] Calling delete_port for d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:33.848155 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Checking router: ddc3dae8-d523-42fd-9e97-cff3b5901add for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:33.848562 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 46672a6d-a4d7-4771-8652-ef0964b622fa triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:33.848963 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.849077 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Updating router ddc3dae8-d523-42fd-9e97-cff3b5901add port 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:59:33.849688 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.868084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b49095d-32a9-4fe2-b562-ba530da328c2']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:33.881915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b379a101-4d68-4a96-8b93-0e3940f58311') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:33.882501 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b379a101-4d68-4a96-8b93-0e3940f58311') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:33.886747 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.896322 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.929923 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.947061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:59:33.947517 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: timer() Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:59:34.087273 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:59:34.090904 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-98d3691c-12b0-4b63-bb1c-49b94bbc8aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.101444 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-778f13b2-0d14-48ca-8e17-df281fcb7ab5 req-838bc29b-e98e-40dc-9633-5eaa3653f192 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794699 Aug 20 11:59:34.101885 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.106798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d3691c-12b0-4b63-bb1c-49b94bbc8aaf None None] No DVR routers for this DVR port d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:34.109538 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.112236 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2b49095d-32a9-4fe2-b562-ba530da328c2 HTTP/1.1" status: 204 len: 168 time: 1.3229349 Aug 20 11:59:34.140882 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3691c-12b0-4b63-bb1c-49b94bbc8aaf None None] Pushing event deleted for resources: {'Port': ['ID=d4c01f92-2f9e-4d8a-9904-7e9e50fb8672,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:34.195505 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842b86f-5d92-4d77-bdc0-10a1ed6a2217 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b49095d-32a9-4fe2-b562-ba530da328c2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:34.230246 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.287840 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 46672a6d-a4d7-4771-8652-ef0964b622fa, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=46672a6d-a4d7-4771-8652-ef0964b622fa,segment=NetworkSegment(d6e02389-50a1-4a23-89c6-abd1d4469a2c),segment_id=d6e02389-50a1-4a23-89c6-abd1d4469a2c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:34.295293 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.297179 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7f19d7b4-e77e-4428-89f1-255b911ea8dc up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:34.415648 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=46672a6d-a4d7-4771-8652-ef0964b622fa,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:34.423333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 7f19d7b4-e77e-4428-89f1-255b911ea8dc triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:34.423748 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.478616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40478) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:34.541631 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5cc207ab-882d-4aa3-92e9-f79014dc1245 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8927fac32ee4bb4aca499d0ef2df767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588567 Aug 20 11:59:34.541878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40480) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:34.561579 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 29ded05a-87cd-41a0-98b5-f04090beb322 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:34.584893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 29ded05a-87cd-41a0-98b5-f04090beb322 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:34.585757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 29ded05a-87cd-41a0-98b5-f04090beb322 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:34.589090 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.599666 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Transition to ACTIVE for port object 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:34.605834 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.629998 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cfee3abd-14c5-4321-baf5-a2d0936deb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.663800 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cfee3abd-14c5-4321-baf5-a2d0936deb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.678767 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Attempting to bind port 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:34.679425 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Attempting to bind port 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:34.679950 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Attempting to bind port 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:34.692252 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757db90-9226-474e-82c9-210f7f99a22f None None] Pushing event updated for resources: {'Port': ['ID=09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:34.695815 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:34.696424 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:34.697053 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.697706 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:34.698863 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Bound port: 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:34.699707 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.731855 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cfee3abd-14c5-4321-baf5-a2d0936deb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.735847 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cfee3abd-14c5-4321-baf5-a2d0936deb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.739424 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cfee3abd-14c5-4321-baf5-a2d0936deb15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24fd8d07-f4ea-4760-91a5-80fee233cc2a HTTP/1.1" status: 204 len: 168 time: 0.1937449 Aug 20 11:59:34.746137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee3abd-14c5-4321-baf5-a2d0936deb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fd8d07-f4ea-4760-91a5-80fee233cc2a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:34.778845 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e899aa-dbe9-495d-8142-d110330f732f req-82da6533-c4b9-4a20-aa8f-cdfa33f52c10 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:34.781639 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-74e899aa-dbe9-495d-8142-d110330f732f req-82da6533-c4b9-4a20-aa8f-cdfa33f52c10 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.7423165 Aug 20 11:59:34.793669 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] For port 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:34.798551 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] For port 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:34.803407 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.881366 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Routers {'ddc3dae8-d523-42fd-9e97-cff3b5901add'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:34.882132 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:59:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ddc3dae8-d523-42fd-9e97-cff3b5901add'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:34.888362 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757db90-9226-474e-82c9-210f7f99a22f None None] Pushing event updated for resources: {'Port': ['ID=09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:34.907352 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.912845 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-74e899aa-dbe9-495d-8142-d110330f732f req-00746e1a-afe7-4a51-b190-3020fe36ca39 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831583 Aug 20 11:59:35.020536 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] Set router ddc3dae8-d523-42fd-9e97-cff3b5901add gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:35.105130 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Allocated IP 172.20.0.1 (948a2510-5ff3-4e67-baef-8b136d62635d/bafdff86-8408-4ff0-b451-24b811ff1a45/bac086eb-f225-4469-bce9-c18908bfe290) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:35.194882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40488) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:35.222452 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d740e356-143a-45ee-bcc1-f4b4268d1f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.233110 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.247865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Transition to ACTIVE for port object bac086eb-f225-4469-bce9-c18908bfe290 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:35.290163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 46672a6d-a4d7-4771-8652-ef0964b622fa up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:35.294100 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.316418 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'name': 'tempest-TestVolumeBootPattern-1852726855-router', 'tenant_id': '69584b42c8b34248a999870cd708207b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:29Z', 'updated_at': '2021-08-20T11:59:32Z', 'revision_number': 3, 'project_id': '69584b42c8b34248a999870cd708207b', 'gw_port': {'id': '09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:30Z', 'updated_at': '2021-08-20T11:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:35.347739 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c9e73-ee5b-45e6-b344-af53deec893d None None] The sync data for ids ['ddc3dae8-d523-42fd-9e97-cff3b5901add'] in n-d-804299-2 is: [{'id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'name': 'tempest-TestVolumeBootPattern-1852726855-router', 'tenant_id': '69584b42c8b34248a999870cd708207b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:29Z', 'updated_at': '2021-08-20T11:59:32Z', 'revision_number': 3, 'project_id': '69584b42c8b34248a999870cd708207b', 'gw_port': {'id': '09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:30Z', 'updated_at': '2021-08-20T11:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:35.403805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ce553-229e-45f2-a9cf-525e97c4bce5 req-ffc56c0c-6db3-4e52-b186-feaf328108b9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:35.411420 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c95ce553-229e-45f2-a9cf-525e97c4bce5 req-ffc56c0c-6db3-4e52-b186-feaf328108b9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 946 time: 0.1256275 Aug 20 11:59:35.419401 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Pushing event updated for resources: {'Port': ['ID=bac086eb-f225-4469-bce9-c18908bfe290,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:35.422241 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 46672a6d-a4d7-4771-8652-ef0964b622fa triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:35.422903 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.425577 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Network 948a2510-5ff3-4e67-baef-8b136d62635d is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:35.429440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:35.446112 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:35.471995 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d740e356-143a-45ee-bcc1-f4b4268d1f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.526380 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d740e356-143a-45ee-bcc1-f4b4268d1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.535614 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.651930 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c95ce553-229e-45f2-a9cf-525e97c4bce5 req-c1ba636e-38be-49a6-abe6-42ad898f7760 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056978 Aug 20 11:59:35.713707 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d740e356-143a-45ee-bcc1-f4b4268d1f12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5171421 Aug 20 11:59:35.714714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740e356-143a-45ee-bcc1-f4b4268d1f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0f6c8c-d07a-409b-b6ea-2e05749c71d8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:35.718118 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 40500) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:35.724019 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 59b519a1-f9cb-4068-86b1-b332e4b4f50f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:35.780861 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.816601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 59b519a1-f9cb-4068-86b1-b332e4b4f50f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:35.820062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 59b519a1-f9cb-4068-86b1-b332e4b4f50f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:35.820390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:35.872141 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9f5e51e1-4df3-452a-8d26-b5d604ce77a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.885069 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:35.885442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d4c01f92-2f9e-4d8a-9904-7e9e50fb8672 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:35.933222 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9f5e51e1-4df3-452a-8d26-b5d604ce77a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.968707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6554506-144e-4023-8694-f39f13c6f03a req-8f7dfedc-801d-4b15-8af5-d3cdeef5b17f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:35.984235 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6554506-144e-4023-8694-f39f13c6f03a req-8f7dfedc-801d-4b15-8af5-d3cdeef5b17f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 946 time: 0.1987512 Aug 20 11:59:35.997083 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f8c59095-8611-4962-870a-0616191061f2 None None] Provisioning for port bac086eb-f225-4469-bce9-c18908bfe290 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:36.006557 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f8c59095-8611-4962-870a-0616191061f2 None None] Provisioning complete for port bac086eb-f225-4469-bce9-c18908bfe290 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:36.007170 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f8c59095-8611-4962-870a-0616191061f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.026497 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9f5e51e1-4df3-452a-8d26-b5d604ce77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.032488 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9f5e51e1-4df3-452a-8d26-b5d604ce77a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.033705 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9f5e51e1-4df3-452a-8d26-b5d604ce77a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c0f6c8c-d07a-409b-b6ea-2e05749c71d8 HTTP/1.1" status: 204 len: 168 time: 0.3145664 Aug 20 11:59:36.076759 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f8c59095-8611-4962-870a-0616191061f2 None None] Port bac086eb-f225-4469-bce9-c18908bfe290 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:36.092912 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e51e1-4df3-452a-8d26-b5d604ce77a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0f6c8c-d07a-409b-b6ea-2e05749c71d8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:36.130567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b5949-dc84-4669-a2c3-265e111133a1 req-7219c432-e291-46e7-b711-0bb3d5a58c03 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:36.132176 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b4b5949-dc84-4669-a2c3-265e111133a1 req-7219c432-e291-46e7-b711-0bb3d5a58c03 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0974090 Aug 20 11:59:36.157257 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6554506-144e-4023-8694-f39f13c6f03a req-2d2f957e-226d-4ed7-9b28-637c8d6e65a4 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720269 Aug 20 11:59:36.199837 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b4b5949-dc84-4669-a2c3-265e111133a1 req-e1d9b855-24fe-4c81-996b-6e364f0b3a93 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557871 Aug 20 11:59:36.291968 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.300802 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.383951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622506a-3f71-4861-ad0c-e2bbae645c24 req-1a298123-2d83-4ccc-b572-73c6e34a89e1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:36.386036 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5622506a-3f71-4861-ad0c-e2bbae645c24 req-1a298123-2d83-4ccc-b572-73c6e34a89e1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 946 time: 0.1385052 Aug 20 11:59:36.432192 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.437202 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Pushing event updated for resources: {'Port': ['ID=bac086eb-f225-4469-bce9-c18908bfe290,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:36.542167 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5622506a-3f71-4861-ad0c-e2bbae645c24 req-6fe5e7a5-13b7-460a-b584-b155f450f191 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486030 Aug 20 11:59:36.608456 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Network 948a2510-5ff3-4e67-baef-8b136d62635d is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:36.611295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:36.824757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Router ddc3dae8-d523-42fd-9e97-cff3b5901add has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:59:37.011592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea9b26-a56e-41d8-8160-9eb0858d5061 req-4fe8f8d3-c2a4-4490-b12d-d3510ad3729a tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:37.013170 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1bea9b26-a56e-41d8-8160-9eb0858d5061 req-4fe8f8d3-c2a4-4490-b12d-d3510ad3729a tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 946 time: 0.1003146 Aug 20 11:59:37.019392 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:37.021290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f2afeb25-1ff9-4519-8419-97c2a846ecaa None None] Provisioning complete for port bac086eb-f225-4469-bce9-c18908bfe290 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:37.022451 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f2afeb25-1ff9-4519-8419-97c2a846ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.026261 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8d2875e6-635d-476a-bec4-940982b66f1a admin admin] 10.222.0.37 "PUT /v2.0/routers/ddc3dae8-d523-42fd-9e97-cff3b5901add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5947073 Aug 20 11:59:37.068117 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f2afeb25-1ff9-4519-8419-97c2a846ecaa None None] Port bac086eb-f225-4469-bce9-c18908bfe290 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:37.077752 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1bea9b26-a56e-41d8-8160-9eb0858d5061 req-b3766643-c167-4adb-ab6b-7254ddb3f1c6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563900 Aug 20 11:59:37.272930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:37.348198 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:37.356081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:37.357005 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.367493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8f291-a3a6-410f-914b-309b7a62c86a req-7ceb7317-bfc2-4103-8cbb-049c960d4563 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:37.369238 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0af8f291-a3a6-410f-914b-309b7a62c86a req-7ceb7317-bfc2-4103-8cbb-049c960d4563 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0935075 Aug 20 11:59:37.414758 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0af8f291-a3a6-410f-914b-309b7a62c86a req-da4ac1f8-d96a-48f4-90b1-f9774bd94e2b tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391459 Aug 20 11:59:37.489822 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.515115 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:37.521004 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.583694 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:37.769217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Sync routers for ids ['ddc3dae8-d523-42fd-9e97-cff3b5901add'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:37.785982 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Routers {'ddc3dae8-d523-42fd-9e97-cff3b5901add'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:37.786729 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:59:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ddc3dae8-d523-42fd-9e97-cff3b5901add'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:37.950517 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Set router ddc3dae8-d523-42fd-9e97-cff3b5901add gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:38.224471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'name': 'tempest-TestVolumeBootPattern-1852726855-router', 'tenant_id': '69584b42c8b34248a999870cd708207b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:29Z', 'updated_at': '2021-08-20T11:59:35Z', 'revision_number': 4, 'project_id': '69584b42c8b34248a999870cd708207b', 'gw_port': {'id': '09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:30Z', 'updated_at': '2021-08-20T11:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'bac086eb-f225-4469-bce9-c18908bfe290', 'name': '', 'network_id': '948a2510-5ff3-4e67-baef-8b136d62635d', 'tenant_id': '69584b42c8b34248a999870cd708207b', 'mac_address': 'fa:16:3e:67:ce:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'bafdff86-8408-4ff0-b451-24b811ff1a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:34Z', 'updated_at': '2021-08-20T11:59:36Z', 'revision_number': 2, 'project_id': '69584b42c8b34248a999870cd708207b', 'subnets': [{'id': 'bafdff86-8408-4ff0-b451-24b811ff1a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:38.259086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4337e-e5e8-4c74-95f6-b41eda5d3e14 req-f5fd4506-fb90-4d6a-949a-4bd9ad48fc30 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:38.262183 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ca4337e-e5e8-4c74-95f6-b41eda5d3e14 req-f5fd4506-fb90-4d6a-949a-4bd9ad48fc30 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 946 time: 0.0896995 Aug 20 11:59:38.296150 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Checking router: ddc3dae8-d523-42fd-9e97-cff3b5901add for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:38.296150 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Updating router ddc3dae8-d523-42fd-9e97-cff3b5901add port bac086eb-f225-4469-bce9-c18908bfe290 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:59:38.324951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035e361-5fce-401a-bfe7-004768b5d2b1 req-1a5b8658-32ae-45cc-b790-54b4da8fab0f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:38.327059 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d035e361-5fce-401a-bfe7-004768b5d2b1 req-1a5b8658-32ae-45cc-b790-54b4da8fab0f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.35 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 946 time: 0.0615122 Aug 20 11:59:38.330110 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ca4337e-e5e8-4c74-95f6-b41eda5d3e14 req-b02ec05f-b80b-4aa4-ba3f-b95deb87b1a4 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535576 Aug 20 11:59:38.356762 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:38.447267 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-d035e361-5fce-401a-bfe7-004768b5d2b1 req-3a78842d-fb8e-42f2-b0f9-982b98845a02 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Deleting port 690414b1-0369-4aa4-b45f-2acb1ee2abaf {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:38.448328 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d035e361-5fce-401a-bfe7-004768b5d2b1 req-3a78842d-fb8e-42f2-b0f9-982b98845a02 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:38.630966 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-d035e361-5fce-401a-bfe7-004768b5d2b1 req-3a78842d-fb8e-42f2-b0f9-982b98845a02 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] For port 690414b1-0369-4aa4-b45f-2acb1ee2abaf, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=690414b1-0369-4aa4-b45f-2acb1ee2abaf,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:38.631650 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d035e361-5fce-401a-bfe7-004768b5d2b1 req-3a78842d-fb8e-42f2-b0f9-982b98845a02 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:38.648316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3990b1-5add-43bf-ba32-08af979bbaec req-2e13e54c-a045-4aa5-ab5b-e9c66d8ad97e tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:38.650165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed3990b1-5add-43bf-ba32-08af979bbaec req-2e13e54c-a045-4aa5-ab5b-e9c66d8ad97e tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.1082342 Aug 20 11:59:38.662789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-d035e361-5fce-401a-bfe7-004768b5d2b1 req-3a78842d-fb8e-42f2-b0f9-982b98845a02 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Calling delete_port for 690414b1-0369-4aa4-b45f-2acb1ee2abaf owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:38.791868 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed3990b1-5add-43bf-ba32-08af979bbaec req-cd862a90-ac60-41b3-9b37-28597e2dc774 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324365 Aug 20 11:59:38.835969 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:38.890626 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d035e361-5fce-401a-bfe7-004768b5d2b1 req-3a78842d-fb8e-42f2-b0f9-982b98845a02 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:38.891174 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Transition to ACTIVE for port object bac086eb-f225-4469-bce9-c18908bfe290 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:38.905248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3d9d073b-1ebb-42ea-a1ff-7a2785e024dd', '690414b1-0369-4aa4-b45f-2acb1ee2abaf'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:38.908792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['50c13e70-68d2-4ed2-a01e-6c79404f69bf'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:38.914178 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:38.947454 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78842d-fb8e-42f2-b0f9-982b98845a02 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Pushing event deleted for resources: {'Port': ['ID=690414b1-0369-4aa4-b45f-2acb1ee2abaf,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:39.017673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-d035e361-5fce-401a-bfe7-004768b5d2b1 req-3a78842d-fb8e-42f2-b0f9-982b98845a02 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] No DVR routers for this DVR port 690414b1-0369-4aa4-b45f-2acb1ee2abaf on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:39.020225 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d035e361-5fce-401a-bfe7-004768b5d2b1 req-3a78842d-fb8e-42f2-b0f9-982b98845a02 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:39.023030 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d035e361-5fce-401a-bfe7-004768b5d2b1 req-3a78842d-fb8e-42f2-b0f9-982b98845a02 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.35 "DELETE /v2.0/ports/690414b1-0369-4aa4-b45f-2acb1ee2abaf HTTP/1.1" status: 204 len: 173 time: 0.6856718 Aug 20 11:59:39.023732 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7', 'name': 'network-vif-deleted', 'tag': '690414b1-0369-4aa4-b45f-2acb1ee2abaf'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:39.026206 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc96741-ba3d-463b-a8d2-69d4144bc75a" -d '{"events": [{"server_uuid": "88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7", "name": "network-vif-deleted", "tag": "690414b1-0369-4aa4-b45f-2acb1ee2abaf"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:39.130495 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18a768d-da22-48c2-ac2a-2b974ccd25a0 x-openstack-request-id: req-b18a768d-da22-48c2-ac2a-2b974ccd25a0 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:39.130798 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7", "name": "network-vif-deleted", "tag": "690414b1-0369-4aa4-b45f-2acb1ee2abaf", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:39.131050 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b18a768d-da22-48c2-ac2a-2b974ccd25a0 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:39.131490 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7', 'name': 'network-vif-deleted', 'tag': '690414b1-0369-4aa4-b45f-2acb1ee2abaf', 'status': 'completed', 'code': 200} Aug 20 11:59:39.139831 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:39.149478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ab8d3-628c-4016-aa80-8fba9f2a9516 None None] Pushing event updated for resources: {'Port': ['ID=bac086eb-f225-4469-bce9-c18908bfe290,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:39.228621 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Attempting to bind port bac086eb-f225-4469-bce9-c18908bfe290 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:39.229360 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Attempting to bind port bac086eb-f225-4469-bce9-c18908bfe290 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd6e02389-50a1-4a23-89c6-abd1d4469a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '948a2510-5ff3-4e67-baef-8b136d62635d'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:39.229360 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Attempting to bind port bac086eb-f225-4469-bce9-c18908bfe290 on network 948a2510-5ff3-4e67-baef-8b136d62635d {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:39.256083 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:39.256460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Checking segment: {'id': 'd6e02389-50a1-4a23-89c6-abd1d4469a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '948a2510-5ff3-4e67-baef-8b136d62635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:39.256889 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:39.257295 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Bound using segment: {'id': 'd6e02389-50a1-4a23-89c6-abd1d4469a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '948a2510-5ff3-4e67-baef-8b136d62635d'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:39.258025 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Bound port: bac086eb-f225-4469-bce9-c18908bfe290, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e02389-50a1-4a23-89c6-abd1d4469a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '948a2510-5ff3-4e67-baef-8b136d62635d'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:39.258582 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:39.291470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:39.455654 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05ad108a-b313-4bd6-a023-3c88d2d76e8b req-31ecf99b-aaf8-4881-af9b-867a2b2c55ae tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a32e2e-1fa8-404f-b6ba-cf6bb7ec11f7 HTTP/1.1" status: 200 len: 210 time: 0.0348396 Aug 20 11:59:39.456811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] For port bac086eb-f225-4469-bce9-c18908bfe290, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:39.490050 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] For port bac086eb-f225-4469-bce9-c18908bfe290, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bac086eb-f225-4469-bce9-c18908bfe290,segment=NetworkSegment(d6e02389-50a1-4a23-89c6-abd1d4469a2c),segment_id=d6e02389-50a1-4a23-89c6-abd1d4469a2c)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:39.499417 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:39.540744 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:39.541044 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:39.599512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ab8d3-628c-4016-aa80-8fba9f2a9516 None None] Pushing event updated for resources: {'Port': ['ID=bac086eb-f225-4469-bce9-c18908bfe290,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:39.604658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Routers {'ddc3dae8-d523-42fd-9e97-cff3b5901add'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:39.605294 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T11:59:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ddc3dae8-d523-42fd-9e97-cff3b5901add'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:39.755830 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] Set router ddc3dae8-d523-42fd-9e97-cff3b5901add gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:39.930367 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57134722-93af-4f5c-89d1-ed1398052300 req-110e037b-fb2a-4327-aa3f-134b593128cd tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:39.931932 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57134722-93af-4f5c-89d1-ed1398052300 req-110e037b-fb2a-4327-aa3f-134b593128cd tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0577407 Aug 20 11:59:39.978473 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57134722-93af-4f5c-89d1-ed1398052300 req-43ddd952-0357-40ee-a23f-2044c2c5ee55 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381291 Aug 20 11:59:39.988209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'name': 'tempest-TestVolumeBootPattern-1852726855-router', 'tenant_id': '69584b42c8b34248a999870cd708207b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:29Z', 'updated_at': '2021-08-20T11:59:35Z', 'revision_number': 4, 'project_id': '69584b42c8b34248a999870cd708207b', 'gw_port': {'id': '09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:30Z', 'updated_at': '2021-08-20T11:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'bac086eb-f225-4469-bce9-c18908bfe290', 'name': '', 'network_id': '948a2510-5ff3-4e67-baef-8b136d62635d', 'tenant_id': '69584b42c8b34248a999870cd708207b', 'mac_address': 'fa:16:3e:67:ce:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'bafdff86-8408-4ff0-b451-24b811ff1a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:34Z', 'updated_at': '2021-08-20T11:59:39Z', 'revision_number': 4, 'project_id': '69584b42c8b34248a999870cd708207b', 'subnets': [{'id': 'bafdff86-8408-4ff0-b451-24b811ff1a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:40.019067 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af364ef2-c45a-4a13-aa9b-dc269fadf983 None None] The sync data for ids ['ddc3dae8-d523-42fd-9e97-cff3b5901add'] in n-d-804299-2 is: [{'id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'name': 'tempest-TestVolumeBootPattern-1852726855-router', 'tenant_id': '69584b42c8b34248a999870cd708207b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:29Z', 'updated_at': '2021-08-20T11:59:35Z', 'revision_number': 4, 'project_id': '69584b42c8b34248a999870cd708207b', 'gw_port': {'id': '09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:30Z', 'updated_at': '2021-08-20T11:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'bac086eb-f225-4469-bce9-c18908bfe290', 'name': '', 'network_id': '948a2510-5ff3-4e67-baef-8b136d62635d', 'tenant_id': '69584b42c8b34248a999870cd708207b', 'mac_address': 'fa:16:3e:67:ce:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'bafdff86-8408-4ff0-b451-24b811ff1a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:34Z', 'updated_at': '2021-08-20T11:59:39Z', 'revision_number': 4, 'project_id': '69584b42c8b34248a999870cd708207b', 'subnets': [{'id': 'bafdff86-8408-4ff0-b451-24b811ff1a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:40.492693 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-49865a2f-4979-4dc8-bd32-e92dec1d11ab tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:40.501066 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-49865a2f-4979-4dc8-bd32-e92dec1d11ab tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 811 time: 0.1218827 Aug 20 11:59:40.513644 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-26bce18a-beb5-450e-a13c-7220ac23361a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/quotas/ed0606015c3a4a37bb71bafa914baa69 HTTP/1.1" status: 200 len: 375 time: 0.0116417 Aug 20 11:59:40.589968 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-7bacfa4e-34ae-45ac-9d7b-c6134478014b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701504 Aug 20 11:59:40.713397 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-c84c2d40-bc8a-4a72-89ce-ee6f001c77b6 service neutron] 10.222.0.37 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167302 Aug 20 11:59:40.827626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d0d3b-4163-4d95-af2a-7dfb1fbbfc69 req-c73f9fa4-ebb1-4c3f-a209-9c134bc05e26 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:40.829604 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-301d0d3b-4163-4d95-af2a-7dfb1fbbfc69 req-c73f9fa4-ebb1-4c3f-a209-9c134bc05e26 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 946 time: 0.0613081 Aug 20 11:59:40.834828 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-a8754493-8d3f-4b51-90e4-0e7669c5065c service neutron] 10.222.0.37 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136103 Aug 20 11:59:40.880213 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-301d0d3b-4163-4d95-af2a-7dfb1fbbfc69 req-dafc1eae-c33b-4156-8b66-81c10eefe965 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408092 Aug 20 11:59:41.130313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeade3-c928-40e0-9633-99ba91e99187 req-510674d1-2439-4839-9e15-1dc0a3b8cb81 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:41.141670 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5cfeade3-c928-40e0-9633-99ba91e99187 req-510674d1-2439-4839-9e15-1dc0a3b8cb81 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0716360 Aug 20 11:59:41.222511 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5cfeade3-c928-40e0-9633-99ba91e99187 req-456b435b-06e8-4424-8276-73aaae50afd9 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796669 Aug 20 11:59:41.236136 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-afde2faa-05c5-4389-aed3-23d42e759163 req-2ab02256-dd24-4ab9-9548-6797cc5967c4 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 210 time: 0.0671973 Aug 20 11:59:41.293404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c472c4-88da-4182-af69-17eb7aa27af8 req-199f7a91-1902-47a9-8053-0c6977761300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:41.295124 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-30c472c4-88da-4182-af69-17eb7aa27af8 req-199f7a91-1902-47a9-8053-0c6977761300 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 1097 time: 0.0511022 Aug 20 11:59:41.316454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bac086eb-f225-4469-bce9-c18908bfe290 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:41.342688 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-30c472c4-88da-4182-af69-17eb7aa27af8 req-48c7a5d1-07bb-4f69-94a4-7239616af72a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392394 Aug 20 11:59:41.381277 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port bac086eb-f225-4469-bce9-c18908bfe290 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:41.385599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port bac086eb-f225-4469-bce9-c18908bfe290 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:41.386016 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.496598 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.532592 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port bac086eb-f225-4469-bce9-c18908bfe290, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bac086eb-f225-4469-bce9-c18908bfe290,segment=NetworkSegment(d6e02389-50a1-4a23-89c6-abd1d4469a2c),segment_id=d6e02389-50a1-4a23-89c6-abd1d4469a2c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:41.537085 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.600213 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=bac086eb-f225-4469-bce9-c18908bfe290,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:42.003315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220dcb9-01b7-43b7-8a01-23893432eac7 req-92ddbf0f-a503-4cd3-8dd7-ee2b16b69d87 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:42.004917 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6220dcb9-01b7-43b7-8a01-23893432eac7 req-92ddbf0f-a503-4cd3-8dd7-ee2b16b69d87 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 946 time: 0.0550590 Aug 20 11:59:42.048774 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6220dcb9-01b7-43b7-8a01-23893432eac7 req-49e7b1e3-407a-45a6-82a9-3558aa3aabfb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341709 Aug 20 11:59:42.226831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f35a37-a552-4313-b825-07e52da1e7da req-e0cd7b45-fa6a-4cce-a722-50a70244e640 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:42.232696 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e2f35a37-a552-4313-b825-07e52da1e7da req-e0cd7b45-fa6a-4cce-a722-50a70244e640 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 946 time: 0.0588202 Aug 20 11:59:42.363619 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fdf9b3ac-1185-4e49-9c85-b3b78d9adeb8 req-7199d172-904b-4bc7-8694-b0f1a1c983ce tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 210 time: 0.0284603 Aug 20 11:59:42.411556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 690414b1-0369-4aa4-b45f-2acb1ee2abaf no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:42.438032 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 690414b1-0369-4aa4-b45f-2acb1ee2abaf {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:42.438882 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 690414b1-0369-4aa4-b45f-2acb1ee2abaf not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:42.529369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59a482-8385-466d-bc88-0279a3d58d26 req-48feb71a-9c7c-415e-9a04-86d56c597f42 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:42.530963 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d59a482-8385-466d-bc88-0279a3d58d26 req-48feb71a-9c7c-415e-9a04-86d56c597f42 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.2053678 Aug 20 11:59:42.550682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-e2f35a37-a552-4313-b825-07e52da1e7da req-6bacc0a9-2067-4229-9dcb-cef7b44e29f6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Deleting port 50c13e70-68d2-4ed2-a01e-6c79404f69bf {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:42.551027 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e2f35a37-a552-4313-b825-07e52da1e7da req-6bacc0a9-2067-4229-9dcb-cef7b44e29f6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.635739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-27ba088f-98d6-4301-9b9b-be6169f6f9ba tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:42.638819 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-27ba088f-98d6-4301-9b9b-be6169f6f9ba tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.35 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 811 time: 0.3103600 Aug 20 11:59:42.664313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-d077cba6-183e-4aac-a454-7f5ae0221b65 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'port': {'device_id': '2cc23d08-e3c4-46e0-92b3-85dce9e0c929', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'admin_state_up': True, 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:42.720850 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d59a482-8385-466d-bc88-0279a3d58d26 req-7dba21c0-6b11-4865-a148-5fa43bf6419b tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778874 Aug 20 11:59:42.786017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-e2f35a37-a552-4313-b825-07e52da1e7da req-6bacc0a9-2067-4229-9dcb-cef7b44e29f6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] For port 50c13e70-68d2-4ed2-a01e-6c79404f69bf, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=50c13e70-68d2-4ed2-a01e-6c79404f69bf,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:42.786337 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e2f35a37-a552-4313-b825-07e52da1e7da req-6bacc0a9-2067-4229-9dcb-cef7b44e29f6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.809319 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-e2f35a37-a552-4313-b825-07e52da1e7da req-6bacc0a9-2067-4229-9dcb-cef7b44e29f6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Calling delete_port for 50c13e70-68d2-4ed2-a01e-6c79404f69bf owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:42.883434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-d077cba6-183e-4aac-a454-7f5ae0221b65 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Made reservation on behalf of ed0606015c3a4a37bb71bafa914baa69 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:42.886930 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-d077cba6-183e-4aac-a454-7f5ae0221b65 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.074956 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e2f35a37-a552-4313-b825-07e52da1e7da req-6bacc0a9-2067-4229-9dcb-cef7b44e29f6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.090012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['50c13e70-68d2-4ed2-a01e-6c79404f69bf'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:43.093818 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-d077cba6-183e-4aac-a454-7f5ae0221b65 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Allocated IP 172.20.0.11 (45a2f405-6051-45bc-bae4-2b81557294f1/9a9d30b4-12ac-4dff-95e4-847183332364/c9b75023-eb6b-4dba-8a34-b1fa6965f9d5) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:43.105014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3d9d073b-1ebb-42ea-a1ff-7a2785e024dd'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:43.126554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacc0a9-2067-4229-9dcb-cef7b44e29f6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Pushing event deleted for resources: {'Port': ['ID=50c13e70-68d2-4ed2-a01e-6c79404f69bf,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:43.168312 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f35a37-a552-4313-b825-07e52da1e7da req-6bacc0a9-2067-4229-9dcb-cef7b44e29f6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] No DVR routers for this DVR port 50c13e70-68d2-4ed2-a01e-6c79404f69bf on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:43.173865 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e2f35a37-a552-4313-b825-07e52da1e7da req-6bacc0a9-2067-4229-9dcb-cef7b44e29f6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.176024 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e2f35a37-a552-4313-b825-07e52da1e7da req-6bacc0a9-2067-4229-9dcb-cef7b44e29f6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "DELETE /v2.0/ports/50c13e70-68d2-4ed2-a01e-6c79404f69bf HTTP/1.1" status: 204 len: 173 time: 0.9380038 Aug 20 11:59:43.176384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd303890-feec-450d-9bb1-cef7bd859aa9', 'name': 'network-vif-deleted', 'tag': '50c13e70-68d2-4ed2-a01e-6c79404f69bf'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:43.178718 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7317c20-74d7-4208-b443-8a0a3edd8b61" -d '{"events": [{"server_uuid": "dd303890-feec-450d-9bb1-cef7bd859aa9", "name": "network-vif-deleted", "tag": "50c13e70-68d2-4ed2-a01e-6c79404f69bf"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:43.280124 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6169985-fb18-4659-85fb-9faa4f388cb3 req-05119681-dc7f-4504-b608-6b47f855e635 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd303890-feec-450d-9bb1-cef7bd859aa9 HTTP/1.1" status: 200 len: 210 time: 0.0755169 Aug 20 11:59:43.324251 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a426900f-1b80-4b7a-87ce-e77cefe64800 x-openstack-request-id: req-a426900f-1b80-4b7a-87ce-e77cefe64800 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:43.324870 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd303890-feec-450d-9bb1-cef7bd859aa9", "name": "network-vif-deleted", "tag": "50c13e70-68d2-4ed2-a01e-6c79404f69bf", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:43.324870 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a426900f-1b80-4b7a-87ce-e77cefe64800 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:43.327312 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd303890-feec-450d-9bb1-cef7bd859aa9', 'name': 'network-vif-deleted', 'tag': '50c13e70-68d2-4ed2-a01e-6c79404f69bf', 'status': 'completed', 'code': 200} Aug 20 11:59:43.344798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bac086eb-f225-4469-bce9-c18908bfe290 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:43.438616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port bac086eb-f225-4469-bce9-c18908bfe290 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:43.439291 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.448814 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-d077cba6-183e-4aac-a454-7f5ae0221b65 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.492388 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4a8f583a-5f2b-4152-8e4b-4280edf05550 req-c548abf7-6e90-445f-a14f-c49bea54420e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 210 time: 0.0366259 Aug 20 11:59:43.498127 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-d077cba6-183e-4aac-a454-7f5ae0221b65 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Transition to ACTIVE for port object c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:43.552524 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-d077cba6-183e-4aac-a454-7f5ae0221b65 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.631856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-d077cba6-183e-4aac-a454-7f5ae0221b65 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Network 45a2f405-6051-45bc-bae4-2b81557294f1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:43.635727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-d077cba6-183e-4aac-a454-7f5ae0221b65 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:43.641209 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-d077cba6-183e-4aac-a454-7f5ae0221b65 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:43.691028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077cba6-183e-4aac-a454-7f5ae0221b65 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'Port': ['ID=c9b75023-eb6b-4dba-8a34-b1fa6965f9d5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:43.720005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-d077cba6-183e-4aac-a454-7f5ae0221b65 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:43.720691 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-d077cba6-183e-4aac-a454-7f5ae0221b65 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.736191 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-d077cba6-183e-4aac-a454-7f5ae0221b65 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0845973 Aug 20 11:59:43.763360 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Request body: {'port': {'device_id': '2cc23d08-e3c4-46e0-92b3-85dce9e0c929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:43.900583 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.961484 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240d4d-09ca-4045-8b90-31eca37a6461 req-78e254b9-264b-4c08-bb6f-e962b68e281c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:43.969352 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c240d4d-09ca-4045-8b90-31eca37a6461 req-78e254b9-264b-4c08-bb6f-e962b68e281c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.1061523 Aug 20 11:59:44.026382 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8c240d4d-09ca-4045-8b90-31eca37a6461 req-48a7f2d5-300a-438a-bf36-3747b3437003 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523152 Aug 20 11:59:44.075832 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-94c0a42f-e8a6-4652-a2cf-c7b3e34e5e3a None None] Provisioning for port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:44.080669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-94c0a42f-e8a6-4652-a2cf-c7b3e34e5e3a None None] Provisioning complete for port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:44.080669 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-94c0a42f-e8a6-4652-a2cf-c7b3e34e5e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:44.144062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-94c0a42f-e8a6-4652-a2cf-c7b3e34e5e3a None None] Port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:44.291722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb24ac-5862-469a-83ba-6370e1c3e92f req-7749597a-58e0-40c6-8581-4f5327020eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:44.296722 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5eb24ac-5862-469a-83ba-6370e1c3e92f req-7749597a-58e0-40c6-8581-4f5327020eb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e616cbd04b1b4a0796f0a9fe55765d1c&device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 1097 time: 0.0502651 Aug 20 11:59:44.395247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:44.405701 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:44.424447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9bb51-f518-407b-b6d8-5c4ab347bae5 req-b40cfd1c-7a2c-479c-8752-ec77ff2a7768 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:44.431609 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-45b9bb51-f518-407b-b6d8-5c4ab347bae5 req-b40cfd1c-7a2c-479c-8752-ec77ff2a7768 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.1357186 Aug 20 11:59:44.468575 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb24ac-5862-469a-83ba-6370e1c3e92f req-c22110a6-a43e-470b-9c6f-af4e3b61f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:44.470283 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5eb24ac-5862-469a-83ba-6370e1c3e92f req-c22110a6-a43e-470b-9c6f-af4e3b61f2b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbfbb528-1e66-4421-bdef-cd50695f97de HTTP/1.1" status: 200 len: 919 time: 0.1687787 Aug 20 11:59:44.556307 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5eb24ac-5862-469a-83ba-6370e1c3e92f req-df27bb08-606f-464a-89dc-26bd2c457ed7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc1c4e8-d714-4313-a6c0-4aede4f1951d HTTP/1.1" status: 200 len: 217 time: 0.0761306 Aug 20 11:59:44.634002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb24ac-5862-469a-83ba-6370e1c3e92f req-e12cddd2-182e-45c1-9c71-973e7ac6f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:44.635733 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5eb24ac-5862-469a-83ba-6370e1c3e92f req-e12cddd2-182e-45c1-9c71-973e7ac6f23f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6d22a05-4469-4253-92bd-6e1b070cb48f HTTP/1.1" status: 200 len: 859 time: 0.0714564 Aug 20 11:59:44.722756 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5eb24ac-5862-469a-83ba-6370e1c3e92f req-44a52c22-38a4-46bd-b17a-1012444b5006 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbfbb528-1e66-4421-bdef-cd50695f97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473447 Aug 20 11:59:44.792717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Transition to ACTIVE for port object c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:44.794012 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6395ee-6c11-4bc7-bde3-220935978516 req-f85491cd-2477-46f4-bca2-fc594679d02f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:44.796909 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee6395ee-6c11-4bc7-bde3-220935978516 req-f85491cd-2477-46f4-bca2-fc594679d02f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 932 time: 0.1765091 Aug 20 11:59:44.801611 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:44.853266 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-45b9bb51-f518-407b-b6d8-5c4ab347bae5 req-04ca56bf-41de-40bf-a703-08560ffc7dca tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206297 Aug 20 11:59:44.865244 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee6395ee-6c11-4bc7-bde3-220935978516 req-eb78f4a4-12aa-458d-87c1-67e0b7ffcf93 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539224 Aug 20 11:59:44.907263 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Pushing event updated for resources: {'Port': ['ID=c9b75023-eb6b-4dba-8a34-b1fa6965f9d5,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:44.930258 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5eb24ac-5862-469a-83ba-6370e1c3e92f req-2707ca09-960f-46ea-95de-885f289a255d service neutron] 10.222.0.35 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967065 Aug 20 11:59:45.084386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Attempting to bind port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:45.084737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Attempting to bind port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:45.085071 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Attempting to bind port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 on network 45a2f405-6051-45bc-bae4-2b81557294f1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:45.095152 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5eb24ac-5862-469a-83ba-6370e1c3e92f req-29b15409-98ec-4a3b-b69d-bf354d4c766c service neutron] 10.222.0.35 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563420 Aug 20 11:59:45.107006 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 on network 45a2f405-6051-45bc-bae4-2b81557294f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:59:45.107676 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Attempting to bind port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 on network 45a2f405-6051-45bc-bae4-2b81557294f1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:45.119067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:45.120215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Checking segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:45.120604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Bound using segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:45.121110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Bound port: c9b75023-eb6b-4dba-8a34-b1fa6965f9d5, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:45.121590 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:45.192006 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ef146-1da6-4738-9928-7019f7b743f4 req-3cfbb6c4-50b2-4423-a10a-27213c9782c8 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:45.193624 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-544ef146-1da6-4738-9928-7019f7b743f4 req-3cfbb6c4-50b2-4423-a10a-27213c9782c8 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 805 time: 0.2189105 Aug 20 11:59:45.225522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-544ef146-1da6-4738-9928-7019f7b743f4 req-9159e576-e310-447b-9483-198e5a87e694 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/quotas/21dd6b222c3b4ff2b019fd7f9d90b009 HTTP/1.1" status: 200 len: 375 time: 0.0208719 Aug 20 11:59:45.230271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] For port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:45.235151 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] For port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c9b75023-eb6b-4dba-8a34-b1fa6965f9d5,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:45.247172 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:45.306810 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:45.307431 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:45.308834 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] 10.222.0.35 "PUT /v2.0/ports/c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 HTTP/1.1" status: 200 len: 1092 time: 1.5644913 Aug 20 11:59:45.344456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc23d08-e3c4-46e0-92b3-85dce9e0c929', 'tag': 'c9b75023-eb6b-4dba-8a34-b1fa6965f9d5'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:45.347180 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a637e9-74ff-42da-b21e-5ed638264bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc23d08-e3c4-46e0-92b3-85dce9e0c929", "tag": "c9b75023-eb6b-4dba-8a34-b1fa6965f9d5"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:45.371330 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-544ef146-1da6-4738-9928-7019f7b743f4 req-65893f38-26db-4fb4-93ad-693f37f82e7d tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1379182 Aug 20 11:59:45.421048 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d1592-2fe0-4cc4-9bec-21f9d5cd8fbb service neutron] Pushing event updated for resources: {'Port': ['ID=c9b75023-eb6b-4dba-8a34-b1fa6965f9d5,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:45.444269 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e854f0-4943-4512-b79c-afbfc93d8878 x-openstack-request-id: req-c5e854f0-4943-4512-b79c-afbfc93d8878 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:45.446097 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc23d08-e3c4-46e0-92b3-85dce9e0c929", "tag": "c9b75023-eb6b-4dba-8a34-b1fa6965f9d5", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:45.446439 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5e854f0-4943-4512-b79c-afbfc93d8878 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:45.447715 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc23d08-e3c4-46e0-92b3-85dce9e0c929', 'tag': 'c9b75023-eb6b-4dba-8a34-b1fa6965f9d5', 'status': 'completed', 'code': 200} Aug 20 11:59:45.499461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-0c3180c8-0731-42ea-8504-1bbb46dd7884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:45.501068 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-0c3180c8-0731-42ea-8504-1bbb46dd7884 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 1095 time: 0.1198025 Aug 20 11:59:45.553194 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-e1880b8e-104b-4f62-85f0-dffcb3572ba0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 HTTP/1.1" status: 200 len: 217 time: 0.0423217 Aug 20 11:59:45.563736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 50c13e70-68d2-4ed2-a01e-6c79404f69bf no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:45.600931 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-544ef146-1da6-4738-9928-7019f7b743f4 req-cdc34e57-94af-4118-9ce1-ea875a33194e service neutron] 10.222.0.37 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280169 Aug 20 11:59:45.618939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 50c13e70-68d2-4ed2-a01e-6c79404f69bf {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:45.619591 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 50c13e70-68d2-4ed2-a01e-6c79404f69bf not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:45.675889 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-f683b3bf-6d95-4eb6-b06a-92db938768bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:45.677347 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-f683b3bf-6d95-4eb6-b06a-92db938768bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.1135657 Aug 20 11:59:45.782100 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-544ef146-1da6-4738-9928-7019f7b743f4 req-03aea74c-9a17-4fd3-b9d1-3d9493182bd6 service neutron] 10.222.0.37 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737430 Aug 20 11:59:45.784268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-cd455484-3116-4921-9988-f283355d57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:45.785790 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-cd455484-3116-4921-9988-f283355d57a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996149 Aug 20 11:59:45.925602 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-64caeb43-32ec-4bf2-8462-caf864ffbb92 service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300607 Aug 20 11:59:46.062872 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e4f9283-6ff9-4681-962c-de6b86dc53f3 req-be3fdeeb-30c8-4724-ad1d-35d0f64ed639 service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216397 Aug 20 11:59:46.094908 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7060bfb-347d-4d57-8fb6-b57956c6e258 req-990cda9c-313f-4fea-8cbf-d4a2310289c9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:46.108183 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d7060bfb-347d-4d57-8fb6-b57956c6e258 req-990cda9c-313f-4fea-8cbf-d4a2310289c9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 944 time: 0.0988598 Aug 20 11:59:46.173413 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d7060bfb-347d-4d57-8fb6-b57956c6e258 req-5a374803-7c81-40df-b6f0-a1e70ce0f66b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587833 Aug 20 11:59:46.211346 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a637e9-74ff-42da-b21e-5ed638264bc9 req-89eef99f-9868-4032-b881-c097c9b6ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:46.213286 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05a637e9-74ff-42da-b21e-5ed638264bc9 req-89eef99f-9868-4032-b881-c097c9b6ed3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 1095 time: 0.0892785 Aug 20 11:59:46.223515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2056747-d706-477a-9031-6a6b4c676b86 req-0349f44d-23cd-4f8f-895c-8b899684bc52 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:46.225353 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2056747-d706-477a-9031-6a6b4c676b86 req-0349f44d-23cd-4f8f-895c-8b899684bc52 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.1615779 Aug 20 11:59:46.250028 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a53f342b-d449-48a3-afc6-8ae7f3a13ee2 req-ee049121-be7c-4e66-b51d-e472898598ef tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 210 time: 0.0430303 Aug 20 11:59:46.329877 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2056747-d706-477a-9031-6a6b4c676b86 req-138d0839-ee1d-4e02-aecb-d1e77570b129 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947485 Aug 20 11:59:46.354350 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a637e9-74ff-42da-b21e-5ed638264bc9 req-2f7221f6-bff2-4692-9f64-3ae78ba42729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:46.355099 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05a637e9-74ff-42da-b21e-5ed638264bc9 req-2f7221f6-bff2-4692-9f64-3ae78ba42729 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.1288593 Aug 20 11:59:46.416442 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05a637e9-74ff-42da-b21e-5ed638264bc9 req-a80f1af5-1bf3-4dd3-b766-c1739b2c496f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 HTTP/1.1" status: 200 len: 217 time: 0.0536439 Aug 20 11:59:46.477649 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a637e9-74ff-42da-b21e-5ed638264bc9 req-365eb928-fc9e-475c-a2c8-bb7e2db0eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:46.480619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05a637e9-74ff-42da-b21e-5ed638264bc9 req-365eb928-fc9e-475c-a2c8-bb7e2db0eb9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0565643 Aug 20 11:59:46.554302 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a637e9-74ff-42da-b21e-5ed638264bc9 req-d1a98005-21f6-4df9-9180-151dbd1ba01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:46.555909 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05a637e9-74ff-42da-b21e-5ed638264bc9 req-d1a98005-21f6-4df9-9180-151dbd1ba01b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685301 Aug 20 11:59:46.673387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05a637e9-74ff-42da-b21e-5ed638264bc9 req-68974884-b77c-468b-9c69-3f74b2179acf service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099784 Aug 20 11:59:46.804135 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-05a637e9-74ff-42da-b21e-5ed638264bc9 req-7da192f2-6379-45d9-bee9-46db5ca19139 service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237206 Aug 20 11:59:47.301310 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ef146-1da6-4738-9928-7019f7b743f4 req-088e9ebf-0c03-4d85-aeed-1a723836fa57 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:47.302942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-544ef146-1da6-4738-9928-7019f7b743f4 req-088e9ebf-0c03-4d85-aeed-1a723836fa57 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 805 time: 0.1875668 Aug 20 11:59:47.318687 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-544ef146-1da6-4738-9928-7019f7b743f4 req-73ec7a58-f92c-4228-b383-428570e78a53 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Request body: {'port': {'device_id': 'fdb72e44-faf5-4619-9e10-1eebe1fee2e0', 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554', 'admin_state_up': True, 'tenant_id': '21dd6b222c3b4ff2b019fd7f9d90b009'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:47.340169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650b6b5-fc9c-407f-a34a-e303618672e0 req-55ea3d22-eb44-40d0-bade-e8c77e240518 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:47.342733 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e650b6b5-fc9c-407f-a34a-e303618672e0 req-55ea3d22-eb44-40d0-bade-e8c77e240518 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 944 time: 0.0760193 Aug 20 11:59:47.392190 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e650b6b5-fc9c-407f-a34a-e303618672e0 req-2db647aa-ed2b-45ed-b194-8c2f2a0f9173 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420892 Aug 20 11:59:47.399855 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0fa6f1a8-5458-4c8c-b853-498e1b35a01f req-13977ce6-f172-4ac6-a81a-0b6d2fd701b8 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 210 time: 0.0623913 Aug 20 11:59:47.494893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544ef146-1da6-4738-9928-7019f7b743f4 req-73ec7a58-f92c-4228-b383-428570e78a53 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Made reservation on behalf of 21dd6b222c3b4ff2b019fd7f9d90b009 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:47.499928 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-544ef146-1da6-4738-9928-7019f7b743f4 req-73ec7a58-f92c-4228-b383-428570e78a53 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.523117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128f492-9d8c-4183-a2d9-7204ca92dd00 req-fd943c2a-454d-48e9-9888-3a3a8ba68989 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:47.525174 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e128f492-9d8c-4183-a2d9-7204ca92dd00 req-fd943c2a-454d-48e9-9888-3a3a8ba68989 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0571532 Aug 20 11:59:47.577291 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e128f492-9d8c-4183-a2d9-7204ca92dd00 req-d765548e-78fc-49bd-b632-b86f91629024 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432792 Aug 20 11:59:47.665534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-544ef146-1da6-4738-9928-7019f7b743f4 req-73ec7a58-f92c-4228-b383-428570e78a53 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Allocated IP 172.20.0.8 (e846d3a0-5933-4c17-9498-c75783c06554/6c6e1881-b439-4ba3-9e13-47bdb96ee8e5/167c3c15-a43b-4de5-8858-4f8194bc16b8) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:47.855260 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-544ef146-1da6-4738-9928-7019f7b743f4 req-73ec7a58-f92c-4228-b383-428570e78a53 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.928843 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-544ef146-1da6-4738-9928-7019f7b743f4 req-73ec7a58-f92c-4228-b383-428570e78a53 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.942716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3d9d073b-1ebb-42ea-a1ff-7a2785e024dd'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:47.975018 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544ef146-1da6-4738-9928-7019f7b743f4 req-73ec7a58-f92c-4228-b383-428570e78a53 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Network e846d3a0-5933-4c17-9498-c75783c06554 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:47.979833 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-544ef146-1da6-4738-9928-7019f7b743f4 req-73ec7a58-f92c-4228-b383-428570e78a53 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:47.987339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-544ef146-1da6-4738-9928-7019f7b743f4 req-73ec7a58-f92c-4228-b383-428570e78a53 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:47.991713 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec7a58-f92c-4228-b383-428570e78a53 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Pushing event updated for resources: {'Port': ['ID=167c3c15-a43b-4de5-8858-4f8194bc16b8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:48.043641 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ef146-1da6-4738-9928-7019f7b743f4 req-73ec7a58-f92c-4228-b383-428570e78a53 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:48.044362 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-544ef146-1da6-4738-9928-7019f7b743f4 req-73ec7a58-f92c-4228-b383-428570e78a53 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:48.070286 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-544ef146-1da6-4738-9928-7019f7b743f4 req-73ec7a58-f92c-4228-b383-428570e78a53 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7563691 Aug 20 11:59:48.083214 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Request body: {'port': {'device_id': 'fdb72e44-faf5-4619-9e10-1eebe1fee2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:48.144932 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:48.443610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167c3c15-a43b-4de5-8858-4f8194bc16b8 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:48.454556 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:48.474433 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Transition to ACTIVE for port object 167c3c15-a43b-4de5-8858-4f8194bc16b8 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:48.480386 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:48.582579 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5bf35-aea2-4925-ba85-1cbc136adb66 req-419773b4-d78c-49b1-b1c2-0dc13e1a2a90 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:48.584839 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e2e5bf35-aea2-4925-ba85-1cbc136adb66 req-419773b4-d78c-49b1-b1c2-0dc13e1a2a90 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 943 time: 0.0593646 Aug 20 11:59:48.626206 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e2e5bf35-aea2-4925-ba85-1cbc136adb66 req-e64bf464-2747-497d-a745-fca3bdd2fee2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348678 Aug 20 11:59:48.659349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Pushing event updated for resources: {'Port': ['ID=167c3c15-a43b-4de5-8858-4f8194bc16b8,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:48.680119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c572393-1edf-4045-ad2a-80adee0b377d req-5d186c46-1e71-40ae-821e-49359e88998d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:48.681581 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c572393-1edf-4045-ad2a-80adee0b377d req-5d186c46-1e71-40ae-821e-49359e88998d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 944 time: 0.1539643 Aug 20 11:59:48.721524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Attempting to bind port 167c3c15-a43b-4de5-8858-4f8194bc16b8 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:48.721869 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Attempting to bind port 167c3c15-a43b-4de5-8858-4f8194bc16b8 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:48.722202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Attempting to bind port 167c3c15-a43b-4de5-8858-4f8194bc16b8 on network e846d3a0-5933-4c17-9498-c75783c06554 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:48.731351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Port 167c3c15-a43b-4de5-8858-4f8194bc16b8 on network e846d3a0-5933-4c17-9498-c75783c06554 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:59:48.731351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Attempting to bind port 167c3c15-a43b-4de5-8858-4f8194bc16b8 on network e846d3a0-5933-4c17-9498-c75783c06554 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:48.743362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:48.743706 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Checking segment: {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:48.744131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Bound using segment: {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:48.744565 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Bound port: 167c3c15-a43b-4de5-8858-4f8194bc16b8, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:48.744977 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:48.750075 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4c572393-1edf-4045-ad2a-80adee0b377d req-4ee5f5a0-b173-4d0d-b944-fd1cf3b061d4 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611305 Aug 20 11:59:48.841016 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] For port 167c3c15-a43b-4de5-8858-4f8194bc16b8, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:48.844259 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] For port 167c3c15-a43b-4de5-8858-4f8194bc16b8, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=167c3c15-a43b-4de5-8858-4f8194bc16b8,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:48.849271 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:48.887078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:48.887702 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:48.890314 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-544ef146-1da6-4738-9928-7019f7b743f4 req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] 10.222.0.76 "PUT /v2.0/ports/167c3c15-a43b-4de5-8858-4f8194bc16b8 HTTP/1.1" status: 200 len: 1091 time: 0.8116746 Aug 20 11:59:48.890760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb72e44-faf5-4619-9e10-1eebe1fee2e0', 'tag': '167c3c15-a43b-4de5-8858-4f8194bc16b8'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:48.893931 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f864177-f7da-4391-81a7-e962dfec02a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb72e44-faf5-4619-9e10-1eebe1fee2e0", "tag": "167c3c15-a43b-4de5-8858-4f8194bc16b8"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:48.931814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509841e-d36a-4bff-be36-b38f81c22a93 service neutron] Pushing event updated for resources: {'Port': ['ID=167c3c15-a43b-4de5-8858-4f8194bc16b8,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:48.979754 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c4aa34-5c64-4f7c-b68f-48e515542032 x-openstack-request-id: req-71c4aa34-5c64-4f7c-b68f-48e515542032 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:48.980045 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb72e44-faf5-4619-9e10-1eebe1fee2e0", "tag": "167c3c15-a43b-4de5-8858-4f8194bc16b8", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:48.980524 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71c4aa34-5c64-4f7c-b68f-48e515542032 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:48.980958 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb72e44-faf5-4619-9e10-1eebe1fee2e0', 'tag': '167c3c15-a43b-4de5-8858-4f8194bc16b8', 'status': 'completed', 'code': 200} Aug 20 11:59:49.011831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ef146-1da6-4738-9928-7019f7b743f4 req-5237da57-cf6b-496e-a368-064e80bf132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:49.013643 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-544ef146-1da6-4738-9928-7019f7b743f4 req-5237da57-cf6b-496e-a368-064e80bf132e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 1094 time: 0.0731001 Aug 20 11:59:49.062029 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-544ef146-1da6-4738-9928-7019f7b743f4 req-68ce5325-0a18-4695-bba1-fb129a3f87ed service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=167c3c15-a43b-4de5-8858-4f8194bc16b8 HTTP/1.1" status: 200 len: 217 time: 0.0402894 Aug 20 11:59:49.132254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ef146-1da6-4738-9928-7019f7b743f4 req-b2666be1-ee18-4bff-860b-182edc06a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:49.134021 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-544ef146-1da6-4738-9928-7019f7b743f4 req-b2666be1-ee18-4bff-860b-182edc06a69b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 HTTP/1.1" status: 200 len: 845 time: 0.0630529 Aug 20 11:59:49.145219 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dfbc0-4580-4846-af75-84fe80dea976 req-92cd69c2-60c3-49e7-a2be-a265b730ce49 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:49.146631 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e4dfbc0-4580-4846-af75-84fe80dea976 req-92cd69c2-60c3-49e7-a2be-a265b730ce49 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0837388 Aug 20 11:59:49.178160 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-544ef146-1da6-4738-9928-7019f7b743f4 req-c1867abb-b1cb-4b56-b53e-97b6f6f6e655 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e846d3a0-5933-4c17-9498-c75783c06554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305510 Aug 20 11:59:49.252249 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7e4dfbc0-4580-4846-af75-84fe80dea976 req-c39201e8-e7b5-49c6-9ab2-52f477eeb8ac tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966234 Aug 20 11:59:49.301964 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-544ef146-1da6-4738-9928-7019f7b743f4 req-ce388fef-a201-4b7c-8f31-d85ffcfbf11e service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152649 Aug 20 11:59:49.419729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-544ef146-1da6-4738-9928-7019f7b743f4 req-6c143772-8dfa-47f2-8cbf-995327eca965 service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104803 Aug 20 11:59:49.520307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f864177-f7da-4391-81a7-e962dfec02a8 req-ef3bcb87-fdc0-45e5-a973-f88ad84943bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:49.522074 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f864177-f7da-4391-81a7-e962dfec02a8 req-ef3bcb87-fdc0-45e5-a973-f88ad84943bc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 1094 time: 0.0444248 Aug 20 11:59:49.628122 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f864177-f7da-4391-81a7-e962dfec02a8 req-440556d2-a8ec-446c-aa2a-c63aa2f4809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:49.629971 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f864177-f7da-4391-81a7-e962dfec02a8 req-440556d2-a8ec-446c-aa2a-c63aa2f4809f service neutron] 10.222.0.76 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 905 time: 0.1010211 Aug 20 11:59:49.690945 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f864177-f7da-4391-81a7-e962dfec02a8 req-116cf3eb-14ea-4c53-b095-f4820f32223d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=167c3c15-a43b-4de5-8858-4f8194bc16b8 HTTP/1.1" status: 200 len: 217 time: 0.0520718 Aug 20 11:59:49.779930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f864177-f7da-4391-81a7-e962dfec02a8 req-c95b38b2-7e8c-4709-af52-2e34e079ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:49.781430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f864177-f7da-4391-81a7-e962dfec02a8 req-c95b38b2-7e8c-4709-af52-2e34e079ce8f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 HTTP/1.1" status: 200 len: 845 time: 0.0832129 Aug 20 11:59:49.817369 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f864177-f7da-4391-81a7-e962dfec02a8 req-78f5f1bd-7455-4c86-8e0e-c2d8d988d356 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e846d3a0-5933-4c17-9498-c75783c06554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277905 Aug 20 11:59:49.827227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c140fa-b21c-428d-86ea-6d8178d147bb req-81116a9a-5141-481d-a60d-330e23f25bd2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:49.833230 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6c140fa-b21c-428d-86ea-6d8178d147bb req-81116a9a-5141-481d-a60d-330e23f25bd2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 943 time: 0.1011262 Aug 20 11:59:49.928472 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7416a93-b4cf-48f5-99fe-55eb616f72ff req-1a79f93a-5810-42fb-982e-03f52277cf89 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:49.930037 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7416a93-b4cf-48f5-99fe-55eb616f72ff req-1a79f93a-5810-42fb-982e-03f52277cf89 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 944 time: 0.0672667 Aug 20 11:59:49.946784 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f6c140fa-b21c-428d-86ea-6d8178d147bb req-bfda86d2-5298-41ce-b321-f38efb090abc tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011949 Aug 20 11:59:49.983236 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f864177-f7da-4391-81a7-e962dfec02a8 req-e2b1bdca-dfe6-4045-9b0f-14beccaaec24 service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486602 Aug 20 11:59:49.993334 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7416a93-b4cf-48f5-99fe-55eb616f72ff req-b496b1c7-3c46-4551-b85b-8e00f6673233 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558748 Aug 20 11:59:50.105250 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f864177-f7da-4391-81a7-e962dfec02a8 req-3395ee5f-5936-4b5a-9cd9-8aa85593703f service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146033 Aug 20 11:59:51.118110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3bb8a-1df7-4128-aedf-7cb42f82a47f req-6c2fc310-9df4-4af0-b5ae-4d83fb4faec7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:51.126963 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5de3bb8a-1df7-4128-aedf-7cb42f82a47f req-6c2fc310-9df4-4af0-b5ae-4d83fb4faec7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 943 time: 0.0998170 Aug 20 11:59:51.131609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da69cb-6420-4089-882f-3b82e71fca9f req-584a8636-d4e6-465b-b9cc-e5a040a67acd tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:51.133789 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a3da69cb-6420-4089-882f-3b82e71fca9f req-584a8636-d4e6-465b-b9cc-e5a040a67acd tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 944 time: 0.0618398 Aug 20 11:59:51.165468 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5de3bb8a-1df7-4128-aedf-7cb42f82a47f req-4b4c7151-a7a5-4d92-9b72-657a4315b293 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373540 Aug 20 11:59:51.189875 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a3da69cb-6420-4089-882f-3b82e71fca9f req-1d49139a-5282-497f-9686-5a6ae9ce9735 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492721 Aug 20 11:59:52.298555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fbcce-a73a-4d05-9acc-1f37cfadea72 req-edbed6e2-76c1-4e2e-bc2d-f451bf5ee3cf tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:52.300270 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b45fbcce-a73a-4d05-9acc-1f37cfadea72 req-edbed6e2-76c1-4e2e-bc2d-f451bf5ee3cf tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 943 time: 0.0610521 Aug 20 11:59:52.319539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b1d9b-6366-4831-b134-486de8fcf10b req-75975353-01cf-4079-8cbd-6609361e3e45 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:52.321616 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-272b1d9b-6366-4831-b134-486de8fcf10b req-75975353-01cf-4079-8cbd-6609361e3e45 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 944 time: 0.0592303 Aug 20 11:59:52.349862 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b2c385a4-eb40-4ee4-9ed4-e2df8620185e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:52.383219 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-272b1d9b-6366-4831-b134-486de8fcf10b req-1e85a974-c35e-45dc-8041-4765988703ef tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523572 Aug 20 11:59:52.533514 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b45fbcce-a73a-4d05-9acc-1f37cfadea72 req-1b7895dc-7729-4f85-aa16-6cc9f884ede5 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262831 Aug 20 11:59:53.533127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493de4e6-4d4a-4011-b5d2-1c181ab04db1 req-0f0f222f-bd10-415f-9d58-dad778af557f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:53.534760 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-493de4e6-4d4a-4011-b5d2-1c181ab04db1 req-0f0f222f-bd10-415f-9d58-dad778af557f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 944 time: 0.0755167 Aug 20 11:59:53.586290 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-493de4e6-4d4a-4011-b5d2-1c181ab04db1 req-80496908-fc59-47c9-ac28-4d2a55ac0bf9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448470 Aug 20 11:59:53.623410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 167c3c15-a43b-4de5-8858-4f8194bc16b8 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:59:53.671003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63480a4-03d8-470d-b5b7-0096452c059b req-86f02e16-ae03-4db5-bf0e-73b09bb72d04 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:53.679243 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b63480a4-03d8-470d-b5b7-0096452c059b req-86f02e16-ae03-4db5-bf0e-73b09bb72d04 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 943 time: 0.0691309 Aug 20 11:59:53.717393 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b63480a4-03d8-470d-b5b7-0096452c059b req-1dee9df1-1fab-4049-96e2-1278491680f0 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370171 Aug 20 11:59:53.739756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 167c3c15-a43b-4de5-8858-4f8194bc16b8, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=167c3c15-a43b-4de5-8858-4f8194bc16b8,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:53.751254 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '167c3c15-a43b-4de5-8858-4f8194bc16b8', 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554', 'port_id': '167c3c15-a43b-4de5-8858-4f8194bc16b8', 'mac_address': 'fa:16:3e:d0:64:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6e1881-b439-4ba3-9e13-47bdb96ee8e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:59:53.788781 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:53.802119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167c3c15-a43b-4de5-8858-4f8194bc16b8 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:53.824531 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 167c3c15-a43b-4de5-8858-4f8194bc16b8, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=167c3c15-a43b-4de5-8858-4f8194bc16b8,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:53.829461 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:53.878886 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=167c3c15-a43b-4de5-8858-4f8194bc16b8,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:54.041219 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['167c3c15-a43b-4de5-8858-4f8194bc16b8'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:54.703202 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf4a89-3211-46ec-929f-0ad33994c113 req-a4fa43f0-4b28-4b76-b7c4-77ea1b6555ce tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:54.704833 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ccf4a89-3211-46ec-929f-0ad33994c113 req-a4fa43f0-4b28-4b76-b7c4-77ea1b6555ce tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 944 time: 0.0495250 Aug 20 11:59:54.744013 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ccf4a89-3211-46ec-929f-0ad33994c113 req-9e8ec3d7-fc1a-417d-bc52-47204bb3ae63 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329421 Aug 20 11:59:54.834943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64f4fc-b9fd-4298-b199-b007b5d4e976 req-a35d8735-b970-455e-93d8-d7787c9f05a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:54.836512 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da64f4fc-b9fd-4298-b199-b007b5d4e976 req-a35d8735-b970-455e-93d8-d7787c9f05a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 944 time: 0.0483627 Aug 20 11:59:54.874466 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da64f4fc-b9fd-4298-b199-b007b5d4e976 req-233061e8-3967-4035-9f86-a7634f0f850b tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311887 Aug 20 11:59:55.144293 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-74342e23-a1bb-447f-ba92-a672b1fde136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.466763 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.638965 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 167c3c15-a43b-4de5-8858-4f8194bc16b8 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:55.687551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 167c3c15-a43b-4de5-8858-4f8194bc16b8 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:55.691014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 167c3c15-a43b-4de5-8858-4f8194bc16b8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:55.691383 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.769329 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.792241 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb72e44-faf5-4619-9e10-1eebe1fee2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167c3c15-a43b-4de5-8858-4f8194bc16b8'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:55.795264 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac2d949-ae63-4113-b4cc-c514d19b3c66" -d '{"events": [{"server_uuid": "fdb72e44-faf5-4619-9e10-1eebe1fee2e0", "name": "network-vif-plugged", "status": "completed", "tag": "167c3c15-a43b-4de5-8858-4f8194bc16b8"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:55.808680 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 167c3c15-a43b-4de5-8858-4f8194bc16b8, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=167c3c15-a43b-4de5-8858-4f8194bc16b8,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:55.816322 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.861692 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4586e7f-fc52-444e-bdda-5a8cee4ed2bd x-openstack-request-id: req-d4586e7f-fc52-444e-bdda-5a8cee4ed2bd {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:55.861978 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb72e44-faf5-4619-9e10-1eebe1fee2e0", "name": "network-vif-plugged", "status": "completed", "tag": "167c3c15-a43b-4de5-8858-4f8194bc16b8", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:55.862230 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4586e7f-fc52-444e-bdda-5a8cee4ed2bd {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:55.862763 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb72e44-faf5-4619-9e10-1eebe1fee2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167c3c15-a43b-4de5-8858-4f8194bc16b8', 'code': 200} Aug 20 11:59:55.867640 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0e40a-a5a3-48a6-983a-333b93687871 req-34c6fcdd-47b9-44f4-8e90-b2eca0edaf7f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:55.869837 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e1a0e40a-a5a3-48a6-983a-333b93687871 req-34c6fcdd-47b9-44f4-8e90-b2eca0edaf7f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 944 time: 0.0551631 Aug 20 11:59:55.879854 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=167c3c15-a43b-4de5-8858-4f8194bc16b8,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:55.919844 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e1a0e40a-a5a3-48a6-983a-333b93687871 req-c6e0047f-a01c-45c9-87ed-f9d736fb44c2 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359952 Aug 20 11:59:55.999066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fbda2-adea-4932-99ff-0534d5971d44 req-18c53ce3-a40d-4493-9c82-cf027cf9679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:56.000605 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de6fbda2-adea-4932-99ff-0534d5971d44 req-18c53ce3-a40d-4493-9c82-cf027cf9679b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0885704 Aug 20 11:59:56.046306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549e476-0a83-4fa8-a486-d03d02a318ea req-b68b7549-1ddf-4a82-8511-66289fe69dee tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:56.047944 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b549e476-0a83-4fa8-a486-d03d02a318ea req-b68b7549-1ddf-4a82-8511-66289fe69dee tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 945 time: 0.0916529 Aug 20 11:59:56.064756 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de6fbda2-adea-4932-99ff-0534d5971d44 req-6df8aeb1-0a2c-4fac-84f4-69e7d2a1f457 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563211 Aug 20 11:59:56.093066 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b549e476-0a83-4fa8-a486-d03d02a318ea req-6e17966d-7d53-45b4-971f-49d532c15882 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388803 Aug 20 11:59:56.358452 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.502215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:59:56.599320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c9b75023-eb6b-4dba-8a34-b1fa6965f9d5,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:56.611291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'c9b75023-eb6b-4dba-8a34-b1fa6965f9d5', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'port_id': 'c9b75023-eb6b-4dba-8a34-b1fa6965f9d5', 'mac_address': 'fa:16:3e:8e:bb:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:59:56.648409 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.661130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:56.681846 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c9b75023-eb6b-4dba-8a34-b1fa6965f9d5,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:56.686829 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.740048 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=c9b75023-eb6b-4dba-8a34-b1fa6965f9d5,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:56.911518 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['c9b75023-eb6b-4dba-8a34-b1fa6965f9d5'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:57.069300 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d6205-fffd-4b80-bf54-f48f4b564063 req-f7bc38d5-75d8-4d44-9f12-f9d2e5ad535c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:57.073920 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f31d6205-fffd-4b80-bf54-f48f4b564063 req-f7bc38d5-75d8-4d44-9f12-f9d2e5ad535c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 945 time: 0.0662332 Aug 20 11:59:57.132588 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f31d6205-fffd-4b80-bf54-f48f4b564063 req-f075b928-7d78-4933-8da2-4f72fec50ed8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502560 Aug 20 11:59:57.215054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dc0b7-0244-40ec-b2a2-1f1d3c87fea0 req-01735ea2-de72-43ed-8676-45fcfd7134ce tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:57.216565 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-223dc0b7-0244-40ec-b2a2-1f1d3c87fea0 req-01735ea2-de72-43ed-8676-45fcfd7134ce tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 945 time: 0.0508945 Aug 20 11:59:57.254603 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-223dc0b7-0244-40ec-b2a2-1f1d3c87fea0 req-5de4cd6c-dd6e-45c3-88b1-05f137deac9a tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318921 Aug 20 11:59:57.472052 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c25de-677f-456e-a651-bea85ef41182 req-5344eeac-cc4f-41e1-ba3f-f5c0cd6b51c3 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:57.474234 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1e4c25de-677f-456e-a651-bea85ef41182 req-5344eeac-cc4f-41e1-ba3f-f5c0cd6b51c3 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 945 time: 0.0518858 Aug 20 11:59:57.513827 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1e4c25de-677f-456e-a651-bea85ef41182 req-7811b16f-f7bc-4200-8c55-912a8df13f21 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339999 Aug 20 11:59:57.629536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd8e27-02ee-4bcd-9d7a-39fa0f6ab042 req-39bea958-090c-49ce-9799-2a6637c8b079 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:57.631031 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-23bd8e27-02ee-4bcd-9d7a-39fa0f6ab042 req-39bea958-090c-49ce-9799-2a6637c8b079 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 945 time: 0.0482101 Aug 20 11:59:57.668119 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-23bd8e27-02ee-4bcd-9d7a-39fa0f6ab042 req-b132ea1a-d641-4d4b-ac06-d28ca4513bfc tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309103 Aug 20 11:59:57.893180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435220bc-e62e-4db0-9a35-a3e4697a726d req-bf8a1d4d-7c6a-45bd-8112-b4e336abc307 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:57.894758 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-435220bc-e62e-4db0-9a35-a3e4697a726d req-bf8a1d4d-7c6a-45bd-8112-b4e336abc307 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 945 time: 0.0496285 Aug 20 11:59:57.933869 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-435220bc-e62e-4db0-9a35-a3e4697a726d req-51724d84-ef36-4bac-84fa-c6f0f316f7db tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319211 Aug 20 11:59:58.005995 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.256345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc846570-bc2c-4716-8bde-1b32bbc66b4f req-c6d6755e-5653-472f-a8fc-3bb0106ca925 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:58.258277 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc846570-bc2c-4716-8bde-1b32bbc66b4f req-c6d6755e-5653-472f-a8fc-3bb0106ca925 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 945 time: 0.0550714 Aug 20 11:59:58.297035 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc846570-bc2c-4716-8bde-1b32bbc66b4f req-aa5076dd-14ef-47f2-813a-5c15f7053f9b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313566 Aug 20 11:59:58.518001 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:58.569791 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:58.573485 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:58.573854 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.655146 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.678185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc23d08-e3c4-46e0-92b3-85dce9e0c929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b75023-eb6b-4dba-8a34-b1fa6965f9d5'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:58.680557 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c3f9c2-22eb-4174-9e9c-2c109d2503d0" -d '{"events": [{"server_uuid": "2cc23d08-e3c4-46e0-92b3-85dce9e0c929", "name": "network-vif-plugged", "status": "completed", "tag": "c9b75023-eb6b-4dba-8a34-b1fa6965f9d5"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:58.694414 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c9b75023-eb6b-4dba-8a34-b1fa6965f9d5,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:58.698997 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.727084 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b57899-29cc-43c6-a9ba-305baaf9873d x-openstack-request-id: req-57b57899-29cc-43c6-a9ba-305baaf9873d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:58.727386 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc23d08-e3c4-46e0-92b3-85dce9e0c929", "name": "network-vif-plugged", "status": "completed", "tag": "c9b75023-eb6b-4dba-8a34-b1fa6965f9d5", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:58.727676 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57b57899-29cc-43c6-a9ba-305baaf9873d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:58.728062 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc23d08-e3c4-46e0-92b3-85dce9e0c929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b75023-eb6b-4dba-8a34-b1fa6965f9d5', 'code': 200} Aug 20 11:59:58.754514 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=c9b75023-eb6b-4dba-8a34-b1fa6965f9d5,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:58.832848 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd543d-23b7-4309-8afa-93d7a2440b18 req-868525eb-9713-4cec-94f5-d05726e60904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:58.834335 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ffd543d-23b7-4309-8afa-93d7a2440b18 req-868525eb-9713-4cec-94f5-d05726e60904 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 1097 time: 0.0404642 Aug 20 11:59:58.873765 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ffd543d-23b7-4309-8afa-93d7a2440b18 req-e5693e2d-413e-4dc8-9ccd-bd92c15f7d1e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278389 Aug 20 11:59:59.051210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbc188-0eb5-486b-a40c-c78f6d8c0a01 req-696be3a4-7e33-44c5-aa06-c554ccd39050 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:59.054077 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5dbc188-0eb5-486b-a40c-c78f6d8c0a01 req-696be3a4-7e33-44c5-aa06-c554ccd39050 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 945 time: 0.0508072 Aug 20 11:59:59.129057 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5dbc188-0eb5-486b-a40c-c78f6d8c0a01 req-765e0113-99d3-4842-9e64-e43a821fa8f5 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701313 Aug 20 11:59:59.148866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9c04d-79e6-48b5-9977-66304173351f req-f339c21c-a12a-4bd9-8a8d-9cd1c734365f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:59.148866 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80c9c04d-79e6-48b5-9977-66304173351f req-f339c21c-a12a-4bd9-8a8d-9cd1c734365f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 945 time: 0.0702965 Aug 20 11:59:59.242681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-80c9c04d-79e6-48b5-9977-66304173351f req-b133db7e-1059-4b51-8254-3ba420e8ccf9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Deleting port 167c3c15-a43b-4de5-8858-4f8194bc16b8 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:59.243035 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-80c9c04d-79e6-48b5-9977-66304173351f req-b133db7e-1059-4b51-8254-3ba420e8ccf9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:59.353925 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-80c9c04d-79e6-48b5-9977-66304173351f req-b133db7e-1059-4b51-8254-3ba420e8ccf9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] For port 167c3c15-a43b-4de5-8858-4f8194bc16b8, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=167c3c15-a43b-4de5-8858-4f8194bc16b8,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:59.355060 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-80c9c04d-79e6-48b5-9977-66304173351f req-b133db7e-1059-4b51-8254-3ba420e8ccf9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:59.377543 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-80c9c04d-79e6-48b5-9977-66304173351f req-b133db7e-1059-4b51-8254-3ba420e8ccf9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Calling delete_port for 167c3c15-a43b-4de5-8858-4f8194bc16b8 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:59.519755 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4470e3-2c2b-4d56-81a9-1a8de72adcdf req-e9ba25f3-2684-4431-98e4-1ffadc38d15c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:59.521286 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e4470e3-2c2b-4d56-81a9-1a8de72adcdf req-e9ba25f3-2684-4431-98e4-1ffadc38d15c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 946 time: 0.1437311 Aug 20 11:59:59.554555 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-80c9c04d-79e6-48b5-9977-66304173351f req-b133db7e-1059-4b51-8254-3ba420e8ccf9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:59.562146 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e4470e3-2c2b-4d56-81a9-1a8de72adcdf req-ba25d9b9-3613-4df1-b65b-3c07603a8e16 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349174 Aug 20 11:59:59.566524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['167c3c15-a43b-4de5-8858-4f8194bc16b8'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:59.571079 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3d9d073b-1ebb-42ea-a1ff-7a2785e024dd'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:59.589891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133db7e-1059-4b51-8254-3ba420e8ccf9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Pushing event deleted for resources: {'Port': ['ID=167c3c15-a43b-4de5-8858-4f8194bc16b8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:59.646202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c9c04d-79e6-48b5-9977-66304173351f req-b133db7e-1059-4b51-8254-3ba420e8ccf9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] No DVR routers for this DVR port 167c3c15-a43b-4de5-8858-4f8194bc16b8 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:59.649480 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-80c9c04d-79e6-48b5-9977-66304173351f req-b133db7e-1059-4b51-8254-3ba420e8ccf9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:59.651351 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80c9c04d-79e6-48b5-9977-66304173351f req-b133db7e-1059-4b51-8254-3ba420e8ccf9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "DELETE /v2.0/ports/167c3c15-a43b-4de5-8858-4f8194bc16b8 HTTP/1.1" status: 204 len: 173 time: 0.5026238 Aug 20 11:59:59.651786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb72e44-faf5-4619-9e10-1eebe1fee2e0', 'name': 'network-vif-deleted', 'tag': '167c3c15-a43b-4de5-8858-4f8194bc16b8'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:59.654648 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b00e56-1b5a-40d9-ac21-e0445b73ab93" -d '{"events": [{"server_uuid": "fdb72e44-faf5-4619-9e10-1eebe1fee2e0", "name": "network-vif-deleted", "tag": "167c3c15-a43b-4de5-8858-4f8194bc16b8"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:59.717557 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75aaed8-63da-45a1-91b9-ede888324a30 x-openstack-request-id: req-f75aaed8-63da-45a1-91b9-ede888324a30 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:59.718045 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb72e44-faf5-4619-9e10-1eebe1fee2e0", "name": "network-vif-deleted", "tag": "167c3c15-a43b-4de5-8858-4f8194bc16b8", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:59.718376 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f75aaed8-63da-45a1-91b9-ede888324a30 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:59.719465 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb72e44-faf5-4619-9e10-1eebe1fee2e0', 'name': 'network-vif-deleted', 'tag': '167c3c15-a43b-4de5-8858-4f8194bc16b8', 'status': 'completed', 'code': 200} Aug 20 12:00:00.322102 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b9b49e3e-3adf-4af1-be4d-f724402847f8 req-82fa58b9-36d9-43a4-9b5b-bb167cd82d5c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdb72e44-faf5-4619-9e10-1eebe1fee2e0 HTTP/1.1" status: 200 len: 210 time: 0.0595641 Aug 20 12:00:00.705481 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df440f-967c-40cf-ba7f-f6ff60c20bf8 req-d0ea018b-b381-4ea9-b343-55570a98ad47 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:00.707566 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49df440f-967c-40cf-ba7f-f6ff60c20bf8 req-d0ea018b-b381-4ea9-b343-55570a98ad47 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 946 time: 0.0510471 Aug 20 12:00:00.721486 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871006-70f2-4905-9bd6-a8cbcc52fab4 req-bb3491a7-5e2e-4d68-ade8-629a55330bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:00.722984 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6871006-70f2-4905-9bd6-a8cbcc52fab4 req-bb3491a7-5e2e-4d68-ade8-629a55330bca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e616cbd04b1b4a0796f0a9fe55765d1c&device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 1097 time: 0.0785332 Aug 20 12:00:00.735008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945f9d6-46e7-4a38-a64c-4d8d8722dc7b req-0e4956e6-4d52-4d2f-a680-45e6a63c90df tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:00.736667 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7945f9d6-46e7-4a38-a64c-4d8d8722dc7b req-0e4956e6-4d52-4d2f-a680-45e6a63c90df tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0631509 Aug 20 12:00:00.746290 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-49df440f-967c-40cf-ba7f-f6ff60c20bf8 req-7eaf0663-b2df-4d03-bb50-1b8a3893476d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331969 Aug 20 12:00:00.822295 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7945f9d6-46e7-4a38-a64c-4d8d8722dc7b req-ba10e212-a8ca-4ad7-a588-8a4af1daeb1e tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770736 Aug 20 12:00:00.858302 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871006-70f2-4905-9bd6-a8cbcc52fab4 req-91e277dd-da3f-4081-8c11-8d8b24c93edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:00.859779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6871006-70f2-4905-9bd6-a8cbcc52fab4 req-91e277dd-da3f-4081-8c11-8d8b24c93edf service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbfbb528-1e66-4421-bdef-cd50695f97de HTTP/1.1" status: 200 len: 919 time: 0.1221533 Aug 20 12:00:00.874102 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fdf10-b331-4f16-be23-d1381f6182fd req-cac1d2aa-0756-4416-8302-fe8aabbf448f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:00.875627 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-501fdf10-b331-4f16-be23-d1381f6182fd req-cac1d2aa-0756-4416-8302-fe8aabbf448f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 946 time: 0.0570478 Aug 20 12:00:00.906750 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6871006-70f2-4905-9bd6-a8cbcc52fab4 req-a6f63e04-b120-47a6-8fd3-47f1b7095a02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc1c4e8-d714-4313-a6c0-4aede4f1951d HTTP/1.1" status: 200 len: 217 time: 0.0395277 Aug 20 12:00:00.916108 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-501fdf10-b331-4f16-be23-d1381f6182fd req-f34cdd14-441c-4082-a92f-883aa9fd3710 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341392 Aug 20 12:00:00.959715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871006-70f2-4905-9bd6-a8cbcc52fab4 req-24f5fc49-a7d8-47d7-a101-9987d3b3eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:00.961255 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6871006-70f2-4905-9bd6-a8cbcc52fab4 req-24f5fc49-a7d8-47d7-a101-9987d3b3eb8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6d22a05-4469-4253-92bd-6e1b070cb48f HTTP/1.1" status: 200 len: 859 time: 0.0469127 Aug 20 12:00:01.004967 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6871006-70f2-4905-9bd6-a8cbcc52fab4 req-bcf6c48c-9cd8-48bb-a1d3-fb9c9006731d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbfbb528-1e66-4421-bdef-cd50695f97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325849 Aug 20 12:00:01.100551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777ab0-a1fc-4672-9866-ea80e7448154 req-085133fd-47b6-4e01-893d-8ffb46a79e01 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:01.101998 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-19777ab0-a1fc-4672-9866-ea80e7448154 req-085133fd-47b6-4e01-893d-8ffb46a79e01 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 946 time: 0.1048942 Aug 20 12:00:01.136302 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6871006-70f2-4905-9bd6-a8cbcc52fab4 req-e1ff8050-3031-45d8-b20d-686127f276a5 service neutron] 10.222.0.35 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276855 Aug 20 12:00:01.168535 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-19777ab0-a1fc-4672-9866-ea80e7448154 req-c8de427d-5eff-43f3-8ff2-6df3baa31e4b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575161 Aug 20 12:00:01.246285 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6871006-70f2-4905-9bd6-a8cbcc52fab4 req-0c387dd7-636a-4d85-ba11-49022591e8e5 service neutron] 10.222.0.35 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993273 Aug 20 12:00:01.274864 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:00:01.465595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2b062-bf69-4794-8bb0-448001bb7c27 req-fc78a4c5-f968-402e-9f1c-44c3a573ecfd tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:01.467657 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-46c2b062-bf69-4794-8bb0-448001bb7c27 req-fc78a4c5-f968-402e-9f1c-44c3a573ecfd tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 946 time: 0.0717509 Aug 20 12:00:01.509098 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-46c2b062-bf69-4794-8bb0-448001bb7c27 req-285aa012-cd24-4826-8d72-0bd20bb218c5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351000 Aug 20 12:00:01.612787 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-2d41f45a-daaa-4941-a236-c54a662f1562 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:01.614218 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-2d41f45a-daaa-4941-a236-c54a662f1562 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 805 time: 0.1056535 Aug 20 12:00:01.631469 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-2af17b8a-c548-474c-846a-722b6eeb14c2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/quotas/21dd6b222c3b4ff2b019fd7f9d90b009 HTTP/1.1" status: 200 len: 375 time: 0.0099273 Aug 20 12:00:01.670154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 167c3c15-a43b-4de5-8858-4f8194bc16b8 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:01.684066 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-a2fb87c2-9fd1-4c56-826f-0fbcc7a883c1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469539 Aug 20 12:00:01.694155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 167c3c15-a43b-4de5-8858-4f8194bc16b8 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:01.694495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 167c3c15-a43b-4de5-8858-4f8194bc16b8 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:01.783344 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-3b68d96b-093b-4e57-80d5-ab4e0625d463 service neutron] 10.222.0.37 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915134 Aug 20 12:00:01.873498 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-edb1ce64-b42e-4d87-aa6d-ed4b2536e009 service neutron] 10.222.0.37 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839324 Aug 20 12:00:01.948168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeedd07-bb1a-4d5c-a3a0-0b9ac862a0ae req-b91ae5c7-ede3-404f-8ced-b23ec5175d9a tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:01.953815 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cfeedd07-bb1a-4d5c-a3a0-0b9ac862a0ae req-b91ae5c7-ede3-404f-8ced-b23ec5175d9a tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0513148 Aug 20 12:00:02.008806 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cfeedd07-bb1a-4d5c-a3a0-0b9ac862a0ae req-48a2f907-d982-49eb-9b8a-6d11ce3e127c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499246 Aug 20 12:00:02.055224 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-84656a31-aa6d-473d-8728-e7e8ef94a73c req-f324a031-c6b3-494e-aa9d-7e2a242ca738 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 210 time: 0.0331519 Aug 20 12:00:02.640908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9da03-a395-423c-954c-2c6afb487930 req-54c00b4f-95fd-42f4-91c8-9f1029c49f7f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:02.642384 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6aa9da03-a395-423c-954c-2c6afb487930 req-54c00b4f-95fd-42f4-91c8-9f1029c49f7f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 946 time: 0.0570188 Aug 20 12:00:02.687084 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6aa9da03-a395-423c-954c-2c6afb487930 req-fb91f3c5-976f-4a22-9fef-daab04e46380 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386469 Aug 20 12:00:02.920493 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.052045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ba210-3179-4f81-944e-3f776b4cd2b8 req-edb73cee-51e0-41a7-9825-15f32f0037c8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:03.053640 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d2ba210-3179-4f81-944e-3f776b4cd2b8 req-edb73cee-51e0-41a7-9825-15f32f0037c8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 946 time: 0.0813599 Aug 20 12:00:03.061032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-5bdd949e-d4a0-4293-b461-fd43175a4f4c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:03.062484 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-5bdd949e-d4a0-4293-b461-fd43175a4f4c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 805 time: 0.1630993 Aug 20 12:00:03.078707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-f06a8799-f6c4-492a-b352-30ff6b81d301 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Request body: {'port': {'device_id': '35abf2e2-9c68-4855-92dc-6b36240589de', 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554', 'admin_state_up': True, 'tenant_id': '21dd6b222c3b4ff2b019fd7f9d90b009'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:03.177444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c56b49-2b0c-489f-b256-2db5c2430cbe req-37602b28-9c10-4440-8bc8-d5a01fc7ac9f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:03.179175 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-26c56b49-2b0c-489f-b256-2db5c2430cbe req-37602b28-9c10-4440-8bc8-d5a01fc7ac9f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0843406 Aug 20 12:00:03.229447 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-26c56b49-2b0c-489f-b256-2db5c2430cbe req-7bf789a6-0146-4cd0-a59f-a422877d56c0 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422590 Aug 20 12:00:03.543891 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-250627b6-8ed8-4753-a683-7d57a4e7cef5 req-1e1a245d-3c94-42f5-b7e2-c33916f7dfbd tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 210 time: 0.3876667 Aug 20 12:00:03.604840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-3d2ba210-3179-4f81-944e-3f776b4cd2b8 req-776cb518-9ee8-4468-a0aa-4414eb5b0d0c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Deleting port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:03.605180 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3d2ba210-3179-4f81-944e-3f776b4cd2b8 req-776cb518-9ee8-4468-a0aa-4414eb5b0d0c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.651234 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-f06a8799-f6c4-492a-b352-30ff6b81d301 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Made reservation on behalf of 21dd6b222c3b4ff2b019fd7f9d90b009 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:03.655094 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-f06a8799-f6c4-492a-b352-30ff6b81d301 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.757215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3d2ba210-3179-4f81-944e-3f776b4cd2b8 req-776cb518-9ee8-4468-a0aa-4414eb5b0d0c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] For port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c9b75023-eb6b-4dba-8a34-b1fa6965f9d5,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:03.757728 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3d2ba210-3179-4f81-944e-3f776b4cd2b8 req-776cb518-9ee8-4468-a0aa-4414eb5b0d0c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.777942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-3d2ba210-3179-4f81-944e-3f776b4cd2b8 req-776cb518-9ee8-4468-a0aa-4414eb5b0d0c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Calling delete_port for c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:03.808830 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ccf1f-cf98-40cd-b214-952a06d84f51 req-e683d4ef-53be-43cb-bd2d-1f3fa6387194 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:03.811657 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d23ccf1f-cf98-40cd-b214-952a06d84f51 req-e683d4ef-53be-43cb-bd2d-1f3fa6387194 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 946 time: 0.0528107 Aug 20 12:00:03.856067 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d23ccf1f-cf98-40cd-b214-952a06d84f51 req-3ed48c35-d287-487c-9e2f-93a9fe99778d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371027 Aug 20 12:00:03.864769 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-f06a8799-f6c4-492a-b352-30ff6b81d301 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Allocated IP 172.20.0.11 (e846d3a0-5933-4c17-9498-c75783c06554/6c6e1881-b439-4ba3-9e13-47bdb96ee8e5/b8df37c9-cdef-4029-96e0-22ac2cc8e8b9) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:03.997972 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3d2ba210-3179-4f81-944e-3f776b4cd2b8 req-776cb518-9ee8-4468-a0aa-4414eb5b0d0c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.009551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['c9b75023-eb6b-4dba-8a34-b1fa6965f9d5'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:04.076206 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cb518-9ee8-4468-a0aa-4414eb5b0d0c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event deleted for resources: {'Port': ['ID=c9b75023-eb6b-4dba-8a34-b1fa6965f9d5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:04.134475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2ba210-3179-4f81-944e-3f776b4cd2b8 req-776cb518-9ee8-4468-a0aa-4414eb5b0d0c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] No DVR routers for this DVR port c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:00:04.139303 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3d2ba210-3179-4f81-944e-3f776b4cd2b8 req-776cb518-9ee8-4468-a0aa-4414eb5b0d0c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.141334 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3d2ba210-3179-4f81-944e-3f776b4cd2b8 req-776cb518-9ee8-4468-a0aa-4414eb5b0d0c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.35 "DELETE /v2.0/ports/c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 HTTP/1.1" status: 204 len: 173 time: 1.0758178 Aug 20 12:00:04.141784 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc23d08-e3c4-46e0-92b3-85dce9e0c929', 'name': 'network-vif-deleted', 'tag': 'c9b75023-eb6b-4dba-8a34-b1fa6965f9d5'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:04.144007 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0599abf9-6f32-4c18-99f0-c435295d7b9f" -d '{"events": [{"server_uuid": "2cc23d08-e3c4-46e0-92b3-85dce9e0c929", "name": "network-vif-deleted", "tag": "c9b75023-eb6b-4dba-8a34-b1fa6965f9d5"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:04.177372 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-f06a8799-f6c4-492a-b352-30ff6b81d301 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.205619 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4122ef2-d5ea-4d64-a8ef-b2948f104ebf x-openstack-request-id: req-a4122ef2-d5ea-4d64-a8ef-b2948f104ebf {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:04.205840 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc23d08-e3c4-46e0-92b3-85dce9e0c929", "name": "network-vif-deleted", "tag": "c9b75023-eb6b-4dba-8a34-b1fa6965f9d5", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:04.206314 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4122ef2-d5ea-4d64-a8ef-b2948f104ebf {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:04.214703 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc23d08-e3c4-46e0-92b3-85dce9e0c929', 'name': 'network-vif-deleted', 'tag': 'c9b75023-eb6b-4dba-8a34-b1fa6965f9d5', 'status': 'completed', 'code': 200} Aug 20 12:00:04.238341 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-f06a8799-f6c4-492a-b352-30ff6b81d301 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.253525 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3d9d073b-1ebb-42ea-a1ff-7a2785e024dd'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:04.300125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-f06a8799-f6c4-492a-b352-30ff6b81d301 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Network e846d3a0-5933-4c17-9498-c75783c06554 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:04.309913 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-f06a8799-f6c4-492a-b352-30ff6b81d301 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:04.319008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-f06a8799-f6c4-492a-b352-30ff6b81d301 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:04.323468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a8799-f6c4-492a-b352-30ff6b81d301 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Pushing event updated for resources: {'Port': ['ID=b8df37c9-cdef-4029-96e0-22ac2cc8e8b9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:04.422319 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-f06a8799-f6c4-492a-b352-30ff6b81d301 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:04.425140 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-f06a8799-f6c4-492a-b352-30ff6b81d301 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.459783 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-f06a8799-f6c4-492a-b352-30ff6b81d301 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3825293 Aug 20 12:00:04.474978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51da5a-428b-493d-8f8a-fd12c094b432 req-5ee04827-05b5-4c7d-bb10-7dbe25dfc825 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:04.478072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-23ad6125-6ea9-4f7f-9e43-8739cf08c67e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:00:04.479135 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-23ad6125-6ea9-4f7f-9e43-8739cf08c67e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155718 Aug 20 12:00:04.480768 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed51da5a-428b-493d-8f8a-fd12c094b432 req-5ee04827-05b5-4c7d-bb10-7dbe25dfc825 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.1137848 Aug 20 12:00:04.492487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Request body: {'port': {'device_id': '35abf2e2-9c68-4855-92dc-6b36240589de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:04.538214 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed51da5a-428b-493d-8f8a-fd12c094b432 req-95a68c8c-d50f-490d-94a0-9063063f62f8 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495515 Aug 20 12:00:04.558369 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.816042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec43c88-cff1-4a4c-96bb-287c55549207 req-c3a6a8f9-3f66-483f-a1e5-205a9427f521 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:04.824366 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ec43c88-cff1-4a4c-96bb-287c55549207 req-c3a6a8f9-3f66-483f-a1e5-205a9427f521 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 932 time: 0.1320319 Aug 20 12:00:04.878816 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ec43c88-cff1-4a4c-96bb-287c55549207 req-06c4fde7-cabd-4275-bab3-d9e0adb1ab0c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534880 Aug 20 12:00:04.954659 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40992) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:05.001192 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:05.017409 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.038099 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bba3e1f7-cb24-43e1-b4a2-ed76828a2320 req-0d878a7e-1fa6-4f00-b11a-8bc54eebfe57 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 210 time: 0.0415976 Aug 20 12:00:05.043705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Transition to ACTIVE for port object b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:05.054328 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.107516 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Pushing event updated for resources: {'Port': ['ID=b8df37c9-cdef-4029-96e0-22ac2cc8e8b9,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:05.122651 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05a013e8-aaa7-4f6f-a62f-041ecfdf0cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.190621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Attempting to bind port b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:05.190883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Attempting to bind port b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:05.191215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Attempting to bind port b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 on network e846d3a0-5933-4c17-9498-c75783c06554 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:05.196418 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Port b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 on network e846d3a0-5933-4c17-9498-c75783c06554 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:00:05.196776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Attempting to bind port b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 on network e846d3a0-5933-4c17-9498-c75783c06554 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:05.203059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:05.203596 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Checking segment: {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:05.204284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Bound using segment: {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:05.205066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Bound port: b8df37c9-cdef-4029-96e0-22ac2cc8e8b9, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:05.205675 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.259189 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05a013e8-aaa7-4f6f-a62f-041ecfdf0cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.265971 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05a013e8-aaa7-4f6f-a62f-041ecfdf0cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.280979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] For port b8df37c9-cdef-4029-96e0-22ac2cc8e8b9, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:05.284104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] For port b8df37c9-cdef-4029-96e0-22ac2cc8e8b9, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b8df37c9-cdef-4029-96e0-22ac2cc8e8b9,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:05.289787 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.313710 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-05a013e8-aaa7-4f6f-a62f-041ecfdf0cff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=523d3cc832e64ce18b942755977876fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556237 Aug 20 12:00:05.313710 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a013e8-aaa7-4f6f-a62f-041ecfdf0cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a329c70f-ba0a-4f5e-a8ae-a5125e5fc856,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:05.315438 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 40996) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:05.329151 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:05.329775 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.331165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] 10.222.0.76 "PUT /v2.0/ports/b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 HTTP/1.1" status: 200 len: 1092 time: 0.8448632 Aug 20 12:00:05.355050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee204485-0023-4f30-a7ae-49d375ba085a service neutron] Pushing event updated for resources: {'Port': ['ID=b8df37c9-cdef-4029-96e0-22ac2cc8e8b9,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:05.375276 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdb6cf7e-e4e6-46f9-8791-9a6012a7e2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.405074 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdb6cf7e-e4e6-46f9-8791-9a6012a7e2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.455111 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdb6cf7e-e4e6-46f9-8791-9a6012a7e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.458381 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdb6cf7e-e4e6-46f9-8791-9a6012a7e2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.460691 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cdb6cf7e-e4e6-46f9-8791-9a6012a7e2aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a329c70f-ba0a-4f5e-a8ae-a5125e5fc856 HTTP/1.1" status: 204 len: 168 time: 0.1441979 Aug 20 12:00:05.471987 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6cf7e-e4e6-46f9-8791-9a6012a7e2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a329c70f-ba0a-4f5e-a8ae-a5125e5fc856,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:05.483102 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-fb130f21-87d3-45a3-85e9-0a86f539be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:05.484767 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-fb130f21-87d3-45a3-85e9-0a86f539be6f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 1095 time: 0.1031048 Aug 20 12:00:05.493942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-10b37255-d34d-4e2a-b712-d04c1a7db182 req-369fafe4-e164-4ad6-b5ef-6b548d0c9cdb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0967233 Aug 20 12:00:05.549147 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-f10684a9-76a6-447c-90c4-3c77289081e6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 HTTP/1.1" status: 200 len: 217 time: 0.0466928 Aug 20 12:00:05.669591 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37255-d34d-4e2a-b712-d04c1a7db182 req-52c1e120-85b4-47b9-9416-bd159fe14e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:05.671135 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-10b37255-d34d-4e2a-b712-d04c1a7db182 req-52c1e120-85b4-47b9-9416-bd159fe14e17 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e616cbd04b1b4a0796f0a9fe55765d1c&device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 1097 time: 0.1208665 Aug 20 12:00:05.673327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-4ff9dbdf-9f47-44bd-8214-7b97f3db8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:05.674740 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-4ff9dbdf-9f47-44bd-8214-7b97f3db8180 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 HTTP/1.1" status: 200 len: 845 time: 0.1161225 Aug 20 12:00:05.700880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019617de-0cca-4db0-9b5a-ba1498a42ec3 req-b9c3f9f0-34b5-4a0a-9c32-814537caed3f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:05.703490 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-019617de-0cca-4db0-9b5a-ba1498a42ec3 req-b9c3f9f0-34b5-4a0a-9c32-814537caed3f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0855908 Aug 20 12:00:05.728813 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-a4547ac2-8716-4265-8960-176d909913a8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e846d3a0-5933-4c17-9498-c75783c06554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460465 Aug 20 12:00:05.881215 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-019617de-0cca-4db0-9b5a-ba1498a42ec3 req-2dcb0aa5-b900-41d1-b7d6-70283e954d0f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548986 Aug 20 12:00:05.932978 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-da2d73aa-3fe0-4033-80ee-54a7db399529 service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473291 Aug 20 12:00:06.037719 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021245ef-b42e-47b0-912c-29fef8202224 req-36b1b0db-fb82-41c7-87aa-bdaa9d2a6870 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:06.040759 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37255-d34d-4e2a-b712-d04c1a7db182 req-02c9afd3-2fd4-49d5-86f0-b95e79dff476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:06.043877 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-10b37255-d34d-4e2a-b712-d04c1a7db182 req-02c9afd3-2fd4-49d5-86f0-b95e79dff476 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbfbb528-1e66-4421-bdef-cd50695f97de HTTP/1.1" status: 200 len: 919 time: 0.3501217 Aug 20 12:00:06.045257 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-021245ef-b42e-47b0-912c-29fef8202224 req-36b1b0db-fb82-41c7-87aa-bdaa9d2a6870 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 944 time: 0.0912364 Aug 20 12:00:06.094987 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-021245ef-b42e-47b0-912c-29fef8202224 req-a3a32e0f-87a0-47a2-a838-f4e68a5a521f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448089 Aug 20 12:00:06.100430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-10b37255-d34d-4e2a-b712-d04c1a7db182 req-4f172a3f-9053-4b67-8c3b-25a7e7af19cd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 HTTP/1.1" status: 200 len: 217 time: 0.0504377 Aug 20 12:00:06.199295 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b68e5f0f-08d9-48e9-a974-92de567b07da req-4a9a7915-e89a-472a-826a-ea223993ac2c service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577233 Aug 20 12:00:06.201699 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f101732-99db-4e97-a248-346ea0218122 req-b6e3c14d-0099-4622-941a-32e56a7b3ed8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 210 time: 0.0481102 Aug 20 12:00:06.210964 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37255-d34d-4e2a-b712-d04c1a7db182 req-c2fb6e06-399e-4b67-8850-fb3cdf0025f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:06.212513 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-10b37255-d34d-4e2a-b712-d04c1a7db182 req-c2fb6e06-399e-4b67-8850-fb3cdf0025f0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e6d22a05-4469-4253-92bd-6e1b070cb48f HTTP/1.1" status: 200 len: 859 time: 0.0960002 Aug 20 12:00:06.216363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35abf2e2-9c68-4855-92dc-6b36240589de', 'tag': 'b8df37c9-cdef-4029-96e0-22ac2cc8e8b9'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:06.218836 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f67232-aa36-41cf-a8ca-972dcdc94ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "35abf2e2-9c68-4855-92dc-6b36240589de", "tag": "b8df37c9-cdef-4029-96e0-22ac2cc8e8b9"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:06.263539 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-10b37255-d34d-4e2a-b712-d04c1a7db182 req-821a4114-da21-41bd-9c58-7ccc4b7cede6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbfbb528-1e66-4421-bdef-cd50695f97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324583 Aug 20 12:00:06.269525 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582ac7aa-54e2-49be-96d3-e14c70ba73fa x-openstack-request-id: req-582ac7aa-54e2-49be-96d3-e14c70ba73fa {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:06.269873 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35abf2e2-9c68-4855-92dc-6b36240589de", "tag": "b8df37c9-cdef-4029-96e0-22ac2cc8e8b9", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:06.270128 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-582ac7aa-54e2-49be-96d3-e14c70ba73fa {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:06.270928 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35abf2e2-9c68-4855-92dc-6b36240589de', 'tag': 'b8df37c9-cdef-4029-96e0-22ac2cc8e8b9', 'status': 'completed', 'code': 200} Aug 20 12:00:06.395551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f67232-aa36-41cf-a8ca-972dcdc94ed4 req-8cfc6489-33b3-4f84-870a-43648c062924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:06.397545 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-83f67232-aa36-41cf-a8ca-972dcdc94ed4 req-8cfc6489-33b3-4f84-870a-43648c062924 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 1095 time: 0.0805256 Aug 20 12:00:06.405730 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-10b37255-d34d-4e2a-b712-d04c1a7db182 req-12298f94-17b6-4dd6-a717-e2ab1d2bad42 service neutron] 10.222.0.76 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334677 Aug 20 12:00:06.534670 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:06.567191 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:06.567725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c9b75023-eb6b-4dba-8a34-b1fa6965f9d5 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:06.570932 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f67232-aa36-41cf-a8ca-972dcdc94ed4 req-dd7fd10a-9f06-4a9e-aee5-4711c959305c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:06.572555 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-83f67232-aa36-41cf-a8ca-972dcdc94ed4 req-dd7fd10a-9f06-4a9e-aee5-4711c959305c service neutron] 10.222.0.76 "GET /v2.0/networks?id=e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 200 len: 905 time: 0.1658049 Aug 20 12:00:06.577232 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-10b37255-d34d-4e2a-b712-d04c1a7db182 req-51a78a30-cf03-4d70-8eaf-7045d45baeff service neutron] 10.222.0.76 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617739 Aug 20 12:00:06.640967 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-83f67232-aa36-41cf-a8ca-972dcdc94ed4 req-3aa6c861-5a09-48e2-ac47-c80652319d31 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 HTTP/1.1" status: 200 len: 217 time: 0.0498056 Aug 20 12:00:06.706257 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f67232-aa36-41cf-a8ca-972dcdc94ed4 req-99324ee5-d489-4c7d-88b0-a15d97032312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:06.710622 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-83f67232-aa36-41cf-a8ca-972dcdc94ed4 req-99324ee5-d489-4c7d-88b0-a15d97032312 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 HTTP/1.1" status: 200 len: 845 time: 0.0626221 Aug 20 12:00:06.754764 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-83f67232-aa36-41cf-a8ca-972dcdc94ed4 req-3355bd63-112f-43c9-a454-cdcd5c74a94c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e846d3a0-5933-4c17-9498-c75783c06554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361726 Aug 20 12:00:06.855966 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-83f67232-aa36-41cf-a8ca-972dcdc94ed4 req-853b3a5a-934f-40e0-9547-1934a4bf22ec service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922589 Aug 20 12:00:07.005061 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-83f67232-aa36-41cf-a8ca-972dcdc94ed4 req-1f1323ac-fae0-4e5a-92f8-1a80db0b859c service neutron] 10.222.0.76 "GET /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367772 Aug 20 12:00:07.043390 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87756c3-cc1f-41f7-921a-51e94a7e2515 req-8ce3be40-80a3-447a-a543-30426bb35269 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:07.045847 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d87756c3-cc1f-41f7-921a-51e94a7e2515 req-8ce3be40-80a3-447a-a543-30426bb35269 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0713589 Aug 20 12:00:07.086239 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d87756c3-cc1f-41f7-921a-51e94a7e2515 req-79227ccd-1aae-4675-bdb0-0fc4f2073224 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343354 Aug 20 12:00:07.228220 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27756509-24e2-42d7-b0e3-22314b81ec0c req-ada67b2d-d584-4a52-845a-f89cfb4002f9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:07.229828 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-27756509-24e2-42d7-b0e3-22314b81ec0c req-ada67b2d-d584-4a52-845a-f89cfb4002f9 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 944 time: 0.0647180 Aug 20 12:00:07.283287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-27756509-24e2-42d7-b0e3-22314b81ec0c req-5e008859-a5de-4696-b7ec-d4658b29532a tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387599 Aug 20 12:00:07.319099 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-58eafff5-9f59-4d77-bb4e-d5ed1cbfec61 req-bdc40055-2a03-4df6-b45e-27cd91bdee40 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 210 time: 0.0282993 Aug 20 12:00:08.205721 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f103e7b-fcaa-4d77-a1b0-147bdd026ec8 req-d48b92d1-423c-495a-9880-52e3e04f852c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:08.207216 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f103e7b-fcaa-4d77-a1b0-147bdd026ec8 req-d48b92d1-423c-495a-9880-52e3e04f852c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0525994 Aug 20 12:00:08.245666 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f103e7b-fcaa-4d77-a1b0-147bdd026ec8 req-544ac0df-3f5f-4222-b77c-67818cf8d2c6 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Aug 20 12:00:08.410185 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05646e-3d89-42a2-9b70-3b6869b6db62 req-ff3b0eed-22fa-46d9-b6a0-fc92578062cb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:08.411755 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4d05646e-3d89-42a2-9b70-3b6869b6db62 req-ff3b0eed-22fa-46d9-b6a0-fc92578062cb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 944 time: 0.0589261 Aug 20 12:00:08.466092 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f79dceb-0d32-4ff4-8054-164e4adfb78a req-054bf6d7-b7fc-4afb-b719-b1cf6a58b33f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc23d08-e3c4-46e0-92b3-85dce9e0c929 HTTP/1.1" status: 200 len: 210 time: 0.0473192 Aug 20 12:00:08.475198 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4d05646e-3d89-42a2-9b70-3b6869b6db62 req-5145d61e-eb4b-4a32-98d2-d4f65f960ee6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485396 Aug 20 12:00:09.040492 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:09.369816 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40d71b-8ab5-4c6a-b472-14cd8b84415b req-0dd313e7-439e-4758-b38c-05c1b3f2aae1 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:09.371302 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ea40d71b-8ab5-4c6a-b472-14cd8b84415b req-0dd313e7-439e-4758-b38c-05c1b3f2aae1 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0491960 Aug 20 12:00:09.409238 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ea40d71b-8ab5-4c6a-b472-14cd8b84415b req-8896787d-d87e-4e0a-9c26-cdfb5a6aeef0 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310481 Aug 20 12:00:09.584087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f5805-7f02-4f30-87d6-9d5e24464392 req-d060f93c-0302-460a-9b87-946962c27898 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:09.585743 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d3f5805-7f02-4f30-87d6-9d5e24464392 req-d060f93c-0302-460a-9b87-946962c27898 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 944 time: 0.0562055 Aug 20 12:00:09.631639 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d3f5805-7f02-4f30-87d6-9d5e24464392 req-43545a4f-7d2b-4ba6-90f1-e7728a0cd0ac tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387068 Aug 20 12:00:09.716569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:00:09.809318 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b8df37c9-cdef-4029-96e0-22ac2cc8e8b9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b8df37c9-cdef-4029-96e0-22ac2cc8e8b9,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:09.820344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'b8df37c9-cdef-4029-96e0-22ac2cc8e8b9', 'network_id': 'e846d3a0-5933-4c17-9498-c75783c06554', 'port_id': 'b8df37c9-cdef-4029-96e0-22ac2cc8e8b9', 'mac_address': 'fa:16:3e:28:d3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6e1881-b439-4ba3-9e13-47bdb96ee8e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:00:09.861620 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:09.873926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:09.893461 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b8df37c9-cdef-4029-96e0-22ac2cc8e8b9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b8df37c9-cdef-4029-96e0-22ac2cc8e8b9,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:09.898822 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:09.946566 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b8df37c9-cdef-4029-96e0-22ac2cc8e8b9,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:10.096284 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['b8df37c9-cdef-4029-96e0-22ac2cc8e8b9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:10.529004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c817c-8fe8-44b6-8fe8-9a7d4eb40629 req-149f4085-ec95-459a-a1f0-33a68fa7e021 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:10.530678 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-732c817c-8fe8-44b6-8fe8-9a7d4eb40629 req-149f4085-ec95-459a-a1f0-33a68fa7e021 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0517955 Aug 20 12:00:10.569722 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-732c817c-8fe8-44b6-8fe8-9a7d4eb40629 req-9e67e08d-e6ca-4bc5-acc5-ab2787f433b1 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330133 Aug 20 12:00:10.764293 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac9134-5fff-4b84-a166-baae3787d374 req-7e45150c-47a0-46f9-ba11-c234b8b5a9c1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:10.765850 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cac9134-5fff-4b84-a166-baae3787d374 req-7e45150c-47a0-46f9-ba11-c234b8b5a9c1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 945 time: 0.0504570 Aug 20 12:00:10.817220 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3cac9134-5fff-4b84-a166-baae3787d374 req-07683cb0-0219-4f4c-84df-12f2e1232eea tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442376 Aug 20 12:00:11.689975 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d76b74-bfa8-4f93-8505-25869106abac req-f03bf74f-5331-448b-bf80-a92a5d05a3a6 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:11.691920 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2d76b74-bfa8-4f93-8505-25869106abac req-f03bf74f-5331-448b-bf80-a92a5d05a3a6 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0513418 Aug 20 12:00:11.718048 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:11.739468 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c2d76b74-bfa8-4f93-8505-25869106abac req-b8626098-694b-445e-8c06-4397462a7a81 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413544 Aug 20 12:00:11.781978 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:11.785526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:11.785890 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:11.862494 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:11.884618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35abf2e2-9c68-4855-92dc-6b36240589de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8df37c9-cdef-4029-96e0-22ac2cc8e8b9'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:11.886901 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52352843-c015-431f-987e-718fa65c6bcc" -d '{"events": [{"server_uuid": "35abf2e2-9c68-4855-92dc-6b36240589de", "name": "network-vif-plugged", "status": "completed", "tag": "b8df37c9-cdef-4029-96e0-22ac2cc8e8b9"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:11.900513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b8df37c9-cdef-4029-96e0-22ac2cc8e8b9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b8df37c9-cdef-4029-96e0-22ac2cc8e8b9,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:11.909719 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:11.946928 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba43800-a0b4-4de4-99f5-0493786b6ca4 x-openstack-request-id: req-8ba43800-a0b4-4de4-99f5-0493786b6ca4 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:11.947168 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35abf2e2-9c68-4855-92dc-6b36240589de", "name": "network-vif-plugged", "status": "completed", "tag": "b8df37c9-cdef-4029-96e0-22ac2cc8e8b9", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:11.951720 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ba43800-a0b4-4de4-99f5-0493786b6ca4 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:11.952377 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35abf2e2-9c68-4855-92dc-6b36240589de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8df37c9-cdef-4029-96e0-22ac2cc8e8b9', 'code': 200} Aug 20 12:00:11.953419 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236395e-4eb0-40e3-bdcd-440e629bb95c req-a82ea427-9d7c-4588-810a-0a1fe3b1463a tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:11.961579 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8236395e-4eb0-40e3-bdcd-440e629bb95c req-a82ea427-9d7c-4588-810a-0a1fe3b1463a tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 945 time: 0.0761747 Aug 20 12:00:11.990193 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b8df37c9-cdef-4029-96e0-22ac2cc8e8b9,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:12.022119 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8236395e-4eb0-40e3-bdcd-440e629bb95c req-eacf7d88-0b03-4c38-8ba0-418e9f1ce751 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576510 Aug 20 12:00:12.054161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a70b34-35e1-4a4e-9a6e-e6f3cbdc0c57 req-7606008b-0c82-463d-b587-067284238682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:12.055671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-56a70b34-35e1-4a4e-9a6e-e6f3cbdc0c57 req-7606008b-0c82-463d-b587-067284238682 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 1097 time: 0.0442460 Aug 20 12:00:12.090076 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-56a70b34-35e1-4a4e-9a6e-e6f3cbdc0c57 req-4bee9c1e-8ad6-4e23-8f4c-43ad6a092e69 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275736 Aug 20 12:00:12.867029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee6986-d72c-48a6-8bae-45eb72aabc0e req-8ae9e3e7-c4fb-4a87-962c-c88226e7ea8a tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:12.868690 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2bee6986-d72c-48a6-8bae-45eb72aabc0e req-8ae9e3e7-c4fb-4a87-962c-c88226e7ea8a tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0569556 Aug 20 12:00:12.922990 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2bee6986-d72c-48a6-8bae-45eb72aabc0e req-aaae3273-fac3-41a0-81d9-32ad90f59aa2 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429974 Aug 20 12:00:13.153884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08433e44-830a-4100-bc3d-82553b8385d9 req-8be0e16b-9340-4681-983e-1c80ebd467c7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:13.160137 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08433e44-830a-4100-bc3d-82553b8385d9 req-8be0e16b-9340-4681-983e-1c80ebd467c7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0634911 Aug 20 12:00:13.202762 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08433e44-830a-4100-bc3d-82553b8385d9 req-dde5f16f-f653-4fbc-a2a6-fc7d49f491e5 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410614 Aug 20 12:00:14.044475 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749919c-dae0-4777-85b1-1fd07f3304cd req-07e32a77-1cb9-4fe8-a138-b2dabaaa715f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:14.046141 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d749919c-dae0-4777-85b1-1fd07f3304cd req-07e32a77-1cb9-4fe8-a138-b2dabaaa715f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0508909 Aug 20 12:00:14.091585 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d749919c-dae0-4777-85b1-1fd07f3304cd req-129ab04a-80e9-4f03-a3cb-4f080cd50a17 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393536 Aug 20 12:00:14.325981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b6ac2-4c4b-4fd3-a203-12cb0323c4fb req-6cea15f7-7540-4d3d-b71c-78e200d2816d tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:14.328203 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-473b6ac2-4c4b-4fd3-a203-12cb0323c4fb req-6cea15f7-7540-4d3d-b71c-78e200d2816d tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0504448 Aug 20 12:00:14.368403 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-473b6ac2-4c4b-4fd3-a203-12cb0323c4fb req-a2f82f7e-ccbd-46e6-b1a8-903647925f20 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335877 Aug 20 12:00:14.623836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70659ca-d3fa-400a-9179-19ec84d0ea48 req-6ea4cc2b-4b47-4e57-81d1-a40836167c46 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:14.629247 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d70659ca-d3fa-400a-9179-19ec84d0ea48 req-6ea4cc2b-4b47-4e57-81d1-a40836167c46 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0654681 Aug 20 12:00:14.681269 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d70659ca-d3fa-400a-9179-19ec84d0ea48 req-9fdf80f2-2d56-44d5-aec2-222011fc09d3 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475080 Aug 20 12:00:14.830240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655edfe-97eb-4417-9f09-982561be69af req-082d9037-138c-4223-924a-82f5958d8234 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:14.830240 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3655edfe-97eb-4417-9f09-982561be69af req-082d9037-138c-4223-924a-82f5958d8234 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0694244 Aug 20 12:00:14.885178 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3655edfe-97eb-4417-9f09-982561be69af req-a315e34c-f8a3-4d7a-ad3f-665484f0805a tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494721 Aug 20 12:00:15.140186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17390d43-e585-46bb-af47-b4f3bc559e7b req-10405913-4796-4970-9d65-815a70684ee4 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:15.141974 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-17390d43-e585-46bb-af47-b4f3bc559e7b req-10405913-4796-4970-9d65-815a70684ee4 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0598888 Aug 20 12:00:15.206793 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-17390d43-e585-46bb-af47-b4f3bc559e7b req-142331c8-e74a-4926-b28a-5a1d56c34e15 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479777 Aug 20 12:00:15.251876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701bfb8-4b64-4668-834b-c1dc7b34f4b5 req-d941d39d-8740-410c-964d-e83a9aa757b9 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:15.260128 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2701bfb8-4b64-4668-834b-c1dc7b34f4b5 req-d941d39d-8740-410c-964d-e83a9aa757b9 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0610149 Aug 20 12:00:15.306666 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2701bfb8-4b64-4668-834b-c1dc7b34f4b5 req-4005b3b6-e94d-476c-8f8f-c0195901d9ba tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456367 Aug 20 12:00:16.317499 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bc30e-861e-408b-a89b-efc93655d708 req-1636830d-88ba-4f8b-80f7-787b9f1f732b tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:16.320183 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2f6bc30e-861e-408b-a89b-efc93655d708 req-1636830d-88ba-4f8b-80f7-787b9f1f732b tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0526123 Aug 20 12:00:16.407985 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2f6bc30e-861e-408b-a89b-efc93655d708 req-e1746ba0-c5c3-45ad-9b73-fe1b96e9c8d1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783548 Aug 20 12:00:16.487819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bffe26-6f6f-4c58-8be8-59d3ea2b5739 req-486073af-2b78-4f37-8d64-38e5f766eec2 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:16.489582 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84bffe26-6f6f-4c58-8be8-59d3ea2b5739 req-486073af-2b78-4f37-8d64-38e5f766eec2 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0682282 Aug 20 12:00:16.540213 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84bffe26-6f6f-4c58-8be8-59d3ea2b5739 req-9a87a43b-5c9b-4c67-9c3f-3e60bc8c5510 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443122 Aug 20 12:00:16.868901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59439e7-07a4-4992-93df-06b4c2d5677f req-c3344241-2ddf-456f-a8f0-4fd63a5718ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:16.870433 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b59439e7-07a4-4992-93df-06b4c2d5677f req-c3344241-2ddf-456f-a8f0-4fd63a5718ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e616cbd04b1b4a0796f0a9fe55765d1c&device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 1097 time: 0.0425065 Aug 20 12:00:16.990593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59439e7-07a4-4992-93df-06b4c2d5677f req-87f3c34e-7577-470b-8ea3-a8b3b4ee38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:16.992105 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b59439e7-07a4-4992-93df-06b4c2d5677f req-87f3c34e-7577-470b-8ea3-a8b3b4ee38b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbfbb528-1e66-4421-bdef-cd50695f97de HTTP/1.1" status: 200 len: 919 time: 0.1009586 Aug 20 12:00:17.037598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b59439e7-07a4-4992-93df-06b4c2d5677f req-22cdcac4-d707-44e6-a64c-b94e5b99bb90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc1c4e8-d714-4313-a6c0-4aede4f1951d HTTP/1.1" status: 200 len: 217 time: 0.0370495 Aug 20 12:00:17.092582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59439e7-07a4-4992-93df-06b4c2d5677f req-ccc28bc3-c7dd-4d68-85a9-5f195631331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:17.094452 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b59439e7-07a4-4992-93df-06b4c2d5677f req-ccc28bc3-c7dd-4d68-85a9-5f195631331b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6d22a05-4469-4253-92bd-6e1b070cb48f HTTP/1.1" status: 200 len: 859 time: 0.0494976 Aug 20 12:00:17.128116 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b59439e7-07a4-4992-93df-06b4c2d5677f req-69d45729-41d9-4d40-922f-a75aa9cf8dde service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbfbb528-1e66-4421-bdef-cd50695f97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264428 Aug 20 12:00:17.231095 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b59439e7-07a4-4992-93df-06b4c2d5677f req-e9b9dc18-b781-4cae-beec-02f665ed6296 service neutron] 10.222.0.35 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937161 Aug 20 12:00:17.338199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b59439e7-07a4-4992-93df-06b4c2d5677f req-206713ec-5ef3-495c-90dc-8a9c8475d92a service neutron] 10.222.0.35 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988042 Aug 20 12:00:17.367532 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e08399-3b2e-4d87-ace0-422ddb8fce72 req-6980bcce-85aa-404b-97f5-c4225f85b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:17.369078 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c9e08399-3b2e-4d87-ace0-422ddb8fce72 req-6980bcce-85aa-404b-97f5-c4225f85b5bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 1097 time: 0.0514910 Aug 20 12:00:17.412748 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c9e08399-3b2e-4d87-ace0-422ddb8fce72 req-af1fa50d-0309-4181-869a-301da5c52af5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368938 Aug 20 12:00:17.536180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78e1bd-d9dd-4a59-97a1-ac7abd9f6399 req-b5bfba2f-0eb3-4381-900f-c270ff9b9c2e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:17.537723 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-de78e1bd-d9dd-4a59-97a1-ac7abd9f6399 req-b5bfba2f-0eb3-4381-900f-c270ff9b9c2e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0605364 Aug 20 12:00:17.589230 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-de78e1bd-d9dd-4a59-97a1-ac7abd9f6399 req-9fe7be16-d28c-4c1f-a7a7-67f5a81cc8b2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428548 Aug 20 12:00:17.685792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb9462-e2c2-40dd-997e-7286e92a1bea req-dbe1e548-0fa3-4fcd-b51c-9c062b0f6f27 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:17.689096 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ceb9462-e2c2-40dd-997e-7286e92a1bea req-dbe1e548-0fa3-4fcd-b51c-9c062b0f6f27 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0596323 Aug 20 12:00:17.729538 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ceb9462-e2c2-40dd-997e-7286e92a1bea req-3999951c-d6f2-4a73-b43b-fbd635e96132 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358987 Aug 20 12:00:18.723684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bb60f-3c80-403a-b77b-5b95f02a4783 req-e78fd1ef-4ee5-442b-b59c-3a65b63cb941 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:18.725251 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bc5bb60f-3c80-403a-b77b-5b95f02a4783 req-e78fd1ef-4ee5-442b-b59c-3a65b63cb941 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0542846 Aug 20 12:00:18.770359 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bc5bb60f-3c80-403a-b77b-5b95f02a4783 req-85e64de5-0e81-4981-9885-4917f75d5fdf tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388887 Aug 20 12:00:18.875397 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252928c6-4725-42db-91f2-f5840ceee8f4 req-6aff9747-c41b-446d-88c5-da1b2d2cf5d6 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:18.877123 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-252928c6-4725-42db-91f2-f5840ceee8f4 req-6aff9747-c41b-446d-88c5-da1b2d2cf5d6 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0638015 Aug 20 12:00:18.918049 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-252928c6-4725-42db-91f2-f5840ceee8f4 req-f98ecb0c-753c-4401-ace8-5e63ea135f80 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341644 Aug 20 12:00:19.254231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497761dd-4f94-4fd4-9bde-19f096641dde req-f9b11fcc-b411-4a50-8c12-143c4b613bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:19.255743 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-497761dd-4f94-4fd4-9bde-19f096641dde req-f9b11fcc-b411-4a50-8c12-143c4b613bb4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e616cbd04b1b4a0796f0a9fe55765d1c&device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 1097 time: 0.0744450 Aug 20 12:00:19.278731 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8c14a-1198-4798-9de5-c7197f0e8ad6 req-8ce994f1-f0d2-4732-839c-fd26ea9ee52c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:19.280194 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-17d8c14a-1198-4798-9de5-c7197f0e8ad6 req-8ce994f1-f0d2-4732-839c-fd26ea9ee52c tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0732975 Aug 20 12:00:19.358697 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-17d8c14a-1198-4798-9de5-c7197f0e8ad6 req-41477f0c-c8b3-4162-a5ee-22a71ed25820 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671263 Aug 20 12:00:19.386140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497761dd-4f94-4fd4-9bde-19f096641dde req-eb097d38-1fa1-4ff4-bc44-139cd58e56fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:19.388173 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-497761dd-4f94-4fd4-9bde-19f096641dde req-eb097d38-1fa1-4ff4-bc44-139cd58e56fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbfbb528-1e66-4421-bdef-cd50695f97de HTTP/1.1" status: 200 len: 919 time: 0.1252015 Aug 20 12:00:19.436692 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-497761dd-4f94-4fd4-9bde-19f096641dde req-4a1792b6-eb8b-4707-b588-c0a2ddab026a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc1c4e8-d714-4313-a6c0-4aede4f1951d HTTP/1.1" status: 200 len: 217 time: 0.0404558 Aug 20 12:00:19.489134 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497761dd-4f94-4fd4-9bde-19f096641dde req-8a859c48-1fca-435d-8e93-08765dcd2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:19.490898 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-497761dd-4f94-4fd4-9bde-19f096641dde req-8a859c48-1fca-435d-8e93-08765dcd2800 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6d22a05-4469-4253-92bd-6e1b070cb48f HTTP/1.1" status: 200 len: 859 time: 0.0471888 Aug 20 12:00:19.523295 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-497761dd-4f94-4fd4-9bde-19f096641dde req-32f5018a-caee-4238-b01b-cb3d9d818547 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbfbb528-1e66-4421-bdef-cd50695f97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253639 Aug 20 12:00:19.619804 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-497761dd-4f94-4fd4-9bde-19f096641dde req-63b11c8e-8df7-4071-96a4-bfbbab461f60 service neutron] 10.222.0.35 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884013 Aug 20 12:00:19.715837 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-497761dd-4f94-4fd4-9bde-19f096641dde req-03cb11d1-d041-4d1c-8955-6fef41da41da service neutron] 10.222.0.35 "GET /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885155 Aug 20 12:00:19.917850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ac58d-2bb6-4745-8779-0ade2f0221ba req-7d70058b-7f5b-45fe-afa1-36d98ea5f8da tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:19.920748 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-327ac58d-2bb6-4745-8779-0ade2f0221ba req-7d70058b-7f5b-45fe-afa1-36d98ea5f8da tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0759017 Aug 20 12:00:19.961134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-327ac58d-2bb6-4745-8779-0ade2f0221ba req-6bdffdea-c3c3-4afd-bc60-5602e036598f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336134 Aug 20 12:00:20.484510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837e1d3-1f7e-4254-ad62-f7f2d8e26e20 req-802fe833-c5cf-49ea-a55f-8cb590f996fc tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:20.487041 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5837e1d3-1f7e-4254-ad62-f7f2d8e26e20 req-802fe833-c5cf-49ea-a55f-8cb590f996fc tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0532162 Aug 20 12:00:20.526025 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5837e1d3-1f7e-4254-ad62-f7f2d8e26e20 req-7ebd700d-7e43-40cb-9f99-744437422346 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339041 Aug 20 12:00:21.109635 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b5b41-ed05-48d3-96c4-073450908a96 req-d56fda79-5b23-42fc-ba4c-1e19e432ae2e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:21.117243 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b6b5b41-ed05-48d3-96c4-073450908a96 req-d56fda79-5b23-42fc-ba4c-1e19e432ae2e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0625291 Aug 20 12:00:21.164702 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b6b5b41-ed05-48d3-96c4-073450908a96 req-b77f6428-458e-4b46-98b6-63fde2c39bbd tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385165 Aug 20 12:00:21.648767 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecc787-38be-4230-b8fc-2857bdba9e78 req-0911d3e2-508f-4fd7-ae5b-8bf91de6c250 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:21.650278 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01ecc787-38be-4230-b8fc-2857bdba9e78 req-0911d3e2-508f-4fd7-ae5b-8bf91de6c250 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0537221 Aug 20 12:00:21.689580 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01ecc787-38be-4230-b8fc-2857bdba9e78 req-05398d0f-7188-44b4-bc24-6eb0344009e7 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326622 Aug 20 12:00:22.293248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c100edd-5efd-4ca9-84e9-a5b898d715ec req-9034f232-bdf3-445b-84b9-cd157caceb7d tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:22.296139 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c100edd-5efd-4ca9-84e9-a5b898d715ec req-9034f232-bdf3-445b-84b9-cd157caceb7d tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0535250 Aug 20 12:00:22.335158 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c100edd-5efd-4ca9-84e9-a5b898d715ec req-5fee2a0f-02e7-4ff5-9a94-e35775da045c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326371 Aug 20 12:00:22.349422 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dd113b6a-c1f1-431f-a37a-fc65f163bac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:23.483005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a8105-27de-496c-a0bf-845d7a5e0302 req-a1db61f2-2b8e-4425-9d28-e2835d7be736 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:23.484570 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-551a8105-27de-496c-a0bf-845d7a5e0302 req-a1db61f2-2b8e-4425-9d28-e2835d7be736 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0568247 Aug 20 12:00:23.530326 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-551a8105-27de-496c-a0bf-845d7a5e0302 req-2dde4211-034b-4a16-87ec-657ff9958828 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337474 Aug 20 12:00:24.430166 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41336) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:24.574281 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1cb4ccc9-b83a-48a5-be7a-642110a00e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:24.675555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545541b-a693-49e4-956c-fd27cceb4a73 req-18c98624-1af9-4306-a124-5a3c0dd39fbf tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:24.678448 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b545541b-a693-49e4-956c-fd27cceb4a73 req-18c98624-1af9-4306-a124-5a3c0dd39fbf tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0617878 Aug 20 12:00:24.700158 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1cb4ccc9-b83a-48a5-be7a-642110a00e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:24.705282 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1cb4ccc9-b83a-48a5-be7a-642110a00e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:24.725263 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b545541b-a693-49e4-956c-fd27cceb4a73 req-708ce0a1-ce40-446f-8aeb-cb62664f0593 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411255 Aug 20 12:00:24.755347 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1cb4ccc9-b83a-48a5-be7a-642110a00e88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f7e8a06eef24c75be474ac2dd7e166b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171465 Aug 20 12:00:24.755347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4ccc9-b83a-48a5-be7a-642110a00e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8318c3cc-7fde-4018-be9b-a7128dedb7b4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:24.759232 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41350) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:24.811690 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae188-3e23-43e8-9403-b2c2f55509af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:24.833308 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae188-3e23-43e8-9403-b2c2f55509af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:24.887932 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae188-3e23-43e8-9403-b2c2f55509af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:24.891017 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae188-3e23-43e8-9403-b2c2f55509af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:24.894769 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ee1ae188-3e23-43e8-9403-b2c2f55509af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8318c3cc-7fde-4018-be9b-a7128dedb7b4 HTTP/1.1" status: 204 len: 168 time: 0.1320012 Aug 20 12:00:24.907546 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ae188-3e23-43e8-9403-b2c2f55509af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8318c3cc-7fde-4018-be9b-a7128dedb7b4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:25.138866 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-93266275-c7ac-40e4-a25c-1012d8a46bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.468518 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.881796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55238d-3d8a-4a0e-ad6d-d183f1f2b405 req-5aa12980-f73d-4877-abee-a5e0fbf11edb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:25.883636 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b55238d-3d8a-4a0e-ad6d-d183f1f2b405 req-5aa12980-f73d-4877-abee-a5e0fbf11edb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0668924 Aug 20 12:00:25.937436 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b55238d-3d8a-4a0e-ad6d-d183f1f2b405 req-235ab55d-ea97-4c52-a0e6-5fb91791d24b tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449395 Aug 20 12:00:26.365879 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.068417 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2df5b9-bf55-4da3-8258-b5524abac091 req-a4b38e48-be5f-4968-8e76-e24c089a8e65 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:27.077825 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4c2df5b9-bf55-4da3-8258-b5524abac091 req-a4b38e48-be5f-4968-8e76-e24c089a8e65 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0633352 Aug 20 12:00:27.116116 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4c2df5b9-bf55-4da3-8258-b5524abac091 req-4c07fef0-10df-4aa9-97ac-da5bc70dc873 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371504 Aug 20 12:00:27.289141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41440) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:27.295329 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-bd5c6e56-3272-4a1e-a827-d02860037aa4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Request body: {'network': {'name': 'tempest-network-smoke--585921925', 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'port_security_enabled': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:27.317356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5c6e56-3272-4a1e-a827-d02860037aa4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Made reservation on behalf of b808612be0f3486f97efd9a6d80898a8 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:27.321597 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6e56-3272-4a1e-a827-d02860037aa4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.330611 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6e56-3272-4a1e-a827-d02860037aa4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.432781 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6e56-3272-4a1e-a827-d02860037aa4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.437728 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6e56-3272-4a1e-a827-d02860037aa4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.458727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5c6e56-3272-4a1e-a827-d02860037aa4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:00:27.479122 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6e56-3272-4a1e-a827-d02860037aa4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.479470 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-bd5c6e56-3272-4a1e-a827-d02860037aa4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Added segment f8d30af1-828e-4be6-babf-abf6ebc96fdb of type vlan for network 4bb72192-08b7-4670-ad41-93126ce0d9d3 Aug 20 12:00:27.481611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c6e56-3272-4a1e-a827-d02860037aa4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9c96a7-0bc1-4178-b3a6-d1da11e837a0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:27.528116 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6e56-3272-4a1e-a827-d02860037aa4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.553708 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6e56-3272-4a1e-a827-d02860037aa4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.559709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c6e56-3272-4a1e-a827-d02860037aa4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:27.560292 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6e56-3272-4a1e-a827-d02860037aa4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.628685 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bd5c6e56-3272-4a1e-a827-d02860037aa4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3378088 Aug 20 12:00:27.631237 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41446) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:27.636318 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1127230386', 'admin_state_up': True, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:27.656390 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c6e56-3272-4a1e-a827-d02860037aa4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'Network': ['ID=4bb72192-08b7-4670-ad41-93126ce0d9d3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:27.663390 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.664956 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.669132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 4bb72192-08b7-4670-ad41-93126ce0d9d3 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:00:27.735069 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.909674 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:28.015498 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:28.166358 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:28.191296 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:28.292499 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d98f3-024c-4f51-9858-9c456516545a req-5dc15314-1f19-4ef4-820c-54972d0d285c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:28.305023 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1a8d98f3-024c-4f51-9858-9c456516545a req-5dc15314-1f19-4ef4-820c-54972d0d285c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.1036830 Aug 20 12:00:28.332492 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Allocated IP 172.25.8.160 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/047abaa8-e401-43db-ba66-bd020461215f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:28.364270 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1a8d98f3-024c-4f51-9858-9c456516545a req-6f18ec3b-337e-47fd-8b60-98ffc00c527b tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582547 Aug 20 12:00:28.515116 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:28.563852 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:28.604983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:28.607867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:28.614389 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:28.617440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'Port': ['ID=047abaa8-e401-43db-ba66-bd020461215f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:28.649137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:28.649745 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:28.650493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:28.650493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:28.650877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:28.650953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:28.651281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:28.651674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:28.652009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:28.652520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:28.653439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:28.654000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:28.905461 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:29.457618 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:29.603856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc06cd8-63b4-46b8-8e99-10696ba52eef req-ca4d891a-fbfc-4b2c-8040-1e1f3cd56fe2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:29.605608 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fc06cd8-63b4-46b8-8e99-10696ba52eef req-ca4d891a-fbfc-4b2c-8040-1e1f3cd56fe2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.1051733 Aug 20 12:00:29.663465 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fc06cd8-63b4-46b8-8e99-10696ba52eef req-2471ff0e-9cc7-4839-863f-eed3580e3e0d tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461261 Aug 20 12:00:29.676266 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:00:29.793030 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:00:29.808241 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Sync routers for ids ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:00:29.813751 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:29.818188 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7ab7cb0c-957a-4412-afaf-c77af641dba3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1830304 Aug 20 12:00:29.818658 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41468) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:29.821845 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Routers {'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:29.822520 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:00:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:29.953723 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Set router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:29.984392 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4e6468c4-dd8c-4dca-aa2e-4db65cf08c3a tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b808612be0f3486f97efd9a6d80898a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1615868 Aug 20 12:00:29.984751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41474) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:30.080661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c266b8-f8bf-451c-bf10-b928e35c3dcf tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:30.082326 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-76c266b8-f8bf-451c-bf10-b928e35c3dcf tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0964930 Aug 20 12:00:30.085343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41476) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:30.118691 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41478) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:30.118965 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-243a707e-da5f-4e5d-9530-6be6af93038b tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323491 Aug 20 12:00:30.126271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b630addd-6f52-4a92-834a-4121e0f64e9f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-31410389', 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3', 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:30.142106 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1127230386', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '047abaa8-e401-43db-ba66-bd020461215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:27Z', 'updated_at': '2021-08-20T12:00:28Z', 'revision_number': 3, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '047abaa8-e401-43db-ba66-bd020461215f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:28Z', 'updated_at': '2021-08-20T12:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:30.171168 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Checking router: e096114e-6e4f-4b7d-a1f9-92e0e00a4dba for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:00:30.171783 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Updating router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba port 047abaa8-e401-43db-ba66-bd020461215f binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:00:30.198366 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.232125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b630addd-6f52-4a92-834a-4121e0f64e9f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Made reservation on behalf of b808612be0f3486f97efd9a6d80898a8 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:30.236327 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b630addd-6f52-4a92-834a-4121e0f64e9f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.472987 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.475193 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b630addd-6f52-4a92-834a-4121e0f64e9f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.485397 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Transition to ACTIVE for port object 047abaa8-e401-43db-ba66-bd020461215f will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:30.491844 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.549697 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Attempting to bind port 047abaa8-e401-43db-ba66-bd020461215f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:30.551064 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Attempting to bind port 047abaa8-e401-43db-ba66-bd020461215f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:30.551588 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Attempting to bind port 047abaa8-e401-43db-ba66-bd020461215f on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:30.557977 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630addd-6f52-4a92-834a-4121e0f64e9f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Checking segment: {'id': 'f8d30af1-828e-4be6-babf-abf6ebc96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:30.558492 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b630addd-6f52-4a92-834a-4121e0f64e9f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Network hostable DHCP agents. Network: 4bb72192-08b7-4670-ad41-93126ce0d9d3, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:00:30.566213 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:30.566964 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:30.567516 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.568103 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:30.568763 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Bound port: 047abaa8-e401-43db-ba66-bd020461215f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:30.569463 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.573227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630addd-6f52-4a92-834a-4121e0f64e9f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'Subnet': ['ID=7b86bb6f-caa7-49c3-935a-98f7b166d56f,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:30.589108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b630addd-6f52-4a92-834a-4121e0f64e9f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Network 4bb72192-08b7-4670-ad41-93126ce0d9d3 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:00:30.600188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-b630addd-6f52-4a92-834a-4121e0f64e9f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 4bb72192-08b7-4670-ad41-93126ce0d9d3) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:30.609743 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e481fbfe-7f6f-4ee6-aca6-ff3aaf058b68 None None] Network 4bb72192-08b7-4670-ad41-93126ce0d9d3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:30.614429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b630addd-6f52-4a92-834a-4121e0f64e9f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:30.615189 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b630addd-6f52-4a92-834a-4121e0f64e9f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.633395 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b630addd-6f52-4a92-834a-4121e0f64e9f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5126402 Aug 20 12:00:30.635871 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41480) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:30.649058 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] For port 047abaa8-e401-43db-ba66-bd020461215f, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:30.664195 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755d7e4-ceb0-446b-81f5-799fd1166b0f None None] Pushing event updated for resources: {'Port': ['ID=047abaa8-e401-43db-ba66-bd020461215f,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:30.693828 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] For port 047abaa8-e401-43db-ba66-bd020461215f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=047abaa8-e401-43db-ba66-bd020461215f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:30.701958 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755d7e4-ceb0-446b-81f5-799fd1166b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:30.702845 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755d7e4-ceb0-446b-81f5-799fd1166b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:30.703176 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755d7e4-ceb0-446b-81f5-799fd1166b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:30.703513 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755d7e4-ceb0-446b-81f5-799fd1166b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:30.705606 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755d7e4-ceb0-446b-81f5-799fd1166b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:30.705950 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755d7e4-ceb0-446b-81f5-799fd1166b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:30.706304 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755d7e4-ceb0-446b-81f5-799fd1166b0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:30.708601 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755d7e4-ceb0-446b-81f5-799fd1166b0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:30.708977 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755d7e4-ceb0-446b-81f5-799fd1166b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:30.709319 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755d7e4-ceb0-446b-81f5-799fd1166b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:30.711808 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755d7e4-ceb0-446b-81f5-799fd1166b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:30.712168 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755d7e4-ceb0-446b-81f5-799fd1166b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:30.725874 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.797057 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Routers {'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:30.797589 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:00:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:30.802452 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755d7e4-ceb0-446b-81f5-799fd1166b0f None None] Pushing event updated for resources: {'Port': ['ID=047abaa8-e401-43db-ba66-bd020461215f,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:30.881513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-4bb72192-08b7-4670-ad41-93126ce0d9d3', 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'fixed_ips': [{'subnet_id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:00:30.882768 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.902792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc440ee6-cc82-4689-bb66-7d9c400f8b52 req-43a8f81d-e65b-435d-8cc4-e7703f61b01a tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:30.908200 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc440ee6-cc82-4689-bb66-7d9c400f8b52 req-43a8f81d-e65b-435d-8cc4-e7703f61b01a tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.1021674 Aug 20 12:00:31.021977 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dc440ee6-cc82-4689-bb66-7d9c400f8b52 req-efb6e12e-9ec2-4bdc-9fa7-5d53bf9c34fc tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026149 Aug 20 12:00:31.044462 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] Set router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:31.302371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Allocated IP 172.20.0.2 (4bb72192-08b7-4670-ad41-93126ce0d9d3/7b86bb6f-caa7-49c3-935a-98f7b166d56f/fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:31.315374 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1127230386', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '047abaa8-e401-43db-ba66-bd020461215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:27Z', 'updated_at': '2021-08-20T12:00:28Z', 'revision_number': 3, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '047abaa8-e401-43db-ba66-bd020461215f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:28Z', 'updated_at': '2021-08-20T12:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:31.350199 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482688f6-3ac4-44a9-bf00-f4363b009043 None None] The sync data for ids ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'] in n-d-804299-2 is: [{'id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1127230386', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '047abaa8-e401-43db-ba66-bd020461215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:27Z', 'updated_at': '2021-08-20T12:00:28Z', 'revision_number': 3, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '047abaa8-e401-43db-ba66-bd020461215f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:28Z', 'updated_at': '2021-08-20T12:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:00:31.470294 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:31.479241 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Transition to ACTIVE for port object fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:31.498784 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Transition to ACTIVE for port object fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:31.508341 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:31.509771 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:31.556034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Network 4bb72192-08b7-4670-ad41-93126ce0d9d3 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:31.562591 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:31.564478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Pushing event updated for resources: {'Port': ['ID=fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:31.571254 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:31.574953 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:31.575429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:31.575778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:31.576121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:31.576439 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:31.576787 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:31.577109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:31.577445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:31.577752 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:31.578073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:31.578393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:31.578709 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:31.657702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Attempting to bind port fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:31.658705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Attempting to bind port fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'f8d30af1-828e-4be6-babf-abf6ebc96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:31.659645 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Attempting to bind port fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e on network 4bb72192-08b7-4670-ad41-93126ce0d9d3 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:31.667215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:31.668838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Checking segment: {'id': 'f8d30af1-828e-4be6-babf-abf6ebc96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:31.669133 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:31.669718 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Bound using segment: {'id': 'f8d30af1-828e-4be6-babf-abf6ebc96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:31.670206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Bound port: fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d30af1-828e-4be6-babf-abf6ebc96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:31.670757 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:31.760078 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] For port fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:31.763780 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] For port fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e,segment=NetworkSegment(f8d30af1-828e-4be6-babf-abf6ebc96fdb),segment_id=f8d30af1-828e-4be6-babf-abf6ebc96fdb)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:31.769001 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:31.821902 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b28f1-81f8-4809-a825-8689cb860933 None None] Pushing event updated for resources: {'Port': ['ID=fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:31.896430 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Allocated IP 172.20.0.1 (4bb72192-08b7-4670-ad41-93126ce0d9d3/7b86bb6f-caa7-49c3-935a-98f7b166d56f/b63c2262-097c-4ab8-a207-17904344eefa) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:32.056441 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:32.077878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Transition to ACTIVE for port object b63c2262-097c-4ab8-a207-17904344eefa will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:32.120040 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:32.234062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'Port': ['ID=b63c2262-097c-4ab8-a207-17904344eefa,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:32.239115 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Network 4bb72192-08b7-4670-ad41-93126ce0d9d3 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:32.243832 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:32.250096 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:32.303999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad448c-2993-42a7-a171-b32647356e65 req-4620b197-c967-419d-9df6-9529f726588c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:32.312124 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3aad448c-2993-42a7-a171-b32647356e65 req-4620b197-c967-419d-9df6-9529f726588c tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.1757090 Aug 20 12:00:32.356882 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3aad448c-2993-42a7-a171-b32647356e65 req-08730c66-cacd-464f-9661-81f3daa92c74 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436280 Aug 20 12:00:32.363937 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:32.472004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-96bbf363-570f-48ce-8f4c-573d872ddced tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:32.473772 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-96bbf363-570f-48ce-8f4c-573d872ddced tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 811 time: 0.2138562 Aug 20 12:00:32.497527 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-02164beb-d673-41fc-9248-1ac5606ab95f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/quotas/ed0606015c3a4a37bb71bafa914baa69 HTTP/1.1" status: 200 len: 375 time: 0.0157988 Aug 20 12:00:32.572471 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:32.612845 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-9b4c1f89-c08e-4c1a-8f3c-6623df8e07ef tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920072 Aug 20 12:00:32.745525 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-237729ff-3bb0-4b9e-868a-ebd775174ed4 service neutron] 10.222.0.37 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223657 Aug 20 12:00:32.763300 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80683582-8a0e-43a8-b403-d3734e0fe299 req-e0d66ca4-3aa3-4b0a-9146-ce2a84923267 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:32.766600 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80683582-8a0e-43a8-b403-d3734e0fe299 req-e0d66ca4-3aa3-4b0a-9146-ce2a84923267 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.1308255 Aug 20 12:00:32.935431 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:32.987314 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80683582-8a0e-43a8-b403-d3734e0fe299 req-f2014974-270e-4d59-8976-faab584403e5 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149158 Aug 20 12:00:32.990121 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:32.998638 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.087036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'Port': ['ID=b63c2262-097c-4ab8-a207-17904344eefa,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:33.090698 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.199755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Network 4bb72192-08b7-4670-ad41-93126ce0d9d3 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:33.201381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:33.226258 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-60c7b700-10d3-469e-b9bd-dff35d7fbcfd service neutron] 10.222.0.37 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744079 Aug 20 12:00:33.256801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de8db80-a6d5-48ee-bc3f-9d289a3f4641 None None] Network 4bb72192-08b7-4670-ad41-93126ce0d9d3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:33.355135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:00:33.373957 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f531555c-0507-40fe-b175-8b739dec3337 None None] Provisioning for port fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:33.412951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 047abaa8-e401-43db-ba66-bd020461215f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:33.484712 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 047abaa8-e401-43db-ba66-bd020461215f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:33.524384 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 047abaa8-e401-43db-ba66-bd020461215f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:33.524831 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.527753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:00:33.537745 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4576456a-c2f9-427c-bb72-87abdce7b5da tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "PUT /v2.0/routers/e096114e-6e4f-4b7d-a1f9-92e0e00a4dba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8981178 Aug 20 12:00:33.541519 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-94282e3a-cff8-4cee-8687-f312c6aa4907 req-3390a105-885c-46b6-87c8-c5e81fa9e672 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 210 time: 0.0368192 Aug 20 12:00:33.542104 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41516) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:33.547700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1646175629', 'description': 'tempest-secgroup_access--1646175629 description', 'project_id': 'b808612be0f3486f97efd9a6d80898a8'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:33.589194 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.601078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0810af6-8b46-43ce-bfe0-7753be8979c5 req-25c59643-4be4-45bd-94ac-7d3882a22130 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:33.615278 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c0810af6-8b46-43ce-bfe0-7753be8979c5 req-25c59643-4be4-45bd-94ac-7d3882a22130 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0848222 Aug 20 12:00:33.670841 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.684898 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c0810af6-8b46-43ce-bfe0-7753be8979c5 req-38fae4dc-5fdc-45b5-91a8-42cccd4c90b3 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682795 Aug 20 12:00:33.704393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 047abaa8-e401-43db-ba66-bd020461215f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=047abaa8-e401-43db-ba66-bd020461215f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:33.712327 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.713611 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:33.735823 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.740450 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.762627 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.764004 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2207868 Aug 20 12:00:33.766994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41522) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:33.775313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-75ec5375-6d42-4228-8f4f-af3ba4139180 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--463903509', 'description': 'tempest-secgroup_general--463903509 description', 'project_id': 'b808612be0f3486f97efd9a6d80898a8'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:33.796104 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=047abaa8-e401-43db-ba66-bd020461215f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:33.814140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5151159d-3ad9-44c0-923f-be91d5da09fa,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:33.822469 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75ec5375-6d42-4228-8f4f-af3ba4139180 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.835698 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.836105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.836455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.847421 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.848023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.848569 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.849072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.849553 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.850046 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.850635 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.851120 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.851593 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83d0632-5e52-4177-8e86-47d27a3ee4e4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.880939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:33.886275 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:33.887909 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.922855 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Sync routers for ids ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:00:33.948624 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75ec5375-6d42-4228-8f4f-af3ba4139180 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.951004 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Routers {'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:33.952444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:00:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:33.954589 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75ec5375-6d42-4228-8f4f-af3ba4139180 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.975600 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75ec5375-6d42-4228-8f4f-af3ba4139180 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.977193 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-75ec5375-6d42-4228-8f4f-af3ba4139180 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2090280 Aug 20 12:00:33.980269 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41526) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:33.986284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9a97180d-5ec9-489d-befe-98140c50f381 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Request body: {'security_group_rule': {'security_group_id': '5151159d-3ad9-44c0-923f-be91d5da09fa', 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:34.010606 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec5375-6d42-4228-8f4f-af3ba4139180 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18129d8-078f-4f69-847d-c14060bc7611,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:34.028270 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a97180d-5ec9-489d-befe-98140c50f381 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.070605 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-deec2959-d0d3-4695-9a53-caabd498a762 None None] Provisioning complete for port fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:34.071061 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-deec2959-d0d3-4695-9a53-caabd498a762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.092007 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a97180d-5ec9-489d-befe-98140c50f381 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.104385 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a97180d-5ec9-489d-befe-98140c50f381 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.144778 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97180d-5ec9-489d-befe-98140c50f381 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054038ff-5ddd-4c73-b41d-3802e8154e65,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:34.150211 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a97180d-5ec9-489d-befe-98140c50f381 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.161379 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9a97180d-5ec9-489d-befe-98140c50f381 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1694877 Aug 20 12:00:34.174920 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c64f4-0b09-4be3-8910-5663bc7d36ab req-618ca239-0d06-4601-b3d7-297229b1e667 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:34.184955 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b51c64f4-0b09-4be3-8910-5663bc7d36ab req-618ca239-0d06-4601-b3d7-297229b1e667 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0943849 Aug 20 12:00:34.228682 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b51c64f4-0b09-4be3-8910-5663bc7d36ab req-466b880d-6f8d-4b81-a965-10e8944b8e21 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426917 Aug 20 12:00:34.317471 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.355208 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-6b771a02-548d-492a-b727-f1017704fece tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--463903509&fields=id&tenant_id=b808612be0f3486f97efd9a6d80898a8 HTTP/1.1" status: 200 len: 267 time: 0.0462925 Aug 20 12:00:34.363541 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Set router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:34.398541 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-13c00b31-a6b5-4b32-8878-e52e63506183 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--1646175629&fields=id&tenant_id=b808612be0f3486f97efd9a6d80898a8 HTTP/1.1" status: 200 len: 267 time: 0.0353227 Aug 20 12:00:34.409033 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e,segment=NetworkSegment(f8d30af1-828e-4be6-babf-abf6ebc96fdb),segment_id=f8d30af1-828e-4be6-babf-abf6ebc96fdb)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:34.425129 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.524075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-da543edd-4cf0-4c8a-b808-4afcb8720d82 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:34.525504 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-da543edd-4cf0-4c8a-b808-4afcb8720d82 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/networks?id=4bb72192-08b7-4670-ad41-93126ce0d9d3 HTTP/1.1" status: 200 len: 796 time: 0.1185102 Aug 20 12:00:34.540701 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-180ed9fa-5d12-4648-95a7-346b6a9d6326 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/quotas/b808612be0f3486f97efd9a6d80898a8 HTTP/1.1" status: 200 len: 375 time: 0.0091648 Aug 20 12:00:34.589754 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:34.604900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-deec2959-d0d3-4695-9a53-caabd498a762 None None] Provisioning for port b63c2262-097c-4ab8-a207-17904344eefa completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:34.612091 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-6f2522c0-a172-4b5f-8510-5efe7cf73a69 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b808612be0f3486f97efd9a6d80898a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629137 Aug 20 12:00:34.618035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-deec2959-d0d3-4695-9a53-caabd498a762 None None] Provisioning complete for port b63c2262-097c-4ab8-a207-17904344eefa triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:34.618406 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-deec2959-d0d3-4695-9a53-caabd498a762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.651869 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d81bc649-f33d-45a6-9ff8-63faa6264c4c req-86452d66-02c3-492c-a72f-006fa46930cd tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 210 time: 0.0401518 Aug 20 12:00:34.683667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-deec2959-d0d3-4695-9a53-caabd498a762 None None] Port b63c2262-097c-4ab8-a207-17904344eefa cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:34.706293 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1127230386', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '047abaa8-e401-43db-ba66-bd020461215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:27Z', 'updated_at': '2021-08-20T12:00:32Z', 'revision_number': 4, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '047abaa8-e401-43db-ba66-bd020461215f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:28Z', 'updated_at': '2021-08-20T12:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b63c2262-097c-4ab8-a207-17904344eefa', 'name': '', 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'mac_address': 'fa:16:3e:1a:5b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:31Z', 'updated_at': '2021-08-20T12:00:32Z', 'revision_number': 2, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'subnets': [{'id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:34.740169 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Checking router: e096114e-6e4f-4b7d-a1f9-92e0e00a4dba for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:00:34.740708 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Updating router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba port b63c2262-097c-4ab8-a207-17904344eefa binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:00:34.770619 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.838633 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-216accaf-c0dd-407c-85ac-f5d407a37892 None None] Provisioning complete for port b63c2262-097c-4ab8-a207-17904344eefa triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:34.839435 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-216accaf-c0dd-407c-85ac-f5d407a37892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.847260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e85183-f494-4103-a87a-a957522cf89e req-79c14b7c-801e-440e-b1f6-1561eb47376f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:34.848930 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-80e85183-f494-4103-a87a-a957522cf89e req-79c14b7c-801e-440e-b1f6-1561eb47376f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0759394 Aug 20 12:00:34.882768 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-216accaf-c0dd-407c-85ac-f5d407a37892 None None] Port b63c2262-097c-4ab8-a207-17904344eefa cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:34.906963 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-80e85183-f494-4103-a87a-a957522cf89e req-8d0e7487-407b-4947-9778-9c8265a02242 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459857 Aug 20 12:00:34.932173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a6fe5-7e98-43a1-8d94-1af83f575452 req-de3530fc-be1c-49bf-9a2a-89424124711b tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:34.934381 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a9a6fe5-7e98-43a1-8d94-1af83f575452 req-de3530fc-be1c-49bf-9a2a-89424124711b tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.76 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.1201022 Aug 20 12:00:35.016765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-31f71dda-a3cc-4028-9781-1692096421ea tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:35.018241 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-31f71dda-a3cc-4028-9781-1692096421ea tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 811 time: 0.2811022 Aug 20 12:00:35.050213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-5be23d65-48e2-45f4-9e9a-8e1ae71c4cff tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'port': {'device_id': '2224e5fa-787a-45c9-ac99-9f5aa51a0a95', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'admin_state_up': True, 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:35.101665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-7a690019-cc45-4ff0-9333-2187d61b4d0b service neutron] 10.222.0.37 "GET /v2.0/networks/4bb72192-08b7-4670-ad41-93126ce0d9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747024 Aug 20 12:00:35.148522 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.160802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Transition to ACTIVE for port object b63c2262-097c-4ab8-a207-17904344eefa will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:35.167586 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.252937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82da31-134c-4d39-be31-77ec17d8a50e None None] Pushing event updated for resources: {'Port': ['ID=b63c2262-097c-4ab8-a207-17904344eefa,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:35.365594 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 047abaa8-e401-43db-ba66-bd020461215f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:35.415237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6e6ff-03a5-4dc4-bd46-45e99a6b7265 req-dba2f4ca-4606-453b-8031-70dfbc68b19d tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:35.423823 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b9e6e6ff-03a5-4dc4-bd46-45e99a6b7265 req-dba2f4ca-4606-453b-8031-70dfbc68b19d tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 946 time: 0.0653644 Aug 20 12:00:35.485142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Attempting to bind port b63c2262-097c-4ab8-a207-17904344eefa on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:35.485660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Attempting to bind port b63c2262-097c-4ab8-a207-17904344eefa by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'f8d30af1-828e-4be6-babf-abf6ebc96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:35.486141 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Attempting to bind port b63c2262-097c-4ab8-a207-17904344eefa on network 4bb72192-08b7-4670-ad41-93126ce0d9d3 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:35.494652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:35.495177 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Checking segment: {'id': 'f8d30af1-828e-4be6-babf-abf6ebc96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:35.495696 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.496669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Bound using segment: {'id': 'f8d30af1-828e-4be6-babf-abf6ebc96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:35.497613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Bound port: b63c2262-097c-4ab8-a207-17904344eefa, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d30af1-828e-4be6-babf-abf6ebc96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:35.498092 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.498976 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b9e6e6ff-03a5-4dc4-bd46-45e99a6b7265 req-f47dff41-cb3f-4b80-aa11-f763eca0c2e3 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741789 Aug 20 12:00:35.507959 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 047abaa8-e401-43db-ba66-bd020461215f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:35.508669 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.637007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-6a9a6fe5-7e98-43a1-8d94-1af83f575452 req-8c8a2a32-88db-41bf-acc2-0a3114a6f9a4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Deleting port 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:35.637472 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6a9a6fe5-7e98-43a1-8d94-1af83f575452 req-8c8a2a32-88db-41bf-acc2-0a3114a6f9a4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.649175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] For port b63c2262-097c-4ab8-a207-17904344eefa, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:35.675028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] For port b63c2262-097c-4ab8-a207-17904344eefa, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b63c2262-097c-4ab8-a207-17904344eefa,segment=NetworkSegment(f8d30af1-828e-4be6-babf-abf6ebc96fdb),segment_id=f8d30af1-828e-4be6-babf-abf6ebc96fdb)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:35.681669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:35.725136 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.734702 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-47cac0d5-a252-4aa4-8973-54f7fd209cdb service neutron] 10.222.0.37 "GET /v2.0/networks/4bb72192-08b7-4670-ad41-93126ce0d9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196117 Aug 20 12:00:35.755567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-5be23d65-48e2-45f4-9e9a-8e1ae71c4cff tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Made reservation on behalf of ed0606015c3a4a37bb71bafa914baa69 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:35.760177 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-5be23d65-48e2-45f4-9e9a-8e1ae71c4cff tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.774899 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50b544f9-2b5f-4cd8-875a-fe30262a01da req-12eeb72b-383d-494b-9e6c-3e53dec7577e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 210 time: 0.0497732 Aug 20 12:00:35.796242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82da31-134c-4d39-be31-77ec17d8a50e None None] Pushing event updated for resources: {'Port': ['ID=b63c2262-097c-4ab8-a207-17904344eefa,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:35.811602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-6a9a6fe5-7e98-43a1-8d94-1af83f575452 req-8c8a2a32-88db-41bf-acc2-0a3114a6f9a4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] For port 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32,segment=NetworkSegment(93058ced-2bab-4b1a-907c-52c3652775f5),segment_id=93058ced-2bab-4b1a-907c-52c3652775f5)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:35.811976 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6a9a6fe5-7e98-43a1-8d94-1af83f575452 req-8c8a2a32-88db-41bf-acc2-0a3114a6f9a4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.831331 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:35.831790 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.838022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Routers {'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:35.838870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:00:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:35.860003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-6a9a6fe5-7e98-43a1-8d94-1af83f575452 req-8c8a2a32-88db-41bf-acc2-0a3114a6f9a4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Calling delete_port for 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:35.994264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-5be23d65-48e2-45f4-9e9a-8e1ae71c4cff tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Allocated IP 172.20.0.10 (45a2f405-6051-45bc-bae4-2b81557294f1/9a9d30b4-12ac-4dff-95e4-847183332364/b15a17da-4b20-4bfe-b3b9-682bb847edf2) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:36.112464 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-936f4eb3-272f-4eef-80d8-d97ee88c0f3f req-8c659751-aa30-4d24-a8cf-98368cffc56d tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 210 time: 0.0438573 Aug 20 12:00:36.162105 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6a9a6fe5-7e98-43a1-8d94-1af83f575452 req-8c8a2a32-88db-41bf-acc2-0a3114a6f9a4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.169729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c43d2d-d67e-424d-8972-8931aa77a043 req-513cfd40-44f7-4747-b161-e2594a27c0b2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:36.177781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['ffc1c4e8-d714-4313-a6c0-4aede4f1951d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:36.178337 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-20c43d2d-d67e-424d-8972-8931aa77a043 req-513cfd40-44f7-4747-b161-e2594a27c0b2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.1037893 Aug 20 12:00:36.216472 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] Set router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:36.230070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-20c43d2d-d67e-424d-8972-8931aa77a043 req-1596cb23-d62c-4371-9d12-9e17d8dc0040 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508149 Aug 20 12:00:36.298191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a2a32-88db-41bf-acc2-0a3114a6f9a4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Pushing event deleted for resources: {'Port': ['ID=7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:36.395064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9a6fe5-7e98-43a1-8d94-1af83f575452 req-8c8a2a32-88db-41bf-acc2-0a3114a6f9a4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] No DVR routers for this DVR port 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:00:36.398796 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6a9a6fe5-7e98-43a1-8d94-1af83f575452 req-8c8a2a32-88db-41bf-acc2-0a3114a6f9a4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.400419 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a9a6fe5-7e98-43a1-8d94-1af83f575452 req-8c8a2a32-88db-41bf-acc2-0a3114a6f9a4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.76 "DELETE /v2.0/ports/7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 HTTP/1.1" status: 204 len: 173 time: 1.4583156 Aug 20 12:00:36.404305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2696bca2-1175-454a-b4fd-8a363f3aa02e', 'name': 'network-vif-deleted', 'tag': '7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:36.407524 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaa74c0-617a-4baa-bfc7-e11de13051cb" -d '{"events": [{"server_uuid": "2696bca2-1175-454a-b4fd-8a363f3aa02e", "name": "network-vif-deleted", "tag": "7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:36.488793 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed168a34-9e80-4d52-8762-5c21252dd7b0 x-openstack-request-id: req-ed168a34-9e80-4d52-8762-5c21252dd7b0 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:36.492147 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2696bca2-1175-454a-b4fd-8a363f3aa02e", "name": "network-vif-deleted", "tag": "7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:36.492854 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed168a34-9e80-4d52-8762-5c21252dd7b0 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:36.494474 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2696bca2-1175-454a-b4fd-8a363f3aa02e', 'name': 'network-vif-deleted', 'tag': '7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32', 'status': 'completed', 'code': 200} Aug 20 12:00:36.504000 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-5be23d65-48e2-45f4-9e9a-8e1ae71c4cff tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.528331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-5be23d65-48e2-45f4-9e9a-8e1ae71c4cff tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Transition to ACTIVE for port object b15a17da-4b20-4bfe-b3b9-682bb847edf2 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:36.597219 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-5be23d65-48e2-45f4-9e9a-8e1ae71c4cff tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.628107 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24a2edbe-822f-4e8d-8bef-eec3d24bce97 req-18145295-7b03-4ce6-afc2-ba15cf536a2b tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=2696bca2-1175-454a-b4fd-8a363f3aa02e HTTP/1.1" status: 200 len: 210 time: 0.0301280 Aug 20 12:00:36.684971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-5be23d65-48e2-45f4-9e9a-8e1ae71c4cff tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Network 45a2f405-6051-45bc-bae4-2b81557294f1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:36.687591 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1127230386', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '047abaa8-e401-43db-ba66-bd020461215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:27Z', 'updated_at': '2021-08-20T12:00:32Z', 'revision_number': 4, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '047abaa8-e401-43db-ba66-bd020461215f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:28Z', 'updated_at': '2021-08-20T12:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b63c2262-097c-4ab8-a207-17904344eefa', 'name': '', 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'mac_address': 'fa:16:3e:1a:5b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:31Z', 'updated_at': '2021-08-20T12:00:35Z', 'revision_number': 4, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'subnets': [{'id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:36.690105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-5be23d65-48e2-45f4-9e9a-8e1ae71c4cff tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:36.692604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-5be23d65-48e2-45f4-9e9a-8e1ae71c4cff tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:36.718717 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a52411-5114-469b-b506-00e8b6f6d28e None None] The sync data for ids ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'] in n-d-804299-2 is: [{'id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1127230386', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '047abaa8-e401-43db-ba66-bd020461215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:27Z', 'updated_at': '2021-08-20T12:00:32Z', 'revision_number': 4, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '047abaa8-e401-43db-ba66-bd020461215f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:28Z', 'updated_at': '2021-08-20T12:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b63c2262-097c-4ab8-a207-17904344eefa', 'name': '', 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'mac_address': 'fa:16:3e:1a:5b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:31Z', 'updated_at': '2021-08-20T12:00:35Z', 'revision_number': 4, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'subnets': [{'id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:00:36.736027 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be23d65-48e2-45f4-9e9a-8e1ae71c4cff tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'Port': ['ID=b15a17da-4b20-4bfe-b3b9-682bb847edf2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:36.774467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-5be23d65-48e2-45f4-9e9a-8e1ae71c4cff tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:36.775191 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-5be23d65-48e2-45f4-9e9a-8e1ae71c4cff tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.802975 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-5be23d65-48e2-45f4-9e9a-8e1ae71c4cff tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7582796 Aug 20 12:00:36.826737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Request body: {'port': {'device_id': '2224e5fa-787a-45c9-ac99-9f5aa51a0a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:36.915309 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:37.142021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-dbb97423-a828-4e64-94c5-38f296268bff None None] Provisioning for port b15a17da-4b20-4bfe-b3b9-682bb847edf2 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:37.147465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-dbb97423-a828-4e64-94c5-38f296268bff None None] Provisioning complete for port b15a17da-4b20-4bfe-b3b9-682bb847edf2 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:37.147847 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dbb97423-a828-4e64-94c5-38f296268bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:37.197109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-dbb97423-a828-4e64-94c5-38f296268bff None None] Port b15a17da-4b20-4bfe-b3b9-682bb847edf2 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:37.204121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae0d41-a5ac-47db-8404-0fda15acd57d req-4a9b38aa-87d6-442c-8101-23cf4279f987 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:37.205824 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6ae0d41-a5ac-47db-8404-0fda15acd57d req-4a9b38aa-87d6-442c-8101-23cf4279f987 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 932 time: 0.2744203 Aug 20 12:00:37.263979 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6dc60e19-19f5-4ed8-9a02-6e8f4c05bf34 req-348c0d61-e7ad-4a37-9663-08385ee8edc1 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 210 time: 0.0484104 Aug 20 12:00:37.298501 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6ae0d41-a5ac-47db-8404-0fda15acd57d req-e7cde345-bee2-45e2-b561-ba0b6f9b35b9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688336 Aug 20 12:00:37.385083 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b63c2262-097c-4ab8-a207-17904344eefa up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:37.444808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2606bf1-2d12-4749-8d6c-39eeb6243f91 req-a9b93e1b-84ee-4da6-b9cd-547e1f6ddd07 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:37.445792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15a17da-4b20-4bfe-b3b9-682bb847edf2 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:37.446966 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b2606bf1-2d12-4749-8d6c-39eeb6243f91 req-a9b93e1b-84ee-4da6-b9cd-547e1f6ddd07 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.1086781 Aug 20 12:00:37.463396 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:37.466436 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port b63c2262-097c-4ab8-a207-17904344eefa completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:37.478245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b63c2262-097c-4ab8-a207-17904344eefa triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:37.478626 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:37.479169 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Transition to ACTIVE for port object b15a17da-4b20-4bfe-b3b9-682bb847edf2 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:37.484288 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:37.585011 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Pushing event updated for resources: {'Port': ['ID=b15a17da-4b20-4bfe-b3b9-682bb847edf2,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:37.648204 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:37.692020 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b2606bf1-2d12-4749-8d6c-39eeb6243f91 req-8643c198-cd04-4502-9fa9-d76525f43df6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299547 Aug 20 12:00:37.704886 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port b63c2262-097c-4ab8-a207-17904344eefa, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b63c2262-097c-4ab8-a207-17904344eefa,segment=NetworkSegment(f8d30af1-828e-4be6-babf-abf6ebc96fdb),segment_id=f8d30af1-828e-4be6-babf-abf6ebc96fdb)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:37.707906 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:37.765216 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-405bcd76-46da-4057-87ba-f9354d0a3e78 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:37.770211 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-405bcd76-46da-4057-87ba-f9354d0a3e78 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.35 "GET /v2.0/networks?id=4bb72192-08b7-4670-ad41-93126ce0d9d3 HTTP/1.1" status: 200 len: 796 time: 0.3221889 Aug 20 12:00:37.810269 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=b63c2262-097c-4ab8-a207-17904344eefa,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:37.819650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Attempting to bind port b15a17da-4b20-4bfe-b3b9-682bb847edf2 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:37.820581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Attempting to bind port b15a17da-4b20-4bfe-b3b9-682bb847edf2 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:37.821041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Attempting to bind port b15a17da-4b20-4bfe-b3b9-682bb847edf2 on network 45a2f405-6051-45bc-bae4-2b81557294f1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:37.832397 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Port b15a17da-4b20-4bfe-b3b9-682bb847edf2 on network 45a2f405-6051-45bc-bae4-2b81557294f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:00:37.832756 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Attempting to bind port b15a17da-4b20-4bfe-b3b9-682bb847edf2 on network 45a2f405-6051-45bc-bae4-2b81557294f1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:37.841248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:37.841623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:37.843635 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Checking segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:37.844038 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Bound using segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:37.844489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Bound port: b15a17da-4b20-4bfe-b3b9-682bb847edf2, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:37.853624 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:37.867922 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:37.868587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7f2af9a2-76af-4f11-bb0e-a40e3fd5ae32 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:37.870668 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-9455c8d2-16f7-47e7-937c-915d63e9fd8e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b808612be0f3486f97efd9a6d80898a8 HTTP/1.1" status: 200 len: 477 time: 0.0798225 Aug 20 12:00:37.898340 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-e3e796a2-c12a-4219-ba2f-8da7604a171e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Request body: {'port': {'device_id': '596e2f2b-c68e-429b-b146-a5bb6d4c8012', 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3', 'admin_state_up': True, 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'security_groups': ['c18129d8-078f-4f69-847d-c14060bc7611', '5151159d-3ad9-44c0-923f-be91d5da09fa']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:37.995338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] For port b15a17da-4b20-4bfe-b3b9-682bb847edf2, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:38.001260 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] For port b15a17da-4b20-4bfe-b3b9-682bb847edf2, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b15a17da-4b20-4bfe-b3b9-682bb847edf2,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:38.011445 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:38.066574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:38.067195 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:38.068692 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] 10.222.0.76 "PUT /v2.0/ports/b15a17da-4b20-4bfe-b3b9-682bb847edf2 HTTP/1.1" status: 200 len: 1092 time: 1.2581923 Aug 20 12:00:38.094690 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-e3e796a2-c12a-4219-ba2f-8da7604a171e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Made reservation on behalf of b808612be0f3486f97efd9a6d80898a8 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:38.102040 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-e3e796a2-c12a-4219-ba2f-8da7604a171e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:38.127898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85706c-d00b-4888-a799-055735aa2f44 service neutron] Pushing event updated for resources: {'Port': ['ID=b15a17da-4b20-4bfe-b3b9-682bb847edf2,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:38.180256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c10161-0481-435c-be86-14f92c02d35f req-dddf2733-3fbe-4fb1-8d1e-4513b944e0e0 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:38.182187 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4c10161-0481-435c-be86-14f92c02d35f req-dddf2733-3fbe-4fb1-8d1e-4513b944e0e0 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0963681 Aug 20 12:00:38.195188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-47933902-8356-4b46-ab4f-03b1b971f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:38.196951 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-47933902-8356-4b46-ab4f-03b1b971f44a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 1095 time: 0.0771239 Aug 20 12:00:38.275281 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:00:38.287956 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-d3b46eca-1cd6-471b-a8d8-14da37624d50 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b15a17da-4b20-4bfe-b3b9-682bb847edf2 HTTP/1.1" status: 200 len: 217 time: 0.0835848 Aug 20 12:00:38.301173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-e3e796a2-c12a-4219-ba2f-8da7604a171e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Allocated IP 172.20.0.6 (4bb72192-08b7-4670-ad41-93126ce0d9d3/7b86bb6f-caa7-49c3-935a-98f7b166d56f/cfd8bcce-a919-4e33-bda6-f1a19bc29ee1) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:38.388677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-22feccd2-24d5-4603-a046-e904398fb95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:38.390316 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-22feccd2-24d5-4603-a046-e904398fb95d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0834618 Aug 20 12:00:38.397147 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4c10161-0481-435c-be86-14f92c02d35f req-092979f5-38f2-4ad1-b85a-e87f816882df tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049983 Aug 20 12:00:38.445145 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-af79d47c-0c34-4344-b294-fcb9c2199e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:38.446975 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-af79d47c-0c34-4344-b294-fcb9c2199e99 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489607 Aug 20 12:00:38.490373 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0daf0496-6280-4c48-b62e-c2b32f866ffb req-c5c75b1c-6a1a-4cbe-82f7-46827e9b5974 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 210 time: 0.0979943 Aug 20 12:00:38.510356 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2224e5fa-787a-45c9-ac99-9f5aa51a0a95', 'tag': 'b15a17da-4b20-4bfe-b3b9-682bb847edf2'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:38.513378 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5415178d-1703-4d9c-b34f-8ce3d4efe73d" -d '{"events": [{"name": "network-changed", "server_uuid": "2224e5fa-787a-45c9-ac99-9f5aa51a0a95", "tag": "b15a17da-4b20-4bfe-b3b9-682bb847edf2"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:38.577689 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e09d37-1b6b-46cc-a0ad-443887a2aa34 x-openstack-request-id: req-87e09d37-1b6b-46cc-a0ad-443887a2aa34 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:38.577990 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2224e5fa-787a-45c9-ac99-9f5aa51a0a95", "tag": "b15a17da-4b20-4bfe-b3b9-682bb847edf2", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:38.578243 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87e09d37-1b6b-46cc-a0ad-443887a2aa34 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:38.578633 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2224e5fa-787a-45c9-ac99-9f5aa51a0a95', 'tag': 'b15a17da-4b20-4bfe-b3b9-682bb847edf2', 'status': 'completed', 'code': 200} Aug 20 12:00:38.615559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02848306-1d5a-41f4-9f0f-594fc5d8c993 req-d0821331-e62c-4528-9f8a-42b17d572044 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:38.617194 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-02848306-1d5a-41f4-9f0f-594fc5d8c993 req-d0821331-e62c-4528-9f8a-42b17d572044 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.1001470 Aug 20 12:00:38.662410 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-d5612ceb-05a1-4db2-a298-9b45b67f81a0 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085147 Aug 20 12:00:38.678458 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-e3e796a2-c12a-4219-ba2f-8da7604a171e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:38.694587 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-e3e796a2-c12a-4219-ba2f-8da7604a171e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Transition to ACTIVE for port object cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:38.730284 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-e3e796a2-c12a-4219-ba2f-8da7604a171e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:38.731217 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-02848306-1d5a-41f4-9f0f-594fc5d8c993 req-b8693cac-beee-4e96-9c92-8922c7b8b311 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969398 Aug 20 12:00:38.806798 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4e7f997-8dbf-49f9-a840-fd0bcd0dcafb req-e513eef8-1a58-4a2b-8a1b-fdf2ee6b0bd5 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326742 Aug 20 12:00:38.807558 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-e3e796a2-c12a-4219-ba2f-8da7604a171e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Network 4bb72192-08b7-4670-ad41-93126ce0d9d3 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:38.817305 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-e3e796a2-c12a-4219-ba2f-8da7604a171e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:38.842830 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-e3e796a2-c12a-4219-ba2f-8da7604a171e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:38.889253 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e796a2-c12a-4219-ba2f-8da7604a171e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'Port': ['ID=cfd8bcce-a919-4e33-bda6-f1a19bc29ee1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:38.919307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415178d-1703-4d9c-b34f-8ce3d4efe73d req-b0bbecab-397d-4d34-a215-d8dbba0701c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:38.921493 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5415178d-1703-4d9c-b34f-8ce3d4efe73d req-b0bbecab-397d-4d34-a215-d8dbba0701c3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 1095 time: 0.0634267 Aug 20 12:00:38.926844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b22358-dc10-4de5-8b58-4db2f8ed8373 req-0c5667ce-af70-434d-ad32-4e1acf1676b1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:38.928550 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86b22358-dc10-4de5-8b58-4db2f8ed8373 req-0c5667ce-af70-434d-ad32-4e1acf1676b1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.1456134 Aug 20 12:00:38.982003 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-86b22358-dc10-4de5-8b58-4db2f8ed8373 req-32aa0204-dc6b-4eff-bed9-f9c52b7ae67f tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445619 Aug 20 12:00:38.991530 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-e3e796a2-c12a-4219-ba2f-8da7604a171e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:38.992150 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-e3e796a2-c12a-4219-ba2f-8da7604a171e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:39.009606 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-e3e796a2-c12a-4219-ba2f-8da7604a171e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1335974 Aug 20 12:00:39.025113 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Request body: {'port': {'device_id': '596e2f2b-c68e-429b-b146-a5bb6d4c8012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:39.075419 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:39.083045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415178d-1703-4d9c-b34f-8ce3d4efe73d req-434f8d5a-6637-4abd-a131-1d4c442b5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:39.084928 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5415178d-1703-4d9c-b34f-8ce3d4efe73d req-434f8d5a-6637-4abd-a131-1d4c442b5bf2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.1568646 Aug 20 12:00:39.106260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1395637b-cbf1-4542-b13b-9d8acb17d2d0 None None] Provisioning for port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:39.111142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1395637b-cbf1-4542-b13b-9d8acb17d2d0 None None] Provisioning complete for port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:39.111742 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1395637b-cbf1-4542-b13b-9d8acb17d2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:39.139154 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:39.152848 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5415178d-1703-4d9c-b34f-8ce3d4efe73d req-9de71423-db08-46c1-9774-0dc638e58814 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b15a17da-4b20-4bfe-b3b9-682bb847edf2 HTTP/1.1" status: 200 len: 217 time: 0.0531347 Aug 20 12:00:39.162475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1395637b-cbf1-4542-b13b-9d8acb17d2d0 None None] Port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:39.243874 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415178d-1703-4d9c-b34f-8ce3d4efe73d req-94c7e50f-a801-404d-878a-0b04afd28aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:39.246322 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5415178d-1703-4d9c-b34f-8ce3d4efe73d req-94c7e50f-a801-404d-878a-0b04afd28aa1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0845008 Aug 20 12:00:39.317750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b63c2262-097c-4ab8-a207-17904344eefa up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:39.333301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415178d-1703-4d9c-b34f-8ce3d4efe73d req-be4170ff-1beb-465e-bfc4-e6a7c2e6a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:39.334362 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5415178d-1703-4d9c-b34f-8ce3d4efe73d req-be4170ff-1beb-465e-bfc4-e6a7c2e6a572 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814691 Aug 20 12:00:39.388186 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b63c2262-097c-4ab8-a207-17904344eefa triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:39.388559 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:39.567659 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5415178d-1703-4d9c-b34f-8ce3d4efe73d req-cd2eeeae-f043-4fe0-a563-a84ea0784ce8 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198849 Aug 20 12:00:39.576304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:39.587483 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:39.606024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ab7be-12ca-42d6-8dbe-95ee3f4dd0fe req-f7423f13-c3ba-42cb-854f-e5eefd412330 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:39.607617 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9c3ab7be-12ca-42d6-8dbe-95ee3f4dd0fe req-f7423f13-c3ba-42cb-854f-e5eefd412330 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.1077650 Aug 20 12:00:39.610677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Transition to ACTIVE for port object cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:39.654048 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:39.737254 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9c3ab7be-12ca-42d6-8dbe-95ee3f4dd0fe req-b7940742-d5f7-44a2-b2eb-8ebcedeb399a tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098983 Aug 20 12:00:39.748744 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932b7c2-bd4b-4fd5-8cb2-b4e3461a8f45 req-33fe1390-7c27-472d-bf62-11856c777459 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:39.750403 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5932b7c2-bd4b-4fd5-8cb2-b4e3461a8f45 req-33fe1390-7c27-472d-bf62-11856c777459 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 982 time: 0.1353714 Aug 20 12:00:39.794237 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5415178d-1703-4d9c-b34f-8ce3d4efe73d req-2ee4a566-7ab7-4d62-aad1-3f1aabcb83f8 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170177 Aug 20 12:00:39.836243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd8bcce-a919-4e33-bda6-f1a19bc29ee1,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:39.889414 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5932b7c2-bd4b-4fd5-8cb2-b4e3461a8f45 req-a34af274-83b9-417a-a664-01dd31cc940d tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/security-groups?id=c18129d8-078f-4f69-847d-c14060bc7611&id=5151159d-3ad9-44c0-923f-be91d5da09fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1203473 Aug 20 12:00:39.894670 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Attempting to bind port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:39.895094 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Attempting to bind port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'f8d30af1-828e-4be6-babf-abf6ebc96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:39.895508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Attempting to bind port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 on network 4bb72192-08b7-4670-ad41-93126ce0d9d3 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:39.905072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 on network 4bb72192-08b7-4670-ad41-93126ce0d9d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:00:39.906563 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Attempting to bind port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 on network 4bb72192-08b7-4670-ad41-93126ce0d9d3 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:39.910569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd411ce-9068-4d1e-9c0e-25ee6be36e0a req-dc497cb2-5aa0-46f2-a7a9-f09299bb2f0c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:39.912140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdd411ce-9068-4d1e-9c0e-25ee6be36e0a req-dc497cb2-5aa0-46f2-a7a9-f09299bb2f0c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0764952 Aug 20 12:00:39.913887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:39.914146 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Checking segment: {'id': 'f8d30af1-828e-4be6-babf-abf6ebc96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:39.914530 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Bound using segment: {'id': 'f8d30af1-828e-4be6-babf-abf6ebc96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:39.914982 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Bound port: cfd8bcce-a919-4e33-bda6-f1a19bc29ee1, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d30af1-828e-4be6-babf-abf6ebc96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:39.915351 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:39.962988 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdd411ce-9068-4d1e-9c0e-25ee6be36e0a req-72698044-4cd4-47b5-8370-81c169095ccb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427318 Aug 20 12:00:40.058851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] For port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:40.065379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] For port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=cfd8bcce-a919-4e33-bda6-f1a19bc29ee1,segment=NetworkSegment(f8d30af1-828e-4be6-babf-abf6ebc96fdb),segment_id=f8d30af1-828e-4be6-babf-abf6ebc96fdb)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:40.079714 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:40.196804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:40.197804 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:40.202191 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] 10.222.0.35 "PUT /v2.0/ports/cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 HTTP/1.1" status: 200 len: 1130 time: 1.1828556 Aug 20 12:00:40.203053 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596e2f2b-c68e-429b-b146-a5bb6d4c8012', 'tag': 'cfd8bcce-a919-4e33-bda6-f1a19bc29ee1'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:40.206718 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56e69be-d559-4ac6-b51f-70239e17d629" -d '{"events": [{"name": "network-changed", "server_uuid": "596e2f2b-c68e-429b-b146-a5bb6d4c8012", "tag": "cfd8bcce-a919-4e33-bda6-f1a19bc29ee1"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:40.285577 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37def50d-aaf9-4f7d-bbde-797784c12309 x-openstack-request-id: req-37def50d-aaf9-4f7d-bbde-797784c12309 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:40.285577 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596e2f2b-c68e-429b-b146-a5bb6d4c8012", "tag": "cfd8bcce-a919-4e33-bda6-f1a19bc29ee1", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:40.294476 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37def50d-aaf9-4f7d-bbde-797784c12309 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:40.294971 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596e2f2b-c68e-429b-b146-a5bb6d4c8012', 'tag': 'cfd8bcce-a919-4e33-bda6-f1a19bc29ee1', 'status': 'completed', 'code': 200} Aug 20 12:00:40.330731 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d18212-17d2-4e6d-ad63-05b8e5d9b069 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd8bcce-a919-4e33-bda6-f1a19bc29ee1,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:40.380268 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60913ca2-df05-4ba8-959d-2dda6629bd2e req-2f5f7142-1f6a-49db-bab2-98ec0e5a70cb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:40.389611 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60913ca2-df05-4ba8-959d-2dda6629bd2e req-2f5f7142-1f6a-49db-bab2-98ec0e5a70cb tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.2492328 Aug 20 12:00:40.431045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-6d4413d9-9d19-45c9-8d75-0ecf723f23c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:40.432557 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-6d4413d9-9d19-45c9-8d75-0ecf723f23c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b808612be0f3486f97efd9a6d80898a8&device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 1133 time: 0.1754577 Aug 20 12:00:40.450185 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60913ca2-df05-4ba8-959d-2dda6629bd2e req-199a4dd6-a9fd-40e3-8991-9c87dd48cf72 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584307 Aug 20 12:00:40.508169 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-96ac0ce9-7954-4f48-abe8-137e22df5676 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 HTTP/1.1" status: 200 len: 217 time: 0.0567527 Aug 20 12:00:40.577861 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-5afb273b-792d-48f7-bd62-a1382393a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:40.580189 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-5afb273b-792d-48f7-bd62-a1382393a195 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b86bb6f-caa7-49c3-935a-98f7b166d56f HTTP/1.1" status: 200 len: 833 time: 0.0637379 Aug 20 12:00:40.653706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-eb939c8b-fb47-4926-88a4-f2a70d1b03ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:40.656127 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-eb939c8b-fb47-4926-88a4-f2a70d1b03ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4bb72192-08b7-4670-ad41-93126ce0d9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636108 Aug 20 12:00:40.788460 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-650c5802-bd81-41ea-90a3-b2203a6a06b3 service neutron] 10.222.0.35 "GET /v2.0/networks/4bb72192-08b7-4670-ad41-93126ce0d9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256526 Aug 20 12:00:40.890082 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9cf47-a6d0-4781-a9e8-801684cd466c req-f0d7b683-0c0a-4629-aacb-58ad363c3526 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:40.892254 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98e9cf47-a6d0-4781-a9e8-801684cd466c req-f0d7b683-0c0a-4629-aacb-58ad363c3526 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0822072 Aug 20 12:00:40.903549 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4ece995-c44d-4da6-a4a7-5701a1e4f08d req-a469bdd3-5e18-4c82-a365-39b711fbfa19 service neutron] 10.222.0.35 "GET /v2.0/networks/4bb72192-08b7-4670-ad41-93126ce0d9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051388 Aug 20 12:00:40.956966 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98e9cf47-a6d0-4781-a9e8-801684cd466c req-db85a960-928a-4dcf-a374-a0f86597509d tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554526 Aug 20 12:00:41.088737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e69be-d559-4ac6-b51f-70239e17d629 req-76adcd94-a4ce-4667-8513-35e64d49e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.091119 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b56e69be-d559-4ac6-b51f-70239e17d629 req-76adcd94-a4ce-4667-8513-35e64d49e16b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b808612be0f3486f97efd9a6d80898a8&device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 1133 time: 0.1072125 Aug 20 12:00:41.134830 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7283b28-bc60-4b04-9a8b-b27b5d51ac7c req-e0982e35-8b6c-4010-a724-bd52557e53b5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.138463 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b7283b28-bc60-4b04-9a8b-b27b5d51ac7c req-e0982e35-8b6c-4010-a724-bd52557e53b5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0739763 Aug 20 12:00:41.172318 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19e33e-516d-4751-bb72-d569843e72be req-e4ba3bdd-fc55-4799-a5a1-9c2571cc01b7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.177101 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a19e33e-516d-4751-bb72-d569843e72be req-e4ba3bdd-fc55-4799-a5a1-9c2571cc01b7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 982 time: 0.1447897 Aug 20 12:00:41.188762 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b7283b28-bc60-4b04-9a8b-b27b5d51ac7c req-95448a3a-8f56-4b37-8ca9-43a1bd723898 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Aug 20 12:00:41.265375 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a19e33e-516d-4751-bb72-d569843e72be req-16e685c5-ca37-464e-80f0-d413579f61a6 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/security-groups?id=c18129d8-078f-4f69-847d-c14060bc7611&id=5151159d-3ad9-44c0-923f-be91d5da09fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0803902 Aug 20 12:00:41.268705 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e69be-d559-4ac6-b51f-70239e17d629 req-dc8839a4-f061-4222-bd29-b42b6d7728d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.271301 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b56e69be-d559-4ac6-b51f-70239e17d629 req-dc8839a4-f061-4222-bd29-b42b6d7728d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4bb72192-08b7-4670-ad41-93126ce0d9d3 HTTP/1.1" status: 200 len: 896 time: 0.1721127 Aug 20 12:00:41.324797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b56e69be-d559-4ac6-b51f-70239e17d629 req-4aedbd4e-3388-42b0-996a-12625a7f2848 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 HTTP/1.1" status: 200 len: 217 time: 0.0442274 Aug 20 12:00:41.396040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e69be-d559-4ac6-b51f-70239e17d629 req-6b56611a-82e9-4c84-9c12-4048610301a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.397570 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b56e69be-d559-4ac6-b51f-70239e17d629 req-6b56611a-82e9-4c84-9c12-4048610301a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b86bb6f-caa7-49c3-935a-98f7b166d56f HTTP/1.1" status: 200 len: 833 time: 0.0633683 Aug 20 12:00:41.481586 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e69be-d559-4ac6-b51f-70239e17d629 req-a08ac89c-76f2-4219-a0f9-ffe854c17e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.483543 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b56e69be-d559-4ac6-b51f-70239e17d629 req-a08ac89c-76f2-4219-a0f9-ffe854c17e9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4bb72192-08b7-4670-ad41-93126ce0d9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753853 Aug 20 12:00:41.620670 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b56e69be-d559-4ac6-b51f-70239e17d629 req-28a5296d-c51b-47de-901b-777f2512dd77 service neutron] 10.222.0.35 "GET /v2.0/networks/4bb72192-08b7-4670-ad41-93126ce0d9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282434 Aug 20 12:00:41.654347 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f29afa-c543-4d51-a391-8a4aa18c2e78 req-d97dae66-4bfd-4e10-a619-227b2f6e66c1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.655884 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-19f29afa-c543-4d51-a391-8a4aa18c2e78 req-d97dae66-4bfd-4e10-a619-227b2f6e66c1 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0750177 Aug 20 12:00:41.729524 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-19f29afa-c543-4d51-a391-8a4aa18c2e78 req-2f60cbed-80e9-4735-8d83-f2c0a3f886cf tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642476 Aug 20 12:00:41.742484 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b56e69be-d559-4ac6-b51f-70239e17d629 req-bc1367bb-4434-4fd9-bc68-29174f9dcee1 service neutron] 10.222.0.35 "GET /v2.0/networks/4bb72192-08b7-4670-ad41-93126ce0d9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136312 Aug 20 12:00:42.017445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63d1e0-0358-4dad-9e70-ecd3e1a1d9e7 req-69648fd8-cc0a-4661-99a0-74723777ff0a tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:42.019083 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d63d1e0-0358-4dad-9e70-ecd3e1a1d9e7 req-69648fd8-cc0a-4661-99a0-74723777ff0a tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0878572 Aug 20 12:00:42.070560 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d63d1e0-0358-4dad-9e70-ecd3e1a1d9e7 req-8f5ec932-6c4a-444e-aa68-09cb2894d0e4 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420160 Aug 20 12:00:42.113678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca071a-a4ad-4ae0-b516-e69c751864bd req-cb7a045e-989d-41bc-b513-42d827ef8bd9 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:42.115198 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67ca071a-a4ad-4ae0-b516-e69c751864bd req-cb7a045e-989d-41bc-b513-42d827ef8bd9 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0607159 Aug 20 12:00:42.165405 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-67ca071a-a4ad-4ae0-b516-e69c751864bd req-23a316da-e165-4ba6-89ba-fb6103c59bf9 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401227 Aug 20 12:00:42.211041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96865c-8a8f-485d-9d56-853d7c855a6b req-3798b368-0a70-4c87-bf55-d8463f33c76e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:42.212533 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd96865c-8a8f-485d-9d56-853d7c855a6b req-3798b368-0a70-4c87-bf55-d8463f33c76e tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0657618 Aug 20 12:00:42.270550 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd96865c-8a8f-485d-9d56-853d7c855a6b req-b538d33a-7801-4c2a-8c46-c2bb30a81ef2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462546 Aug 20 12:00:42.361061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aac765-8b19-4d66-aa3a-a264905801f2 req-186025c3-9948-4354-b41d-c289ec08362b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:42.362603 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-02aac765-8b19-4d66-aa3a-a264905801f2 req-186025c3-9948-4354-b41d-c289ec08362b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0863974 Aug 20 12:00:42.417168 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-02aac765-8b19-4d66-aa3a-a264905801f2 req-d502862d-b174-4db3-ac1c-1a008e794d90 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473073 Aug 20 12:00:42.578176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3f99-434a-4591-b09e-a687c9c1d756 req-083930f8-947c-49c2-8bf5-e5c8389a8e84 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:42.581117 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d64f3f99-434a-4591-b09e-a687c9c1d756 req-083930f8-947c-49c2-8bf5-e5c8389a8e84 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 982 time: 0.0797501 Aug 20 12:00:42.630120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d90ed-f444-46df-8c3c-1ae58edd5a21 req-e4b52915-ad97-4da9-b7ad-3ad77e3a4508 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:42.637950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d1d90ed-f444-46df-8c3c-1ae58edd5a21 req-e4b52915-ad97-4da9-b7ad-3ad77e3a4508 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0908148 Aug 20 12:00:42.641041 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d64f3f99-434a-4591-b09e-a687c9c1d756 req-27267a7b-2f58-4374-9c71-f11f5f0e3a15 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/security-groups?id=c18129d8-078f-4f69-847d-c14060bc7611&id=5151159d-3ad9-44c0-923f-be91d5da09fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0541515 Aug 20 12:00:42.677432 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d1d90ed-f444-46df-8c3c-1ae58edd5a21 req-1af67b07-ad73-4593-9184-786a1ad7ddf0 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386159 Aug 20 12:00:42.705172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:00:42.810796 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=cfd8bcce-a919-4e33-bda6-f1a19bc29ee1,segment=NetworkSegment(f8d30af1-828e-4be6-babf-abf6ebc96fdb),segment_id=f8d30af1-828e-4be6-babf-abf6ebc96fdb)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:42.822310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'cfd8bcce-a919-4e33-bda6-f1a19bc29ee1', 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3', 'port_id': 'cfd8bcce-a919-4e33-bda6-f1a19bc29ee1', 'mac_address': 'fa:16:3e:c5:4c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:00:42.858886 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:42.877205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:42.904339 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=cfd8bcce-a919-4e33-bda6-f1a19bc29ee1,segment=NetworkSegment(f8d30af1-828e-4be6-babf-abf6ebc96fdb),segment_id=f8d30af1-828e-4be6-babf-abf6ebc96fdb)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:42.913478 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:43.134772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=cfd8bcce-a919-4e33-bda6-f1a19bc29ee1,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:43.201241 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['cfd8bcce-a919-4e33-bda6-f1a19bc29ee1'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:43.294991 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dc9a5-fea7-403b-820a-db06cc166da7 req-b3d3b575-d85d-4a33-9bd8-8cd0a0ecac78 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.296617 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-955dc9a5-fea7-403b-820a-db06cc166da7 req-b3d3b575-d85d-4a33-9bd8-8cd0a0ecac78 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0561092 Aug 20 12:00:43.348600 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-955dc9a5-fea7-403b-820a-db06cc166da7 req-b48c488e-f45f-4ecf-a644-68a04555be6d tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452931 Aug 20 12:00:43.547610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c86fc9-3639-476a-88d1-b6e394eda785 req-28e91b74-c38b-47a7-93e9-0126c58367a6 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.557105 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-54c86fc9-3639-476a-88d1-b6e394eda785 req-28e91b74-c38b-47a7-93e9-0126c58367a6 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0790741 Aug 20 12:00:43.603778 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-54c86fc9-3639-476a-88d1-b6e394eda785 req-cf080ef4-810e-457f-8619-b767fb4fc4b5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415223 Aug 20 12:00:43.767114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296df4e2-f65d-4909-83fa-ded932678950 req-f1bac75d-c33f-4c38-90de-377186978a0d tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.768658 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-296df4e2-f65d-4909-83fa-ded932678950 req-f1bac75d-c33f-4c38-90de-377186978a0d tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.0912306 Aug 20 12:00:43.806835 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e89b9-e930-4d55-80ec-548ab7fb4fd9 req-536b9cc5-73be-4cb9-860d-2ded6d2a306e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.810116 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-263e89b9-e930-4d55-80ec-548ab7fb4fd9 req-536b9cc5-73be-4cb9-860d-2ded6d2a306e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 983 time: 0.1009855 Aug 20 12:00:43.850146 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c01f4-bca6-4a4a-91de-305d20f01081 req-712e4cd6-c594-4939-9747-e6c9f059d533 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.852057 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d36c01f4-bca6-4a4a-91de-305d20f01081 req-712e4cd6-c594-4939-9747-e6c9f059d533 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.35 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 946 time: 0.0864043 Aug 20 12:00:43.900799 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-263e89b9-e930-4d55-80ec-548ab7fb4fd9 req-70f3ec9b-50e4-4e37-8c94-cd73bf5478c2 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/security-groups?id=c18129d8-078f-4f69-847d-c14060bc7611&id=5151159d-3ad9-44c0-923f-be91d5da09fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0818553 Aug 20 12:00:43.929061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748cc99-d799-4c5a-852b-7f4f79cdeb44 req-a8b14fe1-df8e-47a0-9342-852c705381a6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.929061 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c748cc99-d799-4c5a-852b-7f4f79cdeb44 req-a8b14fe1-df8e-47a0-9342-852c705381a6 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=35abf2e2-9c68-4855-92dc-6b36240589de HTTP/1.1" status: 200 len: 946 time: 0.1534534 Aug 20 12:00:43.961220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-296df4e2-f65d-4909-83fa-ded932678950 req-befef367-abac-463f-b363-91f2dc9543fc tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Deleting port b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:43.961899 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-296df4e2-f65d-4909-83fa-ded932678950 req-befef367-abac-463f-b363-91f2dc9543fc tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:43.967356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-d36c01f4-bca6-4a4a-91de-305d20f01081 req-302f822d-00c2-46ca-b821-991d5fc5d294 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Deleting port ffc1c4e8-d714-4313-a6c0-4aede4f1951d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:43.967776 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d36c01f4-bca6-4a4a-91de-305d20f01081 req-302f822d-00c2-46ca-b821-991d5fc5d294 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.035073 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c748cc99-d799-4c5a-852b-7f4f79cdeb44 req-9ba105bc-64fb-4b11-983b-a0d30fc691f0 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984142 Aug 20 12:00:44.085702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d36c01f4-bca6-4a4a-91de-305d20f01081 req-302f822d-00c2-46ca-b821-991d5fc5d294 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] For port ffc1c4e8-d714-4313-a6c0-4aede4f1951d, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=ffc1c4e8-d714-4313-a6c0-4aede4f1951d,segment=NetworkSegment(93058ced-2bab-4b1a-907c-52c3652775f5),segment_id=93058ced-2bab-4b1a-907c-52c3652775f5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:44.086072 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d36c01f4-bca6-4a4a-91de-305d20f01081 req-302f822d-00c2-46ca-b821-991d5fc5d294 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.089604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-296df4e2-f65d-4909-83fa-ded932678950 req-befef367-abac-463f-b363-91f2dc9543fc tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] For port b8df37c9-cdef-4029-96e0-22ac2cc8e8b9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b8df37c9-cdef-4029-96e0-22ac2cc8e8b9,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:44.090181 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-296df4e2-f65d-4909-83fa-ded932678950 req-befef367-abac-463f-b363-91f2dc9543fc tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.101931 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-d36c01f4-bca6-4a4a-91de-305d20f01081 req-302f822d-00c2-46ca-b821-991d5fc5d294 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Calling delete_port for ffc1c4e8-d714-4313-a6c0-4aede4f1951d owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:44.103464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-296df4e2-f65d-4909-83fa-ded932678950 req-befef367-abac-463f-b363-91f2dc9543fc tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Calling delete_port for b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:44.256155 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-296df4e2-f65d-4909-83fa-ded932678950 req-befef367-abac-463f-b363-91f2dc9543fc tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.258181 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d36c01f4-bca6-4a4a-91de-305d20f01081 req-302f822d-00c2-46ca-b821-991d5fc5d294 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.269221 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['ffc1c4e8-d714-4313-a6c0-4aede4f1951d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:44.303742 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befef367-abac-463f-b363-91f2dc9543fc tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Pushing event deleted for resources: {'Port': ['ID=b8df37c9-cdef-4029-96e0-22ac2cc8e8b9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:44.313051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3d9d073b-1ebb-42ea-a1ff-7a2785e024dd'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:44.318415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f822d-00c2-46ca-b821-991d5fc5d294 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Pushing event deleted for resources: {'Port': ['ID=ffc1c4e8-d714-4313-a6c0-4aede4f1951d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:44.361994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-296df4e2-f65d-4909-83fa-ded932678950 req-befef367-abac-463f-b363-91f2dc9543fc tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] No DVR routers for this DVR port b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:00:44.369922 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-296df4e2-f65d-4909-83fa-ded932678950 req-befef367-abac-463f-b363-91f2dc9543fc tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.379460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36c01f4-bca6-4a4a-91de-305d20f01081 req-302f822d-00c2-46ca-b821-991d5fc5d294 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] No DVR routers for this DVR port ffc1c4e8-d714-4313-a6c0-4aede4f1951d on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:00:44.385895 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d36c01f4-bca6-4a4a-91de-305d20f01081 req-302f822d-00c2-46ca-b821-991d5fc5d294 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.391881 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-296df4e2-f65d-4909-83fa-ded932678950 req-befef367-abac-463f-b363-91f2dc9543fc tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.76 "DELETE /v2.0/ports/b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 HTTP/1.1" status: 204 len: 173 time: 0.6121767 Aug 20 12:00:44.392452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35abf2e2-9c68-4855-92dc-6b36240589de', 'name': 'network-vif-deleted', 'tag': 'b8df37c9-cdef-4029-96e0-22ac2cc8e8b9'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:44.394215 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d36c01f4-bca6-4a4a-91de-305d20f01081 req-302f822d-00c2-46ca-b821-991d5fc5d294 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.35 "DELETE /v2.0/ports/ffc1c4e8-d714-4313-a6c0-4aede4f1951d HTTP/1.1" status: 204 len: 173 time: 0.5328972 Aug 20 12:00:44.394786 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47bbb79-0846-4737-8c23-a40f05fcbf8c', 'name': 'network-vif-deleted', 'tag': 'ffc1c4e8-d714-4313-a6c0-4aede4f1951d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:44.397764 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254be1e9-a01a-48ee-99d2-b35e6478f9a2" -d '{"events": [{"server_uuid": "b47bbb79-0846-4737-8c23-a40f05fcbf8c", "name": "network-vif-deleted", "tag": "ffc1c4e8-d714-4313-a6c0-4aede4f1951d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:44.400112 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f64ec9-0986-4b43-b96d-ee643878be50" -d '{"events": [{"server_uuid": "35abf2e2-9c68-4855-92dc-6b36240589de", "name": "network-vif-deleted", "tag": "b8df37c9-cdef-4029-96e0-22ac2cc8e8b9"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:44.493741 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd0582f-1479-49e3-8f4f-6e957e174885 x-openstack-request-id: req-ffd0582f-1479-49e3-8f4f-6e957e174885 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:44.494246 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35abf2e2-9c68-4855-92dc-6b36240589de", "name": "network-vif-deleted", "tag": "b8df37c9-cdef-4029-96e0-22ac2cc8e8b9", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:44.494403 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffd0582f-1479-49e3-8f4f-6e957e174885 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:44.494776 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35abf2e2-9c68-4855-92dc-6b36240589de', 'name': 'network-vif-deleted', 'tag': 'b8df37c9-cdef-4029-96e0-22ac2cc8e8b9', 'status': 'completed', 'code': 200} Aug 20 12:00:44.559531 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdaea1e-c520-4f4c-9fa6-b9e957b08831 x-openstack-request-id: req-3bdaea1e-c520-4f4c-9fa6-b9e957b08831 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:44.560788 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47bbb79-0846-4737-8c23-a40f05fcbf8c", "name": "network-vif-deleted", "tag": "ffc1c4e8-d714-4313-a6c0-4aede4f1951d", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:44.561218 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3bdaea1e-c520-4f4c-9fa6-b9e957b08831 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:44.561634 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47bbb79-0846-4737-8c23-a40f05fcbf8c', 'name': 'network-vif-deleted', 'tag': 'ffc1c4e8-d714-4313-a6c0-4aede4f1951d', 'status': 'completed', 'code': 200} Aug 20 12:00:44.576542 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-46c3dd23-0bac-4e59-bf7d-f063460145be req-a7d6c022-eba8-4e8a-8c94-ce877d727e8f tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] 10.222.0.37 "GET /v2.0/ports?device_id=b47bbb79-0846-4737-8c23-a40f05fcbf8c HTTP/1.1" status: 200 len: 210 time: 0.0770826 Aug 20 12:00:44.733634 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:44.738617 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c479edc-9151-4ea7-9fb1-5816db491774 req-6e2467ca-e484-44e7-901e-97bcfcbc3336 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:44.740289 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c479edc-9151-4ea7-9fb1-5816db491774 req-6e2467ca-e484-44e7-901e-97bcfcbc3336 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0582640 Aug 20 12:00:44.786981 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c479edc-9151-4ea7-9fb1-5816db491774 req-fdea8f64-4c8f-4938-9bf7-beb6af6d79f8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378394 Aug 20 12:00:44.788569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:44.792683 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:44.793623 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.874527 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.900769 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596e2f2b-c68e-429b-b146-a5bb6d4c8012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd8bcce-a919-4e33-bda6-f1a19bc29ee1'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:44.904774 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa6d05-9403-4330-bc4e-3aae7aed329a" -d '{"events": [{"server_uuid": "596e2f2b-c68e-429b-b146-a5bb6d4c8012", "name": "network-vif-plugged", "status": "completed", "tag": "cfd8bcce-a919-4e33-bda6-f1a19bc29ee1"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:44.920863 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=cfd8bcce-a919-4e33-bda6-f1a19bc29ee1,segment=NetworkSegment(f8d30af1-828e-4be6-babf-abf6ebc96fdb),segment_id=f8d30af1-828e-4be6-babf-abf6ebc96fdb)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:44.924798 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.925983 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device ffc1c4e8-d714-4313-a6c0-4aede4f1951d no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:44.953976 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: ffc1c4e8-d714-4313-a6c0-4aede4f1951d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:44.954980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device ffc1c4e8-d714-4313-a6c0-4aede4f1951d not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:44.985878 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900b40ea-bc3b-4420-9f55-1713efef5a50 x-openstack-request-id: req-900b40ea-bc3b-4420-9f55-1713efef5a50 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:44.986352 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596e2f2b-c68e-429b-b146-a5bb6d4c8012", "name": "network-vif-plugged", "status": "completed", "tag": "cfd8bcce-a919-4e33-bda6-f1a19bc29ee1", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:44.986758 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-900b40ea-bc3b-4420-9f55-1713efef5a50 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:44.987827 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596e2f2b-c68e-429b-b146-a5bb6d4c8012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd8bcce-a919-4e33-bda6-f1a19bc29ee1', 'code': 200} Aug 20 12:00:45.020228 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=cfd8bcce-a919-4e33-bda6-f1a19bc29ee1,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:45.068468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4ae47-466d-4571-b354-eacea90c6081 req-b29873eb-882c-4995-b830-6f2d03928871 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:45.078024 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8e4ae47-466d-4571-b354-eacea90c6081 req-b29873eb-882c-4995-b830-6f2d03928871 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 984 time: 0.0840840 Aug 20 12:00:45.096521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9dd246-003f-4e1d-82a3-c57c3d2b0a40 req-75a03f6a-225b-449a-a615-ea69525205c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:45.098121 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ba9dd246-003f-4e1d-82a3-c57c3d2b0a40 req-75a03f6a-225b-449a-a615-ea69525205c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 1135 time: 0.0498884 Aug 20 12:00:45.126939 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8e4ae47-466d-4571-b354-eacea90c6081 req-bb323869-64e9-4431-a045-854d86d1ba17 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/security-groups?id=c18129d8-078f-4f69-847d-c14060bc7611&id=5151159d-3ad9-44c0-923f-be91d5da09fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0478737 Aug 20 12:00:45.148306 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ba9dd246-003f-4e1d-82a3-c57c3d2b0a40 req-6897f5b3-efee-4dbe-8aa9-84de6f18166f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c18129d8-078f-4f69-847d-c14060bc7611&id=5151159d-3ad9-44c0-923f-be91d5da09fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0420034 Aug 20 12:00:45.643369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41684) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:45.732134 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8565f3-c419-4ab2-8486-0816afe9eb54 req-05c56654-8eb4-4d9e-80b6-148d2151d63d tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:45.733758 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6f8565f3-c419-4ab2-8486-0816afe9eb54 req-05c56654-8eb4-4d9e-80b6-148d2151d63d tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 945 time: 0.0479565 Aug 20 12:00:45.773157 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6f8565f3-c419-4ab2-8486-0816afe9eb54 req-8c47e364-619d-4f80-a3d4-1fbe57ca44dd tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328441 Aug 20 12:00:45.861149 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:45.881959 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:45.882303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b8df37c9-cdef-4029-96e0-22ac2cc8e8b9 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:45.951888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8e745-5320-489c-b3ce-efadc4884858 req-51f31e3f-1cf9-4dc5-b823-7d989e3782ba tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:45.953402 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-70f8e745-5320-489c-b3ce-efadc4884858 req-51f31e3f-1cf9-4dc5-b823-7d989e3782ba tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0841165 Aug 20 12:00:46.012500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-70f8e745-5320-489c-b3ce-efadc4884858 req-f3996b35-3584-4423-9cf1-417e557c9196 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529158 Aug 20 12:00:46.065345 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a543e3a-e8ea-45bd-91e5-25178d64a7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:46.246343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00a1cf-c17c-4f0f-9f56-21c99b5e71fc req-4b71241d-6116-4f7b-aed4-829020ba2496 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:46.248572 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6f00a1cf-c17c-4f0f-9f56-21c99b5e71fc req-4b71241d-6116-4f7b-aed4-829020ba2496 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 984 time: 0.0526583 Aug 20 12:00:46.297541 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6f00a1cf-c17c-4f0f-9f56-21c99b5e71fc req-1aecf1bc-38e0-4556-9247-9c614a1be95b tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/security-groups?id=c18129d8-078f-4f69-847d-c14060bc7611&id=5151159d-3ad9-44c0-923f-be91d5da09fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0418844 Aug 20 12:00:46.329275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-3a543e3a-e8ea-45bd-91e5-25178d64a7e0 admin admin] Deleting port d9aeb427-2a35-470f-a8f7-878a71875fdd {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:46.329527 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a543e3a-e8ea-45bd-91e5-25178d64a7e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:46.408007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-3a543e3a-e8ea-45bd-91e5-25178d64a7e0 admin admin] For port d9aeb427-2a35-470f-a8f7-878a71875fdd, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d9aeb427-2a35-470f-a8f7-878a71875fdd,segment=NetworkSegment(93058ced-2bab-4b1a-907c-52c3652775f5),segment_id=93058ced-2bab-4b1a-907c-52c3652775f5)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:46.408371 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a543e3a-e8ea-45bd-91e5-25178d64a7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:46.421472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-3a543e3a-e8ea-45bd-91e5-25178d64a7e0 admin admin] Calling delete_port for d9aeb427-2a35-470f-a8f7-878a71875fdd owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:46.596791 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a543e3a-e8ea-45bd-91e5-25178d64a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:46.622678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a543e3a-e8ea-45bd-91e5-25178d64a7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9aeb427-2a35-470f-a8f7-878a71875fdd,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:46.779188 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a543e3a-e8ea-45bd-91e5-25178d64a7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:46.936109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad0bf4-e903-4d2e-b780-f18968081c5c req-2f8c38e8-1b09-49b3-b0ec-c5d3aa2c0825 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:46.937611 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8ad0bf4-e903-4d2e-b780-f18968081c5c req-2f8c38e8-1b09-49b3-b0ec-c5d3aa2c0825 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 945 time: 0.0924747 Aug 20 12:00:47.048590 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8ad0bf4-e903-4d2e-b780-f18968081c5c req-62ae5127-8ec9-4951-af59-6bee6c6800b0 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/security-groups?id=9371df87-d695-4063-ba94-fa4ab534eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761428 Aug 20 12:00:47.074826 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a543e3a-e8ea-45bd-91e5-25178d64a7e0 admin admin] Router db2e6ac2-02ea-486e-b5b8-cd91456ebc0b has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:00:47.154474 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cbfb4-936f-4d16-b126-351a355b12f6 req-e4c86a7f-82b8-45a8-8ed9-d24246b9e427 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.155971 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fa7cbfb4-936f-4d16-b126-351a355b12f6 req-e4c86a7f-82b8-45a8-8ed9-d24246b9e427 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0756431 Aug 20 12:00:47.164141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda4db6-a495-46b9-9929-a26bddf5954a req-edcc6782-53fa-4c48-897b-3d7bd1db36f2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.165567 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2dda4db6-a495-46b9-9929-a26bddf5954a req-edcc6782-53fa-4c48-897b-3d7bd1db36f2 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 945 time: 0.0767565 Aug 20 12:00:47.182418 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a543e3a-e8ea-45bd-91e5-25178d64a7e0 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:00:47.192690 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3e9f5-4446-4d24-952c-0668a844c0c4 None None] Sync routers for ids ['db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:00:47.193202 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3a543e3a-e8ea-45bd-91e5-25178d64a7e0 admin admin] 10.222.0.37 "PUT /v2.0/routers/db2e6ac2-02ea-486e-b5b8-cd91456ebc0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5486400 Aug 20 12:00:47.193800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41694) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:47.202924 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b3e9f5-4446-4d24-952c-0668a844c0c4 None None] Routers {'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:47.203747 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f4b3e9f5-4446-4d24-952c-0668a844c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:00:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:47.247091 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fa7cbfb4-936f-4d16-b126-351a355b12f6 req-89a74a6c-e70c-4950-b30f-aaab0ade7741 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779011 Aug 20 12:00:47.307137 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-2dda4db6-a495-46b9-9929-a26bddf5954a req-481f4994-0db9-49b5-b64f-835ba95520a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Deleting port 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:47.307829 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2dda4db6-a495-46b9-9929-a26bddf5954a req-481f4994-0db9-49b5-b64f-835ba95520a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.321407 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae0119b4-3f08-4506-ad70-18d4166da1ce admin admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.325977 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-f4b3e9f5-4446-4d24-952c-0668a844c0c4 None None] Set router db2e6ac2-02ea-486e-b5b8-cd91456ebc0b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:47.424564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-2dda4db6-a495-46b9-9929-a26bddf5954a req-481f4994-0db9-49b5-b64f-835ba95520a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] For port 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=3d9d073b-1ebb-42ea-a1ff-7a2785e024dd,segment=NetworkSegment(aabf7456-61ec-48fc-b5a6-9d3395f6d6f9),segment_id=aabf7456-61ec-48fc-b5a6-9d3395f6d6f9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:47.425079 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2dda4db6-a495-46b9-9929-a26bddf5954a req-481f4994-0db9-49b5-b64f-835ba95520a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.441686 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-2dda4db6-a495-46b9-9929-a26bddf5954a req-481f4994-0db9-49b5-b64f-835ba95520a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Calling delete_port for 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:47.583173 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2dda4db6-a495-46b9-9929-a26bddf5954a req-481f4994-0db9-49b5-b64f-835ba95520a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.595403 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['3d9d073b-1ebb-42ea-a1ff-7a2785e024dd'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:47.614144 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f4994-0db9-49b5-b64f-835ba95520a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Pushing event deleted for resources: {'Port': ['ID=3d9d073b-1ebb-42ea-a1ff-7a2785e024dd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:47.636330 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f4b3e9f5-4446-4d24-952c-0668a844c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1905417108-router', 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:16Z', 'updated_at': '2021-08-20T12:00:46Z', 'revision_number': 5, 'project_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'gw_port': {'id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:17Z', 'updated_at': '2021-08-20T11:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:47.665162 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3e9f5-4446-4d24-952c-0668a844c0c4 None None] Checking router: db2e6ac2-02ea-486e-b5b8-cd91456ebc0b for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:00:47.669653 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dda4db6-a495-46b9-9929-a26bddf5954a req-481f4994-0db9-49b5-b64f-835ba95520a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] No DVR routers for this DVR port 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:00:47.672678 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2dda4db6-a495-46b9-9929-a26bddf5954a req-481f4994-0db9-49b5-b64f-835ba95520a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.674874 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2dda4db6-a495-46b9-9929-a26bddf5954a req-481f4994-0db9-49b5-b64f-835ba95520a7 tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.35 "DELETE /v2.0/ports/3d9d073b-1ebb-42ea-a1ff-7a2785e024dd HTTP/1.1" status: 204 len: 173 time: 0.5010378 Aug 20 12:00:47.675214 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b3e9f5-4446-4d24-952c-0668a844c0c4 None None] Routers {'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:47.675330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fa28ca-2d3e-4686-bcf0-7a02b3477945', 'name': 'network-vif-deleted', 'tag': '3d9d073b-1ebb-42ea-a1ff-7a2785e024dd'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:47.675860 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f4b3e9f5-4446-4d24-952c-0668a844c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:00:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:47.678009 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22af4d33-e3a1-474a-bf48-44df1d4793bd" -d '{"events": [{"server_uuid": "02fa28ca-2d3e-4686-bcf0-7a02b3477945", "name": "network-vif-deleted", "tag": "3d9d073b-1ebb-42ea-a1ff-7a2785e024dd"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:47.740975 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed08f2ee-4670-423e-80c1-fb38f2bb6d98 x-openstack-request-id: req-ed08f2ee-4670-423e-80c1-fb38f2bb6d98 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:47.741440 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fa28ca-2d3e-4686-bcf0-7a02b3477945", "name": "network-vif-deleted", "tag": "3d9d073b-1ebb-42ea-a1ff-7a2785e024dd", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:47.741863 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed08f2ee-4670-423e-80c1-fb38f2bb6d98 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:47.742285 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fa28ca-2d3e-4686-bcf0-7a02b3477945', 'name': 'network-vif-deleted', 'tag': '3d9d073b-1ebb-42ea-a1ff-7a2785e024dd', 'status': 'completed', 'code': 200} Aug 20 12:00:47.817337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca57847-bc89-496e-8089-6cf6dc26c80b req-7f6b3466-a9cf-473e-bab8-6a79c6500f02 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.818873 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cca57847-bc89-496e-8089-6cf6dc26c80b req-7f6b3466-a9cf-473e-bab8-6a79c6500f02 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 984 time: 0.0974839 Aug 20 12:00:47.828785 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-f4b3e9f5-4446-4d24-952c-0668a844c0c4 None None] Set router db2e6ac2-02ea-486e-b5b8-cd91456ebc0b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:47.852730 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae0119b4-3f08-4506-ad70-18d4166da1ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.899333 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cca57847-bc89-496e-8089-6cf6dc26c80b req-a0196712-5bdb-4735-bb55-d46a2fd5c170 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/security-groups?id=c18129d8-078f-4f69-847d-c14060bc7611&id=5151159d-3ad9-44c0-923f-be91d5da09fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0713699 Aug 20 12:00:47.928665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ae0119b4-3f08-4506-ad70-18d4166da1ce admin admin] Deleting port 0f54536f-51c9-4f61-9991-4f701aba850f {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:47.930331 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae0119b4-3f08-4506-ad70-18d4166da1ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.030033 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f4b3e9f5-4446-4d24-952c-0668a844c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1905417108-router', 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:16Z', 'updated_at': '2021-08-20T12:00:46Z', 'revision_number': 5, 'project_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'gw_port': {'id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:17Z', 'updated_at': '2021-08-20T11:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:48.035033 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-ae0119b4-3f08-4506-ad70-18d4166da1ce admin admin] For port 0f54536f-51c9-4f61-9991-4f701aba850f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0f54536f-51c9-4f61-9991-4f701aba850f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:48.035405 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae0119b4-3f08-4506-ad70-18d4166da1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.039796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d7adb-6e23-41f2-8310-0fb40d191a58 req-8e613831-b5dd-490a-9794-1e1061ba5bf1 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.049218 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b4d7adb-6e23-41f2-8310-0fb40d191a58 req-8e613831-b5dd-490a-9794-1e1061ba5bf1 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 984 time: 0.0637069 Aug 20 12:00:48.063988 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3e9f5-4446-4d24-952c-0668a844c0c4 None None] The sync data for ids ['db2e6ac2-02ea-486e-b5b8-cd91456ebc0b'] in n-d-804299-2 is: [{'id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1905417108-router', 'tenant_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:16Z', 'updated_at': '2021-08-20T12:00:46Z', 'revision_number': 5, 'project_id': 'e616cbd04b1b4a0796f0a9fe55765d1c', 'gw_port': {'id': '0f54536f-51c9-4f61-9991-4f701aba850f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2e6ac2-02ea-486e-b5b8-cd91456ebc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:17Z', 'updated_at': '2021-08-20T11:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:00:48.073798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ae0119b4-3f08-4506-ad70-18d4166da1ce admin admin] Calling delete_port for 0f54536f-51c9-4f61-9991-4f701aba850f owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:48.093649 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b4d7adb-6e23-41f2-8310-0fb40d191a58 req-a6326899-b331-4b4f-ab2e-7faa19cd94c3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/security-groups?id=c18129d8-078f-4f69-847d-c14060bc7611&id=5151159d-3ad9-44c0-923f-be91d5da09fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0438809 Aug 20 12:00:48.244467 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1caa6235-bb13-43f7-9dc0-6310febaad43 req-4b622643-7057-4330-9c55-19e2977312ea tempest-ServersTestJSON-938753235 tempest-ServersTestJSON-938753235-project] 10.222.0.37 "GET /v2.0/ports?device_id=02fa28ca-2d3e-4686-bcf0-7a02b3477945 HTTP/1.1" status: 200 len: 210 time: 0.0364664 Aug 20 12:00:48.247141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edf8f5-de3e-48d1-bc2f-1c7507c0d925 req-8251bbcf-85bc-4ccf-8a46-027a62356971 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.259211 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c5edf8f5-de3e-48d1-bc2f-1c7507c0d925 req-8251bbcf-85bc-4ccf-8a46-027a62356971 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 1135 time: 0.0646811 Aug 20 12:00:48.287967 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c5edf8f5-de3e-48d1-bc2f-1c7507c0d925 req-0d9be1e0-eea0-427a-9e21-f4736e936521 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.372662 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae0119b4-3f08-4506-ad70-18d4166da1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.389346 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c5edf8f5-de3e-48d1-bc2f-1c7507c0d925 req-0d9be1e0-eea0-427a-9e21-f4736e936521 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.394260 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c5edf8f5-de3e-48d1-bc2f-1c7507c0d925 req-0d9be1e0-eea0-427a-9e21-f4736e936521 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.414729 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0119b4-3f08-4506-ad70-18d4166da1ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0f54536f-51c9-4f61-9991-4f701aba850f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:48.426084 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c5edf8f5-de3e-48d1-bc2f-1c7507c0d925 req-0d9be1e0-eea0-427a-9e21-f4736e936521 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c18129d8-078f-4f69-847d-c14060bc7611&id=5151159d-3ad9-44c0-923f-be91d5da09fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1659863 Aug 20 12:00:48.446292 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9be1e0-eea0-427a-9e21-f4736e936521 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3015eda-f9fb-418e-ae0b-1c7aa07326b2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:48.457209 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41708) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:48.497429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f15d8a-a3bf-443f-bca0-7ef2e0a445ec req-7068dd5a-3c1d-4086-b1c6-edf18a688c4c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.500911 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-45f15d8a-a3bf-443f-bca0-7ef2e0a445ec req-7068dd5a-3c1d-4086-b1c6-edf18a688c4c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.1750448 Aug 20 12:00:48.507465 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae0119b4-3f08-4506-ad70-18d4166da1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.525257 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305b057a-07d1-401a-948f-f8a29ed07c3e tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.530254 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-305b057a-07d1-401a-948f-f8a29ed07c3e tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 1130 time: 0.0686886 Aug 20 12:00:48.530577 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41710) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:48.535119 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': 'cfd8bcce-a919-4e33-bda6-f1a19bc29ee1', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:48.558536 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.630886 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae0119b4-3f08-4506-ad70-18d4166da1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.635151 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae0119b4-3f08-4506-ad70-18d4166da1ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.649554 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-45f15d8a-a3bf-443f-bca0-7ef2e0a445ec req-31b4c566-6925-4f67-8f1f-cd25a35415d8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432357 Aug 20 12:00:48.678726 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.698412 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae0119b4-3f08-4506-ad70-18d4166da1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.699134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0119b4-3f08-4506-ad70-18d4166da1ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router db2e6ac2-02ea-486e-b5b8-cd91456ebc0b {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:00:48.708462 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ae0119b4-3f08-4506-ad70-18d4166da1ce admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.709684 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ae0119b4-3f08-4506-ad70-18d4166da1ce admin admin] 10.222.0.37 "DELETE /v2.0/routers/db2e6ac2-02ea-486e-b5b8-cd91456ebc0b HTTP/1.1" status: 204 len: 168 time: 1.5147984 Aug 20 12:00:48.712199 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41712) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:48.768500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-919153f2-50fe-4220-af25-ad917246cbd0 admin admin] Deleting subnet e6d22a05-4469-4253-92bd-6e1b070cb48f {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:00:48.771897 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-919153f2-50fe-4220-af25-ad917246cbd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.800229 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Allocated IP 172.25.8.117 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/671f7cf0-aa08-4c34-b49a-91babf38be3f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:48.810808 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-919153f2-50fe-4220-af25-ad917246cbd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.859079 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-919153f2-50fe-4220-af25-ad917246cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.927275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-919153f2-50fe-4220-af25-ad917246cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.927757 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.956359 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919153f2-50fe-4220-af25-ad917246cbd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6d22a05-4469-4253-92bd-6e1b070cb48f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:48.958437 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-919153f2-50fe-4220-af25-ad917246cbd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.960560 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-919153f2-50fe-4220-af25-ad917246cbd0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e6d22a05-4469-4253-92bd-6e1b070cb48f HTTP/1.1" status: 204 len: 168 time: 0.2473307 Aug 20 12:00:48.962917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41714) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:48.973976 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.018252 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:49.021078 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:49.024440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:49.041829 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9c6822e5-5813-4f6a-bccd-c42490c96727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.054164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'Port': ['ID=671f7cf0-aa08-4c34-b49a-91babf38be3f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:49.124561 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9c6822e5-5813-4f6a-bccd-c42490c96727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.135155 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-9c6822e5-5813-4f6a-bccd-c42490c96727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfbb528-1e66-4421-bdef-cd50695f97de']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:49.146747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-9c6822e5-5813-4f6a-bccd-c42490c96727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93058ced-2bab-4b1a-907c-52c3652775f5') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:49.147130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-9c6822e5-5813-4f6a-bccd-c42490c96727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93058ced-2bab-4b1a-907c-52c3652775f5') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:49.156964 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9c6822e5-5813-4f6a-bccd-c42490c96727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.178045 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9c6822e5-5813-4f6a-bccd-c42490c96727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.184549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6822e5-5813-4f6a-bccd-c42490c96727 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:00:49.185054 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9c6822e5-5813-4f6a-bccd-c42490c96727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:00:49.186979 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:00:49.253205 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9c6822e5-5813-4f6a-bccd-c42490c96727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.258720 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9c6822e5-5813-4f6a-bccd-c42490c96727 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.265903 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9c6822e5-5813-4f6a-bccd-c42490c96727 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bbfbb528-1e66-4421-bdef-cd50695f97de HTTP/1.1" status: 204 len: 168 time: 0.3016570 Aug 20 12:00:49.298002 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6822e5-5813-4f6a-bccd-c42490c96727 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbfbb528-1e66-4421-bdef-cd50695f97de,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:49.349333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41720) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:49.383728 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0f54536f-51c9-4f61-9991-4f701aba850f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:49.438927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 0f54536f-51c9-4f61-9991-4f701aba850f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:49.440936 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0f54536f-51c9-4f61-9991-4f701aba850f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:49.441584 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d9aeb427-2a35-470f-a8f7-878a71875fdd no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:49.462465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac7d272-ff36-4920-a714-762a978b431a admin admin] Deleting subnet 6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:00:49.467472 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ac7d272-ff36-4920-a714-762a978b431a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.469780 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: d9aeb427-2a35-470f-a8f7-878a71875fdd {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:49.470205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d9aeb427-2a35-470f-a8f7-878a71875fdd not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:49.528972 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ac7d272-ff36-4920-a714-762a978b431a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.541160 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.582075 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ac7d272-ff36-4920-a714-762a978b431a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.592023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41722) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:49.640460 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.647775 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ac7d272-ff36-4920-a714-762a978b431a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.678985 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6bbc8c5c-db89-465d-b663-cdd2ddf4900e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e616cbd04b1b4a0796f0a9fe55765d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0856500 Aug 20 12:00:49.681488 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41726) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:49.693636 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ac7d272-ff36-4920-a714-762a978b431a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.697942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5ac7d272-ff36-4920-a714-762a978b431a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6c6e1881-b439-4ba3-9e13-47bdb96ee8e5 HTTP/1.1" status: 204 len: 168 time: 0.3452048 Aug 20 12:00:49.697942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7d272-ff36-4920-a714-762a978b431a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c6e1881-b439-4ba3-9e13-47bdb96ee8e5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:49.698728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41728) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:49.774751 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d21ef28-7cff-413b-af2a-87bd1ae6e5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.812854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d21ef28-7cff-413b-af2a-87bd1ae6e5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.821074 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10ed8833-5da9-4bce-9ff1-c21e1139487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.826860 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c9c0b-b6a2-42db-acf7-c6d4c6a17e26 req-1655e270-6ff0-449c-9880-da7464c0cf55 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:49.828663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-107c9c0b-b6a2-42db-acf7-c6d4c6a17e26 req-1655e270-6ff0-449c-9880-da7464c0cf55 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0827115 Aug 20 12:00:49.894171 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-107c9c0b-b6a2-42db-acf7-c6d4c6a17e26 req-1a325367-1b29-467c-af6c-ba5cedd297b6 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547402 Aug 20 12:00:49.901086 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d21ef28-7cff-413b-af2a-87bd1ae6e5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.904792 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d21ef28-7cff-413b-af2a-87bd1ae6e5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.910384 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4d21ef28-7cff-413b-af2a-87bd1ae6e5f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2f599f3-e3bd-4b95-a1da-7fc62f08b01d HTTP/1.1" status: 204 len: 168 time: 0.2262442 Aug 20 12:00:49.919235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21ef28-7cff-413b-af2a-87bd1ae6e5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f599f3-e3bd-4b95-a1da-7fc62f08b01d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:49.962552 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.965676 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10ed8833-5da9-4bce-9ff1-c21e1139487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.975665 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.978528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-10ed8833-5da9-4bce-9ff1-c21e1139487d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e846d3a0-5933-4c17-9498-c75783c06554']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:50.013192 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-10ed8833-5da9-4bce-9ff1-c21e1139487d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:50.013492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-10ed8833-5da9-4bce-9ff1-c21e1139487d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabf7456-61ec-48fc-b5a6-9d3395f6d6f9') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:50.056715 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10ed8833-5da9-4bce-9ff1-c21e1139487d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.075622 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'Port': ['ID=671f7cf0-aa08-4c34-b49a-91babf38be3f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:50.090572 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10ed8833-5da9-4bce-9ff1-c21e1139487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.100310 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.103780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ed8833-5da9-4bce-9ff1-c21e1139487d admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:00:50.104323 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10ed8833-5da9-4bce-9ff1-c21e1139487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:00:50.106861 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:00:50.560038 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10ed8833-5da9-4bce-9ff1-c21e1139487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.568239 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10ed8833-5da9-4bce-9ff1-c21e1139487d admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.570120 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-10ed8833-5da9-4bce-9ff1-c21e1139487d admin admin] 10.222.0.37 "DELETE /v2.0/networks/e846d3a0-5933-4c17-9498-c75783c06554 HTTP/1.1" status: 204 len: 168 time: 0.8693352 Aug 20 12:00:50.583738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed8833-5da9-4bce-9ff1-c21e1139487d admin admin] Pushing event deleted for resources: {'Network': ['ID=e846d3a0-5933-4c17-9498-c75783c06554,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:50.601947 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Floating IP 8054cb2d-5ee9-41cc-b765-c03b2bc8a4b8 associated. External IP: 172.25.8.117, port: cfd8bcce-a919-4e33-bda6-f1a19bc29ee1. Aug 20 12:00:50.735225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41752) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:50.751159 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:50.779558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:50.780262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 3d9d073b-1ebb-42ea-a1ff-7a2785e024dd not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:50.793116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41754) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:50.795845 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-946899bf-a888-42b0-b7d6-c6a0171c7edb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21dd6b222c3b4ff2b019fd7f9d90b009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595088 Aug 20 12:00:50.801412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41756) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:50.851404 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:00:50.858242 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7734a04f-92b6-4f00-b626-42525346ca17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.889099 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7734a04f-92b6-4f00-b626-42525346ca17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.962238 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7734a04f-92b6-4f00-b626-42525346ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.967665 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7734a04f-92b6-4f00-b626-42525346ca17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.968982 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7734a04f-92b6-4f00-b626-42525346ca17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9371df87-d695-4063-ba94-fa4ab534eeab HTTP/1.1" status: 204 len: 168 time: 0.1660573 Aug 20 12:00:50.981190 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734a04f-92b6-4f00-b626-42525346ca17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9371df87-d695-4063-ba94-fa4ab534eeab,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:51.050402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b5e94e84-3b7b-45f6-9e6b-8c7f0dda2045 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-352443625-network', 'tenant_id': '138b30c3aaa94b688ab3cb3836dbdb01'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:51.076051 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e94e84-3b7b-45f6-9e6b-8c7f0dda2045 admin admin] Made reservation on behalf of 138b30c3aaa94b688ab3cb3836dbdb01 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:51.080274 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b5e94e84-3b7b-45f6-9e6b-8c7f0dda2045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.086753 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afe647-0c26-4584-9e2c-eeeb3bbdbca5 req-88b93a5e-5e47-4d99-88b3-17fbedfeac14 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.088839 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e2afe647-0c26-4584-9e2c-eeeb3bbdbca5 req-88b93a5e-5e47-4d99-88b3-17fbedfeac14 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0760775 Aug 20 12:00:51.091995 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:00:51.093659 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b5e94e84-3b7b-45f6-9e6b-8c7f0dda2045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.103200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead4e46-23d4-4260-9ee0-af50e811608f None None] Sync routers for ids ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:00:51.115950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead4e46-23d4-4260-9ee0-af50e811608f None None] Routers {'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:51.117480 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bead4e46-23d4-4260-9ee0-af50e811608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:00:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:51.121393 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.162311 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a2424843-13ab-425c-8643-05877571235c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6305926 Aug 20 12:00:51.165054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41764) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:51.169190 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596e2f2b-c68e-429b-b146-a5bb6d4c8012', 'tag': 'cfd8bcce-a919-4e33-bda6-f1a19bc29ee1'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:51.171677 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13fa6cc-e233-4c99-b390-58eb05efe1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "596e2f2b-c68e-429b-b146-a5bb6d4c8012", "tag": "cfd8bcce-a919-4e33-bda6-f1a19bc29ee1"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:51.204302 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e2afe647-0c26-4584-9e2c-eeeb3bbdbca5 req-06d72bcf-a4ab-4ab5-9dac-959df01641b6 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927343 Aug 20 12:00:51.235296 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40bec55-f303-4abb-a182-e7c0db41cff6 x-openstack-request-id: req-c40bec55-f303-4abb-a182-e7c0db41cff6 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:51.235600 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596e2f2b-c68e-429b-b146-a5bb6d4c8012", "tag": "cfd8bcce-a919-4e33-bda6-f1a19bc29ee1", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:51.235856 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c40bec55-f303-4abb-a182-e7c0db41cff6 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:51.236253 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596e2f2b-c68e-429b-b146-a5bb6d4c8012', 'tag': 'cfd8bcce-a919-4e33-bda6-f1a19bc29ee1', 'status': 'completed', 'code': 200} Aug 20 12:00:51.327580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fa6cc-e233-4c99-b390-58eb05efe1ca req-1eb65c81-8a52-48f5-a85f-f9d0acb0057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.329672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d13fa6cc-e233-4c99-b390-58eb05efe1ca req-1eb65c81-8a52-48f5-a85f-f9d0acb0057a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b808612be0f3486f97efd9a6d80898a8&device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 1135 time: 0.0762033 Aug 20 12:00:51.367601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-bead4e46-23d4-4260-9ee0-af50e811608f None None] Set router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:51.439365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7063d3-f0d8-4e5e-a4e4-d2bd3667b922 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.440115 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7063d3-f0d8-4e5e-a4e4-d2bd3667b922 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.440774 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7063d3-f0d8-4e5e-a4e4-d2bd3667b922 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.441725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7063d3-f0d8-4e5e-a4e4-d2bd3667b922 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.442456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7063d3-f0d8-4e5e-a4e4-d2bd3667b922 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.443212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7063d3-f0d8-4e5e-a4e4-d2bd3667b922 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.445243 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6c7063d3-f0d8-4e5e-a4e4-d2bd3667b922 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.2786534 Aug 20 12:00:51.449121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41772) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:51.453223 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b5e94e84-3b7b-45f6-9e6b-8c7f0dda2045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.468968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fa6cc-e233-4c99-b390-58eb05efe1ca req-968a9709-5848-43c4-875f-a0c0ed65c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.470569 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b5e94e84-3b7b-45f6-9e6b-8c7f0dda2045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.471067 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d13fa6cc-e233-4c99-b390-58eb05efe1ca req-968a9709-5848-43c4-875f-a0c0ed65c66f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4bb72192-08b7-4670-ad41-93126ce0d9d3 HTTP/1.1" status: 200 len: 896 time: 0.1278939 Aug 20 12:00:51.556203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e94e84-3b7b-45f6-9e6b-8c7f0dda2045 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:00:51.569981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e94e84-3b7b-45f6-9e6b-8c7f0dda2045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7917ab-2b3d-4f53-8612-afb571ffc0e3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:51.589144 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b5e94e84-3b7b-45f6-9e6b-8c7f0dda2045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.590212 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-b5e94e84-3b7b-45f6-9e6b-8c7f0dda2045 admin admin] Added segment f0eddada-145b-4886-a4c4-58da8498f494 of type vlan for network 77c9c595-f321-4fd4-a17f-fb3ea4b6cfe6 Aug 20 12:00:51.601765 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d13fa6cc-e233-4c99-b390-58eb05efe1ca req-92ae197f-df4f-481a-b8b4-488548c92784 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 HTTP/1.1" status: 200 len: 999 time: 0.1191239 Aug 20 12:00:51.615167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5740a722-34db-424d-93c2-bf02f3543ea5 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.615685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5740a722-34db-424d-93c2-bf02f3543ea5 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.616283 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5740a722-34db-424d-93c2-bf02f3543ea5 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.616781 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5740a722-34db-424d-93c2-bf02f3543ea5 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.617246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5740a722-34db-424d-93c2-bf02f3543ea5 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.617761 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5740a722-34db-424d-93c2-bf02f3543ea5 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.619486 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5740a722-34db-424d-93c2-bf02f3543ea5 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1688826 Aug 20 12:00:51.622385 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41780) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:51.685822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fa6cc-e233-4c99-b390-58eb05efe1ca req-f92350fa-5d54-4090-9383-a0197f9b5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.687539 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d13fa6cc-e233-4c99-b390-58eb05efe1ca req-f92350fa-5d54-4090-9383-a0197f9b5ad7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b86bb6f-caa7-49c3-935a-98f7b166d56f HTTP/1.1" status: 200 len: 833 time: 0.0763853 Aug 20 12:00:51.700502 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b5e94e84-3b7b-45f6-9e6b-8c7f0dda2045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.753010 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b5e94e84-3b7b-45f6-9e6b-8c7f0dda2045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.753996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e94e84-3b7b-45f6-9e6b-8c7f0dda2045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.754583 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b5e94e84-3b7b-45f6-9e6b-8c7f0dda2045 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.769908 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bead4e46-23d4-4260-9ee0-af50e811608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1127230386', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '047abaa8-e401-43db-ba66-bd020461215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:27Z', 'updated_at': '2021-08-20T12:00:32Z', 'revision_number': 4, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '047abaa8-e401-43db-ba66-bd020461215f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:28Z', 'updated_at': '2021-08-20T12:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '8054cb2d-5ee9-41cc-b765-c03b2bc8a4b8', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'port_id': 'cfd8bcce-a919-4e33-bda6-f1a19bc29ee1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3', 'mac_address': 'fa:16:3e:c5:4c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596e2f2b-c68e-429b-b146-a5bb6d4c8012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:49Z', 'updated_at': '2021-08-20T12:00:49Z', 'revision_number': 0, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63c2262-097c-4ab8-a207-17904344eefa', 'name': '', 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'mac_address': 'fa:16:3e:1a:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:31Z', 'updated_at': '2021-08-20T12:00:37Z', 'revision_number': 5, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'subnets': [{'id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:51.793641 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fa6cc-e233-4c99-b390-58eb05efe1ca req-fe15cbb1-8c0f-4cfe-8205-455c4a9d781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:51.799247 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d13fa6cc-e233-4c99-b390-58eb05efe1ca req-fe15cbb1-8c0f-4cfe-8205-455c4a9d781f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4bb72192-08b7-4670-ad41-93126ce0d9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023571 Aug 20 12:00:51.809168 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead4e46-23d4-4260-9ee0-af50e811608f None None] Checking router: e096114e-6e4f-4b7d-a1f9-92e0e00a4dba for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:00:51.834165 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead4e46-23d4-4260-9ee0-af50e811608f None None] Routers {'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:51.834808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bead4e46-23d4-4260-9ee0-af50e811608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:00:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:51.858579 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e94e84-3b7b-45f6-9e6b-8c7f0dda2045 admin admin] Pushing event updated for resources: {'Network': ['ID=77c9c595-f321-4fd4-a17f-fb3ea4b6cfe6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:51.876311 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b5e94e84-3b7b-45f6-9e6b-8c7f0dda2045 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0792418 Aug 20 12:00:51.879220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41788) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:51.885014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1a365998-799f-4afa-ba46-2f78a245572a admin admin] Request body: {'subnet': {'network_id': '77c9c595-f321-4fd4-a17f-fb3ea4b6cfe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-352443625-subnet', 'tenant_id': '138b30c3aaa94b688ab3cb3836dbdb01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:51.961225 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5929bd0a-5a87-45ca-8cd3-13a5e1677d79 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.3369782 Aug 20 12:00:51.962631 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a365998-799f-4afa-ba46-2f78a245572a admin admin] Made reservation on behalf of 138b30c3aaa94b688ab3cb3836dbdb01 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:51.966163 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1a365998-799f-4afa-ba46-2f78a245572a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.968156 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41790) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:52.015063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 77c9c595-f321-4fd4-a17f-fb3ea4b6cfe6 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:00:52.025395 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d13fa6cc-e233-4c99-b390-58eb05efe1ca req-70c27515-6706-4a15-835c-7d50da12073a service neutron] 10.222.0.35 "GET /v2.0/networks/4bb72192-08b7-4670-ad41-93126ce0d9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145138 Aug 20 12:00:52.093801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80ec06-1a9a-4b04-be25-916f5689d713 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:52.094293 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80ec06-1a9a-4b04-be25-916f5689d713 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:52.096401 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9c80ec06-1a9a-4b04-be25-916f5689d713 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e096114e-6e4f-4b7d-a1f9-92e0e00a4dba HTTP/1.1" status: 200 len: 1990 time: 0.1268823 Aug 20 12:00:52.148599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-bead4e46-23d4-4260-9ee0-af50e811608f None None] Set router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:52.157538 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d13fa6cc-e233-4c99-b390-58eb05efe1ca req-f9d3a59e-e505-4286-a59c-7fef6e52618e service neutron] 10.222.0.35 "GET /v2.0/networks/4bb72192-08b7-4670-ad41-93126ce0d9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212027 Aug 20 12:00:52.271835 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1a365998-799f-4afa-ba46-2f78a245572a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:52.400335 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-19821ffd-eeae-4e8e-9dab-9945ceaa73a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:52.407796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a365998-799f-4afa-ba46-2f78a245572a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d18ef87-769d-4952-befe-6932c82bed2d,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:52.424035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a365998-799f-4afa-ba46-2f78a245572a admin admin] Checking segment: {'id': 'f0eddada-145b-4886-a4c4-58da8498f494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '77c9c595-f321-4fd4-a17f-fb3ea4b6cfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:52.426229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a365998-799f-4afa-ba46-2f78a245572a admin admin] Network hostable DHCP agents. Network: 77c9c595-f321-4fd4-a17f-fb3ea4b6cfe6, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:00:52.431857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8123e5f-ae8d-493c-9533-1fb70abc6d45 req-8bba87ff-cabb-4725-8f35-e214ac0695c7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:52.437467 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8123e5f-ae8d-493c-9533-1fb70abc6d45 req-8bba87ff-cabb-4725-8f35-e214ac0695c7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.1149054 Aug 20 12:00:52.465935 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a365998-799f-4afa-ba46-2f78a245572a admin admin] Network 77c9c595-f321-4fd4-a17f-fb3ea4b6cfe6 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:00:52.484743 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b8123e5f-ae8d-493c-9533-1fb70abc6d45 req-a876637d-8a45-4ced-9049-83b0f268d27f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403633 Aug 20 12:00:52.485451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-1a365998-799f-4afa-ba46-2f78a245572a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 77c9c595-f321-4fd4-a17f-fb3ea4b6cfe6) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:52.490577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a365998-799f-4afa-ba46-2f78a245572a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:52.491603 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1a365998-799f-4afa-ba46-2f78a245572a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:52.504335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf68305-576e-4f51-b3c5-0167ba7a1a3b None None] Network 77c9c595-f321-4fd4-a17f-fb3ea4b6cfe6 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:52.526072 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1a365998-799f-4afa-ba46-2f78a245572a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6457930 Aug 20 12:00:52.571434 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bead4e46-23d4-4260-9ee0-af50e811608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1127230386', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '047abaa8-e401-43db-ba66-bd020461215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:27Z', 'updated_at': '2021-08-20T12:00:32Z', 'revision_number': 4, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '047abaa8-e401-43db-ba66-bd020461215f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:28Z', 'updated_at': '2021-08-20T12:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '8054cb2d-5ee9-41cc-b765-c03b2bc8a4b8', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'port_id': 'cfd8bcce-a919-4e33-bda6-f1a19bc29ee1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3', 'mac_address': 'fa:16:3e:c5:4c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596e2f2b-c68e-429b-b146-a5bb6d4c8012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:49Z', 'updated_at': '2021-08-20T12:00:49Z', 'revision_number': 0, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63c2262-097c-4ab8-a207-17904344eefa', 'name': '', 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'mac_address': 'fa:16:3e:1a:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:31Z', 'updated_at': '2021-08-20T12:00:37Z', 'revision_number': 5, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'subnets': [{'id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:52.608044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead4e46-23d4-4260-9ee0-af50e811608f None None] The sync data for ids ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'] in n-d-804299-2 is: [{'id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1127230386', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '047abaa8-e401-43db-ba66-bd020461215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:27Z', 'updated_at': '2021-08-20T12:00:32Z', 'revision_number': 4, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '047abaa8-e401-43db-ba66-bd020461215f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:28Z', 'updated_at': '2021-08-20T12:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '8054cb2d-5ee9-41cc-b765-c03b2bc8a4b8', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'port_id': 'cfd8bcce-a919-4e33-bda6-f1a19bc29ee1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3', 'mac_address': 'fa:16:3e:c5:4c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596e2f2b-c68e-429b-b146-a5bb6d4c8012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:49Z', 'updated_at': '2021-08-20T12:00:49Z', 'revision_number': 0, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63c2262-097c-4ab8-a207-17904344eefa', 'name': '', 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'mac_address': 'fa:16:3e:1a:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:31Z', 'updated_at': '2021-08-20T12:00:37Z', 'revision_number': 5, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'subnets': [{'id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:00:52.686360 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41814) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:52.700064 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94c2af9-24c0-46ad-9ae4-a560157e235d None None] Network 77c9c595-f321-4fd4-a17f-fb3ea4b6cfe6 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:52.749119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-269f6cba-a2e7-4c36-a198-9b781849ef3f admin admin] Deleting subnet 3d18ef87-769d-4952-befe-6932c82bed2d {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:00:52.754457 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-269f6cba-a2e7-4c36-a198-9b781849ef3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:52.795509 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-269f6cba-a2e7-4c36-a198-9b781849ef3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:52.841921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-269f6cba-a2e7-4c36-a198-9b781849ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:52.924747 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-269f6cba-a2e7-4c36-a198-9b781849ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:52.954591 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f6cba-a2e7-4c36-a198-9b781849ef3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d18ef87-769d-4952-befe-6932c82bed2d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:52.956496 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-269f6cba-a2e7-4c36-a198-9b781849ef3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:52.958443 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-269f6cba-a2e7-4c36-a198-9b781849ef3f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3d18ef87-769d-4952-befe-6932c82bed2d HTTP/1.1" status: 204 len: 168 time: 0.2709763 Aug 20 12:00:52.960874 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41820) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:52.998371 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3f8622-6b16-4353-8680-9286849e7a2e None None] New status for floating IP 8054cb2d-5ee9-41cc-b765-c03b2bc8a4b8: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:00:53.047762 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9521c0d1-a50a-4be5-9d02-f82da421b842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.133569 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9521c0d1-a50a-4be5-9d02-f82da421b842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.145024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-9521c0d1-a50a-4be5-9d02-f82da421b842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c9c595-f321-4fd4-a17f-fb3ea4b6cfe6']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:53.161332 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-9521c0d1-a50a-4be5-9d02-f82da421b842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0eddada-145b-4886-a4c4-58da8498f494') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:53.164352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-9521c0d1-a50a-4be5-9d02-f82da421b842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0eddada-145b-4886-a4c4-58da8498f494') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:53.176551 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9521c0d1-a50a-4be5-9d02-f82da421b842 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.191844 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9521c0d1-a50a-4be5-9d02-f82da421b842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.201762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9521c0d1-a50a-4be5-9d02-f82da421b842 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:00:53.202173 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9521c0d1-a50a-4be5-9d02-f82da421b842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:00:53.203932 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:00:53.260921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9521c0d1-a50a-4be5-9d02-f82da421b842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.268070 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9521c0d1-a50a-4be5-9d02-f82da421b842 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.270727 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9521c0d1-a50a-4be5-9d02-f82da421b842 admin admin] 10.222.0.37 "DELETE /v2.0/networks/77c9c595-f321-4fd4-a17f-fb3ea4b6cfe6 HTTP/1.1" status: 204 len: 168 time: 0.3088887 Aug 20 12:00:53.285321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521c0d1-a50a-4be5-9d02-f82da421b842 admin admin] Pushing event deleted for resources: {'Network': ['ID=77c9c595-f321-4fd4-a17f-fb3ea4b6cfe6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:53.450036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41840) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:53.490220 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4d2917ec-fb23-4cf0-8cbe-0a2b45b482b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=138b30c3aaa94b688ab3cb3836dbdb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389915 Aug 20 12:00:53.492613 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41844) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:53.544675 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b7863ee-2049-4443-82ec-f7012eb96048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.570140 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b7863ee-2049-4443-82ec-f7012eb96048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.617898 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22bdcb-9758-46b1-ac2e-6a1c2c6b35c5 req-04337333-e90a-4507-9616-9a79ba4845b2 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:53.619640 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bd22bdcb-9758-46b1-ac2e-6a1c2c6b35c5 req-04337333-e90a-4507-9616-9a79ba4845b2 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0566299 Aug 20 12:00:53.621656 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b7863ee-2049-4443-82ec-f7012eb96048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.624556 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b7863ee-2049-4443-82ec-f7012eb96048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.628223 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7b7863ee-2049-4443-82ec-f7012eb96048 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c7917ab-2b3d-4f53-8612-afb571ffc0e3 HTTP/1.1" status: 204 len: 168 time: 0.1322613 Aug 20 12:00:53.635981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7863ee-2049-4443-82ec-f7012eb96048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7917ab-2b3d-4f53-8612-afb571ffc0e3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:53.675685 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bd22bdcb-9758-46b1-ac2e-6a1c2c6b35c5 req-9eee2437-a97f-4d19-9bd5-e10e475d7b73 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462670 Aug 20 12:00:54.754488 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 41898) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:54.799248 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95354dfe-114b-4d31-822a-47f8bd1e2c25 req-20985be4-aed8-4681-abf5-8046d3fffd27 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:54.801047 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95354dfe-114b-4d31-822a-47f8bd1e2c25 req-20985be4-aed8-4681-abf5-8046d3fffd27 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0549345 Aug 20 12:00:54.841797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95354dfe-114b-4d31-822a-47f8bd1e2c25 req-5b84dfa5-2c0e-4ca7-ac32-4e3c81a28a76 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344372 Aug 20 12:00:54.873249 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7474716f-07e3-4546-9f31-fb456272860a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:54.968829 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7474716f-07e3-4546-9f31-fb456272860a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:54.973881 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7474716f-07e3-4546-9f31-fb456272860a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:55.012913 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7474716f-07e3-4546-9f31-fb456272860a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9493be142a34ab3a98b7c3dbe9160b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559366 Aug 20 12:00:55.013414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474716f-07e3-4546-9f31-fb456272860a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f955fa-f1ba-45a9-bb3d-93075d7dc577,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:55.014793 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 41912) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:55.067663 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2387f8c2-b3ce-4576-aa72-6ca1ff068f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:55.091196 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2387f8c2-b3ce-4576-aa72-6ca1ff068f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:55.142638 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e38cc24f-87ad-4d92-9c26-f02b868eaf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:55.145340 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2387f8c2-b3ce-4576-aa72-6ca1ff068f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:55.148033 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2387f8c2-b3ce-4576-aa72-6ca1ff068f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:55.149270 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2387f8c2-b3ce-4576-aa72-6ca1ff068f6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8f955fa-f1ba-45a9-bb3d-93075d7dc577 HTTP/1.1" status: 204 len: 168 time: 0.1334739 Aug 20 12:00:55.159514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387f8c2-b3ce-4576-aa72-6ca1ff068f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f955fa-f1ba-45a9-bb3d-93075d7dc577,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:55.465753 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:55.972615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df09d96-a1f3-45f2-a179-06fc96156e5e req-4960a923-96b9-4745-8c60-a9d90696bc38 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:55.975104 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1df09d96-a1f3-45f2-a179-06fc96156e5e req-4960a923-96b9-4745-8c60-a9d90696bc38 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0585012 Aug 20 12:00:56.032385 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1df09d96-a1f3-45f2-a179-06fc96156e5e req-47f7bf9a-834c-4a48-b856-85b4321d96f8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418537 Aug 20 12:00:56.367849 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:57.155072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf9714-ff28-446b-9a7d-fb2f5b29414b req-333540e5-ee0b-4905-8f78-8e8ffcf21ce1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:57.156695 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2dbf9714-ff28-446b-9a7d-fb2f5b29414b req-333540e5-ee0b-4905-8f78-8e8ffcf21ce1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0551996 Aug 20 12:00:57.202353 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2dbf9714-ff28-446b-9a7d-fb2f5b29414b req-16c6d824-4d3b-40ad-893a-3d89d5addb79 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377929 Aug 20 12:00:57.817289 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42106) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:57.845598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42110) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:57.954260 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e319199-5849-4396-8b11-9900eefb31b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:57.977816 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49e843eb-b52c-47e3-845e-dbcd1dbaf125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.011540 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.066692 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e319199-5849-4396-8b11-9900eefb31b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.071847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e319199-5849-4396-8b11-9900eefb31b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.119804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e319199-5849-4396-8b11-9900eefb31b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac1fa15-e611-4eee-8adb-2f9b7a396a88,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:58.126282 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6e319199-5849-4396-8b11-9900eefb31b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea2b35b061334d4ba34594189d5f7bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796431 Aug 20 12:00:58.129036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42114) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:58.187735 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ecec94d2-3166-427c-9a2e-48e7de731c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.189993 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49e843eb-b52c-47e3-845e-dbcd1dbaf125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.194109 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49e843eb-b52c-47e3-845e-dbcd1dbaf125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.209627 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ecec94d2-3166-427c-9a2e-48e7de731c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.235566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e843eb-b52c-47e3-845e-dbcd1dbaf125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f27e23e-740b-437d-b663-85b1518eb955,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:58.242746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42118) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:58.242947 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-49e843eb-b52c-47e3-845e-dbcd1dbaf125 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b93c4ecae19a42288dc3317d2f5b1eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4243941 Aug 20 12:00:58.313720 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ecec94d2-3166-427c-9a2e-48e7de731c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.316178 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ecec94d2-3166-427c-9a2e-48e7de731c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.317322 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ecec94d2-3166-427c-9a2e-48e7de731c79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ac1fa15-e611-4eee-8adb-2f9b7a396a88 HTTP/1.1" status: 204 len: 168 time: 0.1872950 Aug 20 12:00:58.341449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec94d2-3166-427c-9a2e-48e7de731c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac1fa15-e611-4eee-8adb-2f9b7a396a88,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:58.344479 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad344d6e-7932-4828-bee9-4525a78aeacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.353695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f304ab-b319-427f-a701-1440f9725a57 req-f3655f88-9a98-4e55-b734-8b115c91df01 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:58.355841 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d3f304ab-b319-427f-a701-1440f9725a57 req-f3655f88-9a98-4e55-b734-8b115c91df01 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0849988 Aug 20 12:00:58.393488 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad344d6e-7932-4828-bee9-4525a78aeacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.437133 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d3f304ab-b319-427f-a701-1440f9725a57 req-b8010251-55bd-426a-b43c-638e486c7b6f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702469 Aug 20 12:00:58.459583 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad344d6e-7932-4828-bee9-4525a78aeacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.462263 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad344d6e-7932-4828-bee9-4525a78aeacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.463393 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ad344d6e-7932-4828-bee9-4525a78aeacd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f27e23e-740b-437d-b663-85b1518eb955 HTTP/1.1" status: 204 len: 168 time: 0.2197247 Aug 20 12:00:58.472283 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad344d6e-7932-4828-bee9-4525a78aeacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f27e23e-740b-437d-b663-85b1518eb955,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:58.600205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42128) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:58.616522 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-757cca08-6e5d-4cbc-927e-f4ecab2607d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.722870 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-757cca08-6e5d-4cbc-927e-f4ecab2607d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.726838 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-757cca08-6e5d-4cbc-927e-f4ecab2607d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.767631 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-757cca08-6e5d-4cbc-927e-f4ecab2607d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e728dadb4eef40d282612312610c7ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660681 Aug 20 12:00:58.768516 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cca08-6e5d-4cbc-927e-f4ecab2607d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05ad9e4-2306-40c3-aa73-e550682fc3ea,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:58.770274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42132) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:58.819357 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1506bea-7b2a-4bed-b3a0-518ac740ea9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.840988 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1506bea-7b2a-4bed-b3a0-518ac740ea9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.887308 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1506bea-7b2a-4bed-b3a0-518ac740ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.890255 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1506bea-7b2a-4bed-b3a0-518ac740ea9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.894372 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b1506bea-7b2a-4bed-b3a0-518ac740ea9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d05ad9e4-2306-40c3-aa73-e550682fc3ea HTTP/1.1" status: 204 len: 168 time: 0.1230903 Aug 20 12:00:58.903706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1506bea-7b2a-4bed-b3a0-518ac740ea9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05ad9e4-2306-40c3-aa73-e550682fc3ea,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:58.989117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42136) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:59.002893 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57eb3fc1-c5c8-4f69-8af3-a94b9af99491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:59.093603 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57eb3fc1-c5c8-4f69-8af3-a94b9af99491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:59.098085 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57eb3fc1-c5c8-4f69-8af3-a94b9af99491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:59.141756 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-57eb3fc1-c5c8-4f69-8af3-a94b9af99491 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6f4776aa4344d9da196773e2f5e0228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515622 Aug 20 12:00:59.142645 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb3fc1-c5c8-4f69-8af3-a94b9af99491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3ce446-9666-4e13-8475-5f39b682fd8d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:59.144370 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42142) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:59.197698 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0ab8842-dbe4-4a3a-b440-d962290889b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:59.218703 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0ab8842-dbe4-4a3a-b440-d962290889b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:59.274065 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0ab8842-dbe4-4a3a-b440-d962290889b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:59.276779 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0ab8842-dbe4-4a3a-b440-d962290889b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:59.278242 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a0ab8842-dbe4-4a3a-b440-d962290889b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec3ce446-9666-4e13-8475-5f39b682fd8d HTTP/1.1" status: 204 len: 168 time: 0.1321752 Aug 20 12:00:59.289951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab8842-dbe4-4a3a-b440-d962290889b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3ce446-9666-4e13-8475-5f39b682fd8d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:59.565839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66890b-5046-4b5d-8971-987d378acab7 req-5303840f-862a-44c9-81a5-cf43ebfff50c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:59.567434 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af66890b-5046-4b5d-8971-987d378acab7 req-5303840f-862a-44c9-81a5-cf43ebfff50c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0574739 Aug 20 12:00:59.607335 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af66890b-5046-4b5d-8971-987d378acab7 req-0bcf1723-8af3-451b-a86e-c425adef2d49 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320530 Aug 20 12:01:00.727062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ef918-b8fc-48e2-bb80-9b957f5648a6 req-b270e1f9-6a18-4e00-ae9e-990547b60c85 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:00.733960 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-408ef918-b8fc-48e2-bb80-9b957f5648a6 req-b270e1f9-6a18-4e00-ae9e-990547b60c85 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0551550 Aug 20 12:01:00.771322 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-408ef918-b8fc-48e2-bb80-9b957f5648a6 req-80f2402c-dec0-4afc-b40c-9d97b5dd955e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361872 Aug 20 12:01:01.897547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902b02e-cdde-443c-97ec-f877a81949f7 req-833a5d4d-9118-4482-8676-9ad8dec292e7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:01.901119 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5902b02e-cdde-443c-97ec-f877a81949f7 req-833a5d4d-9118-4482-8676-9ad8dec292e7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 944 time: 0.0597937 Aug 20 12:01:01.910937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b15a17da-4b20-4bfe-b3b9-682bb847edf2 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:01:01.951450 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5902b02e-cdde-443c-97ec-f877a81949f7 req-a4c1da84-6afa-4ce3-91f0-e589135170f8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454018 Aug 20 12:01:02.023554 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b15a17da-4b20-4bfe-b3b9-682bb847edf2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b15a17da-4b20-4bfe-b3b9-682bb847edf2,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:02.036792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'b15a17da-4b20-4bfe-b3b9-682bb847edf2', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'port_id': 'b15a17da-4b20-4bfe-b3b9-682bb847edf2', 'mac_address': 'fa:16:3e:28:78:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:01:02.076224 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.092124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15a17da-4b20-4bfe-b3b9-682bb847edf2 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:02.117646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b15a17da-4b20-4bfe-b3b9-682bb847edf2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b15a17da-4b20-4bfe-b3b9-682bb847edf2,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:02.122694 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.171732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b15a17da-4b20-4bfe-b3b9-682bb847edf2,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:02.327878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['b15a17da-4b20-4bfe-b3b9-682bb847edf2'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:02.765519 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42336) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:02.929255 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.985189 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-57267351-b6b2-48a9-a9e2-8ee8c24253be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.104386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e1088-f64a-41c6-9bda-daf1394bb02b req-94c46514-81f2-498c-ac9e-87f4e8a407bb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:03.106238 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-133e1088-f64a-41c6-9bda-daf1394bb02b req-94c46514-81f2-498c-ac9e-87f4e8a407bb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 945 time: 0.0747318 Aug 20 12:01:03.161905 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-133e1088-f64a-41c6-9bda-daf1394bb02b req-70c716bc-8e34-417f-8d31-a14d5faa6716 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480483 Aug 20 12:01:03.175409 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-57267351-b6b2-48a9-a9e2-8ee8c24253be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.185887 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-57267351-b6b2-48a9-a9e2-8ee8c24253be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.228204 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-57267351-b6b2-48a9-a9e2-8ee8c24253be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d15095ff0f54d95b63b77c9b59c12bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4614937 Aug 20 12:01:03.229658 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57267351-b6b2-48a9-a9e2-8ee8c24253be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d8b2f6-6c58-42e2-8a3a-c3d19f279753,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:03.232022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42354) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:03.285674 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-433520ae-1c68-47b0-990e-9033274ec8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.307782 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-433520ae-1c68-47b0-990e-9033274ec8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.361590 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-433520ae-1c68-47b0-990e-9033274ec8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.365326 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-433520ae-1c68-47b0-990e-9033274ec8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.368992 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-433520ae-1c68-47b0-990e-9033274ec8bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44d8b2f6-6c58-42e2-8a3a-c3d19f279753 HTTP/1.1" status: 204 len: 168 time: 0.1327775 Aug 20 12:01:03.378677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433520ae-1c68-47b0-990e-9033274ec8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d8b2f6-6c58-42e2-8a3a-c3d19f279753,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:03.813314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42374) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:03.826791 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc3a5a7a-2300-4414-a0bc-30d57aa5d809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.913377 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc3a5a7a-2300-4414-a0bc-30d57aa5d809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.919008 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b15a17da-4b20-4bfe-b3b9-682bb847edf2 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:03.921811 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc3a5a7a-2300-4414-a0bc-30d57aa5d809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.962482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bc3a5a7a-2300-4414-a0bc-30d57aa5d809 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4721538d45b4466481426179fe99e806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457167 Aug 20 12:01:03.962482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a5a7a-2300-4414-a0bc-30d57aa5d809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac64f1fb-10f0-4958-824b-7aa4dfd00ebc,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:03.963640 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42378) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:03.987706 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port b15a17da-4b20-4bfe-b3b9-682bb847edf2 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:03.992354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port b15a17da-4b20-4bfe-b3b9-682bb847edf2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:03.992918 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:04.021670 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4edb96d6-dc7d-4890-b2bd-182de28f8cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:04.045309 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4edb96d6-dc7d-4890-b2bd-182de28f8cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:04.081797 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:04.096066 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4edb96d6-dc7d-4890-b2bd-182de28f8cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:04.098971 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4edb96d6-dc7d-4890-b2bd-182de28f8cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:04.100562 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4edb96d6-dc7d-4890-b2bd-182de28f8cdd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac64f1fb-10f0-4958-824b-7aa4dfd00ebc HTTP/1.1" status: 204 len: 168 time: 0.1346548 Aug 20 12:01:04.111773 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb96d6-dc7d-4890-b2bd-182de28f8cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac64f1fb-10f0-4958-824b-7aa4dfd00ebc,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:04.112505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2224e5fa-787a-45c9-ac99-9f5aa51a0a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15a17da-4b20-4bfe-b3b9-682bb847edf2'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:04.114946 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97632001-0010-47a3-a589-cb0a00fb3fdb" -d '{"events": [{"server_uuid": "2224e5fa-787a-45c9-ac99-9f5aa51a0a95", "name": "network-vif-plugged", "status": "completed", "tag": "b15a17da-4b20-4bfe-b3b9-682bb847edf2"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:04.145402 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b15a17da-4b20-4bfe-b3b9-682bb847edf2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b15a17da-4b20-4bfe-b3b9-682bb847edf2,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:04.154979 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:04.180009 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa79add0-7dba-47eb-9249-39feabe112ec x-openstack-request-id: req-aa79add0-7dba-47eb-9249-39feabe112ec {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:04.180291 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2224e5fa-787a-45c9-ac99-9f5aa51a0a95", "name": "network-vif-plugged", "status": "completed", "tag": "b15a17da-4b20-4bfe-b3b9-682bb847edf2", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:04.180722 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa79add0-7dba-47eb-9249-39feabe112ec {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:04.181251 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2224e5fa-787a-45c9-ac99-9f5aa51a0a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15a17da-4b20-4bfe-b3b9-682bb847edf2', 'code': 200} Aug 20 12:01:04.211070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b15a17da-4b20-4bfe-b3b9-682bb847edf2,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:04.287090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c98c88-fe54-4fe6-977a-a37b0c35b200 req-9b8dc747-1594-4449-8e7a-c9022ff785a5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:04.293449 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-24c98c88-fe54-4fe6-977a-a37b0c35b200 req-9b8dc747-1594-4449-8e7a-c9022ff785a5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 946 time: 0.0561123 Aug 20 12:01:04.331264 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-24c98c88-fe54-4fe6-977a-a37b0c35b200 req-c5050d78-076b-4015-a6b3-c8edc67a4b7d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359693 Aug 20 12:01:04.504335 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ed9c4-5ce7-47ec-a646-65daa1ed7290 req-4470772f-72bb-464c-bde8-e06071e6046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:04.505820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d1ed9c4-5ce7-47ec-a646-65daa1ed7290 req-4470772f-72bb-464c-bde8-e06071e6046d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 1097 time: 0.2841756 Aug 20 12:01:04.540879 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5d1ed9c4-5ce7-47ec-a646-65daa1ed7290 req-deea4d8f-961f-4334-90db-0c59ba629554 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278497 Aug 20 12:01:04.924910 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42412) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:05.033157 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f302a5a6-77a6-4d83-a238-0eb9509ab140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:05.125934 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f302a5a6-77a6-4d83-a238-0eb9509ab140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:05.130274 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f302a5a6-77a6-4d83-a238-0eb9509ab140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:05.170500 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f302a5a6-77a6-4d83-a238-0eb9509ab140 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86ea49aecc3f455495b3c62088b07d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444415 Aug 20 12:01:05.171752 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302a5a6-77a6-4d83-a238-0eb9509ab140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e15340c-8996-401b-9d93-1f9c377a8f8c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:05.173141 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42426) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:05.221903 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86a6c8d4-3117-4dc0-9c72-dcfbb0eabdb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:05.244888 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86a6c8d4-3117-4dc0-9c72-dcfbb0eabdb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:05.296244 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86a6c8d4-3117-4dc0-9c72-dcfbb0eabdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:05.298795 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86a6c8d4-3117-4dc0-9c72-dcfbb0eabdb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:05.299946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-86a6c8d4-3117-4dc0-9c72-dcfbb0eabdb2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e15340c-8996-401b-9d93-1f9c377a8f8c HTTP/1.1" status: 204 len: 168 time: 0.1258352 Aug 20 12:01:05.307691 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6c8d4-3117-4dc0-9c72-dcfbb0eabdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e15340c-8996-401b-9d93-1f9c377a8f8c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:05.464722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d438f-5d91-4e71-892e-35594a532799 req-76d370fb-07b9-4c44-a396-8fcc29628d2c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:05.466647 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a83d438f-5d91-4e71-892e-35594a532799 req-76d370fb-07b9-4c44-a396-8fcc29628d2c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 946 time: 0.0626340 Aug 20 12:01:05.528673 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a83d438f-5d91-4e71-892e-35594a532799 req-895e662d-70a6-45a5-84e2-a6cf747063d4 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544679 Aug 20 12:01:05.660683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42446) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:05.674701 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e907-2d59-4c2c-8b84-5eaa4347e105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:05.767201 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e907-2d59-4c2c-8b84-5eaa4347e105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:05.771189 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e907-2d59-4c2c-8b84-5eaa4347e105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:05.811530 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4ee8e907-2d59-4c2c-8b84-5eaa4347e105 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c3cdd97514f49538345da805ab54fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497557 Aug 20 12:01:05.813583 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8e907-2d59-4c2c-8b84-5eaa4347e105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccdbed2-1375-4d2c-a977-0fc49723d399,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:05.814168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42452) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:05.865412 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-daaa215d-ee40-4a66-afcf-f80bbe9df922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:05.887096 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-daaa215d-ee40-4a66-afcf-f80bbe9df922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:05.942671 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-daaa215d-ee40-4a66-afcf-f80bbe9df922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:05.945810 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-daaa215d-ee40-4a66-afcf-f80bbe9df922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:05.946852 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-daaa215d-ee40-4a66-afcf-f80bbe9df922 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eccdbed2-1375-4d2c-a977-0fc49723d399 HTTP/1.1" status: 204 len: 168 time: 0.1316769 Aug 20 12:01:05.955573 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa215d-ee40-4a66-afcf-f80bbe9df922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccdbed2-1375-4d2c-a977-0fc49723d399,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:06.233695 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42466) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:06.343503 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49b40e82-1473-427d-94c3-92bacf9a96b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:06.433578 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49b40e82-1473-427d-94c3-92bacf9a96b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:06.437897 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49b40e82-1473-427d-94c3-92bacf9a96b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:06.480884 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-49b40e82-1473-427d-94c3-92bacf9a96b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f18cadfe74c403caae2c23ac82396cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446430 Aug 20 12:01:06.483093 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42480) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:06.489071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b40e82-1473-427d-94c3-92bacf9a96b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed29fad5-41dc-467f-bd4b-1a33c9fb0c99,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:06.534709 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-429be115-0c68-4221-a8c9-c9a33f2c8e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:06.557304 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-429be115-0c68-4221-a8c9-c9a33f2c8e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:06.611692 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-429be115-0c68-4221-a8c9-c9a33f2c8e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:06.614940 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-429be115-0c68-4221-a8c9-c9a33f2c8e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:06.619581 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-429be115-0c68-4221-a8c9-c9a33f2c8e52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed29fad5-41dc-467f-bd4b-1a33c9fb0c99 HTTP/1.1" status: 204 len: 168 time: 0.1353724 Aug 20 12:01:06.629843 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429be115-0c68-4221-a8c9-c9a33f2c8e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed29fad5-41dc-467f-bd4b-1a33c9fb0c99,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:06.672838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af214df-906c-45ce-8ca8-8d49c5595014 req-44691a13-0222-4221-a6df-d32a4f51302d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:06.674696 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9af214df-906c-45ce-8ca8-8d49c5595014 req-44691a13-0222-4221-a6df-d32a4f51302d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 946 time: 0.0710413 Aug 20 12:01:06.713680 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9af214df-906c-45ce-8ca8-8d49c5595014 req-b4d0ebb6-802e-4929-b149-9513734b904a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327208 Aug 20 12:01:06.845682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ba853-38e1-4be0-ab5a-143859ce1833 req-eb67b47e-45a1-4775-9102-13da5a918364 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:06.847322 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1a5ba853-38e1-4be0-ab5a-143859ce1833 req-eb67b47e-45a1-4775-9102-13da5a918364 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 946 time: 0.0559604 Aug 20 12:01:06.890016 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1a5ba853-38e1-4be0-ab5a-143859ce1833 req-f641d3ba-1b8b-4dac-a817-8070d959738d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367246 Aug 20 12:01:07.024011 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b8692-d014-40d5-8471-a7d59ea0009a req-55001c1f-a3a6-4a2c-b766-6b71cf2a93b9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:07.025596 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f4b8692-d014-40d5-8471-a7d59ea0009a req-55001c1f-a3a6-4a2c-b766-6b71cf2a93b9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 946 time: 0.0587173 Aug 20 12:01:07.064370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f4b8692-d014-40d5-8471-a7d59ea0009a req-c9874c32-14b1-4d68-bdb1-554969feaf4f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328460 Aug 20 12:01:07.384614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492f45a-8026-47dc-8842-50a9a37db5b0 req-68be0b01-8850-4428-b084-c7f4870d042a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:07.386765 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8492f45a-8026-47dc-8842-50a9a37db5b0 req-68be0b01-8850-4428-b084-c7f4870d042a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 946 time: 0.0532956 Aug 20 12:01:07.426449 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8492f45a-8026-47dc-8842-50a9a37db5b0 req-1f5450c7-4e42-4dab-80f1-27c3fcb92cc4 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Aug 20 12:01:07.845822 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42556) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:07.965096 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2400ae15-75f8-45f7-99ff-9e1cf68adc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.061289 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2400ae15-75f8-45f7-99ff-9e1cf68adc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.065546 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2400ae15-75f8-45f7-99ff-9e1cf68adc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.103869 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2400ae15-75f8-45f7-99ff-9e1cf68adc79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=decd6b0c875944cca18a21ff27631661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568259 Aug 20 12:01:08.105361 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400ae15-75f8-45f7-99ff-9e1cf68adc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f6ec02-3a93-41c3-a765-604b43a42056,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:08.107142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42562) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:08.171018 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-24bb1742-8d80-4b07-9920-f463517c90d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.192241 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-24bb1742-8d80-4b07-9920-f463517c90d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.238842 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-24bb1742-8d80-4b07-9920-f463517c90d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.241611 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-24bb1742-8d80-4b07-9920-f463517c90d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.245145 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-24bb1742-8d80-4b07-9920-f463517c90d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6f6ec02-3a93-41c3-a765-604b43a42056 HTTP/1.1" status: 204 len: 168 time: 0.1348372 Aug 20 12:01:08.253554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb1742-8d80-4b07-9920-f463517c90d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f6ec02-3a93-41c3-a765-604b43a42056,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:08.556465 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea081e-722a-4826-8466-70f31863adc2 req-42174355-22c8-494a-9e6a-f959f0ac6913 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:08.558272 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-45ea081e-722a-4826-8466-70f31863adc2 req-42174355-22c8-494a-9e6a-f959f0ac6913 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 946 time: 0.0579083 Aug 20 12:01:08.602117 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-45ea081e-722a-4826-8466-70f31863adc2 req-8720cf0a-5daa-44cb-8db6-8e370f19c15d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366113 Aug 20 12:01:08.779263 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42586) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:08.790067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e84367-110a-4a79-89c1-67be448baa77 req-7597a7a7-8a07-42b4-90c7-bbda5f57d7fc tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:08.791584 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11e84367-110a-4a79-89c1-67be448baa77 req-7597a7a7-8a07-42b4-90c7-bbda5f57d7fc tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 946 time: 0.0499301 Aug 20 12:01:08.891570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-11e84367-110a-4a79-89c1-67be448baa77 req-c8124f51-d1e8-4e7f-9546-077e621bfff9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Deleting port b15a17da-4b20-4bfe-b3b9-682bb847edf2 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:08.892303 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-11e84367-110a-4a79-89c1-67be448baa77 req-c8124f51-d1e8-4e7f-9546-077e621bfff9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.892894 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4614af9e-3e9b-4439-8837-c23643e1e201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.999770 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4614af9e-3e9b-4439-8837-c23643e1e201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.007003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-11e84367-110a-4a79-89c1-67be448baa77 req-c8124f51-d1e8-4e7f-9546-077e621bfff9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] For port b15a17da-4b20-4bfe-b3b9-682bb847edf2, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b15a17da-4b20-4bfe-b3b9-682bb847edf2,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:09.007003 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-11e84367-110a-4a79-89c1-67be448baa77 req-c8124f51-d1e8-4e7f-9546-077e621bfff9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.008252 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4614af9e-3e9b-4439-8837-c23643e1e201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.023372 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-11e84367-110a-4a79-89c1-67be448baa77 req-c8124f51-d1e8-4e7f-9546-077e621bfff9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Calling delete_port for b15a17da-4b20-4bfe-b3b9-682bb847edf2 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:09.056488 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4614af9e-3e9b-4439-8837-c23643e1e201 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37dccaf20f1c4253a20a473b87e15efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735732 Aug 20 12:01:09.056488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614af9e-3e9b-4439-8837-c23643e1e201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5e3e77-8c6d-4bf5-ab46-c3ae5b8f5afe,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:09.058348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42596) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:09.072443 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.125189 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6347e67-0437-4f6a-9f8a-74f208def8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.146884 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6347e67-0437-4f6a-9f8a-74f208def8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.178309 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-11e84367-110a-4a79-89c1-67be448baa77 req-c8124f51-d1e8-4e7f-9546-077e621bfff9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.191477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['b15a17da-4b20-4bfe-b3b9-682bb847edf2'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:09.213339 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6347e67-0437-4f6a-9f8a-74f208def8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.217715 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6347e67-0437-4f6a-9f8a-74f208def8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.219141 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f6347e67-0437-4f6a-9f8a-74f208def8b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a5e3e77-8c6d-4bf5-ab46-c3ae5b8f5afe HTTP/1.1" status: 204 len: 168 time: 0.1529038 Aug 20 12:01:09.227880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6347e67-0437-4f6a-9f8a-74f208def8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5e3e77-8c6d-4bf5-ab46-c3ae5b8f5afe,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:09.228054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8124f51-d1e8-4e7f-9546-077e621bfff9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event deleted for resources: {'Port': ['ID=b15a17da-4b20-4bfe-b3b9-682bb847edf2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:09.274473 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e84367-110a-4a79-89c1-67be448baa77 req-c8124f51-d1e8-4e7f-9546-077e621bfff9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] No DVR routers for this DVR port b15a17da-4b20-4bfe-b3b9-682bb847edf2 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:09.278552 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-11e84367-110a-4a79-89c1-67be448baa77 req-c8124f51-d1e8-4e7f-9546-077e621bfff9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.280919 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-11e84367-110a-4a79-89c1-67be448baa77 req-c8124f51-d1e8-4e7f-9546-077e621bfff9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "DELETE /v2.0/ports/b15a17da-4b20-4bfe-b3b9-682bb847edf2 HTTP/1.1" status: 204 len: 173 time: 0.4832759 Aug 20 12:01:09.281532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2224e5fa-787a-45c9-ac99-9f5aa51a0a95', 'name': 'network-vif-deleted', 'tag': 'b15a17da-4b20-4bfe-b3b9-682bb847edf2'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:09.289595 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40a9722-1262-44f3-be4b-579d27bd0693" -d '{"events": [{"server_uuid": "2224e5fa-787a-45c9-ac99-9f5aa51a0a95", "name": "network-vif-deleted", "tag": "b15a17da-4b20-4bfe-b3b9-682bb847edf2"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:09.343759 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec934307-7a7c-40cc-86c0-2808b8bb5dee x-openstack-request-id: req-ec934307-7a7c-40cc-86c0-2808b8bb5dee {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:09.344069 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2224e5fa-787a-45c9-ac99-9f5aa51a0a95", "name": "network-vif-deleted", "tag": "b15a17da-4b20-4bfe-b3b9-682bb847edf2", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:09.344308 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec934307-7a7c-40cc-86c0-2808b8bb5dee {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:09.344752 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2224e5fa-787a-45c9-ac99-9f5aa51a0a95', 'name': 'network-vif-deleted', 'tag': 'b15a17da-4b20-4bfe-b3b9-682bb847edf2', 'status': 'completed', 'code': 200} Aug 20 12:01:09.506180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42614) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:09.627084 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44ce208f-83d6-4bf9-a9b3-7bc5157a18c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.649393 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42620) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:09.671468 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f7bcd04-34d3-468f-9c7b-854c169baf04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.715478 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-edf683be-0a10-4acb-a92b-d719cf1a80b3 req-b644e861-4615-4a54-bc20-f175956c2478 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 210 time: 0.0355639 Aug 20 12:01:09.769909 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44ce208f-83d6-4bf9-a9b3-7bc5157a18c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.773857 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44ce208f-83d6-4bf9-a9b3-7bc5157a18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.820779 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-44ce208f-83d6-4bf9-a9b3-7bc5157a18c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f41b9f05a3e44c67b3e0b97df618da93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105276 Aug 20 12:01:09.820779 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce208f-83d6-4bf9-a9b3-7bc5157a18c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89033e08-111a-4a84-b37b-d09fb2588937,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:09.821941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42622) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:09.859536 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f7bcd04-34d3-468f-9c7b-854c169baf04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.864612 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f7bcd04-34d3-468f-9c7b-854c169baf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.875833 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76bb29fc-da2e-434a-bc6f-3e33bd12fb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.897593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76bb29fc-da2e-434a-bc6f-3e33bd12fb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.903765 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2f7bcd04-34d3-468f-9c7b-854c169baf04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df453b7d90624dabb3226d01ab6a84a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532418 Aug 20 12:01:09.906504 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42624) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:09.907336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bcd04-34d3-468f-9c7b-854c169baf04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc4becb-8701-4804-90bc-959766e785e2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:09.981174 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09754525-3aca-45fa-82a9-b3a57500c9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.996679 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76bb29fc-da2e-434a-bc6f-3e33bd12fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.999343 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76bb29fc-da2e-434a-bc6f-3e33bd12fb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:10.000518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-76bb29fc-da2e-434a-bc6f-3e33bd12fb2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89033e08-111a-4a84-b37b-d09fb2588937 HTTP/1.1" status: 204 len: 168 time: 0.1775465 Aug 20 12:01:10.018714 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09754525-3aca-45fa-82a9-b3a57500c9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:10.020567 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb29fc-da2e-434a-bc6f-3e33bd12fb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89033e08-111a-4a84-b37b-d09fb2588937,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:10.076581 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09754525-3aca-45fa-82a9-b3a57500c9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:10.078877 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09754525-3aca-45fa-82a9-b3a57500c9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:10.080117 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-09754525-3aca-45fa-82a9-b3a57500c9a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebc4becb-8701-4804-90bc-959766e785e2 HTTP/1.1" status: 204 len: 168 time: 0.1725900 Aug 20 12:01:10.088869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09754525-3aca-45fa-82a9-b3a57500c9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc4becb-8701-4804-90bc-959766e785e2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:10.827259 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9dfd7a38-0ac3-4af5-b21e-0306597a7451 req-9ec260c1-90e1-42e9-acb6-124eedcb0d3a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 210 time: 0.0350974 Aug 20 12:01:11.695756 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42702) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:11.809577 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-cacceccd-6666-4c99-a436-5fa6a073847c tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:11.833963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42712) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:11.838131 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cacceccd-6666-4c99-a436-5fa6a073847c tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] 10.222.0.37 "PUT /v2.0/quotas/85f632da5d5c4035bff8800e104811c3 HTTP/1.1" status: 200 len: 368 time: 0.1401513 Aug 20 12:01:11.840413 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f7525603-302f-46ca-a5da-1ccc48cca098 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Request body: {'network': {'project_id': '85f632da5d5c4035bff8800e104811c3'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:11.886433 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7525603-302f-46ca-a5da-1ccc48cca098 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Made reservation on behalf of 85f632da5d5c4035bff8800e104811c3 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:11.890963 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7525603-302f-46ca-a5da-1ccc48cca098 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:11.904184 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7525603-302f-46ca-a5da-1ccc48cca098 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:11.952464 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aa3f40f8-a378-4bae-8da9-1a6c0d1a7caf req-5e073528-294e-4ac6-98d0-b87e3ef7f787 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 210 time: 0.0440729 Aug 20 12:01:11.970496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b15a17da-4b20-4bfe-b3b9-682bb847edf2 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:11.997129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: b15a17da-4b20-4bfe-b3b9-682bb847edf2 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:12.000117 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b15a17da-4b20-4bfe-b3b9-682bb847edf2 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:12.047737 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7525603-302f-46ca-a5da-1ccc48cca098 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.052343 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7525603-302f-46ca-a5da-1ccc48cca098 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.079036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7525603-302f-46ca-a5da-1ccc48cca098 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:01:12.091466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7525603-302f-46ca-a5da-1ccc48cca098 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db62c7bf-1d29-461f-9934-e5262b390be9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:12.094323 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7525603-302f-46ca-a5da-1ccc48cca098 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.094663 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-f7525603-302f-46ca-a5da-1ccc48cca098 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Added segment bac4941c-0eb3-43d9-8f92-ee3ff8769656 of type vlan for network 97059b27-d6bd-4dfb-8bc6-5e0fb195a831 Aug 20 12:01:12.139150 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7525603-302f-46ca-a5da-1ccc48cca098 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.165219 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7525603-302f-46ca-a5da-1ccc48cca098 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.166368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7525603-302f-46ca-a5da-1ccc48cca098 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:12.167474 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7525603-302f-46ca-a5da-1ccc48cca098 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.229445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f7525603-302f-46ca-a5da-1ccc48cca098 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3940330 Aug 20 12:01:12.232821 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42730) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:12.236193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a82279ce-7019-48f0-95e2-014229ee4b14 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Request body: {'network': {'project_id': '85f632da5d5c4035bff8800e104811c3'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:12.238230 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7525603-302f-46ca-a5da-1ccc48cca098 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Pushing event updated for resources: {'Network': ['ID=97059b27-d6bd-4dfb-8bc6-5e0fb195a831,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:12.251025 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 97059b27-d6bd-4dfb-8bc6-5e0fb195a831 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:01:12.271394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82279ce-7019-48f0-95e2-014229ee4b14 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Made reservation on behalf of 85f632da5d5c4035bff8800e104811c3 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:12.274476 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a82279ce-7019-48f0-95e2-014229ee4b14 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.312204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82279ce-7019-48f0-95e2-014229ee4b14 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:01:12.326889 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a82279ce-7019-48f0-95e2-014229ee4b14 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.327722 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-a82279ce-7019-48f0-95e2-014229ee4b14 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Added segment 8493bc29-7fa0-45c3-a603-61df1710e4ad of type vlan for network d929668f-bafb-4e10-8622-eec883641198 Aug 20 12:01:12.375979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a82279ce-7019-48f0-95e2-014229ee4b14 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.402837 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a82279ce-7019-48f0-95e2-014229ee4b14 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.403949 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82279ce-7019-48f0-95e2-014229ee4b14 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:12.404526 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a82279ce-7019-48f0-95e2-014229ee4b14 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.465163 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a82279ce-7019-48f0-95e2-014229ee4b14 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2329657 Aug 20 12:01:12.467966 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42740) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:12.471683 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82279ce-7019-48f0-95e2-014229ee4b14 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Pushing event updated for resources: {'Network': ['ID=d929668f-bafb-4e10-8622-eec883641198,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:12.472924 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2d46925b-ec06-4d40-89a1-5b25aa8392d0 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Request body: {'network': {'project_id': '85f632da5d5c4035bff8800e104811c3'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:12.485835 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network d929668f-bafb-4e10-8622-eec883641198 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:01:12.499042 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d46925b-ec06-4d40-89a1-5b25aa8392d0 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 12:01:12.499719 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d46925b-ec06-4d40-89a1-5b25aa8392d0 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:01:12.501086 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2d46925b-ec06-4d40-89a1-5b25aa8392d0 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0321379 Aug 20 12:01:12.504215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42744) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:12.552736 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b6b8ce90-908f-4b74-b7b4-1573c2308787 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85f632da5d5c4035bff8800e104811c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470173 Aug 20 12:01:12.555380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42748) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:12.614786 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7969f3e3-2ec5-4131-bcb7-e149c8ae4adb tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.641112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7969f3e3-2ec5-4131-bcb7-e149c8ae4adb tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.690944 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7969f3e3-2ec5-4131-bcb7-e149c8ae4adb tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.694099 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7969f3e3-2ec5-4131-bcb7-e149c8ae4adb tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.695302 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7969f3e3-2ec5-4131-bcb7-e149c8ae4adb tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/db62c7bf-1d29-461f-9934-e5262b390be9 HTTP/1.1" status: 204 len: 168 time: 0.1388936 Aug 20 12:01:12.698364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42754) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:12.705080 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969f3e3-2ec5-4131-bcb7-e149c8ae4adb tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db62c7bf-1d29-461f-9934-e5262b390be9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:12.843733 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e4b1-4f74-4678-b6df-e670f7cc11f8 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.955808 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e4b1-4f74-4678-b6df-e670f7cc11f8 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:12.970077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5ad2e4b1-4f74-4678-b6df-e670f7cc11f8 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d929668f-bafb-4e10-8622-eec883641198']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:12.975467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42762) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:12.993843 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5ad2e4b1-4f74-4678-b6df-e670f7cc11f8 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8493bc29-7fa0-45c3-a603-61df1710e4ad') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:12.994865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5ad2e4b1-4f74-4678-b6df-e670f7cc11f8 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8493bc29-7fa0-45c3-a603-61df1710e4ad') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:13.011259 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e4b1-4f74-4678-b6df-e670f7cc11f8 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.075171 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e4b1-4f74-4678-b6df-e670f7cc11f8 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.083867 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad2e4b1-4f74-4678-b6df-e670f7cc11f8 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:01:13.083867 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e4b1-4f74-4678-b6df-e670f7cc11f8 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:01:13.086074 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:01:13.203040 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e4b1-4f74-4678-b6df-e670f7cc11f8 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.209626 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e4b1-4f74-4678-b6df-e670f7cc11f8 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.211775 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5ad2e4b1-4f74-4678-b6df-e670f7cc11f8 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d929668f-bafb-4e10-8622-eec883641198 HTTP/1.1" status: 204 len: 168 time: 0.5122919 Aug 20 12:01:13.227848 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42766) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:13.230129 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2e4b1-4f74-4678-b6df-e670f7cc11f8 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Pushing event deleted for resources: {'Network': ['ID=d929668f-bafb-4e10-8622-eec883641198,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:13.332680 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eeaccfe0-1af2-4be1-b42f-4f983ba15bc1 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.424255 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eeaccfe0-1af2-4be1-b42f-4f983ba15bc1 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.436547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-eeaccfe0-1af2-4be1-b42f-4f983ba15bc1 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97059b27-d6bd-4dfb-8bc6-5e0fb195a831']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:13.448290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-eeaccfe0-1af2-4be1-b42f-4f983ba15bc1 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac4941c-0eb3-43d9-8f92-ee3ff8769656') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:13.448607 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-eeaccfe0-1af2-4be1-b42f-4f983ba15bc1 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac4941c-0eb3-43d9-8f92-ee3ff8769656') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:13.458492 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eeaccfe0-1af2-4be1-b42f-4f983ba15bc1 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.473370 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eeaccfe0-1af2-4be1-b42f-4f983ba15bc1 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.481521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeaccfe0-1af2-4be1-b42f-4f983ba15bc1 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:01:13.481930 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eeaccfe0-1af2-4be1-b42f-4f983ba15bc1 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:01:13.483639 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:01:13.509627 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3aeb3d08-a746-4a48-a831-be8c28fbd75e req-1516ce53-ede8-40e7-9b7a-4e30409f0bc7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=2224e5fa-787a-45c9-ac99-9f5aa51a0a95 HTTP/1.1" status: 200 len: 210 time: 0.4193661 Aug 20 12:01:13.523106 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-feb17e82-efe3-4fbb-aa21-b499cbdd43e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.563050 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eeaccfe0-1af2-4be1-b42f-4f983ba15bc1 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.572675 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eeaccfe0-1af2-4be1-b42f-4f983ba15bc1 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.575342 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-eeaccfe0-1af2-4be1-b42f-4f983ba15bc1 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] 10.222.0.37 "DELETE /v2.0/networks/97059b27-d6bd-4dfb-8bc6-5e0fb195a831 HTTP/1.1" status: 204 len: 168 time: 0.3400967 Aug 20 12:01:13.595256 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaccfe0-1af2-4be1-b42f-4f983ba15bc1 tempest-QuotasNegativeTest-1807765415 tempest-QuotasNegativeTest-1807765415-project-admin] Pushing event deleted for resources: {'Network': ['ID=97059b27-d6bd-4dfb-8bc6-5e0fb195a831,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:13.656835 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-feb17e82-efe3-4fbb-aa21-b499cbdd43e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.663000 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-feb17e82-efe3-4fbb-aa21-b499cbdd43e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.697193 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-feb17e82-efe3-4fbb-aa21-b499cbdd43e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6d23d64f84547179c553d98ca8e46bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7196276 Aug 20 12:01:13.700718 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42770) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:13.742805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb17e82-efe3-4fbb-aa21-b499cbdd43e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064ab821-d5d5-4ee1-8b24-c954e0e85e30,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:13.782593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e4e9f3a-7f05-4e58-a09d-d0e8791379b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.808186 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e4e9f3a-7f05-4e58-a09d-d0e8791379b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.860994 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e4e9f3a-7f05-4e58-a09d-d0e8791379b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.864545 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e4e9f3a-7f05-4e58-a09d-d0e8791379b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.868342 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7e4e9f3a-7f05-4e58-a09d-d0e8791379b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/064ab821-d5d5-4ee1-8b24-c954e0e85e30 HTTP/1.1" status: 204 len: 168 time: 0.1640697 Aug 20 12:01:13.882542 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e9f3a-7f05-4e58-a09d-d0e8791379b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064ab821-d5d5-4ee1-8b24-c954e0e85e30,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:14.113899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42780) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:14.243595 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2748f52-a00c-473d-8a34-a6fdf56f2857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.248248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42784) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:14.264769 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c47bec02-fb5a-4a94-94ae-794193ade763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.346362 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2748f52-a00c-473d-8a34-a6fdf56f2857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.350396 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2748f52-a00c-473d-8a34-a6fdf56f2857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.402571 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c2748f52-a00c-473d-8a34-a6fdf56f2857 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17ef45532eb04e2ab5ae222dd861fdd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875319 Aug 20 12:01:14.404046 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2748f52-a00c-473d-8a34-a6fdf56f2857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e42ed88-05a2-47bf-925c-941b80c43a46,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:14.407504 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42786) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:14.500046 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dda47fcd-b14c-45e7-ac30-0d92fe9b9dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.502790 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c47bec02-fb5a-4a94-94ae-794193ade763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.512849 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c47bec02-fb5a-4a94-94ae-794193ade763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.544294 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dda47fcd-b14c-45e7-ac30-0d92fe9b9dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.576116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bec02-fb5a-4a94-94ae-794193ade763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e4e847-8719-4969-8aa0-13460c16d8e4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:14.580386 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c47bec02-fb5a-4a94-94ae-794193ade763 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8aea914bf99141a08e8794a36a34eb46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309300 Aug 20 12:01:14.583146 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42790) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:14.633605 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dda47fcd-b14c-45e7-ac30-0d92fe9b9dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.637316 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dda47fcd-b14c-45e7-ac30-0d92fe9b9dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.641230 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dda47fcd-b14c-45e7-ac30-0d92fe9b9dab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e42ed88-05a2-47bf-925c-941b80c43a46 HTTP/1.1" status: 204 len: 168 time: 0.2298884 Aug 20 12:01:14.650971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda47fcd-b14c-45e7-ac30-0d92fe9b9dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e42ed88-05a2-47bf-925c-941b80c43a46,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:14.704270 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cbe585f-d1b4-417d-96a4-091c1a5bc9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.726532 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cbe585f-d1b4-417d-96a4-091c1a5bc9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.779279 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cbe585f-d1b4-417d-96a4-091c1a5bc9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.782236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cbe585f-d1b4-417d-96a4-091c1a5bc9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.783567 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4cbe585f-d1b4-417d-96a4-091c1a5bc9d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2e4e847-8719-4969-8aa0-13460c16d8e4 HTTP/1.1" status: 204 len: 168 time: 0.1991158 Aug 20 12:01:14.805228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe585f-d1b4-417d-96a4-091c1a5bc9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e4e847-8719-4969-8aa0-13460c16d8e4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:15.173370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42808) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:15.198101 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-217cbe37-630e-4511-9465-7f41141fceee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:15.280107 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:01:15.304559 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-217cbe37-630e-4511-9465-7f41141fceee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:15.316991 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-217cbe37-630e-4511-9465-7f41141fceee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:15.357521 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-217cbe37-630e-4511-9465-7f41141fceee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f62d343c596427eb4a31072f89051fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829398 Aug 20 12:01:15.360833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cbe37-630e-4511-9465-7f41141fceee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72eae6ca-9662-4c78-8d4f-2e192ec8ee2f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:15.360923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42812) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:15.420867 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb13ad8d-aa8e-48f8-82fe-c4fc07823032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:15.447978 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb13ad8d-aa8e-48f8-82fe-c4fc07823032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:15.506980 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb13ad8d-aa8e-48f8-82fe-c4fc07823032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:15.509715 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb13ad8d-aa8e-48f8-82fe-c4fc07823032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:15.511418 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-eb13ad8d-aa8e-48f8-82fe-c4fc07823032 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72eae6ca-9662-4c78-8d4f-2e192ec8ee2f HTTP/1.1" status: 204 len: 168 time: 0.1501446 Aug 20 12:01:15.521746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13ad8d-aa8e-48f8-82fe-c4fc07823032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eae6ca-9662-4c78-8d4f-2e192ec8ee2f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:17.121191 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42904) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:17.260137 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-739dad96-82be-4ef6-9f50-10326c6dd598 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-342849961'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:17.285295 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-739dad96-82be-4ef6-9f50-10326c6dd598 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.286622 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-739dad96-82be-4ef6-9f50-10326c6dd598 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.357730 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-739dad96-82be-4ef6-9f50-10326c6dd598 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.362233 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-739dad96-82be-4ef6-9f50-10326c6dd598 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.375523 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-739dad96-82be-4ef6-9f50-10326c6dd598 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.377103 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-739dad96-82be-4ef6-9f50-10326c6dd598 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2545445 Aug 20 12:01:17.379626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42912) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:17.438929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42914) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:17.456075 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af66dbec-c16d-42e8-9b88-4dbcdf0f3140 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.558718 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6680d52-9f69-41fe-b628-e5976e360e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.634245 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af66dbec-c16d-42e8-9b88-4dbcdf0f3140 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.637059 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af66dbec-c16d-42e8-9b88-4dbcdf0f3140 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.654374 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6680d52-9f69-41fe-b628-e5976e360e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.658252 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d6680d52-9f69-41fe-b628-e5976e360e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.679666 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af66dbec-c16d-42e8-9b88-4dbcdf0f3140 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.680308 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af66dbec-c16d-42e8-9b88-4dbcdf0f3140 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73fe1ffa-d9b6-477d-bc66-e0a47ec71b1f {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:01:17.685508 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af66dbec-c16d-42e8-9b88-4dbcdf0f3140 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.689878 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-af66dbec-c16d-42e8-9b88-4dbcdf0f3140 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] 10.222.0.37 "DELETE /v2.0/routers/73fe1ffa-d9b6-477d-bc66-e0a47ec71b1f HTTP/1.1" status: 204 len: 168 time: 0.3093116 Aug 20 12:01:17.690636 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42918) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:17.694864 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f179dcf7-d3a7-42d5-9f6f-3e65ee9a1662 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Request body: {'router': {'name': 'tempest-router-2063296294', 'distributed': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:17.698048 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6680d52-9f69-41fe-b628-e5976e360e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2f2087-671d-4ee8-94a7-fc5b9d69ae92,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:17.702718 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d6680d52-9f69-41fe-b628-e5976e360e70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e02ef306c414509b64185aac6e78b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627416 Aug 20 12:01:17.705411 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42920) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:17.731553 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f179dcf7-d3a7-42d5-9f6f-3e65ee9a1662 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.732525 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f179dcf7-d3a7-42d5-9f6f-3e65ee9a1662 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.807915 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f179dcf7-d3a7-42d5-9f6f-3e65ee9a1662 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.810954 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f230971c-67aa-4906-be79-3ca1676f1fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.813924 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f179dcf7-d3a7-42d5-9f6f-3e65ee9a1662 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.838791 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f179dcf7-d3a7-42d5-9f6f-3e65ee9a1662 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.840007 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f179dcf7-d3a7-42d5-9f6f-3e65ee9a1662 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1484258 Aug 20 12:01:17.841884 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f230971c-67aa-4906-be79-3ca1676f1fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.843150 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42922) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:17.890509 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f230971c-67aa-4906-be79-3ca1676f1fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.893327 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f230971c-67aa-4906-be79-3ca1676f1fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.894571 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f230971c-67aa-4906-be79-3ca1676f1fb0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d2f2087-671d-4ee8-94a7-fc5b9d69ae92 HTTP/1.1" status: 204 len: 168 time: 0.1882391 Aug 20 12:01:17.903295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230971c-67aa-4906-be79-3ca1676f1fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2f2087-671d-4ee8-94a7-fc5b9d69ae92,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:17.926068 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-82ea79ff-984b-4551-ad13-9c8292b80ebd tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.100658 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-82ea79ff-984b-4551-ad13-9c8292b80ebd tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.103694 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-82ea79ff-984b-4551-ad13-9c8292b80ebd tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.154000 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-82ea79ff-984b-4551-ad13-9c8292b80ebd tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.154658 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ea79ff-984b-4551-ad13-9c8292b80ebd tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af4a7dc8-d369-491e-8d8f-fc6bdcb1739b {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:01:18.160079 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-82ea79ff-984b-4551-ad13-9c8292b80ebd tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.164820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-82ea79ff-984b-4551-ad13-9c8292b80ebd tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] 10.222.0.37 "DELETE /v2.0/routers/af4a7dc8-d369-491e-8d8f-fc6bdcb1739b HTTP/1.1" status: 204 len: 168 time: 0.3169498 Aug 20 12:01:18.165039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42934) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:18.176305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f3e0c9c6-005d-48b2-8282-a9585cca1e57 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Request body: {'router': {'name': 'tempest-router-1749162911', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '62478e32ce0e48a8a7e92ad0124454e8'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:18.198915 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c9c6-005d-48b2-8282-a9585cca1e57 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.200000 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c9c6-005d-48b2-8282-a9585cca1e57 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.242921 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42940) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:18.256312 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6ead8b7-005b-4a8d-9b31-07e1e9305f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.266692 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c9c6-005d-48b2-8282-a9585cca1e57 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.271573 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c9c6-005d-48b2-8282-a9585cca1e57 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.347113 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6ead8b7-005b-4a8d-9b31-07e1e9305f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.352141 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6ead8b7-005b-4a8d-9b31-07e1e9305f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.355526 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c9c6-005d-48b2-8282-a9585cca1e57 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.359407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f3e0c9c6-005d-48b2-8282-a9585cca1e57 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1909218 Aug 20 12:01:18.359864 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42942) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:18.364365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3a4932fe-6e7f-4b17-b837-11dce1cbc82a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:18.385205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ead8b7-005b-4a8d-9b31-07e1e9305f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7e0540-fab3-4c75-ae6f-a12f04101d02,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:18.406227 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f6ead8b7-005b-4a8d-9b31-07e1e9305f4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b40cb0648ec44ebbae64c0c5b864559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622272 Aug 20 12:01:18.408603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42944) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:18.461597 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07c4e303-e762-4b3d-a681-1ab71b745145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.483844 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07c4e303-e762-4b3d-a681-1ab71b745145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.541739 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07c4e303-e762-4b3d-a681-1ab71b745145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.544421 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07c4e303-e762-4b3d-a681-1ab71b745145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.545613 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-07c4e303-e762-4b3d-a681-1ab71b745145 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de7e0540-fab3-4c75-ae6f-a12f04101d02 HTTP/1.1" status: 204 len: 168 time: 0.1359899 Aug 20 12:01:18.553355 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4e303-e762-4b3d-a681-1ab71b745145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7e0540-fab3-4c75-ae6f-a12f04101d02,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:18.602385 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a4932fe-6e7f-4b17-b837-11dce1cbc82a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.603065 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a4932fe-6e7f-4b17-b837-11dce1cbc82a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.696987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3a4932fe-6e7f-4b17-b837-11dce1cbc82a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94691) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 20 12:01:18.697325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3a4932fe-6e7f-4b17-b837-11dce1cbc82a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Router 99a74a28-2bdc-43fe-8f35-216a523b9b90 migrating from provider to provider. {{(pid=94691) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 20 12:01:18.698255 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a4932fe-6e7f-4b17-b837-11dce1cbc82a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.703485 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a4932fe-6e7f-4b17-b837-11dce1cbc82a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.708007 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a4932fe-6e7f-4b17-b837-11dce1cbc82a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.788039 n-d-804299-2 neutron-server[94691]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3a4932fe-6e7f-4b17-b837-11dce1cbc82a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] No L3 agents can host the router 99a74a28-2bdc-43fe-8f35-216a523b9b90 Aug 20 12:01:18.943115 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4932fe-6e7f-4b17-b837-11dce1cbc82a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Hosts for router 99a74a28-2bdc-43fe-8f35-216a523b9b90: [] {{(pid=94691) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 20 12:01:18.974270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4932fe-6e7f-4b17-b837-11dce1cbc82a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Hosts for other DVR routers connected to router 99a74a28-2bdc-43fe-8f35-216a523b9b90: set() {{(pid=94691) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 20 12:01:18.976921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a4932fe-6e7f-4b17-b837-11dce1cbc82a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.980198 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3a4932fe-6e7f-4b17-b837-11dce1cbc82a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] 10.222.0.37 "PUT /v2.0/routers/99a74a28-2bdc-43fe-8f35-216a523b9b90 HTTP/1.1" status: 200 len: 717 time: 0.6179278 Aug 20 12:01:18.982536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 42954) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:19.033815 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc25452f-0af2-4a82-bde8-fb8368c9a795 req-c55dcb04-cab4-45e0-8967-d833b52c093a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2301369 Aug 20 12:01:19.415147 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-592b17f6-7130-47cf-9e21-c446c55f276a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] 10.222.0.37 "GET /v2.0/routers/99a74a28-2bdc-43fe-8f35-216a523b9b90 HTTP/1.1" status: 200 len: 717 time: 0.4314880 Aug 20 12:01:19.418822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42972) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:19.440566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25452f-0af2-4a82-bde8-fb8368c9a795 req-ee034e5d-fdeb-4d7e-9825-d2ce0670546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:19.442217 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc25452f-0af2-4a82-bde8-fb8368c9a795 req-ee034e5d-fdeb-4d7e-9825-d2ce0670546c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b808612be0f3486f97efd9a6d80898a8&device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 1135 time: 0.0553460 Aug 20 12:01:19.591811 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25452f-0af2-4a82-bde8-fb8368c9a795 req-8217a168-556a-4027-8fb5-5787f75d5df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:19.593646 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc25452f-0af2-4a82-bde8-fb8368c9a795 req-8217a168-556a-4027-8fb5-5787f75d5df9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4bb72192-08b7-4670-ad41-93126ce0d9d3 HTTP/1.1" status: 200 len: 896 time: 0.1234462 Aug 20 12:01:19.678303 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc25452f-0af2-4a82-bde8-fb8368c9a795 req-1896a44e-dce5-4ccf-972d-450fecb43be9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 HTTP/1.1" status: 200 len: 1001 time: 0.0715523 Aug 20 12:01:19.693729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-28dbb6d7-ebe8-40e7-a01c-3fcd3b3ef974 tempest-RoutersTestDVR-1448790365 tempest-RoutersTestDVR-1448790365-project] 10.222.0.37 "GET /v2.0/routers/99a74a28-2bdc-43fe-8f35-216a523b9b90 HTTP/1.1" status: 200 len: 683 time: 0.2734232 Aug 20 12:01:19.696747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42982) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:19.737747 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25452f-0af2-4a82-bde8-fb8368c9a795 req-3a5be5fe-6e7a-40c8-9393-cf5949d28e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:19.739697 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc25452f-0af2-4a82-bde8-fb8368c9a795 req-3a5be5fe-6e7a-40c8-9393-cf5949d28e81 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b86bb6f-caa7-49c3-935a-98f7b166d56f HTTP/1.1" status: 200 len: 833 time: 0.0525455 Aug 20 12:01:19.786449 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f90038d6-ed18-462d-848a-4e7f87eeef65 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:19.801893 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25452f-0af2-4a82-bde8-fb8368c9a795 req-1a10aabc-6245-4b89-a5c1-7eb336089514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:19.803654 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc25452f-0af2-4a82-bde8-fb8368c9a795 req-1a10aabc-6245-4b89-a5c1-7eb336089514 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4bb72192-08b7-4670-ad41-93126ce0d9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514870 Aug 20 12:01:19.925717 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc25452f-0af2-4a82-bde8-fb8368c9a795 req-1f40332b-b771-44b2-809e-5e1c1249aa25 service neutron] 10.222.0.35 "GET /v2.0/networks/4bb72192-08b7-4670-ad41-93126ce0d9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110387 Aug 20 12:01:19.965228 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f90038d6-ed18-462d-848a-4e7f87eeef65 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:19.967774 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f90038d6-ed18-462d-848a-4e7f87eeef65 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.027885 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f90038d6-ed18-462d-848a-4e7f87eeef65 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.030464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90038d6-ed18-462d-848a-4e7f87eeef65 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99a74a28-2bdc-43fe-8f35-216a523b9b90 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:01:20.036263 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f90038d6-ed18-462d-848a-4e7f87eeef65 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.037088 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f90038d6-ed18-462d-848a-4e7f87eeef65 tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] 10.222.0.37 "DELETE /v2.0/routers/99a74a28-2bdc-43fe-8f35-216a523b9b90 HTTP/1.1" status: 204 len: 168 time: 0.3389673 Aug 20 12:01:20.043275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42988) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:20.044159 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc25452f-0af2-4a82-bde8-fb8368c9a795 req-9b90a9e5-c598-4bb7-b99a-2ce0ba9aa3eb service neutron] 10.222.0.35 "GET /v2.0/networks/4bb72192-08b7-4670-ad41-93126ce0d9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102207 Aug 20 12:01:20.048165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-aa3bd1f7-36bf-4ff7-b99b-e57748dc828a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Request body: {'router': {'name': 'tempest-router-958690115', 'distributed': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:20.077170 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd1f7-36bf-4ff7-b99b-e57748dc828a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.078287 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd1f7-36bf-4ff7-b99b-e57748dc828a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.133442 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd1f7-36bf-4ff7-b99b-e57748dc828a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.138583 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd1f7-36bf-4ff7-b99b-e57748dc828a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.151432 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd1f7-36bf-4ff7-b99b-e57748dc828a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.152790 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-aa3bd1f7-36bf-4ff7-b99b-e57748dc828a tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1083932 Aug 20 12:01:20.155506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 42994) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:20.234358 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca230705-83e8-4415-a756-718be162583c tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.406958 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca230705-83e8-4415-a756-718be162583c tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.409191 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca230705-83e8-4415-a756-718be162583c tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.455723 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca230705-83e8-4415-a756-718be162583c tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.456354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca230705-83e8-4415-a756-718be162583c tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d2c0712-d556-4e03-9b07-b3856a687945 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:01:20.471104 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca230705-83e8-4415-a756-718be162583c tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.472284 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ca230705-83e8-4415-a756-718be162583c tempest-RoutersTestDVR-849645446 tempest-RoutersTestDVR-849645446-project-admin] 10.222.0.37 "DELETE /v2.0/routers/6d2c0712-d556-4e03-9b07-b3856a687945 HTTP/1.1" status: 204 len: 168 time: 0.3158660 Aug 20 12:01:20.795798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43058) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:20.940267 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-67b135b8-761e-4cc6-a2ee-3efe05060643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.042533 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-67b135b8-761e-4cc6-a2ee-3efe05060643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.046917 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-67b135b8-761e-4cc6-a2ee-3efe05060643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.093876 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-67b135b8-761e-4cc6-a2ee-3efe05060643 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62478e32ce0e48a8a7e92ad0124454e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956221 Aug 20 12:01:21.095850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b135b8-761e-4cc6-a2ee-3efe05060643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80ab2a4-50b2-451a-b6dd-d1bc40dac85a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:21.096422 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43100) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:21.157592 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce046371-ee64-4565-89de-3ea60f9228ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.183083 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce046371-ee64-4565-89de-3ea60f9228ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.239032 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce046371-ee64-4565-89de-3ea60f9228ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.241940 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce046371-ee64-4565-89de-3ea60f9228ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.243356 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ce046371-ee64-4565-89de-3ea60f9228ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e80ab2a4-50b2-451a-b6dd-d1bc40dac85a HTTP/1.1" status: 204 len: 168 time: 0.1459086 Aug 20 12:01:21.261151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce046371-ee64-4565-89de-3ea60f9228ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80ab2a4-50b2-451a-b6dd-d1bc40dac85a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:21.436845 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43112) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:21.561082 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9aad2a-5ea6-48ef-9f3c-e3180c2328d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.573940 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43116) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:21.591781 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4633f9a9-2e2d-4415-912c-1c0e123d43a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.685626 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9aad2a-5ea6-48ef-9f3c-e3180c2328d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.693993 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a9aad2a-5ea6-48ef-9f3c-e3180c2328d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.746129 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2a9aad2a-5ea6-48ef-9f3c-e3180c2328d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9462dc44743f47aabf0aa8cc56dabca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3079159 Aug 20 12:01:21.749043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43118) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:21.761054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9aad2a-5ea6-48ef-9f3c-e3180c2328d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9a1482-efb7-4faf-9e86-fd1fa96eea1a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:21.811688 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6fb618a-6dbc-4470-a4f0-c768a89138ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.828856 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4633f9a9-2e2d-4415-912c-1c0e123d43a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.837247 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4633f9a9-2e2d-4415-912c-1c0e123d43a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.837675 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6fb618a-6dbc-4470-a4f0-c768a89138ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.882216 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4633f9a9-2e2d-4415-912c-1c0e123d43a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f05f67dd76f484cb0f1494303ce3d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072276 Aug 20 12:01:21.884801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43122) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:21.888031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633f9a9-2e2d-4415-912c-1c0e123d43a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfb2963-a79d-4159-bb07-522f01b4d874,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:21.913816 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6fb618a-6dbc-4470-a4f0-c768a89138ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.917447 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6fb618a-6dbc-4470-a4f0-c768a89138ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.918598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c6fb618a-6dbc-4470-a4f0-c768a89138ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f9a1482-efb7-4faf-9e86-fd1fa96eea1a HTTP/1.1" status: 204 len: 168 time: 0.1678879 Aug 20 12:01:21.937266 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb618a-6dbc-4470-a4f0-c768a89138ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9a1482-efb7-4faf-9e86-fd1fa96eea1a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:21.964736 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36e6395e-78b2-46c6-ba7c-84626b98479d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.989174 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36e6395e-78b2-46c6-ba7c-84626b98479d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:22.043730 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36e6395e-78b2-46c6-ba7c-84626b98479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:22.046416 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-36e6395e-78b2-46c6-ba7c-84626b98479d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:22.047625 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-36e6395e-78b2-46c6-ba7c-84626b98479d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdfb2963-a79d-4159-bb07-522f01b4d874 HTTP/1.1" status: 204 len: 168 time: 0.1602509 Aug 20 12:01:22.058009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6395e-78b2-46c6-ba7c-84626b98479d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfb2963-a79d-4159-bb07-522f01b4d874,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:22.356778 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b04592e6-2014-4851-8e6f-2208f2833f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.569844 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43204) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:23.610762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43208) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:23.741755 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-30199ee7-2c14-4092-b34f-3d83d8afde8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.797874 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-98168018', 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:23.849644 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-30199ee7-2c14-4092-b34f-3d83d8afde8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.860491 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-30199ee7-2c14-4092-b34f-3d83d8afde8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.890200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Made reservation on behalf of bede5441f6014989a3a1652792a00dad for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:23.892516 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.918986 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-30199ee7-2c14-4092-b34f-3d83d8afde8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff5d04e6118b4d1f894e25a5d73f7a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068602 Aug 20 12:01:23.919685 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.921604 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43212) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:23.928717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30199ee7-2c14-4092-b34f-3d83d8afde8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19025b93-32b0-49d5-b9f1-53f352baaecf,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:24.018140 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75d7af4b-bc32-433d-a454-6ff15ce9e464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.040200 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.043471 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75d7af4b-bc32-433d-a454-6ff15ce9e464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.047294 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.053057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] device_id is not set on port 531169fc-c518-4930-bf0a-13ae45dd077f yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:24.103916 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75d7af4b-bc32-433d-a454-6ff15ce9e464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.107266 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75d7af4b-bc32-433d-a454-6ff15ce9e464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.110766 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-75d7af4b-bc32-433d-a454-6ff15ce9e464 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19025b93-32b0-49d5-b9f1-53f352baaecf HTTP/1.1" status: 204 len: 168 time: 0.1857588 Aug 20 12:01:24.121407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7af4b-bc32-433d-a454-6ff15ce9e464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19025b93-32b0-49d5-b9f1-53f352baaecf,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:24.130520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9066f87-2539-449c-a082-136d49cb2e19,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:24.214225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Allocated IP 172.25.8.92 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/531169fc-c518-4930-bf0a-13ae45dd077f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:24.367108 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.409283 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.462813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:24.465714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:24.471542 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:24.510960 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Pushing event updated for resources: {'Port': ['ID=531169fc-c518-4930-bf0a-13ae45dd077f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:24.533445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:24.534087 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.551832 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8ff4aec9-c81a-4e3a-8930-37b8d1fcee7b tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9781735 Aug 20 12:01:24.552239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43228) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:24.558039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-05c2c8c5-5d36-4f25-a4ed-976a0e21b864 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.92'}]}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:24.580203 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05c2c8c5-5d36-4f25-a4ed-976a0e21b864 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.582429 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05c2c8c5-5d36-4f25-a4ed-976a0e21b864 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.642097 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05c2c8c5-5d36-4f25-a4ed-976a0e21b864 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.786699 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05c2c8c5-5d36-4f25-a4ed-976a0e21b864 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.013498 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05c2c8c5-5d36-4f25-a4ed-976a0e21b864 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.036505 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05c2c8c5-5d36-4f25-a4ed-976a0e21b864 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.149497 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c69ab54a-06f6-4b5f-b0d6-3445a6b23ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.200313 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05c2c8c5-5d36-4f25-a4ed-976a0e21b864 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.372783 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05c2c8c5-5d36-4f25-a4ed-976a0e21b864 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.374965 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05c2c8c5-5d36-4f25-a4ed-976a0e21b864 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.460411 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.766607 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05c2c8c5-5d36-4f25-a4ed-976a0e21b864 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.767250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c2c8c5-5d36-4f25-a4ed-976a0e21b864 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43e4d639-bd2d-4162-816b-931398f23c73 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:01:25.785145 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-05c2c8c5-5d36-4f25-a4ed-976a0e21b864 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 20 12:01:25.788792 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-05c2c8c5-5d36-4f25-a4ed-976a0e21b864 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2329445 Aug 20 12:01:25.789022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43270) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:25.875195 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a88becfd-1461-4773-848d-795834b03fb9 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Deleting port 531169fc-c518-4930-bf0a-13ae45dd077f {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:25.875979 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a88becfd-1461-4773-848d-795834b03fb9 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.879037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43284) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:26.026351 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f45c534f-6204-4a6c-8f74-2deb8c5e5708 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2282 time: 0.1433794 Aug 20 12:01:26.026351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43302) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:26.031080 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e0aa7ad0-995f-43fa-95df-0bd0d4310832 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Request body: {'network': {'name': 'tempest-network-smoke--468113310', 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'port_security_enabled': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:26.052461 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a88becfd-1461-4773-848d-795834b03fb9 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.071307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a88becfd-1461-4773-848d-795834b03fb9 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Calling delete_port for 531169fc-c518-4930-bf0a-13ae45dd077f owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:26.083207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0aa7ad0-995f-43fa-95df-0bd0d4310832 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Made reservation on behalf of b808612be0f3486f97efd9a6d80898a8 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:26.086947 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7ad0-995f-43fa-95df-0bd0d4310832 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.154427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0aa7ad0-995f-43fa-95df-0bd0d4310832 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:01:26.174483 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7ad0-995f-43fa-95df-0bd0d4310832 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.174893 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-e0aa7ad0-995f-43fa-95df-0bd0d4310832 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Added segment d186c73a-5110-4e6e-ac50-75874dff8eb0 of type vlan for network 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c Aug 20 12:01:26.230446 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7ad0-995f-43fa-95df-0bd0d4310832 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.293837 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7ad0-995f-43fa-95df-0bd0d4310832 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.299700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aa7ad0-995f-43fa-95df-0bd0d4310832 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:26.300297 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7ad0-995f-43fa-95df-0bd0d4310832 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.310299 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a88becfd-1461-4773-848d-795834b03fb9 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.380597 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.395746 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e0aa7ad0-995f-43fa-95df-0bd0d4310832 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3682892 Aug 20 12:01:26.398326 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43336) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:26.403436 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88becfd-1461-4773-848d-795834b03fb9 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Pushing event deleted for resources: {'Port': ['ID=531169fc-c518-4930-bf0a-13ae45dd077f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:26.403891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1330110346', 'admin_state_up': True, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:26.432547 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.433729 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.446861 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa7ad0-995f-43fa-95df-0bd0d4310832 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'Network': ['ID=5a7da261-00fe-45b9-b3e8-b29bc2b23f5c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:26.465479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:01:26.470573 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a88becfd-1461-4773-848d-795834b03fb9 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.472670 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a88becfd-1461-4773-848d-795834b03fb9 tempest-RoutersAdminNegativeIpV6Test-2070367205 tempest-RoutersAdminNegativeIpV6Test-2070367205-project-admin] 10.222.0.37 "DELETE /v2.0/ports/531169fc-c518-4930-bf0a-13ae45dd077f HTTP/1.1" status: 204 len: 168 time: 0.6820321 Aug 20 12:01:26.502825 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.638448 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43344) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:26.667430 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.746816 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43348) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:26.794184 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eee6b34c-7e23-488c-a01b-b95f530e0d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.888652 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d53be0ad-c438-41d6-83e4-d9baacfd1f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.912061 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eee6b34c-7e23-488c-a01b-b95f530e0d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.921689 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eee6b34c-7e23-488c-a01b-b95f530e0d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.929744 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.954737 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.972442 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-eee6b34c-7e23-488c-a01b-b95f530e0d0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bda7ee3a551c42d199d95202be4a9f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328805 Aug 20 12:01:26.973547 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6b34c-7e23-488c-a01b-b95f530e0d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf81436e-0aa8-4dc6-8af3-122ef9759927,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:26.976029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43352) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:27.039092 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa8bfa37-3db9-41e7-a947-f39d0c7507b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.065847 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa8bfa37-3db9-41e7-a947-f39d0c7507b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.122517 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa8bfa37-3db9-41e7-a947-f39d0c7507b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.125138 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa8bfa37-3db9-41e7-a947-f39d0c7507b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.128960 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Allocated IP 172.25.8.74 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/15a59894-e9b6-4397-b06a-dfee02932293) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:27.129167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fa8bfa37-3db9-41e7-a947-f39d0c7507b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf81436e-0aa8-4dc6-8af3-122ef9759927 HTTP/1.1" status: 204 len: 168 time: 0.1487496 Aug 20 12:01:27.150020 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bfa37-3db9-41e7-a947-f39d0c7507b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf81436e-0aa8-4dc6-8af3-122ef9759927,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:27.152160 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d53be0ad-c438-41d6-83e4-d9baacfd1f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.170323 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d53be0ad-c438-41d6-83e4-d9baacfd1f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.237356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53be0ad-c438-41d6-83e4-d9baacfd1f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cded06-5b04-4fd4-a45b-f187f71bdf7b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:27.255722 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d53be0ad-c438-41d6-83e4-d9baacfd1f08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4de30afadc8c440c88b0a756a4e4bd83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078833 Aug 20 12:01:27.258744 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43358) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:27.311281 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.316722 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3d745ef7-ea46-44ad-8bb5-e36a129a12f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.343129 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3d745ef7-ea46-44ad-8bb5-e36a129a12f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.360340 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.399919 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3d745ef7-ea46-44ad-8bb5-e36a129a12f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.403503 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3d745ef7-ea46-44ad-8bb5-e36a129a12f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.404795 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3d745ef7-ea46-44ad-8bb5-e36a129a12f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7cded06-5b04-4fd4-a45b-f187f71bdf7b HTTP/1.1" status: 204 len: 168 time: 0.1447313 Aug 20 12:01:27.410241 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:27.413125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d745ef7-ea46-44ad-8bb5-e36a129a12f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cded06-5b04-4fd4-a45b-f187f71bdf7b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:27.414918 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:27.421388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:27.444177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'Port': ['ID=15a59894-e9b6-4397-b06a-dfee02932293,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:27.538321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43364) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:27.555995 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96bc4a27-c881-4fd3-8443-897f690b6503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.677304 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96bc4a27-c881-4fd3-8443-897f690b6503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.683033 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96bc4a27-c881-4fd3-8443-897f690b6503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.715965 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-96bc4a27-c881-4fd3-8443-897f690b6503 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62eaadba19c4420da4dbc31fbffbccd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762085 Aug 20 12:01:27.718723 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43368) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:27.748924 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.758362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc4a27-c881-4fd3-8443-897f690b6503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71067286-0e5d-407b-bb26-85f2c3511340,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:27.796259 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4db712e-885f-4c04-b4ca-765755c03704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.821132 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4db712e-885f-4c04-b4ca-765755c03704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.830071 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43370) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:27.900790 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7b7c7837-10b3-432f-a09f-14ce886a055a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bede5441f6014989a3a1652792a00dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0695128 Aug 20 12:01:27.903429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43372) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:27.931535 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4db712e-885f-4c04-b4ca-765755c03704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.934863 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f4db712e-885f-4c04-b4ca-765755c03704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.936602 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f4db712e-885f-4c04-b4ca-765755c03704 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71067286-0e5d-407b-bb26-85f2c3511340 HTTP/1.1" status: 204 len: 168 time: 0.2167242 Aug 20 12:01:27.958800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db712e-885f-4c04-b4ca-765755c03704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71067286-0e5d-407b-bb26-85f2c3511340,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:27.986476 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6b6d5e58-e69b-46a5-908c-6867ae4b7273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:28.017953 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:28.020170 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6b6d5e58-e69b-46a5-908c-6867ae4b7273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:28.022871 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:28.085771 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6b6d5e58-e69b-46a5-908c-6867ae4b7273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:28.091285 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6b6d5e58-e69b-46a5-908c-6867ae4b7273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:28.093070 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6b6d5e58-e69b-46a5-908c-6867ae4b7273 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9066f87-2539-449c-a082-136d49cb2e19 HTTP/1.1" status: 204 len: 168 time: 0.1883826 Aug 20 12:01:28.102692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d5e58-e69b-46a5-908c-6867ae4b7273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9066f87-2539-449c-a082-136d49cb2e19,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:28.191397 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Router 9455e9e2-2c57-4bf3-adcf-0df60e40dd01 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:01:28.323693 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:01:28.346915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Sync routers for ids ['9455e9e2-2c57-4bf3-adcf-0df60e40dd01'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:01:28.358530 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Routers {'9455e9e2-2c57-4bf3-adcf-0df60e40dd01'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:28.360765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['9455e9e2-2c57-4bf3-adcf-0df60e40dd01'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:28.377285 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:28.381449 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-863fb24b-367b-4532-86fb-dcc9cdf5071f tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9816499 Aug 20 12:01:28.383041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43384) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:28.478230 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af57b2e-d369-4ae7-a6ac-0a1945567c0e tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:28.480311 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1af57b2e-d369-4ae7-a6ac-0a1945567c0e tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b808612be0f3486f97efd9a6d80898a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0961058 Aug 20 12:01:28.483070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43386) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:28.534513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Set router 9455e9e2-2c57-4bf3-adcf-0df60e40dd01 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:28.618482 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c0205d-ce23-4d1b-8255-4b3478e21195 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:28.620981 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f6c0205d-ce23-4d1b-8255-4b3478e21195 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1368556 Aug 20 12:01:28.624432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43396) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:28.664200 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-20ab16f8-55ec-4bbb-ae42-752745bc7c5f tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380597 Aug 20 12:01:28.666786 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43402) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:28.717119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43406) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:28.717637 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-68950bbb-bdbf-4faa-abfe-54fd57dfaedf tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b808612be0f3486f97efd9a6d80898a8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447178 Aug 20 12:01:28.854662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330110346', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '15a59894-e9b6-4397-b06a-dfee02932293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:01:26Z', 'updated_at': '2021-08-20T12:01:27Z', 'revision_number': 3, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '15a59894-e9b6-4397-b06a-dfee02932293', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:26Z', 'updated_at': '2021-08-20T12:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:28.882718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5afebe-9d33-48a5-bdc4-2e7237200efb tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:28.888185 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43414) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:28.888573 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2f5afebe-9d33-48a5-bdc4-2e7237200efb tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1699855 Aug 20 12:01:28.900880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Checking router: 9455e9e2-2c57-4bf3-adcf-0df60e40dd01 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:01:28.901487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Updating router 9455e9e2-2c57-4bf3-adcf-0df60e40dd01 port 15a59894-e9b6-4397-b06a-dfee02932293 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:01:28.927090 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:28.936145 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b610a56d-d844-461f-b781-551ebd11b9f3 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466201 Aug 20 12:01:28.938878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43416) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:28.947057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-494441821', 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c', 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:29.092380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Made reservation on behalf of b808612be0f3486f97efd9a6d80898a8 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:29.098047 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.296656 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.335012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Transition to ACTIVE for port object 15a59894-e9b6-4397-b06a-dfee02932293 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:29.354332 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.405846 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.426784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43434) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:29.430208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Attempting to bind port 15a59894-e9b6-4397-b06a-dfee02932293 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:29.430506 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Attempting to bind port 15a59894-e9b6-4397-b06a-dfee02932293 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:29.430879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Attempting to bind port 15a59894-e9b6-4397-b06a-dfee02932293 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:29.440473 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:29.440865 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:29.441453 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.442014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:29.443363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Bound port: 15a59894-e9b6-4397-b06a-dfee02932293, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:29.443924 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.454537 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fd775-a966-4e82-8730-15bf90113246 None None] Pushing event updated for resources: {'Port': ['ID=15a59894-e9b6-4397-b06a-dfee02932293,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:29.484206 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'Subnet': ['ID=6e362c68-b01e-4854-a039-ecf3bbd6c8e0,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:29.507896 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:29.508241 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:29.508581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:29.508938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:29.509266 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:29.509593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:29.509919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:29.510800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:29.511126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:29.511449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:29.512231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:29.512567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:29.522596 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Checking segment: {'id': 'd186c73a-5110-4e6e-ac50-75874dff8eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:29.523281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Network hostable DHCP agents. Network: 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:01:29.533440 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] For port 15a59894-e9b6-4397-b06a-dfee02932293, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:29.537854 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] For port 15a59894-e9b6-4397-b06a-dfee02932293, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=15a59894-e9b6-4397-b06a-dfee02932293,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:29.547869 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.549872 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Network 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:01:29.569828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:29.577930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:29.578520 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.604282 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bff034fb-c346-4eaf-aa8f-25ce79a95420 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6638250 Aug 20 12:01:29.606937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43440) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:29.627139 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fd775-a966-4e82-8730-15bf90113246 None None] Pushing event updated for resources: {'Port': ['ID=15a59894-e9b6-4397-b06a-dfee02932293,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:29.630418 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71bb514-177d-4cd7-95bd-a81ee2b817fe None None] Network 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:29.694923 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Routers {'9455e9e2-2c57-4bf3-adcf-0df60e40dd01'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:29.696060 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['9455e9e2-2c57-4bf3-adcf-0df60e40dd01'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:29.812304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-65312044-930d-4b26-b0b1-8522c7b06ae6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-776294167'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:29.858180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65312044-930d-4b26-b0b1-8522c7b06ae6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:29.862405 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65312044-930d-4b26-b0b1-8522c7b06ae6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.875600 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] Set router 9455e9e2-2c57-4bf3-adcf-0df60e40dd01 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:29.906856 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65312044-930d-4b26-b0b1-8522c7b06ae6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.996000 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-5a7da261-00fe-45b9-b3e8-b29bc2b23f5c', 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'fixed_ips': [{'subnet_id': '6e362c68-b01e-4854-a039-ecf3bbd6c8e0'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:01:29.996835 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.170127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43452) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:30.189922 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65312044-930d-4b26-b0b1-8522c7b06ae6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.228382 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65312044-930d-4b26-b0b1-8522c7b06ae6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.239897 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65312044-930d-4b26-b0b1-8522c7b06ae6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:01:30.247666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Allocated IP 172.20.0.18 (5a7da261-00fe-45b9-b3e8-b29bc2b23f5c/6e362c68-b01e-4854-a039-ecf3bbd6c8e0/7def5da5-0a4b-459c-8299-fb5a2fbf32f2) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:30.268892 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65312044-930d-4b26-b0b1-8522c7b06ae6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.269242 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-65312044-930d-4b26-b0b1-8522c7b06ae6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Added segment d22f83b1-408f-42ba-b0f6-4abe287e1211 of type vlan for network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 Aug 20 12:01:30.274931 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330110346', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '15a59894-e9b6-4397-b06a-dfee02932293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:01:26Z', 'updated_at': '2021-08-20T12:01:27Z', 'revision_number': 3, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '15a59894-e9b6-4397-b06a-dfee02932293', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:26Z', 'updated_at': '2021-08-20T12:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:30.297318 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65312044-930d-4b26-b0b1-8522c7b06ae6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a069f3-2fc8-4c1e-b0e7-dea22a23b31d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:30.315180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de013f-d225-4b55-b0de-f9610274d257 None None] The sync data for ids ['9455e9e2-2c57-4bf3-adcf-0df60e40dd01'] in n-d-804299-2 is: [{'id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330110346', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '15a59894-e9b6-4397-b06a-dfee02932293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:01:26Z', 'updated_at': '2021-08-20T12:01:27Z', 'revision_number': 3, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '15a59894-e9b6-4397-b06a-dfee02932293', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:26Z', 'updated_at': '2021-08-20T12:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:01:30.369407 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65312044-930d-4b26-b0b1-8522c7b06ae6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.400260 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.484171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-77dc990e-d28c-43ec-988c-c6b7e7c651f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1326574074'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:30.487306 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65312044-930d-4b26-b0b1-8522c7b06ae6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.492735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65312044-930d-4b26-b0b1-8522c7b06ae6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:30.493338 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65312044-930d-4b26-b0b1-8522c7b06ae6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.509385 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.523416 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Transition to ACTIVE for port object 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:30.542393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Transition to ACTIVE for port object 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:30.554902 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.615032 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Network 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:30.618952 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:30.624355 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:30.639761 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Pushing event updated for resources: {'Port': ['ID=7def5da5-0a4b-459c-8299-fb5a2fbf32f2,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:30.760587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Attempting to bind port 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:30.761516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Attempting to bind port 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd186c73a-5110-4e6e-ac50-75874dff8eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:30.761672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Attempting to bind port 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 on network 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:30.771161 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:30.771847 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Checking segment: {'id': 'd186c73a-5110-4e6e-ac50-75874dff8eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:30.772703 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.773289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Bound using segment: {'id': 'd186c73a-5110-4e6e-ac50-75874dff8eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:30.773942 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Bound port: 7def5da5-0a4b-459c-8299-fb5a2fbf32f2, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd186c73a-5110-4e6e-ac50-75874dff8eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:30.774644 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.874264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] For port 7def5da5-0a4b-459c-8299-fb5a2fbf32f2, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:30.883248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] For port 7def5da5-0a4b-459c-8299-fb5a2fbf32f2, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=7def5da5-0a4b-459c-8299-fb5a2fbf32f2,segment=NetworkSegment(d186c73a-5110-4e6e-ac50-75874dff8eb0),segment_id=d186c73a-5110-4e6e-ac50-75874dff8eb0)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:30.892666 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.974809 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095ec60-456f-4702-812d-776b4c8c210c None None] Pushing event updated for resources: {'Port': ['ID=7def5da5-0a4b-459c-8299-fb5a2fbf32f2,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:30.983775 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65312044-930d-4b26-b0b1-8522c7b06ae6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Network': ['ID=f15960d3-7782-4fb8-8ba3-2ec4615fbc04,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:30.991045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dc990e-d28c-43ec-988c-c6b7e7c651f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Made reservation on behalf of 790fa575d3ea4850a11bd3832ce2fd7f for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:30.994574 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77dc990e-d28c-43ec-988c-c6b7e7c651f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.006786 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-65312044-930d-4b26-b0b1-8522c7b06ae6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5751843 Aug 20 12:01:31.007849 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43458) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:31.015870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0eb4de42-0e88-4533-a752-f827d90e51e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:31.032324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:01:31.038356 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77dc990e-d28c-43ec-988c-c6b7e7c651f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.153659 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.api [None req-0eb4de42-0e88-4533-a752-f827d90e51e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 12:01:31.153659 n-d-804299-2 neutron-server[94691]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 12:01:31.153659 n-d-804299-2 neutron-server[94691]: [parameters: {'project_id_1': 'b15bfee8422e4e39b4cce79450c6c33c', 'expiration_1': datetime.datetime(2021, 8, 20, 12, 1, 31, 140621)}] Aug 20 12:01:31.153659 n-d-804299-2 neutron-server[94691]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:01:31.154163 n-d-804299-2 neutron-server[94691]: DEBUG oslo_db.api [None req-0eb4de42-0e88-4533-a752-f827d90e51e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:01:31.438446 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Allocated IP 172.20.0.17 (5a7da261-00fe-45b9-b3e8-b29bc2b23f5c/6e362c68-b01e-4854-a039-ecf3bbd6c8e0/53941670-ad5c-4b60-ad42-454166798995) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:31.465402 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:31.475040 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77dc990e-d28c-43ec-988c-c6b7e7c651f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.486566 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77dc990e-d28c-43ec-988c-c6b7e7c651f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.543719 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:31.551433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 15a59894-e9b6-4397-b06a-dfee02932293 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:31.591509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77dc990e-d28c-43ec-988c-c6b7e7c651f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:01:31.618328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc990e-d28c-43ec-988c-c6b7e7c651f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa02ff64-bbfd-45d0-b1cd-81deb468f781,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:31.622655 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77dc990e-d28c-43ec-988c-c6b7e7c651f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.623034 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-77dc990e-d28c-43ec-988c-c6b7e7c651f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Added segment 269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9 of type vlan for network 790f1823-810d-4885-8821-4c7ab0dab45c Aug 20 12:01:31.635868 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 15a59894-e9b6-4397-b06a-dfee02932293 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:31.642243 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 15a59894-e9b6-4397-b06a-dfee02932293 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:31.642626 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.682518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb4de42-0e88-4533-a752-f827d90e51e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:31.687567 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0eb4de42-0e88-4533-a752-f827d90e51e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.729681 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77dc990e-d28c-43ec-988c-c6b7e7c651f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.738343 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.752745 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.773433 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Transition to ACTIVE for port object 53941670-ad5c-4b60-ad42-454166798995 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:31.783207 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 15a59894-e9b6-4397-b06a-dfee02932293, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=15a59894-e9b6-4397-b06a-dfee02932293,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:31.789653 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.791157 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77dc990e-d28c-43ec-988c-c6b7e7c651f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.798929 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dc990e-d28c-43ec-988c-c6b7e7c651f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:31.798929 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77dc990e-d28c-43ec-988c-c6b7e7c651f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.829710 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-77dc990e-d28c-43ec-988c-c6b7e7c651f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6584768 Aug 20 12:01:31.899973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=15a59894-e9b6-4397-b06a-dfee02932293,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:31.923895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:31.923895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:31.927583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:31.928132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:31.928399 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:31.930216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:31.930507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:31.930788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc990e-d28c-43ec-988c-c6b7e7c651f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Pushing event updated for resources: {'Network': ['ID=790f1823-810d-4885-8821-4c7ab0dab45c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:31.931043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:31.932364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:31.935352 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.942303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:31.943509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:31.944242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:31.962642 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 790f1823-810d-4885-8821-4c7ab0dab45c details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:01:32.017518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'Port': ['ID=53941670-ad5c-4b60-ad42-454166798995,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:32.023255 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Network 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:32.025286 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:32.033545 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:32.050718 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0eb4de42-0e88-4533-a752-f827d90e51e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.094665 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.155173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4de42-0e88-4533-a752-f827d90e51e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=75523c5e-3f63-48f5-92be-4345a807534d,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:32.171529 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43466) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:32.178214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Request body: {'port': {'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c', 'binding:host_id': 'n-h2-804299-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-611241166'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:32.204274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb4de42-0e88-4533-a752-f827d90e51e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:32.204587 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb4de42-0e88-4533-a752-f827d90e51e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network hostable DHCP agents. Network: f15960d3-7782-4fb8-8ba3-2ec4615fbc04, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:01:32.227293 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb4de42-0e88-4533-a752-f827d90e51e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:01:32.242575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-0eb4de42-0e88-4533-a752-f827d90e51e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, f15960d3-7782-4fb8-8ba3-2ec4615fbc04) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:32.245127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Made reservation on behalf of a04267c203b944cda844c5d4e8437025 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:32.247898 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.248603 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb4de42-0e88-4533-a752-f827d90e51e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:32.249396 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0eb4de42-0e88-4533-a752-f827d90e51e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.254925 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e974f5-8475-41e0-958c-bf43e8b17407 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:32.259745 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.276566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0eb4de42-0e88-4533-a752-f827d90e51e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2648063 Aug 20 12:01:32.279411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43468) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:32.285842 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ab3842b2-83b7-416c-97b9-e395f9ea3967 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'name': 'tempest-NetworksTestDHCPv6-214946119'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:32.394334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.414692 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.452532 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] device_id is not set on port a191c5c8-dc42-4d54-9057-55bcf9ea279c yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:32.473734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3842b2-83b7-416c-97b9-e395f9ea3967 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:32.479937 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ab3842b2-83b7-416c-97b9-e395f9ea3967 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.516761 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-ab3842b2-83b7-416c-97b9-e395f9ea3967 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port e49fccac-a797-4a67-8d1b-45baf6cbcc8f yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:32.520327 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': '75523c5e-3f63-48f5-92be-4345a807534d'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:01:32.521225 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.609988 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.659896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2d68b3-5531-48c1-9156-9bdae8b66bd3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:32.717226 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bd2089-5ac1-43b6-8b0c-8ccedda2cf8b None None] Network 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:32.735531 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-ab3842b2-83b7-416c-97b9-e395f9ea3967 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::300 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/75523c5e-3f63-48f5-92be-4345a807534d/e49fccac-a797-4a67-8d1b-45baf6cbcc8f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:32.983001 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8c8c4d58-7537-4115-8b2e-c1336faed2f5 None None] Provisioning for port 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:33.001332 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8c8c4d58-7537-4115-8b2e-c1336faed2f5 None None] Provisioning complete for port 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:33.001701 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4d58-7537-4115-8b2e-c1336faed2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.003549 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.016153 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ab3842b2-83b7-416c-97b9-e395f9ea3967 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.036859 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-ab3842b2-83b7-416c-97b9-e395f9ea3967 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object e49fccac-a797-4a67-8d1b-45baf6cbcc8f will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:33.087896 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ab3842b2-83b7-416c-97b9-e395f9ea3967 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.100092 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] device_id is not set on port a191c5c8-dc42-4d54-9057-55bcf9ea279c yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:33.127044 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.161039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3842b2-83b7-416c-97b9-e395f9ea3967 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=e49fccac-a797-4a67-8d1b-45baf6cbcc8f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:33.171354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3842b2-83b7-416c-97b9-e395f9ea3967 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:33.173382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-ab3842b2-83b7-416c-97b9-e395f9ea3967 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:33.176679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3842b2-83b7-416c-97b9-e395f9ea3967 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:33.183890 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Allocated IP 2001:db8::2 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/75523c5e-3f63-48f5-92be-4345a807534d/44278969-64c5-426b-8774-157ed4ea8419) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:33.184385 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3842b2-83b7-416c-97b9-e395f9ea3967 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:33.185058 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ab3842b2-83b7-416c-97b9-e395f9ea3967 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.208353 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ab3842b2-83b7-416c-97b9-e395f9ea3967 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9274657 Aug 20 12:01:33.209077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43472) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:33.214534 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Transition to ACTIVE for port object a191c5c8-dc42-4d54-9057-55bcf9ea279c will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:33.235045 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.250685 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4d58-7537-4115-8b2e-c1336faed2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.274956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091f838a-e15f-4c1e-8768-0875471cd4bc tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:33.279771 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-091f838a-e15f-4c1e-8768-0875471cd4bc tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0695486 Aug 20 12:01:33.280471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43474) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:33.335065 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8c8c4d58-7537-4115-8b2e-c1336faed2f5 None None] For port 7def5da5-0a4b-459c-8299-fb5a2fbf32f2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=7def5da5-0a4b-459c-8299-fb5a2fbf32f2,segment=NetworkSegment(d186c73a-5110-4e6e-ac50-75874dff8eb0),segment_id=d186c73a-5110-4e6e-ac50-75874dff8eb0)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:33.344372 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4d58-7537-4115-8b2e-c1336faed2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.416957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Pushing event updated for resources: {'Port': ['ID=a191c5c8-dc42-4d54-9057-55bcf9ea279c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:33.425048 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 15a59894-e9b6-4397-b06a-dfee02932293 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:33.457339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-699e8bb1-9bb6-444e-9425-d415122d53bb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port e49fccac-a797-4a67-8d1b-45baf6cbcc8f {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:33.457339 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-699e8bb1-9bb6-444e-9425-d415122d53bb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.484967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c4d58-7537-4115-8b2e-c1336faed2f5 None None] Pushing event updated for resources: {'Port': ['ID=7def5da5-0a4b-459c-8299-fb5a2fbf32f2,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:33.502707 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.509407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Checking segment: {'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:33.510656 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Network hostable DHCP agents. Network: 790f1823-810d-4885-8821-4c7ab0dab45c, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:01:33.514492 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.560682 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.579081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Transition to ACTIVE for port object 44278969-64c5-426b-8774-157ed4ea8419 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:33.584124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 15a59894-e9b6-4397-b06a-dfee02932293 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:33.584500 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.616936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'Port': ['ID=53941670-ad5c-4b60-ad42-454166798995,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:33.617574 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-699e8bb1-9bb6-444e-9425-d415122d53bb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.623955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Transition to ACTIVE for port object 44278969-64c5-426b-8774-157ed4ea8419 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:33.637089 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-699e8bb1-9bb6-444e-9425-d415122d53bb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for e49fccac-a797-4a67-8d1b-45baf6cbcc8f owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:33.640195 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.671869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Network 790f1823-810d-4885-8821-4c7ab0dab45c is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:01:33.696307 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.723682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 790f1823-810d-4885-8821-4c7ab0dab45c) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:33.735357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:33.744239 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:33.759034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843a1e1c-44b6-4885-a452-9d7cfd5973a1 None None] Network 790f1823-810d-4885-8821-4c7ab0dab45c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:33.832063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:33.835411 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:33.835761 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:33.836110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:33.848391 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:33.849006 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:33.850743 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 2 to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c Aug 20 12:01:33.865355 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:33.871142 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:33.871495 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:33.872437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:33.880560 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-713baadd-0507-48b2-a556-e62e9ea81111 None None] Provisioning for port 53941670-ad5c-4b60-ad42-454166798995 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:33.887857 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-699e8bb1-9bb6-444e-9425-d415122d53bb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.888853 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:33.889203 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:33.891623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-713baadd-0507-48b2-a556-e62e9ea81111 None None] Provisioning complete for port 53941670-ad5c-4b60-ad42-454166798995 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:33.892043 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-713baadd-0507-48b2-a556-e62e9ea81111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.892248 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 3 to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c Aug 20 12:01:33.901544 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Pushing event updated for resources: {'Port': ['ID=44278969-64c5-426b-8774-157ed4ea8419,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:33.916692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:33.917069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:33.917685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:33.937008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:33.937515 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:33.940322 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 4 to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c Aug 20 12:01:33.954763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e8bb1-9bb6-444e-9425-d415122d53bb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=e49fccac-a797-4a67-8d1b-45baf6cbcc8f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:33.956483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:33.956839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:33.957187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:33.969254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:33.969615 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:33.971343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Network 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:33.971956 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 5 to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c Aug 20 12:01:33.977692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:34.021516 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-699e8bb1-9bb6-444e-9425-d415122d53bb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.034367 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-699e8bb1-9bb6-444e-9425-d415122d53bb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/e49fccac-a797-4a67-8d1b-45baf6cbcc8f HTTP/1.1" status: 204 len: 168 time: 0.7506161 Aug 20 12:01:34.034908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43478) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:34.061560 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:34.061913 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:34.062277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:34.068586 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:34.068968 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:34.070896 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 6 to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c Aug 20 12:01:34.072285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Attempting to bind port 44278969-64c5-426b-8774-157ed4ea8419 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:34.073302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Attempting to bind port 44278969-64c5-426b-8774-157ed4ea8419 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:34.073669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Attempting to bind port 44278969-64c5-426b-8774-157ed4ea8419 on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:34.080031 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-713baadd-0507-48b2-a556-e62e9ea81111 None None] Port 53941670-ad5c-4b60-ad42-454166798995 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:34.092805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:34.093266 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:34.093502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:34.101561 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:34.101931 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:34.102312 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.102708 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:34.103182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Bound port: 44278969-64c5-426b-8774-157ed4ea8419, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:34.103564 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.129986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-713baadd-0507-48b2-a556-e62e9ea81111 None None] Provisioning complete for port 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:34.130363 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-713baadd-0507-48b2-a556-e62e9ea81111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.132394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:34.132907 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:34.136137 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 7 to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c Aug 20 12:01:34.155239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:34.155589 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:34.155934 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:34.168158 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:34.168510 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:34.171008 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 8 to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c Aug 20 12:01:34.191441 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Router 9455e9e2-2c57-4bf3-adcf-0df60e40dd01 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:01:34.199923 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:34.200268 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:34.200614 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:34.222254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:34.222577 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:34.223262 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 9 to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c Aug 20 12:01:34.237969 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:34.238183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff42f02-264f-442c-a60c-910b69f06443 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.238638 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:34.238638 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:34.248225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff42f02-264f-442c-a60c-910b69f06443 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.253148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3ff42f02-264f-442c-a60c-910b69f06443 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2139757 Aug 20 12:01:34.253682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43480) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:34.280392 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] For port 44278969-64c5-426b-8774-157ed4ea8419, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:34.284861 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] For port 44278969-64c5-426b-8774-157ed4ea8419, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=44278969-64c5-426b-8774-157ed4ea8419,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:34.323359 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.326284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b855c56-3a05-4ff1-b7f0-b22d9c1fb312 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 75523c5e-3f63-48f5-92be-4345a807534d {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:01:34.329570 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b855c56-3a05-4ff1-b7f0-b22d9c1fb312 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.353436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:01:34.361411 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5e5b8415-5faa-4f87-9198-9d9c719730f7 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "PUT /v2.0/routers/9455e9e2-2c57-4bf3-adcf-0df60e40dd01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7534056 Aug 20 12:01:34.362271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:34.362607 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:34.363005 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 10 to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c Aug 20 12:01:34.374079 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Sync routers for ids ['9455e9e2-2c57-4bf3-adcf-0df60e40dd01'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:01:34.390104 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Routers {'9455e9e2-2c57-4bf3-adcf-0df60e40dd01'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:34.390972 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['9455e9e2-2c57-4bf3-adcf-0df60e40dd01'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:34.392243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:34.392817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:34.393317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:34.399918 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port a191c5c8-dc42-4d54-9057-55bcf9ea279c on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:34.399918 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port a191c5c8-dc42-4d54-9057-55bcf9ea279c on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:34.400218 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.407575 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b855c56-3a05-4ff1-b7f0-b22d9c1fb312 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.441721 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12710e06-c648-4913-bcbe-09d0ae288a2d None None] Pushing event updated for resources: {'Port': ['ID=44278969-64c5-426b-8774-157ed4ea8419,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:34.506379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] For port a191c5c8-dc42-4d54-9057-55bcf9ea279c, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:34.506776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempted to set empty binding levels {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 12:01:34.511548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-403b1fef-344b-4136-98e8-f2edc58eed86 None None] Provisioning complete for port 53941670-ad5c-4b60-ad42-454166798995 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:34.512115 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-403b1fef-344b-4136-98e8-f2edc58eed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.516389 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.589227 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-403b1fef-344b-4136-98e8-f2edc58eed86 None None] Port 53941670-ad5c-4b60-ad42-454166798995 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:34.596577 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b855c56-3a05-4ff1-b7f0-b22d9c1fb312 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.622702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Pushing event updated for resources: {'Port': ['ID=a191c5c8-dc42-4d54-9057-55bcf9ea279c,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:34.638213 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.638977 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.649096 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Set router 9455e9e2-2c57-4bf3-adcf-0df60e40dd01 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:34.660320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:34.667077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:34.667077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:34.667077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:34.667077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:34.667077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:34.667077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:34.667077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:34.667077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:34.667077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:34.667077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:34.667077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:34.682262 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-acf84cd6-dab6-4041-84dd-8e88d57df83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.5088637 Aug 20 12:01:34.686024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43490) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:34.717875 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b855c56-3a05-4ff1-b7f0-b22d9c1fb312 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.775497 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b855c56-3a05-4ff1-b7f0-b22d9c1fb312 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.781427 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5b855c56-3a05-4ff1-b7f0-b22d9c1fb312 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/75523c5e-3f63-48f5-92be-4345a807534d HTTP/1.1" status: 204 len: 168 time: 0.5229130 Aug 20 12:01:34.818532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43496) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:34.830163 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b855c56-3a05-4ff1-b7f0-b22d9c1fb312 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=75523c5e-3f63-48f5-92be-4345a807534d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:34.933130 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8553a472-088b-49c1-9098-ea351df319d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1105251 Aug 20 12:01:34.933740 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43508) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:34.943390 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-eb07f8af-62c1-492c-a615-cecca15d4a15 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:35.026830 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330110346', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '15a59894-e9b6-4397-b06a-dfee02932293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:01:26Z', 'updated_at': '2021-08-20T12:01:32Z', 'revision_number': 4, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '15a59894-e9b6-4397-b06a-dfee02932293', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:26Z', 'updated_at': '2021-08-20T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '53941670-ad5c-4b60-ad42-454166798995', 'name': '', 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'mac_address': 'fa:16:3e:93:79:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '6e362c68-b01e-4854-a039-ecf3bbd6c8e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:31Z', 'updated_at': '2021-08-20T12:01:33Z', 'revision_number': 2, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'subnets': [{'id': '6e362c68-b01e-4854-a039-ecf3bbd6c8e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:35.048598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-2e95290f-dd6e-4be4-8f30-228a4112b82d tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:35.053151 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-2e95290f-dd6e-4be4-8f30-228a4112b82d tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/networks?id=5a7da261-00fe-45b9-b3e8-b29bc2b23f5c HTTP/1.1" status: 200 len: 797 time: 0.3090076 Aug 20 12:01:35.059071 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Checking router: 9455e9e2-2c57-4bf3-adcf-0df60e40dd01 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:01:35.059642 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Updating router 9455e9e2-2c57-4bf3-adcf-0df60e40dd01 port 53941670-ad5c-4b60-ad42-454166798995 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:01:35.065641 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ccc7e0b2-a627-44f8-8e23-aa13f0b09f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Deleting port a191c5c8-dc42-4d54-9057-55bcf9ea279c {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:35.065992 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e0b2-a627-44f8-8e23-aa13f0b09f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.085255 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.125774 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-18aa283c-b429-491c-a1b6-029dd7a1798d tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/quotas/b808612be0f3486f97efd9a6d80898a8 HTTP/1.1" status: 200 len: 375 time: 0.0620093 Aug 20 12:01:35.168423 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ccc7e0b2-a627-44f8-8e23-aa13f0b09f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] For port a191c5c8-dc42-4d54-9057-55bcf9ea279c, host n-h2-804299-2, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:35.169201 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e0b2-a627-44f8-8e23-aa13f0b09f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.196946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb07f8af-62c1-492c-a615-cecca15d4a15 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:35.200594 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb07f8af-62c1-492c-a615-cecca15d4a15 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.208727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ccc7e0b2-a627-44f8-8e23-aa13f0b09f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Calling delete_port for a191c5c8-dc42-4d54-9057-55bcf9ea279c owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:35.335327 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-9a887a17-5446-4085-a6bb-d7ffa181a269 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b808612be0f3486f97efd9a6d80898a8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1862004 Aug 20 12:01:35.412117 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.429868 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Transition to ACTIVE for port object 53941670-ad5c-4b60-ad42-454166798995 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:35.444088 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.518375 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcbd64-fc65-4ca6-8785-5e92fb5c32de None None] Pushing event updated for resources: {'Port': ['ID=53941670-ad5c-4b60-ad42-454166798995,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:35.548127 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abcbd64-fc65-4ca6-8785-5e92fb5c32de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:35.548478 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abcbd64-fc65-4ca6-8785-5e92fb5c32de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:35.548856 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abcbd64-fc65-4ca6-8785-5e92fb5c32de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:35.549198 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abcbd64-fc65-4ca6-8785-5e92fb5c32de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:35.549533 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abcbd64-fc65-4ca6-8785-5e92fb5c32de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:35.549935 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abcbd64-fc65-4ca6-8785-5e92fb5c32de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:35.550272 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abcbd64-fc65-4ca6-8785-5e92fb5c32de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:35.550603 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abcbd64-fc65-4ca6-8785-5e92fb5c32de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:35.550928 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abcbd64-fc65-4ca6-8785-5e92fb5c32de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:35.551253 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abcbd64-fc65-4ca6-8785-5e92fb5c32de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:35.551826 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abcbd64-fc65-4ca6-8785-5e92fb5c32de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:35.552040 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abcbd64-fc65-4ca6-8785-5e92fb5c32de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:35.576489 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e0b2-a627-44f8-8e23-aa13f0b09f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.582865 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:35.601666 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Attempting to bind port 53941670-ad5c-4b60-ad42-454166798995 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:35.602051 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Attempting to bind port 53941670-ad5c-4b60-ad42-454166798995 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd186c73a-5110-4e6e-ac50-75874dff8eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:35.602427 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Attempting to bind port 53941670-ad5c-4b60-ad42-454166798995 on network 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:35.610079 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:35.610451 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Checking segment: {'id': 'd186c73a-5110-4e6e-ac50-75874dff8eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:35.610920 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.611320 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Bound using segment: {'id': 'd186c73a-5110-4e6e-ac50-75874dff8eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:35.611789 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Bound port: 53941670-ad5c-4b60-ad42-454166798995, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd186c73a-5110-4e6e-ac50-75874dff8eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:35.612173 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.674074 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7e0b2-a627-44f8-8e23-aa13f0b09f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Pushing event deleted for resources: {'Port': ['ID=a191c5c8-dc42-4d54-9057-55bcf9ea279c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:35.689022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:35.689655 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.719579 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e0b2-a627-44f8-8e23-aa13f0b09f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.721656 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ccc7e0b2-a627-44f8-8e23-aa13f0b09f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a191c5c8-dc42-4d54-9057-55bcf9ea279c HTTP/1.1" status: 204 len: 168 time: 1.0355325 Aug 20 12:01:35.724796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43520) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:35.730722 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-0fcedd83-6f25-4f08-9a10-2d54b4a822c5 service neutron] 10.222.0.37 "GET /v2.0/networks/5a7da261-00fe-45b9-b3e8-b29bc2b23f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713551 Aug 20 12:01:35.769545 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] For port 53941670-ad5c-4b60-ad42-454166798995, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:35.774316 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] For port 53941670-ad5c-4b60-ad42-454166798995, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=53941670-ad5c-4b60-ad42-454166798995,segment=NetworkSegment(d186c73a-5110-4e6e-ac50-75874dff8eb0),segment_id=d186c73a-5110-4e6e-ac50-75874dff8eb0)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:35.788111 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3407252-0ad3-4a89-a696-5db15b567107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] GET failed (client error): The resource could not be found. Aug 20 12:01:35.790219 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c3407252-0ad3-4a89-a696-5db15b567107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] 10.222.0.37 "GET /v2.0/ports/a191c5c8-dc42-4d54-9057-55bcf9ea279c HTTP/1.1" status: 404 len: 333 time: 0.0627155 Aug 20 12:01:35.795998 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.798128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43522) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:35.813672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0f0820c7-a89a-4eb7-bf03-80aee8af8f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Request body: {'port': {'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142883896'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:35.828199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 44278969-64c5-426b-8774-157ed4ea8419 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:35.871328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0820c7-a89a-4eb7-bf03-80aee8af8f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Made reservation on behalf of a04267c203b944cda844c5d4e8437025 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:35.875156 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f0820c7-a89a-4eb7-bf03-80aee8af8f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.887879 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Routers {'9455e9e2-2c57-4bf3-adcf-0df60e40dd01'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:35.890328 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['9455e9e2-2c57-4bf3-adcf-0df60e40dd01'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:35.912290 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-0f0820c7-a89a-4eb7-bf03-80aee8af8f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] device_id is not set on port 65f21d96-4a0f-4fad-8141-60002dcc9e26 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:35.974593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb07f8af-62c1-492c-a615-cecca15d4a15 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.990265 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 44278969-64c5-426b-8774-157ed4ea8419 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:36.096595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f3a908-0062-45c5-81dd-8472e6194ee4 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:36.125378 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb07f8af-62c1-492c-a615-cecca15d4a15 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:36.133514 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] Set router 9455e9e2-2c57-4bf3-adcf-0df60e40dd01 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:36.133712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-eb07f8af-62c1-492c-a615-cecca15d4a15 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:36.156310 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07f8af-62c1-492c-a615-cecca15d4a15 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.164893 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb07f8af-62c1-492c-a615-cecca15d4a15 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:36.200841 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-85cfad61-5e1d-49bc-864c-0998865ee597 service neutron] 10.222.0.37 "GET /v2.0/networks/5a7da261-00fe-45b9-b3e8-b29bc2b23f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585001 Aug 20 12:01:36.202376 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f8af-62c1-492c-a615-cecca15d4a15 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=42fa2e6c-0ed6-48fd-8840-cc63b4198249,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:36.224970 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-eb07f8af-62c1-492c-a615-cecca15d4a15 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2874784 Aug 20 12:01:36.225655 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43526) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:36.231707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7052c2b4-6d47-4f6c-b7b9-75353fadb2d0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'name': 'tempest-NetworksTestDHCPv6-2102815532'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:36.251492 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f0820c7-a89a-4eb7-bf03-80aee8af8f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:36.288578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2e52c24e-4198-4532-a0a2-a9ac87d29e77 None None] Provisioning for port 44278969-64c5-426b-8774-157ed4ea8419 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:36.300185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2e52c24e-4198-4532-a0a2-a9ac87d29e77 None None] Provisioning complete for port 44278969-64c5-426b-8774-157ed4ea8419 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:36.300555 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2e52c24e-4198-4532-a0a2-a9ac87d29e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:36.320926 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f0820c7-a89a-4eb7-bf03-80aee8af8f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:36.376031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0820c7-a89a-4eb7-bf03-80aee8af8f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Network 790f1823-810d-4885-8821-4c7ab0dab45c is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:36.379075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-0f0820c7-a89a-4eb7-bf03-80aee8af8f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:36.382341 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0820c7-a89a-4eb7-bf03-80aee8af8f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:36.384142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0820c7-a89a-4eb7-bf03-80aee8af8f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.384361 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcbd64-fc65-4ca6-8785-5e92fb5c32de None None] Pushing event updated for resources: {'Port': ['ID=53941670-ad5c-4b60-ad42-454166798995,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:36.384571 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f0820c7-a89a-4eb7-bf03-80aee8af8f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:36.412758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0820c7-a89a-4eb7-bf03-80aee8af8f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Pushing event updated for resources: {'Port': ['ID=65f21d96-4a0f-4fad-8141-60002dcc9e26,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:36.442947 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0f0820c7-a89a-4eb7-bf03-80aee8af8f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6434357 Aug 20 12:01:36.443978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43528) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:36.451306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:36.504657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7052c2b4-6d47-4f6c-b7b9-75353fadb2d0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:36.508130 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7052c2b4-6d47-4f6c-b7b9-75353fadb2d0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:36.514357 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2e52c24e-4198-4532-a0a2-a9ac87d29e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:36.542066 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-7052c2b4-6d47-4f6c-b7b9-75353fadb2d0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port af534d4f-c352-440e-841d-243f309edf08 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:36.556344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2e52c24e-4198-4532-a0a2-a9ac87d29e77 None None] For port 44278969-64c5-426b-8774-157ed4ea8419, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=44278969-64c5-426b-8774-157ed4ea8419,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:36.564491 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2e52c24e-4198-4532-a0a2-a9ac87d29e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:36.629217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52c24e-4198-4532-a0a2-a9ac87d29e77 None None] Pushing event updated for resources: {'Port': ['ID=44278969-64c5-426b-8774-157ed4ea8419,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:36.644176 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:36.648601 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-62b2e1b2-91c1-4fdf-96dc-704fd96437fa req-dfc5d330-7ef3-434c-8c1d-473ad8f48bc3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 210 time: 0.1263795 Aug 20 12:01:36.670361 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330110346', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '15a59894-e9b6-4397-b06a-dfee02932293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:01:26Z', 'updated_at': '2021-08-20T12:01:32Z', 'revision_number': 4, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '15a59894-e9b6-4397-b06a-dfee02932293', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:26Z', 'updated_at': '2021-08-20T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '53941670-ad5c-4b60-ad42-454166798995', 'name': '', 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'mac_address': 'fa:16:3e:93:79:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '6e362c68-b01e-4854-a039-ecf3bbd6c8e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:31Z', 'updated_at': '2021-08-20T12:01:35Z', 'revision_number': 4, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'subnets': [{'id': '6e362c68-b01e-4854-a039-ecf3bbd6c8e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:36.704566 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4383055-aa17-46a3-8f59-501130583e97 None None] The sync data for ids ['9455e9e2-2c57-4bf3-adcf-0df60e40dd01'] in n-d-804299-2 is: [{'id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330110346', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '15a59894-e9b6-4397-b06a-dfee02932293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:01:26Z', 'updated_at': '2021-08-20T12:01:32Z', 'revision_number': 4, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '15a59894-e9b6-4397-b06a-dfee02932293', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:26Z', 'updated_at': '2021-08-20T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '53941670-ad5c-4b60-ad42-454166798995', 'name': '', 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'mac_address': 'fa:16:3e:93:79:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '6e362c68-b01e-4854-a039-ecf3bbd6c8e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:31Z', 'updated_at': '2021-08-20T12:01:35Z', 'revision_number': 4, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'subnets': [{'id': '6e362c68-b01e-4854-a039-ecf3bbd6c8e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:01:36.744877 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-7052c2b4-6d47-4f6c-b7b9-75353fadb2d0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::3a6 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/42fa2e6c-0ed6-48fd-8840-cc63b4198249/af534d4f-c352-440e-841d-243f309edf08) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:36.952513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b074136-3d92-4b68-93b3-335eb71d3a29 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:37.080689 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7052c2b4-6d47-4f6c-b7b9-75353fadb2d0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:37.087150 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] device_id is not set on port 65f21d96-4a0f-4fad-8141-60002dcc9e26 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:37.101228 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:37.112881 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7052c2b4-6d47-4f6c-b7b9-75353fadb2d0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object af534d4f-c352-440e-841d-243f309edf08 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:37.124399 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Transition to ACTIVE for port object 65f21d96-4a0f-4fad-8141-60002dcc9e26 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:37.127868 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-eba55c8e-641d-4a6f-9e40-d66a0962c13b None None] Provisioning complete for port 44278969-64c5-426b-8774-157ed4ea8419 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:37.128382 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eba55c8e-641d-4a6f-9e40-d66a0962c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:37.140030 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:37.159457 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7052c2b4-6d47-4f6c-b7b9-75353fadb2d0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:37.235220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:37.235569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:37.235923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:37.243288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:37.243288 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:37.243288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Pushing event updated for resources: {'Port': ['ID=65f21d96-4a0f-4fad-8141-60002dcc9e26,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:37.246918 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 2 to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 Aug 20 12:01:37.259255 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052c2b4-6d47-4f6c-b7b9-75353fadb2d0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:37.263186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-7052c2b4-6d47-4f6c-b7b9-75353fadb2d0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:37.267554 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052c2b4-6d47-4f6c-b7b9-75353fadb2d0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:37.273387 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7052c2b4-6d47-4f6c-b7b9-75353fadb2d0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:37.274044 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7052c2b4-6d47-4f6c-b7b9-75353fadb2d0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:37.285108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:37.285604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:37.285968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:37.290491 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052c2b4-6d47-4f6c-b7b9-75353fadb2d0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=af534d4f-c352-440e-841d-243f309edf08,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:37.311458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:37.311602 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:37.313659 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 3 to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 Aug 20 12:01:37.320051 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7052c2b4-6d47-4f6c-b7b9-75353fadb2d0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0932002 Aug 20 12:01:37.326752 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43544) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:37.368210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:37.368559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:37.368944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:37.382912 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:37.383276 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:37.383639 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 4 to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 Aug 20 12:01:37.411878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:37.411878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:37.411878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:37.430789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:37.431127 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:37.431525 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 5 to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 Aug 20 12:01:37.482031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:37.482711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:37.483095 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:37.504508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:37.504889 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:37.505323 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 6 to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 Aug 20 12:01:37.545545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:37.545937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:37.546218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:37.561197 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:37.561400 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7811b0-d225-46ed-b5ba-2fc85983e5be tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:37.561587 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:37.561961 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 7 to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 Aug 20 12:01:37.594791 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7811b0-d225-46ed-b5ba-2fc85983e5be tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:37.598992 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 53941670-ad5c-4b60-ad42-454166798995 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:37.618446 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:37.618710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:37.623501 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9a7811b0-d225-46ed-b5ba-2fc85983e5be tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2938290 Aug 20 12:01:37.627449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43548) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:37.629436 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:37.637591 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:37.637936 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:37.638342 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 8 to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 Aug 20 12:01:37.680124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 53941670-ad5c-4b60-ad42-454166798995 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:37.688989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 53941670-ad5c-4b60-ad42-454166798995 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:37.690279 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:37.692181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:37.692554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:37.692948 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:37.710636 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:37.710977 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:37.711453 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 9 to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 Aug 20 12:01:37.772598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:37.780118 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:37.780554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:37.787915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:37.788254 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:37.788672 n-d-804299-2 neutron-server[94691]: INFO neutron.plugins.ml2.plugin [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 10 to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 Aug 20 12:01:37.815384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:37.815937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:37.816619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:37.824335 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:37.825055 n-d-804299-2 neutron-server[94691]: ERROR neutron.plugins.ml2.managers [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:37.825660 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:37.874884 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:37.877021 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4aed6d4c-a696-4ea8-ac93-928bb218a531 req-eff79272-96df-464a-862b-1ae65e5ae136 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 210 time: 0.0642102 Aug 20 12:01:37.949793 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-856f7ba1-aa77-4e5f-b436-1f29dd0c2c71 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port af534d4f-c352-440e-841d-243f309edf08 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:37.951079 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-856f7ba1-aa77-4e5f-b436-1f29dd0c2c71 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:37.956258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d37a3097-d5de-4f7c-81f8-3677d0822e30 None None] Provisioning for port af534d4f-c352-440e-841d-243f309edf08 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:37.968524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d37a3097-d5de-4f7c-81f8-3677d0822e30 None None] Provisioning complete for port af534d4f-c352-440e-841d-243f309edf08 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:37.969435 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] For port 65f21d96-4a0f-4fad-8141-60002dcc9e26, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:37.969809 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d37a3097-d5de-4f7c-81f8-3677d0822e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:37.969937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempted to set empty binding levels {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 12:01:37.973411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 53941670-ad5c-4b60-ad42-454166798995, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=53941670-ad5c-4b60-ad42-454166798995,segment=NetworkSegment(d186c73a-5110-4e6e-ac50-75874dff8eb0),segment_id=d186c73a-5110-4e6e-ac50-75874dff8eb0)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:37.981942 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:37.987828 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:37.988953 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 44278969-64c5-426b-8774-157ed4ea8419 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:38.037701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] In _notify_port_updated(), no bound segment for port 65f21d96-4a0f-4fad-8141-60002dcc9e26 on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:01:38.038889 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.039687 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:38.046298 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] 10.222.0.37 "PUT /v2.0/ports/65f21d96-4a0f-4fad-8141-60002dcc9e26 HTTP/1.1" status: 200 len: 979 time: 1.5990059 Aug 20 12:01:38.046755 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43560) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:38.092996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e77691-8b6e-43a9-b9c8-9a9561e4a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Pushing event updated for resources: {'Port': ['ID=65f21d96-4a0f-4fad-8141-60002dcc9e26,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:38.186661 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d37a3097-d5de-4f7c-81f8-3677d0822e30 None None] Port af534d4f-c352-440e-841d-243f309edf08 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:38.204074 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-856f7ba1-aa77-4e5f-b436-1f29dd0c2c71 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:38.222375 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.222972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.223661 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.224204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.224826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.225388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.225971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.226506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.227093 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.227753 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.228285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.229565 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.230280 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.230814 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.231346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.231877 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.232403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.233008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.233657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.234234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.234798 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.241814 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-350bcb5c-46d2-4ca1-bd2d-64afc3821d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19044 time: 0.1898272 Aug 20 12:01:38.242531 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43564) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:38.254052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-856f7ba1-aa77-4e5f-b436-1f29dd0c2c71 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for af534d4f-c352-440e-841d-243f309edf08 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:38.256570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=53941670-ad5c-4b60-ad42-454166798995,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:38.271592 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d37a3097-d5de-4f7c-81f8-3677d0822e30 None None] Provisioning complete for port 44278969-64c5-426b-8774-157ed4ea8419 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:38.272162 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d37a3097-d5de-4f7c-81f8-3677d0822e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:38.319625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 44278969-64c5-426b-8774-157ed4ea8419 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:38.320247 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:38.421670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-4cfb6fc2-2ae6-4f75-ba61-7f3939837064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Deleting port 65f21d96-4a0f-4fad-8141-60002dcc9e26 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:38.423660 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6fc2-2ae6-4f75-ba61-7f3939837064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:38.553257 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-4cfb6fc2-2ae6-4f75-ba61-7f3939837064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] For port 65f21d96-4a0f-4fad-8141-60002dcc9e26, host n-h2-804299-2, got binding levels [] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:38.553630 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6fc2-2ae6-4f75-ba61-7f3939837064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:38.553760 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-856f7ba1-aa77-4e5f-b436-1f29dd0c2c71 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:38.570742 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-4cfb6fc2-2ae6-4f75-ba61-7f3939837064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Calling delete_port for 65f21d96-4a0f-4fad-8141-60002dcc9e26 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:38.586076 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f7ba1-aa77-4e5f-b436-1f29dd0c2c71 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=af534d4f-c352-440e-841d-243f309edf08,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:38.617961 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4d4984bd-f178-4bf8-aada-e2d24478edf0 None None] Could not find standard attr ID for object af534d4f-c352-440e-841d-243f309edf08. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:01:38.622021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4d4984bd-f178-4bf8-aada-e2d24478edf0 None None] Could not find standard attr ID for object e49fccac-a797-4a67-8d1b-45baf6cbcc8f. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:01:38.643330 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-856f7ba1-aa77-4e5f-b436-1f29dd0c2c71 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:38.645644 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-856f7ba1-aa77-4e5f-b436-1f29dd0c2c71 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/af534d4f-c352-440e-841d-243f309edf08 HTTP/1.1" status: 204 len: 168 time: 1.0170772 Aug 20 12:01:38.648105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43566) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:38.953981 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6fc2-2ae6-4f75-ba61-7f3939837064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.019230 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb6fc2-2ae6-4f75-ba61-7f3939837064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Pushing event deleted for resources: {'Port': ['ID=65f21d96-4a0f-4fad-8141-60002dcc9e26,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:39.074594 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.100825 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f341dbb9-cecb-41d0-880d-9ed66d407c91 req-b0f06c3f-c111-42c2-b760-c547e6140644 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 210 time: 0.0581968 Aug 20 12:01:39.102227 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6fc2-2ae6-4f75-ba61-7f3939837064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.104621 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4cfb6fc2-2ae6-4f75-ba61-7f3939837064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] 10.222.0.37 "DELETE /v2.0/ports/65f21d96-4a0f-4fad-8141-60002dcc9e26 HTTP/1.1" status: 204 len: 168 time: 0.8606517 Aug 20 12:01:39.111467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f5ead54b-656f-4977-98e6-7b68e7fa359b tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:39.113186 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f5ead54b-656f-4977-98e6-7b68e7fa359b tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.76 "GET /v2.0/networks?id=5a7da261-00fe-45b9-b3e8-b29bc2b23f5c HTTP/1.1" status: 200 len: 797 time: 0.4660008 Aug 20 12:01:39.113716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43572) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:39.128319 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-e6c1562c-0345-4071-9c75-4c9d84db038e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Request body: {'port': {'device_id': '92108307-d140-487f-9a19-200046eb999b', 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c', 'admin_state_up': True, 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:39.250420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8b7e0e-0e77-4894-ad6f-30eceb8647a6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:39.253259 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8b7e0e-0e77-4894-ad6f-30eceb8647a6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:39.255082 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2d8b7e0e-0e77-4894-ad6f-30eceb8647a6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6060123 Aug 20 12:01:39.258043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43576) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:39.262388 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73c19c7-4e65-48c9-83bf-6ecf2431abf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] GET failed (client error): The resource could not be found. Aug 20 12:01:39.264513 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e73c19c7-4e65-48c9-83bf-6ecf2431abf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] 10.222.0.37 "GET /v2.0/ports/65f21d96-4a0f-4fad-8141-60002dcc9e26 HTTP/1.1" status: 404 len: 333 time: 0.1497817 Aug 20 12:01:39.268205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43578) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:39.273185 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-aa5d7047-09a2-4226-b089-31282d6b2383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-437977572', 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:39.292548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-e6c1562c-0345-4071-9c75-4c9d84db038e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Made reservation on behalf of b808612be0f3486f97efd9a6d80898a8 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:39.296356 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-e6c1562c-0345-4071-9c75-4c9d84db038e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.327633 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf6e90a-12d9-485a-8959-2bf8c1e17e01 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 42fa2e6c-0ed6-48fd-8840-cc63b4198249 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:01:39.331246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5d7047-09a2-4226-b089-31282d6b2383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Made reservation on behalf of a04267c203b944cda844c5d4e8437025 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:39.332097 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-adf6e90a-12d9-485a-8959-2bf8c1e17e01 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.333743 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7047-09a2-4226-b089-31282d6b2383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.382163 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-adf6e90a-12d9-485a-8959-2bf8c1e17e01 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.389378 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-aa5d7047-09a2-4226-b089-31282d6b2383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] device_id is not set on port 8b979d23-68f2-453e-a627-9531c0d2cb94 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:39.399930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 53941670-ad5c-4b60-ad42-454166798995 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:39.450060 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-adf6e90a-12d9-485a-8959-2bf8c1e17e01 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.464532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 53941670-ad5c-4b60-ad42-454166798995 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:39.465178 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.515719 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-e6c1562c-0345-4071-9c75-4c9d84db038e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Allocated IP 172.20.0.20 (5a7da261-00fe-45b9-b3e8-b29bc2b23f5c/6e362c68-b01e-4854-a039-ecf3bbd6c8e0/1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:39.538574 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-adf6e90a-12d9-485a-8959-2bf8c1e17e01 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.571964 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6e90a-12d9-485a-8959-2bf8c1e17e01 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=42fa2e6c-0ed6-48fd-8840-cc63b4198249,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:39.588136 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-adf6e90a-12d9-485a-8959-2bf8c1e17e01 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.589202 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dad2cf6-d07b-4872-9313-ea823ae57c89 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:39.593758 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-adf6e90a-12d9-485a-8959-2bf8c1e17e01 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/42fa2e6c-0ed6-48fd-8840-cc63b4198249 HTTP/1.1" status: 204 len: 168 time: 0.3344548 Aug 20 12:01:39.594537 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43580) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:39.657109 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-80e337a1-c5e4-4c9c-8609-78cc69eb6a5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613055 Aug 20 12:01:39.659807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43582) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:39.665105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-23b605de-4877-47c4-aafd-393c7cac2f13 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:39.673421 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7047-09a2-4226-b089-31282d6b2383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.741797 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-e6c1562c-0345-4071-9c75-4c9d84db038e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.765749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-e6c1562c-0345-4071-9c75-4c9d84db038e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Transition to ACTIVE for port object 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:39.787993 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7047-09a2-4226-b089-31282d6b2383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.803150 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b605de-4877-47c4-aafd-393c7cac2f13 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:39.807747 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23b605de-4877-47c4-aafd-393c7cac2f13 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.841211 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984c116f-33a8-407b-b1f4-8a2cecb12d56 None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:01:39.849922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5d7047-09a2-4226-b089-31282d6b2383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Network 790f1823-810d-4885-8821-4c7ab0dab45c is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:39.858262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-aa5d7047-09a2-4226-b089-31282d6b2383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:39.860798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d7047-09a2-4226-b089-31282d6b2383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:39.862111 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5d7047-09a2-4226-b089-31282d6b2383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:39.862724 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7047-09a2-4226-b089-31282d6b2383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.876513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d7047-09a2-4226-b089-31282d6b2383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Pushing event updated for resources: {'Port': ['ID=8b979d23-68f2-453e-a627-9531c0d2cb94,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:39.887291 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-e6c1562c-0345-4071-9c75-4c9d84db038e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.899172 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-aa5d7047-09a2-4226-b089-31282d6b2383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6296697 Aug 20 12:01:39.901999 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43584) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:39.915099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-984c116f-33a8-407b-b1f4-8a2cecb12d56 None None] Deleting port 44278969-64c5-426b-8774-157ed4ea8419 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:39.915696 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-984c116f-33a8-407b-b1f4-8a2cecb12d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.952189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-e6c1562c-0345-4071-9c75-4c9d84db038e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Network 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:39.955996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-e6c1562c-0345-4071-9c75-4c9d84db038e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:39.957908 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56069d2e-a79b-4e1f-851e-2834aac5f149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:39.959317 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-56069d2e-a79b-4e1f-851e-2834aac5f149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] 10.222.0.37 "GET /v2.0/ports/8b979d23-68f2-453e-a627-9531c0d2cb94 HTTP/1.1" status: 200 len: 958 time: 0.0562613 Aug 20 12:01:39.960426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-e6c1562c-0345-4071-9c75-4c9d84db038e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:39.962186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43586) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:39.970552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1562c-0345-4071-9c75-4c9d84db038e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event updated for resources: {'Port': ['ID=1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:40.032192 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-984c116f-33a8-407b-b1f4-8a2cecb12d56 None None] For port 44278969-64c5-426b-8774-157ed4ea8419, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=44278969-64c5-426b-8774-157ed4ea8419,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:40.032854 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-984c116f-33a8-407b-b1f4-8a2cecb12d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.037371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-e6c1562c-0345-4071-9c75-4c9d84db038e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:40.038865 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-e6c1562c-0345-4071-9c75-4c9d84db038e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.051420 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-984c116f-33a8-407b-b1f4-8a2cecb12d56 None None] Calling delete_port for 44278969-64c5-426b-8774-157ed4ea8419 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:40.061681 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-e6c1562c-0345-4071-9c75-4c9d84db038e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9373612 Aug 20 12:01:40.076961 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Request body: {'port': {'device_id': '92108307-d140-487f-9a19-200046eb999b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:40.163748 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-984c116f-33a8-407b-b1f4-8a2cecb12d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.183031 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.201329 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c116f-33a8-407b-b1f4-8a2cecb12d56 None None] Pushing event deleted for resources: {'Port': ['ID=44278969-64c5-426b-8774-157ed4ea8419,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:40.210543 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c116f-33a8-407b-b1f4-8a2cecb12d56 None None] No DVR routers for this DVR port 44278969-64c5-426b-8774-157ed4ea8419 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:40.250573 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fb92acc7-2db9-4993-bf9c-ee4acab6507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Deleting port 8b979d23-68f2-453e-a627-9531c0d2cb94 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:40.250929 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb92acc7-2db9-4993-bf9c-ee4acab6507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.265587 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23b605de-4877-47c4-aafd-393c7cac2f13 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.371553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-24f814d1-3867-4c05-8348-e4420354a90e None None] Provisioning for port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:40.378110 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-24f814d1-3867-4c05-8348-e4420354a90e None None] Provisioning complete for port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:40.378494 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-24f814d1-3867-4c05-8348-e4420354a90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.394045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b605de-4877-47c4-aafd-393c7cac2f13 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:40.429032 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-24f814d1-3867-4c05-8348-e4420354a90e None None] Port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:40.449352 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-23b605de-4877-47c4-aafd-393c7cac2f13 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:40.456673 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb92acc7-2db9-4993-bf9c-ee4acab6507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.460696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b605de-4877-47c4-aafd-393c7cac2f13 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:40.461994 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23b605de-4877-47c4-aafd-393c7cac2f13 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.468206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b85d3a-dc01-4996-8337-db0b71773666 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:40.507882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fb92acc7-2db9-4993-bf9c-ee4acab6507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Calling delete_port for 8b979d23-68f2-453e-a627-9531c0d2cb94 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:40.516957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b605de-4877-47c4-aafd-393c7cac2f13 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=ada73541-96d7-41ae-a2eb-e298c3059d93,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:40.531230 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-23b605de-4877-47c4-aafd-393c7cac2f13 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8700533 Aug 20 12:01:40.541830 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b83d76-e124-4534-816e-8763ddf2504f req-6fdb998e-5dc8-495a-91fa-c7f82d6a5070 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:40.543555 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e1b83d76-e124-4534-816e-8763ddf2504f req-6fdb998e-5dc8-495a-91fa-c7f82d6a5070 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 895 time: 0.2898948 Aug 20 12:01:40.545892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43592) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:40.555916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e0da74b8-4592-420c-a33b-93dfbc98e3ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'name': 'tempest-NetworksTestDHCPv6-1001352741'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:40.767900 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb92acc7-2db9-4993-bf9c-ee4acab6507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.830326 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92acc7-2db9-4993-bf9c-ee4acab6507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b979d23-68f2-453e-a627-9531c0d2cb94,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:40.830636 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': 'ada73541-96d7-41ae-a2eb-e298c3059d93'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:01:40.831841 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.851984 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb92acc7-2db9-4993-bf9c-ee4acab6507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.858973 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fb92acc7-2db9-4993-bf9c-ee4acab6507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] 10.222.0.37 "DELETE /v2.0/ports/8b979d23-68f2-453e-a627-9531c0d2cb94 HTTP/1.1" status: 204 len: 168 time: 0.8957047 Aug 20 12:01:40.860856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43594) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:40.873570 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0da74b8-4592-420c-a33b-93dfbc98e3ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:40.878861 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0da74b8-4592-420c-a33b-93dfbc98e3ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.899485 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ccadad9-fc5e-4052-957c-67e99493cece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] GET failed (client error): The resource could not be found. Aug 20 12:01:40.906808 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5ccadad9-fc5e-4052-957c-67e99493cece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] 10.222.0.37 "GET /v2.0/ports/8b979d23-68f2-453e-a627-9531c0d2cb94 HTTP/1.1" status: 404 len: 333 time: 0.0445995 Aug 20 12:01:40.915430 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43596) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:40.923670 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-36bdbc46-d15b-4e18-91b5-00da9893c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Request body: {'port': {'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102958229'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:40.941893 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-e0da74b8-4592-420c-a33b-93dfbc98e3ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port a9bd2b13-79f2-4200-a015-4d8731495beb yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:41.007012 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bdbc46-d15b-4e18-91b5-00da9893c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Made reservation on behalf of a04267c203b944cda844c5d4e8437025 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:41.007012 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36bdbc46-d15b-4e18-91b5-00da9893c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.055970 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-36bdbc46-d15b-4e18-91b5-00da9893c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] device_id is not set on port 1ea62fab-5d5c-4639-9289-b66ec271dede yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:41.072109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Allocated IP 2001:db8::2 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/ada73541-96d7-41ae-a2eb-e298c3059d93/2eaff35a-2bb4-44e6-b0ad-6269dd7e697b) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:41.097780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:41.106941 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.120444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Transition to ACTIVE for port object 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:41.125335 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.211567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:41.253928 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.263727 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Transition to ACTIVE for port object 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:41.276238 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Attempting to bind port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:41.276726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Attempting to bind port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'd186c73a-5110-4e6e-ac50-75874dff8eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:41.277198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Attempting to bind port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 on network 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:41.281192 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Transition to ACTIVE for port object 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:41.283055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 on network 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:41.283562 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Attempting to bind port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 on network 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:41.290106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:41.290285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Checking segment: {'id': 'd186c73a-5110-4e6e-ac50-75874dff8eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:41.290501 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.290768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Bound using segment: {'id': 'd186c73a-5110-4e6e-ac50-75874dff8eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:41.291637 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Bound port: 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd186c73a-5110-4e6e-ac50-75874dff8eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:41.291993 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.354167 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:41.355271 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Pushing event updated for resources: {'Port': ['ID=2eaff35a-2bb4-44e6-b0ad-6269dd7e697b,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:41.358837 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:41.364205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:41.400195 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] For port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:41.411477 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] For port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9,segment=NetworkSegment(d186c73a-5110-4e6e-ac50-75874dff8eb0),segment_id=d186c73a-5110-4e6e-ac50-75874dff8eb0)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:41.426070 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.433667 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36bdbc46-d15b-4e18-91b5-00da9893c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.450669 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-e0da74b8-4592-420c-a33b-93dfbc98e3ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::a3 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/ada73541-96d7-41ae-a2eb-e298c3059d93/a9bd2b13-79f2-4200-a015-4d8731495beb) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:41.493761 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Attempting to bind port 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:41.495481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Attempting to bind port 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:41.496731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Attempting to bind port 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:41.503433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 44278969-64c5-426b-8774-157ed4ea8419 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:41.529242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:41.533437 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:41.534074 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:41.534675 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.535257 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:41.535914 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Bound port: 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:41.537065 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.543502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:41.545520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 44278969-64c5-426b-8774-157ed4ea8419 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:41.546089 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.547731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 44278969-64c5-426b-8774-157ed4ea8419 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:41.548747 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36bdbc46-d15b-4e18-91b5-00da9893c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.549498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-f6cec124-8ae9-4bcf-ba2b-fa22430a7d84 service neutron] 10.222.0.76 "PUT /v2.0/ports/1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 HTTP/1.1" status: 200 len: 1055 time: 1.4792707 Aug 20 12:01:41.551316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92108307-d140-487f-9a19-200046eb999b', 'tag': '1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:41.559961 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cfd014-51c9-4f3f-8493-dc7c5f6282f5" -d '{"events": [{"name": "network-changed", "server_uuid": "92108307-d140-487f-9a19-200046eb999b", "tag": "1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:41.645903 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e146a8-9787-4b69-b451-fa17f0501b0c x-openstack-request-id: req-41e146a8-9787-4b69-b451-fa17f0501b0c {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:41.647640 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92108307-d140-487f-9a19-200046eb999b", "tag": "1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:41.648092 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41e146a8-9787-4b69-b451-fa17f0501b0c {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:41.649991 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92108307-d140-487f-9a19-200046eb999b', 'tag': '1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9', 'status': 'completed', 'code': 200} Aug 20 12:01:41.685981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] For port 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:41.689909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] For port 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2eaff35a-2bb4-44e6-b0ad-6269dd7e697b,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:41.699613 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.701749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-ba65816d-2a60-4bfc-95c1-4b17ce5830cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:41.703599 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-ba65816d-2a60-4bfc-95c1-4b17ce5830cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b808612be0f3486f97efd9a6d80898a8&device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 1058 time: 0.0996346 Aug 20 12:01:41.735575 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bdbc46-d15b-4e18-91b5-00da9893c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Network 790f1823-810d-4885-8821-4c7ab0dab45c is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:41.741508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-36bdbc46-d15b-4e18-91b5-00da9893c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:41.749690 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bdbc46-d15b-4e18-91b5-00da9893c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:41.750778 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bdbc46-d15b-4e18-91b5-00da9893c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:41.751477 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36bdbc46-d15b-4e18-91b5-00da9893c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.769425 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-49adf48e-ed50-4e1e-adc0-05551818211a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 HTTP/1.1" status: 200 len: 217 time: 0.0562599 Aug 20 12:01:41.770220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6111b6-23d7-4204-8bbb-6e9a49679447 None None] Pushing event updated for resources: {'Port': ['ID=2eaff35a-2bb4-44e6-b0ad-6269dd7e697b,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:41.811069 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-36bdbc46-d15b-4e18-91b5-00da9893c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8907404 Aug 20 12:01:41.811069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdbc46-d15b-4e18-91b5-00da9893c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Pushing event updated for resources: {'Port': ['ID=1ea62fab-5d5c-4639-9289-b66ec271dede,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:41.813547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43604) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:41.841418 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-ad48fd42-f447-43db-b186-87dce9991730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:41.842847 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-ad48fd42-f447-43db-b186-87dce9991730 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e362c68-b01e-4854-a039-ecf3bbd6c8e0 HTTP/1.1" status: 200 len: 837 time: 0.0671170 Aug 20 12:01:41.851508 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0da74b8-4592-420c-a33b-93dfbc98e3ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.869219 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e0da74b8-4592-420c-a33b-93dfbc98e3ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object a9bd2b13-79f2-4200-a015-4d8731495beb will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:41.902020 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:41.923415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-15529b18-597a-4b0e-bb88-a80fc6f561ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:41.925564 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-15529b18-597a-4b0e-bb88-a80fc6f561ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5a7da261-00fe-45b9-b3e8-b29bc2b23f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754898 Aug 20 12:01:41.942219 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f495e85-11fe-4112-ac9f-e3b0b1ed5850 req-70c2fb97-c890-4454-babf-02fdb2ecce74 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:41.943945 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0f495e85-11fe-4112-ac9f-e3b0b1ed5850 req-70c2fb97-c890-4454-babf-02fdb2ecce74 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 907 time: 0.2543557 Aug 20 12:01:41.995599 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:42.017159 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0da74b8-4592-420c-a33b-93dfbc98e3ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:42.075983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0da74b8-4592-420c-a33b-93dfbc98e3ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:42.082676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-ed9251e8-b217-4f49-8ab5-9cd859bd48d8 service neutron] 10.222.0.76 "GET /v2.0/networks/5a7da261-00fe-45b9-b3e8-b29bc2b23f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427941 Aug 20 12:01:42.098400 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-e0da74b8-4592-420c-a33b-93dfbc98e3ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:42.106293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da74b8-4592-420c-a33b-93dfbc98e3ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:42.111478 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0da74b8-4592-420c-a33b-93dfbc98e3ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:42.112119 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0da74b8-4592-420c-a33b-93dfbc98e3ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:42.142740 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da74b8-4592-420c-a33b-93dfbc98e3ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=a9bd2b13-79f2-4200-a015-4d8731495beb,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:42.156969 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e0da74b8-4592-420c-a33b-93dfbc98e3ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6097865 Aug 20 12:01:42.160287 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43606) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:42.247021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac1715c-ae44-437c-a6a8-e4253aa36b83 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:42.253615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac1715c-ae44-437c-a6a8-e4253aa36b83 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:42.258788 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5ac1715c-ae44-437c-a6a8-e4253aa36b83 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0973065 Aug 20 12:01:42.261328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43608) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:42.271431 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-169cdab1-fdc4-4ea9-ac53-d691a7859d29 req-e9eb6a9c-9819-4cc1-8ee0-2963e324a487 service neutron] 10.222.0.76 "GET /v2.0/networks/5a7da261-00fe-45b9-b3e8-b29bc2b23f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811519 Aug 20 12:01:42.299781 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] device_id is not set on port 1ea62fab-5d5c-4639-9289-b66ec271dede yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:42.308157 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:42.321165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Transition to ACTIVE for port object 1ea62fab-5d5c-4639-9289-b66ec271dede will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:42.325134 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:42.375065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Pushing event updated for resources: {'Port': ['ID=1ea62fab-5d5c-4639-9289-b66ec271dede,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:42.390513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:42.390856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:42.391196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:42.394208 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-b54bed21-c7b2-4e83-a5ff-b8630726db03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port a9bd2b13-79f2-4200-a015-4d8731495beb {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:42.394567 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b54bed21-c7b2-4e83-a5ff-b8630726db03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:42.395777 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:42.396174 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:42.396814 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 2 to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede Aug 20 12:01:42.400130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfd014-51c9-4f3f-8493-dc7c5f6282f5 req-702a37a3-4cb2-420b-bd18-1d790358ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:42.401780 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84cfd014-51c9-4f3f-8493-dc7c5f6282f5 req-702a37a3-4cb2-420b-bd18-1d790358ff64 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b808612be0f3486f97efd9a6d80898a8&device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 1058 time: 0.0724125 Aug 20 12:01:42.411629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:42.411965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:42.412298 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:42.417558 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:42.417881 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:42.418273 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 3 to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede Aug 20 12:01:42.429961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:42.430294 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:42.430626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:42.435264 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:42.435589 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:42.435967 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 4 to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede Aug 20 12:01:42.448410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:42.448842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:42.449175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:42.453364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:42.453686 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:42.454109 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 5 to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede Aug 20 12:01:42.468045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:42.468045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:42.468045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:42.472354 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:42.472712 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:42.473106 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 6 to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede Aug 20 12:01:42.486899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:42.487237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:42.487573 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:42.491948 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:42.492279 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:42.492714 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 7 to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede Aug 20 12:01:42.507862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:42.508197 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:42.508898 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:42.513048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:42.513377 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:42.513763 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 8 to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede Aug 20 12:01:42.527621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:42.527972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:42.528311 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:42.532940 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:42.533262 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:42.533649 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 9 to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede Aug 20 12:01:42.554217 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b54bed21-c7b2-4e83-a5ff-b8630726db03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:42.557460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:42.557807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:42.558160 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:42.562913 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:42.563250 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:42.563648 n-d-804299-2 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempt 10 to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede Aug 20 12:01:42.572970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfd014-51c9-4f3f-8493-dc7c5f6282f5 req-0faa463c-1997-4e1c-a148-6976da8078d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:42.574711 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84cfd014-51c9-4f3f-8493-dc7c5f6282f5 req-0faa463c-1997-4e1c-a148-6976da8078d4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5a7da261-00fe-45b9-b3e8-b29bc2b23f5c HTTP/1.1" status: 200 len: 897 time: 0.1626024 Aug 20 12:01:42.575633 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-b54bed21-c7b2-4e83-a5ff-b8630726db03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for a9bd2b13-79f2-4200-a015-4d8731495beb owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:42.581483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:42.581824 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:42.582162 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempting to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:42.587241 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:42.587516 n-d-804299-2 neutron-server[94690]: ERROR neutron.plugins.ml2.managers [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Failed to bind port 1ea62fab-5d5c-4639-9289-b66ec271dede on host n-h2-804299-2 for vnic_type normal using segments [{'id': '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '790f1823-810d-4885-8821-4c7ab0dab45c'}] Aug 20 12:01:42.588065 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:42.664425 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84cfd014-51c9-4f3f-8493-dc7c5f6282f5 req-26a4942a-e836-48ad-9cb7-0e66adac7012 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 HTTP/1.1" status: 200 len: 217 time: 0.0796528 Aug 20 12:01:42.681353 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] For port 1ea62fab-5d5c-4639-9289-b66ec271dede, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:42.682934 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attempted to set empty binding levels {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 12:01:42.690070 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:42.732877 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Pushing event updated for resources: {'Port': ['ID=1ea62fab-5d5c-4639-9289-b66ec271dede,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:42.743300 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] In _notify_port_updated(), no bound segment for port 1ea62fab-5d5c-4639-9289-b66ec271dede on network 790f1823-810d-4885-8821-4c7ab0dab45c {{(pid=94690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:01:42.745250 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:42.746014 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:42.750085 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f1d0a496-d933-4511-9d30-a821f3f34f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] 10.222.0.37 "PUT /v2.0/ports/1ea62fab-5d5c-4639-9289-b66ec271dede HTTP/1.1" status: 200 len: 979 time: 0.8518574 Aug 20 12:01:42.750370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43616) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:42.759228 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfd014-51c9-4f3f-8493-dc7c5f6282f5 req-3048f2a5-abad-40d7-b684-1b3890a2f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:42.760715 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84cfd014-51c9-4f3f-8493-dc7c5f6282f5 req-3048f2a5-abad-40d7-b684-1b3890a2f8d1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e362c68-b01e-4854-a039-ecf3bbd6c8e0 HTTP/1.1" status: 200 len: 837 time: 0.0878472 Aug 20 12:01:42.858053 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c16f2d68-565b-48b9-bd69-f51224e7969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Deleting port 1ea62fab-5d5c-4639-9289-b66ec271dede {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:42.858053 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c16f2d68-565b-48b9-bd69-f51224e7969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:42.927007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c16f2d68-565b-48b9-bd69-f51224e7969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] For port 1ea62fab-5d5c-4639-9289-b66ec271dede, host n-h2-804299-2, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:42.927375 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c16f2d68-565b-48b9-bd69-f51224e7969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:42.941591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c16f2d68-565b-48b9-bd69-f51224e7969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Calling delete_port for 1ea62fab-5d5c-4639-9289-b66ec271dede owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:42.945324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfd014-51c9-4f3f-8493-dc7c5f6282f5 req-ccd1dd72-1940-4f7b-87cc-baadf75e0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:42.946994 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84cfd014-51c9-4f3f-8493-dc7c5f6282f5 req-ccd1dd72-1940-4f7b-87cc-baadf75e0a84 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5a7da261-00fe-45b9-b3e8-b29bc2b23f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1786406 Aug 20 12:01:42.954278 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b54bed21-c7b2-4e83-a5ff-b8630726db03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.042718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bed21-c7b2-4e83-a5ff-b8630726db03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=a9bd2b13-79f2-4200-a015-4d8731495beb,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:43.075298 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c16f2d68-565b-48b9-bd69-f51224e7969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.081977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b499afff-1517-4a48-9d62-743a2efd2320 None None] Provisioning for port 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:43.095999 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b54bed21-c7b2-4e83-a5ff-b8630726db03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.102824 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b54bed21-c7b2-4e83-a5ff-b8630726db03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/a9bd2b13-79f2-4200-a015-4d8731495beb HTTP/1.1" status: 204 len: 168 time: 0.8403807 Aug 20 12:01:43.103231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43624) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:43.122095 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c16f2d68-565b-48b9-bd69-f51224e7969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.123868 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c16f2d68-565b-48b9-bd69-f51224e7969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] 10.222.0.37 "DELETE /v2.0/ports/1ea62fab-5d5c-4639-9289-b66ec271dede HTTP/1.1" status: 204 len: 168 time: 0.3725333 Aug 20 12:01:43.134458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43626) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:43.137686 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f2d68-565b-48b9-bd69-f51224e7969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ea62fab-5d5c-4639-9289-b66ec271dede,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:43.158225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-93e9f7bf-bd8c-4395-829e-634aea6deab8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:43.159814 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-93e9f7bf-bd8c-4395-829e-634aea6deab8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 811 time: 0.2986312 Aug 20 12:01:43.178084 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0065db8-5fe8-4b5a-97e6-7fdd5cbdc8d6 req-99fe8a40-3392-44b8-80d3-e1d1193ba5b5 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:43.179647 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b0065db8-5fe8-4b5a-97e6-7fdd5cbdc8d6 req-99fe8a40-3392-44b8-80d3-e1d1193ba5b5 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 907 time: 0.1373768 Aug 20 12:01:43.200410 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-9522d7ce-e45b-4a5c-9a16-9dd5a57927b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] GET failed (client error): The resource could not be found. Aug 20 12:01:43.200674 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e242fe-4ba2-4931-8c71-99157276a2a7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:43.200781 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9522d7ce-e45b-4a5c-9a16-9dd5a57927b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701586771-project-admin] 10.222.0.37 "GET /v2.0/ports/1ea62fab-5d5c-4639-9289-b66ec271dede HTTP/1.1" status: 404 len: 333 time: 0.0600932 Aug 20 12:01:43.200874 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e242fe-4ba2-4931-8c71-99157276a2a7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:43.200964 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-4ddb30aa-b55f-46d3-a2ca-8ab964862f61 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/quotas/ed0606015c3a4a37bb71bafa914baa69 HTTP/1.1" status: 200 len: 375 time: 0.0150566 Aug 20 12:01:43.201065 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-24e242fe-4ba2-4931-8c71-99157276a2a7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0727642 Aug 20 12:01:43.203653 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43628) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:43.203820 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43630) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:43.320441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-771071b9-f8a0-4a40-8673-34ffe685715e None None] Could not find standard attr ID for object a9bd2b13-79f2-4200-a015-4d8731495beb. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:01:43.327517 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84cfd014-51c9-4f3f-8493-dc7c5f6282f5 req-78873fe1-6ac6-4ce5-a448-2c84be3f7137 service neutron] 10.222.0.76 "GET /v2.0/networks/5a7da261-00fe-45b9-b3e8-b29bc2b23f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656642 Aug 20 12:01:43.397207 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:43.442392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3037a2-5f89-4bad-954c-b4969e246bba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet ada73541-96d7-41ae-a2eb-e298c3059d93 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:01:43.450812 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:43.451047 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5efc8ddc-4492-4c3b-92b6-9783d7a6e684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.456101 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:43.456854 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.457684 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef3037a2-5f89-4bad-954c-b4969e246bba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.509220 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-bfe40d65-d306-4942-a183-993811be828d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2904754 Aug 20 12:01:43.539100 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.578782 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2eaff35a-2bb4-44e6-b0ad-6269dd7e697b,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:43.582998 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.589971 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef3037a2-5f89-4bad-954c-b4969e246bba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.636783 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=2eaff35a-2bb4-44e6-b0ad-6269dd7e697b,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:43.648915 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84cfd014-51c9-4f3f-8493-dc7c5f6282f5 req-9b1b0c01-bb58-46c0-924b-1684ffa87b38 service neutron] 10.222.0.76 "GET /v2.0/networks/5a7da261-00fe-45b9-b3e8-b29bc2b23f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979395 Aug 20 12:01:43.725761 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5efc8ddc-4492-4c3b-92b6-9783d7a6e684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.776860 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-5efc8ddc-4492-4c3b-92b6-9783d7a6e684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790f1823-810d-4885-8821-4c7ab0dab45c']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:43.791830 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-9ca15db2-4116-4582-8857-480b907cf1e6 service neutron] 10.222.0.37 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736309 Aug 20 12:01:43.793963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-5efc8ddc-4492-4c3b-92b6-9783d7a6e684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:43.794257 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-5efc8ddc-4492-4c3b-92b6-9783d7a6e684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269b6e8b-5a2d-4b21-a2d9-a2eddaa39bf9') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:43.819288 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef3037a2-5f89-4bad-954c-b4969e246bba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.823305 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5efc8ddc-4492-4c3b-92b6-9783d7a6e684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.903912 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5efc8ddc-4492-4c3b-92b6-9783d7a6e684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.927330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efc8ddc-4492-4c3b-92b6-9783d7a6e684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:01:43.927706 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5efc8ddc-4492-4c3b-92b6-9783d7a6e684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:01:43.930720 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:01:44.004177 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-006b3959-a4c0-4567-8fcc-afde3f97d66b service neutron] 10.222.0.37 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977584 Aug 20 12:01:44.013851 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef3037a2-5f89-4bad-954c-b4969e246bba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.023229 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5efc8ddc-4492-4c3b-92b6-9783d7a6e684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.033089 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5efc8ddc-4492-4c3b-92b6-9783d7a6e684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.037569 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5efc8ddc-4492-4c3b-92b6-9783d7a6e684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] 10.222.0.37 "DELETE /v2.0/networks/790f1823-810d-4885-8821-4c7ab0dab45c HTTP/1.1" status: 204 len: 168 time: 0.8303988 Aug 20 12:01:44.066230 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef3037a2-5f89-4bad-954c-b4969e246bba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.070387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd25db3-5fcb-4f8e-a6ea-108a0eaf398e None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:44.070539 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ef3037a2-5f89-4bad-954c-b4969e246bba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/ada73541-96d7-41ae-a2eb-e298c3059d93 HTTP/1.1" status: 204 len: 168 time: 0.8622370 Aug 20 12:01:44.070539 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3037a2-5f89-4bad-954c-b4969e246bba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=ada73541-96d7-41ae-a2eb-e298c3059d93,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:44.071071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43636) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:44.071544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc8ddc-4492-4c3b-92b6-9783d7a6e684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-930848681-project] Pushing event deleted for resources: {'Network': ['ID=790f1823-810d-4885-8821-4c7ab0dab45c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:44.115823 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c84cd2c8-397e-47ce-a185-9851d120898a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437627 Aug 20 12:01:44.118250 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43638) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:44.179279 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231a2f7f-ef66-470e-a592-8e2e26911fca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:44.181591 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-231a2f7f-ef66-470e-a592-8e2e26911fca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0622828 Aug 20 12:01:44.184862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43644) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:44.286589 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbe147b-8bf1-4f74-8901-ad5b813c9fa4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:44.288464 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fcbe147b-8bf1-4f74-8901-ad5b813c9fa4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1024570 Aug 20 12:01:44.292123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43650) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:44.302536 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b81e51-b95f-49fa-97da-2edb28567cc5 None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:01:44.366320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-82b81e51-b95f-49fa-97da-2edb28567cc5 None None] Deleting port 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:44.367075 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-82b81e51-b95f-49fa-97da-2edb28567cc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.369962 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9e4f8-42ad-4438-9969-824e942e8b5e req-5ada0261-29b6-4e7d-934d-5e828485a0a0 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:44.371526 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1ca9e4f8-42ad-4438-9969-824e942e8b5e req-5ada0261-29b6-4e7d-934d-5e828485a0a0 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 907 time: 0.1054418 Aug 20 12:01:44.428032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43656) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:44.460828 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-82b81e51-b95f-49fa-97da-2edb28567cc5 None None] For port 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2eaff35a-2bb4-44e6-b0ad-6269dd7e697b,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:44.461425 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-82b81e51-b95f-49fa-97da-2edb28567cc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.482265 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-82b81e51-b95f-49fa-97da-2edb28567cc5 None None] Calling delete_port for 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:44.616938 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-82b81e51-b95f-49fa-97da-2edb28567cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.621051 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0c3ee964-2c5c-49ba-a9eb-001a6170e33c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=790fa575d3ea4850a11bd3832ce2fd7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1917105 Aug 20 12:01:44.621659 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43664) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:44.651642 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b81e51-b95f-49fa-97da-2edb28567cc5 None None] Pushing event deleted for resources: {'Port': ['ID=2eaff35a-2bb4-44e6-b0ad-6269dd7e697b,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:44.664113 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b81e51-b95f-49fa-97da-2edb28567cc5 None None] No DVR routers for this DVR port 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:44.669679 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8eccf748-85f8-4788-9b11-04a6583c02a3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3769102 Aug 20 12:01:44.676882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43666) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:44.679847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-65a0e318-2272-4116-97c8-4a94ba65bd86 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:44.704651 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-be750cf4-8b4b-42b4-b324-74dc4f4fe2f7 req-17098700-9736-4999-b34d-4c48d6420bc0 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 210 time: 0.0387256 Aug 20 12:01:44.732036 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a2f20e9-2c49-4e3c-aa89-673a7bce5b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.773492 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a2f20e9-2c49-4e3c-aa89-673a7bce5b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.829726 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a0e318-2272-4116-97c8-4a94ba65bd86 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:44.833392 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65a0e318-2272-4116-97c8-4a94ba65bd86 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.891064 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a2f20e9-2c49-4e3c-aa89-673a7bce5b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.893645 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a2f20e9-2c49-4e3c-aa89-673a7bce5b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.894990 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8a2f20e9-2c49-4e3c-aa89-673a7bce5b61 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa02ff64-bbfd-45d0-b1cd-81deb468f781 HTTP/1.1" status: 204 len: 168 time: 0.2720277 Aug 20 12:01:44.911177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f20e9-2c49-4e3c-aa89-673a7bce5b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa02ff64-bbfd-45d0-b1cd-81deb468f781,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:45.048017 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65a0e318-2272-4116-97c8-4a94ba65bd86 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.091803 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a0e318-2272-4116-97c8-4a94ba65bd86 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:45.095116 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-65a0e318-2272-4116-97c8-4a94ba65bd86 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:45.099650 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a0e318-2272-4116-97c8-4a94ba65bd86 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:45.100117 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65a0e318-2272-4116-97c8-4a94ba65bd86 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.106277 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a46c38c-ab1f-486d-9c1c-22b0e1f1f034 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:45.112304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0e318-2272-4116-97c8-4a94ba65bd86 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=904ba13d-111d-44ee-8e1a-23a3b543688e,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:45.123137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43674) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:45.123281 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-65a0e318-2272-4116-97c8-4a94ba65bd86 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4482758 Aug 20 12:01:45.128364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8c1f7ab1-308e-4865-8a89-fba15907a39d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'fixed_ips': [{'subnet_id': '904ba13d-111d-44ee-8e1a-23a3b543688e', 'ip_address': '2001:db8::a0fe:475c:b59a:86f8'}], 'name': 'tempest-NetworksTestDHCPv6-1445945748'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:45.213254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43676) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:45.268716 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5c359a2f-4f58-4f2d-b4ea-b229b342bfbd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a04267c203b944cda844c5d4e8437025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526869 Aug 20 12:01:45.270374 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43678) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:45.271588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1f7ab1-308e-4865-8a89-fba15907a39d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:45.293408 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': '904ba13d-111d-44ee-8e1a-23a3b543688e'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:01:45.294585 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.329166 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72c2084c-247e-461c-90d6-a538809f7254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.354356 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72c2084c-247e-461c-90d6-a538809f7254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.374119 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c1f7ab1-308e-4865-8a89-fba15907a39d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.408836 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:45.433616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-8c1f7ab1-308e-4865-8a89-fba15907a39d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port 149c2e93-637e-4b59-a520-02fe3f81a8ee yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:45.435114 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:45.435754 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2eaff35a-2bb4-44e6-b0ad-6269dd7e697b not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:45.486979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72c2084c-247e-461c-90d6-a538809f7254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.489669 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72c2084c-247e-461c-90d6-a538809f7254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.501948 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-72c2084c-247e-461c-90d6-a538809f7254 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b2d68b3-5531-48c1-9156-9bdae8b66bd3 HTTP/1.1" status: 204 len: 168 time: 0.2243676 Aug 20 12:01:45.503295 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Allocated IP 2001:db8::2 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/904ba13d-111d-44ee-8e1a-23a3b543688e/7b24e94d-2c2b-4ea0-9552-2433037eae98) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:45.564869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2084c-247e-461c-90d6-a538809f7254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2d68b3-5531-48c1-9156-9bdae8b66bd3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:45.643492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b4dc2-f098-4297-aca2-601788587721 req-07513da1-4f02-40a0-91b5-b317cbc7b989 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:45.645337 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-853b4dc2-f098-4297-aca2-601788587721 req-07513da1-4f02-40a0-91b5-b317cbc7b989 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 907 time: 0.1646304 Aug 20 12:01:45.663665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-30fb52ee-b513-4a31-8b23-f83733b99230 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:45.665256 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-30fb52ee-b513-4a31-8b23-f83733b99230 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.35 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 811 time: 0.2714007 Aug 20 12:01:45.679624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-df66f839-0b20-4ce3-af3a-df5517b94ef7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'port': {'device_id': 'b0b3012c-e0d9-4f35-b923-eeac68ed046f', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'admin_state_up': True, 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:45.725105 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.752299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Transition to ACTIVE for port object 7b24e94d-2c2b-4ea0-9552-2433037eae98 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:45.775649 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Transition to ACTIVE for port object 7b24e94d-2c2b-4ea0-9552-2433037eae98 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:45.789516 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.844995 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-df66f839-0b20-4ce3-af3a-df5517b94ef7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Made reservation on behalf of ed0606015c3a4a37bb71bafa914baa69 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:45.849369 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-df66f839-0b20-4ce3-af3a-df5517b94ef7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.851496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:45.855954 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:45.862938 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:45.884459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Pushing event updated for resources: {'Port': ['ID=7b24e94d-2c2b-4ea0-9552-2433037eae98,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:45.908284 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5f80d8d5-ddbf-46fa-a258-b8f2acb23bde req-0571fad6-2357-458c-b967-234454cd42aa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 210 time: 0.0557849 Aug 20 12:01:45.939195 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-8c1f7ab1-308e-4865-8a89-fba15907a39d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::a0fe:475c:b59a:86f8 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/904ba13d-111d-44ee-8e1a-23a3b543688e/149c2e93-637e-4b59-a520-02fe3f81a8ee) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:45.952488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Attempting to bind port 7b24e94d-2c2b-4ea0-9552-2433037eae98 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:45.953067 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Attempting to bind port 7b24e94d-2c2b-4ea0-9552-2433037eae98 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:45.953622 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Attempting to bind port 7b24e94d-2c2b-4ea0-9552-2433037eae98 on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:45.959220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:45.959869 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:45.960840 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.961394 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:45.962043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Bound port: 7b24e94d-2c2b-4ea0-9552-2433037eae98, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:45.962608 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.076834 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] For port 7b24e94d-2c2b-4ea0-9552-2433037eae98, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:46.081846 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] For port 7b24e94d-2c2b-4ea0-9552-2433037eae98, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=7b24e94d-2c2b-4ea0-9552-2433037eae98,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:46.090407 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.107109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-df66f839-0b20-4ce3-af3a-df5517b94ef7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Allocated IP 172.20.0.9 (45a2f405-6051-45bc-bae4-2b81557294f1/9a9d30b4-12ac-4dff-95e4-847183332364/b3918069-e798-450e-b1d5-ce6a7013b9ce) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:46.146857 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:01:46.218440 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c1f7ab1-308e-4865-8a89-fba15907a39d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.246420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-8c1f7ab1-308e-4865-8a89-fba15907a39d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object 149c2e93-637e-4b59-a520-02fe3f81a8ee will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:46.293817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9,segment=NetworkSegment(d186c73a-5110-4e6e-ac50-75874dff8eb0),segment_id=d186c73a-5110-4e6e-ac50-75874dff8eb0)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:46.302821 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c1f7ab1-308e-4865-8a89-fba15907a39d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.311244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9', 'network_id': '5a7da261-00fe-45b9-b3e8-b29bc2b23f5c', 'port_id': '1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9', 'mac_address': 'fa:16:3e:aa:aa:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e362c68-b01e-4854-a039-ecf3bbd6c8e0', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:01:46.320350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181e91c-f7fb-4143-aaca-3f3d13f033ec None None] Pushing event updated for resources: {'Port': ['ID=7b24e94d-2c2b-4ea0-9552-2433037eae98,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:46.351630 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-df66f839-0b20-4ce3-af3a-df5517b94ef7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.376260 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.378315 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f7ab1-308e-4865-8a89-fba15907a39d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=149c2e93-637e-4b59-a520-02fe3f81a8ee,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:46.389853 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-df66f839-0b20-4ce3-af3a-df5517b94ef7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Transition to ACTIVE for port object b3918069-e798-450e-b1d5-ce6a7013b9ce will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:46.405067 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:46.405314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1f7ab1-308e-4865-8a89-fba15907a39d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:46.406691 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-8c1f7ab1-308e-4865-8a89-fba15907a39d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:46.424339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f7ab1-308e-4865-8a89-fba15907a39d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:46.432690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1f7ab1-308e-4865-8a89-fba15907a39d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:46.432690 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c1f7ab1-308e-4865-8a89-fba15907a39d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.455231 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-df66f839-0b20-4ce3-af3a-df5517b94ef7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.482945 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9,segment=NetworkSegment(d186c73a-5110-4e6e-ac50-75874dff8eb0),segment_id=d186c73a-5110-4e6e-ac50-75874dff8eb0)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:46.490383 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.496359 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8c1f7ab1-308e-4865-8a89-fba15907a39d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3691211 Aug 20 12:01:46.499023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43702) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:46.580024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-df66f839-0b20-4ce3-af3a-df5517b94ef7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Network 45a2f405-6051-45bc-bae4-2b81557294f1 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:46.583368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-df66f839-0b20-4ce3-af3a-df5517b94ef7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:46.596351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-df66f839-0b20-4ce3-af3a-df5517b94ef7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:46.605970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbae01b6-6057-40d5-89db-fd8905ddfca3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:46.614896 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbae01b6-6057-40d5-89db-fd8905ddfca3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:46.616558 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dbae01b6-6057-40d5-89db-fd8905ddfca3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1165755 Aug 20 12:01:46.623453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43706) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:46.632664 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:46.718628 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-df66f839-0b20-4ce3-af3a-df5517b94ef7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:46.719615 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-df66f839-0b20-4ce3-af3a-df5517b94ef7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.723617 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66f839-0b20-4ce3-af3a-df5517b94ef7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'Port': ['ID=b3918069-e798-450e-b1d5-ce6a7013b9ce,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:46.736627 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:46.753085 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-df66f839-0b20-4ce3-af3a-df5517b94ef7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0773890 Aug 20 12:01:46.754661 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43710) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:46.767766 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-17f18f8c-895c-41a7-b521-0f3e65bb8b10 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:01:46.769053 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-17f18f8c-895c-41a7-b521-0f3e65bb8b10 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060043 Aug 20 12:01:46.789803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-5c947b57-93ef-4863-8273-b15b154ab401 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port 149c2e93-637e-4b59-a520-02fe3f81a8ee {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:46.790152 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c947b57-93ef-4863-8273-b15b154ab401 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.798684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Request body: {'port': {'device_id': 'b0b3012c-e0d9-4f35-b923-eeac68ed046f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:46.913345 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f6e35055-267b-4a97-8a79-ff6ebfc849e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1670227957'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:46.960132 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c947b57-93ef-4863-8273-b15b154ab401 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.974326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-5c947b57-93ef-4863-8273-b15b154ab401 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for 149c2e93-637e-4b59-a520-02fe3f81a8ee owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:47.010595 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.012236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9a48da76-c462-42f7-8d7f-e202ca6ebe5d None None] Provisioning for port b3918069-e798-450e-b1d5-ce6a7013b9ce completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:47.016415 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9a48da76-c462-42f7-8d7f-e202ca6ebe5d None None] Provisioning complete for port b3918069-e798-450e-b1d5-ce6a7013b9ce triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:47.016939 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a48da76-c462-42f7-8d7f-e202ca6ebe5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.022857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11964af9-5386-47f1-953e-5818656bb46d req-d7a109a6-5400-4387-ad72-a9e154f7acfe tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:47.024398 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11964af9-5386-47f1-953e-5818656bb46d req-d7a109a6-5400-4387-ad72-a9e154f7acfe tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 908 time: 0.2381430 Aug 20 12:01:47.027185 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e35055-267b-4a97-8a79-ff6ebfc849e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Made reservation on behalf of ef63be1d55c44ce9a41d37a819f62b79 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:47.030543 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6e35055-267b-4a97-8a79-ff6ebfc849e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.053284 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6e35055-267b-4a97-8a79-ff6ebfc849e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.076324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9a48da76-c462-42f7-8d7f-e202ca6ebe5d None None] Port b3918069-e798-450e-b1d5-ce6a7013b9ce cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:47.126129 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb81e1-31a0-435a-897d-04098b0201ba req-f415783c-cfc6-451f-a2e9-d77f0a59ee04 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:47.127706 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eeb81e1-31a0-435a-897d-04098b0201ba req-f415783c-cfc6-451f-a2e9-d77f0a59ee04 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 931 time: 0.0939863 Aug 20 12:01:47.216295 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2eeb81e1-31a0-435a-897d-04098b0201ba req-e04ce4d7-1b03-46d0-aa25-3f23c16be19f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816271 Aug 20 12:01:47.226154 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c947b57-93ef-4863-8273-b15b154ab401 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.273723 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c947b57-93ef-4863-8273-b15b154ab401 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=149c2e93-637e-4b59-a520-02fe3f81a8ee,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:47.294093 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c947b57-93ef-4863-8273-b15b154ab401 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.298125 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5c947b57-93ef-4863-8273-b15b154ab401 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/149c2e93-637e-4b59-a520-02fe3f81a8ee HTTP/1.1" status: 204 len: 168 time: 0.6722353 Aug 20 12:01:47.302857 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43718) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:47.373223 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6e35055-267b-4a97-8a79-ff6ebfc849e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.386614 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6e35055-267b-4a97-8a79-ff6ebfc849e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.407688 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8857df2-e782-4df1-929f-2ff49fee451a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:47.409711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8857df2-e782-4df1-929f-2ff49fee451a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:47.413219 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f8857df2-e782-4df1-929f-2ff49fee451a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1091616 Aug 20 12:01:47.415772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43720) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:47.462193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e35055-267b-4a97-8a79-ff6ebfc849e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:01:47.470795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7b24e94d-2c2b-4ea0-9552-2433037eae98 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:47.498517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0b2dab-cbf7-4be6-8d08-85dfc0c79d5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 904ba13d-111d-44ee-8e1a-23a3b543688e {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:01:47.503693 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2dab-cbf7-4be6-8d08-85dfc0c79d5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.542944 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 7b24e94d-2c2b-4ea0-9552-2433037eae98 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:47.558779 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e35055-267b-4a97-8a79-ff6ebfc849e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9268659-8236-4aa3-b25f-ba78a58bcec2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:47.560141 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2dab-cbf7-4be6-8d08-85dfc0c79d5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.562355 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6e35055-267b-4a97-8a79-ff6ebfc849e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.562702 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-f6e35055-267b-4a97-8a79-ff6ebfc849e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Added segment 560babc5-a318-4314-953b-4a01771a1f53 of type vlan for network eaaf55bf-3bba-452c-9f38-cd7808e441c9 Aug 20 12:01:47.622497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3918069-e798-450e-b1d5-ce6a7013b9ce {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:47.631768 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6e35055-267b-4a97-8a79-ff6ebfc849e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.635439 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.658780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Transition to ACTIVE for port object b3918069-e798-450e-b1d5-ce6a7013b9ce will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:47.667904 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.678861 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2dab-cbf7-4be6-8d08-85dfc0c79d5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.715129 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Pushing event updated for resources: {'Port': ['ID=b3918069-e798-450e-b1d5-ce6a7013b9ce,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:47.718298 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6e35055-267b-4a97-8a79-ff6ebfc849e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.721261 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8ff95d0a-3579-4268-acc6-b8088222783d None None] Provisioning for port 7b24e94d-2c2b-4ea0-9552-2433037eae98 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:47.724494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e35055-267b-4a97-8a79-ff6ebfc849e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:47.725420 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6e35055-267b-4a97-8a79-ff6ebfc849e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.729410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8ff95d0a-3579-4268-acc6-b8088222783d None None] Provisioning complete for port 7b24e94d-2c2b-4ea0-9552-2433037eae98 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:47.730037 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8ff95d0a-3579-4268-acc6-b8088222783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.776063 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2dab-cbf7-4be6-8d08-85dfc0c79d5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.814726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b2dab-cbf7-4be6-8d08-85dfc0c79d5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=904ba13d-111d-44ee-8e1a-23a3b543688e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:47.825281 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2dab-cbf7-4be6-8d08-85dfc0c79d5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.827737 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3e0b2dab-cbf7-4be6-8d08-85dfc0c79d5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/904ba13d-111d-44ee-8e1a-23a3b543688e HTTP/1.1" status: 204 len: 168 time: 0.4105477 Aug 20 12:01:47.830278 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43722) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:47.887793 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bff2ca4c-37a6-4f34-a648-5f4d6e216e58 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562088 Aug 20 12:01:47.891235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43724) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:47.901208 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-63e7df85-4134-4553-a433-333aba86f96a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:47.903997 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f6e35055-267b-4a97-8a79-ff6ebfc849e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1419508 Aug 20 12:01:47.904625 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8ff95d0a-3579-4268-acc6-b8088222783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.907330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43726) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:47.917546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-fe7d57f0-8c30-4c77-9adc-114e14ba5119 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Request body: {'subnet': {'network_id': 'eaaf55bf-3bba-452c-9f38-cd7808e441c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:47.929857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e35055-267b-4a97-8a79-ff6ebfc849e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event updated for resources: {'Network': ['ID=eaaf55bf-3bba-452c-9f38-cd7808e441c9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:47.955367 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Attempting to bind port b3918069-e798-450e-b1d5-ce6a7013b9ce on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:47.958263 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Attempting to bind port b3918069-e798-450e-b1d5-ce6a7013b9ce by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:47.958613 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Attempting to bind port b3918069-e798-450e-b1d5-ce6a7013b9ce on network 45a2f405-6051-45bc-bae4-2b81557294f1 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:47.959558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network eaaf55bf-3bba-452c-9f38-cd7808e441c9 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:01:47.967520 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Port b3918069-e798-450e-b1d5-ce6a7013b9ce on network 45a2f405-6051-45bc-bae4-2b81557294f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:47.967938 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Attempting to bind port b3918069-e798-450e-b1d5-ce6a7013b9ce on network 45a2f405-6051-45bc-bae4-2b81557294f1 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:47.974414 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:47.974763 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Checking segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:47.975288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Bound using segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:47.976274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Bound port: b3918069-e798-450e-b1d5-ce6a7013b9ce, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:47.976687 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.977226 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8ff95d0a-3579-4268-acc6-b8088222783d None None] For port 7b24e94d-2c2b-4ea0-9552-2433037eae98, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=7b24e94d-2c2b-4ea0-9552-2433037eae98,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:48.095347 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8ff95d0a-3579-4268-acc6-b8088222783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.115556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] For port b3918069-e798-450e-b1d5-ce6a7013b9ce, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:48.122712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] For port b3918069-e798-450e-b1d5-ce6a7013b9ce, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b3918069-e798-450e-b1d5-ce6a7013b9ce,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:48.136703 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.141658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f726b2-dae3-455d-aec4-d9fad6fa9a99 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:48.164027 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:48.192366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7d57f0-8c30-4c77-9adc-114e14ba5119 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Made reservation on behalf of ef63be1d55c44ce9a41d37a819f62b79 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:48.197915 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe7d57f0-8c30-4c77-9adc-114e14ba5119 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.209790 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:48.211569 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.213840 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] 10.222.0.35 "PUT /v2.0/ports/b3918069-e798-450e-b1d5-ce6a7013b9ce HTTP/1.1" status: 200 len: 1091 time: 1.4288807 Aug 20 12:01:48.214510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b3012c-e0d9-4f35-b923-eeac68ed046f', 'tag': 'b3918069-e798-450e-b1d5-ce6a7013b9ce'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:48.217179 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721be7ab-78a5-4a76-afaa-d36068a15be0" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b3012c-e0d9-4f35-b923-eeac68ed046f", "tag": "b3918069-e798-450e-b1d5-ce6a7013b9ce"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:48.280080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-854cfbde-25e6-456a-b176-67a80ac5c623 None None] Could not find standard attr ID for object 149c2e93-637e-4b59-a520-02fe3f81a8ee. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:01:48.312737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e7df85-4134-4553-a433-333aba86f96a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:48.316731 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-63e7df85-4134-4553-a433-333aba86f96a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.349725 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dd5b2a-e8f4-4caa-a91b-224add64911a x-openstack-request-id: req-61dd5b2a-e8f4-4caa-a91b-224add64911a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:48.350341 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b3012c-e0d9-4f35-b923-eeac68ed046f", "tag": "b3918069-e798-450e-b1d5-ce6a7013b9ce", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:48.350889 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61dd5b2a-e8f4-4caa-a91b-224add64911a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:48.351778 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b3012c-e0d9-4f35-b923-eeac68ed046f', 'tag': 'b3918069-e798-450e-b1d5-ce6a7013b9ce', 'status': 'completed', 'code': 200} Aug 20 12:01:48.372346 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff95d0a-3579-4268-acc6-b8088222783d None None] Pushing event updated for resources: {'Port': ['ID=7b24e94d-2c2b-4ea0-9552-2433037eae98,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:48.463926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:48.471618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:48.472468 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.473939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec920f-6f1c-4cf9-aea4-d1d5fdb4bb3c req-ace50c61-536b-40fe-9160-ff4bea26ab6d tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:48.475931 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ffec920f-6f1c-4cf9-aea4-d1d5fdb4bb3c req-ace50c61-536b-40fe-9160-ff4bea26ab6d tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 908 time: 0.2721574 Aug 20 12:01:48.481748 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-4a2cd694-abaa-44f3-8404-b294524e908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:48.483458 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-4a2cd694-abaa-44f3-8404-b294524e908d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 1094 time: 0.1611423 Aug 20 12:01:48.484953 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a271c-5787-4f42-af91-87191bba3431 service neutron] Pushing event updated for resources: {'Port': ['ID=b3918069-e798-450e-b1d5-ce6a7013b9ce,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:48.536199 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-9838ef3a-440f-4dda-afbf-25e2c31ed6be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3918069-e798-450e-b1d5-ce6a7013b9ce HTTP/1.1" status: 200 len: 217 time: 0.0439231 Aug 20 12:01:48.606230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-62dccd8d-bbe8-4917-8313-ad4ac09f55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:48.607727 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-62dccd8d-bbe8-4917-8313-ad4ac09f55f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0647447 Aug 20 12:01:48.608467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c744da-6e3c-4f98-af89-3619f8d461e3 None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:01:48.610831 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.647533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92108307-d140-487f-9a19-200046eb999b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:48.649920 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c0f931-3a82-4cb7-b55a-27aae6a131ba" -d '{"events": [{"server_uuid": "92108307-d140-487f-9a19-200046eb999b", "name": "network-vif-plugged", "status": "completed", "tag": "1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:48.672220 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-6009ee12-9e62-44a8-883d-78cc148ffa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:48.674081 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-6009ee12-9e62-44a8-883d-78cc148ffa7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592940 Aug 20 12:01:48.690040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9,segment=NetworkSegment(d186c73a-5110-4e6e-ac50-75874dff8eb0),segment_id=d186c73a-5110-4e6e-ac50-75874dff8eb0)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:48.705065 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.716651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d29f7-320d-4e37-9eb4-793a0a7b10df req-53c5192e-f75a-4eaf-b3be-bcc2af49c2af tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:48.717903 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cb9d29f7-320d-4e37-9eb4-793a0a7b10df req-53c5192e-f75a-4eaf-b3be-bcc2af49c2af tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 943 time: 0.1793280 Aug 20 12:01:48.722551 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-63e7df85-4134-4553-a433-333aba86f96a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.760772 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c23628-0c6a-4b64-8d8a-e7197ad24b82 x-openstack-request-id: req-c2c23628-0c6a-4b64-8d8a-e7197ad24b82 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:48.761134 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92108307-d140-487f-9a19-200046eb999b", "name": "network-vif-plugged", "status": "completed", "tag": "1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:48.761449 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2c23628-0c6a-4b64-8d8a-e7197ad24b82 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:48.761895 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92108307-d140-487f-9a19-200046eb999b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9', 'code': 200} Aug 20 12:01:48.771730 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b6c744da-6e3c-4f98-af89-3619f8d461e3 None None] Deleting port 7b24e94d-2c2b-4ea0-9552-2433037eae98 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:48.771730 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b6c744da-6e3c-4f98-af89-3619f8d461e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.799539 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:48.829812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e7df85-4134-4553-a433-333aba86f96a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:48.841902 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-faaacf3c-5e8f-4764-bae9-0416599930d0 service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573713 Aug 20 12:01:48.846567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-63e7df85-4134-4553-a433-333aba86f96a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:48.886100 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e7df85-4134-4553-a433-333aba86f96a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:48.886701 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-63e7df85-4134-4553-a433-333aba86f96a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.895578 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cb9d29f7-320d-4e37-9eb4-793a0a7b10df req-5046b55e-a736-4b27-8d27-b533d24a4fc6 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482775 Aug 20 12:01:48.896200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7df85-4134-4553-a433-333aba86f96a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=a2017e56-9a80-4fc1-9745-299c4b280869,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:48.903887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b6c744da-6e3c-4f98-af89-3619f8d461e3 None None] For port 7b24e94d-2c2b-4ea0-9552-2433037eae98, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=7b24e94d-2c2b-4ea0-9552-2433037eae98,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:48.904289 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b6c744da-6e3c-4f98-af89-3619f8d461e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.919866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b6c744da-6e3c-4f98-af89-3619f8d461e3 None None] Calling delete_port for 7b24e94d-2c2b-4ea0-9552-2433037eae98 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:48.940997 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe7d57f0-8c30-4c77-9adc-114e14ba5119 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.987680 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4cdb3d55-beaa-4320-a5d4-6885c4456707 req-297031d2-565d-423a-aaa8-aaa88453fedb service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352437 Aug 20 12:01:48.992148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-63e7df85-4134-4553-a433-333aba86f96a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0995612 Aug 20 12:01:48.995468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43736) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:49.005785 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3da0d503-e6a2-454b-bb50-d626f91f28d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'fixed_ips': [{'subnet_id': 'a2017e56-9a80-4fc1-9745-299c4b280869', 'ip_address': '2001:db8::171a:afb3:ab35:3ec3'}], 'name': 'tempest-NetworksTestDHCPv6-1907627270'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:49.015916 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48b901-fd5c-4248-bfec-298184b980d0 req-86ff610a-b06f-409a-9b12-c8761b8e9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:49.017995 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef48b901-fd5c-4248-bfec-298184b980d0 req-86ff610a-b06f-409a-9b12-c8761b8e9b5a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 1060 time: 0.1727901 Aug 20 12:01:49.037407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d57f0-8c30-4c77-9adc-114e14ba5119 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event updated for resources: {'Subnet': ['ID=bda46d6a-4650-462d-8050-097254315825,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:49.065582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d57f0-8c30-4c77-9adc-114e14ba5119 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Checking segment: {'id': '560babc5-a318-4314-953b-4a01771a1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'eaaf55bf-3bba-452c-9f38-cd7808e441c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:49.065984 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b6c744da-6e3c-4f98-af89-3619f8d461e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:49.066158 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7d57f0-8c30-4c77-9adc-114e14ba5119 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Network hostable DHCP agents. Network: eaaf55bf-3bba-452c-9f38-cd7808e441c9, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:01:49.081167 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c744da-6e3c-4f98-af89-3619f8d461e3 None None] No DVR routers for this DVR port 7b24e94d-2c2b-4ea0-9552-2433037eae98 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:49.085354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7d57f0-8c30-4c77-9adc-114e14ba5119 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Network eaaf55bf-3bba-452c-9f38-cd7808e441c9 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:01:49.111801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-fe7d57f0-8c30-4c77-9adc-114e14ba5119 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, eaaf55bf-3bba-452c-9f38-cd7808e441c9) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:49.118495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7d57f0-8c30-4c77-9adc-114e14ba5119 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:49.119744 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe7d57f0-8c30-4c77-9adc-114e14ba5119 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:49.138826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aea5a30-5998-4e09-a67e-c5369eda415f None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:49.142055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00225d4-e4fb-4fa0-81d5-6480e2574c00 None None] Network eaaf55bf-3bba-452c-9f38-cd7808e441c9 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:49.148118 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fe7d57f0-8c30-4c77-9adc-114e14ba5119 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2394803 Aug 20 12:01:49.151908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43738) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:49.158283 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c0581d90-45cc-43e2-aec8-31f737ec004b tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Request body: {'port': {'network_id': 'eaaf55bf-3bba-452c-9f38-cd7808e441c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-418821552'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:49.291678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c744da-6e3c-4f98-af89-3619f8d461e3 None None] Pushing event deleted for resources: {'Port': ['ID=7b24e94d-2c2b-4ea0-9552-2433037eae98,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:49.298264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0581d90-45cc-43e2-aec8-31f737ec004b tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Made reservation on behalf of ef63be1d55c44ce9a41d37a819f62b79 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:49.303830 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c0581d90-45cc-43e2-aec8-31f737ec004b tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:49.329694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-c0581d90-45cc-43e2-aec8-31f737ec004b tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] device_id is not set on port 91fb8f34-e3d3-4979-a7e1-efb26acaeffd yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:49.382901 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-eaaf55bf-3bba-452c-9f38-cd7808e441c9', 'network_id': 'eaaf55bf-3bba-452c-9f38-cd7808e441c9', 'tenant_id': 'ef63be1d55c44ce9a41d37a819f62b79', 'fixed_ips': [{'subnet_id': 'bda46d6a-4650-462d-8050-097254315825'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:01:49.383796 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:49.472191 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721be7ab-78a5-4a76-afaa-d36068a15be0 req-a828a2c8-1713-40b5-8746-bd3ddee37523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:49.473732 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-721be7ab-78a5-4a76-afaa-d36068a15be0 req-a828a2c8-1713-40b5-8746-bd3ddee37523 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 1094 time: 0.4111764 Aug 20 12:01:49.481330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7b24e94d-2c2b-4ea0-9552-2433037eae98 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:49.532058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-c0581d90-45cc-43e2-aec8-31f737ec004b tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Allocated IP 2001:db8::11d (eaaf55bf-3bba-452c-9f38-cd7808e441c9/bda46d6a-4650-462d-8050-097254315825/91fb8f34-e3d3-4979-a7e1-efb26acaeffd) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:49.686462 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0db69-e831-4295-9ef4-ad1dc344c878 req-0d9c2d25-6932-4500-9a26-5a7a62898e56 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:49.687916 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7af0db69-e831-4295-9ef4-ad1dc344c878 req-0d9c2d25-6932-4500-9a26-5a7a62898e56 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 909 time: 0.1068006 Aug 20 12:01:49.690796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da0d503-e6a2-454b-bb50-d626f91f28d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:49.724351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 7b24e94d-2c2b-4ea0-9552-2433037eae98 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:49.725064 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7b24e94d-2c2b-4ea0-9552-2433037eae98 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:49.761684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721be7ab-78a5-4a76-afaa-d36068a15be0 req-36b0c73f-0d04-4b3c-b7b5-d62ea979fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:49.763163 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-721be7ab-78a5-4a76-afaa-d36068a15be0 req-36b0c73f-0d04-4b3c-b7b5-d62ea979fd3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.2779837 Aug 20 12:01:49.773706 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c0581d90-45cc-43e2-aec8-31f737ec004b tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:49.787626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': 'a2017e56-9a80-4fc1-9745-299c4b280869'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:01:49.788814 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:49.790027 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-c0581d90-45cc-43e2-aec8-31f737ec004b tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Transition to ACTIVE for port object 91fb8f34-e3d3-4979-a7e1-efb26acaeffd will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:49.823161 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-721be7ab-78a5-4a76-afaa-d36068a15be0 req-404d96b4-3bf8-4401-8e32-c4a4544d96ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3918069-e798-450e-b1d5-ce6a7013b9ce HTTP/1.1" status: 200 len: 217 time: 0.0526614 Aug 20 12:01:49.828741 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3da0d503-e6a2-454b-bb50-d626f91f28d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:49.832882 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c0581d90-45cc-43e2-aec8-31f737ec004b tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:49.881197 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-3da0d503-e6a2-454b-bb50-d626f91f28d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port f0a98b1a-44a2-4805-9115-34b8387e66e1 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:49.906754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0581d90-45cc-43e2-aec8-31f737ec004b tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event updated for resources: {'Port': ['ID=91fb8f34-e3d3-4979-a7e1-efb26acaeffd,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:49.927919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0581d90-45cc-43e2-aec8-31f737ec004b tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Network eaaf55bf-3bba-452c-9f38-cd7808e441c9 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:49.930202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-c0581d90-45cc-43e2-aec8-31f737ec004b tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:49.939044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0581d90-45cc-43e2-aec8-31f737ec004b tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:49.946619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0581d90-45cc-43e2-aec8-31f737ec004b tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:49.948064 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c0581d90-45cc-43e2-aec8-31f737ec004b tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:49.974596 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c0581d90-45cc-43e2-aec8-31f737ec004b tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8211715 Aug 20 12:01:49.975025 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721be7ab-78a5-4a76-afaa-d36068a15be0 req-63991f37-6b0e-4862-8eca-55acd5e2d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:49.975536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43744) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:49.982442 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-721be7ab-78a5-4a76-afaa-d36068a15be0 req-63991f37-6b0e-4862-8eca-55acd5e2d849 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.1469154 Aug 20 12:01:49.987944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-85447dd7-165a-4f8d-a6a4-86c985effed1 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Request body: {'port': {'network_id': 'eaaf55bf-3bba-452c-9f38-cd7808e441c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-926830173', 'allowed_address_pairs': [{'ip_address': '2001:db8::11d', 'mac_address': 'fa:16:3e:86:d0:69'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:50.023886 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Allocated IP 2001:db8::2 (eaaf55bf-3bba-452c-9f38-cd7808e441c9/bda46d6a-4650-462d-8050-097254315825/6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:50.090645 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721be7ab-78a5-4a76-afaa-d36068a15be0 req-02926cd9-2293-44be-8839-4f70003ccff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:50.091885 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-721be7ab-78a5-4a76-afaa-d36068a15be0 req-02926cd9-2293-44be-8839-4f70003ccff6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037877 Aug 20 12:01:50.152825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75c818-4820-45b2-a4dd-03a74e20d704 req-b1ec399b-b9b0-4383-9c65-e918f5150732 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:50.155676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de75c818-4820-45b2-a4dd-03a74e20d704 req-b1ec399b-b9b0-4383-9c65-e918f5150732 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 943 time: 0.0891156 Aug 20 12:01:50.207373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Allocated IP 2001:db8::2 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/a2017e56-9a80-4fc1-9745-299c4b280869/9af3fa4f-debf-43ac-a2a0-4abbf7f37b62) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:50.208457 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-721be7ab-78a5-4a76-afaa-d36068a15be0 req-4b7342cd-2d08-48b9-94aa-6787a83b5a35 service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088793 Aug 20 12:01:50.208595 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de75c818-4820-45b2-a4dd-03a74e20d704 req-e7b7d94d-64fd-4ff2-8e79-ec748f104637 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437748 Aug 20 12:01:50.235805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85447dd7-165a-4f8d-a6a4-86c985effed1 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Made reservation on behalf of ef63be1d55c44ce9a41d37a819f62b79 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:50.261925 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.313761 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Transition to ACTIVE for port object 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:50.336890 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-85447dd7-165a-4f8d-a6a4-86c985effed1 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.346694 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Transition to ACTIVE for port object 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:50.347214 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-721be7ab-78a5-4a76-afaa-d36068a15be0 req-e8404d6c-0ae9-4bc7-96f5-4ce079370b7c service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306865 Aug 20 12:01:50.356940 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.368096 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-85447dd7-165a-4f8d-a6a4-86c985effed1 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] device_id is not set on port d89d5870-a75d-40d3-a26d-ac9a6172aa76 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:50.429393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Network eaaf55bf-3bba-452c-9f38-cd7808e441c9 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:50.441118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:50.449334 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:50.490934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Pushing event updated for resources: {'Port': ['ID=6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:50.504449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-85447dd7-165a-4f8d-a6a4-86c985effed1 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Allocated IP 2001:db8::50 (eaaf55bf-3bba-452c-9f38-cd7808e441c9/bda46d6a-4650-462d-8050-097254315825/d89d5870-a75d-40d3-a26d-ac9a6172aa76) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:50.550879 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.561194 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Attempting to bind port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:50.561556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Attempting to bind port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '560babc5-a318-4314-953b-4a01771a1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'eaaf55bf-3bba-452c-9f38-cd7808e441c9'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:50.561916 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Attempting to bind port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f on network eaaf55bf-3bba-452c-9f38-cd7808e441c9 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:50.567927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Transition to ACTIVE for port object 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:50.573813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:50.573813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Checking segment: {'id': '560babc5-a318-4314-953b-4a01771a1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'eaaf55bf-3bba-452c-9f38-cd7808e441c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:50.574121 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.574339 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Bound using segment: {'id': '560babc5-a318-4314-953b-4a01771a1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'eaaf55bf-3bba-452c-9f38-cd7808e441c9'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:50.574740 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Bound port: 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560babc5-a318-4314-953b-4a01771a1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'eaaf55bf-3bba-452c-9f38-cd7808e441c9'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:50.575122 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.596670 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Transition to ACTIVE for port object 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:50.623281 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.656601 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-3da0d503-e6a2-454b-bb50-d626f91f28d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::171a:afb3:ab35:3ec3 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/a2017e56-9a80-4fc1-9745-299c4b280869/f0a98b1a-44a2-4805-9115-34b8387e66e1) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:50.690545 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-85447dd7-165a-4f8d-a6a4-86c985effed1 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.703069 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:50.703986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] For port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:50.706411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Pushing event updated for resources: {'Port': ['ID=9af3fa4f-debf-43ac-a2a0-4abbf7f37b62,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:50.706849 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-85447dd7-165a-4f8d-a6a4-86c985effed1 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Transition to ACTIVE for port object d89d5870-a75d-40d3-a26d-ac9a6172aa76 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:50.711095 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:50.714803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:50.727420 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] For port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f,segment=NetworkSegment(560babc5-a318-4314-953b-4a01771a1f53),segment_id=560babc5-a318-4314-953b-4a01771a1f53)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:50.748375 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-85447dd7-165a-4f8d-a6a4-86c985effed1 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.759179 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.797132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85447dd7-165a-4f8d-a6a4-86c985effed1 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Network eaaf55bf-3bba-452c-9f38-cd7808e441c9 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:50.800143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-85447dd7-165a-4f8d-a6a4-86c985effed1 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:50.808610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85447dd7-165a-4f8d-a6a4-86c985effed1 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:50.814518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85447dd7-165a-4f8d-a6a4-86c985effed1 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:50.815167 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-85447dd7-165a-4f8d-a6a4-86c985effed1 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.819009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85447dd7-165a-4f8d-a6a4-86c985effed1 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event updated for resources: {'Port': ['ID=d89d5870-a75d-40d3-a26d-ac9a6172aa76,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:50.837668 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Attempting to bind port 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:50.838675 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Attempting to bind port 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:50.839051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Attempting to bind port 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62 on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:50.839390 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-85447dd7-165a-4f8d-a6a4-86c985effed1 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.8611906 Aug 20 12:01:50.841993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43748) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:50.851765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:50.852142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:50.856659 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.856659 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:50.856659 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Bound port: 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:50.856659 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.896960 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf6342-ad19-41a5-9c6d-09848d18ce8f None None] Pushing event updated for resources: {'Port': ['ID=6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:50.919808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c739d42-fe14-4a48-beaa-c22ef3b6d11c tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:50.937168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c739d42-fe14-4a48-beaa-c22ef3b6d11c tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:50.946873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c739d42-fe14-4a48-beaa-c22ef3b6d11c tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:50.956587 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b3663-9749-4770-b211-f85c2df0599a req-b1cbfc91-c3e5-410b-9b8a-317bbf101018 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:50.958301 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee1b3663-9749-4770-b211-f85c2df0599a req-b1cbfc91-c3e5-410b-9b8a-317bbf101018 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 909 time: 0.1474652 Aug 20 12:01:50.958638 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43750) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:50.959557 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9c739d42-fe14-4a48-beaa-c22ef3b6d11c tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1102624 Aug 20 12:01:50.988457 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] For port 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:50.995910 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3da0d503-e6a2-454b-bb50-d626f91f28d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.998673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] For port 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=9af3fa4f-debf-43ac-a2a0-4abbf7f37b62,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:51.013150 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.039101 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3da0d503-e6a2-454b-bb50-d626f91f28d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object f0a98b1a-44a2-4805-9115-34b8387e66e1 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:51.135428 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3da0d503-e6a2-454b-bb50-d626f91f28d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.171538 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f923bc-4e10-4008-8749-1570ba5a14dd None None] Pushing event updated for resources: {'Port': ['ID=9af3fa4f-debf-43ac-a2a0-4abbf7f37b62,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:51.191014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7803b54-06c4-4182-bafb-bfb37093a74a req-cbef9b9b-40bf-4b5b-999e-8f3ef92ec3c3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:51.192705 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d7803b54-06c4-4182-bafb-bfb37093a74a req-cbef9b9b-40bf-4b5b-999e-8f3ef92ec3c3 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 909 time: 0.1297603 Aug 20 12:01:51.205856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-99f75b77-e557-49a4-8316-f22e4e400e7f tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Deleting port d89d5870-a75d-40d3-a26d-ac9a6172aa76 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:51.206571 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99f75b77-e557-49a4-8316-f22e4e400e7f tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.395026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed475c1-6723-492f-8580-4832c5df5803 req-7523c596-4c0b-4bfd-b49a-20686f48f2e8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:51.396588 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ed475c1-6723-492f-8580-4832c5df5803 req-7523c596-4c0b-4bfd-b49a-20686f48f2e8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 943 time: 0.0889292 Aug 20 12:01:51.411496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0d503-e6a2-454b-bb50-d626f91f28d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:51.417130 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99f75b77-e557-49a4-8316-f22e4e400e7f tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.419925 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0d503-e6a2-454b-bb50-d626f91f28d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=f0a98b1a-44a2-4805-9115-34b8387e66e1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:51.443654 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-3da0d503-e6a2-454b-bb50-d626f91f28d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:51.455597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0d503-e6a2-454b-bb50-d626f91f28d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:51.462079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ed475c1-6723-492f-8580-4832c5df5803 req-899e5e5f-80c4-43f7-a1d2-ddcc96d7d7cb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585849 Aug 20 12:01:51.462433 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da0d503-e6a2-454b-bb50-d626f91f28d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:51.463631 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3da0d503-e6a2-454b-bb50-d626f91f28d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.483334 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-99f75b77-e557-49a4-8316-f22e4e400e7f tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Calling delete_port for d89d5870-a75d-40d3-a26d-ac9a6172aa76 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:51.485971 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3da0d503-e6a2-454b-bb50-d626f91f28d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4893310 Aug 20 12:01:51.496261 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43758) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:51.512468 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:51.535522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b5176-3f6c-4b74-a9db-d177611a7917 req-1029c0e7-8d83-4e32-a6c2-bff04f1eb9eb tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:51.544074 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4c3b5176-3f6c-4b74-a9db-d177611a7917 req-1029c0e7-8d83-4e32-a6c2-bff04f1eb9eb tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 1060 time: 0.1620598 Aug 20 12:01:51.587506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd5a188-5591-43d0-aa50-80173380b876 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:51.594093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd5a188-5591-43d0-aa50-80173380b876 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:51.595781 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5dd5a188-5591-43d0-aa50-80173380b876 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0985355 Aug 20 12:01:51.597706 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:51.599074 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43762) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:51.736148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c09f3-b2e2-43b0-b835-38c08f4c1d1a req-f0f1d91f-85bc-4534-aabe-f5c39b7aa167 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:51.737737 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-969c09f3-b2e2-43b0-b835-38c08f4c1d1a req-f0f1d91f-85bc-4534-aabe-f5c39b7aa167 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 1135 time: 0.1004281 Aug 20 12:01:51.758955 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99f75b77-e557-49a4-8316-f22e4e400e7f tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.782775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ed314650-a056-40e8-88cd-ed1644299d5f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port f0a98b1a-44a2-4805-9115-34b8387e66e1 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:51.783001 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed314650-a056-40e8-88cd-ed1644299d5f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.795625 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f75b77-e557-49a4-8316-f22e4e400e7f tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event deleted for resources: {'Port': ['ID=d89d5870-a75d-40d3-a26d-ac9a6172aa76,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:51.840821 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-969c09f3-b2e2-43b0-b835-38c08f4c1d1a req-ae8bc8d3-a351-4a66-89a9-da047883fee4 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c18129d8-078f-4f69-847d-c14060bc7611&id=5151159d-3ad9-44c0-923f-be91d5da09fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0945909 Aug 20 12:01:51.865030 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43764) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:51.953989 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed314650-a056-40e8-88cd-ed1644299d5f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.972381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ed314650-a056-40e8-88cd-ed1644299d5f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for f0a98b1a-44a2-4805-9115-34b8387e66e1 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:51.972609 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99f75b77-e557-49a4-8316-f22e4e400e7f tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.975611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3adc000-4798-4ef5-94c4-3797f0d1df89 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:51.977810 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-99f75b77-e557-49a4-8316-f22e4e400e7f tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "DELETE /v2.0/ports/d89d5870-a75d-40d3-a26d-ac9a6172aa76 HTTP/1.1" status: 204 len: 168 time: 1.0129366 Aug 20 12:01:51.978687 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43766) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:51.978949 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b3adc000-4798-4ef5-94c4-3797f0d1df89 tempest-TestSecurityGroupsBasicOps-831776267 tempest-TestSecurityGroupsBasicOps-831776267-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 1055 time: 0.1101918 Aug 20 12:01:52.016281 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf570ae-954e-40f8-9011-ee441a27b1a2 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] GET failed (client error): The resource could not be found. Aug 20 12:01:52.018263 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dbf570ae-954e-40f8-9011-ee441a27b1a2 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "GET /v2.0/ports/d89d5870-a75d-40d3-a26d-ac9a6172aa76 HTTP/1.1" status: 404 len: 333 time: 0.0385649 Aug 20 12:01:52.024347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43770) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:52.030603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c7e1e4f2-8892-471a-a289-b92562c0fbf0 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Request body: {'port': {'network_id': 'eaaf55bf-3bba-452c-9f38-cd7808e441c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-535711455'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:52.226186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e1e4f2-8892-471a-a289-b92562c0fbf0 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Made reservation on behalf of ef63be1d55c44ce9a41d37a819f62b79 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:52.231926 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7e1e4f2-8892-471a-a289-b92562c0fbf0 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.254061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c7e1e4f2-8892-471a-a289-b92562c0fbf0 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] device_id is not set on port 5502662e-6148-4453-a223-cbba28a444ed yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:52.281707 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:01:52.300857 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf89d517-7c70-4b0d-80c0-30843d5ce4be None None] Network eaaf55bf-3bba-452c-9f38-cd7808e441c9 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:52.388224 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f503433a-6cb1-4b77-8bda-848f283a13e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.405893 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c7e1e4f2-8892-471a-a289-b92562c0fbf0 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Allocated IP 2001:db8::7e (eaaf55bf-3bba-452c-9f38-cd7808e441c9/bda46d6a-4650-462d-8050-097254315825/5502662e-6148-4453-a223-cbba28a444ed) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:52.411711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0ca33131-76c6-42b2-b44c-248b012a1cd8 None None] Provisioning for port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:52.421775 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0ca33131-76c6-42b2-b44c-248b012a1cd8 None None] Provisioning complete for port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:52.422152 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0ca33131-76c6-42b2-b44c-248b012a1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.498723 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed314650-a056-40e8-88cd-ed1644299d5f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.549985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed314650-a056-40e8-88cd-ed1644299d5f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=f0a98b1a-44a2-4805-9115-34b8387e66e1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:52.604968 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7e1e4f2-8892-471a-a289-b92562c0fbf0 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.605914 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0ca33131-76c6-42b2-b44c-248b012a1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.617070 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce6765-07e9-43d4-8634-1e62eaccc214 req-c6930c6e-894f-4106-8a83-cf436cd6c873 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:52.618702 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c1ce6765-07e9-43d4-8634-1e62eaccc214 req-c6930c6e-894f-4106-8a83-cf436cd6c873 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 909 time: 0.1399302 Aug 20 12:01:52.620559 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed314650-a056-40e8-88cd-ed1644299d5f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.622589 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ed314650-a056-40e8-88cd-ed1644299d5f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/f0a98b1a-44a2-4805-9115-34b8387e66e1 HTTP/1.1" status: 204 len: 168 time: 1.0225706 Aug 20 12:01:52.625098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43776) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:52.658521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c7e1e4f2-8892-471a-a289-b92562c0fbf0 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Transition to ACTIVE for port object 5502662e-6148-4453-a223-cbba28a444ed will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:52.669633 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0ca33131-76c6-42b2-b44c-248b012a1cd8 None None] For port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f,segment=NetworkSegment(560babc5-a318-4314-953b-4a01771a1f53),segment_id=560babc5-a318-4314-953b-4a01771a1f53)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:52.675329 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0ca33131-76c6-42b2-b44c-248b012a1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.682303 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c06c4b-4479-4794-9e45-3faec3d8a1a4 req-a64a494a-22c1-4d4f-8924-9c64eb4ef51f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:52.683885 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-91c06c4b-4479-4794-9e45-3faec3d8a1a4 req-a64a494a-22c1-4d4f-8924-9c64eb4ef51f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 943 time: 0.0764973 Aug 20 12:01:52.712525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97cd48a-e0b3-4940-86a5-ab4d9028bf78 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:52.715925 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97cd48a-e0b3-4940-86a5-ab4d9028bf78 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:52.717576 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d97cd48a-e0b3-4940-86a5-ab4d9028bf78 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0915310 Aug 20 12:01:52.727741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43778) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:52.770238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca33131-76c6-42b2-b44c-248b012a1cd8 None None] Pushing event updated for resources: {'Port': ['ID=6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:52.788787 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-91c06c4b-4479-4794-9e45-3faec3d8a1a4 req-3afbb5d6-b9b7-4730-a5f1-fd8b29215725 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767021 Aug 20 12:01:52.790043 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7e1e4f2-8892-471a-a289-b92562c0fbf0 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.808081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e53c06e3-f336-487a-b6e4-3255d9c3e7f5 None None] Provisioning for port 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:52.826025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7dbf84a-cec6-4806-9f9c-8e652556c700 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet a2017e56-9a80-4fc1-9745-299c4b280869 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:01:52.829827 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf84a-cec6-4806-9f9c-8e652556c700 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.834437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e1e4f2-8892-471a-a289-b92562c0fbf0 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Network eaaf55bf-3bba-452c-9f38-cd7808e441c9 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:52.842407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c7e1e4f2-8892-471a-a289-b92562c0fbf0 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:52.846499 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e1e4f2-8892-471a-a289-b92562c0fbf0 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:52.852076 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e1e4f2-8892-471a-a289-b92562c0fbf0 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:52.852755 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7e1e4f2-8892-471a-a289-b92562c0fbf0 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.871396 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1e4f2-8892-471a-a289-b92562c0fbf0 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event updated for resources: {'Port': ['ID=5502662e-6148-4453-a223-cbba28a444ed,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:52.882600 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43780) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:52.883812 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c7e1e4f2-8892-471a-a289-b92562c0fbf0 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8570156 Aug 20 12:01:52.890395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-31b1ba9f-1994-44ea-ab21-03d330503217 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11d', 'mac_address': 'fa:16:3e:86:d0:69'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:52.895505 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf84a-cec6-4806-9f9c-8e652556c700 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.003996 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31b1ba9f-1994-44ea-ab21-03d330503217 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.041623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f3a3c269-cd68-4609-8e00-6bcb4ae1d150 None None] Provisioning for port 91fb8f34-e3d3-4979-a7e1-efb26acaeffd completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:53.046389 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f3a3c269-cd68-4609-8e00-6bcb4ae1d150 None None] Provisioning complete for port 91fb8f34-e3d3-4979-a7e1-efb26acaeffd triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:53.046805 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3a3c269-cd68-4609-8e00-6bcb4ae1d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.083217 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf84a-cec6-4806-9f9c-8e652556c700 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.095937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f3a3c269-cd68-4609-8e00-6bcb4ae1d150 None None] Port 91fb8f34-e3d3-4979-a7e1-efb26acaeffd cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:53.099346 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f3a3c269-cd68-4609-8e00-6bcb4ae1d150 None None] Could not find standard attr ID for object f0a98b1a-44a2-4805-9115-34b8387e66e1. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:01:53.112901 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f3a3c269-cd68-4609-8e00-6bcb4ae1d150 None None] Provisioning complete for port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:53.113512 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3a3c269-cd68-4609-8e00-6bcb4ae1d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.221651 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf84a-cec6-4806-9f9c-8e652556c700 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.268800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbf84a-cec6-4806-9f9c-8e652556c700 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=a2017e56-9a80-4fc1-9745-299c4b280869,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:53.271708 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf84a-cec6-4806-9f9c-8e652556c700 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.273611 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c7dbf84a-cec6-4806-9f9c-8e652556c700 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/a2017e56-9a80-4fc1-9745-299c4b280869 HTTP/1.1" status: 204 len: 168 time: 0.5437691 Aug 20 12:01:53.277208 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43782) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:53.297601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b8b094-fb38-49c4-b735-3eb883e1c64b None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:53.330788 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31b1ba9f-1994-44ea-ab21-03d330503217 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.336876 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31b1ba9f-1994-44ea-ab21-03d330503217 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.356890 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a431b605-1194-4b28-99d5-fabb142f1a75 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758696 Aug 20 12:01:53.357213 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43784) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:53.362420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-21aff3d5-c17f-4e1d-a21b-9169efb437ac tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:53.378436 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-31b1ba9f-1994-44ea-ab21-03d330503217 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] In _notify_port_updated(), no bound segment for port 5502662e-6148-4453-a223-cbba28a444ed on network eaaf55bf-3bba-452c-9f38-cd7808e441c9 {{(pid=94691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:01:53.385444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b1ba9f-1994-44ea-ab21-03d330503217 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:53.386245 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31b1ba9f-1994-44ea-ab21-03d330503217 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.387716 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-31b1ba9f-1994-44ea-ab21-03d330503217 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "PUT /v2.0/ports/5502662e-6148-4453-a223-cbba28a444ed HTTP/1.1" status: 200 len: 1001 time: 0.5039225 Aug 20 12:01:53.391154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43786) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:53.435332 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1ba9f-1994-44ea-ab21-03d330503217 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event updated for resources: {'Port': ['ID=5502662e-6148-4453-a223-cbba28a444ed,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:53.477119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ef4f5ba7-6f7a-4b09-b8be-bcf0abbabacf None None] Provisioning complete for port 91fb8f34-e3d3-4979-a7e1-efb26acaeffd triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:53.477718 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ef4f5ba7-6f7a-4b09-b8be-bcf0abbabacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.533794 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21aff3d5-c17f-4e1d-a21b-9169efb437ac tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:53.538163 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21aff3d5-c17f-4e1d-a21b-9169efb437ac tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.564014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f931d-56c4-40b3-9eba-6f7364ee8768 req-03d07537-2411-4972-980e-14fe746f9a2e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:53.565604 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f4f931d-56c4-40b3-9eba-6f7364ee8768 req-03d07537-2411-4972-980e-14fe746f9a2e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.76 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 909 time: 0.0856900 Aug 20 12:01:53.575317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:53.608070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f5ba7-6f7a-4b09-b8be-bcf0abbabacf None None] Port 91fb8f34-e3d3-4979-a7e1-efb26acaeffd cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:53.618298 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-0f6ae2b4-3d1c-427b-ab5c-7635b300b633 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Deleting port 5502662e-6148-4453-a223-cbba28a444ed {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:53.618652 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae2b4-3d1c-427b-ab5c-7635b300b633 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.669289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:53.675194 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:53.675642 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.715543 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae2b4-3d1c-427b-ab5c-7635b300b633 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.732514 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-0f6ae2b4-3d1c-427b-ab5c-7635b300b633 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Calling delete_port for 5502662e-6148-4453-a223-cbba28a444ed owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:53.745054 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e4a88805-0b03-4786-a5e8-1ccb3ac1f86b None None] Could not find standard attr ID for object d89d5870-a75d-40d3-a26d-ac9a6172aa76. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:01:53.747711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e21cec-e30c-4032-b929-41a4b32a1071 None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:01:53.818338 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.860855 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=9af3fa4f-debf-43ac-a2a0-4abbf7f37b62,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:53.871160 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21aff3d5-c17f-4e1d-a21b-9169efb437ac tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.875940 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.877483 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:53.919644 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-21e21cec-e30c-4032-b929-41a4b32a1071 None None] Deleting port 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:53.920077 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-21e21cec-e30c-4032-b929-41a4b32a1071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.923323 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3352d-0c21-4ab4-ba2e-0e8b601d9cbf req-51e2a2fc-7b94-4af5-871f-f532c74fb999 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:53.925144 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bae3352d-0c21-4ab4-ba2e-0e8b601d9cbf req-51e2a2fc-7b94-4af5-871f-f532c74fb999 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 909 time: 0.1411724 Aug 20 12:01:53.934505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aff3d5-c17f-4e1d-a21b-9169efb437ac tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:53.948137 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-21aff3d5-c17f-4e1d-a21b-9169efb437ac tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:53.952023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-0f4f931d-56c4-40b3-9eba-6f7364ee8768 req-6235992c-fd61-4a9f-841a-0d398041b9ca tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Deleting port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:53.952602 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0f4f931d-56c4-40b3-9eba-6f7364ee8768 req-6235992c-fd61-4a9f-841a-0d398041b9ca tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.961949 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aff3d5-c17f-4e1d-a21b-9169efb437ac tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:53.963050 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21aff3d5-c17f-4e1d-a21b-9169efb437ac tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.022085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aff3d5-c17f-4e1d-a21b-9169efb437ac tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=357644a8-8bf4-4074-a92c-0c8440fd9364,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:54.041781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=9af3fa4f-debf-43ac-a2a0-4abbf7f37b62,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:54.042025 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-21aff3d5-c17f-4e1d-a21b-9169efb437ac tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6835439 Aug 20 12:01:54.048851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43792) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:54.054398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-69cbd048-d16f-472e-a51d-3c6f0771b61b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'fixed_ips': [{'subnet_id': '357644a8-8bf4-4074-a92c-0c8440fd9364', 'ip_address': '2001:db8::2f3b:ccc1:24a8:3cf3'}], 'name': 'tempest-NetworksTestDHCPv6-971456042'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:54.081431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:54.081964 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.112672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0f4f931d-56c4-40b3-9eba-6f7364ee8768 req-6235992c-fd61-4a9f-841a-0d398041b9ca tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] For port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9,segment=NetworkSegment(d186c73a-5110-4e6e-ac50-75874dff8eb0),segment_id=d186c73a-5110-4e6e-ac50-75874dff8eb0)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:54.112868 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252cd55-379b-4ab6-b869-314edbb27f90 req-4e7cde29-e134-41f0-a256-2851fd86c510 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:54.113141 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0f4f931d-56c4-40b3-9eba-6f7364ee8768 req-6235992c-fd61-4a9f-841a-0d398041b9ca tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.117771 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae2b4-3d1c-427b-ab5c-7635b300b633 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.122658 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4252cd55-379b-4ab6-b869-314edbb27f90 req-4e7cde29-e134-41f0-a256-2851fd86c510 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 943 time: 0.2110274 Aug 20 12:01:54.128597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-21e21cec-e30c-4032-b929-41a4b32a1071 None None] For port 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=9af3fa4f-debf-43ac-a2a0-4abbf7f37b62,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:54.129154 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-21e21cec-e30c-4032-b929-41a4b32a1071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.149300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-21e21cec-e30c-4032-b929-41a4b32a1071 None None] Calling delete_port for 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:54.163704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-0f4f931d-56c4-40b3-9eba-6f7364ee8768 req-6235992c-fd61-4a9f-841a-0d398041b9ca tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Calling delete_port for 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:54.170298 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ae2b4-3d1c-427b-ab5c-7635b300b633 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event deleted for resources: {'Port': ['ID=5502662e-6148-4453-a223-cbba28a444ed,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:54.177062 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4252cd55-379b-4ab6-b869-314edbb27f90 req-65ae26de-6735-40d4-a956-10ef787357a3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537028 Aug 20 12:01:54.225990 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-aac68e51-595d-4ca1-8e9d-5f7a2ee96ce8 None None] Could not find standard attr ID for object 5502662e-6148-4453-a223-cbba28a444ed. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:01:54.281322 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cbd048-d16f-472e-a51d-3c6f0771b61b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:54.291385 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69cbd048-d16f-472e-a51d-3c6f0771b61b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.317155 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-21e21cec-e30c-4032-b929-41a4b32a1071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.323682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-69cbd048-d16f-472e-a51d-3c6f0771b61b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port 89daa8e1-c692-46c0-a10a-53a8b6c578ed yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:54.333949 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e21cec-e30c-4032-b929-41a4b32a1071 None None] No DVR routers for this DVR port 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:54.351208 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae2b4-3d1c-427b-ab5c-7635b300b633 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.353095 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4d57c3-699d-4a07-bbda-6e8b1918557c None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:54.356331 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0f6ae2b4-3d1c-427b-ab5c-7635b300b633 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "DELETE /v2.0/ports/5502662e-6148-4453-a223-cbba28a444ed HTTP/1.1" status: 204 len: 168 time: 0.9642804 Aug 20 12:01:54.357029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43794) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:54.379171 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e21cec-e30c-4032-b929-41a4b32a1071 None None] Pushing event deleted for resources: {'Port': ['ID=9af3fa4f-debf-43ac-a2a0-4abbf7f37b62,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:54.395639 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f2a791-74de-4ad8-9669-8529c018d4e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] GET failed (client error): The resource could not be found. Aug 20 12:01:54.403877 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-15f2a791-74de-4ad8-9669-8529c018d4e7 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "GET /v2.0/ports/5502662e-6148-4453-a223-cbba28a444ed HTTP/1.1" status: 404 len: 333 time: 0.0442884 Aug 20 12:01:54.404558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43796) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:54.410348 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e8536888-e0dd-4ece-a3d2-7cef19feaac8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Request body: {'port': {'network_id': 'eaaf55bf-3bba-452c-9f38-cd7808e441c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-689514173'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:54.550653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': '357644a8-8bf4-4074-a92c-0c8440fd9364'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:01:54.551748 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.562849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-69cbd048-d16f-472e-a51d-3c6f0771b61b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::2f3b:ccc1:24a8:3cf3 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/357644a8-8bf4-4074-a92c-0c8440fd9364/89daa8e1-c692-46c0-a10a-53a8b6c578ed) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:54.601729 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0f4f931d-56c4-40b3-9eba-6f7364ee8768 req-6235992c-fd61-4a9f-841a-0d398041b9ca tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.612475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8536888-e0dd-4ece-a3d2-7cef19feaac8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Made reservation on behalf of ef63be1d55c44ce9a41d37a819f62b79 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:54.615430 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8536888-e0dd-4ece-a3d2-7cef19feaac8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.645671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235992c-fd61-4a9f-841a-0d398041b9ca tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event deleted for resources: {'Port': ['ID=1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:54.677682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-e8536888-e0dd-4ece-a3d2-7cef19feaac8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] device_id is not set on port b3cbeb70-93cc-456e-a2b4-4bf872983fad yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:54.696769 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4f931d-56c4-40b3-9eba-6f7364ee8768 req-6235992c-fd61-4a9f-841a-0d398041b9ca tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] No DVR routers for this DVR port 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:54.699331 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0f4f931d-56c4-40b3-9eba-6f7364ee8768 req-6235992c-fd61-4a9f-841a-0d398041b9ca tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.701672 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f4f931d-56c4-40b3-9eba-6f7364ee8768 req-6235992c-fd61-4a9f-841a-0d398041b9ca tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.76 "DELETE /v2.0/ports/1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 HTTP/1.1" status: 204 len: 173 time: 1.1285815 Aug 20 12:01:54.703367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92108307-d140-487f-9a19-200046eb999b', 'name': 'network-vif-deleted', 'tag': '1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:54.706593 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7131f4f3-63dd-44c3-9ad4-082ae68b0153" -d '{"events": [{"server_uuid": "92108307-d140-487f-9a19-200046eb999b", "name": "network-vif-deleted", "tag": "1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:54.771078 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81b0706-4484-4ddc-9933-a60fd2698ee7 x-openstack-request-id: req-d81b0706-4484-4ddc-9933-a60fd2698ee7 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:54.771673 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92108307-d140-487f-9a19-200046eb999b", "name": "network-vif-deleted", "tag": "1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:54.771934 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d81b0706-4484-4ddc-9933-a60fd2698ee7 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:54.772343 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92108307-d140-487f-9a19-200046eb999b', 'name': 'network-vif-deleted', 'tag': '1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9', 'status': 'completed', 'code': 200} Aug 20 12:01:54.817694 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69cbd048-d16f-472e-a51d-3c6f0771b61b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.835896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-69cbd048-d16f-472e-a51d-3c6f0771b61b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object 89daa8e1-c692-46c0-a10a-53a8b6c578ed will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:54.844285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8466e0b0-7d88-4acb-8e0e-4a870243f0b4 None None] Could not find standard attr ID for object 5502662e-6148-4453-a223-cbba28a444ed. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:01:54.886651 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69cbd048-d16f-472e-a51d-3c6f0771b61b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.905508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-e8536888-e0dd-4ece-a3d2-7cef19feaac8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Allocated IP 2001:db8::3a1 (eaaf55bf-3bba-452c-9f38-cd7808e441c9/bda46d6a-4650-462d-8050-097254315825/b3cbeb70-93cc-456e-a2b4-4bf872983fad) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:54.969596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Allocated IP 2001:db8::2 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/357644a8-8bf4-4074-a92c-0c8440fd9364/4f0d64c0-da8a-4813-b554-c5c68ecd7c13) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:54.980580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbd048-d16f-472e-a51d-3c6f0771b61b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=89daa8e1-c692-46c0-a10a-53a8b6c578ed,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:55.000716 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cbd048-d16f-472e-a51d-3c6f0771b61b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:55.002638 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-69cbd048-d16f-472e-a51d-3c6f0771b61b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:55.005479 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cbd048-d16f-472e-a51d-3c6f0771b61b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:55.015186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cbd048-d16f-472e-a51d-3c6f0771b61b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:55.016052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69cbd048-d16f-472e-a51d-3c6f0771b61b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.050197 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-69cbd048-d16f-472e-a51d-3c6f0771b61b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9992211 Aug 20 12:01:55.058271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43802) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:55.084448 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c19eff1f-7dce-4a4b-8be7-845d2c86a5ad req-2b12e598-30b9-4296-91c6-ffd365685054 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=92108307-d140-487f-9a19-200046eb999b HTTP/1.1" status: 200 len: 210 time: 0.0378888 Aug 20 12:01:55.144801 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13787ae2-424d-48c5-8b65-ed8f54584b88 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:55.146574 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-13787ae2-424d-48c5-8b65-ed8f54584b88 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0873060 Aug 20 12:01:55.149128 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43804) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:55.167186 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8536888-e0dd-4ece-a3d2-7cef19feaac8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.170427 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-58e5352b-1333-4476-a638-e3c646faec2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.185031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-e8536888-e0dd-4ece-a3d2-7cef19feaac8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Transition to ACTIVE for port object b3cbeb70-93cc-456e-a2b4-4bf872983fad will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:55.225220 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.237207 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Transition to ACTIVE for port object 4f0d64c0-da8a-4813-b554-c5c68ecd7c13 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:55.238989 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8536888-e0dd-4ece-a3d2-7cef19feaac8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.255019 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Transition to ACTIVE for port object 4f0d64c0-da8a-4813-b554-c5c68ecd7c13 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:55.267227 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.290358 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4c5424a3-5ef1-48d2-ac04-aaf86fc5c1c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port 89daa8e1-c692-46c0-a10a-53a8b6c578ed {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:55.292052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4c5424a3-5ef1-48d2-ac04-aaf86fc5c1c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.319131 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Pushing event updated for resources: {'Port': ['ID=4f0d64c0-da8a-4813-b554-c5c68ecd7c13,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:55.332318 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:55.333788 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:55.340524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:55.391801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8536888-e0dd-4ece-a3d2-7cef19feaac8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event updated for resources: {'Port': ['ID=b3cbeb70-93cc-456e-a2b4-4bf872983fad,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:55.395394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8536888-e0dd-4ece-a3d2-7cef19feaac8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Network eaaf55bf-3bba-452c-9f38-cd7808e441c9 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:55.400028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-e8536888-e0dd-4ece-a3d2-7cef19feaac8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:55.404981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8536888-e0dd-4ece-a3d2-7cef19feaac8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:55.410536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8536888-e0dd-4ece-a3d2-7cef19feaac8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:55.411321 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e8536888-e0dd-4ece-a3d2-7cef19feaac8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.413556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Attempting to bind port 4f0d64c0-da8a-4813-b554-c5c68ecd7c13 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:55.413936 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Attempting to bind port 4f0d64c0-da8a-4813-b554-c5c68ecd7c13 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:55.414702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Attempting to bind port 4f0d64c0-da8a-4813-b554-c5c68ecd7c13 on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:55.422223 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:55.422584 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:55.422995 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.426535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:55.426965 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Bound port: 4f0d64c0-da8a-4813-b554-c5c68ecd7c13, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:55.427362 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.430828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ea558-0009-4b1b-8825-bd10c953cebb req-9047962c-1eb5-40e6-a20f-613671dbbef0 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:55.433266 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b2ea558-0009-4b1b-8825-bd10c953cebb req-9047962c-1eb5-40e6-a20f-613671dbbef0 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 943 time: 0.1478026 Aug 20 12:01:55.437176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:55.443560 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4c5424a3-5ef1-48d2-ac04-aaf86fc5c1c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.450942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e8536888-e0dd-4ece-a3d2-7cef19feaac8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0422270 Aug 20 12:01:55.453062 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43808) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:55.462517 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-2063dfcf-b1f4-43ba-83b6-6df9bc131c4a tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:86:d0:69'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:55.478799 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b2ea558-0009-4b1b-8825-bd10c953cebb req-5aa31a63-9b19-4bb7-b54e-45f69518bd28 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385823 Aug 20 12:01:55.482607 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:55.482963 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9af3fa4f-debf-43ac-a2a0-4abbf7f37b62 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:55.508054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4c5424a3-5ef1-48d2-ac04-aaf86fc5c1c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for 89daa8e1-c692-46c0-a10a-53a8b6c578ed owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:55.517216 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.552435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] For port 4f0d64c0-da8a-4813-b554-c5c68ecd7c13, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:55.555971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] For port 4f0d64c0-da8a-4813-b554-c5c68ecd7c13, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4f0d64c0-da8a-4813-b554-c5c68ecd7c13,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:55.563079 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.627998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52843863-a3ee-44ed-a604-b11bd7361b31 None None] Pushing event updated for resources: {'Port': ['ID=4f0d64c0-da8a-4813-b554-c5c68ecd7c13,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:55.732720 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2063dfcf-b1f4-43ba-83b6-6df9bc131c4a tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.773459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0e5ec729-d2e0-43b5-bdb9-d42f7a6808ba None None] Provisioning for port b3cbeb70-93cc-456e-a2b4-4bf872983fad completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:55.777984 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0e5ec729-d2e0-43b5-bdb9-d42f7a6808ba None None] Provisioning complete for port b3cbeb70-93cc-456e-a2b4-4bf872983fad triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:55.778364 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0e5ec729-d2e0-43b5-bdb9-d42f7a6808ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.808307 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4c5424a3-5ef1-48d2-ac04-aaf86fc5c1c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.863358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ec729-d2e0-43b5-bdb9-d42f7a6808ba None None] Port b3cbeb70-93cc-456e-a2b4-4bf872983fad cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:55.879033 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5424a3-5ef1-48d2-ac04-aaf86fc5c1c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=89daa8e1-c692-46c0-a10a-53a8b6c578ed,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:55.944994 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4c5424a3-5ef1-48d2-ac04-aaf86fc5c1c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.946998 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4c5424a3-5ef1-48d2-ac04-aaf86fc5c1c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/89daa8e1-c692-46c0-a10a-53a8b6c578ed HTTP/1.1" status: 204 len: 168 time: 0.7966995 Aug 20 12:01:55.949635 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43810) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:56.015242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9960964a-39a9-4b97-9c2d-cb11c025757b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:56.017069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9960964a-39a9-4b97-9c2d-cb11c025757b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:56.018598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9960964a-39a9-4b97-9c2d-cb11c025757b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0678580 Aug 20 12:01:56.021426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43812) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:56.025484 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2063dfcf-b1f4-43ba-83b6-6df9bc131c4a tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.031817 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2063dfcf-b1f4-43ba-83b6-6df9bc131c4a tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.069876 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2063dfcf-b1f4-43ba-83b6-6df9bc131c4a tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] In _notify_port_updated(), no bound segment for port b3cbeb70-93cc-456e-a2b4-4bf872983fad on network eaaf55bf-3bba-452c-9f38-cd7808e441c9 {{(pid=94690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:01:56.074699 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73e3cd5-9465-4274-9327-7a881bc98ab3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 357644a8-8bf4-4074-a92c-0c8440fd9364 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:01:56.075195 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2063dfcf-b1f4-43ba-83b6-6df9bc131c4a tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:56.075824 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2063dfcf-b1f4-43ba-83b6-6df9bc131c4a tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.079737 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2063dfcf-b1f4-43ba-83b6-6df9bc131c4a tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "PUT /v2.0/ports/b3cbeb70-93cc-456e-a2b4-4bf872983fad HTTP/1.1" status: 200 len: 1002 time: 0.6231780 Aug 20 12:01:56.079916 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f73e3cd5-9465-4274-9327-7a881bc98ab3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.080018 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43814) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:56.120446 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063dfcf-b1f4-43ba-83b6-6df9bc131c4a tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event updated for resources: {'Port': ['ID=b3cbeb70-93cc-456e-a2b4-4bf872983fad,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:56.135949 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f73e3cd5-9465-4274-9327-7a881bc98ab3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.158862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43818) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:56.198728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f2907ef2-6ca7-4030-ac7d-cea15fd517c6 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Deleting port b3cbeb70-93cc-456e-a2b4-4bf872983fad {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:56.199152 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2907ef2-6ca7-4030-ac7d-cea15fd517c6 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.301351 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2907ef2-6ca7-4030-ac7d-cea15fd517c6 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.317955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f2907ef2-6ca7-4030-ac7d-cea15fd517c6 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Calling delete_port for b3cbeb70-93cc-456e-a2b4-4bf872983fad owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:56.375840 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.376331 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f73e3cd5-9465-4274-9327-7a881bc98ab3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.396698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bff37215-4c8c-4f2f-af8b-f2a56e424b22 None None] Provisioning complete for port b3cbeb70-93cc-456e-a2b4-4bf872983fad triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:56.397671 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bff37215-4c8c-4f2f-af8b-f2a56e424b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.446619 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bff37215-4c8c-4f2f-af8b-f2a56e424b22 None None] Port b3cbeb70-93cc-456e-a2b4-4bf872983fad cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:56.495206 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2907ef2-6ca7-4030-ac7d-cea15fd517c6 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.542418 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f73e3cd5-9465-4274-9327-7a881bc98ab3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.546905 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2907ef2-6ca7-4030-ac7d-cea15fd517c6 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event deleted for resources: {'Port': ['ID=b3cbeb70-93cc-456e-a2b4-4bf872983fad,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:56.572833 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2907ef2-6ca7-4030-ac7d-cea15fd517c6 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.576687 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f2907ef2-6ca7-4030-ac7d-cea15fd517c6 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "DELETE /v2.0/ports/b3cbeb70-93cc-456e-a2b4-4bf872983fad HTTP/1.1" status: 204 len: 168 time: 0.4940879 Aug 20 12:01:56.577676 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43822) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:56.606346 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4494285-d039-43d6-a28d-c522ef51c402 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] GET failed (client error): The resource could not be found. Aug 20 12:01:56.611987 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e4494285-d039-43d6-a28d-c522ef51c402 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "GET /v2.0/ports/b3cbeb70-93cc-456e-a2b4-4bf872983fad HTTP/1.1" status: 404 len: 333 time: 0.0292788 Aug 20 12:01:56.612234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43824) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:56.613487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e3cd5-9465-4274-9327-7a881bc98ab3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=357644a8-8bf4-4074-a92c-0c8440fd9364,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:56.623385 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d3ae0826-bdc3-4dcd-b406-0c4de8837147 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Request body: {'port': {'network_id': 'eaaf55bf-3bba-452c-9f38-cd7808e441c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2083974834'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:56.638872 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f73e3cd5-9465-4274-9327-7a881bc98ab3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.643939 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f73e3cd5-9465-4274-9327-7a881bc98ab3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/357644a8-8bf4-4074-a92c-0c8440fd9364 HTTP/1.1" status: 204 len: 168 time: 0.6184516 Aug 20 12:01:56.644407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43826) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:56.715077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda80fa-9b25-4dbe-89cc-ec6c04d3a22e req-8d0a9b16-21ac-4046-bc56-d4948f852b89 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:56.716660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bda80fa-9b25-4dbe-89cc-ec6c04d3a22e req-8d0a9b16-21ac-4046-bc56-d4948f852b89 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 943 time: 0.0958641 Aug 20 12:01:56.723006 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a56b692d-e1ef-46cf-84fc-7889c704104e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774531 Aug 20 12:01:56.723210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43828) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:56.781873 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3701e26-9aab-4d0e-9b24-daf517431f70 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:56.795618 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bda80fa-9b25-4dbe-89cc-ec6c04d3a22e req-e95f9a94-41f5-4632-bcb3-7fff26d90af3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637853 Aug 20 12:01:56.809173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ae0826-bdc3-4dcd-b406-0c4de8837147 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Made reservation on behalf of ef63be1d55c44ce9a41d37a819f62b79 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:56.812907 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0826-bdc3-4dcd-b406-0c4de8837147 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.826289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0ba709-9878-4582-ba51-4341fa2c5e39 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:56.830403 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7d0ba709-9878-4582-ba51-4341fa2c5e39 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1039109 Aug 20 12:01:56.830715 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43830) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:56.868433 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-d3ae0826-bdc3-4dcd-b406-0c4de8837147 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] device_id is not set on port 6d6fca5f-b2fe-471b-a47d-de0942c7ad91 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:56.886958 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6969-a5d3-490c-8d23-4d0a10891495 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.918404 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ace1c552-c34a-4752-922e-48701b9a3bad None None] Provisioning for port 4f0d64c0-da8a-4813-b554-c5c68ecd7c13 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:56.934885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d089a08e-55da-49ee-a80d-2aeeea956857 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:56.936290 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d089a08e-55da-49ee-a80d-2aeeea956857 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1045847 Aug 20 12:01:56.939407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43832) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:56.986291 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f075f409-22ae-49f4-b305-088746f2a1cd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419452 Aug 20 12:01:56.986503 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43834) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:56.995211 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1b167369-cf50-472b-b0ab-0d052ae3d6bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:57.011898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f298a45-d9c1-48a2-9f1c-6b63434f9bec None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:01:57.061202 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1f298a45-d9c1-48a2-9f1c-6b63434f9bec None None] Deleting port 4f0d64c0-da8a-4813-b554-c5c68ecd7c13 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:57.061687 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1f298a45-d9c1-48a2-9f1c-6b63434f9bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.132114 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-1f298a45-d9c1-48a2-9f1c-6b63434f9bec None None] For port 4f0d64c0-da8a-4813-b554-c5c68ecd7c13, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4f0d64c0-da8a-4813-b554-c5c68ecd7c13,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:57.132620 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1f298a45-d9c1-48a2-9f1c-6b63434f9bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.148191 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1f298a45-d9c1-48a2-9f1c-6b63434f9bec None None] Calling delete_port for 4f0d64c0-da8a-4813-b554-c5c68ecd7c13 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:57.238332 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1f298a45-d9c1-48a2-9f1c-6b63434f9bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.268250 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f298a45-d9c1-48a2-9f1c-6b63434f9bec None None] Pushing event deleted for resources: {'Port': ['ID=4f0d64c0-da8a-4813-b554-c5c68ecd7c13,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:57.272224 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f298a45-d9c1-48a2-9f1c-6b63434f9bec None None] No DVR routers for this DVR port 4f0d64c0-da8a-4813-b554-c5c68ecd7c13 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:57.444580 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa6969-a5d3-490c-8d23-4d0a10891495 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Deleting port 53941670-ad5c-4b60-ad42-454166798995 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:57.445226 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6969-a5d3-490c-8d23-4d0a10891495 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.457315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-d3ae0826-bdc3-4dcd-b406-0c4de8837147 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Allocated IP 2001:db8::177 (eaaf55bf-3bba-452c-9f38-cd7808e441c9/bda46d6a-4650-462d-8050-097254315825/6d6fca5f-b2fe-471b-a47d-de0942c7ad91) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:57.502507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b167369-cf50-472b-b0ab-0d052ae3d6bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:57.506146 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b167369-cf50-472b-b0ab-0d052ae3d6bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.535009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-3bfa6969-a5d3-490c-8d23-4d0a10891495 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] For port 53941670-ad5c-4b60-ad42-454166798995, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=53941670-ad5c-4b60-ad42-454166798995,segment=NetworkSegment(d186c73a-5110-4e6e-ac50-75874dff8eb0),segment_id=d186c73a-5110-4e6e-ac50-75874dff8eb0)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:57.535212 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6969-a5d3-490c-8d23-4d0a10891495 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.548379 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa6969-a5d3-490c-8d23-4d0a10891495 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Calling delete_port for 53941670-ad5c-4b60-ad42-454166798995 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:57.730655 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0826-bdc3-4dcd-b406-0c4de8837147 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.740676 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6969-a5d3-490c-8d23-4d0a10891495 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.753931 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d3ae0826-bdc3-4dcd-b406-0c4de8837147 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Transition to ACTIVE for port object 6d6fca5f-b2fe-471b-a47d-de0942c7ad91 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:57.767997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa6969-a5d3-490c-8d23-4d0a10891495 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event deleted for resources: {'Port': ['ID=53941670-ad5c-4b60-ad42-454166798995,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:57.817177 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b167369-cf50-472b-b0ab-0d052ae3d6bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.871686 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b167369-cf50-472b-b0ab-0d052ae3d6bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:57.877567 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1b167369-cf50-472b-b0ab-0d052ae3d6bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:57.882953 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b167369-cf50-472b-b0ab-0d052ae3d6bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:57.883550 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b167369-cf50-472b-b0ab-0d052ae3d6bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.891923 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647fc06c-e714-4b0f-bf91-46a91c61e7bd None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:57.893052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0826-bdc3-4dcd-b406-0c4de8837147 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.910356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b167369-cf50-472b-b0ab-0d052ae3d6bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=4ab38665-7e77-4d29-98ca-be5b21beaf4a,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:57.991943 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6969-a5d3-490c-8d23-4d0a10891495 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.995983 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1b167369-cf50-472b-b0ab-0d052ae3d6bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0084763 Aug 20 12:01:58.003164 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43838) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:58.010050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ac5e4ac6-98fc-483a-85bf-9b523504a218 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'fixed_ips': [{'subnet_id': '4ab38665-7e77-4d29-98ca-be5b21beaf4a', 'ip_address': '2001:db8::5544:e985:ba91:1d62'}], 'name': 'tempest-NetworksTestDHCPv6-568982874'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:58.011622 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ae0826-bdc3-4dcd-b406-0c4de8837147 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Network eaaf55bf-3bba-452c-9f38-cd7808e441c9 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:58.020863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-d3ae0826-bdc3-4dcd-b406-0c4de8837147 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:58.023359 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae0826-bdc3-4dcd-b406-0c4de8837147 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:58.029638 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ae0826-bdc3-4dcd-b406-0c4de8837147 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:58.031031 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0826-bdc3-4dcd-b406-0c4de8837147 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.039966 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae0826-bdc3-4dcd-b406-0c4de8837147 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event updated for resources: {'Port': ['ID=6d6fca5f-b2fe-471b-a47d-de0942c7ad91,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:58.068738 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d3ae0826-bdc3-4dcd-b406-0c4de8837147 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4551728 Aug 20 12:01:58.069531 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43840) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:58.082970 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa3d63-0a94-4b69-bb0d-4a94ac6cf58f req-b79efb12-d826-4c0b-95c3-4e159f64c1ea tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:58.089281 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-21fa3d63-0a94-4b69-bb0d-4a94ac6cf58f req-b79efb12-d826-4c0b-95c3-4e159f64c1ea tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 943 time: 0.2003281 Aug 20 12:01:58.093807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f4e12f8d-7264-457b-ba08-a81ea2252c26 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Request body: {'port': {'network_id': 'eaaf55bf-3bba-452c-9f38-cd7808e441c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-307370440'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:58.199734 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-21fa3d63-0a94-4b69-bb0d-4a94ac6cf58f req-94276416-e3a2-45d6-8f03-2308a83b5c43 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869141 Aug 20 12:01:58.214173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:58.245681 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:58.246024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 1b0ea09f-ab18-4d0c-bd7c-dcd7c54ff7d9 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:58.253899 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.263851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e12f8d-7264-457b-ba08-a81ea2252c26 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Made reservation on behalf of ef63be1d55c44ce9a41d37a819f62b79 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:58.268056 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4e12f8d-7264-457b-ba08-a81ea2252c26 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.293131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-f4e12f8d-7264-457b-ba08-a81ea2252c26 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] device_id is not set on port 83924446-a259-479a-b26e-4f4831ab0bd9 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:58.306768 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': '4ab38665-7e77-4d29-98ca-be5b21beaf4a'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:01:58.307973 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.338496 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfa6969-a5d3-490c-8d23-4d0a10891495 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Router 9455e9e2-2c57-4bf3-adcf-0df60e40dd01 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:01:58.420373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-822649d5-25a3-4947-8dcf-271771cd3aaa None None] Provisioning for port 6d6fca5f-b2fe-471b-a47d-de0942c7ad91 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:58.429444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-822649d5-25a3-4947-8dcf-271771cd3aaa None None] Provisioning complete for port 6d6fca5f-b2fe-471b-a47d-de0942c7ad91 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:58.429639 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5e4ac6-98fc-483a-85bf-9b523504a218 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:58.430257 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-822649d5-25a3-4947-8dcf-271771cd3aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.437420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f4e12f8d-7264-457b-ba08-a81ea2252c26 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Allocated IP 2001:db8::49 (eaaf55bf-3bba-452c-9f38-cd7808e441c9/bda46d6a-4650-462d-8050-097254315825/83924446-a259-479a-b26e-4f4831ab0bd9) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:58.493352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-822649d5-25a3-4947-8dcf-271771cd3aaa None None] Port 6d6fca5f-b2fe-471b-a47d-de0942c7ad91 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:58.506216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Allocated IP 2001:db8::2 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/4ab38665-7e77-4d29-98ca-be5b21beaf4a/f39c8d5f-c422-4d56-836f-3679909e8b51) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:58.532575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfa6969-a5d3-490c-8d23-4d0a10891495 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:01:58.541436 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3bfa6969-a5d3-490c-8d23-4d0a10891495 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "PUT /v2.0/routers/9455e9e2-2c57-4bf3-adcf-0df60e40dd01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3804212 Aug 20 12:01:58.542274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43842) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:58.589511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f91ae6b-f47b-4c50-9e51-7a3e7886f842 None None] Sync routers for ids ['9455e9e2-2c57-4bf3-adcf-0df60e40dd01'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:01:58.602045 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac5e4ac6-98fc-483a-85bf-9b523504a218 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.608619 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4e12f8d-7264-457b-ba08-a81ea2252c26 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.611671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f91ae6b-f47b-4c50-9e51-7a3e7886f842 None None] Routers {'9455e9e2-2c57-4bf3-adcf-0df60e40dd01'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:58.612316 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5f91ae6b-f47b-4c50-9e51-7a3e7886f842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['9455e9e2-2c57-4bf3-adcf-0df60e40dd01'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:58.624531 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-2101961f-9ebe-4f02-9e17-d0541189c76e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Deleting subnet 6e362c68-b01e-4854-a039-ecf3bbd6c8e0 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:01:58.628781 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f4e12f8d-7264-457b-ba08-a81ea2252c26 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Transition to ACTIVE for port object 83924446-a259-479a-b26e-4f4831ab0bd9 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:58.631959 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2101961f-9ebe-4f02-9e17-d0541189c76e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.635622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-ac5e4ac6-98fc-483a-85bf-9b523504a218 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port 5cd4a5b7-ffea-4457-ac02-6ad3aead222b yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:58.669612 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4e12f8d-7264-457b-ba08-a81ea2252c26 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.718302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e12f8d-7264-457b-ba08-a81ea2252c26 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Network eaaf55bf-3bba-452c-9f38-cd7808e441c9 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:58.721779 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2101961f-9ebe-4f02-9e17-d0541189c76e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.723322 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f4e12f8d-7264-457b-ba08-a81ea2252c26 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:58.726372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e12f8d-7264-457b-ba08-a81ea2252c26 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:58.732598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e12f8d-7264-457b-ba08-a81ea2252c26 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:58.733534 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4e12f8d-7264-457b-ba08-a81ea2252c26 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.747278 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e12f8d-7264-457b-ba08-a81ea2252c26 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event updated for resources: {'Port': ['ID=83924446-a259-479a-b26e-4f4831ab0bd9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:58.767051 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.772155 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f4e12f8d-7264-457b-ba08-a81ea2252c26 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6986356 Aug 20 12:01:58.772674 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43844) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:58.779457 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-5f91ae6b-f47b-4c50-9e51-7a3e7886f842 None None] Set router 9455e9e2-2c57-4bf3-adcf-0df60e40dd01 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:58.779620 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7942b079-5ed0-4459-9201-5a2d37d06d13 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11d', 'mac_address': 'fa:16:3e:86:d0:69'}, {'ip_address': '2001:db8::177', 'mac_address': 'fa:16:3e:9e:32:66'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:58.850613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Transition to ACTIVE for port object f39c8d5f-c422-4d56-836f-3679909e8b51 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:58.861409 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2101961f-9ebe-4f02-9e17-d0541189c76e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.866774 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7942b079-5ed0-4459-9201-5a2d37d06d13 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.922395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Transition to ACTIVE for port object f39c8d5f-c422-4d56-836f-3679909e8b51 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:58.941231 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.970067 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2101961f-9ebe-4f02-9e17-d0541189c76e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.007009 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:59.010937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101961f-9ebe-4f02-9e17-d0541189c76e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event deleted for resources: {'Subnet': ['ID=6e362c68-b01e-4854-a039-ecf3bbd6c8e0,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:59.011708 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Pushing event updated for resources: {'Port': ['ID=f39c8d5f-c422-4d56-836f-3679909e8b51,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:59.014681 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:59.017659 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b3918069-e798-450e-b1d5-ce6a7013b9ce details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:01:59.026287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:59.030881 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2101961f-9ebe-4f02-9e17-d0541189c76e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.035291 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2101961f-9ebe-4f02-9e17-d0541189c76e tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "DELETE /v2.0/subnets/6e362c68-b01e-4854-a039-ecf3bbd6c8e0 HTTP/1.1" status: 204 len: 168 time: 0.4878919 Aug 20 12:01:59.036366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43846) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:59.052435 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-ac5e4ac6-98fc-483a-85bf-9b523504a218 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::5544:e985:ba91:1d62 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/4ab38665-7e77-4d29-98ca-be5b21beaf4a/5cd4a5b7-ffea-4457-ac02-6ad3aead222b) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:59.057227 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b8a28-5eaf-4f12-a466-ff9cec86084d None None] Network 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:59.191743 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.resource_extend [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:01:59.202306 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4926592-da57-4a06-874f-047d3ed052cc tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.205291 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7942b079-5ed0-4459-9201-5a2d37d06d13 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.247814 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac5e4ac6-98fc-483a-85bf-9b523504a218 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.250281 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7942b079-5ed0-4459-9201-5a2d37d06d13 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.267119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-ac5e4ac6-98fc-483a-85bf-9b523504a218 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object 5cd4a5b7-ffea-4457-ac02-6ad3aead222b will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:59.273510 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4c81a609-1f25-4865-a944-2f3cccb813ee None None] Provisioning for port 83924446-a259-479a-b26e-4f4831ab0bd9 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:59.276448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Attempting to bind port f39c8d5f-c422-4d56-836f-3679909e8b51 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:59.276448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Attempting to bind port f39c8d5f-c422-4d56-836f-3679909e8b51 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:59.276448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Attempting to bind port f39c8d5f-c422-4d56-836f-3679909e8b51 on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:59.308210 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4c81a609-1f25-4865-a944-2f3cccb813ee None None] Provisioning complete for port 83924446-a259-479a-b26e-4f4831ab0bd9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:59.308495 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4c81a609-1f25-4865-a944-2f3cccb813ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.317240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7942b079-5ed0-4459-9201-5a2d37d06d13 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] In _notify_port_updated(), no bound segment for port 83924446-a259-479a-b26e-4f4831ab0bd9 on network eaaf55bf-3bba-452c-9f38-cd7808e441c9 {{(pid=94690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:01:59.323954 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7942b079-5ed0-4459-9201-5a2d37d06d13 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:59.324776 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7942b079-5ed0-4459-9201-5a2d37d06d13 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.326929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:59.326929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:59.326929 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.326929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:59.327495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Bound port: f39c8d5f-c422-4d56-836f-3679909e8b51, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:59.327799 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.329046 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7942b079-5ed0-4459-9201-5a2d37d06d13 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "PUT /v2.0/ports/83924446-a259-479a-b26e-4f4831ab0bd9 HTTP/1.1" status: 200 len: 1066 time: 0.5552180 Aug 20 12:01:59.331606 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43852) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:59.403798 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac5e4ac6-98fc-483a-85bf-9b523504a218 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.429612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942b079-5ed0-4459-9201-5a2d37d06d13 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event updated for resources: {'Port': ['ID=83924446-a259-479a-b26e-4f4831ab0bd9,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:59.472029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b52f6b-6c13-45b6-90ba-abd43768ccfa req-7d91bd42-1091-4b7d-84e0-5d0e63c910a8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:59.473833 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c2b52f6b-6c13-45b6-90ba-abd43768ccfa req-7d91bd42-1091-4b7d-84e0-5d0e63c910a8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 943 time: 0.1540952 Aug 20 12:01:59.489347 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4926592-da57-4a06-874f-047d3ed052cc tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.495293 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] For port f39c8d5f-c422-4d56-836f-3679909e8b51, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:59.498792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] For port f39c8d5f-c422-4d56-836f-3679909e8b51, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f39c8d5f-c422-4d56-836f-3679909e8b51,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:59.500425 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5e4ac6-98fc-483a-85bf-9b523504a218 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:59.517307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b3918069-e798-450e-b1d5-ce6a7013b9ce, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b3918069-e798-450e-b1d5-ce6a7013b9ce,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:59.520965 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4c81a609-1f25-4865-a944-2f3cccb813ee None None] Port 83924446-a259-479a-b26e-4f4831ab0bd9 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:59.521434 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9c901f9e-ff03-40c0-b92f-dcd6dfbc4255 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Deleting port 83924446-a259-479a-b26e-4f4831ab0bd9 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:59.521830 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c901f9e-ff03-40c0-b92f-dcd6dfbc4255 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.523162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-ac5e4ac6-98fc-483a-85bf-9b523504a218 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:59.524445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5f91ae6b-f47b-4c50-9e51-7a3e7886f842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330110346', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '15a59894-e9b6-4397-b06a-dfee02932293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:01:26Z', 'updated_at': '2021-08-20T12:01:57Z', 'revision_number': 5, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '15a59894-e9b6-4397-b06a-dfee02932293', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:26Z', 'updated_at': '2021-08-20T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:59.527720 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.530261 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e4ac6-98fc-483a-85bf-9b523504a218 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:59.536529 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5e4ac6-98fc-483a-85bf-9b523504a218 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:59.537685 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac5e4ac6-98fc-483a-85bf-9b523504a218 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.566950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e4ac6-98fc-483a-85bf-9b523504a218 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=5cd4a5b7-ffea-4457-ac02-6ad3aead222b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:59.580506 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c2b52f6b-6c13-45b6-90ba-abd43768ccfa req-8dbc25a4-7d13-4649-867b-61a4effd2d54 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950029 Aug 20 12:01:59.585835 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ac5e4ac6-98fc-483a-85bf-9b523504a218 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5814705 Aug 20 12:01:59.590165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43854) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:59.597227 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'b3918069-e798-450e-b1d5-ce6a7013b9ce', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'port_id': 'b3918069-e798-450e-b1d5-ce6a7013b9ce', 'mac_address': 'fa:16:3e:ca:d3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:01:59.608603 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-537b2dd2-248f-4558-b81b-926ae185fcec tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'fixed_ips': [{'subnet_id': '4ab38665-7e77-4d29-98ca-be5b21beaf4a', 'ip_address': '2001:db8::5544:e985:ba91:1d62'}], 'name': 'tempest-NetworksTestDHCPv6-998173944'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:59.617551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f91ae6b-f47b-4c50-9e51-7a3e7886f842 None None] Checking router: 9455e9e2-2c57-4bf3-adcf-0df60e40dd01 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:01:59.657506 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c901f9e-ff03-40c0-b92f-dcd6dfbc4255 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.679025 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9c901f9e-ff03-40c0-b92f-dcd6dfbc4255 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Calling delete_port for 83924446-a259-479a-b26e-4f4831ab0bd9 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:59.680868 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.694104 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f91ae6b-f47b-4c50-9e51-7a3e7886f842 None None] Routers {'9455e9e2-2c57-4bf3-adcf-0df60e40dd01'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:59.694739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5f91ae6b-f47b-4c50-9e51-7a3e7886f842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['9455e9e2-2c57-4bf3-adcf-0df60e40dd01'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:59.755119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffe6bbc-7fb1-40c3-ba47-d971a345629f None None] DHCP port deletion for 5a7da261-00fe-45b9-b3e8-b29bc2b23f5c request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:01:59.763448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3918069-e798-450e-b1d5-ce6a7013b9ce {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:59.765026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537b2dd2-248f-4558-b81b-926ae185fcec tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:59.772268 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-537b2dd2-248f-4558-b81b-926ae185fcec tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.785905 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c4926592-da57-4a06-874f-047d3ed052cc tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Deleting port 15a59894-e9b6-4397-b06a-dfee02932293 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:59.786208 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4926592-da57-4a06-874f-047d3ed052cc tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.795565 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-537b2dd2-248f-4558-b81b-926ae185fcec tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port 615b2d1a-5823-40b6-88cd-69f1ccb1f775 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:59.816216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc51c5d-b1e7-4bbd-9acb-7ede5a955694 None None] Pushing event updated for resources: {'Port': ['ID=f39c8d5f-c422-4d56-836f-3679909e8b51,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:59.898666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-5f91ae6b-f47b-4c50-9e51-7a3e7886f842 None None] Set router 9455e9e2-2c57-4bf3-adcf-0df60e40dd01 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:59.988419 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c4926592-da57-4a06-874f-047d3ed052cc tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] For port 15a59894-e9b6-4397-b06a-dfee02932293, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=15a59894-e9b6-4397-b06a-dfee02932293,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:59.988937 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4926592-da57-4a06-874f-047d3ed052cc tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.006377 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c4926592-da57-4a06-874f-047d3ed052cc tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Calling delete_port for 15a59894-e9b6-4397-b06a-dfee02932293 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:00.009404 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c901f9e-ff03-40c0-b92f-dcd6dfbc4255 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.012620 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-537b2dd2-248f-4558-b81b-926ae185fcec tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 12:02:00.013343 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537b2dd2-248f-4558-b81b-926ae185fcec tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:02:00.035749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-537b2dd2-248f-4558-b81b-926ae185fcec tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4441650 Aug 20 12:02:00.038488 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43856) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:00.056862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c901f9e-ff03-40c0-b92f-dcd6dfbc4255 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event deleted for resources: {'Port': ['ID=83924446-a259-479a-b26e-4f4831ab0bd9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:00.107272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e29f7c-83db-4f63-aa10-7d7fa1202c5b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:00.113672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e29f7c-83db-4f63-aa10-7d7fa1202c5b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:00.118428 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-21e29f7c-83db-4f63-aa10-7d7fa1202c5b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0787175 Aug 20 12:02:00.119929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43858) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:00.176950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b3918069-e798-450e-b1d5-ce6a7013b9ce, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b3918069-e798-450e-b1d5-ce6a7013b9ce,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:00.177950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d6fdeb93-e8fd-4ede-9022-0b13c6d36acc None None] Provisioning complete for port 83924446-a259-479a-b26e-4f4831ab0bd9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:00.178307 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d6fdeb93-e8fd-4ede-9022-0b13c6d36acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.180009 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5f91ae6b-f47b-4c50-9e51-7a3e7886f842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330110346', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:01:26Z', 'updated_at': '2021-08-20T12:01:59Z', 'revision_number': 6, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:00.233569 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.240576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d6fdeb93-e8fd-4ede-9022-0b13c6d36acc None None] Port 83924446-a259-479a-b26e-4f4831ab0bd9 was deleted so its status cannot be updated. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 12:02:00.244122 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f91ae6b-f47b-4c50-9e51-7a3e7886f842 None None] The sync data for ids ['9455e9e2-2c57-4bf3-adcf-0df60e40dd01'] in n-d-804299-2 is: [{'id': '9455e9e2-2c57-4bf3-adcf-0df60e40dd01', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330110346', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:01:26Z', 'updated_at': '2021-08-20T12:01:59Z', 'revision_number': 6, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:00.251752 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-90e2f1a7-43d4-40e5-a3d7-15084dc3489d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port 5cd4a5b7-ffea-4457-ac02-6ad3aead222b {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:00.252158 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-90e2f1a7-43d4-40e5-a3d7-15084dc3489d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.375177 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-cffe6bbc-7fb1-40c3-ba47-d971a345629f None None] Deleting port 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:00.376101 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cffe6bbc-7fb1-40c3-ba47-d971a345629f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.393443 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-90e2f1a7-43d4-40e5-a3d7-15084dc3489d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.394459 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c901f9e-ff03-40c0-b92f-dcd6dfbc4255 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.396505 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9c901f9e-ff03-40c0-b92f-dcd6dfbc4255 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "DELETE /v2.0/ports/83924446-a259-479a-b26e-4f4831ab0bd9 HTTP/1.1" status: 204 len: 168 time: 1.0620530 Aug 20 12:02:00.399899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43860) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:00.408236 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-90e2f1a7-43d4-40e5-a3d7-15084dc3489d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for 5cd4a5b7-ffea-4457-ac02-6ad3aead222b owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:00.434623 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bcaba3f-e417-4558-9542-ce50aea118f6 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] GET failed (client error): The resource could not be found. Aug 20 12:02:00.439282 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5bcaba3f-e417-4558-9542-ce50aea118f6 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "GET /v2.0/ports/83924446-a259-479a-b26e-4f4831ab0bd9 HTTP/1.1" status: 404 len: 333 time: 0.0353818 Aug 20 12:02:00.446126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43862) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:00.451070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=b3918069-e798-450e-b1d5-ce6a7013b9ce,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:00.460304 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4926592-da57-4a06-874f-047d3ed052cc tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.467986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['b3918069-e798-450e-b1d5-ce6a7013b9ce'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:00.523983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4926592-da57-4a06-874f-047d3ed052cc tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event deleted for resources: {'Port': ['ID=15a59894-e9b6-4397-b06a-dfee02932293,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:00.534333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-cffe6bbc-7fb1-40c3-ba47-d971a345629f None None] For port 7def5da5-0a4b-459c-8299-fb5a2fbf32f2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=7def5da5-0a4b-459c-8299-fb5a2fbf32f2,segment=NetworkSegment(d186c73a-5110-4e6e-ac50-75874dff8eb0),segment_id=d186c73a-5110-4e6e-ac50-75874dff8eb0)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:00.534814 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cffe6bbc-7fb1-40c3-ba47-d971a345629f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.577648 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-cffe6bbc-7fb1-40c3-ba47-d971a345629f None None] Calling delete_port for 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:00.578433 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-90e2f1a7-43d4-40e5-a3d7-15084dc3489d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.635448 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2f1a7-43d4-40e5-a3d7-15084dc3489d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=5cd4a5b7-ffea-4457-ac02-6ad3aead222b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:00.641830 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4926592-da57-4a06-874f-047d3ed052cc tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.684175 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-90e2f1a7-43d4-40e5-a3d7-15084dc3489d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.692362 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-90e2f1a7-43d4-40e5-a3d7-15084dc3489d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/5cd4a5b7-ffea-4457-ac02-6ad3aead222b HTTP/1.1" status: 204 len: 168 time: 0.5698876 Aug 20 12:02:00.693056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43866) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:00.756507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87e85fe-0345-4083-9a65-30e2c1e1c76b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:00.758199 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87e85fe-0345-4083-9a65-30e2c1e1c76b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:00.762872 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f87e85fe-0345-4083-9a65-30e2c1e1c76b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0685446 Aug 20 12:02:00.763231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43868) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:00.817747 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4926592-da57-4a06-874f-047d3ed052cc tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.820743 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cffe6bbc-7fb1-40c3-ba47-d971a345629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.821737 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4926592-da57-4a06-874f-047d3ed052cc tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.831117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-85aec905-6e2b-414c-8f83-18c9d96ed1ec tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Deleting port 6d6fca5f-b2fe-471b-a47d-de0942c7ad91 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:00.831605 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85aec905-6e2b-414c-8f83-18c9d96ed1ec tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.836594 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66b25a4-decf-4a42-86d8-43f93579b941 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 4ab38665-7e77-4d29-98ca-be5b21beaf4a {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:00.842199 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e66b25a4-decf-4a42-86d8-43f93579b941 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.882054 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffe6bbc-7fb1-40c3-ba47-d971a345629f None None] No DVR routers for this DVR port 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:00.890873 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e66b25a4-decf-4a42-86d8-43f93579b941 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.896523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe6bbc-7fb1-40c3-ba47-d971a345629f None None] Pushing event deleted for resources: {'Port': ['ID=7def5da5-0a4b-459c-8299-fb5a2fbf32f2,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:00.924611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832dd12-4efd-406c-9f55-b540e7470eac req-ca626186-a24e-44c8-bf29-98d748729b42 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:00.926447 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5832dd12-4efd-406c-9f55-b540e7470eac req-ca626186-a24e-44c8-bf29-98d748729b42 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 944 time: 0.1989274 Aug 20 12:02:00.965527 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4926592-da57-4a06-874f-047d3ed052cc tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.966363 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4926592-da57-4a06-874f-047d3ed052cc tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Fanout notify agent at l3_agent the message router_deleted on router 9455e9e2-2c57-4bf3-adcf-0df60e40dd01 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:02:00.979187 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4926592-da57-4a06-874f-047d3ed052cc tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.980262 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c4926592-da57-4a06-874f-047d3ed052cc tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "DELETE /v2.0/routers/9455e9e2-2c57-4bf3-adcf-0df60e40dd01 HTTP/1.1" status: 204 len: 168 time: 1.9429319 Aug 20 12:02:00.985252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43870) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:01.026224 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5832dd12-4efd-406c-9f55-b540e7470eac req-a1aab1f8-102e-4c7c-af59-8b748c98ff22 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833852 Aug 20 12:02:01.030239 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85aec905-6e2b-414c-8f83-18c9d96ed1ec tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.044714 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-85aec905-6e2b-414c-8f83-18c9d96ed1ec tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Calling delete_port for 6d6fca5f-b2fe-471b-a47d-de0942c7ad91 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:01.073376 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e66b25a4-decf-4a42-86d8-43f93579b941 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.084897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-76cb33ca-be10-45a7-b225-3a4542a02573 None None] Provisioning for port f39c8d5f-c422-4d56-836f-3679909e8b51 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:01.117922 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2b2fd288-0e20-49f8-a659-787e5f5dc663 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.207255 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85aec905-6e2b-414c-8f83-18c9d96ed1ec tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.236121 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e66b25a4-decf-4a42-86d8-43f93579b941 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.244797 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aec905-6e2b-414c-8f83-18c9d96ed1ec tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event deleted for resources: {'Port': ['ID=6d6fca5f-b2fe-471b-a47d-de0942c7ad91,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:01.274307 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85aec905-6e2b-414c-8f83-18c9d96ed1ec tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.277135 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e66b25a4-decf-4a42-86d8-43f93579b941 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.277540 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-85aec905-6e2b-414c-8f83-18c9d96ed1ec tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "DELETE /v2.0/ports/6d6fca5f-b2fe-471b-a47d-de0942c7ad91 HTTP/1.1" status: 204 len: 168 time: 0.8295381 Aug 20 12:02:01.281327 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e66b25a4-decf-4a42-86d8-43f93579b941 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/4ab38665-7e77-4d29-98ca-be5b21beaf4a HTTP/1.1" status: 204 len: 168 time: 0.5148518 Aug 20 12:02:01.281493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43872) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:01.281612 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2b2fd288-0e20-49f8-a659-787e5f5dc663 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.281904 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43874) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:01.283758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b25a4-decf-4a42-86d8-43f93579b941 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab38665-7e77-4d29-98ca-be5b21beaf4a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:01.294942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-2b2fd288-0e20-49f8-a659-787e5f5dc663 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7da261-00fe-45b9-b3e8-b29bc2b23f5c']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:01.307651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-2b2fd288-0e20-49f8-a659-787e5f5dc663 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd186c73a-5110-4e6e-ac50-75874dff8eb0') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:01.308569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-2b2fd288-0e20-49f8-a659-787e5f5dc663 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd186c73a-5110-4e6e-ac50-75874dff8eb0') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:01.321195 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ba4aeab0-959f-471c-ae23-11ab485a227b None None] Could not find standard attr ID for object 5cd4a5b7-ffea-4457-ac02-6ad3aead222b. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:02:01.324964 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2b2fd288-0e20-49f8-a659-787e5f5dc663 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.338641 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f9055-4b2c-43ee-8727-9cb77d291165 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:01.344930 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2b2fd288-0e20-49f8-a659-787e5f5dc663 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.361440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2fd288-0e20-49f8-a659-787e5f5dc663 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:02:01.361440 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2b2fd288-0e20-49f8-a659-787e5f5dc663 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:02:01.364778 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:02:01.383603 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43876) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:01.385190 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8909bbeb-3cae-4656-bd8b-f978ae96d449 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937378 Aug 20 12:02:01.389339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8d065f08-75c8-4f72-a77c-de3283b3dda3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:01.408113 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06df5ae-4954-49ec-969d-ac7451bd9b30 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] GET failed (client error): The resource could not be found. Aug 20 12:02:01.413226 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e06df5ae-4954-49ec-969d-ac7451bd9b30 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "GET /v2.0/ports/6d6fca5f-b2fe-471b-a47d-de0942c7ad91 HTTP/1.1" status: 404 len: 333 time: 0.1282485 Aug 20 12:02:01.413444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43878) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:01.494501 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f39c8d5f-c422-4d56-836f-3679909e8b51 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:01.552196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d981d052-63cc-4f06-8b74-16c17bf00742 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Deleting port 91fb8f34-e3d3-4979-a7e1-efb26acaeffd {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:01.552558 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d981d052-63cc-4f06-8b74-16c17bf00742 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.558637 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2b2fd288-0e20-49f8-a659-787e5f5dc663 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.573400 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2b2fd288-0e20-49f8-a659-787e5f5dc663 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.575895 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2b2fd288-0e20-49f8-a659-787e5f5dc663 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "DELETE /v2.0/networks/5a7da261-00fe-45b9-b3e8-b29bc2b23f5c HTTP/1.1" status: 204 len: 168 time: 0.5896413 Aug 20 12:02:01.590259 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43880) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:01.602322 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port f39c8d5f-c422-4d56-836f-3679909e8b51 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:01.609954 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f39c8d5f-c422-4d56-836f-3679909e8b51 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:01.610341 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.670252 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a30e210-7bb7-4f3f-be3e-37d7e52e3499 None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:02:01.680421 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d981d052-63cc-4f06-8b74-16c17bf00742 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.693705 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d981d052-63cc-4f06-8b74-16c17bf00742 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Calling delete_port for 91fb8f34-e3d3-4979-a7e1-efb26acaeffd owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:01.706850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fd288-0e20-49f8-a659-787e5f5dc663 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event deleted for resources: {'Network': ['ID=5a7da261-00fe-45b9-b3e8-b29bc2b23f5c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:01.784937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1a30e210-7bb7-4f3f-be3e-37d7e52e3499 None None] Deleting port f39c8d5f-c422-4d56-836f-3679909e8b51 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:01.785213 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1a30e210-7bb7-4f3f-be3e-37d7e52e3499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.794144 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d065f08-75c8-4f72-a77c-de3283b3dda3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:01.797607 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d065f08-75c8-4f72-a77c-de3283b3dda3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.834589 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.847104 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d981d052-63cc-4f06-8b74-16c17bf00742 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.883020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-1a30e210-7bb7-4f3f-be3e-37d7e52e3499 None None] For port f39c8d5f-c422-4d56-836f-3679909e8b51, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f39c8d5f-c422-4d56-836f-3679909e8b51,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:01.883362 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1a30e210-7bb7-4f3f-be3e-37d7e52e3499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.899498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981d052-63cc-4f06-8b74-16c17bf00742 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event deleted for resources: {'Port': ['ID=91fb8f34-e3d3-4979-a7e1-efb26acaeffd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:01.901662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port f39c8d5f-c422-4d56-836f-3679909e8b51, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f39c8d5f-c422-4d56-836f-3679909e8b51,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:01.906523 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d981d052-63cc-4f06-8b74-16c17bf00742 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.911219 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d981d052-63cc-4f06-8b74-16c17bf00742 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "DELETE /v2.0/ports/91fb8f34-e3d3-4979-a7e1-efb26acaeffd HTTP/1.1" status: 204 len: 168 time: 0.4943066 Aug 20 12:02:01.911392 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.911521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43882) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:01.912830 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1a30e210-7bb7-4f3f-be3e-37d7e52e3499 None None] Calling delete_port for f39c8d5f-c422-4d56-836f-3679909e8b51 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:01.979993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-480dd526-5ab1-4a36-b373-adfceb42586a tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Deleting port 671f7cf0-aa08-4c34-b49a-91babf38be3f {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:01.980607 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-480dd526-5ab1-4a36-b373-adfceb42586a tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.985873 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-489d536e-7cec-4d0e-a163-03b7f3601f42 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Deleting subnet bda46d6a-4650-462d-8050-097254315825 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:01.989677 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-489d536e-7cec-4d0e-a163-03b7f3601f42 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.012806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:02.046566 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-489d536e-7cec-4d0e-a163-03b7f3601f42 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.046808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:02.046941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7def5da5-0a4b-459c-8299-fb5a2fbf32f2 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:02.047393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 15a59894-e9b6-4397-b06a-dfee02932293 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:02.050459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=f39c8d5f-c422-4d56-836f-3679909e8b51,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:02.075781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 15a59894-e9b6-4397-b06a-dfee02932293 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:02.076129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 15a59894-e9b6-4397-b06a-dfee02932293 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:02.076672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 53941670-ad5c-4b60-ad42-454166798995 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:02.102746 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 53941670-ad5c-4b60-ad42-454166798995 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:02.103817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 53941670-ad5c-4b60-ad42-454166798995 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:02.103936 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-480dd526-5ab1-4a36-b373-adfceb42586a tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.104977 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-480dd526-5ab1-4a36-b373-adfceb42586a tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.131339 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1a30e210-7bb7-4f3f-be3e-37d7e52e3499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.164383 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30e210-7bb7-4f3f-be3e-37d7e52e3499 None None] No DVR routers for this DVR port f39c8d5f-c422-4d56-836f-3679909e8b51 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:02.166575 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-489d536e-7cec-4d0e-a163-03b7f3601f42 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.170460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30e210-7bb7-4f3f-be3e-37d7e52e3499 None None] Pushing event deleted for resources: {'Port': ['ID=f39c8d5f-c422-4d56-836f-3679909e8b51,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:02.179853 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-480dd526-5ab1-4a36-b373-adfceb42586a tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Calling delete_port for 671f7cf0-aa08-4c34-b49a-91babf38be3f owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:02.241971 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-489d536e-7cec-4d0e-a163-03b7f3601f42 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.270450 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d536e-7cec-4d0e-a163-03b7f3601f42 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event deleted for resources: {'Subnet': ['ID=bda46d6a-4650-462d-8050-097254315825,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:02.274086 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-489d536e-7cec-4d0e-a163-03b7f3601f42 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.277600 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-489d536e-7cec-4d0e-a163-03b7f3601f42 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "DELETE /v2.0/subnets/bda46d6a-4650-462d-8050-097254315825 HTTP/1.1" status: 204 len: 168 time: 0.3647780 Aug 20 12:02:02.279634 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43886) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:02.282656 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed0e0fc-233b-4af6-9371-9c485ee59da0 None None] Network eaaf55bf-3bba-452c-9f38-cd7808e441c9 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:02.366618 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.430316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Deleting port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:02.430769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.482266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57565196-fe0c-49bc-95c5-93e3850d6461 None None] DHCP port deletion for eaaf55bf-3bba-452c-9f38-cd7808e441c9 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:02:02.501544 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] For port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f,segment=NetworkSegment(560babc5-a318-4314-953b-4a01771a1f53),segment_id=560babc5-a318-4314-953b-4a01771a1f53)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:02.502068 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.517101 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Calling delete_port for 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:02.531933 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-57565196-fe0c-49bc-95c5-93e3850d6461 None None] Deleting port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:02.532711 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-57565196-fe0c-49bc-95c5-93e3850d6461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.583959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673ec1b-6ead-45d1-b3aa-c2bc0a39a1eb req-98835215-672b-4fc7-85bb-75794e34227c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:02.585514 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4673ec1b-6ead-45d1-b3aa-c2bc0a39a1eb req-98835215-672b-4fc7-85bb-75794e34227c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 944 time: 0.4638958 Aug 20 12:02:02.602046 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-57565196-fe0c-49bc-95c5-93e3850d6461 None None] For port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f,segment=NetworkSegment(560babc5-a318-4314-953b-4a01771a1f53),segment_id=560babc5-a318-4314-953b-4a01771a1f53)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:02.602443 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-57565196-fe0c-49bc-95c5-93e3850d6461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.610448 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.615532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-57565196-fe0c-49bc-95c5-93e3850d6461 None None] Calling delete_port for 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:02.641453 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event deleted for resources: {'Port': ['ID=6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:02.645354 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] No DVR routers for this DVR port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:02.647671 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d065f08-75c8-4f72-a77c-de3283b3dda3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.695341 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-57565196-fe0c-49bc-95c5-93e3850d6461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.721118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57565196-fe0c-49bc-95c5-93e3850d6461 None None] Pushing event deleted for resources: {'Port': ['ID=6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:02.725666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57565196-fe0c-49bc-95c5-93e3850d6461 None None] No DVR routers for this DVR port 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:02.727466 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4673ec1b-6ead-45d1-b3aa-c2bc0a39a1eb req-0540d8c1-fa15-47a8-b39d-d14dfef6d29e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282406 Aug 20 12:02:02.731402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d065f08-75c8-4f72-a77c-de3283b3dda3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:02.737900 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.757771 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-8d065f08-75c8-4f72-a77c-de3283b3dda3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:02.758019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaaf55bf-3bba-452c-9f38-cd7808e441c9']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:02.764266 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d065f08-75c8-4f72-a77c-de3283b3dda3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:02.764918 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d065f08-75c8-4f72-a77c-de3283b3dda3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.769772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d065f08-75c8-4f72-a77c-de3283b3dda3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=3c997a2a-eebc-4a41-8e1a-ff9e5118f28a,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:02.770917 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc470387-166d-4f32-bc15-c0a6a6a6c848 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:02.772535 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560babc5-a318-4314-953b-4a01771a1f53') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:02.773058 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560babc5-a318-4314-953b-4a01771a1f53') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:02.785019 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8d065f08-75c8-4f72-a77c-de3283b3dda3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4007306 Aug 20 12:02:02.787927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43888) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:02.789507 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.793107 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f6491899-0d66-4430-816f-f5372bb1c01d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'fixed_ips': [{'subnet_id': '3c997a2a-eebc-4a41-8e1a-ff9e5118f28a', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1819730867'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:02.805793 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.813713 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:02:02.814254 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:02:02.818016 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:02:02.891499 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-480dd526-5ab1-4a36-b373-adfceb42586a tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.893166 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.912696 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.918330 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] 10.222.0.37 "DELETE /v2.0/networks/eaaf55bf-3bba-452c-9f38-cd7808e441c9 HTTP/1.1" status: 204 len: 168 time: 0.6375589 Aug 20 12:02:02.919335 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca58106-0b54-4ec4-8734-0b522021a2f8 tempest-AllowedAddressPairIpV6TestJSON-970409059 tempest-AllowedAddressPairIpV6TestJSON-970409059-project] Pushing event deleted for resources: {'Network': ['ID=eaaf55bf-3bba-452c-9f38-cd7808e441c9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:02.938640 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dd526-5ab1-4a36-b373-adfceb42586a tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event deleted for resources: {'Port': ['ID=671f7cf0-aa08-4c34-b49a-91babf38be3f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:02.947389 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.952501 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': '3c997a2a-eebc-4a41-8e1a-ff9e5118f28a'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:02:02.953785 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.024965 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6491899-0d66-4430-816f-f5372bb1c01d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:03.030168 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f6491899-0d66-4430-816f-f5372bb1c01d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.034135 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b3918069-e798-450e-b1d5-ce6a7013b9ce up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:03.043699 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-480dd526-5ab1-4a36-b373-adfceb42586a tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.043999 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-480dd526-5ab1-4a36-b373-adfceb42586a tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Floating IP 8054cb2d-5ee9-41cc-b765-c03b2bc8a4b8 disassociated (deleted). External IP: 172.25.8.117, port: cfd8bcce-a919-4e33-bda6-f1a19bc29ee1. Aug 20 12:02:03.085330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-f6491899-0d66-4430-816f-f5372bb1c01d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port 74b6f381-67b7-4f6b-84be-f85f8e4e7c81 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:02:03.144733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Allocated IP 2001:db8::2 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/3c997a2a-eebc-4a41-8e1a-ff9e5118f28a/31f03eeb-fda3-41e1-b460-7910a2b34b25) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:03.146821 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port b3918069-e798-450e-b1d5-ce6a7013b9ce completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:03.156892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port b3918069-e798-450e-b1d5-ce6a7013b9ce triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:03.157260 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.227028 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43894) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:03.333776 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.378880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b3012c-e0d9-4f35-b923-eeac68ed046f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3918069-e798-450e-b1d5-ce6a7013b9ce'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:03.380051 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480dd526-5ab1-4a36-b373-adfceb42586a tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:02:03.381695 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abed1aa5-d943-4b12-b5ff-f886d25cb131" -d '{"events": [{"server_uuid": "b0b3012c-e0d9-4f35-b923-eeac68ed046f", "name": "network-vif-plugged", "status": "completed", "tag": "b3918069-e798-450e-b1d5-ce6a7013b9ce"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:03.390604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f39c8d5f-c422-4d56-836f-3679909e8b51 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:03.393385 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.399401 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7fdcb311-438b-45cf-8b4c-c5357c8c72a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef63be1d55c44ce9a41d37a819f62b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1692400 Aug 20 12:02:03.402703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43902) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:03.423904 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: f39c8d5f-c422-4d56-836f-3679909e8b51 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:03.424243 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f39c8d5f-c422-4d56-836f-3679909e8b51 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:03.424873 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:03.429690 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b3918069-e798-450e-b1d5-ce6a7013b9ce, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b3918069-e798-450e-b1d5-ce6a7013b9ce,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:03.431262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Transition to ACTIVE for port object 31f03eeb-fda3-41e1-b460-7910a2b34b25 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:03.451951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:03.452294 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6ad0a3f0-586b-4580-9ea5-ba5fe9c5018f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:03.454542 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.468552 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-370ca474-a5ba-4424-9e9a-23c43038725a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.489936 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Transition to ACTIVE for port object 31f03eeb-fda3-41e1-b460-7910a2b34b25 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:03.493172 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-370ca474-a5ba-4424-9e9a-23c43038725a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.511385 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.515035 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6491899-0d66-4430-816f-f5372bb1c01d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:02:03.516369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6491899-0d66-4430-816f-f5372bb1c01d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:02:03.522907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=b3918069-e798-450e-b1d5-ce6a7013b9ce,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:03.544917 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f6491899-0d66-4430-816f-f5372bb1c01d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7554488 Aug 20 12:02:03.548023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43904) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:03.551287 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480dd526-5ab1-4a36-b373-adfceb42586a tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:03.558039 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-480dd526-5ab1-4a36-b373-adfceb42586a tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.563677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:03.566817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:03.570038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:03.573777 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf93098f-b3cb-4015-89e2-f5943ac3ee4d None None] Sync routers for ids ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:03.592918 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf93098f-b3cb-4015-89e2-f5943ac3ee4d None None] Routers {'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:03.593810 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bf93098f-b3cb-4015-89e2-f5943ac3ee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:03.599843 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Pushing event updated for resources: {'Port': ['ID=31f03eeb-fda3-41e1-b460-7910a2b34b25,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:03.600913 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-480dd526-5ab1-4a36-b373-adfceb42586a tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "DELETE /v2.0/floatingips/8054cb2d-5ee9-41cc-b765-c03b2bc8a4b8 HTTP/1.1" status: 204 len: 168 time: 2.0062671 Aug 20 12:02:03.601809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596e2f2b-c68e-429b-b146-a5bb6d4c8012', 'tag': 'cfd8bcce-a919-4e33-bda6-f1a19bc29ee1'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:03.605025 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bb5605-ba8c-4aba-a06b-4936d422b0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "596e2f2b-c68e-429b-b146-a5bb6d4c8012", "tag": "cfd8bcce-a919-4e33-bda6-f1a19bc29ee1"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:03.639199 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08599f4f-b389-4be8-ae2f-afac13eaf4fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:03.643007 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-08599f4f-b389-4be8-ae2f-afac13eaf4fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0936995 Aug 20 12:02:03.643543 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43910) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:03.644077 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-370ca474-a5ba-4424-9e9a-23c43038725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.647142 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-370ca474-a5ba-4424-9e9a-23c43038725a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.648313 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-370ca474-a5ba-4424-9e9a-23c43038725a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9268659-8236-4aa3-b25f-ba78a58bcec2 HTTP/1.1" status: 204 len: 168 time: 0.2446947 Aug 20 12:02:03.657838 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ca474-a5ba-4424-9e9a-23c43038725a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9268659-8236-4aa3-b25f-ba78a58bcec2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:03.730145 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6c17fd-b23e-4b7b-b2f5-9075577d0092 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:03.731487 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a286ac9d-a5aa-48c3-882a-0baf86f7163f x-openstack-request-id: req-a286ac9d-a5aa-48c3-882a-0baf86f7163f {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:03.731941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6c17fd-b23e-4b7b-b2f5-9075577d0092 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:03.732258 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b3012c-e0d9-4f35-b923-eeac68ed046f", "name": "network-vif-plugged", "status": "completed", "tag": "b3918069-e798-450e-b1d5-ce6a7013b9ce", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:03.732937 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a286ac9d-a5aa-48c3-882a-0baf86f7163f {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:03.735897 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0a6c17fd-b23e-4b7b-b2f5-9075577d0092 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0888116 Aug 20 12:02:03.736031 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9da09c-47f3-43b4-99b0-3104da67d3b5 x-openstack-request-id: req-5b9da09c-47f3-43b4-99b0-3104da67d3b5 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:03.737448 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43914) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:03.745399 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596e2f2b-c68e-429b-b146-a5bb6d4c8012", "tag": "cfd8bcce-a919-4e33-bda6-f1a19bc29ee1", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:03.745747 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b9da09c-47f3-43b4-99b0-3104da67d3b5 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:03.746191 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596e2f2b-c68e-429b-b146-a5bb6d4c8012', 'tag': 'cfd8bcce-a919-4e33-bda6-f1a19bc29ee1', 'status': 'completed', 'code': 200} Aug 20 12:02:03.749825 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b3012c-e0d9-4f35-b923-eeac68ed046f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3918069-e798-450e-b1d5-ce6a7013b9ce', 'code': 200} Aug 20 12:02:03.757707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Attempting to bind port 31f03eeb-fda3-41e1-b460-7910a2b34b25 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:03.758088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Attempting to bind port 31f03eeb-fda3-41e1-b460-7910a2b34b25 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:03.758567 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Attempting to bind port 31f03eeb-fda3-41e1-b460-7910a2b34b25 on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:03.790051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:03.790570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:03.794529 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.794946 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:03.796596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Bound port: 31f03eeb-fda3-41e1-b460-7910a2b34b25, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:03.797718 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.800752 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-bf93098f-b3cb-4015-89e2-f5943ac3ee4d None None] Set router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:03.856302 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5605-ba8c-4aba-a06b-4936d422b0ad req-fc23afb3-f56a-4c83-a51b-43f4cbfa0cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:03.858913 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65bb5605-ba8c-4aba-a06b-4936d422b0ad req-fc23afb3-f56a-4c83-a51b-43f4cbfa0cbf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b808612be0f3486f97efd9a6d80898a8&device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 1135 time: 0.0939603 Aug 20 12:02:03.937634 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] For port 31f03eeb-fda3-41e1-b460-7910a2b34b25, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:03.952060 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] For port 31f03eeb-fda3-41e1-b460-7910a2b34b25, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=31f03eeb-fda3-41e1-b460-7910a2b34b25,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:03.965229 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.995017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5605-ba8c-4aba-a06b-4936d422b0ad req-d5a838a4-8d1b-431e-ac76-679226bd97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:03.996997 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65bb5605-ba8c-4aba-a06b-4936d422b0ad req-d5a838a4-8d1b-431e-ac76-679226bd97f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4bb72192-08b7-4670-ad41-93126ce0d9d3 HTTP/1.1" status: 200 len: 896 time: 0.1307511 Aug 20 12:02:04.059376 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65bb5605-ba8c-4aba-a06b-4936d422b0ad req-8cfaddda-5e3d-45ab-b0d8-11f0f0870a72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 HTTP/1.1" status: 200 len: 217 time: 0.0525270 Aug 20 12:02:04.123339 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af237e8-074e-4822-a630-d66c204f67eb None None] Pushing event updated for resources: {'Port': ['ID=31f03eeb-fda3-41e1-b460-7910a2b34b25,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:04.156334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5605-ba8c-4aba-a06b-4936d422b0ad req-2df6e5a4-7cc5-4cd0-9a9d-afe5fd40f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:04.158052 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65bb5605-ba8c-4aba-a06b-4936d422b0ad req-2df6e5a4-7cc5-4cd0-9a9d-afe5fd40f5ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b86bb6f-caa7-49c3-935a-98f7b166d56f HTTP/1.1" status: 200 len: 833 time: 0.0867205 Aug 20 12:02:04.163776 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bf93098f-b3cb-4015-89e2-f5943ac3ee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1127230386', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '047abaa8-e401-43db-ba66-bd020461215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:27Z', 'updated_at': '2021-08-20T12:00:32Z', 'revision_number': 4, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '047abaa8-e401-43db-ba66-bd020461215f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:28Z', 'updated_at': '2021-08-20T12:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b63c2262-097c-4ab8-a207-17904344eefa', 'name': '', 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'mac_address': 'fa:16:3e:1a:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:31Z', 'updated_at': '2021-08-20T12:00:37Z', 'revision_number': 5, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'subnets': [{'id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:04.174600 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab8dd2-22d7-49af-bb5e-88032445b143 req-d4a55722-cc6c-46fb-ab51-55f0ad6e7fb0 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:04.176363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-53ab8dd2-22d7-49af-bb5e-88032445b143 req-d4a55722-cc6c-46fb-ab51-55f0ad6e7fb0 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 984 time: 0.1159043 Aug 20 12:02:04.227752 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf93098f-b3cb-4015-89e2-f5943ac3ee4d None None] Checking router: e096114e-6e4f-4b7d-a1f9-92e0e00a4dba for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:04.250061 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-53ab8dd2-22d7-49af-bb5e-88032445b143 req-4dbf7193-624c-46a2-baca-c878fa76ae22 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/security-groups?id=c18129d8-078f-4f69-847d-c14060bc7611&id=5151159d-3ad9-44c0-923f-be91d5da09fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0630419 Aug 20 12:02:04.259373 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5605-ba8c-4aba-a06b-4936d422b0ad req-1f4a363e-0fab-46fa-873b-6a3c0e5490f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:04.261270 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65bb5605-ba8c-4aba-a06b-4936d422b0ad req-1f4a363e-0fab-46fa-873b-6a3c0e5490f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4bb72192-08b7-4670-ad41-93126ce0d9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838940 Aug 20 12:02:04.265869 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf93098f-b3cb-4015-89e2-f5943ac3ee4d None None] Routers {'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:04.267350 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bf93098f-b3cb-4015-89e2-f5943ac3ee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:04.365002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6afe5e8-c73b-4d43-bd6d-fd3226eaeeba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 3c997a2a-eebc-4a41-8e1a-ff9e5118f28a {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:04.370471 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6afe5e8-c73b-4d43-bd6d-fd3226eaeeba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.427807 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65bb5605-ba8c-4aba-a06b-4936d422b0ad req-d50d8a91-084c-434b-9d98-73842e1afebf service neutron] 10.222.0.35 "GET /v2.0/networks/4bb72192-08b7-4670-ad41-93126ce0d9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583414 Aug 20 12:02:04.448539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa95889-5531-407c-9e03-92a0fda57728 req-b8c63bcf-f6e8-4181-9af5-5b6d1b28e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:04.450092 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-baa95889-5531-407c-9e03-92a0fda57728 req-b8c63bcf-f6e8-4181-9af5-5b6d1b28e6e8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 1096 time: 0.6338520 Aug 20 12:02:04.467497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249f011-1d93-42fd-a20d-24c3d9522217 req-375c91d3-7ae5-4e67-9262-a9f4bedff3f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:04.468430 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-bf93098f-b3cb-4015-89e2-f5943ac3ee4d None None] Set router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:04.469543 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a249f011-1d93-42fd-a20d-24c3d9522217 req-375c91d3-7ae5-4e67-9262-a9f4bedff3f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 945 time: 0.6015551 Aug 20 12:02:04.476920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6afe5e8-c73b-4d43-bd6d-fd3226eaeeba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.580884 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-baa95889-5531-407c-9e03-92a0fda57728 req-16d7219e-2248-4f77-b917-72f69add574a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224535 Aug 20 12:02:04.595708 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a249f011-1d93-42fd-a20d-24c3d9522217 req-7e0e5939-1fb5-4198-bd54-fd4236b9be24 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861382 Aug 20 12:02:04.600772 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65bb5605-ba8c-4aba-a06b-4936d422b0ad req-cfa33b9d-3733-4cc0-9617-6080b3072542 service neutron] 10.222.0.35 "GET /v2.0/networks/4bb72192-08b7-4670-ad41-93126ce0d9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647289 Aug 20 12:02:04.646499 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6afe5e8-c73b-4d43-bd6d-fd3226eaeeba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.710180 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6afe5e8-c73b-4d43-bd6d-fd3226eaeeba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.736418 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bf93098f-b3cb-4015-89e2-f5943ac3ee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1127230386', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '047abaa8-e401-43db-ba66-bd020461215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:27Z', 'updated_at': '2021-08-20T12:00:32Z', 'revision_number': 4, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '047abaa8-e401-43db-ba66-bd020461215f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:28Z', 'updated_at': '2021-08-20T12:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b63c2262-097c-4ab8-a207-17904344eefa', 'name': '', 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'mac_address': 'fa:16:3e:1a:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:31Z', 'updated_at': '2021-08-20T12:00:37Z', 'revision_number': 5, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'subnets': [{'id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:04.743120 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6afe5e8-c73b-4d43-bd6d-fd3226eaeeba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.747609 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b6afe5e8-c73b-4d43-bd6d-fd3226eaeeba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/3c997a2a-eebc-4a41-8e1a-ff9e5118f28a HTTP/1.1" status: 204 len: 168 time: 1.0056036 Aug 20 12:02:04.747862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43938) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:04.749228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afe5e8-c73b-4d43-bd6d-fd3226eaeeba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=3c997a2a-eebc-4a41-8e1a-ff9e5118f28a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:04.777411 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf93098f-b3cb-4015-89e2-f5943ac3ee4d None None] The sync data for ids ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'] in n-d-804299-2 is: [{'id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1127230386', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '047abaa8-e401-43db-ba66-bd020461215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:27Z', 'updated_at': '2021-08-20T12:00:32Z', 'revision_number': 4, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '047abaa8-e401-43db-ba66-bd020461215f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:28Z', 'updated_at': '2021-08-20T12:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b63c2262-097c-4ab8-a207-17904344eefa', 'name': '', 'network_id': '4bb72192-08b7-4670-ad41-93126ce0d9d3', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'mac_address': 'fa:16:3e:1a:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:31Z', 'updated_at': '2021-08-20T12:00:37Z', 'revision_number': 5, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'subnets': [{'id': '7b86bb6f-caa7-49c3-935a-98f7b166d56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:04.797841 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ba1844f2-3be7-4a0f-8333-003d1938e362 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487781 Aug 20 12:02:04.801773 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43940) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:04.807805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ea9eb140-0401-4d72-a457-c59e1a33a8df tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:04.888543 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43942) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:04.921072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9eb140-0401-4d72-a457-c59e1a33a8df tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:04.924579 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb140-0401-4d72-a457-c59e1a33a8df tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.993422 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-49c86e92-5eb8-40a6-a84b-516dc7caaced tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1206787300'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:05.023565 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c86e92-5eb8-40a6-a84b-516dc7caaced tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:05.028821 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49c86e92-5eb8-40a6-a84b-516dc7caaced tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.044471 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49c86e92-5eb8-40a6-a84b-516dc7caaced tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.140991 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb140-0401-4d72-a457-c59e1a33a8df tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.151003 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49c86e92-5eb8-40a6-a84b-516dc7caaced tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.159124 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49c86e92-5eb8-40a6-a84b-516dc7caaced tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.199238 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9eb140-0401-4d72-a457-c59e1a33a8df tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:05.203364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c86e92-5eb8-40a6-a84b-516dc7caaced tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:05.203555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ea9eb140-0401-4d72-a457-c59e1a33a8df tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:05.208524 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9eb140-0401-4d72-a457-c59e1a33a8df tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:05.209314 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb140-0401-4d72-a457-c59e1a33a8df tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.216324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c86e92-5eb8-40a6-a84b-516dc7caaced tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b11d5d-fe1b-48f4-9add-4c4cd28d1bb9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:05.222053 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49c86e92-5eb8-40a6-a84b-516dc7caaced tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.222561 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-49c86e92-5eb8-40a6-a84b-516dc7caaced tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Added segment faf2bdf9-d677-4d63-8840-5f8d94a997e0 of type vlan for network c85706ba-dd42-491d-95c8-fcedfcf225d3 Aug 20 12:02:05.236334 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9eb140-0401-4d72-a457-c59e1a33a8df tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=85419044-07eb-4ed1-acf5-db83be5569bb,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:05.256291 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ea9eb140-0401-4d72-a457-c59e1a33a8df tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4529884 Aug 20 12:02:05.258831 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43946) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:05.264536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f5556aa1-8bd6-4ef6-8c19-f10a062e80d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1489251846', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:05.282815 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49c86e92-5eb8-40a6-a84b-516dc7caaced tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.290799 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5556aa1-8bd6-4ef6-8c19-f10a062e80d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.292064 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5556aa1-8bd6-4ef6-8c19-f10a062e80d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.316758 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49c86e92-5eb8-40a6-a84b-516dc7caaced tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.329541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c86e92-5eb8-40a6-a84b-516dc7caaced tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:05.330759 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49c86e92-5eb8-40a6-a84b-516dc7caaced tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.383605 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75289cd2-206e-42ee-a2ce-26d3ec38b486 None None] New status for floating IP 8054cb2d-5ee9-41cc-b765-c03b2bc8a4b8: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:02:05.413402 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5556aa1-8bd6-4ef6-8c19-f10a062e80d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.422443 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5556aa1-8bd6-4ef6-8c19-f10a062e80d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.455974 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5556aa1-8bd6-4ef6-8c19-f10a062e80d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.458443 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f5556aa1-8bd6-4ef6-8c19-f10a062e80d6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1979795 Aug 20 12:02:05.461188 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43950) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:05.488271 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-49c86e92-5eb8-40a6-a84b-516dc7caaced tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5985754 Aug 20 12:02:05.494677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43952) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:05.502326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5f1411-304f-486e-b20c-53419302d125 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:05.503256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ef4c9730-04a5-4bc0-99ef-f88ba91df890 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-444424943'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:05.514286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c86e92-5eb8-40a6-a84b-516dc7caaced tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Network': ['ID=c85706ba-dd42-491d-95c8-fcedfcf225d3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:05.544034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a5b02-2c86-48fc-b7c4-d28b4aab8039 req-3f50dcb5-fe74-43a2-bc18-444cc3719bfb tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:05.545626 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-408a5b02-2c86-48fc-b7c4-d28b4aab8039 req-3f50dcb5-fe74-43a2-bc18-444cc3719bfb tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 984 time: 0.1972687 Aug 20 12:02:05.557982 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 31f03eeb-fda3-41e1-b460-7910a2b34b25 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:05.558246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f4e00-f1bd-4904-ba4f-cdec04f01277 req-612a4900-1967-47b9-a266-1605fc6f139a tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:05.559566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cc1f4e00-f1bd-4904-ba4f-cdec04f01277 req-612a4900-1967-47b9-a266-1605fc6f139a tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.35 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 984 time: 0.1363025 Aug 20 12:02:05.569463 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network c85706ba-dd42-491d-95c8-fcedfcf225d3 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:05.651941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4c9730-04a5-4bc0-99ef-f88ba91df890 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:05.665205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d08f2209-4bcb-468c-bca3-9922034b6b96 None None] Provisioning for port 31f03eeb-fda3-41e1-b460-7910a2b34b25 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:05.670802 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9730-04a5-4bc0-99ef-f88ba91df890 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.751231 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-408a5b02-2c86-48fc-b7c4-d28b4aab8039 req-cc0ba6ca-8191-4709-814a-9385559bca58 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/security-groups?id=c18129d8-078f-4f69-847d-c14060bc7611&id=5151159d-3ad9-44c0-923f-be91d5da09fa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1898079 Aug 20 12:02:05.766295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4c9730-04a5-4bc0-99ef-f88ba91df890 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:05.782709 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9730-04a5-4bc0-99ef-f88ba91df890 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.783022 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-ef4c9730-04a5-4bc0-99ef-f88ba91df890 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Added segment 658714ed-23d1-424c-b788-7226ca9fe74d of type vlan for network c3faef18-16d8-4074-9414-40ed2fe8b84e Aug 20 12:02:05.802383 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 31f03eeb-fda3-41e1-b460-7910a2b34b25 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:05.810597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 31f03eeb-fda3-41e1-b460-7910a2b34b25 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:05.811374 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.878885 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9730-04a5-4bc0-99ef-f88ba91df890 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.899207 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.910231 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.930557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-cc1f4e00-f1bd-4904-ba4f-cdec04f01277 req-674c758f-d921-483f-83b7-d57149016ca9 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Deleting port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:05.930557 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cc1f4e00-f1bd-4904-ba4f-cdec04f01277 req-674c758f-d921-483f-83b7-d57149016ca9 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.936149 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9730-04a5-4bc0-99ef-f88ba91df890 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.941341 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4c9730-04a5-4bc0-99ef-f88ba91df890 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:05.941972 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9730-04a5-4bc0-99ef-f88ba91df890 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.964685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 31f03eeb-fda3-41e1-b460-7910a2b34b25, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=31f03eeb-fda3-41e1-b460-7910a2b34b25,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:05.972947 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.073847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80122319-4a22-41eb-acce-efc1c907be2e req-bf40ea18-f321-4bbe-ace9-df27ca4d77d8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:06.075523 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-80122319-4a22-41eb-acce-efc1c907be2e req-bf40ea18-f321-4bbe-ace9-df27ca4d77d8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 945 time: 0.3401520 Aug 20 12:02:06.095645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c9730-04a5-4bc0-99ef-f88ba91df890 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Network': ['ID=c3faef18-16d8-4074-9414-40ed2fe8b84e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:06.102029 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ef4c9730-04a5-4bc0-99ef-f88ba91df890 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6054270 Aug 20 12:02:06.106008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43956) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:06.118207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-6ae39c0f-dda7-4a2b-927f-80ad17e45fb6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'subnet': {'network_id': 'c85706ba-dd42-491d-95c8-fcedfcf225d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:06.172983 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-80122319-4a22-41eb-acce-efc1c907be2e req-8b024e12-cef0-4e05-a124-cf42bb17f332 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865963 Aug 20 12:02:06.202173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network c3faef18-16d8-4074-9414-40ed2fe8b84e details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:06.222162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-cc1f4e00-f1bd-4904-ba4f-cdec04f01277 req-674c758f-d921-483f-83b7-d57149016ca9 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] For port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=cfd8bcce-a919-4e33-bda6-f1a19bc29ee1,segment=NetworkSegment(f8d30af1-828e-4be6-babf-abf6ebc96fdb),segment_id=f8d30af1-828e-4be6-babf-abf6ebc96fdb)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:06.222724 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cc1f4e00-f1bd-4904-ba4f-cdec04f01277 req-674c758f-d921-483f-83b7-d57149016ca9 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.228841 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::1 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/85419044-07eb-4ed1-acf5-db83be5569bb/0b4317ed-8ff4-4398-bd65-227ac8b87bff) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:06.246475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-cc1f4e00-f1bd-4904-ba4f-cdec04f01277 req-674c758f-d921-483f-83b7-d57149016ca9 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Calling delete_port for cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:06.283154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ef691c2f-f0d5-42ad-b935-b4201e2aab66 None None] Provisioning complete for port 31f03eeb-fda3-41e1-b460-7910a2b34b25 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:06.283531 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ef691c2f-f0d5-42ad-b935-b4201e2aab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.316849 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=31f03eeb-fda3-41e1-b460-7910a2b34b25,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:06.326383 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae39c0f-dda7-4a2b-927f-80ad17e45fb6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:06.330768 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6ae39c0f-dda7-4a2b-927f-80ad17e45fb6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.369275 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.386353 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object 0b4317ed-8ff4-4398-bd65-227ac8b87bff will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:06.423617 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.467453 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:06.472479 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:06.480010 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:06.480563 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.484124 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=0b4317ed-8ff4-4398-bd65-227ac8b87bff,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:06.506898 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cc1f4e00-f1bd-4904-ba4f-cdec04f01277 req-674c758f-d921-483f-83b7-d57149016ca9 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.550836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c758f-d921-483f-83b7-d57149016ca9 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event deleted for resources: {'Port': ['ID=cfd8bcce-a919-4e33-bda6-f1a19bc29ee1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:06.601792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1f4e00-f1bd-4904-ba4f-cdec04f01277 req-674c758f-d921-483f-83b7-d57149016ca9 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] No DVR routers for this DVR port cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:06.607642 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cc1f4e00-f1bd-4904-ba4f-cdec04f01277 req-674c758f-d921-483f-83b7-d57149016ca9 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.609660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cc1f4e00-f1bd-4904-ba4f-cdec04f01277 req-674c758f-d921-483f-83b7-d57149016ca9 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.35 "DELETE /v2.0/ports/cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 HTTP/1.1" status: 204 len: 173 time: 1.0395522 Aug 20 12:02:06.610097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596e2f2b-c68e-429b-b146-a5bb6d4c8012', 'name': 'network-vif-deleted', 'tag': 'cfd8bcce-a919-4e33-bda6-f1a19bc29ee1'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:06.613100 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec0907f-40f8-4c84-99ff-ffc215d27ff3" -d '{"events": [{"server_uuid": "596e2f2b-c68e-429b-b146-a5bb6d4c8012", "name": "network-vif-deleted", "tag": "cfd8bcce-a919-4e33-bda6-f1a19bc29ee1"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:06.617314 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.672339 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366c203b-42df-4b7e-9716-d0a71c62d00b x-openstack-request-id: req-366c203b-42df-4b7e-9716-d0a71c62d00b {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:06.673059 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596e2f2b-c68e-429b-b146-a5bb6d4c8012", "name": "network-vif-deleted", "tag": "cfd8bcce-a919-4e33-bda6-f1a19bc29ee1", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:06.673266 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-366c203b-42df-4b7e-9716-d0a71c62d00b {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:06.673696 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596e2f2b-c68e-429b-b146-a5bb6d4c8012', 'name': 'network-vif-deleted', 'tag': 'cfd8bcce-a919-4e33-bda6-f1a19bc29ee1', 'status': 'completed', 'code': 200} Aug 20 12:02:06.675250 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6ae39c0f-dda7-4a2b-927f-80ad17e45fb6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.751179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae39c0f-dda7-4a2b-927f-80ad17e45fb6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Subnet': ['ID=28d8f5c7-e116-432c-9980-d90dfd3f1f53,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:06.761056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae39c0f-dda7-4a2b-927f-80ad17e45fb6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Checking segment: {'id': 'faf2bdf9-d677-4d63-8840-5f8d94a997e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c85706ba-dd42-491d-95c8-fcedfcf225d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:06.761724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae39c0f-dda7-4a2b-927f-80ad17e45fb6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network hostable DHCP agents. Network: c85706ba-dd42-491d-95c8-fcedfcf225d3, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:02:06.778922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae39c0f-dda7-4a2b-927f-80ad17e45fb6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network c85706ba-dd42-491d-95c8-fcedfcf225d3 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:02:06.789903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-6ae39c0f-dda7-4a2b-927f-80ad17e45fb6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, c85706ba-dd42-491d-95c8-fcedfcf225d3) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:06.800794 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd97946-a6a3-4999-8c1b-ffd8578596a3 None None] Network c85706ba-dd42-491d-95c8-fcedfcf225d3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:06.803903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae39c0f-dda7-4a2b-927f-80ad17e45fb6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:06.804505 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6ae39c0f-dda7-4a2b-927f-80ad17e45fb6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.826582 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6ae39c0f-dda7-4a2b-927f-80ad17e45fb6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7158015 Aug 20 12:02:06.827227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43962) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:06.832399 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-852f82cb-0fd2-4bca-b627-47efb318d29a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'subnet': {'network_id': 'c3faef18-16d8-4074-9414-40ed2fe8b84e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:06.872226 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-863e5043-b052-4c65-b2db-8ee26298828c None None] Provisioning for port 0b4317ed-8ff4-4398-bd65-227ac8b87bff completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:06.885423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-863e5043-b052-4c65-b2db-8ee26298828c None None] Provisioning complete for port 0b4317ed-8ff4-4398-bd65-227ac8b87bff triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:06.886135 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-863e5043-b052-4c65-b2db-8ee26298828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.920213 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-274721b2-64c8-4495-99f1-c7405da0abb5 req-ecfb8025-ed9c-4b19-a682-4fd50933d847 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "GET /v2.0/ports?device_id=596e2f2b-c68e-429b-b146-a5bb6d4c8012 HTTP/1.1" status: 200 len: 210 time: 0.0437977 Aug 20 12:02:06.948674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852f82cb-0fd2-4bca-b627-47efb318d29a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:06.948927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-863e5043-b052-4c65-b2db-8ee26298828c None None] Port 0b4317ed-8ff4-4398-bd65-227ac8b87bff cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:06.957537 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-852f82cb-0fd2-4bca-b627-47efb318d29a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.016114 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.027342 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.028414 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.031126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-c85706ba-dd42-491d-95c8-fcedfcf225d3', 'network_id': 'c85706ba-dd42-491d-95c8-fcedfcf225d3', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'fixed_ips': [{'subnet_id': '28d8f5c7-e116-432c-9980-d90dfd3f1f53'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:02:07.032147 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.178070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=0b4317ed-8ff4-4398-bd65-227ac8b87bff,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:07.233397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Allocated IP 2001:db8::2 (c85706ba-dd42-491d-95c8-fcedfcf225d3/28d8f5c7-e116-432c-9980-d90dfd3f1f53/9458f80c-5361-4af3-8b7d-e2b2d49649b0) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:07.248585 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:07.251234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:07.275428 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-852f82cb-0fd2-4bca-b627-47efb318d29a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.397362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f82cb-0fd2-4bca-b627-47efb318d29a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Subnet': ['ID=2d8a4c5f-597c-429f-bd14-2b2b5f455134,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:07.401708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Router 44a25589-49a8-4619-ae49-7d45486d4787 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:02:07.434853 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb83da-961e-4ddf-a8b7-b921ed579421 req-6622a4fa-b6eb-43c3-9700-022b9a6a0ecd tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:07.435063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 31f03eeb-fda3-41e1-b460-7910a2b34b25 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:07.436877 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-64cb83da-961e-4ddf-a8b7-b921ed579421 req-6622a4fa-b6eb-43c3-9700-022b9a6a0ecd tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 945 time: 0.1720669 Aug 20 12:02:07.439911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f82cb-0fd2-4bca-b627-47efb318d29a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Checking segment: {'id': '658714ed-23d1-424c-b788-7226ca9fe74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c3faef18-16d8-4074-9414-40ed2fe8b84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:07.440272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852f82cb-0fd2-4bca-b627-47efb318d29a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network hostable DHCP agents. Network: c3faef18-16d8-4074-9414-40ed2fe8b84e, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:02:07.467649 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.484136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Transition to ACTIVE for port object 9458f80c-5361-4af3-8b7d-e2b2d49649b0 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:07.502239 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-64cb83da-961e-4ddf-a8b7-b921ed579421 req-f4c148f0-672a-4c54-bdea-aa2980eb0eae tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556247 Aug 20 12:02:07.503479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852f82cb-0fd2-4bca-b627-47efb318d29a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network c3faef18-16d8-4074-9414-40ed2fe8b84e is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:02:07.518465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-852f82cb-0fd2-4bca-b627-47efb318d29a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, c3faef18-16d8-4074-9414-40ed2fe8b84e) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:07.521762 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:07.529979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852f82cb-0fd2-4bca-b627-47efb318d29a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:07.531014 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-852f82cb-0fd2-4bca-b627-47efb318d29a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.532282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5265ac4-4634-4af4-affc-8d83a7fcd6c4 None None] Network c3faef18-16d8-4074-9414-40ed2fe8b84e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:07.539637 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Sync routers for ids ['44a25589-49a8-4619-ae49-7d45486d4787'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:07.540124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Transition to ACTIVE for port object 9458f80c-5361-4af3-8b7d-e2b2d49649b0 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:07.542893 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f31efe25-071b-44c1-8c38-edfaae9f74d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "PUT /v2.0/routers/44a25589-49a8-4619-ae49-7d45486d4787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0806751 Aug 20 12:02:07.545564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43968) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:07.553952 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Routers {'44a25589-49a8-4619-ae49-7d45486d4787'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:07.554573 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['44a25589-49a8-4619-ae49-7d45486d4787'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:07.586988 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-852f82cb-0fd2-4bca-b627-47efb318d29a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7586746 Aug 20 12:02:07.588866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43970) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:07.594208 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ed6653d6-d30f-402f-92de-40b645131da8 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1808473216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:07.604318 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 31f03eeb-fda3-41e1-b460-7910a2b34b25 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:07.604739 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.627908 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21a38f-9a39-4557-ab79-b7a96ee84cba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:07.630627 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-aa21a38f-9a39-4557-ab79-b7a96ee84cba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports/0b4317ed-8ff4-4398-bd65-227ac8b87bff HTTP/1.1" status: 200 len: 911 time: 0.0833857 Aug 20 12:02:07.635131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43972) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:07.635375 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.641471 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed6653d6-d30f-402f-92de-40b645131da8 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.642865 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed6653d6-d30f-402f-92de-40b645131da8 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.682147 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Set router 44a25589-49a8-4619-ae49-7d45486d4787 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:07.691471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Network c85706ba-dd42-491d-95c8-fcedfcf225d3 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:07.704443 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:07.711599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:07.720960 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed6653d6-d30f-402f-92de-40b645131da8 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.730278 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed6653d6-d30f-402f-92de-40b645131da8 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.739132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882dc861-6fdc-4970-b77e-42d84137db67 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:07.746644 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882dc861-6fdc-4970-b77e-42d84137db67 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:07.751134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43974) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:07.751351 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-882dc861-6fdc-4970-b77e-42d84137db67 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1126051 Aug 20 12:02:07.760133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-736e6572-c910-434e-b093-ac1c57c430b2 None None] Provisioning complete for port 0b4317ed-8ff4-4398-bd65-227ac8b87bff triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:07.760550 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-736e6572-c910-434e-b093-ac1c57c430b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.762772 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed6653d6-d30f-402f-92de-40b645131da8 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.764916 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ed6653d6-d30f-402f-92de-40b645131da8 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1747639 Aug 20 12:02:07.769723 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e3a3f-6b0d-467f-8d8a-82ef6ac7c554 req-16b128fc-082e-475b-9cb7-a906b686fc76 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:07.771307 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e7e3a3f-6b0d-467f-8d8a-82ef6ac7c554 req-16b128fc-082e-475b-9cb7-a906b686fc76 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 945 time: 0.1379938 Aug 20 12:02:07.771803 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43976) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:07.801000 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-736e6572-c910-434e-b093-ac1c57c430b2 None None] Port 0b4317ed-8ff4-4398-bd65-227ac8b87bff cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:07.812663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Pushing event updated for resources: {'Port': ['ID=9458f80c-5361-4af3-8b7d-e2b2d49649b0,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:07.888161 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Attempting to bind port 9458f80c-5361-4af3-8b7d-e2b2d49649b0 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:07.888507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Attempting to bind port 9458f80c-5361-4af3-8b7d-e2b2d49649b0 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'faf2bdf9-d677-4d63-8840-5f8d94a997e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c85706ba-dd42-491d-95c8-fcedfcf225d3'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:07.888931 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Attempting to bind port 9458f80c-5361-4af3-8b7d-e2b2d49649b0 on network c85706ba-dd42-491d-95c8-fcedfcf225d3 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:07.911948 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:07.912369 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Checking segment: {'id': 'faf2bdf9-d677-4d63-8840-5f8d94a997e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c85706ba-dd42-491d-95c8-fcedfcf225d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:07.912779 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.913172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Bound using segment: {'id': 'faf2bdf9-d677-4d63-8840-5f8d94a997e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c85706ba-dd42-491d-95c8-fcedfcf225d3'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:07.913659 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Bound port: 9458f80c-5361-4af3-8b7d-e2b2d49649b0, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf2bdf9-d677-4d63-8840-5f8d94a997e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c85706ba-dd42-491d-95c8-fcedfcf225d3'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:07.914061 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.943879 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a25589-49a8-4619-ae49-7d45486d4787', 'name': 'tempest-NetworksTestDHCPv6-router-1489251846', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:05Z', 'updated_at': '2021-08-20T12:02:06Z', 'revision_number': 2, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'gw_port_host': None, '_interfaces': [{'id': '0b4317ed-8ff4-4398-bd65-227ac8b87bff', 'name': '', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'mac_address': 'fa:16:3e:c5:9f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a25589-49a8-4619-ae49-7d45486d4787', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '85419044-07eb-4ed1-acf5-db83be5569bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:06Z', 'updated_at': '2021-08-20T12:02:06Z', 'revision_number': 2, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'subnets': [{'id': '85419044-07eb-4ed1-acf5-db83be5569bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:07.997239 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Checking router: 44a25589-49a8-4619-ae49-7d45486d4787 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:07.997852 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Updating router 44a25589-49a8-4619-ae49-7d45486d4787 port 0b4317ed-8ff4-4398-bd65-227ac8b87bff binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:02:08.035443 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 43982) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:08.036166 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-c3faef18-16d8-4074-9414-40ed2fe8b84e', 'network_id': 'c3faef18-16d8-4074-9414-40ed2fe8b84e', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'fixed_ips': [{'subnet_id': '2d8a4c5f-597c-429f-bd14-2b2b5f455134'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:02:08.037701 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.039496 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e7e3a3f-6b0d-467f-8d8a-82ef6ac7c554 req-6d03f172-dfdb-4e76-bc90-057ad9f4cc61 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767578 Aug 20 12:02:08.047171 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.156318 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] For port 9458f80c-5361-4af3-8b7d-e2b2d49649b0, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:08.159598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] For port 9458f80c-5361-4af3-8b7d-e2b2d49649b0, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=9458f80c-5361-4af3-8b7d-e2b2d49649b0,segment=NetworkSegment(faf2bdf9-d677-4d63-8840-5f8d94a997e0),segment_id=faf2bdf9-d677-4d63-8840-5f8d94a997e0)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:08.188145 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.257088 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c267-2662-4283-9859-ff2a8781e10b tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.282132 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c267-2662-4283-9859-ff2a8781e10b tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.329942 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Allocated IP 2001:db8:1::2 (c3faef18-16d8-4074-9414-40ed2fe8b84e/2d8a4c5f-597c-429f-bd14-2b2b5f455134/b82977c6-9131-4ad5-be88-03a2fdd206c7) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:08.361967 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c267-2662-4283-9859-ff2a8781e10b tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.365569 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c267-2662-4283-9859-ff2a8781e10b tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.366117 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bbb0c267-2662-4283-9859-ff2a8781e10b tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "DELETE /v2.0/security-groups/c18129d8-078f-4f69-847d-c14060bc7611 HTTP/1.1" status: 204 len: 168 time: 0.3244755 Aug 20 12:02:08.375360 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43990) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:08.389372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0c267-2662-4283-9859-ff2a8781e10b tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18129d8-078f-4f69-847d-c14060bc7611,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:08.482425 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.501003 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Transition to ACTIVE for port object 0b4317ed-8ff4-4398-bd65-227ac8b87bff will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:08.514499 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.515628 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.545416 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32c1214a-e13a-4a7e-9204-f4613db710ad tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.581733 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32c1214a-e13a-4a7e-9204-f4613db710ad tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.605764 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241e289-fd80-47aa-9414-d69a04aa0b19 None None] Pushing event updated for resources: {'Port': ['ID=9458f80c-5361-4af3-8b7d-e2b2d49649b0,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:08.620662 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212aaed-9818-4550-9c7b-b8bd6194fcb8 None None] Pushing event updated for resources: {'Port': ['ID=0b4317ed-8ff4-4398-bd65-227ac8b87bff,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:08.633013 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Allocated IP 2001:db8::1 (c85706ba-dd42-491d-95c8-fcedfcf225d3/28d8f5c7-e116-432c-9980-d90dfd3f1f53/76bf7ba5-c59e-452f-9157-8608b7613d2d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:08.650180 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.686429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Transition to ACTIVE for port object b82977c6-9131-4ad5-be88-03a2fdd206c7 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:08.696809 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32c1214a-e13a-4a7e-9204-f4613db710ad tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.703582 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32c1214a-e13a-4a7e-9204-f4613db710ad tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.710003 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-32c1214a-e13a-4a7e-9204-f4613db710ad tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "DELETE /v2.0/security-groups/5151159d-3ad9-44c0-923f-be91d5da09fa HTTP/1.1" status: 204 len: 168 time: 0.3284988 Aug 20 12:02:08.713065 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 43994) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:08.735781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Transition to ACTIVE for port object b82977c6-9131-4ad5-be88-03a2fdd206c7 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:08.750931 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.787784 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Attempting to bind port 0b4317ed-8ff4-4398-bd65-227ac8b87bff on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:08.788234 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Attempting to bind port 0b4317ed-8ff4-4398-bd65-227ac8b87bff by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:08.788678 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Attempting to bind port 0b4317ed-8ff4-4398-bd65-227ac8b87bff on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:08.795569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Network c3faef18-16d8-4074-9414-40ed2fe8b84e is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:08.798921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:08.801921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:08.824115 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:08.824682 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:08.832459 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.833072 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:08.833656 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Bound port: 0b4317ed-8ff4-4398-bd65-227ac8b87bff, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:08.834270 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.851033 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Pushing event updated for resources: {'Port': ['ID=b82977c6-9131-4ad5-be88-03a2fdd206c7,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:08.881828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1214a-e13a-4a7e-9204-f4613db710ad tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5151159d-3ad9-44c0-923f-be91d5da09fa,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:08.892349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Attempting to bind port b82977c6-9131-4ad5-be88-03a2fdd206c7 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:08.892823 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Attempting to bind port b82977c6-9131-4ad5-be88-03a2fdd206c7 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '658714ed-23d1-424c-b788-7226ca9fe74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c3faef18-16d8-4074-9414-40ed2fe8b84e'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:08.893264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Attempting to bind port b82977c6-9131-4ad5-be88-03a2fdd206c7 on network c3faef18-16d8-4074-9414-40ed2fe8b84e {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:08.904908 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:08.905648 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Checking segment: {'id': '658714ed-23d1-424c-b788-7226ca9fe74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c3faef18-16d8-4074-9414-40ed2fe8b84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:08.906118 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.906586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Bound using segment: {'id': '658714ed-23d1-424c-b788-7226ca9fe74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c3faef18-16d8-4074-9414-40ed2fe8b84e'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:08.907170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Bound port: b82977c6-9131-4ad5-be88-03a2fdd206c7, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658714ed-23d1-424c-b788-7226ca9fe74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c3faef18-16d8-4074-9414-40ed2fe8b84e'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:08.907620 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.987165 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.013145 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] For port 0b4317ed-8ff4-4398-bd65-227ac8b87bff, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:09.022235 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] For port 0b4317ed-8ff4-4398-bd65-227ac8b87bff, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0b4317ed-8ff4-4398-bd65-227ac8b87bff,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:09.025853 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Transition to ACTIVE for port object 76bf7ba5-c59e-452f-9157-8608b7613d2d will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:09.034428 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.141797 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.163031 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] For port b82977c6-9131-4ad5-be88-03a2fdd206c7, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:09.191100 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Routers {'44a25589-49a8-4619-ae49-7d45486d4787'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:09.192028 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['44a25589-49a8-4619-ae49-7d45486d4787'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:09.224018 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.226330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] For port b82977c6-9131-4ad5-be88-03a2fdd206c7, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b82977c6-9131-4ad5-be88-03a2fdd206c7,segment=NetworkSegment(658714ed-23d1-424c-b788-7226ca9fe74d),segment_id=658714ed-23d1-424c-b788-7226ca9fe74d)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:09.255499 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.354047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network c85706ba-dd42-491d-95c8-fcedfcf225d3 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:09.377507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:09.404563 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:09.412156 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.418217 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=76bf7ba5-c59e-452f-9157-8608b7613d2d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:09.488972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf40263-b99c-4cb6-82c6-bfeeb791e102 None None] Pushing event updated for resources: {'Port': ['ID=b82977c6-9131-4ad5-be88-03a2fdd206c7,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:09.546360 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9458f80c-5361-4af3-8b7d-e2b2d49649b0 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:09.549747 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a90327a4-c25b-4204-843f-01d54b6175fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.616296 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212aaed-9818-4550-9c7b-b8bd6194fcb8 None None] Pushing event updated for resources: {'Port': ['ID=0b4317ed-8ff4-4398-bd65-227ac8b87bff,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:09.660456 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.770002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 9458f80c-5361-4af3-8b7d-e2b2d49649b0 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:09.846393 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] Set router 44a25589-49a8-4619-ae49-7d45486d4787 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:10.129864 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.139420 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.140836 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.198410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a90327a4-c25b-4204-843f-01d54b6175fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port 0b4317ed-8ff4-4398-bd65-227ac8b87bff {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:10.199021 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a90327a4-c25b-4204-843f-01d54b6175fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.270179 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ed7760f-306c-4712-90f3-13f8b5a7dd19 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.333260 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a25589-49a8-4619-ae49-7d45486d4787', 'name': 'tempest-NetworksTestDHCPv6-router-1489251846', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:05Z', 'updated_at': '2021-08-20T12:02:06Z', 'revision_number': 2, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'gw_port_host': None, '_interfaces': [{'id': '0b4317ed-8ff4-4398-bd65-227ac8b87bff', 'name': '', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'mac_address': 'fa:16:3e:c5:9f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a25589-49a8-4619-ae49-7d45486d4787', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '85419044-07eb-4ed1-acf5-db83be5569bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:06Z', 'updated_at': '2021-08-20T12:02:09Z', 'revision_number': 4, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'subnets': [{'id': '85419044-07eb-4ed1-acf5-db83be5569bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:10.357913 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=76bf7ba5-c59e-452f-9157-8608b7613d2d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:10.386427 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf9f9f-0de5-4212-9c06-b2c717adcdba None None] The sync data for ids ['44a25589-49a8-4619-ae49-7d45486d4787'] in n-d-804299-2 is: [{'id': '44a25589-49a8-4619-ae49-7d45486d4787', 'name': 'tempest-NetworksTestDHCPv6-router-1489251846', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:05Z', 'updated_at': '2021-08-20T12:02:06Z', 'revision_number': 2, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'gw_port_host': None, '_interfaces': [{'id': '0b4317ed-8ff4-4398-bd65-227ac8b87bff', 'name': '', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'mac_address': 'fa:16:3e:c5:9f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a25589-49a8-4619-ae49-7d45486d4787', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '85419044-07eb-4ed1-acf5-db83be5569bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:06Z', 'updated_at': '2021-08-20T12:02:09Z', 'revision_number': 4, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'subnets': [{'id': '85419044-07eb-4ed1-acf5-db83be5569bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:10.435465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-a90327a4-c25b-4204-843f-01d54b6175fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] For port 0b4317ed-8ff4-4398-bd65-227ac8b87bff, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0b4317ed-8ff4-4398-bd65-227ac8b87bff,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:10.435846 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a90327a4-c25b-4204-843f-01d54b6175fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.443812 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network c85706ba-dd42-491d-95c8-fcedfcf225d3 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:10.445554 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:10.462170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a90327a4-c25b-4204-843f-01d54b6175fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for 0b4317ed-8ff4-4398-bd65-227ac8b87bff owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:10.529217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2e96f8-e058-462f-affa-96c1c1433e1f None None] Network c85706ba-dd42-491d-95c8-fcedfcf225d3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:10.720095 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d37c52d-cd59-4f0b-ab6c-7ca82cb58cfe None None] Provisioning for port 9458f80c-5361-4af3-8b7d-e2b2d49649b0 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:10.758730 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d37c52d-cd59-4f0b-ab6c-7ca82cb58cfe None None] Provisioning complete for port 9458f80c-5361-4af3-8b7d-e2b2d49649b0 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:10.761766 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d37c52d-cd59-4f0b-ab6c-7ca82cb58cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.046487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7760f-306c-4712-90f3-13f8b5a7dd19 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Deleting port b63c2262-097c-4ab8-a207-17904344eefa {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:11.046979 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ed7760f-306c-4712-90f3-13f8b5a7dd19 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.054286 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a90327a4-c25b-4204-843f-01d54b6175fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.094027 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:11.178703 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:11.179047 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device cfd8bcce-a919-4e33-bda6-f1a19bc29ee1 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:11.203702 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d37c52d-cd59-4f0b-ab6c-7ca82cb58cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.231680 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90327a4-c25b-4204-843f-01d54b6175fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=0b4317ed-8ff4-4398-bd65-227ac8b87bff,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:11.264233 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d37c52d-cd59-4f0b-ab6c-7ca82cb58cfe None None] For port 9458f80c-5361-4af3-8b7d-e2b2d49649b0, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=9458f80c-5361-4af3-8b7d-e2b2d49649b0,segment=NetworkSegment(faf2bdf9-d677-4d63-8840-5f8d94a997e0),segment_id=faf2bdf9-d677-4d63-8840-5f8d94a997e0)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:11.277558 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d37c52d-cd59-4f0b-ab6c-7ca82cb58cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.407323 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37c52d-cd59-4f0b-ab6c-7ca82cb58cfe None None] Pushing event updated for resources: {'Port': ['ID=9458f80c-5361-4af3-8b7d-e2b2d49649b0,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:11.482928 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b82977c6-9131-4ad5-be88-03a2fdd206c7 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:11.534525 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a90327a4-c25b-4204-843f-01d54b6175fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.552191 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da18c7a-962a-492c-849a-873d2d6c9b19 None None] Network c3faef18-16d8-4074-9414-40ed2fe8b84e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:11.655670 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 6bf71c89-32ab-4784-8294-31053b155743 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:02:11.685573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-aea0f651-dc8f-4cb5-a371-d5abdfc29edf None None] Provisioning for port b82977c6-9131-4ad5-be88-03a2fdd206c7 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:11.710862 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port b82977c6-9131-4ad5-be88-03a2fdd206c7 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:11.724850 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b82977c6-9131-4ad5-be88-03a2fdd206c7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:11.724850 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.817140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:11.823816 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9c40a26c-fa86-4d84-8d98-60732f48b439 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/6bf71c89-32ab-4784-8294-31053b155743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0509753 Aug 20 12:02:11.826675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44050) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:11.832553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a315d40-d7fd-4039-856b-a03ff4a0de2b None None] Sync routers for ids ['6bf71c89-32ab-4784-8294-31053b155743'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:11.885982 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dde6d9f-7744-4987-9cc2-dbb230d98049 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:11.890335 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7dde6d9f-7744-4987-9cc2-dbb230d98049 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports/76bf7ba5-c59e-452f-9157-8608b7613d2d HTTP/1.1" status: 200 len: 911 time: 0.0593348 Aug 20 12:02:11.890542 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44052) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:11.891752 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.922601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a315d40-d7fd-4039-856b-a03ff4a0de2b None None] Routers {'6bf71c89-32ab-4784-8294-31053b155743'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:11.923242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1a315d40-d7fd-4039-856b-a03ff4a0de2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['6bf71c89-32ab-4784-8294-31053b155743'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:12.074059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-0ed7760f-306c-4712-90f3-13f8b5a7dd19 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] For port b63c2262-097c-4ab8-a207-17904344eefa, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b63c2262-097c-4ab8-a207-17904344eefa,segment=NetworkSegment(f8d30af1-828e-4be6-babf-abf6ebc96fdb),segment_id=f8d30af1-828e-4be6-babf-abf6ebc96fdb)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:12.074567 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ed7760f-306c-4712-90f3-13f8b5a7dd19 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.145512 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7760f-306c-4712-90f3-13f8b5a7dd19 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Calling delete_port for b63c2262-097c-4ab8-a207-17904344eefa owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:12.172293 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1a315d40-d7fd-4039-856b-a03ff4a0de2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:12.192252 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port b82977c6-9131-4ad5-be88-03a2fdd206c7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b82977c6-9131-4ad5-be88-03a2fdd206c7,segment=NetworkSegment(658714ed-23d1-424c-b788-7226ca9fe74d),segment_id=658714ed-23d1-424c-b788-7226ca9fe74d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:12.211588 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f40d1508-f701-49a5-ae07-4fe183a8777b None None] Provisioning complete for port 9458f80c-5361-4af3-8b7d-e2b2d49649b0 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:12.212516 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f40d1508-f701-49a5-ae07-4fe183a8777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.213176 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90327a4-c25b-4204-843f-01d54b6175fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Router 44a25589-49a8-4619-ae49-7d45486d4787 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:02:12.253142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a315d40-d7fd-4039-856b-a03ff4a0de2b None None] Routers {'6bf71c89-32ab-4784-8294-31053b155743'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:12.253993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1a315d40-d7fd-4039-856b-a03ff4a0de2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['6bf71c89-32ab-4784-8294-31053b155743'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:12.298824 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.301416 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1a315d40-d7fd-4039-856b-a03ff4a0de2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:12.302090 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a315d40-d7fd-4039-856b-a03ff4a0de2b None None] The sync data for ids ['6bf71c89-32ab-4784-8294-31053b155743'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:12.449971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90327a4-c25b-4204-843f-01d54b6175fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:12.458283 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a90327a4-c25b-4204-843f-01d54b6175fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "PUT /v2.0/routers/44a25589-49a8-4619-ae49-7d45486d4787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7054610 Aug 20 12:02:12.461092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44068) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:12.474080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=b82977c6-9131-4ad5-be88-03a2fdd206c7,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:12.496570 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.505076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f40d1508-f701-49a5-ae07-4fe183a8777b None None] Provisioning for port 76bf7ba5-c59e-452f-9157-8608b7613d2d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:12.511936 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f40d1508-f701-49a5-ae07-4fe183a8777b None None] Provisioning complete for port 76bf7ba5-c59e-452f-9157-8608b7613d2d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:12.512380 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f40d1508-f701-49a5-ae07-4fe183a8777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.562076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f40d1508-f701-49a5-ae07-4fe183a8777b None None] Port 76bf7ba5-c59e-452f-9157-8608b7613d2d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:12.563448 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dbcea4-89fc-40fd-b9c5-26d591e2e4d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:12.565131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dbcea4-89fc-40fd-b9c5-26d591e2e4d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:12.569118 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a5dbcea4-89fc-40fd-b9c5-26d591e2e4d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1046298 Aug 20 12:02:12.569810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44070) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:12.654318 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ed7760f-306c-4712-90f3-13f8b5a7dd19 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.682423 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7760f-306c-4712-90f3-13f8b5a7dd19 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event deleted for resources: {'Port': ['ID=b63c2262-097c-4ab8-a207-17904344eefa,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:12.683530 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-36a78b0f-85e5-4e9c-89fc-678bc65700bc None None] Provisioning complete for port 76bf7ba5-c59e-452f-9157-8608b7613d2d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:12.684273 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-36a78b0f-85e5-4e9c-89fc-678bc65700bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.720830 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d9c418-8993-47f5-81af-586993607461 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 85419044-07eb-4ed1-acf5-db83be5569bb {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:12.737797 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-36a78b0f-85e5-4e9c-89fc-678bc65700bc None None] Port 76bf7ba5-c59e-452f-9157-8608b7613d2d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:12.742216 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90d9c418-8993-47f5-81af-586993607461 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.762129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-36a78b0f-85e5-4e9c-89fc-678bc65700bc None None] Provisioning complete for port b82977c6-9131-4ad5-be88-03a2fdd206c7 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:12.765213 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-36a78b0f-85e5-4e9c-89fc-678bc65700bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.786392 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81edc453-5ba1-4c17-ad37-6c1d4522e73c None None] Sync routers for ids ['44a25589-49a8-4619-ae49-7d45486d4787'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:12.813423 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-9c9c7ee6-0364-43dc-968c-d9052ac2ba3d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:12.821718 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-9c9c7ee6-0364-43dc-968c-d9052ac2ba3d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 811 time: 0.3576117 Aug 20 12:02:12.827405 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81edc453-5ba1-4c17-ad37-6c1d4522e73c None None] Routers {'44a25589-49a8-4619-ae49-7d45486d4787'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:12.828383 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-81edc453-5ba1-4c17-ad37-6c1d4522e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['44a25589-49a8-4619-ae49-7d45486d4787'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:12.906525 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-3b650c9f-3e01-47b6-af51-179abba39f27 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/quotas/ed0606015c3a4a37bb71bafa914baa69 HTTP/1.1" status: 200 len: 375 time: 0.0832310 Aug 20 12:02:12.910158 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90d9c418-8993-47f5-81af-586993607461 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.910588 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ed7760f-306c-4712-90f3-13f8b5a7dd19 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.927892 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-81edc453-5ba1-4c17-ad37-6c1d4522e73c None None] Set router 44a25589-49a8-4619-ae49-7d45486d4787 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:12.990936 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-81edc453-5ba1-4c17-ad37-6c1d4522e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a25589-49a8-4619-ae49-7d45486d4787', 'name': 'tempest-NetworksTestDHCPv6-router-1489251846', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:05Z', 'updated_at': '2021-08-20T12:02:10Z', 'revision_number': 3, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:13.027575 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81edc453-5ba1-4c17-ad37-6c1d4522e73c None None] Checking router: 44a25589-49a8-4619-ae49-7d45486d4787 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:13.036292 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81edc453-5ba1-4c17-ad37-6c1d4522e73c None None] Routers {'44a25589-49a8-4619-ae49-7d45486d4787'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:13.037066 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-81edc453-5ba1-4c17-ad37-6c1d4522e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['44a25589-49a8-4619-ae49-7d45486d4787'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:13.051323 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90d9c418-8993-47f5-81af-586993607461 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.084353 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-cb4deb26-2218-4fd3-9aea-a71691e006e5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1769490 Aug 20 12:02:13.107809 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-9f106444-00d9-44fb-ad68-e470fef7cd78 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:02:13.108760 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-9f106444-00d9-44fb-ad68-e470fef7cd78 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103257 Aug 20 12:02:13.109731 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-81edc453-5ba1-4c17-ad37-6c1d4522e73c None None] Set router 44a25589-49a8-4619-ae49-7d45486d4787 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:13.166821 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-81edc453-5ba1-4c17-ad37-6c1d4522e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a25589-49a8-4619-ae49-7d45486d4787', 'name': 'tempest-NetworksTestDHCPv6-router-1489251846', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:05Z', 'updated_at': '2021-08-20T12:02:10Z', 'revision_number': 3, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:13.193313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed7760f-306c-4712-90f3-13f8b5a7dd19 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:02:13.201286 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81edc453-5ba1-4c17-ad37-6c1d4522e73c None None] The sync data for ids ['44a25589-49a8-4619-ae49-7d45486d4787'] in n-d-804299-2 is: [{'id': '44a25589-49a8-4619-ae49-7d45486d4787', 'name': 'tempest-NetworksTestDHCPv6-router-1489251846', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:05Z', 'updated_at': '2021-08-20T12:02:10Z', 'revision_number': 3, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:13.247207 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90d9c418-8993-47f5-81af-586993607461 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.255410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Allocated IP 2001:db8:1::1 (c3faef18-16d8-4074-9414-40ed2fe8b84e/2d8a4c5f-597c-429f-bd14-2b2b5f455134/1cb9d13d-8871-4006-9dea-17dc20680d3e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:13.287379 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7c01da-45d5-4038-8166-c244468d6896 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:13.304853 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90d9c418-8993-47f5-81af-586993607461 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.308809 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-90d9c418-8993-47f5-81af-586993607461 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/85419044-07eb-4ed1-acf5-db83be5569bb HTTP/1.1" status: 204 len: 168 time: 0.7314918 Aug 20 12:02:13.311093 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9c418-8993-47f5-81af-586993607461 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=85419044-07eb-4ed1-acf5-db83be5569bb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:13.315626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44072) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:13.374528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed7760f-306c-4712-90f3-13f8b5a7dd19 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:13.380346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0ed7760f-306c-4712-90f3-13f8b5a7dd19 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "PUT /v2.0/routers/e096114e-6e4f-4b7d-a1f9-92e0e00a4dba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6479626 Aug 20 12:02:13.382963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44074) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:13.391765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f940020-35f2-4a91-a951-d59300a677de None None] Sync routers for ids ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:13.436049 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f940020-35f2-4a91-a951-d59300a677de None None] Routers {'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:13.436266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4f940020-35f2-4a91-a951-d59300a677de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:13.447100 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-3bf9eba8-37c6-44a9-b734-bdeca1ecbcd1 service neutron] 10.222.0.37 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028212 Aug 20 12:02:13.451121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-efcc9766-b422-40c1-b0ad-b29c34b06bd4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Deleting subnet 7b86bb6f-caa7-49c3-935a-98f7b166d56f {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:13.456085 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efcc9766-b422-40c1-b0ad-b29c34b06bd4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.511532 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efcc9766-b422-40c1-b0ad-b29c34b06bd4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.582191 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-4f940020-35f2-4a91-a951-d59300a677de None None] Set router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:13.597836 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-01c42290-d74d-40ec-b106-69069228cd49 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2789681 Aug 20 12:02:13.606610 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44076) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:13.706293 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63552e51-589e-4f2e-ad92-8a4e60d69a03 None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:02:13.747016 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efcc9766-b422-40c1-b0ad-b29c34b06bd4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.760309 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a138-4c09-44f3-8eef-e76f1e8912e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.770513 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.829399 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efcc9766-b422-40c1-b0ad-b29c34b06bd4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.845600 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9458f80c-5361-4af3-8b7d-e2b2d49649b0 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:13.875148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc9766-b422-40c1-b0ad-b29c34b06bd4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event deleted for resources: {'Subnet': ['ID=7b86bb6f-caa7-49c3-935a-98f7b166d56f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:13.879153 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-efcc9766-b422-40c1-b0ad-b29c34b06bd4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.881498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-efcc9766-b422-40c1-b0ad-b29c34b06bd4 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "DELETE /v2.0/subnets/7b86bb6f-caa7-49c3-935a-98f7b166d56f HTTP/1.1" status: 204 len: 168 time: 0.4967589 Aug 20 12:02:13.884190 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44078) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:13.886067 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-63552e51-589e-4f2e-ad92-8a4e60d69a03 None None] Deleting port 31f03eeb-fda3-41e1-b460-7910a2b34b25 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:13.886960 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-63552e51-589e-4f2e-ad92-8a4e60d69a03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.941671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac413d2-2ef3-4782-b6e4-9cfbe6dcd840 None None] Network 4bb72192-08b7-4670-ad41-93126ce0d9d3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:14.013378 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db36f1d3-da0f-4742-9445-760f20b01a63 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.045025 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-63552e51-589e-4f2e-ad92-8a4e60d69a03 None None] For port 31f03eeb-fda3-41e1-b460-7910a2b34b25, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=31f03eeb-fda3-41e1-b460-7910a2b34b25,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:14.045339 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-63552e51-589e-4f2e-ad92-8a4e60d69a03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.078876 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 9458f80c-5361-4af3-8b7d-e2b2d49649b0 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:14.079321 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.081244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-63552e51-589e-4f2e-ad92-8a4e60d69a03 None None] Calling delete_port for 31f03eeb-fda3-41e1-b460-7910a2b34b25 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:14.130086 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db36f1d3-da0f-4742-9445-760f20b01a63 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.197189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-db36f1d3-da0f-4742-9445-760f20b01a63 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Deleting port 047abaa8-e401-43db-ba66-bd020461215f {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:14.197928 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db36f1d3-da0f-4742-9445-760f20b01a63 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.254463 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-63552e51-589e-4f2e-ad92-8a4e60d69a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.254958 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Transition to ACTIVE for port object 1cb9d13d-8871-4006-9dea-17dc20680d3e will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:14.258397 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-9eb9c827-0e15-4d54-90ce-8d0cf75ac598 service neutron] 10.222.0.37 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7891240 Aug 20 12:02:14.321065 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4f940020-35f2-4a91-a951-d59300a677de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1127230386', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '047abaa8-e401-43db-ba66-bd020461215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:27Z', 'updated_at': '2021-08-20T12:02:12Z', 'revision_number': 5, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port': {'id': '047abaa8-e401-43db-ba66-bd020461215f', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:28Z', 'updated_at': '2021-08-20T12:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:14.339400 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-db36f1d3-da0f-4742-9445-760f20b01a63 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] For port 047abaa8-e401-43db-ba66-bd020461215f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=047abaa8-e401-43db-ba66-bd020461215f,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:14.339778 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db36f1d3-da0f-4742-9445-760f20b01a63 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.356839 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a138-4c09-44f3-8eef-e76f1e8912e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.359088 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a138-4c09-44f3-8eef-e76f1e8912e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.366576 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-db36f1d3-da0f-4742-9445-760f20b01a63 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Calling delete_port for 047abaa8-e401-43db-ba66-bd020461215f owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:14.390559 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f940020-35f2-4a91-a951-d59300a677de None None] Checking router: e096114e-6e4f-4b7d-a1f9-92e0e00a4dba for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:14.412685 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a138-4c09-44f3-8eef-e76f1e8912e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.413290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b0a138-4c09-44f3-8eef-e76f1e8912e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Fanout notify agent at l3_agent the message router_deleted on router 44a25589-49a8-4619-ae49-7d45486d4787 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:02:14.418619 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63552e51-589e-4f2e-ad92-8a4e60d69a03 None None] No DVR routers for this DVR port 31f03eeb-fda3-41e1-b460-7910a2b34b25 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:14.421616 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a138-4c09-44f3-8eef-e76f1e8912e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.425836 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a0b0a138-4c09-44f3-8eef-e76f1e8912e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/routers/44a25589-49a8-4619-ae49-7d45486d4787 HTTP/1.1" status: 204 len: 168 time: 0.8166220 Aug 20 12:02:14.426454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44082) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:14.427287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63552e51-589e-4f2e-ad92-8a4e60d69a03 None None] Pushing event deleted for resources: {'Port': ['ID=31f03eeb-fda3-41e1-b460-7910a2b34b25,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:14.438300 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-33641258-1011-4cf0-a7b6-3c4c80a0868e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:14.441384 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f940020-35f2-4a91-a951-d59300a677de None None] Routers {'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:14.442043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4f940020-35f2-4a91-a951-d59300a677de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:14.590265 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b82977c6-9131-4ad5-be88-03a2fdd206c7 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:14.651034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee41116-364b-4e1f-8720-1603736e3c1a None None] DHCP port deletion for 4bb72192-08b7-4670-ad41-93126ce0d9d3 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:02:14.656287 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.713293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network c3faef18-16d8-4074-9414-40ed2fe8b84e is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:14.719352 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:14.726544 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:14.727228 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.755366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b82977c6-9131-4ad5-be88-03a2fdd206c7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:14.756004 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.789729 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db36f1d3-da0f-4742-9445-760f20b01a63 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.819859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-4f940020-35f2-4a91-a951-d59300a677de None None] Set router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:14.873258 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36f1d3-da0f-4742-9445-760f20b01a63 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event deleted for resources: {'Port': ['ID=047abaa8-e401-43db-ba66-bd020461215f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:14.879105 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1fa9f0f9-8a7b-4973-9579-9f2b7af648e6 req-e7fde9a1-057b-42bb-99af-c420ba78b7c3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 210 time: 0.1169715 Aug 20 12:02:14.882119 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=1cb9d13d-8871-4006-9dea-17dc20680d3e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:14.919267 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33641258-1011-4cf0-a7b6-3c4c80a0868e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:14.923131 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33641258-1011-4cf0-a7b6-3c4c80a0868e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.972169 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db36f1d3-da0f-4742-9445-760f20b01a63 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.989716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-4f940020-35f2-4a91-a951-d59300a677de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1127230386', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:27Z', 'updated_at': '2021-08-20T12:02:14Z', 'revision_number': 6, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:14.999934 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.055355 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f940020-35f2-4a91-a951-d59300a677de None None] The sync data for ids ['e096114e-6e4f-4b7d-a1f9-92e0e00a4dba'] in n-d-804299-2 is: [{'id': 'e096114e-6e4f-4b7d-a1f9-92e0e00a4dba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1127230386', 'tenant_id': 'b808612be0f3486f97efd9a6d80898a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:27Z', 'updated_at': '2021-08-20T12:02:14Z', 'revision_number': 6, 'project_id': 'b808612be0f3486f97efd9a6d80898a8', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:15.144018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bee41116-364b-4e1f-8720-1603736e3c1a None None] Deleting port fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:15.144392 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bee41116-364b-4e1f-8720-1603736e3c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.174517 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db36f1d3-da0f-4742-9445-760f20b01a63 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.176748 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db36f1d3-da0f-4742-9445-760f20b01a63 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.238629 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0b4317ed-8ff4-4398-bd65-227ac8b87bff no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:15.275477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 0b4317ed-8ff4-4398-bd65-227ac8b87bff {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:15.275734 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db36f1d3-da0f-4742-9445-760f20b01a63 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.275846 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0b4317ed-8ff4-4398-bd65-227ac8b87bff not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:15.276357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db36f1d3-da0f-4742-9445-760f20b01a63 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Fanout notify agent at l3_agent the message router_deleted on router e096114e-6e4f-4b7d-a1f9-92e0e00a4dba {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:02:15.277274 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d982ac93-c4b5-45eb-890d-985fbc69d8e5 None None] Provisioning for port 1cb9d13d-8871-4006-9dea-17dc20680d3e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:15.280503 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bee41116-364b-4e1f-8720-1603736e3c1a None None] For port fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e,segment=NetworkSegment(f8d30af1-828e-4be6-babf-abf6ebc96fdb),segment_id=f8d30af1-828e-4be6-babf-abf6ebc96fdb)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:15.280935 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bee41116-364b-4e1f-8720-1603736e3c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.290932 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db36f1d3-da0f-4742-9445-760f20b01a63 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.292302 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-db36f1d3-da0f-4742-9445-760f20b01a63 tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "DELETE /v2.0/routers/e096114e-6e4f-4b7d-a1f9-92e0e00a4dba HTTP/1.1" status: 204 len: 168 time: 1.4070518 Aug 20 12:02:15.295086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44094) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:15.301499 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d982ac93-c4b5-45eb-890d-985fbc69d8e5 None None] Provisioning complete for port 1cb9d13d-8871-4006-9dea-17dc20680d3e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:15.301874 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d982ac93-c4b5-45eb-890d-985fbc69d8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.310068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bee41116-364b-4e1f-8720-1603736e3c1a None None] Calling delete_port for fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:15.390119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d982ac93-c4b5-45eb-890d-985fbc69d8e5 None None] Port 1cb9d13d-8871-4006-9dea-17dc20680d3e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:15.402388 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33641258-1011-4cf0-a7b6-3c4c80a0868e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.445268 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bee41116-364b-4e1f-8720-1603736e3c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.463903 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5661855-ad3f-4ff0-905d-e654fd38613c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.506439 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee41116-364b-4e1f-8720-1603736e3c1a None None] No DVR routers for this DVR port fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:15.519248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee41116-364b-4e1f-8720-1603736e3c1a None None] Pushing event deleted for resources: {'Port': ['ID=fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:15.558684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33641258-1011-4cf0-a7b6-3c4c80a0868e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:15.578592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33641258-1011-4cf0-a7b6-3c4c80a0868e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=64ada9f8-daff-4c90-b2d0-25af381cf61c,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:15.583944 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-33641258-1011-4cf0-a7b6-3c4c80a0868e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:15.592502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33641258-1011-4cf0-a7b6-3c4c80a0868e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:15.593446 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-33641258-1011-4cf0-a7b6-3c4c80a0868e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.599482 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b970d919-76f5-4728-b674-25be8b78b183 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:15.657115 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-33641258-1011-4cf0-a7b6-3c4c80a0868e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2280364 Aug 20 12:02:15.659649 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44096) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:15.667314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-63006df0-575d-48a9-8535-9048ac955ecb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2104533982', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:15.682605 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5661855-ad3f-4ff0-905d-e654fd38613c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.693604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:15.698583 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e5661855-ad3f-4ff0-905d-e654fd38613c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb72192-08b7-4670-ad41-93126ce0d9d3']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:15.716866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e5661855-ad3f-4ff0-905d-e654fd38613c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d30af1-828e-4be6-babf-abf6ebc96fdb') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:15.716866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e5661855-ad3f-4ff0-905d-e654fd38613c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d30af1-828e-4be6-babf-abf6ebc96fdb') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:15.723836 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:15.724179 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fa08833a-d0e0-4bc5-9f15-1fb9ce8a271e not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:15.724606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 31f03eeb-fda3-41e1-b460-7910a2b34b25 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:15.726486 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-63006df0-575d-48a9-8535-9048ac955ecb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.727702 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-63006df0-575d-48a9-8535-9048ac955ecb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.734910 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5661855-ad3f-4ff0-905d-e654fd38613c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.740209 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.746294 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.747174 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.751772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 31f03eeb-fda3-41e1-b460-7910a2b34b25 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:15.752235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 31f03eeb-fda3-41e1-b460-7910a2b34b25 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:15.752939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b63c2262-097c-4ab8-a207-17904344eefa no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:15.760295 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5661855-ad3f-4ff0-905d-e654fd38613c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.777149 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5661855-ad3f-4ff0-905d-e654fd38613c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:02:15.777474 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5661855-ad3f-4ff0-905d-e654fd38613c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:02:15.780486 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:02:15.782878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: b63c2262-097c-4ab8-a207-17904344eefa {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:15.782878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b63c2262-097c-4ab8-a207-17904344eefa not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:15.851122 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=1cb9d13d-8871-4006-9dea-17dc20680d3e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:15.866435 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-63006df0-575d-48a9-8535-9048ac955ecb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.878005 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-63006df0-575d-48a9-8535-9048ac955ecb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.878234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': '64ada9f8-daff-4c90-b2d0-25af381cf61c'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:02:15.878900 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.908613 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-63006df0-575d-48a9-8535-9048ac955ecb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.912801 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-63006df0-575d-48a9-8535-9048ac955ecb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2490079 Aug 20 12:02:15.912801 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5661855-ad3f-4ff0-905d-e654fd38613c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.914134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44098) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:15.917697 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network c3faef18-16d8-4074-9414-40ed2fe8b84e is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:15.921145 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:15.924589 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5661855-ad3f-4ff0-905d-e654fd38613c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.930662 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e5661855-ad3f-4ff0-905d-e654fd38613c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] 10.222.0.37 "DELETE /v2.0/networks/4bb72192-08b7-4670-ad41-93126ce0d9d3 HTTP/1.1" status: 204 len: 168 time: 0.6339025 Aug 20 12:02:16.099277 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Allocated IP 2001:db8::2 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/64ada9f8-daff-4c90-b2d0-25af381cf61c/f6e72fe3-470e-4c4d-a211-d9425ebf2a45) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:16.112597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5661855-ad3f-4ff0-905d-e654fd38613c tempest-TestSecurityGroupsBasicOps-1683484951 tempest-TestSecurityGroupsBasicOps-1683484951-project] Pushing event deleted for resources: {'Network': ['ID=4bb72192-08b7-4670-ad41-93126ce0d9d3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:16.260738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 6bf71c89-32ab-4784-8294-31053b155743 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:02:16.283928 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2019a2af-599b-401d-9841-de31cff2600e req-2dadf0b6-4a39-4d61-ba14-1f8702b48988 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 210 time: 0.1050532 Aug 20 12:02:16.447298 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:16.455727 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c5a8dc2d-a5ad-454f-8897-7aa080f4de33 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/6bf71c89-32ab-4784-8294-31053b155743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5616343 Aug 20 12:02:16.455727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44108) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:16.470614 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26753bda-883a-4fb1-ad10-bfe7fc8b2538 None None] Sync routers for ids ['6bf71c89-32ab-4784-8294-31053b155743'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:16.488790 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26753bda-883a-4fb1-ad10-bfe7fc8b2538 None None] Routers {'6bf71c89-32ab-4784-8294-31053b155743'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:16.489526 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-26753bda-883a-4fb1-ad10-bfe7fc8b2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['6bf71c89-32ab-4784-8294-31053b155743'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:16.568724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e8b3f6-9e95-42c1-80e5-1339093a0aac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:16.571821 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-51e8b3f6-9e95-42c1-80e5-1339093a0aac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports/1cb9d13d-8871-4006-9dea-17dc20680d3e HTTP/1.1" status: 200 len: 913 time: 0.1133747 Aug 20 12:02:16.574175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44110) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:16.581917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44112) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:16.591601 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-26753bda-883a-4fb1-ad10-bfe7fc8b2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:16.604830 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26753bda-883a-4fb1-ad10-bfe7fc8b2538 None None] Routers {'6bf71c89-32ab-4784-8294-31053b155743'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:16.606984 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-26753bda-883a-4fb1-ad10-bfe7fc8b2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['6bf71c89-32ab-4784-8294-31053b155743'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:16.629826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ac2fe9ed-0acb-4dcf-b672-69c5ae1d3a7a None None] Provisioning complete for port 1cb9d13d-8871-4006-9dea-17dc20680d3e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:16.631134 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe9ed-0acb-4dcf-b672-69c5ae1d3a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:16.696586 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-26753bda-883a-4fb1-ad10-bfe7fc8b2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:16.698381 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26753bda-883a-4fb1-ad10-bfe7fc8b2538 None None] The sync data for ids ['6bf71c89-32ab-4784-8294-31053b155743'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:16.720512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fe9ed-0acb-4dcf-b672-69c5ae1d3a7a None None] Port 1cb9d13d-8871-4006-9dea-17dc20680d3e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:16.736170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-00bbefc7-dd43-406d-a069-2bd09bb55780 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:16.737748 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-00bbefc7-dd43-406d-a069-2bd09bb55780 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 811 time: 0.6690896 Aug 20 12:02:16.764223 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-8d41e040-5fd7-4a8e-b818-5cce037dfbfa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'port': {'device_id': '31b4b156-538b-4af5-beec-c86fa236d101', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'admin_state_up': True, 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:16.777848 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:16.827011 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:16.846717 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Transition to ACTIVE for port object f6e72fe3-470e-4c4d-a211-d9425ebf2a45 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:16.871953 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6b415505-3f62-485b-a76d-232f68c2fe86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b808612be0f3486f97efd9a6d80898a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837059 Aug 20 12:02:16.872727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44116) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:16.873916 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Transition to ACTIVE for port object f6e72fe3-470e-4c4d-a211-d9425ebf2a45 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:16.886449 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:16.937365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:16.940471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:16.949105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:16.952451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Pushing event updated for resources: {'Port': ['ID=f6e72fe3-470e-4c4d-a211-d9425ebf2a45,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:17.052965 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Attempting to bind port f6e72fe3-470e-4c4d-a211-d9425ebf2a45 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:17.053451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Attempting to bind port f6e72fe3-470e-4c4d-a211-d9425ebf2a45 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:17.053965 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Attempting to bind port f6e72fe3-470e-4c4d-a211-d9425ebf2a45 on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:17.062411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:17.063116 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:17.064566 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.065041 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:17.065844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Bound port: f6e72fe3-470e-4c4d-a211-d9425ebf2a45, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:17.066737 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.177538 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a2ba0e6-4bbb-4025-9f5a-721e69258560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.189928 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] For port f6e72fe3-470e-4c4d-a211-d9425ebf2a45, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:17.194352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] For port f6e72fe3-470e-4c4d-a211-d9425ebf2a45, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f6e72fe3-470e-4c4d-a211-d9425ebf2a45,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:17.201480 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.207144 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a2ba0e6-4bbb-4025-9f5a-721e69258560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.238761 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6941c629-4de2-42d5-8e7e-02a31ea19468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.304031 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2e25e-0e39-4cc6-a422-025711f6076a None None] Pushing event updated for resources: {'Port': ['ID=f6e72fe3-470e-4c4d-a211-d9425ebf2a45,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:17.345613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 047abaa8-e401-43db-ba66-bd020461215f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:17.379516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 047abaa8-e401-43db-ba66-bd020461215f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:17.379862 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 047abaa8-e401-43db-ba66-bd020461215f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:17.525649 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1842e970-0962-4306-8272-d4982347f61c req-f07f6ca1-8fdd-44b8-bee8-ff06a5247ace tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 210 time: 0.0669794 Aug 20 12:02:17.682995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-8d41e040-5fd7-4a8e-b818-5cce037dfbfa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Made reservation on behalf of ed0606015c3a4a37bb71bafa914baa69 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:17.686737 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-8d41e040-5fd7-4a8e-b818-5cce037dfbfa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.733339 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a2ba0e6-4bbb-4025-9f5a-721e69258560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.736127 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a2ba0e6-4bbb-4025-9f5a-721e69258560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.737437 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2a2ba0e6-4bbb-4025-9f5a-721e69258560 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f9c96a7-0bc1-4178-b3a6-d1da11e837a0 HTTP/1.1" status: 204 len: 168 time: 0.8640828 Aug 20 12:02:17.778086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ba0e6-4bbb-4025-9f5a-721e69258560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9c96a7-0bc1-4178-b3a6-d1da11e837a0,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:17.813507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6941c629-4de2-42d5-8e7e-02a31ea19468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port 1cb9d13d-8871-4006-9dea-17dc20680d3e {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:17.814165 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6941c629-4de2-42d5-8e7e-02a31ea19468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.853785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::1 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/64ada9f8-daff-4c90-b2d0-25af381cf61c/695114fd-bc41-48b4-af52-678df30273c3) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:17.975000 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6941c629-4de2-42d5-8e7e-02a31ea19468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.977907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-8d41e040-5fd7-4a8e-b818-5cce037dfbfa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Allocated IP 172.20.0.8 (45a2f405-6051-45bc-bae4-2b81557294f1/9a9d30b4-12ac-4dff-95e4-847183332364/f50579f5-d267-4be5-a515-e4ce328a7b95) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:18.044686 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6941c629-4de2-42d5-8e7e-02a31ea19468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for 1cb9d13d-8871-4006-9dea-17dc20680d3e owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:18.079189 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.142858 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object 695114fd-bc41-48b4-af52-678df30273c3 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:18.219126 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-8d41e040-5fd7-4a8e-b818-5cce037dfbfa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.233632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-8d41e040-5fd7-4a8e-b818-5cce037dfbfa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Transition to ACTIVE for port object f50579f5-d267-4be5-a515-e4ce328a7b95 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:18.248739 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44128) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:18.275409 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-8d41e040-5fd7-4a8e-b818-5cce037dfbfa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.292354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['b3918069-e798-450e-b1d5-ce6a7013b9ce'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:18.292966 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4939e653-c60f-40d5-9a44-9e60d6c329cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.344591 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41e040-5fd7-4a8e-b818-5cce037dfbfa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'Port': ['ID=f50579f5-d267-4be5-a515-e4ce328a7b95,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:18.351402 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.353874 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6941c629-4de2-42d5-8e7e-02a31ea19468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.360128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-8d41e040-5fd7-4a8e-b818-5cce037dfbfa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Network 45a2f405-6051-45bc-bae4-2b81557294f1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:18.372868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-8d41e040-5fd7-4a8e-b818-5cce037dfbfa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:18.397209 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-8d41e040-5fd7-4a8e-b818-5cce037dfbfa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:18.454486 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-8d41e040-5fd7-4a8e-b818-5cce037dfbfa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:18.455439 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-8d41e040-5fd7-4a8e-b818-5cce037dfbfa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.459445 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941c629-4de2-42d5-8e7e-02a31ea19468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=1cb9d13d-8871-4006-9dea-17dc20680d3e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:18.474985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:18.478948 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:18.483713 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:18.484534 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.695825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=695114fd-bc41-48b4-af52-678df30273c3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:18.734530 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6941c629-4de2-42d5-8e7e-02a31ea19468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.800465 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.817067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273a7d8-52da-4723-804b-29df6efc32eb req-3c0b8c65-9394-42d3-8d9f-bb849a7887b6 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:18.821178 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9273a7d8-52da-4723-804b-29df6efc32eb req-3c0b8c65-9394-42d3-8d9f-bb849a7887b6 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 931 time: 0.1593776 Aug 20 12:02:18.828270 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4939e653-c60f-40d5-9a44-9e60d6c329cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.867323 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-776f6d7a-f8ce-4500-87f3-ab4b0920fffd None None] Provisioning for port f50579f5-d267-4be5-a515-e4ce328a7b95 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:18.876774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-8d41e040-5fd7-4a8e-b818-5cce037dfbfa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1182051 Aug 20 12:02:18.881134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-776f6d7a-f8ce-4500-87f3-ab4b0920fffd None None] Provisioning complete for port f50579f5-d267-4be5-a515-e4ce328a7b95 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:18.881596 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-776f6d7a-f8ce-4500-87f3-ab4b0920fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.897568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Request body: {'port': {'device_id': '31b4b156-538b-4af5-beec-c86fa236d101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:18.898079 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4939e653-c60f-40d5-9a44-9e60d6c329cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.961710 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-776f6d7a-f8ce-4500-87f3-ab4b0920fffd None None] Port f50579f5-d267-4be5-a515-e4ce328a7b95 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:18.981511 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4939e653-c60f-40d5-9a44-9e60d6c329cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8da2734b0d64ec7bc5e450eca33e955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7130604 Aug 20 12:02:18.991892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44132) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:19.013272 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9273a7d8-52da-4723-804b-29df6efc32eb req-a0ac8ef9-a202-454c-949e-0f82f4f5d587 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676307 Aug 20 12:02:19.021319 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.050978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939e653-c60f-40d5-9a44-9e60d6c329cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8140efd5-489c-4942-9538-646f0e2188b7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:19.104624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5f9493de-f047-43fd-8bee-7aea47f7cb4a None None] Provisioning for port f6e72fe3-470e-4c4d-a211-d9425ebf2a45 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:19.136072 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a964b0ab-7b66-41b4-9d67-3ac03bb23868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.195711 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a964b0ab-7b66-41b4-9d67-3ac03bb23868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.244541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6941c629-4de2-42d5-8e7e-02a31ea19468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 6bf71c89-32ab-4784-8294-31053b155743 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:02:19.447260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ad253295-b56d-4231-82c0-b8668e181a1a None None] Provisioning for port 695114fd-bc41-48b4-af52-678df30273c3 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:19.451739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ad253295-b56d-4231-82c0-b8668e181a1a None None] Provisioning complete for port 695114fd-bc41-48b4-af52-678df30273c3 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:19.452116 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ad253295-b56d-4231-82c0-b8668e181a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.482921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f6e72fe3-470e-4c4d-a211-d9425ebf2a45 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:19.507709 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.521684 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.522795 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.540559 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ad253295-b56d-4231-82c0-b8668e181a1a None None] Port 695114fd-bc41-48b4-af52-678df30273c3 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:19.553833 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port f6e72fe3-470e-4c4d-a211-d9425ebf2a45 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:19.559388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f6e72fe3-470e-4c4d-a211-d9425ebf2a45 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:19.560191 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.669243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=695114fd-bc41-48b4-af52-678df30273c3,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:19.671548 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.682900 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50579f5-d267-4be5-a515-e4ce328a7b95 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:02:19.694033 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.718099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port f6e72fe3-470e-4c4d-a211-d9425ebf2a45, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f6e72fe3-470e-4c4d-a211-d9425ebf2a45,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:19.728388 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.777998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:19.779425 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:19.825751 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=f6e72fe3-470e-4c4d-a211-d9425ebf2a45,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:19.832376 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a964b0ab-7b66-41b4-9d67-3ac03bb23868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.835390 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a964b0ab-7b66-41b4-9d67-3ac03bb23868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.839545 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a964b0ab-7b66-41b4-9d67-3ac03bb23868 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8140efd5-489c-4942-9538-646f0e2188b7 HTTP/1.1" status: 204 len: 168 time: 0.8438253 Aug 20 12:02:19.857243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964b0ab-7b66-41b4-9d67-3ac03bb23868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8140efd5-489c-4942-9538-646f0e2188b7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:19.884752 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6941c629-4de2-42d5-8e7e-02a31ea19468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:19.896057 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe405ec-b0fc-46e7-9334-f5ec1d89a3bb None None] Sync routers for ids ['6bf71c89-32ab-4784-8294-31053b155743'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:19.915899 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Transition to ACTIVE for port object f50579f5-d267-4be5-a515-e4ce328a7b95 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:19.917640 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6941c629-4de2-42d5-8e7e-02a31ea19468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/6bf71c89-32ab-4784-8294-31053b155743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3349409 Aug 20 12:02:19.919845 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44136) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:19.920942 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe405ec-b0fc-46e7-9334-f5ec1d89a3bb None None] Routers {'6bf71c89-32ab-4784-8294-31053b155743'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:19.922552 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-abe405ec-b0fc-46e7-9334-f5ec1d89a3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['6bf71c89-32ab-4784-8294-31053b155743'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:19.951991 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.015435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-abe405ec-b0fc-46e7-9334-f5ec1d89a3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:20.026316 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe405ec-b0fc-46e7-9334-f5ec1d89a3bb None None] Routers {'6bf71c89-32ab-4784-8294-31053b155743'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:20.027519 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-abe405ec-b0fc-46e7-9334-f5ec1d89a3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['6bf71c89-32ab-4784-8294-31053b155743'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:20.061798 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-016b0f7e-2907-4c61-8efb-b47ad700cb9a req-189e1d5d-856a-4378-a384-994b5f94f7ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1443017 Aug 20 12:02:20.082697 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-abe405ec-b0fc-46e7-9334-f5ec1d89a3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:20.083504 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe405ec-b0fc-46e7-9334-f5ec1d89a3bb None None] The sync data for ids ['6bf71c89-32ab-4784-8294-31053b155743'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:20.086550 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Router d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:02:20.095998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Pushing event updated for resources: {'Port': ['ID=f50579f5-d267-4be5-a515-e4ce328a7b95,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:20.285465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d4f13b72-f98a-47b2-8d40-8c02612da2d0 None None] Provisioning complete for port 695114fd-bc41-48b4-af52-678df30273c3 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:20.285866 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d4f13b72-f98a-47b2-8d40-8c02612da2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.348247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b0f7e-2907-4c61-8efb-b47ad700cb9a req-51a6408d-6d66-4903-a3fb-9f144d6ffcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.349809 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-016b0f7e-2907-4c61-8efb-b47ad700cb9a req-51a6408d-6d66-4903-a3fb-9f144d6ffcc6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 1096 time: 0.2177029 Aug 20 12:02:20.352409 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77229555-a797-45d6-a262-a6676579d879 req-2cd387be-f382-4540-9c9f-0da04af99ccc tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.370955 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-77229555-a797-45d6-a262-a6676579d879 req-2cd387be-f382-4540-9c9f-0da04af99ccc tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.1340694 Aug 20 12:02:20.376180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d4f13b72-f98a-47b2-8d40-8c02612da2d0 None None] Port 695114fd-bc41-48b4-af52-678df30273c3 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:20.465741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Attempting to bind port f50579f5-d267-4be5-a515-e4ce328a7b95 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:20.466133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Attempting to bind port f50579f5-d267-4be5-a515-e4ce328a7b95 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:20.466615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Attempting to bind port f50579f5-d267-4be5-a515-e4ce328a7b95 on network 45a2f405-6051-45bc-bae4-2b81557294f1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:20.494514 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Port f50579f5-d267-4be5-a515-e4ce328a7b95 on network 45a2f405-6051-45bc-bae4-2b81557294f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:02:20.494863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Attempting to bind port f50579f5-d267-4be5-a515-e4ce328a7b95 on network 45a2f405-6051-45bc-bae4-2b81557294f1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:20.508172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:20.508516 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Checking segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:20.509531 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Bound using segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:20.509973 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Bound port: f50579f5-d267-4be5-a515-e4ce328a7b95, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:20.510096 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-77229555-a797-45d6-a262-a6676579d879 req-5651b8ad-9eb0-43ee-a847-f7d203b3bf3c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210654 Aug 20 12:02:20.510338 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.512706 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:20.515846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b0f7e-2907-4c61-8efb-b47ad700cb9a req-6c429cee-016d-4ce4-8846-a0042e9b4851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.517364 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-016b0f7e-2907-4c61-8efb-b47ad700cb9a req-6c429cee-016d-4ce4-8846-a0042e9b4851 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.1428723 Aug 20 12:02:20.521854 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Sync routers for ids ['d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:20.530633 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-419a4386-0c0b-4137-b98a-a4d419ff8d93 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "PUT /v2.0/routers/d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6113296 Aug 20 12:02:20.530752 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44142) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:20.549879 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Routers {'d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:20.552174 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:20.584364 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-016b0f7e-2907-4c61-8efb-b47ad700cb9a req-327ac349-e914-40d5-8a17-20d716f90b78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3918069-e798-450e-b1d5-ce6a7013b9ce HTTP/1.1" status: 200 len: 217 time: 0.0565655 Aug 20 12:02:20.640907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44144) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:20.668194 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf348d-bdec-41a5-83ff-b88468af0467 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.669832 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0bdf348d-bdec-41a5-83ff-b88468af0467 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports/695114fd-bc41-48b4-af52-678df30273c3 HTTP/1.1" status: 200 len: 911 time: 0.1385417 Aug 20 12:02:20.673037 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44146) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:20.674411 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Set router d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:20.740945 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] For port f50579f5-d267-4be5-a515-e4ce328a7b95, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:20.761971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2cd5f6-406b-4f01-97c1-1f75f8ff19f8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.769052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2cd5f6-406b-4f01-97c1-1f75f8ff19f8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.772206 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fd2cd5f6-406b-4f01-97c1-1f75f8ff19f8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0969310 Aug 20 12:02:20.775238 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44148) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:20.797700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b0f7e-2907-4c61-8efb-b47ad700cb9a req-12095e61-bade-4510-accd-227c9a8ee7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.799649 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-016b0f7e-2907-4c61-8efb-b47ad700cb9a req-12095e61-bade-4510-accd-227c9a8ee7d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.1578014 Aug 20 12:02:20.846584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] For port f50579f5-d267-4be5-a515-e4ce328a7b95, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f50579f5-d267-4be5-a515-e4ce328a7b95,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:20.858597 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-67e13858-ec98-48a5-846c-84fc0f23902e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4f8a3bc54dc4891a75d97712764fafd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007146 Aug 20 12:02:20.862535 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44150) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:20.865617 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.916249 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9f11-8f6f-4440-8d61-efd11f1125d7 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.929898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b0f7e-2907-4c61-8efb-b47ad700cb9a req-d23027a9-7d8c-4f8d-8a1e-188e7c58e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.932257 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-016b0f7e-2907-4c61-8efb-b47ad700cb9a req-d23027a9-7d8c-4f8d-8a1e-188e7c58e6e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195161 Aug 20 12:02:20.933888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.934692 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.936566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] 10.222.0.76 "PUT /v2.0/ports/f50579f5-d267-4be5-a515-e4ce328a7b95 HTTP/1.1" status: 200 len: 1091 time: 2.0432844 Aug 20 12:02:20.939306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b4b156-538b-4af5-beec-c86fa236d101', 'tag': 'f50579f5-d267-4be5-a515-e4ce328a7b95'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:20.941959 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56e788b-6567-4ae2-b05c-7e2ec6222241" -d '{"events": [{"name": "network-changed", "server_uuid": "31b4b156-538b-4af5-beec-c86fa236d101", "tag": "f50579f5-d267-4be5-a515-e4ce328a7b95"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:21.000805 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdf438-bec6-416a-bad9-6f1f4fbbdbd4', 'name': 'tempest-NetworksTestDHCPv6-router-2104533982', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:15Z', 'updated_at': '2021-08-20T12:02:18Z', 'revision_number': 2, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'gw_port_host': None, '_interfaces': [{'id': '695114fd-bc41-48b4-af52-678df30273c3', 'name': '', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'mac_address': 'fa:16:3e:59:dc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdf438-bec6-416a-bad9-6f1f4fbbdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '64ada9f8-daff-4c90-b2d0-25af381cf61c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:17Z', 'updated_at': '2021-08-20T12:02:19Z', 'revision_number': 2, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'subnets': [{'id': '64ada9f8-daff-4c90-b2d0-25af381cf61c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:21.026613 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174b7557-27e2-4b5b-a5cb-2f2fca7a2e34 x-openstack-request-id: req-174b7557-27e2-4b5b-a5cb-2f2fca7a2e34 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:21.027242 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b4b156-538b-4af5-beec-c86fa236d101", "tag": "f50579f5-d267-4be5-a515-e4ce328a7b95", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:21.027776 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-174b7557-27e2-4b5b-a5cb-2f2fca7a2e34 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:21.028116 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b4b156-538b-4af5-beec-c86fa236d101', 'tag': 'f50579f5-d267-4be5-a515-e4ce328a7b95', 'status': 'completed', 'code': 200} Aug 20 12:02:21.051227 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Checking router: d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:21.053135 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Updating router d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4 port 695114fd-bc41-48b4-af52-678df30273c3 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:02:21.102671 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.385067 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef008-5b18-48cf-8c9b-96dbf69d94fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.474788 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f6e72fe3-470e-4c4d-a211-d9425ebf2a45 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:21.517941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd6715-7638-4b3f-8c7a-5b4d8809e3bc service neutron] Pushing event updated for resources: {'Port': ['ID=f50579f5-d267-4be5-a515-e4ce328a7b95,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:21.547354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-25ab3479-28a3-499d-b7fa-99b1c689acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:21.550270 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-25ab3479-28a3-499d-b7fa-99b1c689acfc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 1094 time: 0.5560436 Aug 20 12:02:21.572216 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef008-5b18-48cf-8c9b-96dbf69d94fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.610740 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-016b0f7e-2907-4c61-8efb-b47ad700cb9a req-f7bc1eea-3d95-4c21-a1a7-c55b99db0e54 service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6465123 Aug 20 12:02:21.612807 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-d7359f15-8817-4c31-9caa-ec09b020e2d5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f50579f5-d267-4be5-a515-e4ce328a7b95 HTTP/1.1" status: 200 len: 217 time: 0.0505557 Aug 20 12:02:21.715182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f6e72fe3-470e-4c4d-a211-d9425ebf2a45 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:21.716099 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.750471 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.868152 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-daa73068-40ca-4b99-b918-0b213747c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:21.873940 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-daa73068-40ca-4b99-b918-0b213747c6f4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.2289886 Aug 20 12:02:21.879886 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-016b0f7e-2907-4c61-8efb-b47ad700cb9a req-a5ff3b02-94c2-4ffa-aff0-637b26ab701c service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563982 Aug 20 12:02:21.882634 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Transition to ACTIVE for port object 695114fd-bc41-48b4-af52-678df30273c3 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:21.895767 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.957007 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef008-5b18-48cf-8c9b-96dbf69d94fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.959950 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef008-5b18-48cf-8c9b-96dbf69d94fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.960855 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0b3ef008-5b18-48cf-8c9b-96dbf69d94fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3015eda-f9fb-418e-ae0b-1c7aa07326b2 HTTP/1.1" status: 204 len: 168 time: 1.0972838 Aug 20 12:02:21.962570 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b04231-4f5a-4e0d-bdca-83cca4a4d321 None None] Pushing event updated for resources: {'Port': ['ID=695114fd-bc41-48b4-af52-678df30273c3,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:21.983329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-6ffc2253-39f5-4098-9403-79d7181bd031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:21.983329 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-6ffc2253-39f5-4098-9403-79d7181bd031 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996506 Aug 20 12:02:22.041187 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Attempting to bind port 695114fd-bc41-48b4-af52-678df30273c3 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:22.041649 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Attempting to bind port 695114fd-bc41-48b4-af52-678df30273c3 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:22.042018 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Attempting to bind port 695114fd-bc41-48b4-af52-678df30273c3 on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:22.054964 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:22.055343 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:22.056512 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.057203 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:22.057994 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Bound port: 695114fd-bc41-48b4-af52-678df30273c3, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:22.058452 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.105712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ef008-5b18-48cf-8c9b-96dbf69d94fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3015eda-f9fb-418e-ae0b-1c7aa07326b2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:22.153928 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364702c-911a-4f6a-be5d-598e0be52c5b req-0531e2a3-7e2e-45df-9e69-6839cd93e73f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:22.156889 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0364702c-911a-4f6a-be5d-598e0be52c5b req-0531e2a3-7e2e-45df-9e69-6839cd93e73f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.3988440 Aug 20 12:02:22.176036 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2caccc14-db95-4273-bf26-5e1d3bdc3366 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.222943 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-60dc094b-101e-4ab9-8232-ae4ade9945f6 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351778 Aug 20 12:02:22.284179 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] For port 695114fd-bc41-48b4-af52-678df30273c3, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:22.312178 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] For port 695114fd-bc41-48b4-af52-678df30273c3, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=695114fd-bc41-48b4-af52-678df30273c3,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:22.325781 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.372628 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0d4035e3-6af1-4b73-b1b1-1f9734343cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.391682 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-01cc084e-9205-4bf1-966c-1cb4eb27acd8 req-392605a8-1b44-4692-8a1b-ed66fda17e18 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599209 Aug 20 12:02:22.400766 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0364702c-911a-4f6a-be5d-598e0be52c5b req-7242ecbf-0033-4664-aeb5-4feb23b94f02 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289667 Aug 20 12:02:22.469132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b9f11-8f6f-4440-8d61-efd11f1125d7 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port 76bf7ba5-c59e-452f-9157-8608b7613d2d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:22.469989 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9f11-8f6f-4440-8d61-efd11f1125d7 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.486526 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Routers {'d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:22.487602 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:22.578316 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b04231-4f5a-4e0d-bdca-83cca4a4d321 None None] Pushing event updated for resources: {'Port': ['ID=695114fd-bc41-48b4-af52-678df30273c3,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:22.609317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e788b-6567-4ae2-b05c-7e2ec6222241 req-176096aa-1103-4aa1-b93a-073d8559b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:22.610941 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c56e788b-6567-4ae2-b05c-7e2ec6222241 req-176096aa-1103-4aa1-b93a-073d8559b8a6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 1094 time: 0.1327095 Aug 20 12:02:22.719928 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] Set router d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:22.734195 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9f11-8f6f-4440-8d61-efd11f1125d7 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.779352 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b9f11-8f6f-4440-8d61-efd11f1125d7 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for 76bf7ba5-c59e-452f-9157-8608b7613d2d owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:22.843685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e788b-6567-4ae2-b05c-7e2ec6222241 req-c96b488c-e8a4-4911-a090-7c678b525511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:22.845199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c56e788b-6567-4ae2-b05c-7e2ec6222241 req-c96b488c-e8a4-4911-a090-7c678b525511 service neutron] 10.222.0.76 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.2204638 Aug 20 12:02:22.966223 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c56e788b-6567-4ae2-b05c-7e2ec6222241 req-f77d95fb-8a53-44ae-a02a-0ffd604034f5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f50579f5-d267-4be5-a515-e4ce328a7b95 HTTP/1.1" status: 200 len: 217 time: 0.1075835 Aug 20 12:02:23.077057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2caccc14-db95-4273-bf26-5e1d3bdc3366 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port 695114fd-bc41-48b4-af52-678df30273c3 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:23.077634 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2caccc14-db95-4273-bf26-5e1d3bdc3366 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:23.099134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e788b-6567-4ae2-b05c-7e2ec6222241 req-ce836a22-77ab-4f4d-8ecb-3eb6cad234ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:23.099134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c56e788b-6567-4ae2-b05c-7e2ec6222241 req-ce836a22-77ab-4f4d-8ecb-3eb6cad234ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.1286881 Aug 20 12:02:23.192721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e788b-6567-4ae2-b05c-7e2ec6222241 req-8587a00b-6d80-44f3-a430-e906e5ec7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:23.194390 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c56e788b-6567-4ae2-b05c-7e2ec6222241 req-8587a00b-6d80-44f3-a430-e906e5ec7597 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848181 Aug 20 12:02:23.202081 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdf438-bec6-416a-bad9-6f1f4fbbdbd4', 'name': 'tempest-NetworksTestDHCPv6-router-2104533982', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:15Z', 'updated_at': '2021-08-20T12:02:18Z', 'revision_number': 2, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'gw_port_host': None, '_interfaces': [{'id': '695114fd-bc41-48b4-af52-678df30273c3', 'name': '', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'mac_address': 'fa:16:3e:59:dc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdf438-bec6-416a-bad9-6f1f4fbbdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '64ada9f8-daff-4c90-b2d0-25af381cf61c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:17Z', 'updated_at': '2021-08-20T12:02:22Z', 'revision_number': 4, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'subnets': [{'id': '64ada9f8-daff-4c90-b2d0-25af381cf61c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:23.297916 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddbe99-6604-492a-89e3-93a65e204719 None None] The sync data for ids ['d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4'] in n-d-804299-2 is: [{'id': 'd9fdf438-bec6-416a-bad9-6f1f4fbbdbd4', 'name': 'tempest-NetworksTestDHCPv6-router-2104533982', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:15Z', 'updated_at': '2021-08-20T12:02:18Z', 'revision_number': 2, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'gw_port_host': None, '_interfaces': [{'id': '695114fd-bc41-48b4-af52-678df30273c3', 'name': '', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'mac_address': 'fa:16:3e:59:dc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdf438-bec6-416a-bad9-6f1f4fbbdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '64ada9f8-daff-4c90-b2d0-25af381cf61c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:17Z', 'updated_at': '2021-08-20T12:02:22Z', 'revision_number': 4, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'subnets': [{'id': '64ada9f8-daff-4c90-b2d0-25af381cf61c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:23.339195 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2caccc14-db95-4273-bf26-5e1d3bdc3366 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] For port 695114fd-bc41-48b4-af52-678df30273c3, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=695114fd-bc41-48b4-af52-678df30273c3,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:23.340494 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2caccc14-db95-4273-bf26-5e1d3bdc3366 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:23.359373 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9f11-8f6f-4440-8d61-efd11f1125d7 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:23.372412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2caccc14-db95-4273-bf26-5e1d3bdc3366 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for 695114fd-bc41-48b4-af52-678df30273c3 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:23.392404 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c56e788b-6567-4ae2-b05c-7e2ec6222241 req-3774f72f-f686-47ed-a7d5-00995852dcbf service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911342 Aug 20 12:02:23.403633 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b9f11-8f6f-4440-8d61-efd11f1125d7 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=76bf7ba5-c59e-452f-9157-8608b7613d2d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:23.551420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44178) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:23.635887 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c56e788b-6567-4ae2-b05c-7e2ec6222241 req-68b4f913-2b61-4e3b-b1f1-e662f3bdd630 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356925 Aug 20 12:02:23.718691 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe331712-17bb-4ecd-a003-eb9c821f452d req-1b4ab5b0-df7b-4d84-a300-4caa00d21dd5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:23.745925 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe331712-17bb-4ecd-a003-eb9c821f452d req-1b4ab5b0-df7b-4d84-a300-4caa00d21dd5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.1798201 Aug 20 12:02:23.826255 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fe331712-17bb-4ecd-a003-eb9c821f452d req-4a83da0d-3a36-4afb-8a14-5cf50f99a16b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738311 Aug 20 12:02:23.960871 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-dd2e75cb-1bb1-441c-8033-c3a1926f4c72 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-590586756-network', 'tenant_id': '676c055147b0493285975a9f7901bad5'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:24.007150 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2e75cb-1bb1-441c-8033-c3a1926f4c72 admin admin] Made reservation on behalf of 676c055147b0493285975a9f7901bad5 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:24.017292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd2e75cb-1bb1-441c-8033-c3a1926f4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.037316 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd2e75cb-1bb1-441c-8033-c3a1926f4c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.309707 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9f11-8f6f-4440-8d61-efd11f1125d7 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.471920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2caccc14-db95-4273-bf26-5e1d3bdc3366 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.569210 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd2e75cb-1bb1-441c-8033-c3a1926f4c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.574650 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd2e75cb-1bb1-441c-8033-c3a1926f4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.583740 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caccc14-db95-4273-bf26-5e1d3bdc3366 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=695114fd-bc41-48b4-af52-678df30273c3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:24.598877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2e75cb-1bb1-441c-8033-c3a1926f4c72 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:24.615325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e75cb-1bb1-441c-8033-c3a1926f4c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d7248b-4837-4c97-ab3c-00aa3480116b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:24.622552 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd2e75cb-1bb1-441c-8033-c3a1926f4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.622906 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-dd2e75cb-1bb1-441c-8033-c3a1926f4c72 admin admin] Added segment 443cabe6-29eb-4c7b-836f-631e68733331 of type vlan for network 832fdf7f-df15-417e-9c85-a2b500dfedeb Aug 20 12:02:24.628664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6b9f11-8f6f-4440-8d61-efd11f1125d7 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 6bf71c89-32ab-4784-8294-31053b155743 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:02:24.689788 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd2e75cb-1bb1-441c-8033-c3a1926f4c72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.722304 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd2e75cb-1bb1-441c-8033-c3a1926f4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.723296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2e75cb-1bb1-441c-8033-c3a1926f4c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:24.724060 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd2e75cb-1bb1-441c-8033-c3a1926f4c72 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.785906 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2caccc14-db95-4273-bf26-5e1d3bdc3366 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.802839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e75cb-1bb1-441c-8033-c3a1926f4c72 admin admin] Pushing event updated for resources: {'Network': ['ID=832fdf7f-df15-417e-9c85-a2b500dfedeb,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:24.814231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 832fdf7f-df15-417e-9c85-a2b500dfedeb details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:24.832537 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dd2e75cb-1bb1-441c-8033-c3a1926f4c72 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2751708 Aug 20 12:02:24.837627 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44182) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:24.849106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-cf26cbc2-48e9-4dbc-a433-af9807e7bd4e admin admin] Request body: {'subnet': {'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-590586756-subnet', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:24.863677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6b9f11-8f6f-4440-8d61-efd11f1125d7 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:24.894877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf26cbc2-48e9-4dbc-a433-af9807e7bd4e admin admin] Made reservation on behalf of 676c055147b0493285975a9f7901bad5 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:24.899576 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf26cbc2-48e9-4dbc-a433-af9807e7bd4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.901065 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6b6b9f11-8f6f-4440-8d61-efd11f1125d7 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/6bf71c89-32ab-4784-8294-31053b155743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9782014 Aug 20 12:02:24.906977 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44186) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:24.995535 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e46ce980-98b8-413b-ada6-41e058d3998a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bf71c89-32ab-4784-8294-31053b155743 HTTP/1.1" status: 200 len: 205 time: 0.0874436 Aug 20 12:02:25.004420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44188) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:25.009772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333f1266-d7f6-4933-a2d8-97b2beddabc6 None None] Sync routers for ids ['6bf71c89-32ab-4784-8294-31053b155743'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:25.041905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f1266-d7f6-4933-a2d8-97b2beddabc6 None None] Routers {'6bf71c89-32ab-4784-8294-31053b155743'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:25.042800 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-333f1266-d7f6-4933-a2d8-97b2beddabc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['6bf71c89-32ab-4784-8294-31053b155743'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:25.083109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-333f1266-d7f6-4933-a2d8-97b2beddabc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:25.100891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f1266-d7f6-4933-a2d8-97b2beddabc6 None None] Routers {'6bf71c89-32ab-4784-8294-31053b155743'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:25.102071 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-333f1266-d7f6-4933-a2d8-97b2beddabc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:01:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['6bf71c89-32ab-4784-8294-31053b155743'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:25.152746 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-333f1266-d7f6-4933-a2d8-97b2beddabc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:25.153672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333f1266-d7f6-4933-a2d8-97b2beddabc6 None None] The sync data for ids ['6bf71c89-32ab-4784-8294-31053b155743'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:25.154274 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-802b4771-7036-47da-b7fc-1b87070a8101 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.200524 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc81b-b202-418a-9f96-379a392abf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.283103 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf26cbc2-48e9-4dbc-a433-af9807e7bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.303879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66e9d7-3489-4051-9af8-62c9215799b2 req-1d41ebb5-7d65-479d-91c1-55d330324526 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:25.306986 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ba66e9d7-3489-4051-9af8-62c9215799b2 req-1d41ebb5-7d65-479d-91c1-55d330324526 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.3169847 Aug 20 12:02:25.356170 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2caccc14-db95-4273-bf26-5e1d3bdc3366 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Router d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:02:25.378104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26cbc2-48e9-4dbc-a433-af9807e7bd4e admin admin] Checking segment: {'id': '443cabe6-29eb-4c7b-836f-631e68733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:25.380274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26cbc2-48e9-4dbc-a433-af9807e7bd4e admin admin] Network hostable DHCP agents. Network: 832fdf7f-df15-417e-9c85-a2b500dfedeb, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:02:25.383260 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26cbc2-48e9-4dbc-a433-af9807e7bd4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc14ebfd-bb86-4a1c-a5e2-851577538799,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:25.406989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26cbc2-48e9-4dbc-a433-af9807e7bd4e admin admin] Network 832fdf7f-df15-417e-9c85-a2b500dfedeb is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:02:25.421989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-cf26cbc2-48e9-4dbc-a433-af9807e7bd4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 832fdf7f-df15-417e-9c85-a2b500dfedeb) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:25.433739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf26cbc2-48e9-4dbc-a433-af9807e7bd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:25.434446 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf26cbc2-48e9-4dbc-a433-af9807e7bd4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.460844 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cf26cbc2-48e9-4dbc-a433-af9807e7bd4e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6197433 Aug 20 12:02:25.464605 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44190) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:25.473390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eae3048-d693-413f-b8cb-43a7f52b4534 None None] Network 832fdf7f-df15-417e-9c85-a2b500dfedeb requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:25.476537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:25.483849 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-802b4771-7036-47da-b7fc-1b87070a8101 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.488571 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-802b4771-7036-47da-b7fc-1b87070a8101 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.535238 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ba66e9d7-3489-4051-9af8-62c9215799b2 req-e1ded0cb-15e8-4599-b518-57ebe89056a3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204270 Aug 20 12:02:25.542292 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.577174 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.578348 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.616562 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2caccc14-db95-4273-bf26-5e1d3bdc3366 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:25.623333 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2caccc14-db95-4273-bf26-5e1d3bdc3366 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "PUT /v2.0/routers/d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8469222 Aug 20 12:02:25.625556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44192) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:25.632089 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd693a2d-f52b-4b72-aab8-c8b472f24476 None None] Sync routers for ids ['d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:25.638548 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-802b4771-7036-47da-b7fc-1b87070a8101 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.639252 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802b4771-7036-47da-b7fc-1b87070a8101 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Fanout notify agent at l3_agent the message router_deleted on router 6bf71c89-32ab-4784-8294-31053b155743 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:02:25.649400 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.655256 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd693a2d-f52b-4b72-aab8-c8b472f24476 None None] Routers {'d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:25.656172 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-dd693a2d-f52b-4b72-aab8-c8b472f24476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:25.666556 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-802b4771-7036-47da-b7fc-1b87070a8101 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.667942 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-802b4771-7036-47da-b7fc-1b87070a8101 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/routers/6bf71c89-32ab-4784-8294-31053b155743 HTTP/1.1" status: 204 len: 168 time: 0.6613281 Aug 20 12:02:25.672439 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44194) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:25.726648 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f00e097-17b0-4eb1-b0b4-864f4f71c792 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:25.730749 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f00e097-17b0-4eb1-b0b4-864f4f71c792 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:25.732311 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0f00e097-17b0-4eb1-b0b4-864f4f71c792 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1054478 Aug 20 12:02:25.735474 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44196) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:25.741495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-832fdf7f-df15-417e-9c85-a2b500dfedeb', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'fixed_ips': [{'subnet_id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:02:25.742360 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.781828 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-dd693a2d-f52b-4b72-aab8-c8b472f24476 None None] Set router d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:25.825176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-afbd7012-cdfd-49e0-be3e-440ed5dedd6a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting subnet 2d8a4c5f-597c-429f-bd14-2b2b5f455134 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:25.860289 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68bb286-a0ea-40cd-a6bc-fd2c16a418d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 64ada9f8-daff-4c90-b2d0-25af381cf61c {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:25.864203 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afbd7012-cdfd-49e0-be3e-440ed5dedd6a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.866693 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f68bb286-a0ea-40cd-a6bc-fd2c16a418d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.872805 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-dd693a2d-f52b-4b72-aab8-c8b472f24476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdf438-bec6-416a-bad9-6f1f4fbbdbd4', 'name': 'tempest-NetworksTestDHCPv6-router-2104533982', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:15Z', 'updated_at': '2021-08-20T12:02:23Z', 'revision_number': 3, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:25.890490 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.915406 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd693a2d-f52b-4b72-aab8-c8b472f24476 None None] Checking router: d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:25.941161 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd693a2d-f52b-4b72-aab8-c8b472f24476 None None] Routers {'d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:25.942260 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-dd693a2d-f52b-4b72-aab8-c8b472f24476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:25.990556 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afbd7012-cdfd-49e0-be3e-440ed5dedd6a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.995606 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f68bb286-a0ea-40cd-a6bc-fd2c16a418d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.010063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Allocated IP 172.20.0.2 (832fdf7f-df15-417e-9c85-a2b500dfedeb/fc14ebfd-bb86-4a1c-a5e2-851577538799/8a6f2606-235d-4907-a9ed-fdd471c5de8f) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:26.061013 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-dd693a2d-f52b-4b72-aab8-c8b472f24476 None None] Set router d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:26.141174 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-dd693a2d-f52b-4b72-aab8-c8b472f24476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdf438-bec6-416a-bad9-6f1f4fbbdbd4', 'name': 'tempest-NetworksTestDHCPv6-router-2104533982', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:15Z', 'updated_at': '2021-08-20T12:02:23Z', 'revision_number': 3, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:26.176944 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd693a2d-f52b-4b72-aab8-c8b472f24476 None None] The sync data for ids ['d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4'] in n-d-804299-2 is: [{'id': 'd9fdf438-bec6-416a-bad9-6f1f4fbbdbd4', 'name': 'tempest-NetworksTestDHCPv6-router-2104533982', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:15Z', 'updated_at': '2021-08-20T12:02:23Z', 'revision_number': 3, 'project_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:26.248509 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afbd7012-cdfd-49e0-be3e-440ed5dedd6a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.277562 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.283814 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f68bb286-a0ea-40cd-a6bc-fd2c16a418d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.288750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Transition to ACTIVE for port object 8a6f2606-235d-4907-a9ed-fdd471c5de8f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:26.306169 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.307549 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Transition to ACTIVE for port object 8a6f2606-235d-4907-a9ed-fdd471c5de8f will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:26.317143 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.332231 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.377155 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afbd7012-cdfd-49e0-be3e-440ed5dedd6a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.377766 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Pushing event updated for resources: {'Port': ['ID=8a6f2606-235d-4907-a9ed-fdd471c5de8f,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:26.390958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Network 832fdf7f-df15-417e-9c85-a2b500dfedeb is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:26.396707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:26.403711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:26.412998 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd7012-cdfd-49e0-be3e-440ed5dedd6a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8a4c5f-597c-429f-bd14-2b2b5f455134,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:26.426602 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f68bb286-a0ea-40cd-a6bc-fd2c16a418d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.462949 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afbd7012-cdfd-49e0-be3e-440ed5dedd6a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.465875 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823e8c11-79bb-47ed-b2ff-7f58143655c8 None None] Network c3faef18-16d8-4074-9414-40ed2fe8b84e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:26.468242 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-afbd7012-cdfd-49e0-be3e-440ed5dedd6a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/2d8a4c5f-597c-429f-bd14-2b2b5f455134 HTTP/1.1" status: 204 len: 168 time: 0.7946191 Aug 20 12:02:26.471017 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44198) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:26.471861 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bb286-a0ea-40cd-a6bc-fd2c16a418d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=64ada9f8-daff-4c90-b2d0-25af381cf61c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:26.513048 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Allocated IP 172.25.8.188 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/5726bdfb-e316-466c-8d08-fe522464fb79) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:26.531236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632b7499-eeee-4c49-ba60-fc88ba04925d None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:26.534623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f68bb286-a0ea-40cd-a6bc-fd2c16a418d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.539453 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f68bb286-a0ea-40cd-a6bc-fd2c16a418d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/64ada9f8-daff-4c90-b2d0-25af381cf61c HTTP/1.1" status: 204 len: 168 time: 0.8030467 Aug 20 12:02:26.541740 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.542556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44200) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:26.548817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6cc275-2202-41e3-a9ab-48418da7766f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting subnet 28d8f5c7-e116-432c-9980-d90dfd3f1f53 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:26.559220 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b6cc275-2202-41e3-a9ab-48418da7766f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.629321 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Attempting to bind port 8a6f2606-235d-4907-a9ed-fdd471c5de8f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:26.629851 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Attempting to bind port 8a6f2606-235d-4907-a9ed-fdd471c5de8f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '443cabe6-29eb-4c7b-836f-631e68733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:26.637126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Attempting to bind port 8a6f2606-235d-4907-a9ed-fdd471c5de8f on network 832fdf7f-df15-417e-9c85-a2b500dfedeb {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:26.652501 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:26.652913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Checking segment: {'id': '443cabe6-29eb-4c7b-836f-631e68733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:26.656507 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.656941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Bound using segment: {'id': '443cabe6-29eb-4c7b-836f-631e68733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:26.657437 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Bound port: 8a6f2606-235d-4907-a9ed-fdd471c5de8f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443cabe6-29eb-4c7b-836f-631e68733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:26.657824 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.700918 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b6cc275-2202-41e3-a9ab-48418da7766f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.768577 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0f6ba704-0fe1-468a-b9db-76d2c3fa93f7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2220414 Aug 20 12:02:26.769708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44204) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:26.780151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] For port 8a6f2606-235d-4907-a9ed-fdd471c5de8f, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:26.784452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] For port 8a6f2606-235d-4907-a9ed-fdd471c5de8f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8a6f2606-235d-4907-a9ed-fdd471c5de8f,segment=NetworkSegment(443cabe6-29eb-4c7b-836f-631e68733331),segment_id=443cabe6-29eb-4c7b-836f-631e68733331)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:26.818357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23c38b-c7bb-41d6-8196-4c09d39862bf req-a391d14f-3582-4cc3-ab9f-62a3cf451b97 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:26.819740 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.820451 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae23c38b-c7bb-41d6-8196-4c09d39862bf req-a391d14f-3582-4cc3-ab9f-62a3cf451b97 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.1413887 Aug 20 12:02:26.828378 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.885712 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae23c38b-c7bb-41d6-8196-4c09d39862bf req-2db7214f-23df-4b0b-9df9-bf62395347fa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502255 Aug 20 12:02:26.944542 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.951023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d455a-10c3-43e0-888c-e574d3eb24f2 None None] Pushing event updated for resources: {'Port': ['ID=8a6f2606-235d-4907-a9ed-fdd471c5de8f,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:26.997831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:27.002399 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:27.016138 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-098ec58f-55f1-4b0b-8a54-32270ada1aa8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.019284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:27.032470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5726bdfb-e316-466c-8d08-fe522464fb79,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:27.062392 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e548cfb9-f471-4977-a3bf-701a55a33e5e None None] DHCP port deletion for c3faef18-16d8-4074-9414-40ed2fe8b84e request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:02:27.110209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bb2a61-2c0b-4493-93da-9dac164a908a None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:02:27.167737 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b6cc275-2202-41e3-a9ab-48418da7766f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.206818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e548cfb9-f471-4977-a3bf-701a55a33e5e None None] Deleting port b82977c6-9131-4ad5-be88-03a2fdd206c7 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:27.207192 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e548cfb9-f471-4977-a3bf-701a55a33e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.210555 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e0bb2a61-2c0b-4493-93da-9dac164a908a None None] Deleting port f6e72fe3-470e-4c4d-a211-d9425ebf2a45 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:27.210908 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2a61-2c0b-4493-93da-9dac164a908a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.389008 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e548cfb9-f471-4977-a3bf-701a55a33e5e None None] For port b82977c6-9131-4ad5-be88-03a2fdd206c7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b82977c6-9131-4ad5-be88-03a2fdd206c7,segment=NetworkSegment(658714ed-23d1-424c-b788-7226ca9fe74d),segment_id=658714ed-23d1-424c-b788-7226ca9fe74d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:27.389352 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e548cfb9-f471-4977-a3bf-701a55a33e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.402048 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e0bb2a61-2c0b-4493-93da-9dac164a908a None None] For port f6e72fe3-470e-4c4d-a211-d9425ebf2a45, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f6e72fe3-470e-4c4d-a211-d9425ebf2a45,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:27.402446 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2a61-2c0b-4493-93da-9dac164a908a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.417361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e548cfb9-f471-4977-a3bf-701a55a33e5e None None] Calling delete_port for b82977c6-9131-4ad5-be88-03a2fdd206c7 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:27.424063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e0bb2a61-2c0b-4493-93da-9dac164a908a None None] Calling delete_port for f6e72fe3-470e-4c4d-a211-d9425ebf2a45 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:27.437534 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-098ec58f-55f1-4b0b-8a54-32270ada1aa8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.442000 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-098ec58f-55f1-4b0b-8a54-32270ada1aa8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.468194 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b6cc275-2202-41e3-a9ab-48418da7766f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.552388 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.566818 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cc275-2202-41e3-a9ab-48418da7766f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Subnet': ['ID=28d8f5c7-e116-432c-9980-d90dfd3f1f53,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:27.573427 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b6cc275-2202-41e3-a9ab-48418da7766f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.582667 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1b6cc275-2202-41e3-a9ab-48418da7766f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/28d8f5c7-e116-432c-9980-d90dfd3f1f53 HTTP/1.1" status: 204 len: 168 time: 1.1017821 Aug 20 12:02:27.583818 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44206) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:27.587294 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8a6f2606-235d-4907-a9ed-fdd471c5de8f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:27.590499 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d46f783-7226-4c99-a3e9-6c5ad64eec10 None None] Network c85706ba-dd42-491d-95c8-fcedfcf225d3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:27.666664 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-098ec58f-55f1-4b0b-8a54-32270ada1aa8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.667183 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098ec58f-55f1-4b0b-8a54-32270ada1aa8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Fanout notify agent at l3_agent the message router_deleted on router d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:02:27.691303 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-098ec58f-55f1-4b0b-8a54-32270ada1aa8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.696374 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44208) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:27.700179 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-098ec58f-55f1-4b0b-8a54-32270ada1aa8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/routers/d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4 HTTP/1.1" status: 204 len: 168 time: 0.9298475 Aug 20 12:02:27.781597 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.833407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27953584-b089-4cc4-8174-94f9ea235d31 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:27.837706 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-27953584-b089-4cc4-8174-94f9ea235d31 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1401112 Aug 20 12:02:27.840348 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44210) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:27.930048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port b82977c6-9131-4ad5-be88-03a2fdd206c7 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:27.930274 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.950031 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e548cfb9-f471-4977-a3bf-701a55a33e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:28.020584 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548cfb9-f471-4977-a3bf-701a55a33e5e None None] Pushing event deleted for resources: {'Port': ['ID=b82977c6-9131-4ad5-be88-03a2fdd206c7,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:28.033539 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e548cfb9-f471-4977-a3bf-701a55a33e5e None None] No DVR routers for this DVR port b82977c6-9131-4ad5-be88-03a2fdd206c7 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:28.047234 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30607a-62e3-467d-9deb-a405a9f377e3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:28.059017 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9d30607a-62e3-467d-9deb-a405a9f377e3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2073069 Aug 20 12:02:28.059490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44214) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:28.128980 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d48aa2b2-ade1-4769-8e53-a647728d2295 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644758 Aug 20 12:02:28.131652 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:28.134363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44216) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:28.141334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:28.209454 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2a61-2c0b-4493-93da-9dac164a908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:28.234117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:28.247986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb2a61-2c0b-4493-93da-9dac164a908a None None] Pushing event deleted for resources: {'Port': ['ID=f6e72fe3-470e-4c4d-a211-d9425ebf2a45,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:28.254018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 8a6f2606-235d-4907-a9ed-fdd471c5de8f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:28.266768 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb2a61-2c0b-4493-93da-9dac164a908a None None] No DVR routers for this DVR port f6e72fe3-470e-4c4d-a211-d9425ebf2a45 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:28.376759 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a96aa97-1a8b-429e-affc-e233937ce5d1 None None] DHCP port deletion for c85706ba-dd42-491d-95c8-fcedfcf225d3 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:02:28.432125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f6e72fe3-470e-4c4d-a211-d9425ebf2a45 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:28.484322 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: f6e72fe3-470e-4c4d-a211-d9425ebf2a45 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:28.484878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f6e72fe3-470e-4c4d-a211-d9425ebf2a45 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:28.485325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b82977c6-9131-4ad5-be88-03a2fdd206c7 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:28.514172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: b82977c6-9131-4ad5-be88-03a2fdd206c7 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:28.515023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b82977c6-9131-4ad5-be88-03a2fdd206c7 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:28.515023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 695114fd-bc41-48b4-af52-678df30273c3 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:28.515231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:28.521378 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:28.539054 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 695114fd-bc41-48b4-af52-678df30273c3 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:28.539260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 695114fd-bc41-48b4-af52-678df30273c3 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:28.557591 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3a96aa97-1a8b-429e-affc-e233937ce5d1 None None] Deleting port 9458f80c-5361-4af3-8b7d-e2b2d49649b0 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:28.558023 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a96aa97-1a8b-429e-affc-e233937ce5d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:28.643845 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f9b0a8-fd16-4895-9954-3627d54f7acc None None] Network 832fdf7f-df15-417e-9c85-a2b500dfedeb requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:28.749577 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8325b49f-3acc-4060-891d-0606b21dc842 None None] Provisioning for port 8a6f2606-235d-4907-a9ed-fdd471c5de8f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:28.756615 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3a96aa97-1a8b-429e-affc-e233937ce5d1 None None] For port 9458f80c-5361-4af3-8b7d-e2b2d49649b0, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=9458f80c-5361-4af3-8b7d-e2b2d49649b0,segment=NetworkSegment(faf2bdf9-d677-4d63-8840-5f8d94a997e0),segment_id=faf2bdf9-d677-4d63-8840-5f8d94a997e0)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:28.757053 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a96aa97-1a8b-429e-affc-e233937ce5d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:28.763643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8325b49f-3acc-4060-891d-0606b21dc842 None None] Provisioning complete for port 8a6f2606-235d-4907-a9ed-fdd471c5de8f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:28.764784 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8325b49f-3acc-4060-891d-0606b21dc842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:28.768621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] For port b82977c6-9131-4ad5-be88-03a2fdd206c7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b82977c6-9131-4ad5-be88-03a2fdd206c7,segment=NetworkSegment(658714ed-23d1-424c-b788-7226ca9fe74d),segment_id=658714ed-23d1-424c-b788-7226ca9fe74d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:28.769216 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:28.787968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for b82977c6-9131-4ad5-be88-03a2fdd206c7 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:28.812843 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717cd23-d746-4421-9792-a11e2767eb3e req-0953f823-befd-4e4a-9704-685580cb36dd tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:28.814447 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9717cd23-d746-4421-9792-a11e2767eb3e req-0953f823-befd-4e4a-9704-685580cb36dd tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.7030966 Aug 20 12:02:28.826658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3a96aa97-1a8b-429e-affc-e233937ce5d1 None None] Calling delete_port for 9458f80c-5361-4af3-8b7d-e2b2d49649b0 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:28.905999 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9717cd23-d746-4421-9792-a11e2767eb3e req-a190580f-488a-47c5-a086-957f5764118f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597451 Aug 20 12:02:28.923058 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:28.937953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Router 83ace314-5d00-4fd9-aad1-24bd7caff469 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:02:28.957958 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No DVR routers for this DVR port b82977c6-9131-4ad5-be88-03a2fdd206c7 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:28.963394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=b82977c6-9131-4ad5-be88-03a2fdd206c7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:29.014552 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8325b49f-3acc-4060-891d-0606b21dc842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.056491 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.073346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3faef18-16d8-4074-9414-40ed2fe8b84e']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:29.077789 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8325b49f-3acc-4060-891d-0606b21dc842 None None] For port 8a6f2606-235d-4907-a9ed-fdd471c5de8f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8a6f2606-235d-4907-a9ed-fdd471c5de8f,segment=NetworkSegment(443cabe6-29eb-4c7b-836f-631e68733331),segment_id=443cabe6-29eb-4c7b-836f-631e68733331)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:29.079243 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a96aa97-1a8b-429e-affc-e233937ce5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.092239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658714ed-23d1-424c-b788-7226ca9fe74d') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:29.092622 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658714ed-23d1-424c-b788-7226ca9fe74d') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:29.104679 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.110586 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8325b49f-3acc-4060-891d-0606b21dc842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.112344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96aa97-1a8b-429e-affc-e233937ce5d1 None None] Pushing event deleted for resources: {'Port': ['ID=9458f80c-5361-4af3-8b7d-e2b2d49649b0,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:29.117429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a96aa97-1a8b-429e-affc-e233937ce5d1 None None] No DVR routers for this DVR port 9458f80c-5361-4af3-8b7d-e2b2d49649b0 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:29.143299 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:29.146667 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.158817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:02:29.159358 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:02:29.163452 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:02:29.171851 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Sync routers for ids ['83ace314-5d00-4fd9-aad1-24bd7caff469'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:29.190721 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.194544 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-39b60c25-6b34-4d76-9c87-ecef305b90a7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7286513 Aug 20 12:02:29.200151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Routers {'83ace314-5d00-4fd9-aad1-24bd7caff469'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:29.200858 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['83ace314-5d00-4fd9-aad1-24bd7caff469'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:29.221665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44218) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:29.246677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325b49f-3acc-4060-891d-0606b21dc842 None None] Pushing event updated for resources: {'Port': ['ID=8a6f2606-235d-4907-a9ed-fdd471c5de8f,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:29.281054 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:02:29.320623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.368792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Set router 83ace314-5d00-4fd9-aad1-24bd7caff469 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:29.374901 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.376854 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/networks/c3faef18-16d8-4074-9414-40ed2fe8b84e HTTP/1.1" status: 204 len: 168 time: 1.7905402 Aug 20 12:02:29.379761 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44220) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:29.457837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.objects.ports [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94691) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:02:29.459517 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.467975 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc42612-a2bb-43ff-9543-50a220645c17 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Network': ['ID=c3faef18-16d8-4074-9414-40ed2fe8b84e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:29.493310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8a6f2606-235d-4907-a9ed-fdd471c5de8f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:29.499379 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9d00c84-3792-4a51-a0e6-d01f32c038ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.512039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:29.518985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:29.529922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:29.530598 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.539303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=a9ba5e7a-6af0-47b6-8218-444d05ba284a,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:29.551307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:29.551750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:29.552144 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:29.552553 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:29.552991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:29.553386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:29.553775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:29.554105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:29.554567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:29.554931 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:29.555568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:29.555833 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:29.566270 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cdeadee6-4430-4c88-91f4-de4e726b789b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4303017 Aug 20 12:02:29.569208 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44222) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:29.576503 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dce0f9-4298-49db-952c-6d4712f775da None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:29.578247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-6dfbae08-cab3-4dca-8bab-6c2a567e8dd5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:29.606183 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-392f75ef-1fb4-4a48-867f-f8ac8f79fb5d None None] Provisioning complete for port 8a6f2606-235d-4907-a9ed-fdd471c5de8f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:29.606572 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-392f75ef-1fb4-4a48-867f-f8ac8f79fb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.717683 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9d00c84-3792-4a51-a0e6-d01f32c038ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.749537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfbae08-cab3-4dca-8bab-6c2a567e8dd5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:29.753107 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 8a6f2606-235d-4907-a9ed-fdd471c5de8f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:29.753483 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.754445 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6dfbae08-cab3-4dca-8bab-6c2a567e8dd5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.781264 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-b9d00c84-3792-4a51-a0e6-d01f32c038ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85706ba-dd42-491d-95c8-fcedfcf225d3']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:29.796719 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-b9d00c84-3792-4a51-a0e6-d01f32c038ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf2bdf9-d677-4d63-8840-5f8d94a997e0') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:29.797349 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-b9d00c84-3792-4a51-a0e6-d01f32c038ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf2bdf9-d677-4d63-8840-5f8d94a997e0') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:29.811368 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9d00c84-3792-4a51-a0e6-d01f32c038ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.882617 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9d00c84-3792-4a51-a0e6-d01f32c038ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.889897 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d00c84-3792-4a51-a0e6-d01f32c038ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:02:29.890604 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9d00c84-3792-4a51-a0e6-d01f32c038ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:02:29.984431 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:02:29.987816 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': 'a9ba5e7a-6af0-47b6-8218-444d05ba284a'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:02:29.990470 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.025229 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9d00c84-3792-4a51-a0e6-d01f32c038ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.029474 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9d00c84-3792-4a51-a0e6-d01f32c038ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.035188 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b9d00c84-3792-4a51-a0e6-d01f32c038ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/networks/c85706ba-dd42-491d-95c8-fcedfcf225d3 HTTP/1.1" status: 204 len: 168 time: 0.6508911 Aug 20 12:02:30.038558 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44226) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:30.048066 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-273b1d4e-f706-4d4d-ab1f-e3e9df3b5917 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-214462508'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:30.067888 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d00c84-3792-4a51-a0e6-d01f32c038ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Network': ['ID=c85706ba-dd42-491d-95c8-fcedfcf225d3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:30.079505 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:27Z', 'revision_number': 3, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port': {'id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:30.151021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273b1d4e-f706-4d4d-ab1f-e3e9df3b5917 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:30.166241 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-273b1d4e-f706-4d4d-ab1f-e3e9df3b5917 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.172868 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6dfbae08-cab3-4dca-8bab-6c2a567e8dd5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.200934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9458f80c-5361-4af3-8b7d-e2b2d49649b0 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:30.208573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Checking router: 83ace314-5d00-4fd9-aad1-24bd7caff469 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:30.208935 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Updating router 83ace314-5d00-4fd9-aad1-24bd7caff469 port 5726bdfb-e316-466c-8d08-fe522464fb79 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:02:30.232337 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273b1d4e-f706-4d4d-ab1f-e3e9df3b5917 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:30.237316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfbae08-cab3-4dca-8bab-6c2a567e8dd5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:30.242619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-6dfbae08-cab3-4dca-8bab-6c2a567e8dd5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:30.251837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee184ac-1738-4eb8-a116-6d8731b967c8 req-c07a2ca0-15ae-48ac-a382-349ea8639b29 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:30.252065 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 9458f80c-5361-4af3-8b7d-e2b2d49649b0 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:30.252291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9458f80c-5361-4af3-8b7d-e2b2d49649b0 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:30.252510 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-273b1d4e-f706-4d4d-ab1f-e3e9df3b5917 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.253142 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aee184ac-1738-4eb8-a116-6d8731b967c8 req-c07a2ca0-15ae-48ac-a382-349ea8639b29 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.1308098 Aug 20 12:02:30.257203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfbae08-cab3-4dca-8bab-6c2a567e8dd5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:30.258146 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6dfbae08-cab3-4dca-8bab-6c2a567e8dd5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.263710 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-273b1d4e-f706-4d4d-ab1f-e3e9df3b5917 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Added segment 3c6b511c-15f5-4393-a06c-32dc89b9ba18 of type vlan for network 8366e4f1-1a9a-454d-be33-ec0860839455 Aug 20 12:02:30.268236 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.276046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbae08-cab3-4dca-8bab-6c2a567e8dd5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=5182704a-e40c-4393-825b-390c32aa302e,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:30.309019 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6dfbae08-cab3-4dca-8bab-6c2a567e8dd5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7374816 Aug 20 12:02:30.312239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44228) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:30.317884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-9cbbebf1-110f-4181-a1e3-c16ee2b014e8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'mac_address': 'fa:16:3e:83:e9:2c', 'name': 'tempest-NetworksTestDHCPv6-1307234272'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:30.319073 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.344547 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-273b1d4e-f706-4d4d-ab1f-e3e9df3b5917 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.417107 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Allocated IP 2001:db8::f816:3eff:febd:ff0c (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/a9ba5e7a-6af0-47b6-8218-444d05ba284a/90e83825-c68d-4cf8-be3f-d6ffeda60d82) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:30.420374 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aee184ac-1738-4eb8-a116-6d8731b967c8 req-4a197be1-6316-4ccd-8635-ceb42090677d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460028 Aug 20 12:02:30.440145 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-273b1d4e-f706-4d4d-ab1f-e3e9df3b5917 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.446844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273b1d4e-f706-4d4d-ab1f-e3e9df3b5917 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:30.447497 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-273b1d4e-f706-4d4d-ab1f-e3e9df3b5917 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.530047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbbebf1-110f-4181-a1e3-c16ee2b014e8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:30.550454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b1d4e-f706-4d4d-ab1f-e3e9df3b5917 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Network': ['ID=8366e4f1-1a9a-454d-be33-ec0860839455,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:30.566128 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-273b1d4e-f706-4d4d-ab1f-e3e9df3b5917 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5245228 Aug 20 12:02:30.569373 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44230) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:30.575372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-cdd9e9ff-d392-4130-9403-b31a52180408 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'subnet': {'network_id': '8366e4f1-1a9a-454d-be33-ec0860839455', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:30.646318 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9cbbebf1-110f-4181-a1e3-c16ee2b014e8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.682602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-9cbbebf1-110f-4181-a1e3-c16ee2b014e8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port 06fc1deb-2688-4e4f-b7a2-4bb7e8aa30d2 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:02:30.692893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 8366e4f1-1a9a-454d-be33-ec0860839455 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:30.767790 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Allocated IP 172.20.0.1 (832fdf7f-df15-417e-9c85-a2b500dfedeb/fc14ebfd-bb86-4a1c-a5e2-851577538799/4232cf17-4c26-40f1-808f-88727ef32503) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:30.772953 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd9e9ff-d392-4130-9403-b31a52180408 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:30.777398 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e9ff-d392-4130-9403-b31a52180408 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.943426 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.977236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Transition to ACTIVE for port object 90e83825-c68d-4cf8-be3f-d6ffeda60d82 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:31.021717 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.024766 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Transition to ACTIVE for port object 90e83825-c68d-4cf8-be3f-d6ffeda60d82 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:31.035375 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.037581 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Transition to ACTIVE for port object 5726bdfb-e316-466c-8d08-fe522464fb79 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:31.061397 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.067769 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.088699 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:31.092086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Transition to ACTIVE for port object 4232cf17-4c26-40f1-808f-88727ef32503 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:31.098458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:31.101674 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:31.103761 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Pushing event updated for resources: {'Port': ['ID=90e83825-c68d-4cf8-be3f-d6ffeda60d82,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:31.120509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Attempting to bind port 5726bdfb-e316-466c-8d08-fe522464fb79 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:31.120975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Attempting to bind port 5726bdfb-e316-466c-8d08-fe522464fb79 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:31.121341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Attempting to bind port 5726bdfb-e316-466c-8d08-fe522464fb79 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:31.164189 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e9ff-d392-4130-9403-b31a52180408 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.168239 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:31.168679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:31.169043 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.169439 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:31.169920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Bound port: 5726bdfb-e316-466c-8d08-fe522464fb79, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:31.170303 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.214762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-9cbbebf1-110f-4181-a1e3-c16ee2b014e8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 172.20.0.13 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/5182704a-e40c-4393-825b-390c32aa302e/06fc1deb-2688-4e4f-b7a2-4bb7e8aa30d2) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:31.222528 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473ea80-5936-47a7-87fb-9362f9e1c6a4 None None] Pushing event updated for resources: {'Port': ['ID=5726bdfb-e316-466c-8d08-fe522464fb79,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:31.234595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-9cbbebf1-110f-4181-a1e3-c16ee2b014e8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::f816:3eff:fe83:e92c (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/a9ba5e7a-6af0-47b6-8218-444d05ba284a/06fc1deb-2688-4e4f-b7a2-4bb7e8aa30d2) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:31.237578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Attempting to bind port 90e83825-c68d-4cf8-be3f-d6ffeda60d82 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:31.237948 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Attempting to bind port 90e83825-c68d-4cf8-be3f-d6ffeda60d82 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:31.238310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Attempting to bind port 90e83825-c68d-4cf8-be3f-d6ffeda60d82 on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:31.254748 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:31.255172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:31.255775 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.256172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:31.256672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Bound port: 90e83825-c68d-4cf8-be3f-d6ffeda60d82, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:31.257037 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.262951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd9e9ff-d392-4130-9403-b31a52180408 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Checking segment: {'id': '3c6b511c-15f5-4393-a06c-32dc89b9ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8366e4f1-1a9a-454d-be33-ec0860839455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:31.263738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd9e9ff-d392-4130-9403-b31a52180408 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network hostable DHCP agents. Network: 8366e4f1-1a9a-454d-be33-ec0860839455, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:02:31.277645 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] For port 5726bdfb-e316-466c-8d08-fe522464fb79, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:31.285287 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.310881 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] For port 5726bdfb-e316-466c-8d08-fe522464fb79, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5726bdfb-e316-466c-8d08-fe522464fb79,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:31.329974 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.376269 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Network 832fdf7f-df15-417e-9c85-a2b500dfedeb is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:31.379004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Pushing event updated for resources: {'Port': ['ID=4232cf17-4c26-40f1-808f-88727ef32503,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:31.382145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] For port 90e83825-c68d-4cf8-be3f-d6ffeda60d82, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:31.388590 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:31.405214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:31.418923 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] For port 90e83825-c68d-4cf8-be3f-d6ffeda60d82, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=90e83825-c68d-4cf8-be3f-d6ffeda60d82,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:31.428601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473ea80-5936-47a7-87fb-9362f9e1c6a4 None None] Pushing event updated for resources: {'Port': ['ID=5726bdfb-e316-466c-8d08-fe522464fb79,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:31.435387 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.455499 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Routers {'83ace314-5d00-4fd9-aad1-24bd7caff469'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:31.456419 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['83ace314-5d00-4fd9-aad1-24bd7caff469'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:31.461243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9e9ff-d392-4130-9403-b31a52180408 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Subnet': ['ID=420f69a6-bdf4-495a-ac1c-09050f55aa6a,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:31.471982 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.478844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd9e9ff-d392-4130-9403-b31a52180408 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 8366e4f1-1a9a-454d-be33-ec0860839455 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:02:31.501493 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9cbbebf1-110f-4181-a1e3-c16ee2b014e8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.522945 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd74b4-9910-4948-bdfb-08b019f58132 None None] Pushing event updated for resources: {'Port': ['ID=90e83825-c68d-4cf8-be3f-d6ffeda60d82,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:31.543634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-9cbbebf1-110f-4181-a1e3-c16ee2b014e8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object 06fc1deb-2688-4e4f-b7a2-4bb7e8aa30d2 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:31.550179 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-cdd9e9ff-d392-4130-9403-b31a52180408 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 8366e4f1-1a9a-454d-be33-ec0860839455) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:31.575163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd9e9ff-d392-4130-9403-b31a52180408 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:31.576554 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e9ff-d392-4130-9403-b31a52180408 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.584950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b08ec94-3777-43a8-bb30-62db23354d01 None None] Network 8366e4f1-1a9a-454d-be33-ec0860839455 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:31.608666 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9cbbebf1-110f-4181-a1e3-c16ee2b014e8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.660903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbbebf1-110f-4181-a1e3-c16ee2b014e8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:31.661108 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cdd9e9ff-d392-4130-9403-b31a52180408 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0904121 Aug 20 12:02:31.664483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44234) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:31.669622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-9cbbebf1-110f-4181-a1e3-c16ee2b014e8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:31.679039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbbebf1-110f-4181-a1e3-c16ee2b014e8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:31.682626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a2a0cf04-3dcd-4d53-bbd9-d42e0bb5d168 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2106066618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:31.721640 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480098e-3c95-4e83-bfac-7c5f98faf523 req-53176ada-7465-4d25-be90-6d9bf57a76e4 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:31.725030 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9480098e-3c95-4e83-bfac-7c5f98faf523 req-53176ada-7465-4d25-be90-6d9bf57a76e4 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.1290338 Aug 20 12:02:31.731953 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2a0cf04-3dcd-4d53-bbd9-d42e0bb5d168 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.732518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbebf1-110f-4181-a1e3-c16ee2b014e8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=06fc1deb-2688-4e4f-b7a2-4bb7e8aa30d2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:31.732764 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2a0cf04-3dcd-4d53-bbd9-d42e0bb5d168 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.765142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbbebf1-110f-4181-a1e3-c16ee2b014e8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:31.767379 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9cbbebf1-110f-4181-a1e3-c16ee2b014e8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.812156 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9cbbebf1-110f-4181-a1e3-c16ee2b014e8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4988763 Aug 20 12:02:31.813408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44236) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:31.844831 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2a0cf04-3dcd-4d53-bbd9-d42e0bb5d168 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.901859 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18655805-f3b5-4931-9f53-32a5c6053ad5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:31.912598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18655805-f3b5-4931-9f53-32a5c6053ad5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:31.914013 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] Set router 83ace314-5d00-4fd9-aad1-24bd7caff469 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:31.916613 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2a0cf04-3dcd-4d53-bbd9-d42e0bb5d168 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.921919 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-18655805-f3b5-4931-9f53-32a5c6053ad5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1062305 Aug 20 12:02:31.923521 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44238) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:31.986754 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9480098e-3c95-4e83-bfac-7c5f98faf523 req-1f39f8b3-fdad-4c22-b880-9cf3f5926bc0 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359631 Aug 20 12:02:32.003421 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2a0cf04-3dcd-4d53-bbd9-d42e0bb5d168 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.010301 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a2a0cf04-3dcd-4d53-bbd9-d42e0bb5d168 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3389380 Aug 20 12:02:32.013110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44240) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:32.022567 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8b53ce82-9e2f-4b0f-a616-eff9f5b90aa9 None None] Provisioning for port 4232cf17-4c26-40f1-808f-88727ef32503 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:32.026896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-108771e6-03ec-4648-834a-ddc220598fee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'port': {'network_id': '8366e4f1-1a9a-454d-be33-ec0860839455', 'name': 'tempest-RoutersIpV6Test-1767520606'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:32.031643 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.059003 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8b53ce82-9e2f-4b0f-a616-eff9f5b90aa9 None None] Provisioning complete for port 4232cf17-4c26-40f1-808f-88727ef32503 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:32.059462 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8b53ce82-9e2f-4b0f-a616-eff9f5b90aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.081401 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4f713-ea66-4067-89f8-7f8899dad59c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port 06fc1deb-2688-4e4f-b7a2-4bb7e8aa30d2 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:32.082177 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dcb4f713-ea66-4067-89f8-7f8899dad59c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.186473 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8b53ce82-9e2f-4b0f-a616-eff9f5b90aa9 None None] Port 4232cf17-4c26-40f1-808f-88727ef32503 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:32.208614 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-8366e4f1-1a9a-454d-be33-ec0860839455', 'network_id': '8366e4f1-1a9a-454d-be33-ec0860839455', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'fixed_ips': [{'subnet_id': '420f69a6-bdf4-495a-ac1c-09050f55aa6a'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:02:32.209766 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.212858 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dcb4f713-ea66-4067-89f8-7f8899dad59c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.237780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4f713-ea66-4067-89f8-7f8899dad59c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for 06fc1deb-2688-4e4f-b7a2-4bb7e8aa30d2 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:32.398329 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:27Z', 'revision_number': 3, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port': {'id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:32.407302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108771e6-03ec-4648-834a-ddc220598fee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:32.411917 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-108771e6-03ec-4648-834a-ddc220598fee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.416906 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.436431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2da170-7321-48d2-aae0-af58da6c3052 None None] The sync data for ids ['83ace314-5d00-4fd9-aad1-24bd7caff469'] in n-d-804299-2 is: [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:27Z', 'revision_number': 3, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port': {'id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:32.438416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-108771e6-03ec-4648-834a-ddc220598fee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] device_id is not set on port d989d655-a2ec-40b6-855a-f2947b8d6b00 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:02:32.448013 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.448305 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Allocated IP 2001:db8::2 (8366e4f1-1a9a-454d-be33-ec0860839455/420f69a6-bdf4-495a-ac1c-09050f55aa6a/567c0a90-7489-4492-9fc4-0d18e7b3fb6f) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:32.498463 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dcb4f713-ea66-4067-89f8-7f8899dad59c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.603027 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.606125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Pushing event updated for resources: {'Port': ['ID=4232cf17-4c26-40f1-808f-88727ef32503,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:32.628341 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4f713-ea66-4067-89f8-7f8899dad59c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=06fc1deb-2688-4e4f-b7a2-4bb7e8aa30d2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:32.715960 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dcb4f713-ea66-4067-89f8-7f8899dad59c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.721271 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dcb4f713-ea66-4067-89f8-7f8899dad59c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/06fc1deb-2688-4e4f-b7a2-4bb7e8aa30d2 HTTP/1.1" status: 204 len: 168 time: 0.7965591 Aug 20 12:02:32.722039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44242) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:32.745342 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.762781 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Network 832fdf7f-df15-417e-9c85-a2b500dfedeb is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:32.764847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:32.777170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Transition to ACTIVE for port object 567c0a90-7489-4492-9fc4-0d18e7b3fb6f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:32.808657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804d99a8-67a8-4448-9289-f17b46c980c3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:32.810578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804d99a8-67a8-4448-9289-f17b46c980c3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:32.812424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804d99a8-67a8-4448-9289-f17b46c980c3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:32.814815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Transition to ACTIVE for port object 567c0a90-7489-4492-9fc4-0d18e7b3fb6f will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:32.817916 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-804d99a8-67a8-4448-9289-f17b46c980c3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0939386 Aug 20 12:02:32.817916 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44244) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:32.834321 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.906738 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f379b18-adb5-4500-80ec-39b9a1216f76 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 5182704a-e40c-4393-825b-390c32aa302e {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:32.913626 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5f379b18-adb5-4500-80ec-39b9a1216f76 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.960184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Pushing event updated for resources: {'Port': ['ID=567c0a90-7489-4492-9fc4-0d18e7b3fb6f,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:32.990954 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5f379b18-adb5-4500-80ec-39b9a1216f76 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.002758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:33.003762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:33.003762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:33.003762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:33.004076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:33.005877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:33.006251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:33.006650 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:33.020915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:33.021408 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:33.021781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:33.028068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:33.078554 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5f379b18-adb5-4500-80ec-39b9a1216f76 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.083519 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-108771e6-03ec-4648-834a-ddc220598fee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Allocated IP 2001:db8::48 (8366e4f1-1a9a-454d-be33-ec0860839455/420f69a6-bdf4-495a-ac1c-09050f55aa6a/d989d655-a2ec-40b6-855a-f2947b8d6b00) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:33.087838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Network 8366e4f1-1a9a-454d-be33-ec0860839455 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:33.098997 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.101424 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:33.111895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:33.256399 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Attempting to bind port 567c0a90-7489-4492-9fc4-0d18e7b3fb6f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:33.256807 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Attempting to bind port 567c0a90-7489-4492-9fc4-0d18e7b3fb6f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '3c6b511c-15f5-4393-a06c-32dc89b9ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8366e4f1-1a9a-454d-be33-ec0860839455'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:33.257182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Attempting to bind port 567c0a90-7489-4492-9fc4-0d18e7b3fb6f on network 8366e4f1-1a9a-454d-be33-ec0860839455 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:33.279790 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:33.280183 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Checking segment: {'id': '3c6b511c-15f5-4393-a06c-32dc89b9ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8366e4f1-1a9a-454d-be33-ec0860839455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:33.280580 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.281000 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Bound using segment: {'id': '3c6b511c-15f5-4393-a06c-32dc89b9ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8366e4f1-1a9a-454d-be33-ec0860839455'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:33.281470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Bound port: 567c0a90-7489-4492-9fc4-0d18e7b3fb6f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6b511c-15f5-4393-a06c-32dc89b9ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8366e4f1-1a9a-454d-be33-ec0860839455'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:33.281856 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.293474 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b441b98-802a-438b-b219-f4dba6b52d54 req-d2867fb3-6803-4cc0-9b8a-24c6f456435f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:33.295065 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b441b98-802a-438b-b219-f4dba6b52d54 req-d2867fb3-6803-4cc0-9b8a-24c6f456435f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.1412795 Aug 20 12:02:33.298543 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5f379b18-adb5-4500-80ec-39b9a1216f76 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.352604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172dbf8e-431b-4e7a-8506-47518fb997a4 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:33.420291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f379b18-adb5-4500-80ec-39b9a1216f76 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=5182704a-e40c-4393-825b-390c32aa302e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:33.422823 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5f379b18-adb5-4500-80ec-39b9a1216f76 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.428185 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Router 83ace314-5d00-4fd9-aad1-24bd7caff469 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:02:33.433533 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5f379b18-adb5-4500-80ec-39b9a1216f76 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/5182704a-e40c-4393-825b-390c32aa302e HTTP/1.1" status: 204 len: 168 time: 0.6111665 Aug 20 12:02:33.437032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44248) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:33.470916 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b441b98-802a-438b-b219-f4dba6b52d54 req-9787309f-e15d-4d45-9f0d-6999eb283b41 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667449 Aug 20 12:02:33.521596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] For port 567c0a90-7489-4492-9fc4-0d18e7b3fb6f, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:33.531152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e58fd3b4-165d-479b-b8bc-98f9445fcbd5 None None] Provisioning for port 90e83825-c68d-4cf8-be3f-d6ffeda60d82 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:33.552291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] For port 567c0a90-7489-4492-9fc4-0d18e7b3fb6f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=567c0a90-7489-4492-9fc4-0d18e7b3fb6f,segment=NetworkSegment(3c6b511c-15f5-4393-a06c-32dc89b9ba18),segment_id=3c6b511c-15f5-4393-a06c-32dc89b9ba18)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:33.580293 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.665080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ed319-957c-44c7-ba07-6eafae611cb6 None None] Pushing event updated for resources: {'Port': ['ID=567c0a90-7489-4492-9fc4-0d18e7b3fb6f,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:33.668492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-36718ab4-b8bf-44dd-b67b-babe95b36569 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet a9ba5e7a-6af0-47b6-8218-444d05ba284a {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:33.677336 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-108771e6-03ec-4648-834a-ddc220598fee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.694163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-108771e6-03ec-4648-834a-ddc220598fee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Transition to ACTIVE for port object d989d655-a2ec-40b6-855a-f2947b8d6b00 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:33.699209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e58fd3b4-165d-479b-b8bc-98f9445fcbd5 None None] Provisioning complete for port 4232cf17-4c26-40f1-808f-88727ef32503 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:33.699578 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e58fd3b4-165d-479b-b8bc-98f9445fcbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.701677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 90e83825-c68d-4cf8-be3f-d6ffeda60d82 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:33.735754 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36718ab4-b8bf-44dd-b67b-babe95b36569 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.773026 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-108771e6-03ec-4648-834a-ddc220598fee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.850262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 90e83825-c68d-4cf8-be3f-d6ffeda60d82 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:33.855812 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e58fd3b4-165d-479b-b8bc-98f9445fcbd5 None None] Port 4232cf17-4c26-40f1-808f-88727ef32503 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:33.861681 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 90e83825-c68d-4cf8-be3f-d6ffeda60d82 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:33.862046 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.893549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108771e6-03ec-4648-834a-ddc220598fee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=d989d655-a2ec-40b6-855a-f2947b8d6b00,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:33.952388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108771e6-03ec-4648-834a-ddc220598fee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 8366e4f1-1a9a-454d-be33-ec0860839455 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:33.963651 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36718ab4-b8bf-44dd-b67b-babe95b36569 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.975399 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-108771e6-03ec-4648-834a-ddc220598fee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:33.985506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108771e6-03ec-4648-834a-ddc220598fee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:33.991860 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108771e6-03ec-4648-834a-ddc220598fee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:33.993568 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-108771e6-03ec-4648-834a-ddc220598fee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:34.047753 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:34.068023 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:34.073422 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-79ab2448-496e-44d8-bc1e-a6aa98bbf05e admin admin] 10.222.0.37 "PUT /v2.0/routers/83ace314-5d00-4fd9-aad1-24bd7caff469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8509924 Aug 20 12:02:34.081275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44252) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:34.082153 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-108771e6-03ec-4648-834a-ddc220598fee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0674515 Aug 20 12:02:34.198389 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 90e83825-c68d-4cf8-be3f-d6ffeda60d82, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=90e83825-c68d-4cf8-be3f-d6ffeda60d82,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:34.214062 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:34.214992 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5726bdfb-e316-466c-8d08-fe522464fb79 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:34.232340 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36718ab4-b8bf-44dd-b67b-babe95b36569 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:34.331190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=90e83825-c68d-4cf8-be3f-d6ffeda60d82,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:34.386573 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36718ab4-b8bf-44dd-b67b-babe95b36569 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:34.391721 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 5726bdfb-e316-466c-8d08-fe522464fb79 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:34.397172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 5726bdfb-e316-466c-8d08-fe522464fb79 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:34.397825 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:34.480254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36718ab4-b8bf-44dd-b67b-babe95b36569 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ba5e7a-6af0-47b6-8218-444d05ba284a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:34.486262 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36718ab4-b8bf-44dd-b67b-babe95b36569 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:34.488278 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-36718ab4-b8bf-44dd-b67b-babe95b36569 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/a9ba5e7a-6af0-47b6-8218-444d05ba284a HTTP/1.1" status: 204 len: 168 time: 1.0500686 Aug 20 12:02:34.496333 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44258) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:34.569879 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:34.604053 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bc99006b-98dc-40d5-bd0a-ca6930ca8337 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024551 Aug 20 12:02:34.606939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44262) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:34.613418 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b73ef9b2-85af-4579-bfe9-e48103fb3b63 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:34.618588 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 5726bdfb-e316-466c-8d08-fe522464fb79, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5726bdfb-e316-466c-8d08-fe522464fb79,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:34.626522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f7855635-e12c-46b4-8d42-a05286d90088 None None] Provisioning complete for port 90e83825-c68d-4cf8-be3f-d6ffeda60d82 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:34.627057 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f7855635-e12c-46b4-8d42-a05286d90088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:34.758526 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae67b4-70d6-4144-bf4b-e5a77fcf9c4d req-1e00fdd2-f075-484f-9074-92172a9bd4a3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:34.760264 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57ae67b4-70d6-4144-bf4b-e5a77fcf9c4d req-1e00fdd2-f075-484f-9074-92172a9bd4a3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.1309230 Aug 20 12:02:34.864053 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57ae67b4-70d6-4144-bf4b-e5a77fcf9c4d req-0c72e621-5bc8-41a7-8c77-dfe8b36f1e7b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907304 Aug 20 12:02:34.942239 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05d34792-96c3-4f54-8a51-ec0cced1d20f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.033353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73ef9b2-85af-4579-bfe9-e48103fb3b63 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:35.036467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da5c4d3-06d7-4ae3-8f20-c0ae56f8df5d None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:35.045253 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b73ef9b2-85af-4579-bfe9-e48103fb3b63 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.045456 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.085887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44272) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:35.091623 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-752238305-network', 'tenant_id': 'c5198ce8842e4d159e75a3719b277af5'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:35.158714 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Made reservation on behalf of c5198ce8842e4d159e75a3719b277af5 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:35.161134 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.176228 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.307366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f6c62-dffe-4912-a08f-8dc39f5fc21f None None] Network 8366e4f1-1a9a-454d-be33-ec0860839455 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:35.386148 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.397558 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.424244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=5726bdfb-e316-466c-8d08-fe522464fb79,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:35.441955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:35.467918 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.468594 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Added segment 2daf2885-c543-463d-a64b-0b066361d3de of type vlan for network 55e8615c-bbf1-4cad-a12c-a054a3fc0903 Aug 20 12:02:35.470518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b445f7-0bd7-4e67-8e58-7fae6c52369e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:35.494276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:35.495445 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:35.495964 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:35.496461 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:35.497236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:35.497740 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:35.498730 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:35.499227 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:35.499737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:35.500508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:35.501214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:35.501763 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:35.619634 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.667697 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.668955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:35.669548 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.673262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3230f74b-4a15-403b-8adb-0304163ab038 None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:02:35.705996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-82e35556-6e54-4da1-b0b5-dc358312d6ca None None] Provisioning for port 567c0a90-7489-4492-9fc4-0d18e7b3fb6f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:35.740734 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 567c0a90-7489-4492-9fc4-0d18e7b3fb6f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:35.760983 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Sync routers for ids ['83ace314-5d00-4fd9-aad1-24bd7caff469'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:35.767236 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6793149 Aug 20 12:02:35.768255 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44274) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:35.778334 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-82e35556-6e54-4da1-b0b5-dc358312d6ca None None] Could not find standard attr ID for object 06fc1deb-2688-4e4f-b7a2-4bb7e8aa30d2. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:02:35.778657 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Routers {'83ace314-5d00-4fd9-aad1-24bd7caff469'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:35.780893 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['83ace314-5d00-4fd9-aad1-24bd7caff469'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:35.796846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-cb9a1a9c-ef0f-4118-afeb-78a5691bf68b admin admin] Request body: {'subnet': {'network_id': '55e8615c-bbf1-4cad-a12c-a054a3fc0903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-752238305-subnet', 'tenant_id': 'c5198ce8842e4d159e75a3719b277af5', 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:35.828427 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3230f74b-4a15-403b-8adb-0304163ab038 None None] Deleting port 90e83825-c68d-4cf8-be3f-d6ffeda60d82 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:35.829118 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3230f74b-4a15-403b-8adb-0304163ab038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.835931 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5c5c1-a228-49bd-b5c6-87085ab89d47 admin admin] Pushing event updated for resources: {'Network': ['ID=55e8615c-bbf1-4cad-a12c-a054a3fc0903,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:35.873730 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9a1a9c-ef0f-4118-afeb-78a5691bf68b admin admin] Made reservation on behalf of c5198ce8842e4d159e75a3719b277af5 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:35.876444 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1a9c-ef0f-4118-afeb-78a5691bf68b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.881721 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 55e8615c-bbf1-4cad-a12c-a054a3fc0903 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:35.884274 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 567c0a90-7489-4492-9fc4-0d18e7b3fb6f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:35.952558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 567c0a90-7489-4492-9fc4-0d18e7b3fb6f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:35.955355 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.089908 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3230f74b-4a15-403b-8adb-0304163ab038 None None] For port 90e83825-c68d-4cf8-be3f-d6ffeda60d82, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=90e83825-c68d-4cf8-be3f-d6ffeda60d82,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:36.090222 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3230f74b-4a15-403b-8adb-0304163ab038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.091549 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Set router 83ace314-5d00-4fd9-aad1-24bd7caff469 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:36.115053 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3230f74b-4a15-403b-8adb-0304163ab038 None None] Calling delete_port for 90e83825-c68d-4cf8-be3f-d6ffeda60d82 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:36.170225 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.250028 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05d34792-96c3-4f54-8a51-ec0cced1d20f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.270814 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05d34792-96c3-4f54-8a51-ec0cced1d20f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.280935 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 567c0a90-7489-4492-9fc4-0d18e7b3fb6f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=567c0a90-7489-4492-9fc4-0d18e7b3fb6f,segment=NetworkSegment(3c6b511c-15f5-4393-a06c-32dc89b9ba18),segment_id=3c6b511c-15f5-4393-a06c-32dc89b9ba18)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:36.284998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cf72be0f-aeeb-44bc-9685-e51f0ba4eca7 None None] Provisioning for port d989d655-a2ec-40b6-855a-f2947b8d6b00 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:36.295067 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.297744 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cf72be0f-aeeb-44bc-9685-e51f0ba4eca7 None None] Provisioning complete for port d989d655-a2ec-40b6-855a-f2947b8d6b00 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:36.298103 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf72be0f-aeeb-44bc-9685-e51f0ba4eca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.358987 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1a9c-ef0f-4118-afeb-78a5691bf68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.374921 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3230f74b-4a15-403b-8adb-0304163ab038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.403443 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-cf72be0f-aeeb-44bc-9685-e51f0ba4eca7 None None] Port d989d655-a2ec-40b6-855a-f2947b8d6b00 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:36.436798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3230f74b-4a15-403b-8adb-0304163ab038 None None] No DVR routers for this DVR port 90e83825-c68d-4cf8-be3f-d6ffeda60d82 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:36.443398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=567c0a90-7489-4492-9fc4-0d18e7b3fb6f,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:36.484664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a1a9c-ef0f-4118-afeb-78a5691bf68b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c58704d-d7d6-4336-96da-289e538a3398,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:36.488470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230f74b-4a15-403b-8adb-0304163ab038 None None] Pushing event deleted for resources: {'Port': ['ID=90e83825-c68d-4cf8-be3f-d6ffeda60d82,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:36.494870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cf72be0f-aeeb-44bc-9685-e51f0ba4eca7 None None] Provisioning complete for port 567c0a90-7489-4492-9fc4-0d18e7b3fb6f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:36.495242 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf72be0f-aeeb-44bc-9685-e51f0ba4eca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.514210 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9a1a9c-ef0f-4118-afeb-78a5691bf68b admin admin] Checking segment: {'id': '2daf2885-c543-463d-a64b-0b066361d3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '55e8615c-bbf1-4cad-a12c-a054a3fc0903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:36.514829 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9a1a9c-ef0f-4118-afeb-78a5691bf68b admin admin] Network hostable DHCP agents. Network: 55e8615c-bbf1-4cad-a12c-a054a3fc0903, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:02:36.525427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d34792-96c3-4f54-8a51-ec0cced1d20f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=d989d655-a2ec-40b6-855a-f2947b8d6b00,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:36.563708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9a1a9c-ef0f-4118-afeb-78a5691bf68b admin admin] Network 55e8615c-bbf1-4cad-a12c-a054a3fc0903 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:02:36.564701 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port': {'id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4232cf17-4c26-40f1-808f-88727ef32503', 'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'mac_address': 'fa:16:3e:03:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:32Z', 'revision_number': 2, 'project_id': '676c055147b0493285975a9f7901bad5', 'subnets': [{'id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:36.576870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.objects.ports [None req-b73ef9b2-85af-4579-bfe9-e48103fb3b63 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94691) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:02:36.584089 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-cb9a1a9c-ef0f-4118-afeb-78a5691bf68b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 55e8615c-bbf1-4cad-a12c-a054a3fc0903) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:36.590092 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9a1a9c-ef0f-4118-afeb-78a5691bf68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:36.591323 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1a9c-ef0f-4118-afeb-78a5691bf68b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.592452 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b73ef9b2-85af-4579-bfe9-e48103fb3b63 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.623602 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cb9a1a9c-ef0f-4118-afeb-78a5691bf68b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8427279 Aug 20 12:02:36.623602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44278) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:36.629113 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-752238305-router', 'tenant_id': 'c5198ce8842e4d159e75a3719b277af5', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:36.630105 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Checking router: 83ace314-5d00-4fd9-aad1-24bd7caff469 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:36.630851 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Updating router 83ace314-5d00-4fd9-aad1-24bd7caff469 port 4232cf17-4c26-40f1-808f-88727ef32503 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:02:36.647702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c681cde2-5070-4dca-9d8d-5a21cef05ed0 None None] Network 55e8615c-bbf1-4cad-a12c-a054a3fc0903 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:36.674757 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.678164 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.688418 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.695164 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08727d-c775-4537-92be-152bb5be77d5 req-63348e58-e070-4375-b8db-056c236aa816 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:36.699440 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f08727d-c775-4537-92be-152bb5be77d5 req-63348e58-e070-4375-b8db-056c236aa816 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.4472141 Aug 20 12:02:36.782098 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f08727d-c775-4537-92be-152bb5be77d5 req-83360f14-14c5-460b-a87d-330c8af56c94 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708888 Aug 20 12:02:36.792876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ef9b2-85af-4579-bfe9-e48103fb3b63 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:36.798627 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-b73ef9b2-85af-4579-bfe9-e48103fb3b63 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:36.807338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73ef9b2-85af-4579-bfe9-e48103fb3b63 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:36.808005 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b73ef9b2-85af-4579-bfe9-e48103fb3b63 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.833284 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.836048 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56ad92e-2348-4c8d-b07e-f4c3a8a6d590 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:36.843537 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8a1b37fe-2d7d-4271-99b1-141b24c604be None None] Provisioning complete for port d989d655-a2ec-40b6-855a-f2947b8d6b00 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:36.843830 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8a1b37fe-2d7d-4271-99b1-141b24c604be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.860747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ef9b2-85af-4579-bfe9-e48103fb3b63 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=5a29a9d1-4252-440c-8346-7b7c5ce8bd48,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:36.889987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b73ef9b2-85af-4579-bfe9-e48103fb3b63 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2810397 Aug 20 12:02:36.893571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44280) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:36.900154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b95ebfe9-df4d-4f2b-913c-9c92a7f49fa4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:37.035560 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05d34792-96c3-4f54-8a51-ec0cced1d20f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.035853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8a1b37fe-2d7d-4271-99b1-141b24c604be None None] Port d989d655-a2ec-40b6-855a-f2947b8d6b00 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:37.104565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-55e8615c-bbf1-4cad-a12c-a054a3fc0903', 'network_id': '55e8615c-bbf1-4cad-a12c-a054a3fc0903', 'tenant_id': 'c5198ce8842e4d159e75a3719b277af5', 'fixed_ips': [{'subnet_id': '9c58704d-d7d6-4336-96da-289e538a3398'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:02:37.105348 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.183342 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.197262 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Transition to ACTIVE for port object 4232cf17-4c26-40f1-808f-88727ef32503 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:37.207574 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.226700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': '5a29a9d1-4252-440c-8346-7b7c5ce8bd48'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:02:37.227642 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.248450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c2213d7d-b65f-4876-a4ad-b9f8ecf33e5c None None] Provisioning complete for port d989d655-a2ec-40b6-855a-f2947b8d6b00 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:37.248847 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c2213d7d-b65f-4876-a4ad-b9f8ecf33e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.292770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95ebfe9-df4d-4f2b-913c-9c92a7f49fa4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:37.301152 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b95ebfe9-df4d-4f2b-913c-9c92a7f49fa4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.344151 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac677c6-8209-4a9c-a8e7-053c34e32e58 None None] Pushing event updated for resources: {'Port': ['ID=4232cf17-4c26-40f1-808f-88727ef32503,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:37.386858 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac677c6-8209-4a9c-a8e7-053c34e32e58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.387372 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac677c6-8209-4a9c-a8e7-053c34e32e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.389488 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac677c6-8209-4a9c-a8e7-053c34e32e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.390136 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac677c6-8209-4a9c-a8e7-053c34e32e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.390582 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac677c6-8209-4a9c-a8e7-053c34e32e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.391180 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac677c6-8209-4a9c-a8e7-053c34e32e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.392079 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac677c6-8209-4a9c-a8e7-053c34e32e58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.392565 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac677c6-8209-4a9c-a8e7-053c34e32e58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.393044 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac677c6-8209-4a9c-a8e7-053c34e32e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.393471 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac677c6-8209-4a9c-a8e7-053c34e32e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.393913 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac677c6-8209-4a9c-a8e7-053c34e32e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.394573 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac677c6-8209-4a9c-a8e7-053c34e32e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.403476 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Attempting to bind port 4232cf17-4c26-40f1-808f-88727ef32503 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:37.403876 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Attempting to bind port 4232cf17-4c26-40f1-808f-88727ef32503 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '443cabe6-29eb-4c7b-836f-631e68733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:37.404344 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Attempting to bind port 4232cf17-4c26-40f1-808f-88727ef32503 on network 832fdf7f-df15-417e-9c85-a2b500dfedeb {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:37.410877 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:37.411565 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Checking segment: {'id': '443cabe6-29eb-4c7b-836f-631e68733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:37.412083 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.412913 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Bound using segment: {'id': '443cabe6-29eb-4c7b-836f-631e68733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:37.413493 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Bound port: 4232cf17-4c26-40f1-808f-88727ef32503, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443cabe6-29eb-4c7b-836f-631e68733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:37.414028 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.417007 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05d34792-96c3-4f54-8a51-ec0cced1d20f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.440038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c2213d7d-b65f-4876-a4ad-b9f8ecf33e5c None None] Port d989d655-a2ec-40b6-855a-f2947b8d6b00 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:37.497347 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Allocated IP 172.20.0.2 (55e8615c-bbf1-4cad-a12c-a054a3fc0903/9c58704d-d7d6-4336-96da-289e538a3398/990f41d4-e2d5-4955-a454-4ee806a4053d) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:37.540152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5726bdfb-e316-466c-8d08-fe522464fb79 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:37.541741 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] For port 4232cf17-4c26-40f1-808f-88727ef32503, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:37.549845 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] For port 4232cf17-4c26-40f1-808f-88727ef32503, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4232cf17-4c26-40f1-808f-88727ef32503,segment=NetworkSegment(443cabe6-29eb-4c7b-836f-631e68733331),segment_id=443cabe6-29eb-4c7b-836f-631e68733331)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:37.560421 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.641422 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Routers {'83ace314-5d00-4fd9-aad1-24bd7caff469'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:37.642066 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['83ace314-5d00-4fd9-aad1-24bd7caff469'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:37.707724 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac677c6-8209-4a9c-a8e7-053c34e32e58 None None] Pushing event updated for resources: {'Port': ['ID=4232cf17-4c26-40f1-808f-88727ef32503,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:37.790051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Allocated IP 2001:db8::f816:3eff:fe63:121f (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/5a29a9d1-4252-440c-8346-7b7c5ce8bd48/5d5169b5-8dbb-430b-a32a-e7d71017b9ea) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:37.861418 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.915198 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] Set router 83ace314-5d00-4fd9-aad1-24bd7caff469 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:38.069836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaf8bd-a772-46e9-b67a-2c738f5ff459 req-0f8fe025-f5eb-4a43-a929-657df33e6511 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:38.071887 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05d34792-96c3-4f54-8a51-ec0cced1d20f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.073166 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-84aaf8bd-a772-46e9-b67a-2c738f5ff459 req-0f8fe025-f5eb-4a43-a929-657df33e6511 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.0878603 Aug 20 12:02:38.080614 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05d34792-96c3-4f54-8a51-ec0cced1d20f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.081753 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05d34792-96c3-4f54-8a51-ec0cced1d20f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.092404 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.094990 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b95ebfe9-df4d-4f2b-913c-9c92a7f49fa4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.145336 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-84aaf8bd-a772-46e9-b67a-2c738f5ff459 req-5ae3ddcf-66df-4716-ae81-f576589919f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597203 Aug 20 12:02:38.183226 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port': {'id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4232cf17-4c26-40f1-808f-88727ef32503', 'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'mac_address': 'fa:16:3e:03:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:37Z', 'revision_number': 4, 'project_id': '676c055147b0493285975a9f7901bad5', 'subnets': [{'id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:38.198821 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Transition to ACTIVE for port object 5d5169b5-8dbb-430b-a32a-e7d71017b9ea will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:38.201977 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.206392 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 5726bdfb-e316-466c-8d08-fe522464fb79 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:38.206881 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.227687 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec03d9-6a7c-4547-bc48-4bea565d2f8c None None] The sync data for ids ['83ace314-5d00-4fd9-aad1-24bd7caff469'] in n-d-804299-2 is: [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port': {'id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4232cf17-4c26-40f1-808f-88727ef32503', 'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'mac_address': 'fa:16:3e:03:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:37Z', 'revision_number': 4, 'project_id': '676c055147b0493285975a9f7901bad5', 'subnets': [{'id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:38.240502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95ebfe9-df4d-4f2b-913c-9c92a7f49fa4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:38.255794 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-b95ebfe9-df4d-4f2b-913c-9c92a7f49fa4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:38.268430 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Transition to ACTIVE for port object 990f41d4-e2d5-4955-a454-4ee806a4053d will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:38.276146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95ebfe9-df4d-4f2b-913c-9c92a7f49fa4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:38.276784 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b95ebfe9-df4d-4f2b-913c-9c92a7f49fa4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.311131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d34792-96c3-4f54-8a51-ec0cced1d20f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=d989d655-a2ec-40b6-855a-f2947b8d6b00,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:38.325304 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Transition to ACTIVE for port object 5d5169b5-8dbb-430b-a32a-e7d71017b9ea will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:38.330258 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b95ebfe9-df4d-4f2b-913c-9c92a7f49fa4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4354262 Aug 20 12:02:38.333531 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44286) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:38.336098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ebfe9-df4d-4f2b-913c-9c92a7f49fa4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=d1806021-cd0f-469d-bd8e-6fda3cb20911,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:38.340004 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Transition to ACTIVE for port object 990f41d4-e2d5-4955-a454-4ee806a4053d will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:38.344281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-15df5a1a-74a2-499d-a198-a8b50647a9b5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'mac_address': 'fa:16:3e:09:bc:c2', 'name': 'tempest-NetworksTestDHCPv6-1905404630'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:38.347927 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.366877 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.370491 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.395896 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.410842 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:38.424725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:38.437662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:38.453404 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Network 55e8615c-bbf1-4cad-a12c-a054a3fc0903 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:38.482301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d34792-96c3-4f54-8a51-ec0cced1d20f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 8366e4f1-1a9a-454d-be33-ec0860839455 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:38.486955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-05d34792-96c3-4f54-8a51-ec0cced1d20f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:38.507977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:38.512340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:38.521361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Pushing event updated for resources: {'Port': ['ID=5d5169b5-8dbb-430b-a32a-e7d71017b9ea,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:38.530125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 567c0a90-7489-4492-9fc4-0d18e7b3fb6f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:38.560871 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Allocated IP 172.25.8.37 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/d466942d-0be2-4a95-bcec-fefe5da74561) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:38.696027 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15df5a1a-74a2-499d-a198-a8b50647a9b5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:38.812019 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.862457 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.864473 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15df5a1a-74a2-499d-a198-a8b50647a9b5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.904041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-15df5a1a-74a2-499d-a198-a8b50647a9b5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port ceafe4c6-bb12-4b74-9c6f-bd048a4052e8 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:02:38.927513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Pushing event updated for resources: {'Port': ['ID=d466942d-0be2-4a95-bcec-fefe5da74561,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:38.934057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:38.935936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:38.939440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:38.940558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Attempting to bind port 990f41d4-e2d5-4955-a454-4ee806a4053d on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:38.941245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Attempting to bind port 990f41d4-e2d5-4955-a454-4ee806a4053d by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '2daf2885-c543-463d-a64b-0b066361d3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '55e8615c-bbf1-4cad-a12c-a054a3fc0903'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:38.941981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Attempting to bind port 990f41d4-e2d5-4955-a454-4ee806a4053d on network 55e8615c-bbf1-4cad-a12c-a054a3fc0903 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:38.954020 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d34792-96c3-4f54-8a51-ec0cced1d20f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 20eb3120-b1ca-4f22-911d-cb70392c2065 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:02:38.987013 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8b39f857-91b0-4db6-8eb2-d0bc1fab17c8 None None] Provisioning complete for port d989d655-a2ec-40b6-855a-f2947b8d6b00 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:38.988187 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8b39f857-91b0-4db6-8eb2-d0bc1fab17c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.991274 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Pushing event updated for resources: {'Port': ['ID=990f41d4-e2d5-4955-a454-4ee806a4053d,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:38.994667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Attempting to bind port 5d5169b5-8dbb-430b-a32a-e7d71017b9ea on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:38.995376 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Attempting to bind port 5d5169b5-8dbb-430b-a32a-e7d71017b9ea by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:38.995984 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Attempting to bind port 5d5169b5-8dbb-430b-a32a-e7d71017b9ea on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:39.002938 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:39.003628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Checking segment: {'id': '2daf2885-c543-463d-a64b-0b066361d3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '55e8615c-bbf1-4cad-a12c-a054a3fc0903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:39.004348 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.004993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Bound using segment: {'id': '2daf2885-c543-463d-a64b-0b066361d3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '55e8615c-bbf1-4cad-a12c-a054a3fc0903'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:39.005997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Bound port: 990f41d4-e2d5-4955-a454-4ee806a4053d, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daf2885-c543-463d-a64b-0b066361d3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '55e8615c-bbf1-4cad-a12c-a054a3fc0903'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:39.006752 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.023182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:39.023817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:39.024320 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.025488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:39.026125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Bound port: 5d5169b5-8dbb-430b-a32a-e7d71017b9ea, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:39.026618 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.136031 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 567c0a90-7489-4492-9fc4-0d18e7b3fb6f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:39.136031 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.142197 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8b39f857-91b0-4db6-8eb2-d0bc1fab17c8 None None] Port d989d655-a2ec-40b6-855a-f2947b8d6b00 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:39.158508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d34792-96c3-4f54-8a51-ec0cced1d20f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:39.177174 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-05d34792-96c3-4f54-8a51-ec0cced1d20f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/20eb3120-b1ca-4f22-911d-cb70392c2065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0947907 Aug 20 12:02:39.179658 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44290) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:39.190021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d55851-20e7-4ea4-ae0b-64d7145b321b None None] Sync routers for ids ['20eb3120-b1ca-4f22-911d-cb70392c2065'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:39.201246 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.285511 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ae42ab-5b8e-412f-8dce-ae380cf77380 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:39.287175 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-02ae42ab-5b8e-412f-8dce-ae380cf77380 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports/d989d655-a2ec-40b6-855a-f2947b8d6b00 HTTP/1.1" status: 200 len: 983 time: 0.1055198 Aug 20 12:02:39.291379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44292) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:39.302147 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d55851-20e7-4ea4-ae0b-64d7145b321b None None] Routers {'20eb3120-b1ca-4f22-911d-cb70392c2065'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:39.302727 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.303042 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a8d55851-20e7-4ea4-ae0b-64d7145b321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['20eb3120-b1ca-4f22-911d-cb70392c2065'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:39.345498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-15df5a1a-74a2-499d-a198-a8b50647a9b5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 172.20.0.4 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/d1806021-cd0f-469d-bd8e-6fda3cb20911/ceafe4c6-bb12-4b74-9c6f-bd048a4052e8) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:39.346104 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a8d55851-20e7-4ea4-ae0b-64d7145b321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:39.355776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] For port 990f41d4-e2d5-4955-a454-4ee806a4053d, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:39.357082 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-15df5a1a-74a2-499d-a198-a8b50647a9b5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::f816:3eff:fe09:bcc2 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/5a29a9d1-4252-440c-8346-7b7c5ce8bd48/ceafe4c6-bb12-4b74-9c6f-bd048a4052e8) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:39.360673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] For port 5d5169b5-8dbb-430b-a32a-e7d71017b9ea, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:39.367957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d2ad6-3f58-400b-9aff-4bfb07d23ce2 req-806d44e6-84a8-4abe-80e6-01e791eea70a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:39.370593 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a0d2ad6-3f58-400b-9aff-4bfb07d23ce2 req-806d44e6-84a8-4abe-80e6-01e791eea70a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.1060164 Aug 20 12:02:39.396934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] For port 5d5169b5-8dbb-430b-a32a-e7d71017b9ea, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5d5169b5-8dbb-430b-a32a-e7d71017b9ea,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:39.404593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] For port 990f41d4-e2d5-4955-a454-4ee806a4053d, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=990f41d4-e2d5-4955-a454-4ee806a4053d,segment=NetworkSegment(2daf2885-c543-463d-a64b-0b066361d3de),segment_id=2daf2885-c543-463d-a64b-0b066361d3de)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:39.406400 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d55851-20e7-4ea4-ae0b-64d7145b321b None None] Routers {'20eb3120-b1ca-4f22-911d-cb70392c2065'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:39.407235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a8d55851-20e7-4ea4-ae0b-64d7145b321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['20eb3120-b1ca-4f22-911d-cb70392c2065'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:39.437985 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a0d2ad6-3f58-400b-9aff-4bfb07d23ce2 req-1197a657-55de-49ee-8738-a98feb48aea8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597103 Aug 20 12:02:39.466507 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.469000 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a8d55851-20e7-4ea4-ae0b-64d7145b321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:39.469624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d55851-20e7-4ea4-ae0b-64d7145b321b None None] The sync data for ids ['20eb3120-b1ca-4f22-911d-cb70392c2065'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:39.514579 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.576627 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df00300-adf5-40c3-aaa9-b9e652acbb05 None None] Pushing event updated for resources: {'Port': ['ID=5d5169b5-8dbb-430b-a32a-e7d71017b9ea,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:39.589770 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15df5a1a-74a2-499d-a198-a8b50647a9b5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.613932 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-15df5a1a-74a2-499d-a198-a8b50647a9b5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object ceafe4c6-bb12-4b74-9c6f-bd048a4052e8 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:39.665935 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15df5a1a-74a2-499d-a198-a8b50647a9b5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.672691 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6eeaa-6904-4095-b785-150f7bf56f05 None None] Pushing event updated for resources: {'Port': ['ID=990f41d4-e2d5-4955-a454-4ee806a4053d,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:39.730620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df5a1a-74a2-499d-a198-a8b50647a9b5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=ceafe4c6-bb12-4b74-9c6f-bd048a4052e8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:39.732174 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 90e83825-c68d-4cf8-be3f-d6ffeda60d82 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:39.734506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15df5a1a-74a2-499d-a198-a8b50647a9b5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:39.741527 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-15df5a1a-74a2-499d-a198-a8b50647a9b5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:39.749470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df5a1a-74a2-499d-a198-a8b50647a9b5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:39.777798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 90e83825-c68d-4cf8-be3f-d6ffeda60d82 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:39.778147 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 90e83825-c68d-4cf8-be3f-d6ffeda60d82 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:39.840231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15df5a1a-74a2-499d-a198-a8b50647a9b5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:39.845388 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15df5a1a-74a2-499d-a198-a8b50647a9b5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.876079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-15df5a1a-74a2-499d-a198-a8b50647a9b5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5366135 Aug 20 12:02:39.878571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44294) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:39.969515 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.028125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d011e9f-09c4-4964-b214-799efccec199 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:40.042185 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d011e9f-09c4-4964-b214-799efccec199 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:40.043946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3d011e9f-09c4-4964-b214-799efccec199 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1641102 Aug 20 12:02:40.046783 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44296) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:40.104203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4232cf17-4c26-40f1-808f-88727ef32503 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:40.209894 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 4232cf17-4c26-40f1-808f-88727ef32503 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:40.217674 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4232cf17-4c26-40f1-808f-88727ef32503 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:40.219446 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.252122 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-40a0acba-3a80-4e3a-8a5b-1dd7ecfb73f1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port ceafe4c6-bb12-4b74-9c6f-bd048a4052e8 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:40.256254 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40a0acba-3a80-4e3a-8a5b-1dd7ecfb73f1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.331058 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28fea715-12f4-492b-83db-fca7ee7bb360 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.346375 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.381123 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Router 6ea7aa86-9591-4a01-b51d-abc0399b674c is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:02:40.388669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 4232cf17-4c26-40f1-808f-88727ef32503, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4232cf17-4c26-40f1-808f-88727ef32503,segment=NetworkSegment(443cabe6-29eb-4c7b-836f-631e68733331),segment_id=443cabe6-29eb-4c7b-836f-631e68733331)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:40.390259 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40a0acba-3a80-4e3a-8a5b-1dd7ecfb73f1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.395204 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.410958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-40a0acba-3a80-4e3a-8a5b-1dd7ecfb73f1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for ceafe4c6-bb12-4b74-9c6f-bd048a4052e8 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:40.455429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=4232cf17-4c26-40f1-808f-88727ef32503,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:40.613374 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40a0acba-3a80-4e3a-8a5b-1dd7ecfb73f1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.645979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0acba-3a80-4e3a-8a5b-1dd7ecfb73f1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=ceafe4c6-bb12-4b74-9c6f-bd048a4052e8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:40.655182 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:40.664459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aea33f-2fec-40c7-acee-d5010d078540 req-a487cf42-ae39-4a5b-ac43-3f8097609690 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:40.666113 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-39aea33f-2fec-40c7-acee-d5010d078540 req-a487cf42-ae39-4a5b-ac43-3f8097609690 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.1334260 Aug 20 12:02:40.673542 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Sync routers for ids ['6ea7aa86-9591-4a01-b51d-abc0399b674c'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:40.689331 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Routers {'6ea7aa86-9591-4a01-b51d-abc0399b674c'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:40.690073 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['6ea7aa86-9591-4a01-b51d-abc0399b674c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:40.708091 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.713715 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-65b5b30b-c434-4dea-b233-4c2d5b76b388 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0892985 Aug 20 12:02:40.714793 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44300) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:40.754879 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40a0acba-3a80-4e3a-8a5b-1dd7ecfb73f1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.757292 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-40a0acba-3a80-4e3a-8a5b-1dd7ecfb73f1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/ceafe4c6-bb12-4b74-9c6f-bd048a4052e8 HTTP/1.1" status: 204 len: 168 time: 0.7094569 Aug 20 12:02:40.764352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44302) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:40.796408 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-39aea33f-2fec-40c7-acee-d5010d078540 req-3506dd44-0e3d-416f-ab3b-6e2fb515bf0b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135952 Aug 20 12:02:40.838381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e6988-ccad-46ff-b086-a73ba6041684 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:40.839954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e6988-ccad-46ff-b086-a73ba6041684 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:40.841684 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e6988-ccad-46ff-b086-a73ba6041684 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:40.846430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-929e6988-ccad-46ff-b086-a73ba6041684 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0807655 Aug 20 12:02:40.847631 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44304) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:40.848193 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Set router 6ea7aa86-9591-4a01-b51d-abc0399b674c gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:40.910623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40c60c8-e795-4612-9b13-34e37e61b071 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 5a29a9d1-4252-440c-8346-7b7c5ce8bd48 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:40.916831 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c40c60c8-e795-4612-9b13-34e37e61b071 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.935006 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-28fea715-12f4-492b-83db-fca7ee7bb360 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port d989d655-a2ec-40b6-855a-f2947b8d6b00 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:40.936208 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28fea715-12f4-492b-83db-fca7ee7bb360 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.972714 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c40c60c8-e795-4612-9b13-34e37e61b071 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.077285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b455735c-4cba-483a-ba8b-d36390fac847 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:41.097069 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'name': 'tempest-TestVolumeBackupRestore-752238305-router', 'tenant_id': 'c5198ce8842e4d159e75a3719b277af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'd466942d-0be2-4a95-bcec-fefe5da74561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:36Z', 'updated_at': '2021-08-20T12:02:39Z', 'revision_number': 3, 'project_id': 'c5198ce8842e4d159e75a3719b277af5', 'gw_port': {'id': 'd466942d-0be2-4a95-bcec-fefe5da74561', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:38Z', 'updated_at': '2021-08-20T12:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:41.098031 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c40c60c8-e795-4612-9b13-34e37e61b071 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.153902 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-dc1ceddd-6222-48ca-aac7-5338d438f085 None None] Provisioning for port 5d5169b5-8dbb-430b-a32a-e7d71017b9ea completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:41.172499 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Checking router: 6ea7aa86-9591-4a01-b51d-abc0399b674c for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:41.173000 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Updating router 6ea7aa86-9591-4a01-b51d-abc0399b674c port d466942d-0be2-4a95-bcec-fefe5da74561 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:02:41.194750 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c40c60c8-e795-4612-9b13-34e37e61b071 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.208457 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.229139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c60c8-e795-4612-9b13-34e37e61b071 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=5a29a9d1-4252-440c-8346-7b7c5ce8bd48,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:41.235893 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c40c60c8-e795-4612-9b13-34e37e61b071 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.245459 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c40c60c8-e795-4612-9b13-34e37e61b071 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/5a29a9d1-4252-440c-8346-7b7c5ce8bd48 HTTP/1.1" status: 204 len: 168 time: 0.3971384 Aug 20 12:02:41.246254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44306) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:41.323911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-776697b2-f892-4ee8-b08b-937c58bbe014 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet d1806021-cd0f-469d-bd8e-6fda3cb20911 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:41.337910 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-776697b2-f892-4ee8-b08b-937c58bbe014 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.409937 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-776697b2-f892-4ee8-b08b-937c58bbe014 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.444054 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87156820-3149-4cd6-a3b7-6b098640f0d3 None None] Update dhcp port {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'fixed_ips': [{'subnet_id': 'd1806021-cd0f-469d-bd8e-6fda3cb20911'}], 'binding:host_id': 'n-d-804299-2'}, 'id': '5d5169b5-8dbb-430b-a32a-e7d71017b9ea'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:02:41.483581 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-87156820-3149-4cd6-a3b7-6b098640f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.486637 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-776697b2-f892-4ee8-b08b-937c58bbe014 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.545481 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28fea715-12f4-492b-83db-fca7ee7bb360 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.590599 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-776697b2-f892-4ee8-b08b-937c58bbe014 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.591719 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-28fea715-12f4-492b-83db-fca7ee7bb360 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for d989d655-a2ec-40b6-855a-f2947b8d6b00 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:41.624566 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.641891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776697b2-f892-4ee8-b08b-937c58bbe014 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=d1806021-cd0f-469d-bd8e-6fda3cb20911,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server [None req-87156820-3149-4cd6-a3b7-6b098640f0d3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1806021-cd0f-469d-bd8e-6fda3cb20911: This subnet is being modified by another concurrent operation. Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:02:41.642042 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise exception Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1806021-cd0f-469d-bd8e-6fda3cb20911: This subnet is being modified by another concurrent operation. Aug 20 12:02:41.645568 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Aug 20 12:02:41.647596 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Transition to ACTIVE for port object d466942d-0be2-4a95-bcec-fefe5da74561 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:41.651488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d51305-962e-4f7a-9b58-52da1f9e5375 None None] Network 55e8615c-bbf1-4cad-a12c-a054a3fc0903 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:41.653146 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-776697b2-f892-4ee8-b08b-937c58bbe014 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.657001 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-776697b2-f892-4ee8-b08b-937c58bbe014 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/d1806021-cd0f-469d-bd8e-6fda3cb20911 HTTP/1.1" status: 204 len: 168 time: 0.4091601 Aug 20 12:02:41.662359 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44308) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:41.663388 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.724583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-86122903-2823-41d7-956e-f302855b0b42 None None] Provisioning for port 990f41d4-e2d5-4955-a454-4ee806a4053d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:41.742759 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Attempting to bind port d466942d-0be2-4a95-bcec-fefe5da74561 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:41.743321 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Attempting to bind port d466942d-0be2-4a95-bcec-fefe5da74561 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:41.744124 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Attempting to bind port d466942d-0be2-4a95-bcec-fefe5da74561 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:41.750522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8a108241-6abc-4043-bd5f-e6ee95b4feb3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765140 Aug 20 12:02:41.751620 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d8e8f3-1a38-48d6-9c09-f03abcdb9c16 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:41.753353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44310) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:41.758124 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee140d-2225-431b-8b6d-8e32966bb15b None None] Pushing event updated for resources: {'Port': ['ID=d466942d-0be2-4a95-bcec-fefe5da74561,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:41.761291 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:41.761678 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:41.762135 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.762544 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:41.763298 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Bound port: d466942d-0be2-4a95-bcec-fefe5da74561, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:41.763884 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.764393 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-21d17dc8-d4a1-475a-86c6-7a600bd700c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:41.826641 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] For port d466942d-0be2-4a95-bcec-fefe5da74561, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:41.830593 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] For port d466942d-0be2-4a95-bcec-fefe5da74561, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d466942d-0be2-4a95-bcec-fefe5da74561,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:41.844313 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.950615 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Routers {'6ea7aa86-9591-4a01-b51d-abc0399b674c'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:41.952015 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['6ea7aa86-9591-4a01-b51d-abc0399b674c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:42.010211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d17dc8-d4a1-475a-86c6-7a600bd700c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:42.014466 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21d17dc8-d4a1-475a-86c6-7a600bd700c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.030790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b0bf6-123e-4879-95f1-667bd5d1190d req-1239db25-c0a4-4491-bcea-f1797060fc89 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:42.042605 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d5b0bf6-123e-4879-95f1-667bd5d1190d req-1239db25-c0a4-4491-bcea-f1797060fc89 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.0968535 Aug 20 12:02:42.087106 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28fea715-12f4-492b-83db-fca7ee7bb360 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.100781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 990f41d4-e2d5-4955-a454-4ee806a4053d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:42.157017 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] Set router 6ea7aa86-9591-4a01-b51d-abc0399b674c gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:42.162446 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4a4fa6-e496-4d2e-85de-5ac394cea1c3 None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:02:42.173900 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fea715-12f4-492b-83db-fca7ee7bb360 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=d989d655-a2ec-40b6-855a-f2947b8d6b00,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:42.228803 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d5b0bf6-123e-4879-95f1-667bd5d1190d req-7dbfb60b-db64-4373-b186-2b1c0e77b5f8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849525 Aug 20 12:02:42.240061 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 990f41d4-e2d5-4955-a454-4ee806a4053d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:42.252199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 990f41d4-e2d5-4955-a454-4ee806a4053d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:42.252522 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.298911 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee140d-2225-431b-8b6d-8e32966bb15b None None] Pushing event updated for resources: {'Port': ['ID=d466942d-0be2-4a95-bcec-fefe5da74561,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:42.320671 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.346084 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a4fa6-e496-4d2e-85de-5ac394cea1c3 None None] Deleting port 5d5169b5-8dbb-430b-a32a-e7d71017b9ea {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:42.346467 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3c4a4fa6-e496-4d2e-85de-5ac394cea1c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.391865 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-28fea715-12f4-492b-83db-fca7ee7bb360 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.463402 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3c4a4fa6-e496-4d2e-85de-5ac394cea1c3 None None] For port 5d5169b5-8dbb-430b-a32a-e7d71017b9ea, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5d5169b5-8dbb-430b-a32a-e7d71017b9ea,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:42.464486 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3c4a4fa6-e496-4d2e-85de-5ac394cea1c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.475499 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.486530 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'name': 'tempest-TestVolumeBackupRestore-752238305-router', 'tenant_id': 'c5198ce8842e4d159e75a3719b277af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'd466942d-0be2-4a95-bcec-fefe5da74561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:36Z', 'updated_at': '2021-08-20T12:02:39Z', 'revision_number': 3, 'project_id': 'c5198ce8842e4d159e75a3719b277af5', 'gw_port': {'id': 'd466942d-0be2-4a95-bcec-fefe5da74561', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:38Z', 'updated_at': '2021-08-20T12:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:42.490899 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a4fa6-e496-4d2e-85de-5ac394cea1c3 None None] Calling delete_port for 5d5169b5-8dbb-430b-a32a-e7d71017b9ea owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:42.517620 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21d17dc8-d4a1-475a-86c6-7a600bd700c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.621567 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 990f41d4-e2d5-4955-a454-4ee806a4053d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=990f41d4-e2d5-4955-a454-4ee806a4053d,segment=NetworkSegment(2daf2885-c543-463d-a64b-0b066361d3de),segment_id=2daf2885-c543-463d-a64b-0b066361d3de)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:42.633661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d17dc8-d4a1-475a-86c6-7a600bd700c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=526f1dca-fb11-43f8-8710-b1fc28e890ea,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:42.635553 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.636364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4232cf17-4c26-40f1-808f-88727ef32503 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:42.645337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d17dc8-d4a1-475a-86c6-7a600bd700c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:42.646684 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-aae9bf52-669f-4614-af51-970d0212fb39 None None] Provisioning complete for port 990f41d4-e2d5-4955-a454-4ee806a4053d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:42.647347 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aae9bf52-669f-4614-af51-970d0212fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.650661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-21d17dc8-d4a1-475a-86c6-7a600bd700c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:42.661326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d17dc8-d4a1-475a-86c6-7a600bd700c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:42.662432 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21d17dc8-d4a1-475a-86c6-7a600bd700c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.684392 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-21d17dc8-d4a1-475a-86c6-7a600bd700c8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9293737 Aug 20 12:02:42.687158 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44314) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:42.694301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:42.707190 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6247c2b2-0886-4539-8a9a-b91e599edd27 None None] The sync data for ids ['6ea7aa86-9591-4a01-b51d-abc0399b674c'] in n-d-804299-2 is: [{'id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'name': 'tempest-TestVolumeBackupRestore-752238305-router', 'tenant_id': 'c5198ce8842e4d159e75a3719b277af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'd466942d-0be2-4a95-bcec-fefe5da74561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:36Z', 'updated_at': '2021-08-20T12:02:39Z', 'revision_number': 3, 'project_id': 'c5198ce8842e4d159e75a3719b277af5', 'gw_port': {'id': 'd466942d-0be2-4a95-bcec-fefe5da74561', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:38Z', 'updated_at': '2021-08-20T12:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:42.709715 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Allocated IP 172.20.0.1 (55e8615c-bbf1-4cad-a12c-a054a3fc0903/9c58704d-d7d6-4336-96da-289e538a3398/2476c773-b929-4f8d-a689-8bf768c16592) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:42.731271 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=990f41d4-e2d5-4955-a454-4ee806a4053d,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:42.779486 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3c4a4fa6-e496-4d2e-85de-5ac394cea1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.846542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a4fa6-e496-4d2e-85de-5ac394cea1c3 None None] Pushing event deleted for resources: {'Port': ['ID=5d5169b5-8dbb-430b-a32a-e7d71017b9ea,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:42.862878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4a4fa6-e496-4d2e-85de-5ac394cea1c3 None None] No DVR routers for this DVR port 5d5169b5-8dbb-430b-a32a-e7d71017b9ea on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:42.871610 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fea715-12f4-492b-83db-fca7ee7bb360 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 20eb3120-b1ca-4f22-911d-cb70392c2065 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:02:42.924500 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9819325-0ab4-4389-8bb2-eb2b8ad4f7eb None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:42.991133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fea715-12f4-492b-83db-fca7ee7bb360 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:43.002004 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-28fea715-12f4-492b-83db-fca7ee7bb360 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/20eb3120-b1ca-4f22-911d-cb70392c2065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7059534 Aug 20 12:02:43.005224 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44316) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:43.013971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4232cf17-4c26-40f1-808f-88727ef32503 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:43.014568 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.017655 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.024584 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab07cd-145f-42d5-8ebb-ec7f4e35b5ff None None] Sync routers for ids ['20eb3120-b1ca-4f22-911d-cb70392c2065'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:43.093609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab07cd-145f-42d5-8ebb-ec7f4e35b5ff None None] Routers {'20eb3120-b1ca-4f22-911d-cb70392c2065'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:43.094269 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-deab07cd-145f-42d5-8ebb-ec7f4e35b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['20eb3120-b1ca-4f22-911d-cb70392c2065'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:43.116786 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Transition to ACTIVE for port object 2476c773-b929-4f8d-a689-8bf768c16592 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:43.164854 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-deab07cd-145f-42d5-8ebb-ec7f4e35b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:43.197371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab07cd-145f-42d5-8ebb-ec7f4e35b5ff None None] Routers {'20eb3120-b1ca-4f22-911d-cb70392c2065'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:43.199024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-deab07cd-145f-42d5-8ebb-ec7f4e35b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['20eb3120-b1ca-4f22-911d-cb70392c2065'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:43.298328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-deab07cd-145f-42d5-8ebb-ec7f4e35b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:43.299002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab07cd-145f-42d5-8ebb-ec7f4e35b5ff None None] The sync data for ids ['20eb3120-b1ca-4f22-911d-cb70392c2065'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:43.335078 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-286685c2-4345-4da5-baf1-d53308cff582 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] remove_router_interface failed (client error): The resource could not be found. Aug 20 12:02:43.336291 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-286685c2-4345-4da5-baf1-d53308cff582 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/20eb3120-b1ca-4f22-911d-cb70392c2065/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3297460 Aug 20 12:02:43.340366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44320) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:43.348112 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.387385 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-46092331-ae1d-4b99-a853-710da4b58693 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports?device_id=20eb3120-b1ca-4f22-911d-cb70392c2065 HTTP/1.1" status: 200 len: 205 time: 0.0431736 Aug 20 12:02:43.389355 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44322) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:43.392325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': '526f1dca-fb11-43f8-8710-b1fc28e890ea'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:02:43.393592 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.449105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Network 55e8615c-bbf1-4cad-a12c-a054a3fc0903 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:43.450583 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Pushing event updated for resources: {'Port': ['ID=2476c773-b929-4f8d-a689-8bf768c16592,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:43.463527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:43.466598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:43.531312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50359a-32b9-4cd9-aaab-1bc2dc0cb518 req-69ac701a-a558-4915-b0e1-b81b7ef0433a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:43.536573 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78454a23-562a-49a4-98b5-08fa2afd71c8 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.540925 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2a50359a-32b9-4cd9-aaab-1bc2dc0cb518 req-69ac701a-a558-4915-b0e1-b81b7ef0433a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.1871068 Aug 20 12:02:43.571801 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.662974 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:43.667592 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.764476 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2a50359a-32b9-4cd9-aaab-1bc2dc0cb518 req-710e6969-3644-44b0-ad3c-0f4abbb4322c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209554 Aug 20 12:02:43.799979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.828421 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78454a23-562a-49a4-98b5-08fa2afd71c8 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.833177 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78454a23-562a-49a4-98b5-08fa2afd71c8 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.919115 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Allocated IP 172.20.0.2 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/526f1dca-fb11-43f8-8710-b1fc28e890ea/316eacc9-55c5-40a5-9487-bfcd63ff8ff3) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:43.932752 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78454a23-562a-49a4-98b5-08fa2afd71c8 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.932968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-840d84e3-391d-4b80-a80f-259297390554 None None] Provisioning for port 2476c773-b929-4f8d-a689-8bf768c16592 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:43.933554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78454a23-562a-49a4-98b5-08fa2afd71c8 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Fanout notify agent at l3_agent the message router_deleted on router 20eb3120-b1ca-4f22-911d-cb70392c2065 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:02:43.943556 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78454a23-562a-49a4-98b5-08fa2afd71c8 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.947321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-78454a23-562a-49a4-98b5-08fa2afd71c8 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/routers/20eb3120-b1ca-4f22-911d-cb70392c2065 HTTP/1.1" status: 204 len: 168 time: 0.5543697 Aug 20 12:02:43.951224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44324) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:43.970273 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-840d84e3-391d-4b80-a80f-259297390554 None None] Provisioning complete for port 2476c773-b929-4f8d-a689-8bf768c16592 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:43.971512 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-840d84e3-391d-4b80-a80f-259297390554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.034523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-840d84e3-391d-4b80-a80f-259297390554 None None] Port 2476c773-b929-4f8d-a689-8bf768c16592 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:44.041795 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1ed011-4612-4661-93ba-10f6710bf17f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting subnet 420f69a6-bdf4-495a-ac1c-09050f55aa6a {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:44.050230 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba1ed011-4612-4661-93ba-10f6710bf17f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.121602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 990f41d4-e2d5-4955-a454-4ee806a4053d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:44.128084 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba1ed011-4612-4661-93ba-10f6710bf17f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.139392 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.145925 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.222291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Pushing event updated for resources: {'Port': ['ID=2476c773-b929-4f8d-a689-8bf768c16592,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:44.236867 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.281914 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 990f41d4-e2d5-4955-a454-4ee806a4053d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:44.282331 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.317453 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba1ed011-4612-4661-93ba-10f6710bf17f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.337009 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.351713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Transition to ACTIVE for port object 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:44.359899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Network 55e8615c-bbf1-4cad-a12c-a054a3fc0903 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:44.361565 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:44.372867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Transition to ACTIVE for port object 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:44.404330 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.448510 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d466942d-0be2-4a95-bcec-fefe5da74561 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:44.486269 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:44.487523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f50579f5-d267-4be5-a515-e4ce328a7b95 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:02:44.493644 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Pushing event updated for resources: {'Port': ['ID=316eacc9-55c5-40a5-9487-bfcd63ff8ff3,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:44.502285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:44.504830 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:44.511387 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Router 6ea7aa86-9591-4a01-b51d-abc0399b674c has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:02:44.542490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.objects.ports [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94691) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:02:44.578275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba1ed011-4612-4661-93ba-10f6710bf17f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.666540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:44.671988 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Attempting to bind port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:44.672363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Attempting to bind port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:44.672749 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Attempting to bind port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:44.673766 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-84d98290-0ea1-4eea-86b9-96e4364bf438 admin admin] 10.222.0.37 "PUT /v2.0/routers/6ea7aa86-9591-4a01-b51d-abc0399b674c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9561560 Aug 20 12:02:44.697382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:44.698000 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:44.698162 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.698560 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:44.699084 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Bound port: 316eacc9-55c5-40a5-9487-bfcd63ff8ff3, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:44.699525 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.732513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ed011-4612-4661-93ba-10f6710bf17f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Subnet': ['ID=420f69a6-bdf4-495a-ac1c-09050f55aa6a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:44.737921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba1ed011-4612-4661-93ba-10f6710bf17f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.739739 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ba1ed011-4612-4661-93ba-10f6710bf17f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/420f69a6-bdf4-495a-ac1c-09050f55aa6a HTTP/1.1" status: 204 len: 168 time: 0.7875636 Aug 20 12:02:44.743147 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44328) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:44.763697 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port d466942d-0be2-4a95-bcec-fefe5da74561 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:44.768030 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15c9ae0-1847-4a07-a063-ced455098a8e None None] Network 8366e4f1-1a9a-454d-be33-ec0860839455 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:44.793785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d466942d-0be2-4a95-bcec-fefe5da74561 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:44.794235 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.856853 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.879783 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.899247 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f50579f5-d267-4be5-a515-e4ce328a7b95, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f50579f5-d267-4be5-a515-e4ce328a7b95,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:44.902997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] For port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:44.927591 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ff336f50-309b-4902-b222-d42560436c1f None None] Provisioning complete for port 2476c773-b929-4f8d-a689-8bf768c16592 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:44.928277 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff336f50-309b-4902-b222-d42560436c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.941743 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port 567c0a90-7489-4492-9fc4-0d18e7b3fb6f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:44.942408 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.957640 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] For port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=316eacc9-55c5-40a5-9487-bfcd63ff8ff3,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:44.987790 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.996849 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'f50579f5-d267-4be5-a515-e4ce328a7b95', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'port_id': 'f50579f5-d267-4be5-a515-e4ce328a7b95', 'mac_address': 'fa:16:3e:bf:e3:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:02:45.034747 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] For port 567c0a90-7489-4492-9fc4-0d18e7b3fb6f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=567c0a90-7489-4492-9fc4-0d18e7b3fb6f,segment=NetworkSegment(3c6b511c-15f5-4393-a06c-32dc89b9ba18),segment_id=3c6b511c-15f5-4393-a06c-32dc89b9ba18)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:45.035229 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.039707 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.db.api [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:02:45.040294 n-d-804299-2 neutron-server[94691]: DEBUG oslo_db.api [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:02:45.057351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for 567c0a90-7489-4492-9fc4-0d18e7b3fb6f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:45.075082 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baa375-61e2-462d-bab3-69d71ffaf684 req-0814e933-81dc-41da-a3e6-f8fd26dcde1d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:45.089341 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-69baa375-61e2-462d-bab3-69d71ffaf684 req-0814e933-81dc-41da-a3e6-f8fd26dcde1d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 943 time: 0.1470227 Aug 20 12:02:45.114496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ff336f50-309b-4902-b222-d42560436c1f None None] Port 2476c773-b929-4f8d-a689-8bf768c16592 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:45.167129 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-69baa375-61e2-462d-bab3-69d71ffaf684 req-b9f34a00-a509-46bd-99d8-4cbebec56db3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767579 Aug 20 12:02:45.206310 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.215154 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.247783 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=567c0a90-7489-4492-9fc4-0d18e7b3fb6f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:45.251000 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50579f5-d267-4be5-a515-e4ce328a7b95 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:02:45.259315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No DVR routers for this DVR port 567c0a90-7489-4492-9fc4-0d18e7b3fb6f on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:45.303624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c785a-bf42-4280-8456-21427f206959 None None] Pushing event updated for resources: {'Port': ['ID=316eacc9-55c5-40a5-9487-bfcd63ff8ff3,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:45.319521 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.336312 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f50579f5-d267-4be5-a515-e4ce328a7b95, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f50579f5-d267-4be5-a515-e4ce328a7b95,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:45.349468 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.374345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port d466942d-0be2-4a95-bcec-fefe5da74561, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d466942d-0be2-4a95-bcec-fefe5da74561,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:45.386834 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.404226 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c9141f-5c97-4c43-b936-826cd0df4edd None None] DHCP port deletion for 8366e4f1-1a9a-454d-be33-ec0860839455 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:02:45.405215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8366e4f1-1a9a-454d-be33-ec0860839455']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:45.409833 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.426597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6b511c-15f5-4393-a06c-32dc89b9ba18') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:45.428757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6b511c-15f5-4393-a06c-32dc89b9ba18') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:45.449364 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.482574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f50579f5-d267-4be5-a515-e4ce328a7b95,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:45.484726 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.507557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:02:45.508576 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:02:45.517834 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:02:45.590756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=d466942d-0be2-4a95-bcec-fefe5da74561,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:45.598544 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.604626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['f50579f5-d267-4be5-a515-e4ce328a7b95'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:45.641251 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.653021 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.661091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44372) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:45.663727 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/networks/8366e4f1-1a9a-454d-be33-ec0860839455 HTTP/1.1" status: 204 len: 168 time: 0.9189045 Aug 20 12:02:45.671194 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f1610ab8-3bc5-436f-af34-8300de6bda61 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1691973545'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:45.687330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bcfbd-bbac-431d-97e9-2c8386d06c3b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Network': ['ID=8366e4f1-1a9a-454d-be33-ec0860839455,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:45.694991 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Sync routers for ids ['6ea7aa86-9591-4a01-b51d-abc0399b674c'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:45.712414 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Routers {'6ea7aa86-9591-4a01-b51d-abc0399b674c'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:45.714214 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['6ea7aa86-9591-4a01-b51d-abc0399b674c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:45.744274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1610ab8-3bc5-436f-af34-8300de6bda61 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:45.748814 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f1610ab8-3bc5-436f-af34-8300de6bda61 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.865308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1610ab8-3bc5-436f-af34-8300de6bda61 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:45.877004 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Set router 6ea7aa86-9591-4a01-b51d-abc0399b674c gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:45.886664 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f1610ab8-3bc5-436f-af34-8300de6bda61 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.887012 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-f1610ab8-3bc5-436f-af34-8300de6bda61 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Added segment bf972adc-f963-42ee-9755-58b02e485d68 of type vlan for network 2fb454c2-d9f6-476a-98e5-aee648ae50e7 Aug 20 12:02:45.906229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] For port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=316eacc9-55c5-40a5-9487-bfcd63ff8ff3,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:45.958287 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f1610ab8-3bc5-436f-af34-8300de6bda61 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.993566 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.001906 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.002900 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.072092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=316eacc9-55c5-40a5-9487-bfcd63ff8ff3,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:46.096049 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f1610ab8-3bc5-436f-af34-8300de6bda61 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.101536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1610ab8-3bc5-436f-af34-8300de6bda61 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:46.102228 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f1610ab8-3bc5-436f-af34-8300de6bda61 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.189511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:46.194243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:46.203772 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f1610ab8-3bc5-436f-af34-8300de6bda61 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5349867 Aug 20 12:02:46.204150 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44382) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:46.208100 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:46.210587 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4a39acbd-6ce1-4773-b8cf-d5b7b4e24b18 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'subnet': {'network_id': '2fb454c2-d9f6-476a-98e5-aee648ae50e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:46.225380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:46.225939 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.243450 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'name': 'tempest-TestVolumeBackupRestore-752238305-router', 'tenant_id': 'c5198ce8842e4d159e75a3719b277af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'd466942d-0be2-4a95-bcec-fefe5da74561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:36Z', 'updated_at': '2021-08-20T12:02:43Z', 'revision_number': 4, 'project_id': 'c5198ce8842e4d159e75a3719b277af5', 'gw_port': {'id': 'd466942d-0be2-4a95-bcec-fefe5da74561', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:38Z', 'updated_at': '2021-08-20T12:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '2476c773-b929-4f8d-a689-8bf768c16592', 'name': '', 'network_id': '55e8615c-bbf1-4cad-a12c-a054a3fc0903', 'tenant_id': 'c5198ce8842e4d159e75a3719b277af5', 'mac_address': 'fa:16:3e:3f:a9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9c58704d-d7d6-4336-96da-289e538a3398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:42Z', 'updated_at': '2021-08-20T12:02:43Z', 'revision_number': 2, 'project_id': 'c5198ce8842e4d159e75a3719b277af5', 'subnets': [{'id': '9c58704d-d7d6-4336-96da-289e538a3398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:46.260999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=34e1a537-c170-43c2-80ab-ce6d3af41c9f,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:46.266650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1610ab8-3bc5-436f-af34-8300de6bda61 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Network': ['ID=2fb454c2-d9f6-476a-98e5-aee648ae50e7,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:46.293292 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a154ee63-3cc7-4a90-a457-41fb311c70bf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6023529 Aug 20 12:02:46.293730 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44392) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:46.298839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d9136fc7-8f73-41ee-a512-b8e5d4465511 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'mac_address': 'fa:16:3e:f5:36:c2', 'name': 'tempest-NetworksTestDHCPv6-197629240'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:46.299330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 2fb454c2-d9f6-476a-98e5-aee648ae50e7 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:46.318691 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Checking router: 6ea7aa86-9591-4a01-b51d-abc0399b674c for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:46.319059 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Updating router 6ea7aa86-9591-4a01-b51d-abc0399b674c port 2476c773-b929-4f8d-a689-8bf768c16592 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:02:46.390367 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.447155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:46.452397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d466942d-0be2-4a95-bcec-fefe5da74561 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:46.486155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f50579f5-d267-4be5-a515-e4ce328a7b95 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:46.500368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a39acbd-6ce1-4773-b8cf-d5b7b4e24b18 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:46.512314 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a39acbd-6ce1-4773-b8cf-d5b7b4e24b18 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.531291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345b5d4-db5e-46b4-a61a-e00799d17d6a req-dfb69a68-028d-451a-bc54-470c8ae9cf90 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:46.532955 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7345b5d4-db5e-46b4-a61a-e00799d17d6a req-dfb69a68-028d-451a-bc54-470c8ae9cf90 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 944 time: 0.2198019 Aug 20 12:02:46.541985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9136fc7-8f73-41ee-a512-b8e5d4465511 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:46.596153 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port f50579f5-d267-4be5-a515-e4ce328a7b95 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:46.610537 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port f50579f5-d267-4be5-a515-e4ce328a7b95 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:46.610909 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.665057 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d466942d-0be2-4a95-bcec-fefe5da74561 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:46.665587 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.732943 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9136fc7-8f73-41ee-a512-b8e5d4465511 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.771559 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7345b5d4-db5e-46b4-a61a-e00799d17d6a req-1746fca8-a8cb-4c13-a841-3762b0b5eedf tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208097 Aug 20 12:02:46.798166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-d9136fc7-8f73-41ee-a512-b8e5d4465511 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port 0bcf63ff-4487-4fe5-94eb-2c023934feef yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:02:46.871800 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.876765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e16805-c7fd-4b61-9f7d-0e77ad922763 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:46.950985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b4b156-538b-4af5-beec-c86fa236d101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50579f5-d267-4be5-a515-e4ce328a7b95'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:46.962398 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5b6ca5-fed8-4abb-95ea-7ae81b6eb6a4" -d '{"events": [{"server_uuid": "31b4b156-538b-4af5-beec-c86fa236d101", "name": "network-vif-plugged", "status": "completed", "tag": "f50579f5-d267-4be5-a515-e4ce328a7b95"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:46.982682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 567c0a90-7489-4492-9fc4-0d18e7b3fb6f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:47.014745 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.018826 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a39acbd-6ce1-4773-b8cf-d5b7b4e24b18 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.038778 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d00d2c-a1e1-465d-98a9-88b628698a36 x-openstack-request-id: req-c1d00d2c-a1e1-465d-98a9-88b628698a36 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:47.039112 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b4b156-538b-4af5-beec-c86fa236d101", "name": "network-vif-plugged", "status": "completed", "tag": "f50579f5-d267-4be5-a515-e4ce328a7b95", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:47.039377 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1d00d2c-a1e1-465d-98a9-88b628698a36 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:47.039763 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b4b156-538b-4af5-beec-c86fa236d101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50579f5-d267-4be5-a515-e4ce328a7b95', 'code': 200} Aug 20 12:02:47.052698 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Transition to ACTIVE for port object 2476c773-b929-4f8d-a689-8bf768c16592 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:47.057835 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f50579f5-d267-4be5-a515-e4ce328a7b95, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f50579f5-d267-4be5-a515-e4ce328a7b95,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:47.058804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 567c0a90-7489-4492-9fc4-0d18e7b3fb6f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:47.059139 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 567c0a90-7489-4492-9fc4-0d18e7b3fb6f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:47.084480 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.087763 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.114568 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-eaf66aba-2716-4786-b979-5335838dbe20 None None] Provisioning for port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:47.132329 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-eaf66aba-2716-4786-b979-5335838dbe20 None None] Provisioning complete for port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:47.132745 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eaf66aba-2716-4786-b979-5335838dbe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.140880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39acbd-6ce1-4773-b8cf-d5b7b4e24b18 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Subnet': ['ID=38309ecc-f07d-4cbb-b336-a148e4762c18,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:47.153747 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39acbd-6ce1-4773-b8cf-d5b7b4e24b18 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Checking segment: {'id': 'bf972adc-f963-42ee-9755-58b02e485d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2fb454c2-d9f6-476a-98e5-aee648ae50e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:47.154739 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a39acbd-6ce1-4773-b8cf-d5b7b4e24b18 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network hostable DHCP agents. Network: 2fb454c2-d9f6-476a-98e5-aee648ae50e7, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:02:47.190016 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a39acbd-6ce1-4773-b8cf-d5b7b4e24b18 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 2fb454c2-d9f6-476a-98e5-aee648ae50e7 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:02:47.212166 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-4a39acbd-6ce1-4773-b8cf-d5b7b4e24b18 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 2fb454c2-d9f6-476a-98e5-aee648ae50e7) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:47.217621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a39acbd-6ce1-4773-b8cf-d5b7b4e24b18 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:47.219093 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a39acbd-6ce1-4773-b8cf-d5b7b4e24b18 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.219362 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f50579f5-d267-4be5-a515-e4ce328a7b95,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:47.248097 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4a39acbd-6ce1-4773-b8cf-d5b7b4e24b18 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0420167 Aug 20 12:02:47.250260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44418) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:47.263278 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-df96bcb4-8974-4e43-99c5-11d10acf5212 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1035945152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:47.267821 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c82202-4b74-42f7-b842-725fa9ed6be8 None None] Network 2fb454c2-d9f6-476a-98e5-aee648ae50e7 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:47.284894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c68115-65fd-4c0d-bb21-478f3adb5b8c req-535f9991-c2bd-4c95-b6e6-66256efb0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:47.286548 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9c68115-65fd-4c0d-bb21-478f3adb5b8c req-535f9991-c2bd-4c95-b6e6-66256efb0003 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 1096 time: 0.1725726 Aug 20 12:02:47.303946 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df96bcb4-8974-4e43-99c5-11d10acf5212 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.305734 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df96bcb4-8974-4e43-99c5-11d10acf5212 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.312895 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7d9ef-06d1-4dcb-a5e2-a64c138863c8 None None] Pushing event updated for resources: {'Port': ['ID=2476c773-b929-4f8d-a689-8bf768c16592,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:47.413536 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9c68115-65fd-4c0d-bb21-478f3adb5b8c req-db6bbc6a-2dcb-4239-8192-d42d101d6e2e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176891 Aug 20 12:02:47.420416 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-d9136fc7-8f73-41ee-a512-b8e5d4465511 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 172.20.0.5 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/526f1dca-fb11-43f8-8710-b1fc28e890ea/0bcf63ff-4487-4fe5-94eb-2c023934feef) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:47.440415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-d9136fc7-8f73-41ee-a512-b8e5d4465511 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::f816:3eff:fef5:36c2 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/34e1a537-c170-43c2-80ab-ce6d3af41c9f/0bcf63ff-4487-4fe5-94eb-2c023934feef) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:47.441746 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Attempting to bind port 2476c773-b929-4f8d-a689-8bf768c16592 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:47.442118 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Attempting to bind port 2476c773-b929-4f8d-a689-8bf768c16592 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '2daf2885-c543-463d-a64b-0b066361d3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '55e8615c-bbf1-4cad-a12c-a054a3fc0903'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:47.443461 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Attempting to bind port 2476c773-b929-4f8d-a689-8bf768c16592 on network 55e8615c-bbf1-4cad-a12c-a054a3fc0903 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:47.454186 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df96bcb4-8974-4e43-99c5-11d10acf5212 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.457884 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:47.459336 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Checking segment: {'id': '2daf2885-c543-463d-a64b-0b066361d3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '55e8615c-bbf1-4cad-a12c-a054a3fc0903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:47.459676 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.462527 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Bound using segment: {'id': '2daf2885-c543-463d-a64b-0b066361d3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '55e8615c-bbf1-4cad-a12c-a054a3fc0903'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:47.462971 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Bound port: 2476c773-b929-4f8d-a689-8bf768c16592, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daf2885-c543-463d-a64b-0b066361d3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '55e8615c-bbf1-4cad-a12c-a054a3fc0903'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:47.465633 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.472772 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df96bcb4-8974-4e43-99c5-11d10acf5212 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.518298 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df96bcb4-8974-4e43-99c5-11d10acf5212 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.521690 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-df96bcb4-8974-4e43-99c5-11d10acf5212 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2681997 Aug 20 12:02:47.525059 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44420) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:47.526809 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eaf66aba-2716-4786-b979-5335838dbe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.594731 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] For port 2476c773-b929-4f8d-a689-8bf768c16592, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:47.598980 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] For port 2476c773-b929-4f8d-a689-8bf768c16592, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2476c773-b929-4f8d-a689-8bf768c16592,segment=NetworkSegment(2daf2885-c543-463d-a64b-0b066361d3de),segment_id=2daf2885-c543-463d-a64b-0b066361d3de)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:47.605757 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.682865 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-2fb454c2-d9f6-476a-98e5-aee648ae50e7', 'network_id': '2fb454c2-d9f6-476a-98e5-aee648ae50e7', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'fixed_ips': [{'subnet_id': '38309ecc-f07d-4cbb-b336-a148e4762c18'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:02:47.685248 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.693281 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-eaf66aba-2716-4786-b979-5335838dbe20 None None] For port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=316eacc9-55c5-40a5-9487-bfcd63ff8ff3,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:47.703838 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eaf66aba-2716-4786-b979-5335838dbe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.764228 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Routers {'6ea7aa86-9591-4a01-b51d-abc0399b674c'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:47.771591 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['6ea7aa86-9591-4a01-b51d-abc0399b674c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:47.825332 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9136fc7-8f73-41ee-a512-b8e5d4465511 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.860127 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-d9136fc7-8f73-41ee-a512-b8e5d4465511 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object 0bcf63ff-4487-4fe5-94eb-2c023934feef will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:47.922882 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7d9ef-06d1-4dcb-a5e2-a64c138863c8 None None] Pushing event updated for resources: {'Port': ['ID=2476c773-b929-4f8d-a689-8bf768c16592,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:47.924059 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9136fc7-8f73-41ee-a512-b8e5d4465511 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.979874 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf66aba-2716-4786-b979-5335838dbe20 None None] Pushing event updated for resources: {'Port': ['ID=316eacc9-55c5-40a5-9487-bfcd63ff8ff3,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:48.015760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9136fc7-8f73-41ee-a512-b8e5d4465511 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:48.024277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-d9136fc7-8f73-41ee-a512-b8e5d4465511 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:48.029389 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9136fc7-8f73-41ee-a512-b8e5d4465511 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:48.103230 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] Set router 6ea7aa86-9591-4a01-b51d-abc0399b674c gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:48.145579 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Allocated IP 2001:db8::2 (2fb454c2-d9f6-476a-98e5-aee648ae50e7/38309ecc-f07d-4cbb-b336-a148e4762c18/bbdc4800-fcf8-4ee9-8129-1a8514409035) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:48.159676 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9136fc7-8f73-41ee-a512-b8e5d4465511 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:48.161180 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9136fc7-8f73-41ee-a512-b8e5d4465511 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.172977 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9136fc7-8f73-41ee-a512-b8e5d4465511 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=0bcf63ff-4487-4fe5-94eb-2c023934feef,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:48.197255 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d9136fc7-8f73-41ee-a512-b8e5d4465511 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9016535 Aug 20 12:02:48.198579 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44424) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:48.304167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd9319-f845-4fd5-a570-1c9837069588 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:48.311654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd9319-f845-4fd5-a570-1c9837069588 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:48.314089 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cbbd9319-f845-4fd5-a570-1c9837069588 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1141360 Aug 20 12:02:48.316792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44428) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:48.547124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-44e0d128-6ef2-466c-af3f-842b83e1caca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port 0bcf63ff-4487-4fe5-94eb-2c023934feef {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:48.548988 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-44e0d128-6ef2-466c-af3f-842b83e1caca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.676022 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'name': 'tempest-TestVolumeBackupRestore-752238305-router', 'tenant_id': 'c5198ce8842e4d159e75a3719b277af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'd466942d-0be2-4a95-bcec-fefe5da74561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:36Z', 'updated_at': '2021-08-20T12:02:43Z', 'revision_number': 4, 'project_id': 'c5198ce8842e4d159e75a3719b277af5', 'gw_port': {'id': 'd466942d-0be2-4a95-bcec-fefe5da74561', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:38Z', 'updated_at': '2021-08-20T12:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '2476c773-b929-4f8d-a689-8bf768c16592', 'name': '', 'network_id': '55e8615c-bbf1-4cad-a12c-a054a3fc0903', 'tenant_id': 'c5198ce8842e4d159e75a3719b277af5', 'mac_address': 'fa:16:3e:3f:a9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9c58704d-d7d6-4336-96da-289e538a3398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:42Z', 'updated_at': '2021-08-20T12:02:47Z', 'revision_number': 4, 'project_id': 'c5198ce8842e4d159e75a3719b277af5', 'subnets': [{'id': '9c58704d-d7d6-4336-96da-289e538a3398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:48.748494 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-44e0d128-6ef2-466c-af3f-842b83e1caca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.751624 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909580a-1cda-4471-b9f7-41ecacde1ddb None None] The sync data for ids ['6ea7aa86-9591-4a01-b51d-abc0399b674c'] in n-d-804299-2 is: [{'id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'name': 'tempest-TestVolumeBackupRestore-752238305-router', 'tenant_id': 'c5198ce8842e4d159e75a3719b277af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'd466942d-0be2-4a95-bcec-fefe5da74561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:36Z', 'updated_at': '2021-08-20T12:02:43Z', 'revision_number': 4, 'project_id': 'c5198ce8842e4d159e75a3719b277af5', 'gw_port': {'id': 'd466942d-0be2-4a95-bcec-fefe5da74561', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:38Z', 'updated_at': '2021-08-20T12:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '2476c773-b929-4f8d-a689-8bf768c16592', 'name': '', 'network_id': '55e8615c-bbf1-4cad-a12c-a054a3fc0903', 'tenant_id': 'c5198ce8842e4d159e75a3719b277af5', 'mac_address': 'fa:16:3e:3f:a9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9c58704d-d7d6-4336-96da-289e538a3398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:42Z', 'updated_at': '2021-08-20T12:02:47Z', 'revision_number': 4, 'project_id': 'c5198ce8842e4d159e75a3719b277af5', 'subnets': [{'id': '9c58704d-d7d6-4336-96da-289e538a3398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:48.777663 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-44e0d128-6ef2-466c-af3f-842b83e1caca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for 0bcf63ff-4487-4fe5-94eb-2c023934feef owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:48.817886 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.820201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bb01e2b4-1214-4d76-b803-f56378868112 None None] Provisioning complete for port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:48.822129 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb01e2b4-1214-4d76-b803-f56378868112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.889980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Transition to ACTIVE for port object bbdc4800-fcf8-4ee9-8129-1a8514409035 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:49.121854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-44e0d128-6ef2-466c-af3f-842b83e1caca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.123665 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Transition to ACTIVE for port object bbdc4800-fcf8-4ee9-8129-1a8514409035 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:49.136211 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.141742 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecdb7a-5035-484e-a6ed-2c377d63fda3 req-6524f4ad-6305-44d0-ab01-762f88861c40 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:49.144352 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57ecdb7a-5035-484e-a6ed-2c377d63fda3 req-6524f4ad-6305-44d0-ab01-762f88861c40 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 945 time: 0.2807293 Aug 20 12:02:49.170552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0d128-6ef2-466c-af3f-842b83e1caca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=0bcf63ff-4487-4fe5-94eb-2c023934feef,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:49.249936 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-57ecdb7a-5035-484e-a6ed-2c377d63fda3 req-8e10c454-6ce4-48f0-a907-5480011c9c11 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977416 Aug 20 12:02:49.256575 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Pushing event updated for resources: {'Port': ['ID=bbdc4800-fcf8-4ee9-8129-1a8514409035,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:49.285063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Network 2fb454c2-d9f6-476a-98e5-aee648ae50e7 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:49.287205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:49.295196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:49.342340 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.361468 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-44e0d128-6ef2-466c-af3f-842b83e1caca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.366447 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-44e0d128-6ef2-466c-af3f-842b83e1caca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/0bcf63ff-4487-4fe5-94eb-2c023934feef HTTP/1.1" status: 204 len: 168 time: 1.0462873 Aug 20 12:02:49.373272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44432) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:49.376798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Attempting to bind port bbdc4800-fcf8-4ee9-8129-1a8514409035 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:49.377180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Attempting to bind port bbdc4800-fcf8-4ee9-8129-1a8514409035 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'bf972adc-f963-42ee-9755-58b02e485d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2fb454c2-d9f6-476a-98e5-aee648ae50e7'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:49.377569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Attempting to bind port bbdc4800-fcf8-4ee9-8129-1a8514409035 on network 2fb454c2-d9f6-476a-98e5-aee648ae50e7 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:49.384430 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:49.384962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Checking segment: {'id': 'bf972adc-f963-42ee-9755-58b02e485d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2fb454c2-d9f6-476a-98e5-aee648ae50e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:49.385938 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.385938 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Bound using segment: {'id': 'bf972adc-f963-42ee-9755-58b02e485d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2fb454c2-d9f6-476a-98e5-aee648ae50e7'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:49.386548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Bound port: bbdc4800-fcf8-4ee9-8129-1a8514409035, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf972adc-f963-42ee-9755-58b02e485d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2fb454c2-d9f6-476a-98e5-aee648ae50e7'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:49.391911 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.410918 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-dbe8ca42-dbe6-4c2a-a2b6-a06a353110bc None None] Could not find standard attr ID for object ceafe4c6-bb12-4b74-9c6f-bd048a4052e8. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:02:49.504175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0544dbb6-3f4f-4f13-ba9c-5eade681ebe5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:49.506849 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0544dbb6-3f4f-4f13-ba9c-5eade681ebe5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:49.509760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0544dbb6-3f4f-4f13-ba9c-5eade681ebe5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:49.515610 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0544dbb6-3f4f-4f13-ba9c-5eade681ebe5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1412182 Aug 20 12:02:49.516777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44434) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:49.525336 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] For port bbdc4800-fcf8-4ee9-8129-1a8514409035, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:49.530726 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] For port bbdc4800-fcf8-4ee9-8129-1a8514409035, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bbdc4800-fcf8-4ee9-8129-1a8514409035,segment=NetworkSegment(bf972adc-f963-42ee-9755-58b02e485d68),segment_id=bf972adc-f963-42ee-9755-58b02e485d68)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:49.540878 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.593758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-19217201-aecd-4229-8757-93505cbfb776 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 34e1a537-c170-43c2-80ab-ce6d3af41c9f {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:49.598590 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19217201-aecd-4229-8757-93505cbfb776 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.678207 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19217201-aecd-4229-8757-93505cbfb776 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.678437 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afada581-e6ad-4770-9ffb-f4729f4f3571 None None] Pushing event updated for resources: {'Port': ['ID=bbdc4800-fcf8-4ee9-8129-1a8514409035,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:49.864337 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19217201-aecd-4229-8757-93505cbfb776 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.949386 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4c691c74-cda7-45e2-84de-b29fbc35a14e None None] Could not find standard attr ID for object 0bcf63ff-4487-4fe5-94eb-2c023934feef. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:02:50.006393 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19217201-aecd-4229-8757-93505cbfb776 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.033575 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Allocated IP 2001:db8::1 (2fb454c2-d9f6-476a-98e5-aee648ae50e7/38309ecc-f07d-4cbb-b336-a148e4762c18/2a8eb661-d5e9-447d-868a-ee7b755c8d29) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:50.052414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19217201-aecd-4229-8757-93505cbfb776 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=34e1a537-c170-43c2-80ab-ce6d3af41c9f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:50.070173 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19217201-aecd-4229-8757-93505cbfb776 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.078231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44436) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:50.078965 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-19217201-aecd-4229-8757-93505cbfb776 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/34e1a537-c170-43c2-80ab-ce6d3af41c9f HTTP/1.1" status: 204 len: 168 time: 0.5604281 Aug 20 12:02:50.251119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:50.307310 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbe7b55-6631-481f-900b-2402dee1aced tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 526f1dca-fb11-43f8-8710-b1fc28e890ea {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:50.318245 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7b55-6631-481f-900b-2402dee1aced tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.427402 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7b55-6631-481f-900b-2402dee1aced tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.433982 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:50.434724 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.499454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cc8e39-ff3b-411d-9c8c-91e1d6420e3e None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:50.499628 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.564995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7ba31-0d7e-466d-a0ff-d339b42993eb req-de26ce4e-fb3f-487b-ac4d-4190c2f91e5c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:50.571905 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39b7ba31-0d7e-466d-a0ff-d339b42993eb req-de26ce4e-fb3f-487b-ac4d-4190c2f91e5c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 945 time: 0.1203096 Aug 20 12:02:50.576073 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Transition to ACTIVE for port object 2a8eb661-d5e9-447d-868a-ee7b755c8d29 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:50.638913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2476c773-b929-4f8d-a689-8bf768c16592 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:50.659803 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39b7ba31-0d7e-466d-a0ff-d339b42993eb req-0b2d2a06-90ed-4176-a22c-d4448aaa668a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792739 Aug 20 12:02:50.684340 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.759406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 2fb454c2-d9f6-476a-98e5-aee648ae50e7 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:50.780569 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:50.790212 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7b55-6631-481f-900b-2402dee1aced tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.793920 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:50.794471 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.798714 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 2476c773-b929-4f8d-a689-8bf768c16592 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:50.815556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2476c773-b929-4f8d-a689-8bf768c16592 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:50.818268 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.837316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=2a8eb661-d5e9-447d-868a-ee7b755c8d29,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:50.979245 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.037490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 2476c773-b929-4f8d-a689-8bf768c16592, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2476c773-b929-4f8d-a689-8bf768c16592,segment=NetworkSegment(2daf2885-c543-463d-a64b-0b066361d3de),segment_id=2daf2885-c543-463d-a64b-0b066361d3de)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:51.043768 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.060289 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7b55-6631-481f-900b-2402dee1aced tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.080526 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aae73-81a7-4258-8be0-a79c1e7321b5 req-a8474030-82e8-4038-89ec-42ba2b889ca8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:51.082126 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3f8aae73-81a7-4258-8be0-a79c1e7321b5 req-a8474030-82e8-4038-89ec-42ba2b889ca8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 945 time: 0.2323842 Aug 20 12:02:51.117915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=2476c773-b929-4f8d-a689-8bf768c16592,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:51.139905 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe7b55-6631-481f-900b-2402dee1aced tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=526f1dca-fb11-43f8-8710-b1fc28e890ea,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:51.153599 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7b55-6631-481f-900b-2402dee1aced tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.158594 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3bbe7b55-6631-481f-900b-2402dee1aced tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/526f1dca-fb11-43f8-8710-b1fc28e890ea HTTP/1.1" status: 204 len: 168 time: 1.0591757 Aug 20 12:02:51.159275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44444) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:51.178323 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.221797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3f8aae73-81a7-4258-8be0-a79c1e7321b5 req-fe9ebdb8-076b-4e02-b593-ad9cefc06b96 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023834 Aug 20 12:02:51.233964 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9a6df911-06ad-46a2-8ff8-9b15c87dfc52 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725243 Aug 20 12:02:51.235825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44446) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:51.243342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-14944328-a915-4d5b-b55d-8fea79a89141 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:51.424356 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14944328-a915-4d5b-b55d-8fea79a89141 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:51.428061 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-14944328-a915-4d5b-b55d-8fea79a89141 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.565770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1513df-bf1b-48dc-896f-bd762c49024e None None] Network 2fb454c2-d9f6-476a-98e5-aee648ae50e7 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:51.714871 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-14944328-a915-4d5b-b55d-8fea79a89141 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.717240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6477e71a-d331-4603-888f-f1c2cc326c55 None None] Provisioning for port bbdc4800-fcf8-4ee9-8129-1a8514409035 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:51.736080 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14944328-a915-4d5b-b55d-8fea79a89141 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:51.738750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-14944328-a915-4d5b-b55d-8fea79a89141 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:51.762506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14944328-a915-4d5b-b55d-8fea79a89141 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:51.763119 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-14944328-a915-4d5b-b55d-8fea79a89141 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.797474 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-14944328-a915-4d5b-b55d-8fea79a89141 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5597847 Aug 20 12:02:51.797678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44456) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:51.804116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14944328-a915-4d5b-b55d-8fea79a89141 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=f19903a4-4e5f-40d7-9eff-2da2d5627286,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:51.814846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e94be6b5-9aa1-47ce-b48b-c8e8d9a831d1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:51.913135 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d1b8-3713-4b92-b2bc-b11a775345fa req-c7433b06-d6a5-43b1-b8e1-aa94cc768ec3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:51.915527 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b44d1b8-3713-4b92-b2bc-b11a775345fa req-c7433b06-d6a5-43b1-b8e1-aa94cc768ec3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 945 time: 0.2099903 Aug 20 12:02:51.921065 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.943963 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.945215 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:52.032977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d1b61a-dc1c-4097-b172-182d4d6ec9a7 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:52.100523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bbdc4800-fcf8-4ee9-8129-1a8514409035 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:52.107319 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0b44d1b8-3713-4b92-b2bc-b11a775345fa req-d70d8901-68c0-44fa-a1a9-1d64d198d46c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817272 Aug 20 12:02:52.148461 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=2a8eb661-d5e9-447d-868a-ee7b755c8d29,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:52.202171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94be6b5-9aa1-47ce-b48b-c8e8d9a831d1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:52.204465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-301692a9-5cea-4962-adc2-c0d9a1a8b79b None None] Provisioning complete for port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:52.204873 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-301692a9-5cea-4962-adc2-c0d9a1a8b79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:52.205746 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e94be6b5-9aa1-47ce-b48b-c8e8d9a831d1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:52.268273 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 2fb454c2-d9f6-476a-98e5-aee648ae50e7 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:52.271295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:52.377734 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port bbdc4800-fcf8-4ee9-8129-1a8514409035 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:52.406745 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port bbdc4800-fcf8-4ee9-8129-1a8514409035 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:52.407120 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:52.408988 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8f07648f-9591-4540-93b1-fd3960f830e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:52.481608 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:02:52.531094 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:52.592026 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port bbdc4800-fcf8-4ee9-8129-1a8514409035, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bbdc4800-fcf8-4ee9-8129-1a8514409035,segment=NetworkSegment(bf972adc-f963-42ee-9755-58b02e485d68),segment_id=bf972adc-f963-42ee-9755-58b02e485d68)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:52.608772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-64ddf1e3-a311-4dfc-ad07-2d8c3e84002c None None] Provisioning complete for port bbdc4800-fcf8-4ee9-8129-1a8514409035 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:52.609149 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-64ddf1e3-a311-4dfc-ad07-2d8c3e84002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:52.610737 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:52.611573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2476c773-b929-4f8d-a689-8bf768c16592 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:52.690503 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:52.700583 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bd25f14f-2b73-481b-a26c-e63151b092fd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1743982 Aug 20 12:02:52.703238 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44458) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:52.729212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f2b69-be00-43ea-ae08-298c33be4ad9 None None] Sync routers for ids ['8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:52.800503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a55026-b3e4-4175-bebc-260741f399a2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:52.802685 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d7a55026-b3e4-4175-bebc-260741f399a2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports/2a8eb661-d5e9-447d-868a-ee7b755c8d29 HTTP/1.1" status: 200 len: 911 time: 0.0983882 Aug 20 12:02:52.805564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44462) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:52.823281 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9f2b69-be00-43ea-ae08-298c33be4ad9 None None] Routers {'8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:52.823944 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7d9f2b69-be00-43ea-ae08-298c33be4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:52.864428 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7d9f2b69-be00-43ea-ae08-298c33be4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:52.872968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=bbdc4800-fcf8-4ee9-8129-1a8514409035,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:52.885263 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9f2b69-be00-43ea-ae08-298c33be4ad9 None None] Routers {'8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:52.885889 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7d9f2b69-be00-43ea-ae08-298c33be4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:52.926631 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7d9f2b69-be00-43ea-ae08-298c33be4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:52.927504 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f2b69-be00-43ea-ae08-298c33be4ad9 None None] The sync data for ids ['8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:52.950811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2476c773-b929-4f8d-a689-8bf768c16592 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:52.951177 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:53.024810 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-64ddf1e3-a311-4dfc-ad07-2d8c3e84002c None None] Provisioning for port 2a8eb661-d5e9-447d-868a-ee7b755c8d29 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:53.030673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-64ddf1e3-a311-4dfc-ad07-2d8c3e84002c None None] Provisioning complete for port 2a8eb661-d5e9-447d-868a-ee7b755c8d29 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:53.031128 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-64ddf1e3-a311-4dfc-ad07-2d8c3e84002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:53.055845 n-d-804299-2 neutron-server[94690]: DEBUG neutron.objects.ports [None req-e94be6b5-9aa1-47ce-b48b-c8e8d9a831d1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:02:53.078043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eec41aa-07d3-4be7-aef5-661e63df319b None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:02:53.120532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed44a2-6c5d-4124-baea-19a611e5dcde req-ad43e3ab-80ac-47c3-a82a-d13c2d86ffb8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:53.122874 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f0ed44a2-6c5d-4124-baea-19a611e5dcde req-ad43e3ab-80ac-47c3-a82a-d13c2d86ffb8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 945 time: 0.0700929 Aug 20 12:02:53.145123 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-64ddf1e3-a311-4dfc-ad07-2d8c3e84002c None None] Port 2a8eb661-d5e9-447d-868a-ee7b755c8d29 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:53.253167 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eec41aa-07d3-4be7-aef5-661e63df319b None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:02:53.333632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402cb60-5c28-4884-b1fe-69b739c18868 req-9a94e81c-5942-4374-a5c5-f82bb0be3bf5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:53.335517 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b402cb60-5c28-4884-b1fe-69b739c18868 req-9a94e81c-5942-4374-a5c5-f82bb0be3bf5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 945 time: 0.1263759 Aug 20 12:02:53.345201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-eaabbddf-ec6c-4db1-ae5f-16a88369aafe None None] Provisioning complete for port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:53.345872 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eaabbddf-ec6c-4db1-ae5f-16a88369aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:53.393690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-f0ed44a2-6c5d-4124-baea-19a611e5dcde req-8a6063ee-9a22-4973-956b-6f4cf66cbf3b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Deleting port f50579f5-d267-4be5-a515-e4ce328a7b95 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:53.394040 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f0ed44a2-6c5d-4124-baea-19a611e5dcde req-8a6063ee-9a22-4973-956b-6f4cf66cbf3b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:53.523201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-eaabbddf-ec6c-4db1-ae5f-16a88369aafe None None] Provisioning complete for port 2a8eb661-d5e9-447d-868a-ee7b755c8d29 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:53.523632 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eaabbddf-ec6c-4db1-ae5f-16a88369aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:53.528109 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b402cb60-5c28-4884-b1fe-69b739c18868 req-09ba115b-8c4c-42c8-950b-a68c7fa23328 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758480 Aug 20 12:02:53.558237 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-f0ed44a2-6c5d-4124-baea-19a611e5dcde req-8a6063ee-9a22-4973-956b-6f4cf66cbf3b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] For port f50579f5-d267-4be5-a515-e4ce328a7b95, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f50579f5-d267-4be5-a515-e4ce328a7b95,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:53.558237 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f0ed44a2-6c5d-4124-baea-19a611e5dcde req-8a6063ee-9a22-4973-956b-6f4cf66cbf3b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:53.572580 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-eaabbddf-ec6c-4db1-ae5f-16a88369aafe None None] Port 2a8eb661-d5e9-447d-868a-ee7b755c8d29 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:53.583796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-f0ed44a2-6c5d-4124-baea-19a611e5dcde req-8a6063ee-9a22-4973-956b-6f4cf66cbf3b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Calling delete_port for f50579f5-d267-4be5-a515-e4ce328a7b95 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:53.756599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b4624c-8f56-4f53-ab86-b5fad899b6e0 None None] Update dhcp port {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'fixed_ips': [{'subnet_id': 'f19903a4-4e5f-40d7-9eff-2da2d5627286'}, {'subnet_id': '5c9927e9-be05-424e-a4b5-be9049ef92a6'}], 'binding:host_id': 'n-d-804299-2'}, 'id': '316eacc9-55c5-40a5-9487-bfcd63ff8ff3'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:02:53.765307 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f0ed44a2-6c5d-4124-baea-19a611e5dcde req-8a6063ee-9a22-4973-956b-6f4cf66cbf3b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:53.781510 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['f50579f5-d267-4be5-a515-e4ce328a7b95'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:53.787074 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['b3918069-e798-450e-b1d5-ce6a7013b9ce'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:53.787396 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e94be6b5-9aa1-47ce-b48b-c8e8d9a831d1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:53.801745 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6063ee-9a22-4973-956b-6f4cf66cbf3b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event deleted for resources: {'Port': ['ID=f50579f5-d267-4be5-a515-e4ce328a7b95,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:53.861007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ed44a2-6c5d-4124-baea-19a611e5dcde req-8a6063ee-9a22-4973-956b-6f4cf66cbf3b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] No DVR routers for this DVR port f50579f5-d267-4be5-a515-e4ce328a7b95 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:53.864309 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f0ed44a2-6c5d-4124-baea-19a611e5dcde req-8a6063ee-9a22-4973-956b-6f4cf66cbf3b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:53.867086 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f0ed44a2-6c5d-4124-baea-19a611e5dcde req-8a6063ee-9a22-4973-956b-6f4cf66cbf3b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "DELETE /v2.0/ports/f50579f5-d267-4be5-a515-e4ce328a7b95 HTTP/1.1" status: 204 len: 173 time: 0.7377403 Aug 20 12:02:53.868159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b4b156-538b-4af5-beec-c86fa236d101', 'name': 'network-vif-deleted', 'tag': 'f50579f5-d267-4be5-a515-e4ce328a7b95'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:53.871099 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b469ad8-041b-4cb1-9d33-947f790bc19a" -d '{"events": [{"server_uuid": "31b4b156-538b-4af5-beec-c86fa236d101", "name": "network-vif-deleted", "tag": "f50579f5-d267-4be5-a515-e4ce328a7b95"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:53.898927 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-36b4624c-8f56-4f53-ab86-b5fad899b6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.007309 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bec19fa0-7575-40bf-8f34-9ea9e76bbfd4 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.012417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bbdc4800-fcf8-4ee9-8129-1a8514409035 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:54.120619 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cda7bd6-6fac-4f56-8591-48de21f8a461 x-openstack-request-id: req-9cda7bd6-6fac-4f56-8591-48de21f8a461 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:54.123677 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b4b156-538b-4af5-beec-c86fa236d101", "name": "network-vif-deleted", "tag": "f50579f5-d267-4be5-a515-e4ce328a7b95", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:54.124209 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cda7bd6-6fac-4f56-8591-48de21f8a461 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:54.125105 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b4b156-538b-4af5-beec-c86fa236d101', 'name': 'network-vif-deleted', 'tag': 'f50579f5-d267-4be5-a515-e4ce328a7b95', 'status': 'completed', 'code': 200} Aug 20 12:02:54.284896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e94be6b5-9aa1-47ce-b48b-c8e8d9a831d1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] For port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=316eacc9-55c5-40a5-9487-bfcd63ff8ff3,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:54.392218 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port bbdc4800-fcf8-4ee9-8129-1a8514409035 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:54.392814 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.394417 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e94be6b5-9aa1-47ce-b48b-c8e8d9a831d1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.428277 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e94be6b5-9aa1-47ce-b48b-c8e8d9a831d1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.429331 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e94be6b5-9aa1-47ce-b48b-c8e8d9a831d1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.539930 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94be6b5-9aa1-47ce-b48b-c8e8d9a831d1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=5c9927e9-be05-424e-a4b5-be9049ef92a6,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:54.562425 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94be6b5-9aa1-47ce-b48b-c8e8d9a831d1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:54.564530 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-36b4624c-8f56-4f53-ab86-b5fad899b6e0 None None] Allocated IP 172.20.0.2 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/f19903a4-4e5f-40d7-9eff-2da2d5627286/316eacc9-55c5-40a5-9487-bfcd63ff8ff3) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:54.569757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-e94be6b5-9aa1-47ce-b48b-c8e8d9a831d1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:54.576003 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94be6b5-9aa1-47ce-b48b-c8e8d9a831d1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:54.576453 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e94be6b5-9aa1-47ce-b48b-c8e8d9a831d1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.615256 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bec19fa0-7575-40bf-8f34-9ea9e76bbfd4 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port 2a8eb661-d5e9-447d-868a-ee7b755c8d29 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:54.615256 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bec19fa0-7575-40bf-8f34-9ea9e76bbfd4 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.621717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94be6b5-9aa1-47ce-b48b-c8e8d9a831d1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=316eacc9-55c5-40a5-9487-bfcd63ff8ff3,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:54.625527 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e94be6b5-9aa1-47ce-b48b-c8e8d9a831d1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8261375 Aug 20 12:02:54.628659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44474) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:54.636308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d7e24a06-5a17-4248-ab96-bf17c4c0fa35 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'mac_address': 'fa:16:3e:c2:e2:98', 'name': 'tempest-NetworksTestDHCPv6-25994651'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:54.741754 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-36b4624c-8f56-4f53-ab86-b5fad899b6e0 None None] For port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=316eacc9-55c5-40a5-9487-bfcd63ff8ff3,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:54.748129 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bec19fa0-7575-40bf-8f34-9ea9e76bbfd4 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.770571 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bec19fa0-7575-40bf-8f34-9ea9e76bbfd4 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for 2a8eb661-d5e9-447d-868a-ee7b755c8d29 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:54.796255 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-36b4624c-8f56-4f53-ab86-b5fad899b6e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.816093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-36b4624c-8f56-4f53-ab86-b5fad899b6e0 None None] Transition to ACTIVE for port object 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:54.822472 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-36b4624c-8f56-4f53-ab86-b5fad899b6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.988757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4624c-8f56-4f53-ab86-b5fad899b6e0 None None] Pushing event updated for resources: {'Port': ['ID=316eacc9-55c5-40a5-9487-bfcd63ff8ff3,revision_number=10']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:55.069415 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bec19fa0-7575-40bf-8f34-9ea9e76bbfd4 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:55.119212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec19fa0-7575-40bf-8f34-9ea9e76bbfd4 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=2a8eb661-d5e9-447d-868a-ee7b755c8d29,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:55.167471 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-036c5ef2-6def-411d-abb9-199266000fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:55.217190 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6b2f38b4-ff2f-4a1d-9d8d-a63713b9bec9 req-867f8d65-accc-4848-99af-8bae72365e69 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 210 time: 0.5328574 Aug 20 12:02:55.283153 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bec19fa0-7575-40bf-8f34-9ea9e76bbfd4 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:55.322895 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e24a06-5a17-4248-ab96-bf17c4c0fa35 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:55.454539 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7e24a06-5a17-4248-ab96-bf17c4c0fa35 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:55.459295 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:55.493231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-d7e24a06-5a17-4248-ab96-bf17c4c0fa35 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port deae09c7-e53a-4989-9d9a-f3920e0e9a7c yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:02:55.518886 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec19fa0-7575-40bf-8f34-9ea9e76bbfd4 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:02:55.622547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec19fa0-7575-40bf-8f34-9ea9e76bbfd4 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:55.634822 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bec19fa0-7575-40bf-8f34-9ea9e76bbfd4 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8257527 Aug 20 12:02:55.635025 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745daea2-db2a-4353-a429-0644dc8ca2f5 None None] Sync routers for ids ['8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:55.635569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44480) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:55.643983 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745daea2-db2a-4353-a429-0644dc8ca2f5 None None] Routers {'8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:55.644608 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-745daea2-db2a-4353-a429-0644dc8ca2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:55.675335 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-367c2882-f82f-4526-8f1e-a3cf87eb67d3 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports?device_id=8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c HTTP/1.1" status: 200 len: 205 time: 0.0386620 Aug 20 12:02:55.678060 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44482) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:55.692003 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-745daea2-db2a-4353-a429-0644dc8ca2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:55.709626 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745daea2-db2a-4353-a429-0644dc8ca2f5 None None] Routers {'8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:55.710632 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-745daea2-db2a-4353-a429-0644dc8ca2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:55.770697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-d7e24a06-5a17-4248-ab96-bf17c4c0fa35 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 172.20.0.4 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/f19903a4-4e5f-40d7-9eff-2da2d5627286/deae09c7-e53a-4989-9d9a-f3920e0e9a7c) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:55.784160 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-745daea2-db2a-4353-a429-0644dc8ca2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:55.785263 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745daea2-db2a-4353-a429-0644dc8ca2f5 None None] The sync data for ids ['8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:55.792244 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-d7e24a06-5a17-4248-ab96-bf17c4c0fa35 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::f816:3eff:fec2:e298 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/5c9927e9-be05-424e-a4b5-be9049ef92a6/deae09c7-e53a-4989-9d9a-f3920e0e9a7c) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:55.824871 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9301bd2-28d2-4056-bee6-dc6dbd2a708f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:55.943601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:56.020147 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fa8db5-5256-4e89-8f28-919c8388950a None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:56.107591 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7e24a06-5a17-4248-ab96-bf17c4c0fa35 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.146123 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ed76946d-2c77-49c4-9e4c-96e00257077d None None] Provisioning for port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:56.157251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-d7e24a06-5a17-4248-ab96-bf17c4c0fa35 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object deae09c7-e53a-4989-9d9a-f3920e0e9a7c will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:56.159409 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ed76946d-2c77-49c4-9e4c-96e00257077d None None] Provisioning complete for port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:56.159832 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ed76946d-2c77-49c4-9e4c-96e00257077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.251117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7e24a06-5a17-4248-ab96-bf17c4c0fa35 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.292291 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9301bd2-28d2-4056-bee6-dc6dbd2a708f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.297914 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9301bd2-28d2-4056-bee6-dc6dbd2a708f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.344444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e24a06-5a17-4248-ab96-bf17c4c0fa35 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:56.352434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-d7e24a06-5a17-4248-ab96-bf17c4c0fa35 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:56.363846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e24a06-5a17-4248-ab96-bf17c4c0fa35 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:56.440561 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.470884 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d66509a4-d961-4a64-bde0-a24bf511c4e0 req-a0fb3d01-805e-4617-bab4-6c1398014ab4 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 210 time: 0.0735908 Aug 20 12:02:56.474399 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9301bd2-28d2-4056-bee6-dc6dbd2a708f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.475045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9301bd2-28d2-4056-bee6-dc6dbd2a708f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Fanout notify agent at l3_agent the message router_deleted on router 8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:02:56.490747 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9301bd2-28d2-4056-bee6-dc6dbd2a708f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.495316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44488) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:56.496145 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a9301bd2-28d2-4056-bee6-dc6dbd2a708f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/routers/8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c HTTP/1.1" status: 204 len: 168 time: 0.8168385 Aug 20 12:02:56.500851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e24a06-5a17-4248-ab96-bf17c4c0fa35 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=deae09c7-e53a-4989-9d9a-f3920e0e9a7c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:56.564227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e24a06-5a17-4248-ab96-bf17c4c0fa35 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:56.564964 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d7e24a06-5a17-4248-ab96-bf17c4c0fa35 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.596445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d7e24a06-5a17-4248-ab96-bf17c4c0fa35 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.9657812 Aug 20 12:02:56.599244 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44490) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:56.601094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d30deed-e49e-4b64-b17f-d83cb647591a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting subnet 38309ecc-f07d-4cbb-b336-a148e4762c18 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:56.605117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d30deed-e49e-4b64-b17f-d83cb647591a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.669945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ee0d93-3bca-4bf2-8ba9-aa6d81b71ef4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:56.670950 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d30deed-e49e-4b64-b17f-d83cb647591a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.677790 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ee0d93-3bca-4bf2-8ba9-aa6d81b71ef4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:56.683518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-79ee0d93-3bca-4bf2-8ba9-aa6d81b71ef4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0830641 Aug 20 12:02:56.684168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44492) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:56.813112 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a9889-f1a9-4e15-8096-70c710a015d9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port deae09c7-e53a-4989-9d9a-f3920e0e9a7c {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:56.814623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c2a9889-f1a9-4e15-8096-70c710a015d9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.829269 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d30deed-e49e-4b64-b17f-d83cb647591a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.916439 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d30deed-e49e-4b64-b17f-d83cb647591a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.946794 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c2a9889-f1a9-4e15-8096-70c710a015d9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.962745 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d30deed-e49e-4b64-b17f-d83cb647591a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.968840 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8d30deed-e49e-4b64-b17f-d83cb647591a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/38309ecc-f07d-4cbb-b336-a148e4762c18 HTTP/1.1" status: 204 len: 168 time: 0.4666946 Aug 20 12:02:56.968840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30deed-e49e-4b64-b17f-d83cb647591a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Subnet': ['ID=38309ecc-f07d-4cbb-b336-a148e4762c18,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:56.969056 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a9889-f1a9-4e15-8096-70c710a015d9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for deae09c7-e53a-4989-9d9a-f3920e0e9a7c owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:56.975436 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44494) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:56.979718 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4bd0cf-9518-4503-89a9-c9aeeda7aa51 None None] Network 2fb454c2-d9f6-476a-98e5-aee648ae50e7 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:57.108440 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.123739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a8ec9a90-c01b-4cbb-9ef5-070207aed7a7 None None] Provisioning complete for port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:57.124200 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9a90-c01b-4cbb-9ef5-070207aed7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.267886 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port bbdc4800-fcf8-4ee9-8129-1a8514409035 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:57.268495 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.317368 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c2a9889-f1a9-4e15-8096-70c710a015d9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.337991 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a8ec9a90-c01b-4cbb-9ef5-070207aed7a7 None None] Provisioning complete for port deae09c7-e53a-4989-9d9a-f3920e0e9a7c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:57.338702 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9a90-c01b-4cbb-9ef5-070207aed7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.387314 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec9a90-c01b-4cbb-9ef5-070207aed7a7 None None] Port deae09c7-e53a-4989-9d9a-f3920e0e9a7c was deleted so its status cannot be updated. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 12:02:57.405302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22075e57-fca7-4ea5-865f-3714570dedc3 None None] DHCP port deletion for 2fb454c2-d9f6-476a-98e5-aee648ae50e7 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:02:57.411190 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] For port bbdc4800-fcf8-4ee9-8129-1a8514409035, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bbdc4800-fcf8-4ee9-8129-1a8514409035,segment=NetworkSegment(bf972adc-f963-42ee-9755-58b02e485d68),segment_id=bf972adc-f963-42ee-9755-58b02e485d68)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:57.412881 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a9889-f1a9-4e15-8096-70c710a015d9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=deae09c7-e53a-4989-9d9a-f3920e0e9a7c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:57.414671 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.442050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for bbdc4800-fcf8-4ee9-8129-1a8514409035 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:57.501970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-22075e57-fca7-4ea5-865f-3714570dedc3 None None] Deleting port bbdc4800-fcf8-4ee9-8129-1a8514409035 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:57.502413 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-22075e57-fca7-4ea5-865f-3714570dedc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.603160 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.610045 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c2a9889-f1a9-4e15-8096-70c710a015d9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.612096 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1c2a9889-f1a9-4e15-8096-70c710a015d9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/deae09c7-e53a-4989-9d9a-f3920e0e9a7c HTTP/1.1" status: 204 len: 168 time: 0.9268157 Aug 20 12:02:57.614536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44500) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:57.711865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2d6408-cf52-4b94-bb49-f1ef73c62380 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:57.717273 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-22075e57-fca7-4ea5-865f-3714570dedc3 None None] For port bbdc4800-fcf8-4ee9-8129-1a8514409035, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bbdc4800-fcf8-4ee9-8129-1a8514409035,segment=NetworkSegment(bf972adc-f963-42ee-9755-58b02e485d68),segment_id=bf972adc-f963-42ee-9755-58b02e485d68)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:57.718366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2d6408-cf52-4b94-bb49-f1ef73c62380 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:57.719892 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-22075e57-fca7-4ea5-865f-3714570dedc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.724051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2d6408-cf52-4b94-bb49-f1ef73c62380 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:57.726112 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1d2d6408-cf52-4b94-bb49-f1ef73c62380 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1104012 Aug 20 12:02:57.729410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44502) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:57.730527 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7c24955c-72a8-4e03-9c97-b94ace3382f9 req-4cddedb3-2804-480a-bec4-b94bcf9fa09e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 210 time: 0.1327341 Aug 20 12:02:57.732329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=bbdc4800-fcf8-4ee9-8129-1a8514409035,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:57.759765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-22075e57-fca7-4ea5-865f-3714570dedc3 None None] Calling delete_port for bbdc4800-fcf8-4ee9-8129-1a8514409035 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:57.762339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No DVR routers for this DVR port bbdc4800-fcf8-4ee9-8129-1a8514409035 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:57.854536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-36528724-32a6-44e2-8d75-5643f99523ff tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 5c9927e9-be05-424e-a4b5-be9049ef92a6 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:57.858250 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36528724-32a6-44e2-8d75-5643f99523ff tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.891451 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.903860 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.907138 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.907138 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.907138 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.907138 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.907138 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.907138 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.907138 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.907138 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.907138 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.907138 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.907138 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.907138 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.907138 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:57.907138 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:02:57.915455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb454c2-d9f6-476a-98e5-aee648ae50e7']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:57.920481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5d7e31cd-0936-4130-b921-fb5d1d01ad8b None None] Could not find standard attr ID for object deae09c7-e53a-4989-9d9a-f3920e0e9a7c. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:02:57.932901 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-22075e57-fca7-4ea5-865f-3714570dedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.947788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf972adc-f963-42ee-9755-58b02e485d68') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:57.948781 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf972adc-f963-42ee-9755-58b02e485d68') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:57.962882 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.971198 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bbdc4800-fcf8-4ee9-8129-1a8514409035 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:57.972563 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36528724-32a6-44e2-8d75-5643f99523ff tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.977764 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22075e57-fca7-4ea5-865f-3714570dedc3 None None] Pushing event deleted for resources: {'Port': ['ID=bbdc4800-fcf8-4ee9-8129-1a8514409035,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:58.013951 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.026945 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:02:58.027818 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:02:58.033494 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:02:58.036549 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: bbdc4800-fcf8-4ee9-8129-1a8514409035 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:58.036549 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bbdc4800-fcf8-4ee9-8129-1a8514409035 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:58.038112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22075e57-fca7-4ea5-865f-3714570dedc3 None None] No DVR routers for this DVR port bbdc4800-fcf8-4ee9-8129-1a8514409035 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:58.056478 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.141366 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.154754 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.164503 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36528724-32a6-44e2-8d75-5643f99523ff tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.166138 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/networks/2fb454c2-d9f6-476a-98e5-aee648ae50e7 HTTP/1.1" status: 204 len: 168 time: 1.1892915 Aug 20 12:02:58.167246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44504) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:58.184298 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1081905730', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}, 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:58.193417 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212b27e-bcba-40b7-85a6-f72f6bc2d5a9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Network': ['ID=2fb454c2-d9f6-476a-98e5-aee648ae50e7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:58.220226 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.222765 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.291563 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36528724-32a6-44e2-8d75-5643f99523ff tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.300985 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.333250 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36528724-32a6-44e2-8d75-5643f99523ff tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.342174 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c1cf7f-690d-4b6c-8825-1e39d24a3595 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:58.346203 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-36528724-32a6-44e2-8d75-5643f99523ff tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/5c9927e9-be05-424e-a4b5-be9049ef92a6 HTTP/1.1" status: 204 len: 168 time: 0.6156461 Aug 20 12:02:58.347409 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44508) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:58.370305 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36528724-32a6-44e2-8d75-5643f99523ff tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9927e9-be05-424e-a4b5-be9049ef92a6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:58.473717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f79f68e-7c6b-486c-a022-a559d8854b06 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet f19903a4-4e5f-40d7-9eff-2da2d5627286 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:58.477914 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f79f68e-7c6b-486c-a022-a559d8854b06 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.484994 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.575882 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f50579f5-d267-4be5-a515-e4ce328a7b95 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:58.577921 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f79f68e-7c6b-486c-a022-a559d8854b06 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.602955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: f50579f5-d267-4be5-a515-e4ce328a7b95 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:58.603291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f50579f5-d267-4be5-a515-e4ce328a7b95 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:58.750242 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f79f68e-7c6b-486c-a022-a559d8854b06 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.808410 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.838929 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.868259 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1ea84d2-2cd0-4f6a-8a99-a0b0320dcd35 req-64344164-9766-4625-b457-b0ce8212195b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 210 time: 0.0453067 Aug 20 12:02:58.886390 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f79f68e-7c6b-486c-a022-a559d8854b06 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.929864 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79f68e-7c6b-486c-a022-a559d8854b06 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=f19903a4-4e5f-40d7-9eff-2da2d5627286,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:58.934193 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f79f68e-7c6b-486c-a022-a559d8854b06 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.938750 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1f79f68e-7c6b-486c-a022-a559d8854b06 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/f19903a4-4e5f-40d7-9eff-2da2d5627286 HTTP/1.1" status: 204 len: 168 time: 0.5797620 Aug 20 12:02:58.939053 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44512) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:59.003676 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1c861530-a88f-459e-b724-a5ba16d04144 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611875 Aug 20 12:02:59.004092 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44514) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:59.081053 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b09ab1-fd5d-477c-80e9-6123062364f0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:59.083526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Allocated IP 172.25.8.245 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/8b4c280b-8d31-4c50-85a5-fc9b02274531) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:59.085371 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-70b09ab1-fd5d-477c-80e9-6123062364f0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0801597 Aug 20 12:02:59.086009 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44516) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:59.146620 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e2b7b8-6f2f-4123-bdca-83440ad70923 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:59.150946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44518) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:59.151717 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-07e2b7b8-6f2f-4123-bdca-83440ad70923 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0642953 Aug 20 12:02:59.214448 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1521b4a3-35d8-41e9-bd81-d90e700e03a1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623522 Aug 20 12:02:59.220697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44520) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:59.236018 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-a77a9c01-9465-437d-904f-322c99ec51e4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:59.365545 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:59.410938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77a9c01-9465-437d-904f-322c99ec51e4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:59.415100 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a77a9c01-9465-437d-904f-322c99ec51e4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:59.416696 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77a9c01-9465-437d-904f-322c99ec51e4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:02:59.417224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a77a9c01-9465-437d-904f-322c99ec51e4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:02:59.444510 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a77a9c01-9465-437d-904f-322c99ec51e4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2212920 Aug 20 12:02:59.444510 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:59.446719 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44524) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:59.451476 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b6b9cb8e-7b74-4adf-9020-98cd13ec4b03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:59.479705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:59.482626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:59.511092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:59.527689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293d5079-584c-4365-8aeb-ed6c78bee582 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:59.597267 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b13fe41c-6b6c-485f-a80a-39d5aa3ddf55 None None] Provisioning complete for port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:59.599352 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b13fe41c-6b6c-485f-a80a-39d5aa3ddf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:59.640083 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b9cb8e-7b74-4adf-9020-98cd13ec4b03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:59.646128 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6b9cb8e-7b74-4adf-9020-98cd13ec4b03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:59.648443 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b9cb8e-7b74-4adf-9020-98cd13ec4b03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:02:59.649125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b9cb8e-7b74-4adf-9020-98cd13ec4b03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:02:59.676312 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b6b9cb8e-7b74-4adf-9020-98cd13ec4b03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2278786 Aug 20 12:02:59.676854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44526) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:59.700751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5b614894-618c-439b-b2cc-718141416294 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:59.821868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=8b4c280b-8d31-4c50-85a5-fc9b02274531,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:59.842264 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:59.876288 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e935cdbc-6e89-45a0-bdcc-07f4e31f7286 None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:02:59.885554 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b614894-618c-439b-b2cc-718141416294 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:59.892152 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b614894-618c-439b-b2cc-718141416294 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:59.893061 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b614894-618c-439b-b2cc-718141416294 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:02:59.893666 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b614894-618c-439b-b2cc-718141416294 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:02:59.917130 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5b614894-618c-439b-b2cc-718141416294 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2373605 Aug 20 12:02:59.922106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44530) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:59.932710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0b8ac36d-aab4-4747-9620-a59c67dc81ef tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:59.949676 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e935cdbc-6e89-45a0-bdcc-07f4e31f7286 None None] Deleting port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:59.949965 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e935cdbc-6e89-45a0-bdcc-07f4e31f7286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:00.093351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e935cdbc-6e89-45a0-bdcc-07f4e31f7286 None None] For port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=316eacc9-55c5-40a5-9487-bfcd63ff8ff3,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:00.094821 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e935cdbc-6e89-45a0-bdcc-07f4e31f7286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:00.134232 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e935cdbc-6e89-45a0-bdcc-07f4e31f7286 None None] Calling delete_port for 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:00.163016 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9938518f-2f8b-4578-a09f-c7ed0887028c req-e44575fc-8555-4954-9b6c-face3285399b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b4b156-538b-4af5-beec-c86fa236d101 HTTP/1.1" status: 200 len: 210 time: 0.0475776 Aug 20 12:03:00.269286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8ac36d-aab4-4747-9620-a59c67dc81ef tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:00.275366 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0b8ac36d-aab4-4747-9620-a59c67dc81ef tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:00.279174 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8ac36d-aab4-4747-9620-a59c67dc81ef tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:03:00.279174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8ac36d-aab4-4747-9620-a59c67dc81ef tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:00.294394 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e935cdbc-6e89-45a0-bdcc-07f4e31f7286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:00.314480 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0b8ac36d-aab4-4747-9620-a59c67dc81ef tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3912349 Aug 20 12:03:00.316968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e935cdbc-6e89-45a0-bdcc-07f4e31f7286 None None] No DVR routers for this DVR port 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:00.317833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44536) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:00.324445 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b237e846-8000-48bf-87c9-57c86881b404 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:00.394915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935cdbc-6e89-45a0-bdcc-07f4e31f7286 None None] Pushing event deleted for resources: {'Port': ['ID=316eacc9-55c5-40a5-9487-bfcd63ff8ff3,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:00.443015 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:00.488521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b237e846-8000-48bf-87c9-57c86881b404 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:00.501100 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b237e846-8000-48bf-87c9-57c86881b404 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:00.504011 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-b237e846-8000-48bf-87c9-57c86881b404 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:03:00.509172 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b237e846-8000-48bf-87c9-57c86881b404 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:00.557100 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b237e846-8000-48bf-87c9-57c86881b404 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2376764 Aug 20 12:03:00.560204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44540) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:00.572852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f6271c99-214a-41ea-8832-2ba788c6caad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:00.604683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 941e2c56-20ee-4133-801b-aa4531ba302f is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:03:00.746448 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6271c99-214a-41ea-8832-2ba788c6caad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:00.753378 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6271c99-214a-41ea-8832-2ba788c6caad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:00.756041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:00.759472 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6271c99-214a-41ea-8832-2ba788c6caad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:03:00.760532 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6271c99-214a-41ea-8832-2ba788c6caad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:00.767773 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9aed60-d65c-4f98-88f2-0431b3e5ceb4 None None] Sync routers for ids ['941e2c56-20ee-4133-801b-aa4531ba302f'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:03:00.781613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9aed60-d65c-4f98-88f2-0431b3e5ceb4 None None] Routers {'941e2c56-20ee-4133-801b-aa4531ba302f'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:00.781931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:00.782976 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cd9aed60-d65c-4f98-88f2-0431b3e5ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['941e2c56-20ee-4133-801b-aa4531ba302f'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:00.787282 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4da45c75-3b19-4837-b24e-39fa8ec29cb5 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6047459 Aug 20 12:03:00.789402 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44542) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:00.849803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cd9aed60-d65c-4f98-88f2-0431b3e5ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:00.874432 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f6271c99-214a-41ea-8832-2ba788c6caad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3103964 Aug 20 12:03:00.874682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9aed60-d65c-4f98-88f2-0431b3e5ceb4 None None] Routers {'941e2c56-20ee-4133-801b-aa4531ba302f'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:00.874682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cd9aed60-d65c-4f98-88f2-0431b3e5ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['941e2c56-20ee-4133-801b-aa4531ba302f'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:00.875064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44544) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:00.924605 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9c068bbc-7bb5-446e-9a28-579904056697 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0461419 Aug 20 12:03:00.925125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44546) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:00.946983 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cd9aed60-d65c-4f98-88f2-0431b3e5ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:00.947655 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9aed60-d65c-4f98-88f2-0431b3e5ceb4 None None] The sync data for ids ['941e2c56-20ee-4133-801b-aa4531ba302f'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:03:00.994490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49dfd5-90fe-48af-b2b5-b0e5251c22c1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:00.996344 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1a49dfd5-90fe-48af-b2b5-b0e5251c22c1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0702114 Aug 20 12:03:00.999237 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44548) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:01.035335 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4294d2f7-20bb-4b61-8a04-9a6ee07a23dd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/routers/941e2c56-20ee-4133-801b-aa4531ba302f HTTP/1.1" status: 200 len: 885 time: 0.2445745 Aug 20 12:03:01.036354 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44550) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:01.047761 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dc74e95e-bcaf-480f-ae99-8b751a56a2c5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467126 Aug 20 12:03:01.053875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44552) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:01.060559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4fc9a7e6-6b67-489a-ab66-86641e454b65 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:01.171934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc9a7e6-6b67-489a-ab66-86641e454b65 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:01.178832 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a7e6-6b67-489a-ab66-86641e454b65 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:01.416093 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a4f442d3-fd93-4df8-ae34-87ffa935d0a8 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3783596 Aug 20 12:03:01.418687 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44558) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:01.426915 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5d69b99d-e326-481a-bb4e-27c36cc5321e tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1081905730'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:01.589492 n-d-804299-2 neutron-server[94691]: DEBUG neutron.objects.ports [None req-4fc9a7e6-6b67-489a-ab66-86641e454b65 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94691) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:03:01.591369 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a7e6-6b67-489a-ab66-86641e454b65 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:01.641567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc9a7e6-6b67-489a-ab66-86641e454b65 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:01.647275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4fc9a7e6-6b67-489a-ab66-86641e454b65 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:01.652559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc9a7e6-6b67-489a-ab66-86641e454b65 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:01.653376 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a7e6-6b67-489a-ab66-86641e454b65 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:01.661930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c175f6e-27c9-47b2-bfce-1251707aecfb None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:01.676319 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9a7e6-6b67-489a-ab66-86641e454b65 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=54053ab4-2ee5-4fd1-9e04-3ba11d4edeaf,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:01.684480 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4fc9a7e6-6b67-489a-ab66-86641e454b65 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6273613 Aug 20 12:03:01.686686 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44562) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:01.692914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0db492b0-f08f-42a2-8c69-005dc72a0566 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'mac_address': 'fa:16:3e:cb:61:f8', 'name': 'tempest-NetworksTestDHCPv6-464339698'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:02.018954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db492b0-f08f-42a2-8c69-005dc72a0566 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:02.021550 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f5182-6351-476f-857a-33a09182764b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': '54053ab4-2ee5-4fd1-9e04-3ba11d4edeaf'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:03:02.024082 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-278f5182-6351-476f-857a-33a09182764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:02.056911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:02.122072 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:02.124868 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 316eacc9-55c5-40a5-9487-bfcd63ff8ff3 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:02.159956 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0db492b0-f08f-42a2-8c69-005dc72a0566 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:02.189138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-0db492b0-f08f-42a2-8c69-005dc72a0566 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port 6bb9c45f-14b3-4320-8b7c-116f5c5bbe29 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:02.291005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-278f5182-6351-476f-857a-33a09182764b None None] Allocated IP 2001:db8::f816:3eff:fede:8173 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/54053ab4-2ee5-4fd1-9e04-3ba11d4edeaf/a0b17f85-687c-4e17-8cca-ee12feba0a30) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:02.299327 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d69b99d-e326-481a-bb4e-27c36cc5321e tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:02.311611 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d69b99d-e326-481a-bb4e-27c36cc5321e tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:02.458283 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d69b99d-e326-481a-bb4e-27c36cc5321e tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 941e2c56-20ee-4133-801b-aa4531ba302f has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:03:02.474358 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-278f5182-6351-476f-857a-33a09182764b None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:02.484321 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-278f5182-6351-476f-857a-33a09182764b None None] Transition to ACTIVE for port object a0b17f85-687c-4e17-8cca-ee12feba0a30 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:02.503317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-278f5182-6351-476f-857a-33a09182764b None None] Transition to ACTIVE for port object a0b17f85-687c-4e17-8cca-ee12feba0a30 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:02.511640 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-278f5182-6351-476f-857a-33a09182764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:02.558197 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278f5182-6351-476f-857a-33a09182764b None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:02.564008 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-278f5182-6351-476f-857a-33a09182764b None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:02.567605 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278f5182-6351-476f-857a-33a09182764b None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:02.622057 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f5182-6351-476f-857a-33a09182764b None None] Pushing event updated for resources: {'Port': ['ID=a0b17f85-687c-4e17-8cca-ee12feba0a30,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:02.641240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d69b99d-e326-481a-bb4e-27c36cc5321e tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:02.659336 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15c234-1bcb-4cf0-a196-7ea2622592f2 None None] Sync routers for ids ['941e2c56-20ee-4133-801b-aa4531ba302f'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:03:02.660375 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-278f5182-6351-476f-857a-33a09182764b None None] Attempting to bind port a0b17f85-687c-4e17-8cca-ee12feba0a30 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:02.660868 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-278f5182-6351-476f-857a-33a09182764b None None] Attempting to bind port a0b17f85-687c-4e17-8cca-ee12feba0a30 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:02.662182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f5182-6351-476f-857a-33a09182764b None None] Attempting to bind port a0b17f85-687c-4e17-8cca-ee12feba0a30 on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:02.663368 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d69b99d-e326-481a-bb4e-27c36cc5321e tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:02.666289 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5d69b99d-e326-481a-bb4e-27c36cc5321e tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/941e2c56-20ee-4133-801b-aa4531ba302f HTTP/1.1" status: 200 len: 892 time: 1.2465355 Aug 20 12:03:02.669248 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44566) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:02.669402 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f5182-6351-476f-857a-33a09182764b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:02.669702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f5182-6351-476f-857a-33a09182764b None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:02.670099 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-278f5182-6351-476f-857a-33a09182764b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:02.677285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f5182-6351-476f-857a-33a09182764b None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:02.679732 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15c234-1bcb-4cf0-a196-7ea2622592f2 None None] Routers {'941e2c56-20ee-4133-801b-aa4531ba302f'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:02.680125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-278f5182-6351-476f-857a-33a09182764b None None] Bound port: a0b17f85-687c-4e17-8cca-ee12feba0a30, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:02.680782 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-278f5182-6351-476f-857a-33a09182764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:02.681696 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8b15c234-1bcb-4cf0-a196-7ea2622592f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['941e2c56-20ee-4133-801b-aa4531ba302f'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:02.802321 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8b15c234-1bcb-4cf0-a196-7ea2622592f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:02.802569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-278f5182-6351-476f-857a-33a09182764b None None] For port a0b17f85-687c-4e17-8cca-ee12feba0a30, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:02.812185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-278f5182-6351-476f-857a-33a09182764b None None] For port a0b17f85-687c-4e17-8cca-ee12feba0a30, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a0b17f85-687c-4e17-8cca-ee12feba0a30,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:02.822050 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-278f5182-6351-476f-857a-33a09182764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:02.835031 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15c234-1bcb-4cf0-a196-7ea2622592f2 None None] Routers {'941e2c56-20ee-4133-801b-aa4531ba302f'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:02.840699 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ee1f9603-e5e6-4193-8ef4-f90f4d0fdc13 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/routers/941e2c56-20ee-4133-801b-aa4531ba302f HTTP/1.1" status: 200 len: 892 time: 0.1700284 Aug 20 12:03:02.841471 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44570) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:02.844108 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8b15c234-1bcb-4cf0-a196-7ea2622592f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['941e2c56-20ee-4133-801b-aa4531ba302f'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:02.888566 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ef1db725-153a-479d-acdc-5107c7e7e1d2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports?device_id=941e2c56-20ee-4133-801b-aa4531ba302f HTTP/1.1" status: 200 len: 205 time: 0.0452504 Aug 20 12:03:02.889430 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44572) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:02.927875 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f5182-6351-476f-857a-33a09182764b None None] Pushing event updated for resources: {'Port': ['ID=a0b17f85-687c-4e17-8cca-ee12feba0a30,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:02.970254 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:02.996996 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8b15c234-1bcb-4cf0-a196-7ea2622592f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:02.998185 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15c234-1bcb-4cf0-a196-7ea2622592f2 None None] The sync data for ids ['941e2c56-20ee-4133-801b-aa4531ba302f'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:03:03.130700 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98c12204-9cbd-4b25-85aa-2eac25cc0a9b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:03.231554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-0db492b0-f08f-42a2-8c69-005dc72a0566 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::f816:3eff:fecb:61f8 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/54053ab4-2ee5-4fd1-9e04-3ba11d4edeaf/6bb9c45f-14b3-4320-8b7c-116f5c5bbe29) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:03.319075 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98c12204-9cbd-4b25-85aa-2eac25cc0a9b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:03.411921 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-98c12204-9cbd-4b25-85aa-2eac25cc0a9b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port 8b4c280b-8d31-4c50-85a5-fc9b02274531 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:03.412329 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98c12204-9cbd-4b25-85aa-2eac25cc0a9b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:03.481557 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0db492b0-f08f-42a2-8c69-005dc72a0566 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:03.501318 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-0db492b0-f08f-42a2-8c69-005dc72a0566 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object 6bb9c45f-14b3-4320-8b7c-116f5c5bbe29 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:03.586862 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98c12204-9cbd-4b25-85aa-2eac25cc0a9b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:03.588099 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0db492b0-f08f-42a2-8c69-005dc72a0566 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:03.630538 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-98c12204-9cbd-4b25-85aa-2eac25cc0a9b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for 8b4c280b-8d31-4c50-85a5-fc9b02274531 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:03.647437 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db492b0-f08f-42a2-8c69-005dc72a0566 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:03.651827 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-0db492b0-f08f-42a2-8c69-005dc72a0566 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:03.656809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db492b0-f08f-42a2-8c69-005dc72a0566 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:03.665412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db492b0-f08f-42a2-8c69-005dc72a0566 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:03.666113 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0db492b0-f08f-42a2-8c69-005dc72a0566 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:03.693976 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0db492b0-f08f-42a2-8c69-005dc72a0566 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0061259 Aug 20 12:03:03.695649 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db492b0-f08f-42a2-8c69-005dc72a0566 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=6bb9c45f-14b3-4320-8b7c-116f5c5bbe29,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:03.698277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44580) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:03.773759 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef145108-4127-4020-ab44-c87382a2022f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:03.785763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef145108-4127-4020-ab44-c87382a2022f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:03.790803 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ef145108-4127-4020-ab44-c87382a2022f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0885966 Aug 20 12:03:03.795588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44582) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:03.949298 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c9299542-3649-4606-9f94-60281be1244e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port 6bb9c45f-14b3-4320-8b7c-116f5c5bbe29 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:03.950001 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c9299542-3649-4606-9f94-60281be1244e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.049973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a0b17f85-687c-4e17-8cca-ee12feba0a30 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:04.091611 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c9299542-3649-4606-9f94-60281be1244e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.110055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c9299542-3649-4606-9f94-60281be1244e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for 6bb9c45f-14b3-4320-8b7c-116f5c5bbe29 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:04.114162 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98c12204-9cbd-4b25-85aa-2eac25cc0a9b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.171186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c12204-9cbd-4b25-85aa-2eac25cc0a9b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=8b4c280b-8d31-4c50-85a5-fc9b02274531,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:04.188433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port a0b17f85-687c-4e17-8cca-ee12feba0a30 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:04.315123 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c9299542-3649-4606-9f94-60281be1244e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.346593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98c12204-9cbd-4b25-85aa-2eac25cc0a9b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.358779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9299542-3649-4606-9f94-60281be1244e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=6bb9c45f-14b3-4320-8b7c-116f5c5bbe29,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:04.407433 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c9299542-3649-4606-9f94-60281be1244e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.412259 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c9299542-3649-4606-9f94-60281be1244e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/6bb9c45f-14b3-4320-8b7c-116f5c5bbe29 HTTP/1.1" status: 204 len: 168 time: 0.6120632 Aug 20 12:03:04.412491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44586) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:04.496465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c0b73-e5c1-4bac-9fcb-b286e7c3fd03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:04.499012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c0b73-e5c1-4bac-9fcb-b286e7c3fd03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:04.501316 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4b5c0b73-e5c1-4bac-9fcb-b286e7c3fd03 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0879033 Aug 20 12:03:04.511968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44588) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:04.519913 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98c12204-9cbd-4b25-85aa-2eac25cc0a9b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.522803 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98c12204-9cbd-4b25-85aa-2eac25cc0a9b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.573097 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6cee6b5f-7675-4d87-9b8e-df5985f789b0 None None] Provisioning for port a0b17f85-687c-4e17-8cca-ee12feba0a30 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:04.579834 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6cee6b5f-7675-4d87-9b8e-df5985f789b0 None None] Provisioning complete for port a0b17f85-687c-4e17-8cca-ee12feba0a30 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:04.580291 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cee6b5f-7675-4d87-9b8e-df5985f789b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.604412 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98c12204-9cbd-4b25-85aa-2eac25cc0a9b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.605087 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c12204-9cbd-4b25-85aa-2eac25cc0a9b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Fanout notify agent at l3_agent the message router_deleted on router 941e2c56-20ee-4133-801b-aa4531ba302f {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:03:04.613126 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98c12204-9cbd-4b25-85aa-2eac25cc0a9b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.615106 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-98c12204-9cbd-4b25-85aa-2eac25cc0a9b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/routers/941e2c56-20ee-4133-801b-aa4531ba302f HTTP/1.1" status: 204 len: 168 time: 1.7239616 Aug 20 12:03:04.620714 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44592) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:04.632747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-967dc5e3-4b7d-42f4-826c-63f545565580 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 54053ab4-2ee5-4fd1-9e04-3ba11d4edeaf {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:04.637997 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-538f4c09-4c2e-4649-8226-1739bf03f20c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1395742453'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:04.645184 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-967dc5e3-4b7d-42f4-826c-63f545565580 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.690879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538f4c09-4c2e-4649-8226-1739bf03f20c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:04.696138 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-538f4c09-4c2e-4649-8226-1739bf03f20c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.718195 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-967dc5e3-4b7d-42f4-826c-63f545565580 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.739297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538f4c09-4c2e-4649-8226-1739bf03f20c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:03:04.752429 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-538f4c09-4c2e-4649-8226-1739bf03f20c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.752899 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-538f4c09-4c2e-4649-8226-1739bf03f20c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Added segment ac96f9dc-0b9e-47a8-9360-0f085be1c87f of type vlan for network 2d19642f-fe79-4181-a952-92d521703202 Aug 20 12:03:04.780921 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cee6b5f-7675-4d87-9b8e-df5985f789b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.834911 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-538f4c09-4c2e-4649-8226-1739bf03f20c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.862920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6cee6b5f-7675-4d87-9b8e-df5985f789b0 None None] For port a0b17f85-687c-4e17-8cca-ee12feba0a30, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a0b17f85-687c-4e17-8cca-ee12feba0a30,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:04.871502 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cee6b5f-7675-4d87-9b8e-df5985f789b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.874732 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-538f4c09-4c2e-4649-8226-1739bf03f20c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.885550 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538f4c09-4c2e-4649-8226-1739bf03f20c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:04.886031 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-967dc5e3-4b7d-42f4-826c-63f545565580 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.886257 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-538f4c09-4c2e-4649-8226-1739bf03f20c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.971562 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee6b5f-7675-4d87-9b8e-df5985f789b0 None None] Pushing event updated for resources: {'Port': ['ID=a0b17f85-687c-4e17-8cca-ee12feba0a30,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:04.986881 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-538f4c09-4c2e-4649-8226-1739bf03f20c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3610494 Aug 20 12:03:04.989786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44594) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:04.994362 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f4c09-4c2e-4649-8226-1739bf03f20c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Network': ['ID=2d19642f-fe79-4181-a952-92d521703202,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:04.994553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b6855faa-43dc-48a9-819a-47eaec4aee39 None None] Could not find standard attr ID for object 6bb9c45f-14b3-4320-8b7c-116f5c5bbe29. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:03:04.998301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-4c6ce6f1-a425-4a0f-8108-7fe465c5b9cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'subnet': {'network_id': '2d19642f-fe79-4181-a952-92d521703202', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:05.007825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 2d19642f-fe79-4181-a952-92d521703202 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:03:05.074103 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-967dc5e3-4b7d-42f4-826c-63f545565580 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.123617 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dc5e3-4b7d-42f4-826c-63f545565580 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=54053ab4-2ee5-4fd1-9e04-3ba11d4edeaf,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:05.137476 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-967dc5e3-4b7d-42f4-826c-63f545565580 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.139556 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-967dc5e3-4b7d-42f4-826c-63f545565580 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/54053ab4-2ee5-4fd1-9e04-3ba11d4edeaf HTTP/1.1" status: 204 len: 168 time: 0.6262259 Aug 20 12:03:05.151062 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44598) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:05.214405 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6ce6f1-a425-4a0f-8108-7fe465c5b9cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:05.221857 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce6f1-a425-4a0f-8108-7fe465c5b9cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.260721 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d87041-4d02-4132-b79d-8e81e1251e96 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:05.269245 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dfb885c5-4075-4523-b3f7-6e3552910b58 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1136703 Aug 20 12:03:05.269681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44608) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:05.275374 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-39ad7df2-ef98-4d32-9593-c10a1901d18b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:05.419515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ad7df2-ef98-4d32-9593-c10a1901d18b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:05.425213 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39ad7df2-ef98-4d32-9593-c10a1901d18b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.482574 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce6f1-a425-4a0f-8108-7fe465c5b9cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.528344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d8812a-d6a2-4ebf-b3f6-abbd57d095ff None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:03:05.603733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-62d8812a-d6a2-4ebf-b3f6-abbd57d095ff None None] Deleting port a0b17f85-687c-4e17-8cca-ee12feba0a30 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:05.604444 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-62d8812a-d6a2-4ebf-b3f6-abbd57d095ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.660345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ce6f1-a425-4a0f-8108-7fe465c5b9cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Checking segment: {'id': 'ac96f9dc-0b9e-47a8-9360-0f085be1c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2d19642f-fe79-4181-a952-92d521703202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:05.661023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ce6f1-a425-4a0f-8108-7fe465c5b9cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network hostable DHCP agents. Network: 2d19642f-fe79-4181-a952-92d521703202, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:03:05.685557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ce6f1-a425-4a0f-8108-7fe465c5b9cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Subnet': ['ID=53bb18a5-d9ba-44d0-832b-35facc3cf640,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:05.698067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ce6f1-a425-4a0f-8108-7fe465c5b9cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 2d19642f-fe79-4181-a952-92d521703202 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:03:05.719845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4c6ce6f1-a425-4a0f-8108-7fe465c5b9cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 2d19642f-fe79-4181-a952-92d521703202) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:05.725381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ce6f1-a425-4a0f-8108-7fe465c5b9cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:05.729314 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce6f1-a425-4a0f-8108-7fe465c5b9cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.733860 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46db16c-e0e8-4e31-af33-7389bd6e06cb None None] Network 2d19642f-fe79-4181-a952-92d521703202 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:05.736737 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-62d8812a-d6a2-4ebf-b3f6-abbd57d095ff None None] For port a0b17f85-687c-4e17-8cca-ee12feba0a30, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a0b17f85-687c-4e17-8cca-ee12feba0a30,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:05.737081 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-62d8812a-d6a2-4ebf-b3f6-abbd57d095ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.755549 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4c6ce6f1-a425-4a0f-8108-7fe465c5b9cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7621439 Aug 20 12:03:05.756968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44614) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:05.767500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-677418b9-c0fb-40ca-9c74-9d7a7cf35016 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-903680096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:05.817430 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-677418b9-c0fb-40ca-9c74-9d7a7cf35016 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.818602 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-677418b9-c0fb-40ca-9c74-9d7a7cf35016 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.868334 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-62d8812a-d6a2-4ebf-b3f6-abbd57d095ff None None] Calling delete_port for a0b17f85-687c-4e17-8cca-ee12feba0a30 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:05.926464 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-677418b9-c0fb-40ca-9c74-9d7a7cf35016 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.932970 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-677418b9-c0fb-40ca-9c74-9d7a7cf35016 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.972416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.objects.ports [None req-39ad7df2-ef98-4d32-9593-c10a1901d18b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:03:05.979720 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-677418b9-c0fb-40ca-9c74-9d7a7cf35016 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.981081 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-677418b9-c0fb-40ca-9c74-9d7a7cf35016 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2222359 Aug 20 12:03:05.983833 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44626) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:06.051179 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a0b17f85-687c-4e17-8cca-ee12feba0a30 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:06.136324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-2d19642f-fe79-4181-a952-92d521703202', 'network_id': '2d19642f-fe79-4181-a952-92d521703202', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'fixed_ips': [{'subnet_id': '53bb18a5-d9ba-44d0-832b-35facc3cf640'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:03:06.137208 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:06.146707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e96998-96d7-431e-b708-7be1b758155e req-b28d8a19-143d-4020-a1af-dd4a4b1603e0 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:06.157593 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a2e96998-96d7-431e-b708-7be1b758155e req-b28d8a19-143d-4020-a1af-dd4a4b1603e0 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 945 time: 0.1160998 Aug 20 12:03:06.252165 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a2e96998-96d7-431e-b708-7be1b758155e req-55a5073b-3115-4006-ba85-ec3e5ae908ae tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931742 Aug 20 12:03:06.268527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.ipam_pluggable_backend [None req-39ad7df2-ef98-4d32-9593-c10a1901d18b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Port a0b17f85-687c-4e17-8cca-ee12feba0a30 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94690) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 20 12:03:06.268527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.ipam_pluggable_backend [None req-39ad7df2-ef98-4d32-9593-c10a1901d18b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Reverting IP allocation for 2001:db8::f816:3eff:fede:8173 {{(pid=94690) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 20 12:03:06.281589 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:03:06.282127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.ipam_pluggable_backend [None req-39ad7df2-ef98-4d32-9593-c10a1901d18b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fede:8173 {{(pid=94690) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 20 12:03:06.285229 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-62d8812a-d6a2-4ebf-b3f6-abbd57d095ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:06.285712 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39ad7df2-ef98-4d32-9593-c10a1901d18b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:06.336850 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8812a-d6a2-4ebf-b3f6-abbd57d095ff None None] Pushing event deleted for resources: {'Port': ['ID=a0b17f85-687c-4e17-8cca-ee12feba0a30,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:06.340671 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:06.345571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d8812a-d6a2-4ebf-b3f6-abbd57d095ff None None] No DVR routers for this DVR port a0b17f85-687c-4e17-8cca-ee12feba0a30 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:06.367841 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ad7df2-ef98-4d32-9593-c10a1901d18b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:06.369330 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:06.374982 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-39ad7df2-ef98-4d32-9593-c10a1901d18b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:06.387555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ad7df2-ef98-4d32-9593-c10a1901d18b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:06.388174 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39ad7df2-ef98-4d32-9593-c10a1901d18b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:06.392299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd19aee3-f87f-48a7-b810-a40c230d68a5 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:06.419284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-39ad7df2-ef98-4d32-9593-c10a1901d18b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1484497 Aug 20 12:03:06.420101 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44630) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:06.426019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f13ddf62-aa0c-45d6-9842-33603911e560 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'mac_address': 'fa:16:3e:a9:ce:9a', 'name': 'tempest-NetworksTestDHCPv6-556959377'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:06.432084 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad7df2-ef98-4d32-9593-c10a1901d18b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=e76fbeb4-b682-4abc-a066-87c0cb5fdc2f,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:06.562509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13ddf62-aa0c-45d6-9842-33603911e560 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:06.650135 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Allocated IP 2001:db8::2 (2d19642f-fe79-4181-a952-92d521703202/53bb18a5-d9ba-44d0-832b-35facc3cf640/62190720-9201-4738-8766-543a66142a96) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:06.664941 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f13ddf62-aa0c-45d6-9842-33603911e560 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:06.698290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-f13ddf62-aa0c-45d6-9842-33603911e560 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port 13a514e2-4a4c-4827-aac0-636506992bb6 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:06.818815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f13ddf62-aa0c-45d6-9842-33603911e560 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::f816:3eff:fea9:ce9a (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/e76fbeb4-b682-4abc-a066-87c0cb5fdc2f/13a514e2-4a4c-4827-aac0-636506992bb6) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:06.844992 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': 'e76fbeb4-b682-4abc-a066-87c0cb5fdc2f'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:03:06.845828 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:06.902537 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:06.966792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Transition to ACTIVE for port object 62190720-9201-4738-8766-543a66142a96 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:06.982713 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f13ddf62-aa0c-45d6-9842-33603911e560 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:06.994182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Transition to ACTIVE for port object 62190720-9201-4738-8766-543a66142a96 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:06.998254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f13ddf62-aa0c-45d6-9842-33603911e560 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object 13a514e2-4a4c-4827-aac0-636506992bb6 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:07.009597 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.040220 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f13ddf62-aa0c-45d6-9842-33603911e560 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.095089 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Allocated IP 2001:db8::f816:3eff:fea8:dfb9 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/e76fbeb4-b682-4abc-a066-87c0cb5fdc2f/5e6d3acc-826c-4134-9c0f-07d062ce19ac) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:07.104904 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13ddf62-aa0c-45d6-9842-33603911e560 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:07.109219 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f13ddf62-aa0c-45d6-9842-33603911e560 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:07.110698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Allocated IP 2001:db8::1 (2d19642f-fe79-4181-a952-92d521703202/53bb18a5-d9ba-44d0-832b-35facc3cf640/473ed76a-b54b-4463-be8f-b4f0a8e8866a) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:07.117304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13ddf62-aa0c-45d6-9842-33603911e560 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:07.123856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13ddf62-aa0c-45d6-9842-33603911e560 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:07.124697 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f13ddf62-aa0c-45d6-9842-33603911e560 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.128413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ddf62-aa0c-45d6-9842-33603911e560 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=13a514e2-4a4c-4827-aac0-636506992bb6,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:07.153910 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f13ddf62-aa0c-45d6-9842-33603911e560 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7318013 Aug 20 12:03:07.156596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44632) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:07.211522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Network 2d19642f-fe79-4181-a952-92d521703202 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:07.218142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:07.219813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f1da1-36c8-4528-a43d-31c44f915004 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:07.223944 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:07.224093 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ee1f1da1-36c8-4528-a43d-31c44f915004 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0636885 Aug 20 12:03:07.224751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44638) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:07.250376 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Pushing event updated for resources: {'Port': ['ID=62190720-9201-4738-8766-543a66142a96,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:07.308560 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.338679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Transition to ACTIVE for port object 473ed76a-b54b-4463-be8f-b4f0a8e8866a will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:07.391973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-35d1c61b-a041-4d41-b88b-27e9f8515e9d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port 13a514e2-4a4c-4827-aac0-636506992bb6 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:07.391973 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35d1c61b-a041-4d41-b88b-27e9f8515e9d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.396607 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Attempting to bind port 62190720-9201-4738-8766-543a66142a96 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:07.397647 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Attempting to bind port 62190720-9201-4738-8766-543a66142a96 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'ac96f9dc-0b9e-47a8-9360-0f085be1c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2d19642f-fe79-4181-a952-92d521703202'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:07.398921 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Attempting to bind port 62190720-9201-4738-8766-543a66142a96 on network 2d19642f-fe79-4181-a952-92d521703202 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:07.425326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:07.426135 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Checking segment: {'id': 'ac96f9dc-0b9e-47a8-9360-0f085be1c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2d19642f-fe79-4181-a952-92d521703202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:07.426838 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.427594 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Bound using segment: {'id': 'ac96f9dc-0b9e-47a8-9360-0f085be1c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2d19642f-fe79-4181-a952-92d521703202'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:07.428291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Bound port: 62190720-9201-4738-8766-543a66142a96, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac96f9dc-0b9e-47a8-9360-0f085be1c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2d19642f-fe79-4181-a952-92d521703202'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:07.428962 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.465641 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.473548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7118ac0-6426-44b8-a7dc-01f52f522c10 req-19c6574d-1343-4de5-b1e2-5d6c0ab9c46a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:07.482134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7118ac0-6426-44b8-a7dc-01f52f522c10 req-19c6574d-1343-4de5-b1e2-5d6c0ab9c46a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 945 time: 0.1246741 Aug 20 12:03:07.489436 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.507758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Transition to ACTIVE for port object 5e6d3acc-826c-4134-9c0f-07d062ce19ac will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:07.519495 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35d1c61b-a041-4d41-b88b-27e9f8515e9d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.535802 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-35d1c61b-a041-4d41-b88b-27e9f8515e9d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for 13a514e2-4a4c-4827-aac0-636506992bb6 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:07.544544 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Transition to ACTIVE for port object 5e6d3acc-826c-4134-9c0f-07d062ce19ac will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:07.553696 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] For port 62190720-9201-4738-8766-543a66142a96, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:07.559215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] For port 62190720-9201-4738-8766-543a66142a96, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=62190720-9201-4738-8766-543a66142a96,segment=NetworkSegment(ac96f9dc-0b9e-47a8-9360-0f085be1c87f),segment_id=ac96f9dc-0b9e-47a8-9360-0f085be1c87f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:07.560980 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.564005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 2d19642f-fe79-4181-a952-92d521703202 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:07.575022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:07.577994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:07.578946 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.593389 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.612191 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7118ac0-6426-44b8-a7dc-01f52f522c10 req-54421f25-7420-4784-98e8-f4caf7c5ba07 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d109440-a835-4e40-a6ee-a3230a9a827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152399 Aug 20 12:03:07.635712 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:07.642637 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:07.645163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Pushing event updated for resources: {'Port': ['ID=5e6d3acc-826c-4134-9c0f-07d062ce19ac,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:07.647633 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:07.657428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c8a14-deae-47f0-bf96-7459a50108a6 req-d88bf8ca-2732-4a1b-9abc-549e33eed306 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:07.659241 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-721c8a14-deae-47f0-bf96-7459a50108a6 req-d88bf8ca-2732-4a1b-9abc-549e33eed306 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 945 time: 0.2252285 Aug 20 12:03:07.662124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=473ed76a-b54b-4463-be8f-b4f0a8e8866a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:07.711044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9504bf4-e7f3-4df0-a393-a1c0b74096b8 None None] Pushing event updated for resources: {'Port': ['ID=62190720-9201-4738-8766-543a66142a96,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:07.714653 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35d1c61b-a041-4d41-b88b-27e9f8515e9d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.777656 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Attempting to bind port 5e6d3acc-826c-4134-9c0f-07d062ce19ac on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:07.778290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Attempting to bind port 5e6d3acc-826c-4134-9c0f-07d062ce19ac by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:07.778758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Attempting to bind port 5e6d3acc-826c-4134-9c0f-07d062ce19ac on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:07.784783 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:07.785354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:07.785858 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.786423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:07.786990 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Bound port: 5e6d3acc-826c-4134-9c0f-07d062ce19ac, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:07.787617 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.800810 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35d1c61b-a041-4d41-b88b-27e9f8515e9d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.804854 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-35d1c61b-a041-4d41-b88b-27e9f8515e9d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/13a514e2-4a4c-4827-aac0-636506992bb6 HTTP/1.1" status: 204 len: 168 time: 0.5766878 Aug 20 12:03:07.804854 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1c61b-a041-4d41-b88b-27e9f8515e9d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=13a514e2-4a4c-4827-aac0-636506992bb6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:07.806900 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44648) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:07.871857 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] For port 5e6d3acc-826c-4134-9c0f-07d062ce19ac, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:07.875726 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] For port 5e6d3acc-826c-4134-9c0f-07d062ce19ac, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5e6d3acc-826c-4134-9c0f-07d062ce19ac,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:07.881927 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.958482 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f849a0-d182-4b92-adc8-5e44b5cdce6d None None] Pushing event updated for resources: {'Port': ['ID=5e6d3acc-826c-4134-9c0f-07d062ce19ac,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:07.962880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff94dc0a-014d-4ff5-8847-d1d35675f82d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:07.964397 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff94dc0a-014d-4ff5-8847-d1d35675f82d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:07.967049 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ff94dc0a-014d-4ff5-8847-d1d35675f82d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1583123 Aug 20 12:03:07.970132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44650) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:07.970758 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:08.042160 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-721c8a14-deae-47f0-bf96-7459a50108a6 req-204ee167-710b-447c-9f4e-8f1fa6871a37 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Deleting port b3918069-e798-450e-b1d5-ce6a7013b9ce {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:08.042592 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-721c8a14-deae-47f0-bf96-7459a50108a6 req-204ee167-710b-447c-9f4e-8f1fa6871a37 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:08.073980 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-802abdb3-5ddf-4f52-b21e-1cab5f01a6e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet e76fbeb4-b682-4abc-a066-87c0cb5fdc2f {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:08.077718 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-802abdb3-5ddf-4f52-b21e-1cab5f01a6e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:08.135539 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-802abdb3-5ddf-4f52-b21e-1cab5f01a6e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:08.229081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-721c8a14-deae-47f0-bf96-7459a50108a6 req-204ee167-710b-447c-9f4e-8f1fa6871a37 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] For port b3918069-e798-450e-b1d5-ce6a7013b9ce, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b3918069-e798-450e-b1d5-ce6a7013b9ce,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:08.229573 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-721c8a14-deae-47f0-bf96-7459a50108a6 req-204ee167-710b-447c-9f4e-8f1fa6871a37 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:08.237831 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-802abdb3-5ddf-4f52-b21e-1cab5f01a6e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:08.256749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-721c8a14-deae-47f0-bf96-7459a50108a6 req-204ee167-710b-447c-9f4e-8f1fa6871a37 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Calling delete_port for b3918069-e798-450e-b1d5-ce6a7013b9ce owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:08.347898 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-802abdb3-5ddf-4f52-b21e-1cab5f01a6e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:08.366649 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-802abdb3-5ddf-4f52-b21e-1cab5f01a6e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:08.369607 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-802abdb3-5ddf-4f52-b21e-1cab5f01a6e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/e76fbeb4-b682-4abc-a066-87c0cb5fdc2f HTTP/1.1" status: 204 len: 168 time: 0.3983364 Aug 20 12:03:08.373445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44652) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:08.391648 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802abdb3-5ddf-4f52-b21e-1cab5f01a6e9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=e76fbeb4-b682-4abc-a066-87c0cb5fdc2f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:08.433991 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-637f1510-9094-41e4-8886-3c7125f5250d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573392 Aug 20 12:03:08.436600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44656) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:08.497777 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:08.508119 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:08.509319 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:08.514377 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f25005-30d1-40e0-81fc-32f6edda45f0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:08.516072 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-94f25005-30d1-40e0-81fc-32f6edda45f0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0783250 Aug 20 12:03:08.518724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44658) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:08.578209 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ccb216-ba70-45dd-b3b9-f0abeb7337da tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:08.580688 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c1ccb216-ba70-45dd-b3b9-f0abeb7337da tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0600080 Aug 20 12:03:08.582956 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44660) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:08.636054 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-87da503d-52ea-4b59-8449-c58566e8f0e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518224 Aug 20 12:03:08.641131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44664) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:08.647748 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-388619d5-f75f-43d2-b796-b79bdf9753bd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:08.696535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=473ed76a-b54b-4463-be8f-b4f0a8e8866a,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:08.712573 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-721c8a14-deae-47f0-bf96-7459a50108a6 req-204ee167-710b-447c-9f4e-8f1fa6871a37 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:08.728458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['b3918069-e798-450e-b1d5-ce6a7013b9ce'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:03:08.747214 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a920c26a-7a32-4ba6-b136-94cf74c254a0 req-cc53968a-5e36-45ac-8a05-35cd37a814c0 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 210 time: 0.0510585 Aug 20 12:03:08.787477 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ee167-710b-447c-9f4e-8f1fa6871a37 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event deleted for resources: {'Port': ['ID=b3918069-e798-450e-b1d5-ce6a7013b9ce,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:08.812544 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388619d5-f75f-43d2-b796-b79bdf9753bd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:08.817640 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-388619d5-f75f-43d2-b796-b79bdf9753bd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:08.853495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-721c8a14-deae-47f0-bf96-7459a50108a6 req-204ee167-710b-447c-9f4e-8f1fa6871a37 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] No DVR routers for this DVR port b3918069-e798-450e-b1d5-ce6a7013b9ce on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:08.859580 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-721c8a14-deae-47f0-bf96-7459a50108a6 req-204ee167-710b-447c-9f4e-8f1fa6871a37 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:08.862360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-721c8a14-deae-47f0-bf96-7459a50108a6 req-204ee167-710b-447c-9f4e-8f1fa6871a37 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.35 "DELETE /v2.0/ports/b3918069-e798-450e-b1d5-ce6a7013b9ce HTTP/1.1" status: 204 len: 173 time: 1.1914895 Aug 20 12:03:08.862981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b3012c-e0d9-4f35-b923-eeac68ed046f', 'name': 'network-vif-deleted', 'tag': 'b3918069-e798-450e-b1d5-ce6a7013b9ce'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:03:08.865724 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fd4a63-a013-42d4-8d82-50b2bf465b7b" -d '{"events": [{"server_uuid": "b0b3012c-e0d9-4f35-b923-eeac68ed046f", "name": "network-vif-deleted", "tag": "b3918069-e798-450e-b1d5-ce6a7013b9ce"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:03:08.872032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 2d19642f-fe79-4181-a952-92d521703202 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:08.874108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:09.018728 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0e996a-807b-4ad9-9a7a-106421e46483 x-openstack-request-id: req-1e0e996a-807b-4ad9-9a7a-106421e46483 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:03:09.019476 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b3012c-e0d9-4f35-b923-eeac68ed046f", "name": "network-vif-deleted", "tag": "b3918069-e798-450e-b1d5-ce6a7013b9ce", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:03:09.019771 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e0e996a-807b-4ad9-9a7a-106421e46483 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:03:09.020210 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b3012c-e0d9-4f35-b923-eeac68ed046f', 'name': 'network-vif-deleted', 'tag': 'b3918069-e798-450e-b1d5-ce6a7013b9ce', 'status': 'completed', 'code': 200} Aug 20 12:03:09.068049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 37b49228-f3b6-4619-befe-17abdfbe8509 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:03:09.099402 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:09.153039 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c362c8de-d904-4784-b33d-6f68dcddc54a None None] Network 2d19642f-fe79-4181-a952-92d521703202 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:09.296881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:09.316280 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9d9d0209-f0bd-4bfb-8317-f4cf95be3f45 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/37b49228-f3b6-4619-befe-17abdfbe8509/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3303881 Aug 20 12:03:09.318416 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44668) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:09.353084 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc2c210-3edb-4df8-b8e2-fa9d52bc45a7 None None] Sync routers for ids ['37b49228-f3b6-4619-befe-17abdfbe8509'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:03:09.414505 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbcae6-7dc3-41a8-9804-6957cd0d5244 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:09.419010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-76cbcae6-7dc3-41a8-9804-6957cd0d5244 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports/473ed76a-b54b-4463-be8f-b4f0a8e8866a HTTP/1.1" status: 200 len: 911 time: 0.0994382 Aug 20 12:03:09.419643 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44670) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:09.428646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-441b9952-d990-4b4d-be4a-8dae8184c468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53bb18a5-d9ba-44d0-832b-35facc3cf640'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:09.444368 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc2c210-3edb-4df8-b8e2-fa9d52bc45a7 None None] Routers {'37b49228-f3b6-4619-befe-17abdfbe8509'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:09.453055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-afc2c210-3edb-4df8-b8e2-fa9d52bc45a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['37b49228-f3b6-4619-befe-17abdfbe8509'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:09.469574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-042459c5-647c-4ae7-9acb-cf1969d96ac7 None None] Provisioning for port 62190720-9201-4738-8766-543a66142a96 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:09.559447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-afc2c210-3edb-4df8-b8e2-fa9d52bc45a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:09.635154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc2c210-3edb-4df8-b8e2-fa9d52bc45a7 None None] Routers {'37b49228-f3b6-4619-befe-17abdfbe8509'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:09.635813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-afc2c210-3edb-4df8-b8e2-fa9d52bc45a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['37b49228-f3b6-4619-befe-17abdfbe8509'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:09.723253 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-afc2c210-3edb-4df8-b8e2-fa9d52bc45a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:09.724297 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc2c210-3edb-4df8-b8e2-fa9d52bc45a7 None None] The sync data for ids ['37b49228-f3b6-4619-befe-17abdfbe8509'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:03:09.768747 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-441b9952-d990-4b4d-be4a-8dae8184c468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:09.791549 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae2b746-0504-41e6-9f7f-ff1c11a56df4 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:09.946380 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0933bc38-1cec-486e-8200-c2782dbd4f0f None None] Provisioning for port 5e6d3acc-826c-4134-9c0f-07d062ce19ac completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:09.972010 n-d-804299-2 neutron-server[94690]: DEBUG neutron.objects.ports [None req-388619d5-f75f-43d2-b796-b79bdf9753bd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:03:10.151603 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-327322a0-f476-42c7-b162-70f6b58e9307 req-a874ddd6-30c9-451b-9ca6-7c880d16256c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 210 time: 0.1775422 Aug 20 12:03:10.216340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5e6d3acc-826c-4134-9c0f-07d062ce19ac up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:10.346932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 5e6d3acc-826c-4134-9c0f-07d062ce19ac completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:10.355302 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-388619d5-f75f-43d2-b796-b79bdf9753bd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:10.359722 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 5e6d3acc-826c-4134-9c0f-07d062ce19ac triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:10.360346 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:10.370610 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4264ba70-cd21-44a4-af67-0bc213be43f7 None None] Provisioning for port 473ed76a-b54b-4463-be8f-b4f0a8e8866a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:10.432865 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4264ba70-cd21-44a4-af67-0bc213be43f7 None None] Provisioning complete for port 473ed76a-b54b-4463-be8f-b4f0a8e8866a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:10.435683 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4264ba70-cd21-44a4-af67-0bc213be43f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:10.698163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4264ba70-cd21-44a4-af67-0bc213be43f7 None None] Port 473ed76a-b54b-4463-be8f-b4f0a8e8866a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:10.708342 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:10.716617 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-388619d5-f75f-43d2-b796-b79bdf9753bd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] For port 5e6d3acc-826c-4134-9c0f-07d062ce19ac, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5e6d3acc-826c-4134-9c0f-07d062ce19ac,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:10.778570 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-388619d5-f75f-43d2-b796-b79bdf9753bd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:10.787334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-388619d5-f75f-43d2-b796-b79bdf9753bd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:10.788275 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-388619d5-f75f-43d2-b796-b79bdf9753bd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:10.886887 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:03:10.887459 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:03:10.897265 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9cfa0f75-3168-45c0-840b-77116eeb245e None None] Provisioning complete for port 5e6d3acc-826c-4134-9c0f-07d062ce19ac triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:10.897636 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9cfa0f75-3168-45c0-840b-77116eeb245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:10.914438 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388619d5-f75f-43d2-b796-b79bdf9753bd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=705a68b3-e322-403a-913d-bbb176090db0,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:10.934519 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388619d5-f75f-43d2-b796-b79bdf9753bd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:10.939440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-388619d5-f75f-43d2-b796-b79bdf9753bd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:10.943507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388619d5-f75f-43d2-b796-b79bdf9753bd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:10.944324 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-388619d5-f75f-43d2-b796-b79bdf9753bd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:10.996090 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-388619d5-f75f-43d2-b796-b79bdf9753bd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3535433 Aug 20 12:03:11.016071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44678) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:11.033398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9f386a74-abb3-4a37-9d79-165b21999524 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'mac_address': 'fa:16:3e:a5:87:a7', 'name': 'tempest-NetworksTestDHCPv6-1048265757'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:11.087371 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9cfa0f75-3168-45c0-840b-77116eeb245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.106695 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388619d5-f75f-43d2-b796-b79bdf9753bd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=5e6d3acc-826c-4134-9c0f-07d062ce19ac,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:11.164905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9cfa0f75-3168-45c0-840b-77116eeb245e None None] For port 5e6d3acc-826c-4134-9c0f-07d062ce19ac, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5e6d3acc-826c-4134-9c0f-07d062ce19ac,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:11.166239 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba30d22c-1df5-49df-8dcc-0eff201713ce None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:11.221531 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f386a74-abb3-4a37-9d79-165b21999524 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:11.228953 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9f386a74-abb3-4a37-9d79-165b21999524 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.245146 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9cfa0f75-3168-45c0-840b-77116eeb245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.257008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-9f386a74-abb3-4a37-9d79-165b21999524 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port 75a5427a-ed56-4690-8bfe-902a340cd92b yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:11.337319 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4f1b5d09-8ef1-40d6-a12f-1f0f51a4d929 req-239103e6-0df8-4a63-bd94-a52d40db596c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 210 time: 0.0451486 Aug 20 12:03:11.364507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b3918069-e798-450e-b1d5-ce6a7013b9ce no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:11.399460 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-441b9952-d990-4b4d-be4a-8dae8184c468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.421544 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: b3918069-e798-450e-b1d5-ce6a7013b9ce {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:11.422237 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b3918069-e798-450e-b1d5-ce6a7013b9ce not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:11.424780 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-441b9952-d990-4b4d-be4a-8dae8184c468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.430866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441b9952-d990-4b4d-be4a-8dae8184c468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:11.431679 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-441b9952-d990-4b4d-be4a-8dae8184c468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.435543 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-441b9952-d990-4b4d-be4a-8dae8184c468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/ports/473ed76a-b54b-4463-be8f-b4f0a8e8866a HTTP/1.1" status: 200 len: 911 time: 2.0122466 Aug 20 12:03:11.436109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44682) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:11.446541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-9f386a74-abb3-4a37-9d79-165b21999524 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::f816:3eff:fea5:87a7 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/705a68b3-e322-403a-913d-bbb176090db0/75a5427a-ed56-4690-8bfe-902a340cd92b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:11.479077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9cfa0f75-3168-45c0-840b-77116eeb245e None None] Provisioning complete for port 473ed76a-b54b-4463-be8f-b4f0a8e8866a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:11.479355 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9cfa0f75-3168-45c0-840b-77116eeb245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.530919 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa0f75-3168-45c0-840b-77116eeb245e None None] Pushing event updated for resources: {'Port': ['ID=5e6d3acc-826c-4134-9c0f-07d062ce19ac,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:11.569002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa0f75-3168-45c0-840b-77116eeb245e None None] Port 473ed76a-b54b-4463-be8f-b4f0a8e8866a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:11.576218 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 62190720-9201-4738-8766-543a66142a96 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:11.588762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b9952-d990-4b4d-be4a-8dae8184c468 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=473ed76a-b54b-4463-be8f-b4f0a8e8866a,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:11.671064 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 62190720-9201-4738-8766-543a66142a96 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:11.675095 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 62190720-9201-4738-8766-543a66142a96 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:11.675474 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.751553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-67d84696-de35-4a8c-99b9-784d2ce99e98 None None] Provisioning complete for port 473ed76a-b54b-4463-be8f-b4f0a8e8866a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:11.751908 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-67d84696-de35-4a8c-99b9-784d2ce99e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.771801 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9f386a74-abb3-4a37-9d79-165b21999524 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.816464 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9f386a74-abb3-4a37-9d79-165b21999524 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object 75a5427a-ed56-4690-8bfe-902a340cd92b will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:11.869627 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9f386a74-abb3-4a37-9d79-165b21999524 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.876308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-67d84696-de35-4a8c-99b9-784d2ce99e98 None None] Port 473ed76a-b54b-4463-be8f-b4f0a8e8866a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:11.884789 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-67d84696-de35-4a8c-99b9-784d2ce99e98 None None] Could not find standard attr ID for object 13a514e2-4a4c-4827-aac0-636506992bb6. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:03:11.897729 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.921164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f386a74-abb3-4a37-9d79-165b21999524 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:11.925110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9f386a74-abb3-4a37-9d79-165b21999524 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:11.929767 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f386a74-abb3-4a37-9d79-165b21999524 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:11.939020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 62190720-9201-4738-8766-543a66142a96, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=62190720-9201-4738-8766-543a66142a96,segment=NetworkSegment(ac96f9dc-0b9e-47a8-9360-0f085be1c87f),segment_id=ac96f9dc-0b9e-47a8-9360-0f085be1c87f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:11.945166 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.947164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f386a74-abb3-4a37-9d79-165b21999524 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:11.947951 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9f386a74-abb3-4a37-9d79-165b21999524 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.016316 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d464d86-1545-48ac-b1d5-b0daf3a4d6ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.027257 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f386a74-abb3-4a37-9d79-165b21999524 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=75a5427a-ed56-4690-8bfe-902a340cd92b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:12.031422 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bc7cf819-b2ac-4b5f-9940-503d345ee51f None None] Provisioning complete for port 5e6d3acc-826c-4134-9c0f-07d062ce19ac triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:12.032332 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf819-b2ac-4b5f-9940-503d345ee51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.036023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=62190720-9201-4738-8766-543a66142a96,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:12.040990 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9f386a74-abb3-4a37-9d79-165b21999524 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0193789 Aug 20 12:03:12.044168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44686) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:12.128115 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5e6d3acc-826c-4134-9c0f-07d062ce19ac up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:12.144575 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dfc027-a170-4f09-a19d-209ccb2ee04d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:12.151648 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dfc027-a170-4f09-a19d-209ccb2ee04d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:12.153577 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-65dfc027-a170-4f09-a19d-209ccb2ee04d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1079240 Aug 20 12:03:12.156058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44688) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:12.214502 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 5e6d3acc-826c-4134-9c0f-07d062ce19ac triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:12.215243 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.323855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-9879ada2-c21f-4fdf-a711-3f5a643e4668 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port 75a5427a-ed56-4690-8bfe-902a340cd92b {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:12.324204 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9879ada2-c21f-4fdf-a711-3f5a643e4668 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.410813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9f050bbb-10eb-472e-ac18-d9bcb5d6fe45 None None] Provisioning for port 75a5427a-ed56-4690-8bfe-902a340cd92b completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:12.418156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9f050bbb-10eb-472e-ac18-d9bcb5d6fe45 None None] Provisioning complete for port 75a5427a-ed56-4690-8bfe-902a340cd92b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:12.418706 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9f050bbb-10eb-472e-ac18-d9bcb5d6fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.449518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ff74e8f5-196d-4eb7-b4ec-e063239b1a38 req-84a950e6-edde-4dde-9aa4-9999f15fe997 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 210 time: 0.0338426 Aug 20 12:03:12.461835 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9f050bbb-10eb-472e-ac18-d9bcb5d6fe45 None None] Port 75a5427a-ed56-4690-8bfe-902a340cd92b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:12.479426 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9879ada2-c21f-4fdf-a711-3f5a643e4668 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.495598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-9879ada2-c21f-4fdf-a711-3f5a643e4668 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for 75a5427a-ed56-4690-8bfe-902a340cd92b owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:12.514841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-9d464d86-1545-48ac-b1d5-b0daf3a4d6ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port 473ed76a-b54b-4463-be8f-b4f0a8e8866a {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:12.515185 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d464d86-1545-48ac-b1d5-b0daf3a4d6ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.658460 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d464d86-1545-48ac-b1d5-b0daf3a4d6ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.673220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-9d464d86-1545-48ac-b1d5-b0daf3a4d6ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for 473ed76a-b54b-4463-be8f-b4f0a8e8866a owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:12.766520 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9879ada2-c21f-4fdf-a711-3f5a643e4668 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.802572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879ada2-c21f-4fdf-a711-3f5a643e4668 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=75a5427a-ed56-4690-8bfe-902a340cd92b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:12.872865 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9879ada2-c21f-4fdf-a711-3f5a643e4668 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.877686 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9879ada2-c21f-4fdf-a711-3f5a643e4668 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/75a5427a-ed56-4690-8bfe-902a340cd92b HTTP/1.1" status: 204 len: 168 time: 0.7175117 Aug 20 12:03:12.877686 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44694) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:13.006719 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d464d86-1545-48ac-b1d5-b0daf3a4d6ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.044034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d464d86-1545-48ac-b1d5-b0daf3a4d6ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=473ed76a-b54b-4463-be8f-b4f0a8e8866a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:13.049925 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4ac35-de48-44bb-b7e3-5f3fad707697 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:13.050937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4ac35-de48-44bb-b7e3-5f3fad707697 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:13.055994 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44702) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:13.056562 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0bd4ac35-de48-44bb-b7e3-5f3fad707697 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1772597 Aug 20 12:03:13.158413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea23a1f-edc9-45d7-9495-ae5318a463fc tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 705a68b3-e322-403a-913d-bbb176090db0 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:13.162283 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ea23a1f-edc9-45d7-9495-ae5318a463fc tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.218102 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ea23a1f-edc9-45d7-9495-ae5318a463fc tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.226757 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9d464d86-1545-48ac-b1d5-b0daf3a4d6ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.372790 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ea23a1f-edc9-45d7-9495-ae5318a463fc tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.442272 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ea23a1f-edc9-45d7-9495-ae5318a463fc tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.460277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d464d86-1545-48ac-b1d5-b0daf3a4d6ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 37b49228-f3b6-4619-befe-17abdfbe8509 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:03:13.487272 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515a0d9c-228e-44d0-a95a-962f3189211e None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:13.497842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea23a1f-edc9-45d7-9495-ae5318a463fc tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=705a68b3-e322-403a-913d-bbb176090db0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:13.504715 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ea23a1f-edc9-45d7-9495-ae5318a463fc tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.510498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44708) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:13.511413 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4ea23a1f-edc9-45d7-9495-ae5318a463fc tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/705a68b3-e322-403a-913d-bbb176090db0 HTTP/1.1" status: 204 len: 168 time: 0.4525836 Aug 20 12:03:13.589461 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-96fc01e4-a19a-44dd-a8d3-16f2bdedb091 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754130 Aug 20 12:03:13.590277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44710) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:13.596183 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-057c8470-b756-4c89-ac5d-74c2e252e7e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:13.608583 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-56dff8ac-6401-444a-86b2-78c92c790d9f req-cbfc446e-d97c-4658-9926-72d3a7ccb3ba tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 210 time: 0.0338526 Aug 20 12:03:13.609860 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d464d86-1545-48ac-b1d5-b0daf3a4d6ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:13.618562 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9d464d86-1545-48ac-b1d5-b0daf3a4d6ea tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/37b49228-f3b6-4619-befe-17abdfbe8509/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1780498 Aug 20 12:03:13.619249 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44712) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:13.623721 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47642d-4a77-4061-8573-824d1647ad5f None None] Sync routers for ids ['37b49228-f3b6-4619-befe-17abdfbe8509'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:03:13.636942 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47642d-4a77-4061-8573-824d1647ad5f None None] Routers {'37b49228-f3b6-4619-befe-17abdfbe8509'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:13.637564 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4f47642d-4a77-4061-8573-824d1647ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['37b49228-f3b6-4619-befe-17abdfbe8509'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:13.673742 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-02fe7be5-84e5-4e5a-aa29-7fc86854aa73 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b49228-f3b6-4619-befe-17abdfbe8509 HTTP/1.1" status: 200 len: 205 time: 0.0510414 Aug 20 12:03:13.674392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44714) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:13.717564 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4f47642d-4a77-4061-8573-824d1647ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:13.731381 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47642d-4a77-4061-8573-824d1647ad5f None None] Routers {'37b49228-f3b6-4619-befe-17abdfbe8509'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:13.737257 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4f47642d-4a77-4061-8573-824d1647ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['37b49228-f3b6-4619-befe-17abdfbe8509'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:13.777950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f960a6-0263-41a2-9ada-a732b89f7580 None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:03:13.815255 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32762218-f2a5-45f4-8106-786e3ac14efe tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.834923 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4f47642d-4a77-4061-8573-824d1647ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:13.837603 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47642d-4a77-4061-8573-824d1647ad5f None None] The sync data for ids ['37b49228-f3b6-4619-befe-17abdfbe8509'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:03:13.839395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057c8470-b756-4c89-ac5d-74c2e252e7e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:13.843115 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-057c8470-b756-4c89-ac5d-74c2e252e7e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.886696 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-25f960a6-0263-41a2-9ada-a732b89f7580 None None] Deleting port 5e6d3acc-826c-4134-9c0f-07d062ce19ac {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:13.887331 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-25f960a6-0263-41a2-9ada-a732b89f7580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.014725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-25f960a6-0263-41a2-9ada-a732b89f7580 None None] For port 5e6d3acc-826c-4134-9c0f-07d062ce19ac, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5e6d3acc-826c-4134-9c0f-07d062ce19ac,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:14.015097 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-25f960a6-0263-41a2-9ada-a732b89f7580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.031557 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-25f960a6-0263-41a2-9ada-a732b89f7580 None None] Calling delete_port for 5e6d3acc-826c-4134-9c0f-07d062ce19ac owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:14.183000 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 62190720-9201-4738-8766-543a66142a96 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:14.209858 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-25f960a6-0263-41a2-9ada-a732b89f7580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.229278 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32762218-f2a5-45f4-8106-786e3ac14efe tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.236601 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32762218-f2a5-45f4-8106-786e3ac14efe tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.257889 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f960a6-0263-41a2-9ada-a732b89f7580 None None] Pushing event deleted for resources: {'Port': ['ID=5e6d3acc-826c-4134-9c0f-07d062ce19ac,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:14.260387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f960a6-0263-41a2-9ada-a732b89f7580 None None] No DVR routers for this DVR port 5e6d3acc-826c-4134-9c0f-07d062ce19ac on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:14.282892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.objects.ports [None req-057c8470-b756-4c89-ac5d-74c2e252e7e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:03:14.284912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-057c8470-b756-4c89-ac5d-74c2e252e7e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.286200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 62190720-9201-4738-8766-543a66142a96 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:14.286918 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.343383 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32762218-f2a5-45f4-8106-786e3ac14efe tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.343903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32762218-f2a5-45f4-8106-786e3ac14efe tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Fanout notify agent at l3_agent the message router_deleted on router 37b49228-f3b6-4619-befe-17abdfbe8509 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:03:14.358092 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32762218-f2a5-45f4-8106-786e3ac14efe tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.359284 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-32762218-f2a5-45f4-8106-786e3ac14efe tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/routers/37b49228-f3b6-4619-befe-17abdfbe8509 HTTP/1.1" status: 204 len: 168 time: 0.6837623 Aug 20 12:03:14.362717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44718) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:14.438609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057c8470-b756-4c89-ac5d-74c2e252e7e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:14.445498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-057c8470-b756-4c89-ac5d-74c2e252e7e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:14.450462 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057c8470-b756-4c89-ac5d-74c2e252e7e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:14.451071 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-057c8470-b756-4c89-ac5d-74c2e252e7e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.459718 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-c909d1da-f8c5-400b-bc1c-db441c9c2e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting subnet 53bb18a5-d9ba-44d0-832b-35facc3cf640 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:14.475574 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c909d1da-f8c5-400b-bc1c-db441c9c2e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.520282 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c8470-b756-4c89-ac5d-74c2e252e7e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=077ab6e6-a6d7-45a4-8b6e-a961d01c61cb,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:14.530348 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-057c8470-b756-4c89-ac5d-74c2e252e7e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9364724 Aug 20 12:03:14.530793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44720) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:14.536218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-15c5e6c9-0536-41a1-b69d-1da31c12bd82 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'mac_address': 'fa:16:3e:63:10:a0', 'name': 'tempest-NetworksTestDHCPv6-1729211028'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:14.575840 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c909d1da-f8c5-400b-bc1c-db441c9c2e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.600580 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cc43f5-b995-4d37-adcb-4fce6d3baaab None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:14.791513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c5e6c9-0536-41a1-b69d-1da31c12bd82 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:14.829837 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bebe6e48-7142-4ac5-b7fb-251b9fdd1f65 req-3c5e5786-5c3f-423d-bcf5-e3c4d14d3567 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b3012c-e0d9-4f35-b923-eeac68ed046f HTTP/1.1" status: 200 len: 210 time: 0.0782936 Aug 20 12:03:14.834047 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c909d1da-f8c5-400b-bc1c-db441c9c2e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.892177 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': '077ab6e6-a6d7-45a4-8b6e-a961d01c61cb'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:03:14.893395 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.962749 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15c5e6c9-0536-41a1-b69d-1da31c12bd82 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.993944 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5e6d3acc-826c-4134-9c0f-07d062ce19ac no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:14.995951 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c909d1da-f8c5-400b-bc1c-db441c9c2e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.015336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-15c5e6c9-0536-41a1-b69d-1da31c12bd82 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port fce64f7d-7675-445e-9d34-3b571944eac5 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:15.020357 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c909d1da-f8c5-400b-bc1c-db441c9c2e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.022289 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c909d1da-f8c5-400b-bc1c-db441c9c2e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/53bb18a5-d9ba-44d0-832b-35facc3cf640 HTTP/1.1" status: 204 len: 168 time: 0.6559741 Aug 20 12:03:15.026453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44724) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:15.041151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f24596-4648-493c-ab0e-320d56627d2e None None] Network 2d19642f-fe79-4181-a952-92d521703202 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:15.046187 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 5e6d3acc-826c-4134-9c0f-07d062ce19ac {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:15.046807 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5e6d3acc-826c-4134-9c0f-07d062ce19ac not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:15.081677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909d1da-f8c5-400b-bc1c-db441c9c2e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Subnet': ['ID=53bb18a5-d9ba-44d0-832b-35facc3cf640,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:15.180237 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.191023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Allocated IP 2001:db8::f816:3eff:fef2:87dd (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/077ab6e6-a6d7-45a4-8b6e-a961d01c61cb/aea842b4-c014-4221-bc0d-ac36e8a75669) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:15.263550 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port 62190720-9201-4738-8766-543a66142a96 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:15.264236 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.381921 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] For port 62190720-9201-4738-8766-543a66142a96, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=62190720-9201-4738-8766-543a66142a96,segment=NetworkSegment(ac96f9dc-0b9e-47a8-9360-0f085be1c87f),segment_id=ac96f9dc-0b9e-47a8-9360-0f085be1c87f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:15.383243 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.411309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for 62190720-9201-4738-8766-543a66142a96 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:15.411964 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4940a43-d72a-4d54-8df9-d1d11caaea62 None None] DHCP port deletion for 2d19642f-fe79-4181-a952-92d521703202 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:03:15.470416 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.486314 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Transition to ACTIVE for port object aea842b4-c014-4221-bc0d-ac36e8a75669 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:15.514150 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.516440 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Transition to ACTIVE for port object aea842b4-c014-4221-bc0d-ac36e8a75669 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:15.518599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d4940a43-d72a-4d54-8df9-d1d11caaea62 None None] Deleting port 62190720-9201-4738-8766-543a66142a96 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:15.518969 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d4940a43-d72a-4d54-8df9-d1d11caaea62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.546989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No DVR routers for this DVR port 62190720-9201-4738-8766-543a66142a96 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:15.552959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=62190720-9201-4738-8766-543a66142a96,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:15.580272 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.629785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:15.634825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:15.640254 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:15.676663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d4940a43-d72a-4d54-8df9-d1d11caaea62 None None] For port 62190720-9201-4738-8766-543a66142a96, host n-d-804299-2, got binding levels [] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:15.677019 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d4940a43-d72a-4d54-8df9-d1d11caaea62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.681041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-15c5e6c9-0536-41a1-b69d-1da31c12bd82 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::f816:3eff:fe63:10a0 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/077ab6e6-a6d7-45a4-8b6e-a961d01c61cb/fce64f7d-7675-445e-9d34-3b571944eac5) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:15.688004 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.697353 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Pushing event updated for resources: {'Port': ['ID=aea842b4-c014-4221-bc0d-ac36e8a75669,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:15.704864 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d19642f-fe79-4181-a952-92d521703202']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:15.719599 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac96f9dc-0b9e-47a8-9360-0f085be1c87f') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:15.720042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac96f9dc-0b9e-47a8-9360-0f085be1c87f') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:15.721458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d4940a43-d72a-4d54-8df9-d1d11caaea62 None None] Calling delete_port for 62190720-9201-4738-8766-543a66142a96 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:15.728441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.ipam_backend_mixin [None req-d4940a43-d72a-4d54-8df9-d1d11caaea62 None None] Port 62190720-9201-4738-8766-543a66142a96 was not found and therefore no delete operation was performed {{(pid=94692) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:03:15.734372 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d4940a43-d72a-4d54-8df9-d1d11caaea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.738341 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.751987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4940a43-d72a-4d54-8df9-d1d11caaea62 None None] No DVR routers for this DVR port 62190720-9201-4738-8766-543a66142a96 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:15.767791 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.771372 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Attempting to bind port aea842b4-c014-4221-bc0d-ac36e8a75669 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:15.771984 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Attempting to bind port aea842b4-c014-4221-bc0d-ac36e8a75669 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:15.772113 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Attempting to bind port aea842b4-c014-4221-bc0d-ac36e8a75669 on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:15.781328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:15.781328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:15.781328 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.781774 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:03:15.781873 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:15.781955 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.782062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Bound port: aea842b4-c014-4221-bc0d-ac36e8a75669, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:15.782540 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:03:15.784761 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:03:15.786959 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4940a43-d72a-4d54-8df9-d1d11caaea62 None None] Pushing event deleted for resources: {'Port': ['ID=62190720-9201-4738-8766-543a66142a96,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:15.860299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] For port aea842b4-c014-4221-bc0d-ac36e8a75669, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:15.910522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] For port aea842b4-c014-4221-bc0d-ac36e8a75669, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=aea842b4-c014-4221-bc0d-ac36e8a75669,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:15.916044 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.919952 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.931961 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.939150 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44734) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:15.940290 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/networks/2d19642f-fe79-4181-a952-92d521703202 HTTP/1.1" status: 204 len: 168 time: 0.9125566 Aug 20 12:03:15.946326 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a7701b89-0911-481b-82c1-50d97fdf48e6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-866206895', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:15.973818 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78844fde-2a56-4ae0-92d9-8bef28cf659f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Network': ['ID=2d19642f-fe79-4181-a952-92d521703202,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:15.997439 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7701b89-0911-481b-82c1-50d97fdf48e6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.998861 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7701b89-0911-481b-82c1-50d97fdf48e6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.044299 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15c5e6c9-0536-41a1-b69d-1da31c12bd82 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.059280 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf31fa7-8811-486f-9090-6dc878200473 None None] Pushing event updated for resources: {'Port': ['ID=aea842b4-c014-4221-bc0d-ac36e8a75669,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:16.075765 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7701b89-0911-481b-82c1-50d97fdf48e6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.077859 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-15c5e6c9-0536-41a1-b69d-1da31c12bd82 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object fce64f7d-7675-445e-9d34-3b571944eac5 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:16.083101 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7701b89-0911-481b-82c1-50d97fdf48e6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.105211 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7701b89-0911-481b-82c1-50d97fdf48e6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.107784 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a7701b89-0911-481b-82c1-50d97fdf48e6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1665289 Aug 20 12:03:16.110187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44738) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:16.118117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7c05415f-d98c-4135-b2f8-40fc0e0f34cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1540564322'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:16.120476 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15c5e6c9-0536-41a1-b69d-1da31c12bd82 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.141132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 62190720-9201-4738-8766-543a66142a96 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:16.170291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c05415f-d98c-4135-b2f8-40fc0e0f34cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:16.174115 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c05415f-d98c-4135-b2f8-40fc0e0f34cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.174618 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5e6c9-0536-41a1-b69d-1da31c12bd82 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:16.183650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-15c5e6c9-0536-41a1-b69d-1da31c12bd82 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:16.188057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c5e6c9-0536-41a1-b69d-1da31c12bd82 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:16.189519 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 62190720-9201-4738-8766-543a66142a96 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:16.189860 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 62190720-9201-4738-8766-543a66142a96 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:16.198706 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c5e6c9-0536-41a1-b69d-1da31c12bd82 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:16.199526 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-15c5e6c9-0536-41a1-b69d-1da31c12bd82 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.212557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c05415f-d98c-4135-b2f8-40fc0e0f34cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:03:16.215427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5e6c9-0536-41a1-b69d-1da31c12bd82 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=fce64f7d-7675-445e-9d34-3b571944eac5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:16.223213 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c05415f-d98c-4135-b2f8-40fc0e0f34cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.223590 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-7c05415f-d98c-4135-b2f8-40fc0e0f34cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Added segment 58057bcd-8e59-4edc-9cac-685cb15d9e66 of type vlan for network daa0fca2-94cc-4f5a-b494-a12387e3ba3f Aug 20 12:03:16.228794 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-15c5e6c9-0536-41a1-b69d-1da31c12bd82 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6968484 Aug 20 12:03:16.231582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44740) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:16.307200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071de5b6-6727-4f13-bab5-be01ecfc6e4b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:16.309325 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c05415f-d98c-4135-b2f8-40fc0e0f34cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.316537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071de5b6-6727-4f13-bab5-be01ecfc6e4b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:16.320722 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-071de5b6-6727-4f13-bab5-be01ecfc6e4b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0856049 Aug 20 12:03:16.321111 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44742) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:16.416093 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c05415f-d98c-4135-b2f8-40fc0e0f34cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.421939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05415f-d98c-4135-b2f8-40fc0e0f34cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:16.422533 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c05415f-d98c-4135-b2f8-40fc0e0f34cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.484831 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7c05415f-d98c-4135-b2f8-40fc0e0f34cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3732085 Aug 20 12:03:16.487710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44746) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:16.494726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d0be4c34-b1cf-49f4-a99e-342df6d791eb tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'subnet': {'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:16.501013 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05415f-d98c-4135-b2f8-40fc0e0f34cd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Network': ['ID=daa0fca2-94cc-4f5a-b494-a12387e3ba3f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:16.514905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network daa0fca2-94cc-4f5a-b494-a12387e3ba3f details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:03:16.524477 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-95c33dae-c3d5-4edc-9f48-360c587236b0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port fce64f7d-7675-445e-9d34-3b571944eac5 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:16.525178 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95c33dae-c3d5-4edc-9f48-360c587236b0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.603284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0be4c34-b1cf-49f4-a99e-342df6d791eb tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:16.606767 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0be4c34-b1cf-49f4-a99e-342df6d791eb tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.648754 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95c33dae-c3d5-4edc-9f48-360c587236b0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.662533 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-95c33dae-c3d5-4edc-9f48-360c587236b0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for fce64f7d-7675-445e-9d34-3b571944eac5 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:16.820278 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95c33dae-c3d5-4edc-9f48-360c587236b0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.855712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c33dae-c3d5-4edc-9f48-360c587236b0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=fce64f7d-7675-445e-9d34-3b571944eac5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:16.891285 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95c33dae-c3d5-4edc-9f48-360c587236b0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.893729 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-95c33dae-c3d5-4edc-9f48-360c587236b0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/fce64f7d-7675-445e-9d34-3b571944eac5 HTTP/1.1" status: 204 len: 168 time: 0.5714943 Aug 20 12:03:16.896857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44748) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:16.968578 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0104a61a-04dc-43d7-bdc2-d23d71b077a7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:16.970678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0104a61a-04dc-43d7-bdc2-d23d71b077a7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:16.973089 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0104a61a-04dc-43d7-bdc2-d23d71b077a7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0750344 Aug 20 12:03:16.984887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44750) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:17.070871 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88c3e7e-7a0f-47be-b4d6-95807d5bcb00 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 077ab6e6-a6d7-45a4-8b6e-a961d01c61cb {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:17.082938 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f88c3e7e-7a0f-47be-b4d6-95807d5bcb00 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.145480 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f88c3e7e-7a0f-47be-b4d6-95807d5bcb00 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.200099 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0be4c34-b1cf-49f4-a99e-342df6d791eb tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.261505 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f88c3e7e-7a0f-47be-b4d6-95807d5bcb00 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.293983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be4c34-b1cf-49f4-a99e-342df6d791eb tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Subnet': ['ID=c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:17.303726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be4c34-b1cf-49f4-a99e-342df6d791eb tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Checking segment: {'id': '58057bcd-8e59-4edc-9cac-685cb15d9e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:17.304188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0be4c34-b1cf-49f4-a99e-342df6d791eb tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network hostable DHCP agents. Network: daa0fca2-94cc-4f5a-b494-a12387e3ba3f, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:03:17.323340 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0be4c34-b1cf-49f4-a99e-342df6d791eb tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network daa0fca2-94cc-4f5a-b494-a12387e3ba3f is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:03:17.334299 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-d0be4c34-b1cf-49f4-a99e-342df6d791eb tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, daa0fca2-94cc-4f5a-b494-a12387e3ba3f) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:17.340549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0be4c34-b1cf-49f4-a99e-342df6d791eb tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:17.342041 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0be4c34-b1cf-49f4-a99e-342df6d791eb tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.360389 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f88c3e7e-7a0f-47be-b4d6-95807d5bcb00 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.374300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa58b66-5fdb-4389-8c74-40e5063dabe9 None None] Network daa0fca2-94cc-4f5a-b494-a12387e3ba3f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:17.386704 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d0be4c34-b1cf-49f4-a99e-342df6d791eb tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8948874 Aug 20 12:03:17.387133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44754) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:17.394163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c3e7e-7a0f-47be-b4d6-95807d5bcb00 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=077ab6e6-a6d7-45a4-8b6e-a961d01c61cb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:17.394487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f8859fd4-16b3-4d57-8169-68ce8bcc5468 None None] Provisioning for port aea842b4-c014-4221-bc0d-ac36e8a75669 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:17.401164 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f88c3e7e-7a0f-47be-b4d6-95807d5bcb00 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.403336 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f88c3e7e-7a0f-47be-b4d6-95807d5bcb00 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/077ab6e6-a6d7-45a4-8b6e-a961d01c61cb HTTP/1.1" status: 204 len: 168 time: 0.4171338 Aug 20 12:03:17.408706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44756) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:17.477435 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2531b64c-7009-4f11-b43a-2c8ce15aa402 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667565 Aug 20 12:03:17.480173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44760) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:17.561643 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6a8bac-c95e-42a3-9591-1ad869df2f45 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:17.564084 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4f6a8bac-c95e-42a3-9591-1ad869df2f45 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0815699 Aug 20 12:03:17.566869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44762) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:17.610362 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:03:17.611383 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.646205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7606fed-b823-42c2-8908-e4bf90fd0d33 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:17.649062 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a7606fed-b823-42c2-8908-e4bf90fd0d33 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0802195 Aug 20 12:03:17.651879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44764) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:17.707436 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e090c60a-9448-4898-a536-e4d8eef4d8e6 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:17.714880 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-373bf6d6-6b17-46dc-b0fe-4f926d74d30c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612295 Aug 20 12:03:17.718806 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44766) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:17.724032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-094937ea-7983-4d81-bcdc-3b90e2c45e5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:17.794167 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-607a5fc9-4815-4170-ac56-cb30edf750f3 None None] Could not find standard attr ID for object fce64f7d-7675-445e-9d34-3b571944eac5. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:03:17.828036 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.831930 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094937ea-7983-4d81-bcdc-3b90e2c45e5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:17.837159 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-094937ea-7983-4d81-bcdc-3b90e2c45e5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.895372 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Allocated IP 2001:db8::2 (daa0fca2-94cc-4f5a-b494-a12387e3ba3f/c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a/0d0d716f-b044-419e-839b-b1c60512c54a) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:18.051636 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9953059c-70f3-418c-bed8-b3e700943cd2 None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:03:18.102110 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-094937ea-7983-4d81-bcdc-3b90e2c45e5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.151342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094937ea-7983-4d81-bcdc-3b90e2c45e5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:18.154787 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-094937ea-7983-4d81-bcdc-3b90e2c45e5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:18.160398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094937ea-7983-4d81-bcdc-3b90e2c45e5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:18.161037 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-094937ea-7983-4d81-bcdc-3b90e2c45e5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.174640 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094937ea-7983-4d81-bcdc-3b90e2c45e5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=b41bb0c1-9ae0-46f4-ad32-ee5a33db9470,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:18.181564 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.189195 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-094937ea-7983-4d81-bcdc-3b90e2c45e5a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4672015 Aug 20 12:03:18.189569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44770) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:18.190002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9953059c-70f3-418c-bed8-b3e700943cd2 None None] Deleting port aea842b4-c014-4221-bc0d-ac36e8a75669 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:18.190399 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9953059c-70f3-418c-bed8-b3e700943cd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.195734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-72888b2a-2098-479b-aff9-8e15fb2cfc5d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'mac_address': 'fa:16:3e:72:fd:51', 'name': 'tempest-NetworksTestDHCPv6-184456234'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:18.205942 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Transition to ACTIVE for port object 0d0d716f-b044-419e-839b-b1c60512c54a will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:18.264945 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Transition to ACTIVE for port object 0d0d716f-b044-419e-839b-b1c60512c54a will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:18.280336 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.331212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9953059c-70f3-418c-bed8-b3e700943cd2 None None] For port aea842b4-c014-4221-bc0d-ac36e8a75669, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=aea842b4-c014-4221-bc0d-ac36e8a75669,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:18.331763 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9953059c-70f3-418c-bed8-b3e700943cd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.350052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Network daa0fca2-94cc-4f5a-b494-a12387e3ba3f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:18.351674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Allocated IP 2001:db8::1 (daa0fca2-94cc-4f5a-b494-a12387e3ba3f/c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a/fbd0cf9f-a6d6-4137-b23d-db0a9d31562f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:18.355802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9953059c-70f3-418c-bed8-b3e700943cd2 None None] Calling delete_port for aea842b4-c014-4221-bc0d-ac36e8a75669 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:18.358014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:18.370520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:18.376780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72888b2a-2098-479b-aff9-8e15fb2cfc5d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:18.376964 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Pushing event updated for resources: {'Port': ['ID=0d0d716f-b044-419e-839b-b1c60512c54a,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:18.381714 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-72888b2a-2098-479b-aff9-8e15fb2cfc5d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.449028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-72888b2a-2098-479b-aff9-8e15fb2cfc5d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port f985e979-0318-43ba-9dbc-4b4cb87c5eb6 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:18.479021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Attempting to bind port 0d0d716f-b044-419e-839b-b1c60512c54a on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:18.479543 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Attempting to bind port 0d0d716f-b044-419e-839b-b1c60512c54a by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '58057bcd-8e59-4edc-9cac-685cb15d9e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:18.480135 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Attempting to bind port 0d0d716f-b044-419e-839b-b1c60512c54a on network daa0fca2-94cc-4f5a-b494-a12387e3ba3f {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:18.494765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:18.495312 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Checking segment: {'id': '58057bcd-8e59-4edc-9cac-685cb15d9e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:18.495828 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.496324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Bound using segment: {'id': '58057bcd-8e59-4edc-9cac-685cb15d9e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:18.496934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Bound port: 0d0d716f-b044-419e-839b-b1c60512c54a, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58057bcd-8e59-4edc-9cac-685cb15d9e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:18.497416 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.554436 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9953059c-70f3-418c-bed8-b3e700943cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.595839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953059c-70f3-418c-bed8-b3e700943cd2 None None] Pushing event deleted for resources: {'Port': ['ID=aea842b4-c014-4221-bc0d-ac36e8a75669,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:18.607608 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.615937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953059c-70f3-418c-bed8-b3e700943cd2 None None] No DVR routers for this DVR port aea842b4-c014-4221-bc0d-ac36e8a75669 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:18.629489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] For port 0d0d716f-b044-419e-839b-b1c60512c54a, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:18.638091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Transition to ACTIVE for port object fbd0cf9f-a6d6-4137-b23d-db0a9d31562f will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:18.644593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] For port 0d0d716f-b044-419e-839b-b1c60512c54a, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0d0d716f-b044-419e-839b-b1c60512c54a,segment=NetworkSegment(58057bcd-8e59-4edc-9cac-685cb15d9e66),segment_id=58057bcd-8e59-4edc-9cac-685cb15d9e66)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:18.652051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb01ae77-4c70-4170-a833-2dc0202830a8 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:18.656834 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.659423 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-72888b2a-2098-479b-aff9-8e15fb2cfc5d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::1d4 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/b41bb0c1-9ae0-46f4-ad32-ee5a33db9470/f985e979-0318-43ba-9dbc-4b4cb87c5eb6) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:18.751410 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.795551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a57e1-471c-4599-af11-e5584e6fb590 None None] Pushing event updated for resources: {'Port': ['ID=0d0d716f-b044-419e-839b-b1c60512c54a,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:18.887509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network daa0fca2-94cc-4f5a-b494-a12387e3ba3f is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:18.893588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:18.903184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:18.903743 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.954790 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': 'b41bb0c1-9ae0-46f4-ad32-ee5a33db9470'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:03:18.956000 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.054318 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=fbd0cf9f-a6d6-4137-b23d-db0a9d31562f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:19.064580 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-72888b2a-2098-479b-aff9-8e15fb2cfc5d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.120138 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.137191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-72888b2a-2098-479b-aff9-8e15fb2cfc5d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object f985e979-0318-43ba-9dbc-4b4cb87c5eb6 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:19.298299 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-72888b2a-2098-479b-aff9-8e15fb2cfc5d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.348910 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Allocated IP 2001:db8::2 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/b41bb0c1-9ae0-46f4-ad32-ee5a33db9470/9fe887ec-711d-4de7-aee6-9e2cadef68f0) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:19.385966 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72888b2a-2098-479b-aff9-8e15fb2cfc5d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:19.394546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-72888b2a-2098-479b-aff9-8e15fb2cfc5d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:19.410412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72888b2a-2098-479b-aff9-8e15fb2cfc5d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:19.417057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72888b2a-2098-479b-aff9-8e15fb2cfc5d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:19.417784 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-72888b2a-2098-479b-aff9-8e15fb2cfc5d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.565659 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.569151 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.578004 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Transition to ACTIVE for port object 9fe887ec-711d-4de7-aee6-9e2cadef68f0 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:19.606228 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.607156 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.613175 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-72888b2a-2098-479b-aff9-8e15fb2cfc5d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4224513 Aug 20 12:03:19.615861 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44778) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:19.619411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Transition to ACTIVE for port object 9fe887ec-711d-4de7-aee6-9e2cadef68f0 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:19.626384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72888b2a-2098-479b-aff9-8e15fb2cfc5d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=f985e979-0318-43ba-9dbc-4b4cb87c5eb6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:19.636976 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.709548 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a966b40-c296-45c1-90a7-6da6a52ffb70 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:19.718009 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a966b40-c296-45c1-90a7-6da6a52ffb70 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:19.720017 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5a966b40-c296-45c1-90a7-6da6a52ffb70 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1003816 Aug 20 12:03:19.723782 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44780) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:19.745102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:19.758100 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:19.766445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:19.775954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=fbd0cf9f-a6d6-4137-b23d-db0a9d31562f,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:19.797407 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Pushing event updated for resources: {'Port': ['ID=9fe887ec-711d-4de7-aee6-9e2cadef68f0,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:19.834645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network daa0fca2-94cc-4f5a-b494-a12387e3ba3f is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:19.836307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:19.884282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Attempting to bind port 9fe887ec-711d-4de7-aee6-9e2cadef68f0 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:19.884662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Attempting to bind port 9fe887ec-711d-4de7-aee6-9e2cadef68f0 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:19.885054 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Attempting to bind port 9fe887ec-711d-4de7-aee6-9e2cadef68f0 on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:19.891867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:19.892980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:19.893612 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.894021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:19.894493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Bound port: 9fe887ec-711d-4de7-aee6-9e2cadef68f0, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:19.894876 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.938133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3846b7a0-d687-41ca-a47b-5eebc9d852e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port f985e979-0318-43ba-9dbc-4b4cb87c5eb6 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:19.938645 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3846b7a0-d687-41ca-a47b-5eebc9d852e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.037417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] For port 9fe887ec-711d-4de7-aee6-9e2cadef68f0, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:20.054919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:03:20.057661 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] For port 9fe887ec-711d-4de7-aee6-9e2cadef68f0, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=9fe887ec-711d-4de7-aee6-9e2cadef68f0,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:20.068829 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.134630 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3846b7a0-d687-41ca-a47b-5eebc9d852e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.171188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0d0d716f-b044-419e-839b-b1c60512c54a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:20.177612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3846b7a0-d687-41ca-a47b-5eebc9d852e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for f985e979-0318-43ba-9dbc-4b4cb87c5eb6 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:20.221390 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:20.234731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Sync routers for ids ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:03:20.248666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ba74c-0b63-48cb-8f46-fd67b928b81b None None] Pushing event updated for resources: {'Port': ['ID=9fe887ec-711d-4de7-aee6-9e2cadef68f0,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:20.250566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bcf3ac2b-deb8-4850-9b6e-8739f7a22385 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/2a057636-e2a6-48f0-981c-6f0c31e1c1d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8621347 Aug 20 12:03:20.256473 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44784) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:20.269330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-532136dd-a22b-41f1-a631-e032ef33c1d9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-248576937'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:20.282809 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Routers {'2a057636-e2a6-48f0-981c-6f0c31e1c1d4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:20.283595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:20.314386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532136dd-a22b-41f1-a631-e032ef33c1d9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:20.318178 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-532136dd-a22b-41f1-a631-e032ef33c1d9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.387673 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3846b7a0-d687-41ca-a47b-5eebc9d852e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.403294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532136dd-a22b-41f1-a631-e032ef33c1d9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:03:20.416376 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-532136dd-a22b-41f1-a631-e032ef33c1d9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.419014 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-532136dd-a22b-41f1-a631-e032ef33c1d9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Added segment 206db0f2-c5c3-4b13-bce9-4a7240fd98f9 of type vlan for network 0b94513e-41cf-42a6-9bd8-cdb700cee077 Aug 20 12:03:20.431632 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846b7a0-d687-41ca-a47b-5eebc9d852e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=f985e979-0318-43ba-9dbc-4b4cb87c5eb6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:20.458598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660b252a-2989-4192-8997-f39eff3ac445 None None] Network daa0fca2-94cc-4f5a-b494-a12387e3ba3f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:20.473364 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3846b7a0-d687-41ca-a47b-5eebc9d852e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.481723 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-532136dd-a22b-41f1-a631-e032ef33c1d9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.482054 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3846b7a0-d687-41ca-a47b-5eebc9d852e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/f985e979-0318-43ba-9dbc-4b4cb87c5eb6 HTTP/1.1" status: 204 len: 168 time: 0.7504108 Aug 20 12:03:20.482904 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44786) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:20.566973 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-532136dd-a22b-41f1-a631-e032ef33c1d9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.570636 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Set router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:20.579171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532136dd-a22b-41f1-a631-e032ef33c1d9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:20.579713 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-532136dd-a22b-41f1-a631-e032ef33c1d9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.626725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de544042-f88c-411d-81a7-372c9d3e10b2 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:20.628471 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de544042-f88c-411d-81a7-372c9d3e10b2 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:20.630558 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-de544042-f88c-411d-81a7-372c9d3e10b2 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1464849 Aug 20 12:03:20.636124 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44792) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:20.686093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532136dd-a22b-41f1-a631-e032ef33c1d9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Network': ['ID=0b94513e-41cf-42a6-9bd8-cdb700cee077,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:20.707530 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-532136dd-a22b-41f1-a631-e032ef33c1d9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4491265 Aug 20 12:03:20.708492 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44794) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:20.709205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 0b94513e-41cf-42a6-9bd8-cdb700cee077 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:03:20.717447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d16e31ad-841f-40eb-b6bd-97fda99080d2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'subnet': {'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:20.768803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 0d0d716f-b044-419e-839b-b1c60512c54a completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:20.785808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-607baf79-364c-4809-96a0-b67113d08314 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet b41bb0c1-9ae0-46f4-ad32-ee5a33db9470 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:20.791231 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-607baf79-364c-4809-96a0-b67113d08314 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.858994 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-607baf79-364c-4809-96a0-b67113d08314 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.873645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16e31ad-841f-40eb-b6bd-97fda99080d2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:20.880777 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d16e31ad-841f-40eb-b6bd-97fda99080d2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.057698 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-607baf79-364c-4809-96a0-b67113d08314 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.078634 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 0d0d716f-b044-419e-839b-b1c60512c54a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:21.079246 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.081042 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c6e82eee-515c-4499-847c-046fda016fef None None] Provisioning for port 0d0d716f-b044-419e-839b-b1c60512c54a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:21.134215 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-607baf79-364c-4809-96a0-b67113d08314 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.151601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c6e82eee-515c-4499-847c-046fda016fef None None] Provisioning complete for port 0d0d716f-b044-419e-839b-b1c60512c54a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:21.152071 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c6e82eee-515c-4499-847c-046fda016fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.166398 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607baf79-364c-4809-96a0-b67113d08314 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=b41bb0c1-9ae0-46f4-ad32-ee5a33db9470,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:21.170925 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-607baf79-364c-4809-96a0-b67113d08314 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.172877 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-607baf79-364c-4809-96a0-b67113d08314 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/b41bb0c1-9ae0-46f4-ad32-ee5a33db9470 HTTP/1.1" status: 204 len: 168 time: 0.5355437 Aug 20 12:03:21.175372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44796) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:21.199816 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d16e31ad-841f-40eb-b6bd-97fda99080d2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.230231 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0b62e924-cab5-400f-9d90-c2e8792721bb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537479 Aug 20 12:03:21.232695 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44798) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:21.314918 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d996548-d00b-4bd9-8a19-be46af2e5cb3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:21.317056 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9d996548-d00b-4bd9-8a19-be46af2e5cb3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0831366 Aug 20 12:03:21.319763 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44800) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:21.322871 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e31ad-841f-40eb-b6bd-97fda99080d2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Subnet': ['ID=ab06c70f-29c7-464f-bb7e-5061a5bf00b2,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:21.342507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e31ad-841f-40eb-b6bd-97fda99080d2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Checking segment: {'id': '206db0f2-c5c3-4b13-bce9-4a7240fd98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:21.342866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16e31ad-841f-40eb-b6bd-97fda99080d2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network hostable DHCP agents. Network: 0b94513e-41cf-42a6-9bd8-cdb700cee077, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:03:21.369787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16e31ad-841f-40eb-b6bd-97fda99080d2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 0b94513e-41cf-42a6-9bd8-cdb700cee077 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:03:21.384912 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-d16e31ad-841f-40eb-b6bd-97fda99080d2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 0b94513e-41cf-42a6-9bd8-cdb700cee077) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:21.395903 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df38c5e-5908-4412-b620-31c41645decb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:21.398093 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3df38c5e-5908-4412-b620-31c41645decb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0768766 Aug 20 12:03:21.401035 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44804) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:21.402450 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e31ad-841f-40eb-b6bd-97fda99080d2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:21.403054 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d16e31ad-841f-40eb-b6bd-97fda99080d2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.426246 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d16e31ad-841f-40eb-b6bd-97fda99080d2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7165294 Aug 20 12:03:21.429948 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44808) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:21.438688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a84fafa-c8be-4628-9cb7-45220d6489d7 None None] Network 0b94513e-41cf-42a6-9bd8-cdb700cee077 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:21.478907 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a32f9338-410c-4d1b-b282-96f186d71eaa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770166 Aug 20 12:03:21.487391 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44810) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:21.496788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c057fa1a-d6c8-4d5d-a370-71124d6d10d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:21.729372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c057fa1a-d6c8-4d5d-a370-71124d6d10d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:21.733650 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c057fa1a-d6c8-4d5d-a370-71124d6d10d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.814653 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.841102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d1ba2c-36f6-4f65-9233-33a755f85925 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:21.951450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 0d0d716f-b044-419e-839b-b1c60512c54a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0d0d716f-b044-419e-839b-b1c60512c54a,segment=NetworkSegment(58057bcd-8e59-4edc-9cac-685cb15d9e66),segment_id=58057bcd-8e59-4edc-9cac-685cb15d9e66)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:22.015333 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.023556 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c6e82eee-515c-4499-847c-046fda016fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.036711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device aea842b4-c014-4221-bc0d-ac36e8a75669 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:22.053657 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.087643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: aea842b4-c014-4221-bc0d-ac36e8a75669 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:22.088153 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device aea842b4-c014-4221-bc0d-ac36e8a75669 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:22.332942 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:19Z', 'revision_number': 2, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:19Z', 'revision_number': 2, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:22.335839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9fe887ec-711d-4de7-aee6-9e2cadef68f0 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:22.428268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=0d0d716f-b044-419e-839b-b1c60512c54a,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:22.459360 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-c6e82eee-515c-4499-847c-046fda016fef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:03:22.465740 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-c6e82eee-515c-4499-847c-046fda016fef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:03:22.484800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.objects.ports [None req-c057fa1a-d6c8-4d5d-a370-71124d6d10d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:03:22.495150 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Checking router: 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:03:22.495654 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Updating router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 port fbd0cf9f-a6d6-4137-b23d-db0a9d31562f binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:03:22.547817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-0b94513e-41cf-42a6-9bd8-cdb700cee077', 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'fixed_ips': [{'subnet_id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:03:22.551102 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.583707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Allocated IP 2001:db8:1::1 (0b94513e-41cf-42a6-9bd8-cdb700cee077/ab06c70f-29c7-464f-bb7e-5061a5bf00b2/b2510f69-665b-4133-aef4-1e5628aed4f2) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:22.589275 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-21e81e39-19e6-407b-b26a-df575f32a3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.605035 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.680934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd23c914-c36a-4a4f-b6f8-9b35ff9c7e92 None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:03:22.841128 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 9fe887ec-711d-4de7-aee6-9e2cadef68f0 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:22.849820 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.877602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Transition to ACTIVE for port object b2510f69-665b-4133-aef4-1e5628aed4f2 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:22.932652 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.050825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=b2510f69-665b-4133-aef4-1e5628aed4f2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:23.074380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 0b94513e-41cf-42a6-9bd8-cdb700cee077 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:23.075852 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:23.088238 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:23.088843 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.270836 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.272209 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c057fa1a-d6c8-4d5d-a370-71124d6d10d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.276913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Allocated IP 2001:db8:1::2 (0b94513e-41cf-42a6-9bd8-cdb700cee077/ab06c70f-29c7-464f-bb7e-5061a5bf00b2/fe1f37f5-d1a0-4712-be23-66efe084c094) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:23.318689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bd23c914-c36a-4a4f-b6f8-9b35ff9c7e92 None None] Deleting port 9fe887ec-711d-4de7-aee6-9e2cadef68f0 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:23.319986 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bd23c914-c36a-4a4f-b6f8-9b35ff9c7e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.444222 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.474949 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Transition to ACTIVE for port object fbd0cf9f-a6d6-4137-b23d-db0a9d31562f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:23.506175 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.508545 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3ae8aa62-d76c-4fc9-b886-40a20fd394e3 None None] Provisioning complete for port 0d0d716f-b044-419e-839b-b1c60512c54a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:23.508718 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ae8aa62-d76c-4fc9-b886-40a20fd394e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.531312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44884) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:23.545415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a1fb8de9-53c9-4f1b-9190-b18c07814754 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667143654', 'description': 'tempest-secgroup-smoke-1667143654 description', 'project_id': 'ed0606015c3a4a37bb71bafa914baa69'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:23.577652 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8de9-53c9-4f1b-9190-b18c07814754 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.661371 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c057fa1a-d6c8-4d5d-a370-71124d6d10d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] For port 9fe887ec-711d-4de7-aee6-9e2cadef68f0, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=9fe887ec-711d-4de7-aee6-9e2cadef68f0,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:23.729393 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c057fa1a-d6c8-4d5d-a370-71124d6d10d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.761476 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c057fa1a-d6c8-4d5d-a370-71124d6d10d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.762353 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c057fa1a-d6c8-4d5d-a370-71124d6d10d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.841416 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8de9-53c9-4f1b-9190-b18c07814754 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.843335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bd23c914-c36a-4a4f-b6f8-9b35ff9c7e92 None None] For port 9fe887ec-711d-4de7-aee6-9e2cadef68f0, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=9fe887ec-711d-4de7-aee6-9e2cadef68f0,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:23.844959 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bd23c914-c36a-4a4f-b6f8-9b35ff9c7e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.850362 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c057fa1a-d6c8-4d5d-a370-71124d6d10d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:23.857260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c057fa1a-d6c8-4d5d-a370-71124d6d10d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:23.862896 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8de9-53c9-4f1b-9190-b18c07814754 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.875068 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c057fa1a-d6c8-4d5d-a370-71124d6d10d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:23.875879 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c057fa1a-d6c8-4d5d-a370-71124d6d10d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.897177 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac532b-f297-4dcd-b152-67a9f51e0284 None None] Pushing event updated for resources: {'Port': ['ID=fbd0cf9f-a6d6-4137-b23d-db0a9d31562f,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:23.903056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bd23c914-c36a-4a4f-b6f8-9b35ff9c7e92 None None] Calling delete_port for 9fe887ec-711d-4de7-aee6-9e2cadef68f0 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:23.959763 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057fa1a-d6c8-4d5d-a370-71124d6d10d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=9fe887ec-711d-4de7-aee6-9e2cadef68f0,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:23.965291 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8de9-53c9-4f1b-9190-b18c07814754 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.970859 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a1fb8de9-53c9-4f1b-9190-b18c07814754 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4383736 Aug 20 12:03:23.971981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057fa1a-d6c8-4d5d-a370-71124d6d10d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=5c969a3c-3d71-4ef6-9452-2d8cbde21b61,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:23.974188 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44894) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:23.987448 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d71af86d-217e-441a-b6cf-4587921a0b8f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'security_group_rule': {'security_group_id': '773fba90-1821-42cc-b241-4f6e369b89e3', 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:24.016575 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c057fa1a-d6c8-4d5d-a370-71124d6d10d7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5278788 Aug 20 12:03:24.017746 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb8de9-53c9-4f1b-9190-b18c07814754 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773fba90-1821-42cc-b241-4f6e369b89e3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:24.020293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44896) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:24.031485 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f6f16042-d031-4de3-8dc5-2fc0d76e2d9c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:24.105671 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.159820 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.165293 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Transition to ACTIVE for port object fe1f37f5-d1a0-4712-be23-66efe084c094 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:24.173175 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.175978 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.179424 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Attempting to bind port fbd0cf9f-a6d6-4137-b23d-db0a9d31562f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:24.180030 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Attempting to bind port fbd0cf9f-a6d6-4137-b23d-db0a9d31562f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '58057bcd-8e59-4edc-9cac-685cb15d9e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:24.180401 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Attempting to bind port fbd0cf9f-a6d6-4137-b23d-db0a9d31562f on network daa0fca2-94cc-4f5a-b494-a12387e3ba3f {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:24.198939 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d71af86d-217e-441a-b6cf-4587921a0b8f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.199161 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:24.199161 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Checking segment: {'id': '58057bcd-8e59-4edc-9cac-685cb15d9e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:24.199399 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.199767 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Bound using segment: {'id': '58057bcd-8e59-4edc-9cac-685cb15d9e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:24.200246 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Bound port: fbd0cf9f-a6d6-4137-b23d-db0a9d31562f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58057bcd-8e59-4edc-9cac-685cb15d9e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:24.200691 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.239769 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Transition to ACTIVE for port object fe1f37f5-d1a0-4712-be23-66efe084c094 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:24.278444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0d0d716f-b044-419e-839b-b1c60512c54a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:24.285820 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.309236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d71af86d-217e-441a-b6cf-4587921a0b8f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.329751 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d71af86d-217e-441a-b6cf-4587921a0b8f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.346815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f16042-d031-4de3-8dc5-2fc0d76e2d9c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:24.351207 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6f16042-d031-4de3-8dc5-2fc0d76e2d9c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.369683 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71af86d-217e-441a-b6cf-4587921a0b8f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2524f7-9132-4aa9-86f1-44b201b4184a,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:24.375708 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3ae8aa62-d76c-4fc9-b886-40a20fd394e3 None None] Provisioning for port 9fe887ec-711d-4de7-aee6-9e2cadef68f0 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:24.383398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 0b94513e-41cf-42a6-9bd8-cdb700cee077 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:24.388066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:24.388890 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bd23c914-c36a-4a4f-b6f8-9b35ff9c7e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.402507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Network 0b94513e-41cf-42a6-9bd8-cdb700cee077 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:24.410753 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d71af86d-217e-441a-b6cf-4587921a0b8f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.412099 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d71af86d-217e-441a-b6cf-4587921a0b8f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4291275 Aug 20 12:03:24.416381 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44898) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:24.421229 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-48b5a5d2-4d7a-43f5-81b5-a3001e2bb454 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'security_group_rule': {'security_group_id': '773fba90-1821-42cc-b241-4f6e369b89e3', 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:24.423827 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3ae8aa62-d76c-4fc9-b886-40a20fd394e3 None None] Provisioning complete for port 9fe887ec-711d-4de7-aee6-9e2cadef68f0 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:24.424211 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ae8aa62-d76c-4fc9-b886-40a20fd394e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.436791 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:24.459438 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=b2510f69-665b-4133-aef4-1e5628aed4f2,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:24.465642 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:24.468334 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] For port fbd0cf9f-a6d6-4137-b23d-db0a9d31562f, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:24.473133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd23c914-c36a-4a4f-b6f8-9b35ff9c7e92 None None] No DVR routers for this DVR port 9fe887ec-711d-4de7-aee6-9e2cadef68f0 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:24.477920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3ae8aa62-d76c-4fc9-b886-40a20fd394e3 None None] Port 9fe887ec-711d-4de7-aee6-9e2cadef68f0 was deleted so its status cannot be updated. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 12:03:24.479458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Pushing event updated for resources: {'Port': ['ID=fe1f37f5-d1a0-4712-be23-66efe084c094,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:24.482354 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48b5a5d2-4d7a-43f5-81b5-a3001e2bb454 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.537637 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] For port fbd0cf9f-a6d6-4137-b23d-db0a9d31562f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fbd0cf9f-a6d6-4137-b23d-db0a9d31562f,segment=NetworkSegment(58057bcd-8e59-4edc-9cac-685cb15d9e66),segment_id=58057bcd-8e59-4edc-9cac-685cb15d9e66)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:24.544516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed822f56-b47e-40cf-ab6c-18d6ebe5450a None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:24.559071 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48b5a5d2-4d7a-43f5-81b5-a3001e2bb454 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.560809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:03:24.565057 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23c914-c36a-4a4f-b6f8-9b35ff9c7e92 None None] Pushing event deleted for resources: {'Port': ['ID=9fe887ec-711d-4de7-aee6-9e2cadef68f0,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:24.566559 n-d-804299-2 neutron-server[94690]: INFO neutron.db.ipam_backend_mixin [None req-f6f16042-d031-4de3-8dc5-2fc0d76e2d9c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c969a3c-3d71-4ef6-9452-2d8cbde21b61 (CIDR: 2001:db8::/64) Aug 20 12:03:24.568450 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48b5a5d2-4d7a-43f5-81b5-a3001e2bb454 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.583184 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f16042-d031-4de3-8dc5-2fc0d76e2d9c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:03:24.583965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f16042-d031-4de3-8dc5-2fc0d76e2d9c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:24.594992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5a5d2-4d7a-43f5-81b5-a3001e2bb454 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869d5082-848c-4969-8f14-5b2e7f385f0e,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:24.607468 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48b5a5d2-4d7a-43f5-81b5-a3001e2bb454 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.608778 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.609464 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-48b5a5d2-4d7a-43f5-81b5-a3001e2bb454 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1920443 Aug 20 12:03:24.615136 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f6f16042-d031-4de3-8dc5-2fc0d76e2d9c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5936239 Aug 20 12:03:24.617030 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44900) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:24.617662 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44902) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:24.621317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3ae8aa62-d76c-4fc9-b886-40a20fd394e3 None None] Provisioning for port fbd0cf9f-a6d6-4137-b23d-db0a9d31562f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:24.631468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1097160b-a98a-47e2-a76b-0ce3b005f092 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'security_group_rule': {'security_group_id': '773fba90-1821-42cc-b241-4f6e369b89e3', 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:24.640209 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d58dc374-c5af-4a98-98c8-2e920763b39e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:24.686036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:24.686433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 0d0d716f-b044-419e-839b-b1c60512c54a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:24.686811 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.697859 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-49f78b4f-4d05-4eb9-b8ef-38fc03a8e3d0 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/2a057636-e2a6-48f0-981c-6f0c31e1c1d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2660046 Aug 20 12:03:24.700509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44908) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:24.706084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-88f75f01-22c9-4784-b35a-2858f0c249c6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-617411884'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:24.734048 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f75f01-22c9-4784-b35a-2858f0c249c6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:24.738298 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88f75f01-22c9-4784-b35a-2858f0c249c6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.788680 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f75f01-22c9-4784-b35a-2858f0c249c6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:03:24.802808 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88f75f01-22c9-4784-b35a-2858f0c249c6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.803245 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-88f75f01-22c9-4784-b35a-2858f0c249c6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Added segment ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3 of type vlan for network 9741f6ef-5cf2-47a5-86f3-935ce67d7a02 Aug 20 12:03:24.813907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Attempting to bind port fe1f37f5-d1a0-4712-be23-66efe084c094 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:24.814265 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Attempting to bind port fe1f37f5-d1a0-4712-be23-66efe084c094 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '206db0f2-c5c3-4b13-bce9-4a7240fd98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:24.814635 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Attempting to bind port fe1f37f5-d1a0-4712-be23-66efe084c094 on network 0b94513e-41cf-42a6-9bd8-cdb700cee077 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:24.821077 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1097160b-a98a-47e2-a76b-0ce3b005f092 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.852028 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58dc374-c5af-4a98-98c8-2e920763b39e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:24.856469 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d58dc374-c5af-4a98-98c8-2e920763b39e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.857448 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88f75f01-22c9-4784-b35a-2858f0c249c6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.858607 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac532b-f297-4dcd-b152-67a9f51e0284 None None] Pushing event updated for resources: {'Port': ['ID=fbd0cf9f-a6d6-4137-b23d-db0a9d31562f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:24.878410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:24.878785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Checking segment: {'id': '206db0f2-c5c3-4b13-bce9-4a7240fd98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:24.879183 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.879576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Bound using segment: {'id': '206db0f2-c5c3-4b13-bce9-4a7240fd98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:24.880303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Bound port: fe1f37f5-d1a0-4712-be23-66efe084c094, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206db0f2-c5c3-4b13-bce9-4a7240fd98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:24.880702 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.884041 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Routers {'2a057636-e2a6-48f0-981c-6f0c31e1c1d4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:24.884673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:02:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:24.900367 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88f75f01-22c9-4784-b35a-2858f0c249c6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.910813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f75f01-22c9-4784-b35a-2858f0c249c6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:24.911970 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88f75f01-22c9-4784-b35a-2858f0c249c6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.046732 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-88f75f01-22c9-4784-b35a-2858f0c249c6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3450220 Aug 20 12:03:25.048152 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f75f01-22c9-4784-b35a-2858f0c249c6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Network': ['ID=9741f6ef-5cf2-47a5-86f3-935ce67d7a02,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:25.061792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44914) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:25.067928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0319849c-ac1b-4fab-a37c-55ca2a5402df tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'subnet': {'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:25.097499 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 9741f6ef-5cf2-47a5-86f3-935ce67d7a02 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:03:25.152796 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d58dc374-c5af-4a98-98c8-2e920763b39e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.208053 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0319849c-ac1b-4fab-a37c-55ca2a5402df tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:25.213647 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58dc374-c5af-4a98-98c8-2e920763b39e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:25.215582 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0319849c-ac1b-4fab-a37c-55ca2a5402df tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.221064 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1097160b-a98a-47e2-a76b-0ce3b005f092 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.222156 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-d58dc374-c5af-4a98-98c8-2e920763b39e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:25.227622 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58dc374-c5af-4a98-98c8-2e920763b39e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:25.228217 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d58dc374-c5af-4a98-98c8-2e920763b39e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.234294 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1097160b-a98a-47e2-a76b-0ce3b005f092 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.253890 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58dc374-c5af-4a98-98c8-2e920763b39e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=8efd70a8-29d2-498a-86d9-a028fa926e06,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:25.266344 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097160b-a98a-47e2-a76b-0ce3b005f092 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c807d3-eeeb-4056-903b-080979aff5b3,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:25.266489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] Set router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:25.281037 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1097160b-a98a-47e2-a76b-0ce3b005f092 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.282548 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1097160b-a98a-47e2-a76b-0ce3b005f092 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6636870 Aug 20 12:03:25.287560 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d58dc374-c5af-4a98-98c8-2e920763b39e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6674619 Aug 20 12:03:25.288534 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44916) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:25.289278 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44918) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:25.293947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-08dbe239-7dad-4322-8c26-5a96b7c781d9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'security_group_rule': {'security_group_id': '773fba90-1821-42cc-b241-4f6e369b89e3', 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:25.302230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c0036895-e2ac-44b2-b7de-161e522635a0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'mac_address': 'fa:16:3e:13:8f:0d', 'name': 'tempest-NetworksTestDHCPv6-549988200'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:25.316144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': '5c969a3c-3d71-4ef6-9452-2d8cbde21b61'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:03:25.317020 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.319253 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fc9bd38e-24f1-433c-a5f2-4b8523135159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.324081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] For port fe1f37f5-d1a0-4712-be23-66efe084c094, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:25.363981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] For port fe1f37f5-d1a0-4712-be23-66efe084c094, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fe1f37f5-d1a0-4712-be23-66efe084c094,segment=NetworkSegment(206db0f2-c5c3-4b13-bce9-4a7240fd98f9),segment_id=206db0f2-c5c3-4b13-bce9-4a7240fd98f9)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:25.403906 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08dbe239-7dad-4322-8c26-5a96b7c781d9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.419893 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.507460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0036895-e2ac-44b2-b7de-161e522635a0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:25.551851 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9fe887ec-711d-4de7-aee6-9e2cadef68f0 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:25.564343 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08dbe239-7dad-4322-8c26-5a96b7c781d9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.575988 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08dbe239-7dad-4322-8c26-5a96b7c781d9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.582731 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0319849c-ac1b-4fab-a37c-55ca2a5402df tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.607661 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbe239-7dad-4322-8c26-5a96b7c781d9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe142600-cd84-4ae4-8461-f75f13665e17,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:25.613887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 9fe887ec-711d-4de7-aee6-9e2cadef68f0 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:25.614366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9fe887ec-711d-4de7-aee6-9e2cadef68f0 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:25.637068 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.638184 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0036895-e2ac-44b2-b7de-161e522635a0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.640664 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08dbe239-7dad-4322-8c26-5a96b7c781d9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.642086 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-08dbe239-7dad-4322-8c26-5a96b7c781d9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3517087 Aug 20 12:03:25.650539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44920) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:25.656839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c2f072b4-93c6-43d2-a1a8-eeea254d2899 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'security_group_rule': {'security_group_id': '773fba90-1821-42cc-b241-4f6e369b89e3', 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:25.683700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865b6be-bab4-431d-ad89-ca06d5384c96 None None] Pushing event updated for resources: {'Port': ['ID=fe1f37f5-d1a0-4712-be23-66efe084c094,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:25.693443 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c0036895-e2ac-44b2-b7de-161e522635a0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port a33e894e-c79f-46e5-ab16-6f5e0b17505b yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:25.698690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319849c-ac1b-4fab-a37c-55ca2a5402df tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Subnet': ['ID=d0457407-b196-4b4d-8dbb-e103eb8e6397,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:25.724513 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-c2f072b4-93c6-43d2-a1a8-eeea254d2899 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Project ed0606015c3a4a37bb71bafa914baa69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:03:25.741885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0319849c-ac1b-4fab-a37c-55ca2a5402df tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Checking segment: {'id': 'ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:25.742798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0319849c-ac1b-4fab-a37c-55ca2a5402df tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network hostable DHCP agents. Network: 9741f6ef-5cf2-47a5-86f3-935ce67d7a02, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:03:25.772949 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2f072b4-93c6-43d2-a1a8-eeea254d2899 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.774465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0319849c-ac1b-4fab-a37c-55ca2a5402df tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 9741f6ef-5cf2-47a5-86f3-935ce67d7a02 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:03:25.794665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-0319849c-ac1b-4fab-a37c-55ca2a5402df tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 9741f6ef-5cf2-47a5-86f3-935ce67d7a02) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:25.804194 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0319849c-ac1b-4fab-a37c-55ca2a5402df tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:25.805257 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0319849c-ac1b-4fab-a37c-55ca2a5402df tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.814055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bf6c83-28d3-442b-8692-85b5d7b6863d None None] Network 9741f6ef-5cf2-47a5-86f3-935ce67d7a02 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:25.830814 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0319849c-ac1b-4fab-a37c-55ca2a5402df tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7647493 Aug 20 12:03:25.831556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 44924) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:25.904387 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2f072b4-93c6-43d2-a1a8-eeea254d2899 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.910056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Allocated IP 2001:db8::f816:3eff:fe80:5ca0 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/5c969a3c-3d71-4ef6-9452-2d8cbde21b61/c3fc3822-d87e-4a49-b8c6-29f93e6f0836) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:25.915427 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2f072b4-93c6-43d2-a1a8-eeea254d2899 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.951089 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f072b4-93c6-43d2-a1a8-eeea254d2899 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f37302-8007-4b5b-8c91-8294159fadda,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:25.964703 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2f072b4-93c6-43d2-a1a8-eeea254d2899 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.968568 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c2f072b4-93c6-43d2-a1a8-eeea254d2899 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3141792 Aug 20 12:03:25.968952 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 44926) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:25.981955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3bc6fbae-6584-4d1b-870f-efa608f17510 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'security_group_rule': {'security_group_id': '773fba90-1821-42cc-b241-4f6e369b89e3', 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:26.011482 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-3bc6fbae-6584-4d1b-870f-efa608f17510 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Project ed0606015c3a4a37bb71bafa914baa69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:03:26.019783 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3bc6fbae-6584-4d1b-870f-efa608f17510 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.127303 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3bc6fbae-6584-4d1b-870f-efa608f17510 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.136924 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3bc6fbae-6584-4d1b-870f-efa608f17510 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.179591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6fbae-6584-4d1b-870f-efa608f17510 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f794735-98fc-40e2-8f65-7f610e0135ab,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:26.212798 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3bc6fbae-6584-4d1b-870f-efa608f17510 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.214923 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3bc6fbae-6584-4d1b-870f-efa608f17510 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2449126 Aug 20 12:03:26.319531 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fe1f37f5-d1a0-4712-be23-66efe084c094 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:26.389155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:23Z', 'revision_number': 3, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': 'b2510f69-665b-4133-aef4-1e5628aed4f2', 'name': '', 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:b4:3f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:22Z', 'updated_at': '2021-08-20T12:03:23Z', 'revision_number': 2, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:24Z', 'revision_number': 4, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:26.446991 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1162bbd-4385-4254-8682-ef6fc336647e None None] The sync data for ids ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'] in n-d-804299-2 is: [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:23Z', 'revision_number': 3, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': 'b2510f69-665b-4133-aef4-1e5628aed4f2', 'name': '', 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:b4:3f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:22Z', 'updated_at': '2021-08-20T12:03:23Z', 'revision_number': 2, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:24Z', 'revision_number': 4, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:03:26.455899 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.478666 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.568531 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-9741f6ef-5cf2-47a5-86f3-935ce67d7a02', 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'fixed_ips': [{'subnet_id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:03:26.571389 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.605785 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.821356 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Allocated IP 2001:db8:2::2 (9741f6ef-5cf2-47a5-86f3-935ce67d7a02/d0457407-b196-4b4d-8dbb-e103eb8e6397/85c63122-b665-4aa7-95b6-bf822621ad62) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:26.856124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port fe1f37f5-d1a0-4712-be23-66efe084c094 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:26.868618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Transition to ACTIVE for port object c3fc3822-d87e-4a49-b8c6-29f93e6f0836 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:26.922496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Transition to ACTIVE for port object c3fc3822-d87e-4a49-b8c6-29f93e6f0836 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:27.014674 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.087525 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Pushing event updated for resources: {'Port': ['ID=c3fc3822-d87e-4a49-b8c6-29f93e6f0836,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:27.128657 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:27.132477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:27.139713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:27.211499 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c0036895-e2ac-44b2-b7de-161e522635a0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8:0:1::220 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/8efd70a8-29d2-498a-86d9-a028fa926e06/a33e894e-c79f-46e5-ab16-6f5e0b17505b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:27.236067 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c0036895-e2ac-44b2-b7de-161e522635a0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::f816:3eff:fe13:8f0d (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/5c969a3c-3d71-4ef6-9452-2d8cbde21b61/a33e894e-c79f-46e5-ab16-6f5e0b17505b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:27.245765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38203e56-8984-4121-b6d8-9fe1e239e53e None None] Network 0b94513e-41cf-42a6-9bd8-cdb700cee077 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:27.374135 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Attempting to bind port c3fc3822-d87e-4a49-b8c6-29f93e6f0836 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:27.374588 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Attempting to bind port c3fc3822-d87e-4a49-b8c6-29f93e6f0836 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:27.375048 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Attempting to bind port c3fc3822-d87e-4a49-b8c6-29f93e6f0836 on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:27.413031 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-09badabe-39eb-4c34-8a47-724b389956b3 None None] Provisioning for port fe1f37f5-d1a0-4712-be23-66efe084c094 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:27.441855 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:27.442559 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:27.443234 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.443871 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:27.445660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Bound port: c3fc3822-d87e-4a49-b8c6-29f93e6f0836, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:27.446323 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.457859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-09badabe-39eb-4c34-8a47-724b389956b3 None None] Provisioning complete for port fe1f37f5-d1a0-4712-be23-66efe084c094 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:27.458647 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-09badabe-39eb-4c34-8a47-724b389956b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.482565 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.507736 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0036895-e2ac-44b2-b7de-161e522635a0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.527668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c0036895-e2ac-44b2-b7de-161e522635a0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object a33e894e-c79f-46e5-ab16-6f5e0b17505b will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:27.545454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Transition to ACTIVE for port object 85c63122-b665-4aa7-95b6-bf822621ad62 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:27.584999 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0036895-e2ac-44b2-b7de-161e522635a0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.651757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Transition to ACTIVE for port object 85c63122-b665-4aa7-95b6-bf822621ad62 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:27.687557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0036895-e2ac-44b2-b7de-161e522635a0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:27.689083 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.694165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c0036895-e2ac-44b2-b7de-161e522635a0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:27.696228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0036895-e2ac-44b2-b7de-161e522635a0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=a33e894e-c79f-46e5-ab16-6f5e0b17505b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:27.698706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0036895-e2ac-44b2-b7de-161e522635a0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:27.704561 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0036895-e2ac-44b2-b7de-161e522635a0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:27.705494 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0036895-e2ac-44b2-b7de-161e522635a0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.730773 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c0036895-e2ac-44b2-b7de-161e522635a0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4315350 Aug 20 12:03:27.732960 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45006) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:27.765419 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Allocated IP 2001:db8:2::1 (9741f6ef-5cf2-47a5-86f3-935ce67d7a02/d0457407-b196-4b4d-8dbb-e103eb8e6397/6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:27.835617 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] For port c3fc3822-d87e-4a49-b8c6-29f93e6f0836, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:27.946090 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Network 9741f6ef-5cf2-47a5-86f3-935ce67d7a02 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:27.949673 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e33c63f3-6be5-4f91-acf2-cdf6f4b1afec tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port a33e894e-c79f-46e5-ab16-6f5e0b17505b {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:27.950028 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e33c63f3-6be5-4f91-acf2-cdf6f4b1afec tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.950355 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:27.961879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:27.967137 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] For port c3fc3822-d87e-4a49-b8c6-29f93e6f0836, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c3fc3822-d87e-4a49-b8c6-29f93e6f0836,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:27.989352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Pushing event updated for resources: {'Port': ['ID=85c63122-b665-4aa7-95b6-bf822621ad62,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:28.010637 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.019696 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.050582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Transition to ACTIVE for port object 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:28.143096 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.148540 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-09badabe-39eb-4c34-8a47-724b389956b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.191472 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.205310 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e33c63f3-6be5-4f91-acf2-cdf6f4b1afec tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.237557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e33c63f3-6be5-4f91-acf2-cdf6f4b1afec tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for a33e894e-c79f-46e5-ab16-6f5e0b17505b owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:28.246198 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Attempting to bind port 85c63122-b665-4aa7-95b6-bf822621ad62 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:28.247132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Attempting to bind port 85c63122-b665-4aa7-95b6-bf822621ad62 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:28.247663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Attempting to bind port 85c63122-b665-4aa7-95b6-bf822621ad62 on network 9741f6ef-5cf2-47a5-86f3-935ce67d7a02 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:28.260273 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de90ce-815c-426c-8251-35fc36e8605f None None] Pushing event updated for resources: {'Port': ['ID=c3fc3822-d87e-4a49-b8c6-29f93e6f0836,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:28.265343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:28.269144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Checking segment: {'id': 'ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:28.269760 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.270325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Bound using segment: {'id': 'ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:28.270971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Bound port: 85c63122-b665-4aa7-95b6-bf822621ad62, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:28.278225 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.309265 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-09badabe-39eb-4c34-8a47-724b389956b3 None None] For port fe1f37f5-d1a0-4712-be23-66efe084c094, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fe1f37f5-d1a0-4712-be23-66efe084c094,segment=NetworkSegment(206db0f2-c5c3-4b13-bce9-4a7240fd98f9),segment_id=206db0f2-c5c3-4b13-bce9-4a7240fd98f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:28.336816 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 9741f6ef-5cf2-47a5-86f3-935ce67d7a02 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:28.352819 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-09badabe-39eb-4c34-8a47-724b389956b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.359369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:28.375767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:28.376506 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.468384 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fbd0cf9f-a6d6-4137-b23d-db0a9d31562f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:28.629026 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] For port 85c63122-b665-4aa7-95b6-bf822621ad62, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:28.631682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:28.665083 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09badabe-39eb-4c34-8a47-724b389956b3 None None] Pushing event updated for resources: {'Port': ['ID=fe1f37f5-d1a0-4712-be23-66efe084c094,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:28.680746 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] For port 85c63122-b665-4aa7-95b6-bf822621ad62, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=85c63122-b665-4aa7-95b6-bf822621ad62,segment=NetworkSegment(ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3),segment_id=ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:28.703924 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.791912 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.817691 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port fbd0cf9f-a6d6-4137-b23d-db0a9d31562f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:28.840025 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port fbd0cf9f-a6d6-4137-b23d-db0a9d31562f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:28.840537 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.862849 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e33c63f3-6be5-4f91-acf2-cdf6f4b1afec tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.952256 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af32b81-c423-4bb3-85d7-f61872bb5b65 None None] Pushing event updated for resources: {'Port': ['ID=85c63122-b665-4aa7-95b6-bf822621ad62,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:28.971592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c63f3-6be5-4f91-acf2-cdf6f4b1afec tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=a33e894e-c79f-46e5-ab16-6f5e0b17505b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:29.002092 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7a70df4b-f823-4ecf-a086-870639508257 None None] Provisioning complete for port fe1f37f5-d1a0-4712-be23-66efe084c094 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:29.002812 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7a70df4b-f823-4ecf-a086-870639508257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.071901 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e33c63f3-6be5-4f91-acf2-cdf6f4b1afec tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.074742 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e33c63f3-6be5-4f91-acf2-cdf6f4b1afec tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/a33e894e-c79f-46e5-ab16-6f5e0b17505b HTTP/1.1" status: 204 len: 168 time: 1.3399246 Aug 20 12:03:29.076685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45022) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:29.159165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b13a52-6826-4394-a2fe-87ed315284dd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:29.161618 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-06b13a52-6826-4394-a2fe-87ed315284dd tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0835958 Aug 20 12:03:29.165065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45026) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:29.249505 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.278229 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b57eda-3de0-42f2-b919-54831e9245ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:29.281191 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f0b57eda-3de0-42f2-b919-54831e9245ad tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1140795 Aug 20 12:03:29.299623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45028) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:29.344616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port fbd0cf9f-a6d6-4137-b23d-db0a9d31562f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fbd0cf9f-a6d6-4137-b23d-db0a9d31562f,segment=NetworkSegment(58057bcd-8e59-4edc-9cac-685cb15d9e66),segment_id=58057bcd-8e59-4edc-9cac-685cb15d9e66)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:29.400206 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.469993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=fbd0cf9f-a6d6-4137-b23d-db0a9d31562f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:29.478599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7a70df4b-f823-4ecf-a086-870639508257 None None] Provisioning for port b2510f69-665b-4133-aef4-1e5628aed4f2 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:29.486806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7a70df4b-f823-4ecf-a086-870639508257 None None] Provisioning complete for port b2510f69-665b-4133-aef4-1e5628aed4f2 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:29.487409 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7a70df4b-f823-4ecf-a086-870639508257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.502424 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.530632 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.534312 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.580337 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7a70df4b-f823-4ecf-a086-870639508257 None None] Port b2510f69-665b-4133-aef4-1e5628aed4f2 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:29.606299 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445f3098-dfbf-4e0c-ba02-e8561e4d4bc2 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:29.610427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445f3098-dfbf-4e0c-ba02-e8561e4d4bc2 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:29.613938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445f3098-dfbf-4e0c-ba02-e8561e4d4bc2 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:29.618668 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-445f3098-dfbf-4e0c-ba02-e8561e4d4bc2 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3150227 Aug 20 12:03:29.619152 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45034) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:29.706142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-07725b9b-9ffd-46d0-a6ba-6f661489c577 None None] Provisioning complete for port b2510f69-665b-4133-aef4-1e5628aed4f2 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:29.706529 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-07725b9b-9ffd-46d0-a6ba-6f661489c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.708795 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da1cad6-537a-4e92-b2f0-9af390c05ba1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 5c969a3c-3d71-4ef6-9452-2d8cbde21b61 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:29.723121 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0da1cad6-537a-4e92-b2f0-9af390c05ba1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.785031 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0da1cad6-537a-4e92-b2f0-9af390c05ba1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.796981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-07725b9b-9ffd-46d0-a6ba-6f661489c577 None None] Port b2510f69-665b-4133-aef4-1e5628aed4f2 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:29.841278 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 9741f6ef-5cf2-47a5-86f3-935ce67d7a02 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:29.851598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:29.854915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:29.868526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:29.868904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:29.869247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:29.869958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:29.870305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:29.870652 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:29.870983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:29.871307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:29.871638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:29.873007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:29.875086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:29.876240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:29.920928 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ef2fb615-d7c0-4951-b9af-76e7fd4a2bc1 None None] Provisioning complete for port b2510f69-665b-4133-aef4-1e5628aed4f2 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:29.921220 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ef2fb615-d7c0-4951-b9af-76e7fd4a2bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.924591 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0da1cad6-537a-4e92-b2f0-9af390c05ba1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.040132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ef2fb615-d7c0-4951-b9af-76e7fd4a2bc1 None None] Port b2510f69-665b-4133-aef4-1e5628aed4f2 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:30.049733 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0da1cad6-537a-4e92-b2f0-9af390c05ba1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.067706 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0da1cad6-537a-4e92-b2f0-9af390c05ba1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.073449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45038) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:30.073703 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0da1cad6-537a-4e92-b2f0-9af390c05ba1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/5c969a3c-3d71-4ef6-9452-2d8cbde21b61 HTTP/1.1" status: 204 len: 168 time: 0.4531915 Aug 20 12:03:30.106168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1cad6-537a-4e92-b2f0-9af390c05ba1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=5c969a3c-3d71-4ef6-9452-2d8cbde21b61,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:30.137478 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:03:30.183317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a05023-107d-4dae-b3e8-39067c0abb95 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:30.196541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f50b560-26b1-434b-aae7-2ee4bde9d0c7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 8efd70a8-29d2-498a-86d9-a028fa926e06 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:30.208210 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6f50b560-26b1-434b-aae7-2ee4bde9d0c7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.392187 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-30eec202-da9f-45fd-9011-8db92a6a34e3 None None] Provisioning for port c3fc3822-d87e-4a49-b8c6-29f93e6f0836 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:30.460746 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6f50b560-26b1-434b-aae7-2ee4bde9d0c7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.513056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:30.529636 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Sync routers for ids ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:03:30.535263 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-50979831-c280-481d-bdb3-dc1d222c7e64 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/2a057636-e2a6-48f0-981c-6f0c31e1c1d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7000835 Aug 20 12:03:30.536902 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45046) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:30.544297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9e578a5e-7a7f-449e-a824-6123a77f696c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-763914414'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:30.547361 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6f50b560-26b1-434b-aae7-2ee4bde9d0c7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.586940 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Routers {'2a057636-e2a6-48f0-981c-6f0c31e1c1d4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:30.589293 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:30.631177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e578a5e-7a7f-449e-a824-6123a77f696c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:30.638736 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e578a5e-7a7f-449e-a824-6123a77f696c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.659832 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6f50b560-26b1-434b-aae7-2ee4bde9d0c7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.720671 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e578a5e-7a7f-449e-a824-6123a77f696c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:03:30.755451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48168fc7-cbfc-44f2-91ef-ccf412561af4 None None] Network 9741f6ef-5cf2-47a5-86f3-935ce67d7a02 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:30.762569 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e578a5e-7a7f-449e-a824-6123a77f696c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.764944 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-9e578a5e-7a7f-449e-a824-6123a77f696c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Added segment 543ca15d-5bfe-443d-9b9a-9b528625b458 of type vlan for network 1ec354fe-93bd-4ff0-bc74-b49b3bd222a7 Aug 20 12:03:30.785653 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50b560-26b1-434b-aae7-2ee4bde9d0c7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=8efd70a8-29d2-498a-86d9-a028fa926e06,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:30.792927 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6f50b560-26b1-434b-aae7-2ee4bde9d0c7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.798290 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6f50b560-26b1-434b-aae7-2ee4bde9d0c7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/8efd70a8-29d2-498a-86d9-a028fa926e06 HTTP/1.1" status: 204 len: 168 time: 0.7235322 Aug 20 12:03:30.800523 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45048) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:30.851664 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Set router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:30.864346 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e578a5e-7a7f-449e-a824-6123a77f696c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.918038 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45054) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:30.923692 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dcf68404-a13b-498b-9e8c-ed0a2c2004f2 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1103449 Aug 20 12:03:30.930983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-48e38bf2-c3a6-4ce7-966b-1e9fe52d7529 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:30.936540 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e578a5e-7a7f-449e-a824-6123a77f696c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.939874 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 85c63122-b665-4aa7-95b6-bf822621ad62 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:30.948252 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e578a5e-7a7f-449e-a824-6123a77f696c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:30.948936 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e578a5e-7a7f-449e-a824-6123a77f696c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.969668 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f7c619c9-8af9-4881-8e45-ccc78b1a4f8a None None] Provisioning for port 85c63122-b665-4aa7-95b6-bf822621ad62 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:30.978407 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2122ded-d90e-4092-9dcd-e71eabacc730 None None] Update dhcp port {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'fixed_ips': [{'subnet_id': '8efd70a8-29d2-498a-86d9-a028fa926e06'}], 'binding:host_id': 'n-d-804299-2'}, 'id': 'c3fc3822-d87e-4a49-b8c6-29f93e6f0836'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:03:31.064778 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d2122ded-d90e-4092-9dcd-e71eabacc730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.079815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e578a5e-7a7f-449e-a824-6123a77f696c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Network': ['ID=1ec354fe-93bd-4ff0-bc74-b49b3bd222a7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:31.130156 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9e578a5e-7a7f-449e-a824-6123a77f696c tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5917203 Aug 20 12:03:31.133671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45058) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:31.141091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-26750f06-7a16-4219-b4df-e74e8822c46f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'subnet': {'network_id': '1ec354fe-93bd-4ff0-bc74-b49b3bd222a7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:31.188315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e38bf2-c3a6-4ce7-966b-1e9fe52d7529 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:31.196868 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48e38bf2-c3a6-4ce7-966b-1e9fe52d7529 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.289321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26750f06-7a16-4219-b4df-e74e8822c46f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Made reservation on behalf of cea70efbc36649458f563bc27ca8784c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:31.294246 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26750f06-7a16-4219-b4df-e74e8822c46f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.522950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 1ec354fe-93bd-4ff0-bc74-b49b3bd222a7 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:03:31.557438 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:28Z', 'revision_number': 4, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': '6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5', 'name': '', 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:9b:b5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:29Z', 'revision_number': 2, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2510f69-665b-4133-aef4-1e5628aed4f2', 'name': '', 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:b4:3f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:22Z', 'updated_at': '2021-08-20T12:03:23Z', 'revision_number': 2, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:29Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:31.616516 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Checking router: 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:03:31.618852 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Updating router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 port 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:03:31.657238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 85c63122-b665-4aa7-95b6-bf822621ad62 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:31.665676 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f643d2f2-e120-40aa-93d8-ab9b92af10bc None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:31.685405 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.686333 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26750f06-7a16-4219-b4df-e74e8822c46f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.745755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 85c63122-b665-4aa7-95b6-bf822621ad62 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:31.746505 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.787735 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26750f06-7a16-4219-b4df-e74e8822c46f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Subnet': ['ID=4d28a82c-1c15-4026-baa6-82481ecc388a,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:31.797237 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26750f06-7a16-4219-b4df-e74e8822c46f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Checking segment: {'id': '543ca15d-5bfe-443d-9b9a-9b528625b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1ec354fe-93bd-4ff0-bc74-b49b3bd222a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:31.797600 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26750f06-7a16-4219-b4df-e74e8822c46f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network hostable DHCP agents. Network: 1ec354fe-93bd-4ff0-bc74-b49b3bd222a7, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:03:31.813354 n-d-804299-2 neutron-server[94690]: DEBUG neutron.objects.ports [None req-48e38bf2-c3a6-4ce7-966b-1e9fe52d7529 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:03:31.839133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26750f06-7a16-4219-b4df-e74e8822c46f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 1ec354fe-93bd-4ff0-bc74-b49b3bd222a7 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:03:31.857693 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-26750f06-7a16-4219-b4df-e74e8822c46f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 1ec354fe-93bd-4ff0-bc74-b49b3bd222a7) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:31.866918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26750f06-7a16-4219-b4df-e74e8822c46f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:31.867527 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26750f06-7a16-4219-b4df-e74e8822c46f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.891172 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-26750f06-7a16-4219-b4df-e74e8822c46f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7560236 Aug 20 12:03:31.891776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45070) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:31.981249 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dae1f1-6443-49c9-83c6-f8193ab8399b None None] Network 1ec354fe-93bd-4ff0-bc74-b49b3bd222a7 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:32.106723 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48e38bf2-c3a6-4ce7-966b-1e9fe52d7529 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.141744 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.167789 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Transition to ACTIVE for port object 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:32.180513 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.332747 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b2ea9-222a-469d-8b53-4d76f04f9e23 None None] Pushing event updated for resources: {'Port': ['ID=6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:32.396014 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Attempting to bind port 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:32.398549 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Attempting to bind port 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:32.398925 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Attempting to bind port 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 on network 9741f6ef-5cf2-47a5-86f3-935ce67d7a02 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:32.407892 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:32.408267 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Checking segment: {'id': 'ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:32.409373 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.410561 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Bound using segment: {'id': 'ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:32.413092 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Bound port: 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:32.413527 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.505374 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-48e38bf2-c3a6-4ce7-966b-1e9fe52d7529 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] For port c3fc3822-d87e-4a49-b8c6-29f93e6f0836, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c3fc3822-d87e-4a49-b8c6-29f93e6f0836,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:32.547446 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] For port 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:32.560065 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] For port 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5,segment=NetworkSegment(ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3),segment_id=ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:32.560967 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.573664 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.576503 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.592166 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48e38bf2-c3a6-4ce7-966b-1e9fe52d7529 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.606368 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48e38bf2-c3a6-4ce7-966b-1e9fe52d7529 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.607387 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48e38bf2-c3a6-4ce7-966b-1e9fe52d7529 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.693540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e38bf2-c3a6-4ce7-966b-1e9fe52d7529 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=6f55d676-bf76-4d23-b5ea-f7acca69790e,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:32.715759 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 85c63122-b665-4aa7-95b6-bf822621ad62, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=85c63122-b665-4aa7-95b6-bf822621ad62,segment=NetworkSegment(ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3),segment_id=ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:32.716979 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b2ea9-222a-469d-8b53-4d76f04f9e23 None None] Pushing event updated for resources: {'Port': ['ID=6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:32.760449 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Updating router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 port b2510f69-665b-4133-aef4-1e5628aed4f2 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:03:32.761161 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e38bf2-c3a6-4ce7-966b-1e9fe52d7529 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:32.762032 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.765391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c3fc3822-d87e-4a49-b8c6-29f93e6f0836 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:32.776528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-48e38bf2-c3a6-4ce7-966b-1e9fe52d7529 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:32.792902 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e38bf2-c3a6-4ce7-966b-1e9fe52d7529 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:32.796573 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48e38bf2-c3a6-4ce7-966b-1e9fe52d7529 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.858538 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.875275 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e38bf2-c3a6-4ce7-966b-1e9fe52d7529 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=c3fc3822-d87e-4a49-b8c6-29f93e6f0836,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:32.909480 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=85c63122-b665-4aa7-95b6-bf822621ad62,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:32.917534 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-1ec354fe-93bd-4ff0-bc74-b49b3bd222a7', 'network_id': '1ec354fe-93bd-4ff0-bc74-b49b3bd222a7', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'fixed_ips': [{'subnet_id': '4d28a82c-1c15-4026-baa6-82481ecc388a'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:03:32.918582 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.920864 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b18028-2654-4727-a95d-bcf0f131390a None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:32.924293 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-48e38bf2-c3a6-4ce7-966b-1e9fe52d7529 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9949732 Aug 20 12:03:32.925132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45084) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:32.935226 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3620d9ef-98ab-4328-85c2-a6423be5da31 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:33.056451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c3fea6c0-e7f2-43a5-b541-75beb563b7c8 None None] Could not find standard attr ID for object f985e979-0318-43ba-9dbc-4b4cb87c5eb6. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:03:33.139879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c3fea6c0-e7f2-43a5-b541-75beb563b7c8 None None] Could not find standard attr ID for object a33e894e-c79f-46e5-ab16-6f5e0b17505b. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:03:33.274413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3620d9ef-98ab-4328-85c2-a6423be5da31 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:33.278181 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3620d9ef-98ab-4328-85c2-a6423be5da31 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:33.332197 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:33.358685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-04b1bf85-f7bd-4b88-bca0-ad336ed70468 None None] Provisioning for port 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:33.474822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port c3fc3822-d87e-4a49-b8c6-29f93e6f0836 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:33.480051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-04b1bf85-f7bd-4b88-bca0-ad336ed70468 None None] Provisioning complete for port 85c63122-b665-4aa7-95b6-bf822621ad62 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:33.480810 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-04b1bf85-f7bd-4b88-bca0-ad336ed70468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:33.485236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c3fc3822-d87e-4a49-b8c6-29f93e6f0836 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:33.487595 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:33.503956 n-d-804299-2 neutron-server[94690]: INFO neutron.db.ipam_backend_mixin [None req-3620d9ef-98ab-4328-85c2-a6423be5da31 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6f55d676-bf76-4d23-b5ea-f7acca69790e (CIDR: 2001:db8::/64) Aug 20 12:03:33.516677 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-3620d9ef-98ab-4328-85c2-a6423be5da31 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:03:33.517150 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3620d9ef-98ab-4328-85c2-a6423be5da31 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:33.543440 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3620d9ef-98ab-4328-85c2-a6423be5da31 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6125877 Aug 20 12:03:33.546624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45088) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:33.552488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-dd33807d-54d6-4ef4-8862-8c8c7e929e53 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:33.612590 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:33.648585 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Allocated IP 2001:db8:3::2 (1ec354fe-93bd-4ff0-bc74-b49b3bd222a7/4d28a82c-1c15-4026-baa6-82481ecc388a/cd6f6d92-1948-4be6-ab9b-85654a9dc833) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:33.660729 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Transition to ACTIVE for port object b2510f69-665b-4133-aef4-1e5628aed4f2 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:33.677029 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:33.796302 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b2ea9-222a-469d-8b53-4d76f04f9e23 None None] Pushing event updated for resources: {'Port': ['ID=b2510f69-665b-4133-aef4-1e5628aed4f2,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:33.817746 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd33807d-54d6-4ef4-8862-8c8c7e929e53 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:33.823385 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd33807d-54d6-4ef4-8862-8c8c7e929e53 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:33.861915 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Attempting to bind port b2510f69-665b-4133-aef4-1e5628aed4f2 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:33.862250 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Attempting to bind port b2510f69-665b-4133-aef4-1e5628aed4f2 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '206db0f2-c5c3-4b13-bce9-4a7240fd98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:33.862558 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Attempting to bind port b2510f69-665b-4133-aef4-1e5628aed4f2 on network 0b94513e-41cf-42a6-9bd8-cdb700cee077 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:33.875411 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:33.875840 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Checking segment: {'id': '206db0f2-c5c3-4b13-bce9-4a7240fd98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:33.876182 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:33.878719 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Bound using segment: {'id': '206db0f2-c5c3-4b13-bce9-4a7240fd98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:33.879206 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Bound port: b2510f69-665b-4133-aef4-1e5628aed4f2, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206db0f2-c5c3-4b13-bce9-4a7240fd98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:33.880843 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.048394 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] For port b2510f69-665b-4133-aef4-1e5628aed4f2, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:34.064912 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] For port b2510f69-665b-4133-aef4-1e5628aed4f2, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b2510f69-665b-4133-aef4-1e5628aed4f2,segment=NetworkSegment(206db0f2-c5c3-4b13-bce9-4a7240fd98f9),segment_id=206db0f2-c5c3-4b13-bce9-4a7240fd98f9)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:34.072897 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.183814 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.192033 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Routers {'2a057636-e2a6-48f0-981c-6f0c31e1c1d4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:34.195470 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:34.249299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Transition to ACTIVE for port object cd6f6d92-1948-4be6-ab9b-85654a9dc833 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:34.315826 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b2ea9-222a-469d-8b53-4d76f04f9e23 None None] Pushing event updated for resources: {'Port': ['ID=b2510f69-665b-4133-aef4-1e5628aed4f2,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:34.340773 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Transition to ACTIVE for port object cd6f6d92-1948-4be6-ab9b-85654a9dc833 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:34.364134 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd33807d-54d6-4ef4-8862-8c8c7e929e53 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.370528 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.409231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Network 1ec354fe-93bd-4ff0-bc74-b49b3bd222a7 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:34.410849 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.433595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:34.445802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:34.495477 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd33807d-54d6-4ef4-8862-8c8c7e929e53 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:34.496278 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] Set router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:34.514385 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-dd33807d-54d6-4ef4-8862-8c8c7e929e53 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:34.514764 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Allocated IP 2001:db8:3::1 (1ec354fe-93bd-4ff0-bc74-b49b3bd222a7/4d28a82c-1c15-4026-baa6-82481ecc388a/3e2c9907-1f0c-415f-8417-be432cf0334c) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:34.540486 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd33807d-54d6-4ef4-8862-8c8c7e929e53 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:34.541399 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd33807d-54d6-4ef4-8862-8c8c7e929e53 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.556136 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33807d-54d6-4ef4-8862-8c8c7e929e53 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=2cf34d3e-bcc5-4aff-be6f-56a60e73bbc2,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:34.571504 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dd33807d-54d6-4ef4-8862-8c8c7e929e53 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0232337 Aug 20 12:03:34.575907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45094) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:34.582023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'mac_address': 'fa:16:3e:9d:c3:07', 'name': 'tempest-NetworksTestDHCPv6-1992169472'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:34.609067 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae28756-de2b-47e8-b431-496e60016283 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:34.787827 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.808280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Transition to ACTIVE for port object 3e2c9907-1f0c-415f-8417-be432cf0334c will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:34.860317 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.900623 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:34.909181 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Pushing event updated for resources: {'Port': ['ID=cd6f6d92-1948-4be6-ab9b-85654a9dc833,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:34.930391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Attempting to bind port cd6f6d92-1948-4be6-ab9b-85654a9dc833 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:34.931058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Attempting to bind port cd6f6d92-1948-4be6-ab9b-85654a9dc833 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '543ca15d-5bfe-443d-9b9a-9b528625b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1ec354fe-93bd-4ff0-bc74-b49b3bd222a7'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:34.931610 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Attempting to bind port cd6f6d92-1948-4be6-ab9b-85654a9dc833 on network 1ec354fe-93bd-4ff0-bc74-b49b3bd222a7 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:34.934766 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.937073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.937073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.937073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.937073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.937073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.937761 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.938297 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.938822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.940103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.940677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.941624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.958369 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port c3fc3822-d87e-4a49-b8c6-29f93e6f0836, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c3fc3822-d87e-4a49-b8c6-29f93e6f0836,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:34.968811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0301e781-0521-4db5-b487-d3a98d4f6214 None None] Provisioning complete for port c3fc3822-d87e-4a49-b8c6-29f93e6f0836 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:34.969207 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0301e781-0521-4db5-b487-d3a98d4f6214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.972061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 1ec354fe-93bd-4ff0-bc74-b49b3bd222a7 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:34.987128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:34.994928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:34.995580 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:35.059214 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=3e2c9907-1f0c-415f-8417-be432cf0334c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:35.096036 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:35.099096 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fe1f37f5-d1a0-4712-be23-66efe084c094 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:35.107051 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:28Z', 'revision_number': 4, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': '6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5', 'name': '', 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:9b:b5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:32Z', 'revision_number': 4, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2510f69-665b-4133-aef4-1e5628aed4f2', 'name': '', 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:b4:3f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:22Z', 'updated_at': '2021-08-20T12:03:34Z', 'revision_number': 4, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:29Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:35.150076 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd71aa-4dc4-4624-a3e5-ff880f1bd6a0 None None] The sync data for ids ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'] in n-d-804299-2 is: [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:28Z', 'revision_number': 4, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': '6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5', 'name': '', 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:9b:b5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:32Z', 'revision_number': 4, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2510f69-665b-4133-aef4-1e5628aed4f2', 'name': '', 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:b4:3f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:22Z', 'updated_at': '2021-08-20T12:03:34Z', 'revision_number': 4, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:29Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:03:35.196340 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:35.244779 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:35.244779 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Checking segment: {'id': '543ca15d-5bfe-443d-9b9a-9b528625b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1ec354fe-93bd-4ff0-bc74-b49b3bd222a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:35.244779 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:35.246350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Bound using segment: {'id': '543ca15d-5bfe-443d-9b9a-9b528625b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1ec354fe-93bd-4ff0-bc74-b49b3bd222a7'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:35.246985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Bound port: cd6f6d92-1948-4be6-ab9b-85654a9dc833, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543ca15d-5bfe-443d-9b9a-9b528625b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1ec354fe-93bd-4ff0-bc74-b49b3bd222a7'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:35.247566 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:35.496094 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:35.528091 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port 84cae8c2-dcb8-4b37-9269-1684b38a5e89 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:35.715175 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:35.724958 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:35.726380 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:35.812821 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=c3fc3822-d87e-4a49-b8c6-29f93e6f0836,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:35.863291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port fe1f37f5-d1a0-4712-be23-66efe084c094 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:35.863659 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:35.864139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8:0:1::86 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/2cf34d3e-bcc5-4aff-be6f-56a60e73bbc2/84cae8c2-dcb8-4b37-9269-1684b38a5e89) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:35.895292 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::f816:3eff:fe9d:c307 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/6f55d676-bf76-4d23-b5ea-f7acca69790e/84cae8c2-dcb8-4b37-9269-1684b38a5e89) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:35.928582 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] For port cd6f6d92-1948-4be6-ab9b-85654a9dc833, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:35.958109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event updated for resources: {'Port': ['ID=3e2c9907-1f0c-415f-8417-be432cf0334c,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:36.035355 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] For port cd6f6d92-1948-4be6-ab9b-85654a9dc833, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=cd6f6d92-1948-4be6-ab9b-85654a9dc833,segment=NetworkSegment(543ca15d-5bfe-443d-9b9a-9b528625b458),segment_id=543ca15d-5bfe-443d-9b9a-9b528625b458)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:36.035891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Network 1ec354fe-93bd-4ff0-bc74-b49b3bd222a7 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:36.038741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:36.056983 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.097807 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed12eb2-fc97-4bb1-991e-e8dc684bba6e None None] Update dhcp port {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'fixed_ips': [{'subnet_id': '6f55d676-bf76-4d23-b5ea-f7acca69790e', 'ip_address': '2001:db8::f816:3eff:fe80:5ca0'}, {'subnet_id': '2cf34d3e-bcc5-4aff-be6f-56a60e73bbc2'}], 'binding:host_id': 'n-d-804299-2'}, 'id': 'c3fc3822-d87e-4a49-b8c6-29f93e6f0836'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:03:36.158826 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fed12eb2-fc97-4bb1-991e-e8dc684bba6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.194533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be312d8f-40ff-4974-952f-c2a3ce1bd6d6 None None] Pushing event updated for resources: {'Port': ['ID=cd6f6d92-1948-4be6-ab9b-85654a9dc833,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:36.221643 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.230469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fbd0cf9f-a6d6-4137-b23d-db0a9d31562f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:36.252068 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object 84cae8c2-dcb8-4b37-9269-1684b38a5e89 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:36.310716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:03:36.338472 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.391824 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:36.395027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:36.399507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:36.411435 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:36.417351 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.452196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=84cae8c2-dcb8-4b37-9269-1684b38a5e89,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:36.478382 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:36.479062 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:36.479596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:36.479929 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:36.480260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:36.480588 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:36.480948 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:36.481283 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:36.481610 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:36.481936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:36.482288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:36.482619 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:36.487927 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c4674ffd-459a-4056-b35d-858a21b1c2f5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9103334 Aug 20 12:03:36.490986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45108) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:36.561713 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:36.573654 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f8b5a358-8563-4d8e-8a61-8f067d6d7bf6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/2a057636-e2a6-48f0-981c-6f0c31e1c1d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6807859 Aug 20 12:03:36.576448 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45114) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:36.583327 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ec8bf57e-b015-4f06-8e30-0c4175c26144 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:36.594098 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-fed12eb2-fc97-4bb1-991e-e8dc684bba6e None None] Allocated IP 2001:db8:0:1::2 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/2cf34d3e-bcc5-4aff-be6f-56a60e73bbc2/c3fc3822-d87e-4a49-b8c6-29f93e6f0836) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:36.649435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Sync routers for ids ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:03:36.687931 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-61c83f1f-4657-4e1b-a164-5fa40699bd90 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port 84cae8c2-dcb8-4b37-9269-1684b38a5e89 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:36.688460 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-61c83f1f-4657-4e1b-a164-5fa40699bd90 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.717175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Routers {'2a057636-e2a6-48f0-981c-6f0c31e1c1d4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:36.717795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:36.820097 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-61c83f1f-4657-4e1b-a164-5fa40699bd90 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.835600 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-61c83f1f-4657-4e1b-a164-5fa40699bd90 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for 84cae8c2-dcb8-4b37-9269-1684b38a5e89 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:36.879606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-fed12eb2-fc97-4bb1-991e-e8dc684bba6e None None] For port c3fc3822-d87e-4a49-b8c6-29f93e6f0836, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c3fc3822-d87e-4a49-b8c6-29f93e6f0836,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:36.906311 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port fbd0cf9f-a6d6-4137-b23d-db0a9d31562f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:36.906681 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:37.011923 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fed12eb2-fc97-4bb1-991e-e8dc684bba6e None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:37.096296 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fed12eb2-fc97-4bb1-991e-e8dc684bba6e None None] Transition to ACTIVE for port object c3fc3822-d87e-4a49-b8c6-29f93e6f0836 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:37.104285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Set router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:37.188210 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fed12eb2-fc97-4bb1-991e-e8dc684bba6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:37.327426 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-61c83f1f-4657-4e1b-a164-5fa40699bd90 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:37.372883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.extraroute_db [None req-ec8bf57e-b015-4f06-8e30-0c4175c26144 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94690) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 12:03:37.456710 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.extraroute_db [None req-ec8bf57e-b015-4f06-8e30-0c4175c26144 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Removed routes are [] {{(pid=94690) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 12:03:37.457116 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec8bf57e-b015-4f06-8e30-0c4175c26144 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:37.477584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c83f1f-4657-4e1b-a164-5fa40699bd90 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=84cae8c2-dcb8-4b37-9269-1684b38a5e89,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:37.497029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed12eb2-fc97-4bb1-991e-e8dc684bba6e None None] Pushing event updated for resources: {'Port': ['ID=c3fc3822-d87e-4a49-b8c6-29f93e6f0836,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:37.551096 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-61c83f1f-4657-4e1b-a164-5fa40699bd90 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:37.555700 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-61c83f1f-4657-4e1b-a164-5fa40699bd90 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/84cae8c2-dcb8-4b37-9269-1684b38a5e89 HTTP/1.1" status: 204 len: 168 time: 1.0598395 Aug 20 12:03:37.560001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45120) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:37.657612 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a27923-dcf1-4e7a-a32f-8acac738af86 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:37.659188 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-55a27923-dcf1-4e7a-a32f-8acac738af86 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0979927 Aug 20 12:03:37.661751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45122) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:37.765600 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78040323-ace0-4001-996d-a568d89e905f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:37.767199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-78040323-ace0-4001-996d-a568d89e905f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1043520 Aug 20 12:03:37.770943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45124) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:37.794820 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da0aeb7-ff03-4197-8469-950517f2c8e4 None None] Network 1ec354fe-93bd-4ff0-bc74-b49b3bd222a7 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:37.919742 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-60d51472-bd8a-4be8-9cb7-5d5beb0b1a3a None None] Provisioning for port cd6f6d92-1948-4be6-ab9b-85654a9dc833 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:37.937632 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:35Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': '3e2c9907-1f0c-415f-8417-be432cf0334c', 'name': '', 'network_id': '1ec354fe-93bd-4ff0-bc74-b49b3bd222a7', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:1b:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '4d28a82c-1c15-4026-baa6-82481ecc388a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:33Z', 'updated_at': '2021-08-20T12:03:35Z', 'revision_number': 2, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': '4d28a82c-1c15-4026-baa6-82481ecc388a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5', 'name': '', 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:9b:b5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:32Z', 'revision_number': 4, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2510f69-665b-4133-aef4-1e5628aed4f2', 'name': '', 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:b4:3f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:22Z', 'updated_at': '2021-08-20T12:03:34Z', 'revision_number': 4, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:29Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:37.953711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be819ff-d73e-4482-859c-8bf4b44857fb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:37.955393 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be819ff-d73e-4482-859c-8bf4b44857fb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:37.957839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be819ff-d73e-4482-859c-8bf4b44857fb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:37.961401 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6be819ff-d73e-4482-859c-8bf4b44857fb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1875968 Aug 20 12:03:37.965215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45126) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:37.987040 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec8bf57e-b015-4f06-8e30-0c4175c26144 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:37.995231 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec8bf57e-b015-4f06-8e30-0c4175c26144 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.009735 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 85c63122-b665-4aa7-95b6-bf822621ad62 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:38.013841 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Checking router: 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:03:38.014399 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Updating router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 port 3e2c9907-1f0c-415f-8417-be432cf0334c binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:03:38.113702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-52446759-c942-47d7-8f28-5d84c2625dca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 2cf34d3e-bcc5-4aff-be6f-56a60e73bbc2 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:38.127819 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52446759-c942-47d7-8f28-5d84c2625dca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.156901 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.255969 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52446759-c942-47d7-8f28-5d84c2625dca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.261297 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 85c63122-b665-4aa7-95b6-bf822621ad62 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:38.261595 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.291428 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8bf57e-b015-4f06-8e30-0c4175c26144 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:03:38.386527 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52446759-c942-47d7-8f28-5d84c2625dca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.479393 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52446759-c942-47d7-8f28-5d84c2625dca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.502316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8bf57e-b015-4f06-8e30-0c4175c26144 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:38.514125 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec8bf57e-b015-4f06-8e30-0c4175c26144 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.517129 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ec8bf57e-b015-4f06-8e30-0c4175c26144 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/2a057636-e2a6-48f0-981c-6f0c31e1c1d4 HTTP/1.1" status: 200 len: 953 time: 1.9389031 Aug 20 12:03:38.517982 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45136) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:38.557281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52446759-c942-47d7-8f28-5d84c2625dca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf34d3e-bcc5-4aff-be6f-56a60e73bbc2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:38.578942 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device cd6f6d92-1948-4be6-ab9b-85654a9dc833 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:38.591774 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52446759-c942-47d7-8f28-5d84c2625dca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.596682 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-52446759-c942-47d7-8f28-5d84c2625dca tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/2cf34d3e-bcc5-4aff-be6f-56a60e73bbc2 HTTP/1.1" status: 204 len: 168 time: 0.6272221 Aug 20 12:03:38.598062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45138) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:38.670445 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-797a7899-16d2-4bed-83ca-7f7898d6d711 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/routers/2a057636-e2a6-48f0-981c-6f0c31e1c1d4 HTTP/1.1" status: 200 len: 953 time: 0.1488698 Aug 20 12:03:38.672490 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45140) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:38.684219 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7cf3f57a-9538-4f2d-ad90-68734a56e03b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'router': {'routes': None}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:38.710114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-3111711a-5a1c-4d53-99da-7ec18bddc11f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 6f55d676-bf76-4d23-b5ea-f7acca69790e {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:38.713923 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3111711a-5a1c-4d53-99da-7ec18bddc11f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.801869 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3111711a-5a1c-4d53-99da-7ec18bddc11f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.998876 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9b506e-07b6-48b1-99c6-af9ae8012736 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:39.019888 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3111711a-5a1c-4d53-99da-7ec18bddc11f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.046747 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6582f1c5-96b2-4c11-94a7-d28509419e2f None None] Provisioning for port c3fc3822-d87e-4a49-b8c6-29f93e6f0836 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:39.104292 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6582f1c5-96b2-4c11-94a7-d28509419e2f None None] Provisioning complete for port c3fc3822-d87e-4a49-b8c6-29f93e6f0836 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:39.104694 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6582f1c5-96b2-4c11-94a7-d28509419e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.183947 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port cd6f6d92-1948-4be6-ab9b-85654a9dc833 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:39.184340 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3111711a-5a1c-4d53-99da-7ec18bddc11f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.197672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port cd6f6d92-1948-4be6-ab9b-85654a9dc833 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:39.197999 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.252546 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.273376 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3111711a-5a1c-4d53-99da-7ec18bddc11f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.281025 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3111711a-5a1c-4d53-99da-7ec18bddc11f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/6f55d676-bf76-4d23-b5ea-f7acca69790e HTTP/1.1" status: 204 len: 168 time: 0.6815948 Aug 20 12:03:39.281187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45144) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:39.292102 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111711a-5a1c-4d53-99da-7ec18bddc11f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=6f55d676-bf76-4d23-b5ea-f7acca69790e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:39.376572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45146) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:39.382978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-89d8dc3a-aba8-4d17-90e2-b6b23bc2d7d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:39.389057 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-12a72dc6-10dc-4abb-b907-6a17a6851c62 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715461 Aug 20 12:03:39.527141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.extraroute_db [None req-7cf3f57a-9538-4f2d-ad90-68734a56e03b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Added routes are [] {{(pid=94690) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 12:03:39.527529 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.extraroute_db [None req-7cf3f57a-9538-4f2d-ad90-68734a56e03b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94690) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 12:03:39.601350 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.603455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d8dc3a-aba8-4d17-90e2-b6b23bc2d7d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:39.606013 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cf3f57a-9538-4f2d-ad90-68734a56e03b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.608942 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-89d8dc3a-aba8-4d17-90e2-b6b23bc2d7d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.645144 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.653324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Transition to ACTIVE for port object 3e2c9907-1f0c-415f-8417-be432cf0334c will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:39.675824 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.734421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port cd6f6d92-1948-4be6-ab9b-85654a9dc833, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=cd6f6d92-1948-4be6-ab9b-85654a9dc833,segment=NetworkSegment(543ca15d-5bfe-443d-9b9a-9b528625b458),segment_id=543ca15d-5bfe-443d-9b9a-9b528625b458)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:39.745442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d0f1cb-a837-42f6-a1ea-7b610fb5c9e9 None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:03:39.751473 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ddb7dd4b-6d1e-4731-af97-af9665265134 None None] Provisioning complete for port cd6f6d92-1948-4be6-ab9b-85654a9dc833 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:39.751999 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ddb7dd4b-6d1e-4731-af97-af9665265134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.823970 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.823970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b2510f69-665b-4133-aef4-1e5628aed4f2 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:39.937773 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947b542-4725-45a5-a574-e1d0d27359b3 None None] Pushing event updated for resources: {'Port': ['ID=3e2c9907-1f0c-415f-8417-be432cf0334c,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:40.019715 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-89d8dc3a-aba8-4d17-90e2-b6b23bc2d7d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.088732 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d8dc3a-aba8-4d17-90e2-b6b23bc2d7d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:40.096412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-89d8dc3a-aba8-4d17-90e2-b6b23bc2d7d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:40.102335 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cf3f57a-9538-4f2d-ad90-68734a56e03b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.107383 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cf3f57a-9538-4f2d-ad90-68734a56e03b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.111265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d8dc3a-aba8-4d17-90e2-b6b23bc2d7d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:40.112039 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-89d8dc3a-aba8-4d17-90e2-b6b23bc2d7d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.130275 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port b2510f69-665b-4133-aef4-1e5628aed4f2 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:40.134063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=cd6f6d92-1948-4be6-ab9b-85654a9dc833,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:40.142803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8dc3a-aba8-4d17-90e2-b6b23bc2d7d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=a88a87fd-177b-4a62-9337-dbabac0e30d8,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:40.152672 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-89d8dc3a-aba8-4d17-90e2-b6b23bc2d7d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7722039 Aug 20 12:03:40.153012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45154) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:40.158721 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Attempting to bind port 3e2c9907-1f0c-415f-8417-be432cf0334c on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:40.159129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Attempting to bind port 3e2c9907-1f0c-415f-8417-be432cf0334c by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '543ca15d-5bfe-443d-9b9a-9b528625b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1ec354fe-93bd-4ff0-bc74-b49b3bd222a7'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:40.159430 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Attempting to bind port 3e2c9907-1f0c-415f-8417-be432cf0334c on network 1ec354fe-93bd-4ff0-bc74-b49b3bd222a7 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:40.159569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ca5b9089-5052-4801-a160-553ed3dcdbba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:40.189548 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b2510f69-665b-4133-aef4-1e5628aed4f2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:40.189837 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.204408 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-65d0f1cb-a837-42f6-a1ea-7b610fb5c9e9 None None] Deleting port c3fc3822-d87e-4a49-b8c6-29f93e6f0836 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:40.204800 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65d0f1cb-a837-42f6-a1ea-7b610fb5c9e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.256987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:40.257402 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Checking segment: {'id': '543ca15d-5bfe-443d-9b9a-9b528625b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1ec354fe-93bd-4ff0-bc74-b49b3bd222a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:40.257744 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.258138 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Bound using segment: {'id': '543ca15d-5bfe-443d-9b9a-9b528625b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1ec354fe-93bd-4ff0-bc74-b49b3bd222a7'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:40.258622 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Bound port: 3e2c9907-1f0c-415f-8417-be432cf0334c, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543ca15d-5bfe-443d-9b9a-9b528625b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1ec354fe-93bd-4ff0-bc74-b49b3bd222a7'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:40.259848 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.285631 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf3f57a-9538-4f2d-ad90-68734a56e03b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:03:40.328259 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5b9089-5052-4801-a160-553ed3dcdbba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:40.333677 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9089-5052-4801-a160-553ed3dcdbba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.410737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf3f57a-9538-4f2d-ad90-68734a56e03b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:40.424892 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7cf3f57a-9538-4f2d-ad90-68734a56e03b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.425056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ddb7dd4b-6d1e-4731-af97-af9665265134 None None] Provisioning for port 3e2c9907-1f0c-415f-8417-be432cf0334c completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:40.430358 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7cf3f57a-9538-4f2d-ad90-68734a56e03b tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/2a057636-e2a6-48f0-981c-6f0c31e1c1d4 HTTP/1.1" status: 200 len: 703 time: 1.7516792 Aug 20 12:03:40.434635 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45158) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:40.519406 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-65d0f1cb-a837-42f6-a1ea-7b610fb5c9e9 None None] For port c3fc3822-d87e-4a49-b8c6-29f93e6f0836, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c3fc3822-d87e-4a49-b8c6-29f93e6f0836,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:40.519827 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65d0f1cb-a837-42f6-a1ea-7b610fb5c9e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.528102 n-d-804299-2 neutron-server[94691]: INFO neutron.db.ipam_backend_mixin [None req-ca5b9089-5052-4801-a160-553ed3dcdbba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a88a87fd-177b-4a62-9337-dbabac0e30d8 (CIDR: 2001:db8::/64) Aug 20 12:03:40.535418 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5b9089-5052-4801-a160-553ed3dcdbba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:03:40.537408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5b9089-5052-4801-a160-553ed3dcdbba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:40.569113 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ca5b9089-5052-4801-a160-553ed3dcdbba tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4144084 Aug 20 12:03:40.572014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45162) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:40.577286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ac36abb8-9c1e-48ba-b35c-5ab963ecac6c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:40.591170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-65d0f1cb-a837-42f6-a1ea-7b610fb5c9e9 None None] Calling delete_port for c3fc3822-d87e-4a49-b8c6-29f93e6f0836 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:40.608937 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9bbe9a8e-849e-4b76-a8c1-30af283c8ce1 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/routers/2a057636-e2a6-48f0-981c-6f0c31e1c1d4 HTTP/1.1" status: 200 len: 703 time: 0.1742373 Aug 20 12:03:40.612881 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45164) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:40.613380 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] For port 3e2c9907-1f0c-415f-8417-be432cf0334c, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:40.641562 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] For port 3e2c9907-1f0c-415f-8417-be432cf0334c, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3e2c9907-1f0c-415f-8417-be432cf0334c,segment=NetworkSegment(543ca15d-5bfe-443d-9b9a-9b528625b458),segment_id=543ca15d-5bfe-443d-9b9a-9b528625b458)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:40.652896 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.690147 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.743019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac36abb8-9c1e-48ba-b35c-5ab963ecac6c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:40.747528 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac36abb8-9c1e-48ba-b35c-5ab963ecac6c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.812333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port b2510f69-665b-4133-aef4-1e5628aed4f2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b2510f69-665b-4133-aef4-1e5628aed4f2,segment=NetworkSegment(206db0f2-c5c3-4b13-bce9-4a7240fd98f9),segment_id=206db0f2-c5c3-4b13-bce9-4a7240fd98f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:40.848738 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.849681 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:40.857433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Routers {'2a057636-e2a6-48f0-981c-6f0c31e1c1d4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:40.858174 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:40.905685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947b542-4725-45a5-a574-e1d0d27359b3 None None] Pushing event updated for resources: {'Port': ['ID=3e2c9907-1f0c-415f-8417-be432cf0334c,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:41.078102 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65d0f1cb-a837-42f6-a1ea-7b610fb5c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:41.140052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] Set router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:41.143342 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d0f1cb-a837-42f6-a1ea-7b610fb5c9e9 None None] No DVR routers for this DVR port c3fc3822-d87e-4a49-b8c6-29f93e6f0836 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:41.197869 n-d-804299-2 neutron-server[94691]: DEBUG neutron.objects.ports [None req-ac36abb8-9c1e-48ba-b35c-5ab963ecac6c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94691) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:03:41.199807 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac36abb8-9c1e-48ba-b35c-5ab963ecac6c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:41.203147 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24da52c3-6dad-4e36-8b18-53f5b6d92fea None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:41.235357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=b2510f69-665b-4133-aef4-1e5628aed4f2,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:41.245956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac36abb8-9c1e-48ba-b35c-5ab963ecac6c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:41.249295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-ac36abb8-9c1e-48ba-b35c-5ab963ecac6c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:41.252709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac36abb8-9c1e-48ba-b35c-5ab963ecac6c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:41.253304 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac36abb8-9c1e-48ba-b35c-5ab963ecac6c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:41.276696 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36abb8-9c1e-48ba-b35c-5ab963ecac6c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=5cf74333-4102-499e-b4f5-cecb287f6de6,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:41.290828 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ac36abb8-9c1e-48ba-b35c-5ab963ecac6c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7178481 Aug 20 12:03:41.291460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45166) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:41.295994 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:41.296882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ccd95815-9d10-477f-986d-2a131cbb945a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'mac_address': 'fa:16:3e:9e:b0:54', 'name': 'tempest-NetworksTestDHCPv6-871584283'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:41.436886 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd95815-9d10-477f-986d-2a131cbb945a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:41.466489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:41.468990 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:41.525651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0f1cb-a837-42f6-a1ea-7b610fb5c9e9 None None] Pushing event deleted for resources: {'Port': ['ID=c3fc3822-d87e-4a49-b8c6-29f93e6f0836,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:41.642112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ccd95815-9d10-477f-986d-2a131cbb945a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:41.687955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-ccd95815-9d10-477f-986d-2a131cbb945a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port 4c6d4a69-90f1-4d47-b7a6-d9a83cfc7a97 yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:41.726785 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:41.782223 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5,segment=NetworkSegment(ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3),segment_id=ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:41.795622 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:41.895314 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79734d21-8017-4b6c-9e2c-e9d36f8dbf6f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:41.904397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:41.907532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'tenant_id': 'b15bfee8422e4e39b4cce79450c6c33c', 'fixed_ips': [{'subnet_id': '5cf74333-4102-499e-b4f5-cecb287f6de6'}, {'subnet_id': 'a88a87fd-177b-4a62-9337-dbabac0e30d8'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:03:41.908455 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:41.910725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c3fc3822-d87e-4a49-b8c6-29f93e6f0836 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:41.997085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-ccd95815-9d10-477f-986d-2a131cbb945a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::213 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/a88a87fd-177b-4a62-9337-dbabac0e30d8/4c6d4a69-90f1-4d47-b7a6-d9a83cfc7a97) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:42.015357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-ccd95815-9d10-477f-986d-2a131cbb945a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9e:b054 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/5cf74333-4102-499e-b4f5-cecb287f6de6/4c6d4a69-90f1-4d47-b7a6-d9a83cfc7a97) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:42.227988 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ccd95815-9d10-477f-986d-2a131cbb945a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.242471 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-79734d21-8017-4b6c-9e2c-e9d36f8dbf6f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port 3e2c9907-1f0c-415f-8417-be432cf0334c {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:42.242825 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79734d21-8017-4b6c-9e2c-e9d36f8dbf6f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.251704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-ccd95815-9d10-477f-986d-2a131cbb945a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object 4c6d4a69-90f1-4d47-b7a6-d9a83cfc7a97 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:42.274687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: c3fc3822-d87e-4a49-b8c6-29f93e6f0836 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:42.275883 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c3fc3822-d87e-4a49-b8c6-29f93e6f0836 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:42.316507 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ccd95815-9d10-477f-986d-2a131cbb945a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.410222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd95815-9d10-477f-986d-2a131cbb945a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:42.419663 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-ccd95815-9d10-477f-986d-2a131cbb945a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:42.426427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-79734d21-8017-4b6c-9e2c-e9d36f8dbf6f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] For port 3e2c9907-1f0c-415f-8417-be432cf0334c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=3e2c9907-1f0c-415f-8417-be432cf0334c,segment=NetworkSegment(543ca15d-5bfe-443d-9b9a-9b528625b458),segment_id=543ca15d-5bfe-443d-9b9a-9b528625b458)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:42.426816 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79734d21-8017-4b6c-9e2c-e9d36f8dbf6f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.428032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd95815-9d10-477f-986d-2a131cbb945a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:42.443367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd95815-9d10-477f-986d-2a131cbb945a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:42.443563 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-79734d21-8017-4b6c-9e2c-e9d36f8dbf6f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for 3e2c9907-1f0c-415f-8417-be432cf0334c owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:42.445797 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ccd95815-9d10-477f-986d-2a131cbb945a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.488704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd95815-9d10-477f-986d-2a131cbb945a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=4c6d4a69-90f1-4d47-b7a6-d9a83cfc7a97,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:42.505635 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ccd95815-9d10-477f-986d-2a131cbb945a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2122638 Aug 20 12:03:42.508943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45182) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:42.536114 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:42.665798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-3108dfe5-cdff-46af-9bf0-4b6ca7aafe8a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port 4c6d4a69-90f1-4d47-b7a6-d9a83cfc7a97 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:42.666133 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3108dfe5-cdff-46af-9bf0-4b6ca7aafe8a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.689987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:39Z', 'revision_number': 7, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': '3e2c9907-1f0c-415f-8417-be432cf0334c', 'name': '', 'network_id': '1ec354fe-93bd-4ff0-bc74-b49b3bd222a7', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:1b:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '4d28a82c-1c15-4026-baa6-82481ecc388a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:33Z', 'updated_at': '2021-08-20T12:03:40Z', 'revision_number': 4, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': '4d28a82c-1c15-4026-baa6-82481ecc388a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5', 'name': '', 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:9b:b5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:32Z', 'revision_number': 4, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2510f69-665b-4133-aef4-1e5628aed4f2', 'name': '', 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:b4:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:22Z', 'updated_at': '2021-08-20T12:03:40Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:29Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:42.731920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:42.732593 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.737867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c6b2c1-9379-49a1-be07-fcc8ac6fcc4c None None] The sync data for ids ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'] in n-d-804299-2 is: [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:39Z', 'revision_number': 7, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': '3e2c9907-1f0c-415f-8417-be432cf0334c', 'name': '', 'network_id': '1ec354fe-93bd-4ff0-bc74-b49b3bd222a7', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:1b:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '4d28a82c-1c15-4026-baa6-82481ecc388a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:33Z', 'updated_at': '2021-08-20T12:03:40Z', 'revision_number': 4, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': '4d28a82c-1c15-4026-baa6-82481ecc388a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5', 'name': '', 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:9b:b5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:32Z', 'revision_number': 4, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2510f69-665b-4133-aef4-1e5628aed4f2', 'name': '', 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:b4:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:22Z', 'updated_at': '2021-08-20T12:03:40Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:29Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:03:42.855563 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79734d21-8017-4b6c-9e2c-e9d36f8dbf6f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.871717 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3108dfe5-cdff-46af-9bf0-4b6ca7aafe8a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.909138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-3108dfe5-cdff-46af-9bf0-4b6ca7aafe8a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for 4c6d4a69-90f1-4d47-b7a6-d9a83cfc7a97 owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:42.920434 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Allocated IP 2001:db8::2 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/a88a87fd-177b-4a62-9337-dbabac0e30d8/40e6c609-bc3c-40d4-884f-aad81bd5f67f) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:42.937571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe4a:ea25 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/5cf74333-4102-499e-b4f5-cecb287f6de6/40e6c609-bc3c-40d4-884f-aad81bd5f67f) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:42.986368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79734d21-8017-4b6c-9e2c-e9d36f8dbf6f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=3e2c9907-1f0c-415f-8417-be432cf0334c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:43.096733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b2510f69-665b-4133-aef4-1e5628aed4f2 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:43.138475 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79734d21-8017-4b6c-9e2c-e9d36f8dbf6f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:43.281422 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:03:43.316396 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b2510f69-665b-4133-aef4-1e5628aed4f2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:43.317026 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:43.358152 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:43.362676 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3108dfe5-cdff-46af-9bf0-4b6ca7aafe8a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:43.374807 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Transition to ACTIVE for port object 40e6c609-bc3c-40d4-884f-aad81bd5f67f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:43.411999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108dfe5-cdff-46af-9bf0-4b6ca7aafe8a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=4c6d4a69-90f1-4d47-b7a6-d9a83cfc7a97,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:43.447873 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Transition to ACTIVE for port object 40e6c609-bc3c-40d4-884f-aad81bd5f67f will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:43.518456 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:43.549967 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3108dfe5-cdff-46af-9bf0-4b6ca7aafe8a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:43.555009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3108dfe5-cdff-46af-9bf0-4b6ca7aafe8a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/4c6d4a69-90f1-4d47-b7a6-d9a83cfc7a97 HTTP/1.1" status: 204 len: 168 time: 1.0422146 Aug 20 12:03:43.555262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45186) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:43.607875 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79734d21-8017-4b6c-9e2c-e9d36f8dbf6f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:03:43.699481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:43.704298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:43.727989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:43.731252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ba58b5-3b28-4ec0-b5fc-081f8e293b19 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:43.736013 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d3ba58b5-3b28-4ec0-b5fc-081f8e293b19 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1797278 Aug 20 12:03:43.737444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45192) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:43.743680 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device cd6f6d92-1948-4be6-ab9b-85654a9dc833 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:43.749089 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Pushing event updated for resources: {'Port': ['ID=40e6c609-bc3c-40d4-884f-aad81bd5f67f,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:43.841394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79734d21-8017-4b6c-9e2c-e9d36f8dbf6f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:43.853165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da313988-72b3-4c68-8bc9-04503e894d2b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:43.853751 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-79734d21-8017-4b6c-9e2c-e9d36f8dbf6f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/2a057636-e2a6-48f0-981c-6f0c31e1c1d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2362437 Aug 20 12:03:43.854502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45198) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:43.861570 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-da313988-72b3-4c68-8bc9-04503e894d2b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1226273 Aug 20 12:03:43.862966 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45200) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:43.899308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port cd6f6d92-1948-4be6-ab9b-85654a9dc833 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:43.899685 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:43.902184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Attempting to bind port 40e6c609-bc3c-40d4-884f-aad81bd5f67f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:43.902184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Attempting to bind port 40e6c609-bc3c-40d4-884f-aad81bd5f67f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:43.902458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Attempting to bind port 40e6c609-bc3c-40d4-884f-aad81bd5f67f on network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:43.908666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:43.909049 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Checking segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:43.909396 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:43.909797 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Bound using segment: {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:43.910562 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Bound port: 40e6c609-bc3c-40d4-884f-aad81bd5f67f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f83b1-408f-42ba-b0f6-4abe287e1211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:43.911367 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:43.981415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4c260c-3cd5-4914-8ac8-0d20c1795f28 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting subnet 4d28a82c-1c15-4026-baa6-82481ecc388a {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:43.984884 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e4c260c-3cd5-4914-8ac8-0d20c1795f28 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.019763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a8be32-0032-444c-882a-de0e7f148fb0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:44.022889 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a8be32-0032-444c-882a-de0e7f148fb0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:44.024865 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a8be32-0032-444c-882a-de0e7f148fb0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:44.027300 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-09a8be32-0032-444c-882a-de0e7f148fb0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1616492 Aug 20 12:03:44.030741 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45202) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:44.040422 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e4c260c-3cd5-4914-8ac8-0d20c1795f28 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.076460 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbcb05e-07bf-4ac4-8014-ecb6fa76eef2 None None] Sync routers for ids ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:03:44.097252 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbcb05e-07bf-4ac4-8014-ecb6fa76eef2 None None] Routers {'2a057636-e2a6-48f0-981c-6f0c31e1c1d4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:44.097879 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3fbcb05e-07bf-4ac4-8014-ecb6fa76eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:44.112711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] For port 40e6c609-bc3c-40d4-884f-aad81bd5f67f, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:44.130182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19d3a65-ad88-4182-a056-0ce37dbbf3e3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 5cf74333-4102-499e-b4f5-cecb287f6de6 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:44.134381 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] For port 40e6c609-bc3c-40d4-884f-aad81bd5f67f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=40e6c609-bc3c-40d4-884f-aad81bd5f67f,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:44.138914 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f19d3a65-ad88-4182-a056-0ce37dbbf3e3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.146459 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.243469 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f19d3a65-ad88-4182-a056-0ce37dbbf3e3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.267847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e4c260c-3cd5-4914-8ac8-0d20c1795f28 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.297234 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3fbcb05e-07bf-4ac4-8014-ecb6fa76eef2 None None] Set router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:44.300667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6678200-2c8f-43ea-b9f5-97ccad315872 None None] Pushing event updated for resources: {'Port': ['ID=40e6c609-bc3c-40d4-884f-aad81bd5f67f,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:44.397529 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e4c260c-3cd5-4914-8ac8-0d20c1795f28 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.407563 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f19d3a65-ad88-4182-a056-0ce37dbbf3e3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.439842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c260c-3cd5-4914-8ac8-0d20c1795f28 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Subnet': ['ID=4d28a82c-1c15-4026-baa6-82481ecc388a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:44.446862 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0e4c260c-3cd5-4914-8ac8-0d20c1795f28 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.451306 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0e4c260c-3cd5-4914-8ac8-0d20c1795f28 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/4d28a82c-1c15-4026-baa6-82481ecc388a HTTP/1.1" status: 204 len: 168 time: 0.5933588 Aug 20 12:03:44.451511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45204) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:44.461166 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec57146-ee1b-4d86-8703-f37e31fbd2c8 None None] Network 1ec354fe-93bd-4ff0-bc74-b49b3bd222a7 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:44.591485 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f19d3a65-ad88-4182-a056-0ce37dbbf3e3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.661493 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.675679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d3a65-ad88-4182-a056-0ce37dbbf3e3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf74333-4102-499e-b4f5-cecb287f6de6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:44.702730 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f19d3a65-ad88-4182-a056-0ce37dbbf3e3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.705215 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f19d3a65-ad88-4182-a056-0ce37dbbf3e3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/5cf74333-4102-499e-b4f5-cecb287f6de6 HTTP/1.1" status: 204 len: 168 time: 0.6735394 Aug 20 12:03:44.710536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45208) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:44.818805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port cd6f6d92-1948-4be6-ab9b-85654a9dc833 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:44.819158 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.823699 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f3c23-b240-4826-988f-279713ec0db0 None None] DHCP port deletion for 1ec354fe-93bd-4ff0-bc74-b49b3bd222a7 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:03:44.866598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-42dfdd78-58b6-48a2-a25b-6e90fef4eb8e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet a88a87fd-177b-4a62-9337-dbabac0e30d8 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:44.870913 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-42dfdd78-58b6-48a2-a25b-6e90fef4eb8e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.909532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c46f3c23-b240-4826-988f-279713ec0db0 None None] Deleting port cd6f6d92-1948-4be6-ab9b-85654a9dc833 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:44.909910 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c46f3c23-b240-4826-988f-279713ec0db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.920084 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-42dfdd78-58b6-48a2-a25b-6e90fef4eb8e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.968797 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] For port cd6f6d92-1948-4be6-ab9b-85654a9dc833, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=cd6f6d92-1948-4be6-ab9b-85654a9dc833,segment=NetworkSegment(543ca15d-5bfe-443d-9b9a-9b528625b458),segment_id=543ca15d-5bfe-443d-9b9a-9b528625b458)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:44.969176 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.000761 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for cd6f6d92-1948-4be6-ab9b-85654a9dc833 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:45.117626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c46f3c23-b240-4826-988f-279713ec0db0 None None] For port cd6f6d92-1948-4be6-ab9b-85654a9dc833, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=cd6f6d92-1948-4be6-ab9b-85654a9dc833,segment=NetworkSegment(543ca15d-5bfe-443d-9b9a-9b528625b458),segment_id=543ca15d-5bfe-443d-9b9a-9b528625b458)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:45.118121 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c46f3c23-b240-4826-988f-279713ec0db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.147393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c46f3c23-b240-4826-988f-279713ec0db0 None None] Calling delete_port for cd6f6d92-1948-4be6-ab9b-85654a9dc833 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:45.154232 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.165264 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3fbcb05e-07bf-4ac4-8014-ecb6fa76eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:42Z', 'revision_number': 8, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': '6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5', 'name': '', 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:9b:b5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:41Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2510f69-665b-4133-aef4-1e5628aed4f2', 'name': '', 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:b4:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:22Z', 'updated_at': '2021-08-20T12:03:40Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:29Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:45.236030 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbcb05e-07bf-4ac4-8014-ecb6fa76eef2 None None] Checking router: 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:03:45.271200 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbcb05e-07bf-4ac4-8014-ecb6fa76eef2 None None] Routers {'2a057636-e2a6-48f0-981c-6f0c31e1c1d4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:45.271884 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3fbcb05e-07bf-4ac4-8014-ecb6fa76eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:45.281552 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=cd6f6d92-1948-4be6-ab9b-85654a9dc833,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:45.285226 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No DVR routers for this DVR port cd6f6d92-1948-4be6-ab9b-85654a9dc833 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:45.316593 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c46f3c23-b240-4826-988f-279713ec0db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.360124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f3c23-b240-4826-988f-279713ec0db0 None None] Pushing event deleted for resources: {'Port': ['ID=cd6f6d92-1948-4be6-ab9b-85654a9dc833,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:45.367782 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f3c23-b240-4826-988f-279713ec0db0 None None] No DVR routers for this DVR port cd6f6d92-1948-4be6-ab9b-85654a9dc833 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:45.446275 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3fbcb05e-07bf-4ac4-8014-ecb6fa76eef2 None None] Set router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:45.513257 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.527248 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec354fe-93bd-4ff0-bc74-b49b3bd222a7']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:45.540472 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543ca15d-5bfe-443d-9b9a-9b528625b458') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:45.544664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543ca15d-5bfe-443d-9b9a-9b528625b458') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:45.560756 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.577539 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.594449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:03:45.595251 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:03:45.599246 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:03:45.720916 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.726203 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.728379 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/networks/1ec354fe-93bd-4ff0-bc74-b49b3bd222a7 HTTP/1.1" status: 204 len: 168 time: 1.2758441 Aug 20 12:03:45.733210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45218) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:45.768910 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a862df9-583a-4f64-89fe-0a1b8002d7f6 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Network': ['ID=1ec354fe-93bd-4ff0-bc74-b49b3bd222a7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:45.869342 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3fbcb05e-07bf-4ac4-8014-ecb6fa76eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:42Z', 'revision_number': 8, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': '6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5', 'name': '', 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:9b:b5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:41Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2510f69-665b-4133-aef4-1e5628aed4f2', 'name': '', 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:b4:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:22Z', 'updated_at': '2021-08-20T12:03:40Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:29Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:45.870937 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-42dfdd78-58b6-48a2-a25b-6e90fef4eb8e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.910012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c525911-c853-43db-aa2e-6c749e440836 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:45.928739 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbcb05e-07bf-4ac4-8014-ecb6fa76eef2 None None] The sync data for ids ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'] in n-d-804299-2 is: [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:42Z', 'revision_number': 8, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': '6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5', 'name': '', 'network_id': '9741f6ef-5cf2-47a5-86f3-935ce67d7a02', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:9b:b5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:41Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'd0457407-b196-4b4d-8dbb-e103eb8e6397', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2510f69-665b-4133-aef4-1e5628aed4f2', 'name': '', 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:b4:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:22Z', 'updated_at': '2021-08-20T12:03:40Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:29Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:03:45.992770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4e190654-ec99-4d53-854d-2187015d894e None None] Provisioning for port 40e6c609-bc3c-40d4-884f-aad81bd5f67f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:46.069004 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-42dfdd78-58b6-48a2-a25b-6e90fef4eb8e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:46.111369 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-42dfdd78-58b6-48a2-a25b-6e90fef4eb8e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:46.116840 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-42dfdd78-58b6-48a2-a25b-6e90fef4eb8e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/a88a87fd-177b-4a62-9337-dbabac0e30d8 HTTP/1.1" status: 204 len: 168 time: 1.4032805 Aug 20 12:03:46.119376 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45222) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:46.120653 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfdd78-58b6-48a2-a25b-6e90fef4eb8e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=a88a87fd-177b-4a62-9337-dbabac0e30d8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:46.182665 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ce5c803a-9540-43c5-9d5f-f9aade6ecac9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616920 Aug 20 12:03:46.183372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45224) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:46.188622 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-233e71b6-41d4-4b68-91ab-5285d86dae50 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:46.266559 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c3cadd-05d0-494d-8f20-59b3c0528b70 None None] Update dhcp port {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'fixed_ips': [{'subnet_id': 'a88a87fd-177b-4a62-9337-dbabac0e30d8'}], 'binding:host_id': 'n-d-804299-2'}, 'id': '40e6c609-bc3c-40d4-884f-aad81bd5f67f'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:03:46.324834 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233e71b6-41d4-4b68-91ab-5285d86dae50 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:46.330690 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-233e71b6-41d4-4b68-91ab-5285d86dae50 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:46.347924 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97c3cadd-05d0-494d-8f20-59b3c0528b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:46.430949 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97b91c0e-7a8d-448b-83d7-20ab900ecc0d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:46.571186 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 40e6c609-bc3c-40d4-884f-aad81bd5f67f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:46.640992 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 40e6c609-bc3c-40d4-884f-aad81bd5f67f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:46.650754 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 40e6c609-bc3c-40d4-884f-aad81bd5f67f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:46.650960 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:46.708217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074b5266-3655-4595-a99a-7c1b50f087ff None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:46.713725 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-233e71b6-41d4-4b68-91ab-5285d86dae50 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:46.796707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233e71b6-41d4-4b68-91ab-5285d86dae50 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:46.802415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-233e71b6-41d4-4b68-91ab-5285d86dae50 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:46.806660 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233e71b6-41d4-4b68-91ab-5285d86dae50 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:46.807335 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-233e71b6-41d4-4b68-91ab-5285d86dae50 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:46.810516 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e71b6-41d4-4b68-91ab-5285d86dae50 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=190839fc-03d1-4a96-8270-cb68e37a56d9,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:46.837342 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-233e71b6-41d4-4b68-91ab-5285d86dae50 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6528416 Aug 20 12:03:46.840075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45240) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:46.846490 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-cd99c176-ee8f-4ca5-bab8-676c491ee070 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:46.920686 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-97b91c0e-7a8d-448b-83d7-20ab900ecc0d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:46.921257 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97b91c0e-7a8d-448b-83d7-20ab900ecc0d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:46.934182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f9b30a82-c709-4fe7-aaab-ec403c02a6b7 None None] Provisioning complete for port 40e6c609-bc3c-40d4-884f-aad81bd5f67f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:46.934627 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f9b30a82-c709-4fe7-aaab-ec403c02a6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.024384 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd99c176-ee8f-4ca5-bab8-676c491ee070 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:47.029538 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd99c176-ee8f-4ca5-bab8-676c491ee070 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.041167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-97b91c0e-7a8d-448b-83d7-20ab900ecc0d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] For port 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5,segment=NetworkSegment(ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3),segment_id=ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:47.041611 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97b91c0e-7a8d-448b-83d7-20ab900ecc0d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.061656 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-97b91c0e-7a8d-448b-83d7-20ab900ecc0d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:47.175643 n-d-804299-2 neutron-server[94690]: INFO neutron.db.ipam_backend_mixin [None req-cd99c176-ee8f-4ca5-bab8-676c491ee070 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 190839fc-03d1-4a96-8270-cb68e37a56d9 (CIDR: 2001:db8::/64) Aug 20 12:03:47.181510 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd99c176-ee8f-4ca5-bab8-676c491ee070 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:03:47.182031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd99c176-ee8f-4ca5-bab8-676c491ee070 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:47.187084 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.213046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45244) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:47.214166 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cd99c176-ee8f-4ca5-bab8-676c491ee070 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3722816 Aug 20 12:03:47.220280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ce037721-5bbb-4ed2-a18f-3e0130a72a9a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'subnet': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:47.268411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 40e6c609-bc3c-40d4-884f-aad81bd5f67f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=40e6c609-bc3c-40d4-884f-aad81bd5f67f,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:47.274549 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f9b30a82-c709-4fe7-aaab-ec403c02a6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.289454 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.412949 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3e2c9907-1f0c-415f-8417-be432cf0334c no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:47.418013 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97b91c0e-7a8d-448b-83d7-20ab900ecc0d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.433887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce037721-5bbb-4ed2-a18f-3e0130a72a9a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:47.437941 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce037721-5bbb-4ed2-a18f-3e0130a72a9a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.441782 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=40e6c609-bc3c-40d4-884f-aad81bd5f67f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:47.458348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abdcc0d-4a23-4360-91f7-82014d46d262 None None] Update dhcp port {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'fixed_ips': [{'subnet_id': '190839fc-03d1-4a96-8270-cb68e37a56d9'}], 'binding:host_id': 'n-d-804299-2'}, 'id': '40e6c609-bc3c-40d4-884f-aad81bd5f67f'} from n-d-804299-2. {{(pid=94692) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:03:47.463891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 3e2c9907-1f0c-415f-8417-be432cf0334c {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:47.464599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 3e2c9907-1f0c-415f-8417-be432cf0334c not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:47.465307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device cd6f6d92-1948-4be6-ab9b-85654a9dc833 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:47.491162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b91c0e-7a8d-448b-83d7-20ab900ecc0d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:47.524362 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: cd6f6d92-1948-4be6-ab9b-85654a9dc833 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:47.524737 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device cd6f6d92-1948-4be6-ab9b-85654a9dc833 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:47.535198 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-f9b30a82-c709-4fe7-aaab-ec403c02a6b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:03:47.535556 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-f9b30a82-c709-4fe7-aaab-ec403c02a6b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:03:47.543329 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9abdcc0d-4a23-4360-91f7-82014d46d262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.712609 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97b91c0e-7a8d-448b-83d7-20ab900ecc0d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.973982 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-9abdcc0d-4a23-4360-91f7-82014d46d262 None None] Allocated IP 2001:db8::2 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/190839fc-03d1-4a96-8270-cb68e37a56d9/40e6c609-bc3c-40d4-884f-aad81bd5f67f) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:48.091525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b91c0e-7a8d-448b-83d7-20ab900ecc0d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:03:48.172777 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9abdcc0d-4a23-4360-91f7-82014d46d262 None None] For port 40e6c609-bc3c-40d4-884f-aad81bd5f67f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=40e6c609-bc3c-40d4-884f-aad81bd5f67f,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:48.213486 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9abdcc0d-4a23-4360-91f7-82014d46d262 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.232127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9abdcc0d-4a23-4360-91f7-82014d46d262 None None] Transition to ACTIVE for port object 40e6c609-bc3c-40d4-884f-aad81bd5f67f will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:48.236618 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9abdcc0d-4a23-4360-91f7-82014d46d262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.275820 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b91c0e-7a8d-448b-83d7-20ab900ecc0d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:48.285466 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-97b91c0e-7a8d-448b-83d7-20ab900ecc0d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/2a057636-e2a6-48f0-981c-6f0c31e1c1d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5367963 Aug 20 12:03:48.285618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45264) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:48.291329 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb784a8-6db2-44aa-b64b-8c884d3f21b1 None None] Sync routers for ids ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:03:48.315925 n-d-804299-2 neutron-server[94691]: DEBUG neutron.objects.ports [None req-ce037721-5bbb-4ed2-a18f-3e0130a72a9a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94691) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:03:48.342310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb784a8-6db2-44aa-b64b-8c884d3f21b1 None None] Routers {'2a057636-e2a6-48f0-981c-6f0c31e1c1d4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:48.342959 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-abb784a8-6db2-44aa-b64b-8c884d3f21b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:48.381805 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdcc0d-4a23-4360-91f7-82014d46d262 None None] Pushing event updated for resources: {'Port': ['ID=40e6c609-bc3c-40d4-884f-aad81bd5f67f,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:48.395348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea11b0b-ca7c-4597-b086-04652062966d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting subnet d0457407-b196-4b4d-8dbb-e103eb8e6397 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:48.406829 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cea11b0b-ca7c-4597-b086-04652062966d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.534368 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cea11b0b-ca7c-4597-b086-04652062966d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.565680 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 40e6c609-bc3c-40d4-884f-aad81bd5f67f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:48.697307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-abb784a8-6db2-44aa-b64b-8c884d3f21b1 None None] Set router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:48.746096 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cea11b0b-ca7c-4597-b086-04652062966d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.748964 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce037721-5bbb-4ed2-a18f-3e0130a72a9a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.886889 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cea11b0b-ca7c-4597-b086-04652062966d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.896300 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.932260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea11b0b-ca7c-4597-b086-04652062966d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Subnet': ['ID=d0457407-b196-4b4d-8dbb-e103eb8e6397,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:48.951477 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cea11b0b-ca7c-4597-b086-04652062966d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.958304 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cea11b0b-ca7c-4597-b086-04652062966d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/d0457407-b196-4b4d-8dbb-e103eb8e6397 HTTP/1.1" status: 204 len: 168 time: 0.6718526 Aug 20 12:03:48.959003 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45276) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:48.964676 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd896c7-1e7a-4a44-bbd6-7ad952d464e5 None None] Network 9741f6ef-5cf2-47a5-86f3-935ce67d7a02 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:49.073987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-ce037721-5bbb-4ed2-a18f-3e0130a72a9a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] For port 40e6c609-bc3c-40d4-884f-aad81bd5f67f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=40e6c609-bc3c-40d4-884f-aad81bd5f67f,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:49.117504 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce037721-5bbb-4ed2-a18f-3e0130a72a9a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.133709 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce037721-5bbb-4ed2-a18f-3e0130a72a9a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.134769 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce037721-5bbb-4ed2-a18f-3e0130a72a9a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.135020 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.230045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce037721-5bbb-4ed2-a18f-3e0130a72a9a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Subnet': ['ID=5750d261-254c-4052-8193-99d84a813f10,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:49.269755 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port 85c63122-b665-4aa7-95b6-bf822621ad62 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:49.270113 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.272498 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:03:49.274046 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:03:49.294802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-abb784a8-6db2-44aa-b64b-8c884d3f21b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:47Z', 'revision_number': 9, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': 'b2510f69-665b-4133-aef4-1e5628aed4f2', 'name': '', 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:b4:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:22Z', 'updated_at': '2021-08-20T12:03:40Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:29Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:49.338062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce037721-5bbb-4ed2-a18f-3e0130a72a9a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:49.342151 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-ce037721-5bbb-4ed2-a18f-3e0130a72a9a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:49.353501 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb784a8-6db2-44aa-b64b-8c884d3f21b1 None None] Checking router: 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:03:49.354043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce037721-5bbb-4ed2-a18f-3e0130a72a9a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:49.354645 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce037721-5bbb-4ed2-a18f-3e0130a72a9a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.367781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb784a8-6db2-44aa-b64b-8c884d3f21b1 None None] Routers {'2a057636-e2a6-48f0-981c-6f0c31e1c1d4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:49.369843 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-abb784a8-6db2-44aa-b64b-8c884d3f21b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:49.396734 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ce037721-5bbb-4ed2-a18f-3e0130a72a9a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1821923 Aug 20 12:03:49.397342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45282) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:49.399237 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875389ea-c731-4608-aa7f-6fa3b8dfaa6c None None] DHCP port deletion for 9741f6ef-5cf2-47a5-86f3-935ce67d7a02 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:03:49.407127 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c64ed7ed-a730-41f9-9c97-c130de177ee0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Request body: {'port': {'network_id': 'f15960d3-7782-4fb8-8ba3-2ec4615fbc04', 'mac_address': 'fa:16:3e:0b:3c:2b', 'name': 'tempest-NetworksTestDHCPv6-1333591166'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:49.424870 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] For port 85c63122-b665-4aa7-95b6-bf822621ad62, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=85c63122-b665-4aa7-95b6-bf822621ad62,segment=NetworkSegment(ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3),segment_id=ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:49.426356 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.426777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce037721-5bbb-4ed2-a18f-3e0130a72a9a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=40e6c609-bc3c-40d4-884f-aad81bd5f67f,revision_number=8']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:49.440214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for 85c63122-b665-4aa7-95b6-bf822621ad62 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:49.560951 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.581704 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e2cc34-d706-4752-b854-9e2f866bb590 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:49.586618 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64ed7ed-a730-41f9-9c97-c130de177ee0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Made reservation on behalf of b15bfee8422e4e39b4cce79450c6c33c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:49.659563 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-896cb023-7785-4e27-9b54-d7d2d4d50a71 None None] Provisioning for port 40e6c609-bc3c-40d4-884f-aad81bd5f67f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:49.660608 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No DVR routers for this DVR port 85c63122-b665-4aa7-95b6-bf822621ad62 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:49.663622 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-abb784a8-6db2-44aa-b64b-8c884d3f21b1 None None] Set router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:49.695659 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-896cb023-7785-4e27-9b54-d7d2d4d50a71 None None] Provisioning complete for port 40e6c609-bc3c-40d4-884f-aad81bd5f67f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:49.696373 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-896cb023-7785-4e27-9b54-d7d2d4d50a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.731461 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c64ed7ed-a730-41f9-9c97-c130de177ee0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.764961 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.776452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-c64ed7ed-a730-41f9-9c97-c130de177ee0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] device_id is not set on port fb97f39e-a98b-4b75-ae3d-5b9c0ea0487d yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:49.777758 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9741f6ef-5cf2-47a5-86f3-935ce67d7a02']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:49.791440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:49.792031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4d92f1-d0cb-433d-b6e3-90f74b5d93e3') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:49.803052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.819835 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.826806 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:03:49.827436 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.900278 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=85c63122-b665-4aa7-95b6-bf822621ad62,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:03:49.901982 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:03:49.906659 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.909227 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.916758 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.918927 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/networks/9741f6ef-5cf2-47a5-86f3-935ce67d7a02 HTTP/1.1" status: 204 len: 168 time: 0.9584184 Aug 20 12:03:49.930716 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45288) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:49.937902 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ddf3f-06af-4a08-9c53-0c8eedbb32ba tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Network': ['ID=9741f6ef-5cf2-47a5-86f3-935ce67d7a02,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:50.098170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-c64ed7ed-a730-41f9-9c97-c130de177ee0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8::284 (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/190839fc-03d1-4a96-8270-cb68e37a56d9/fb97f39e-a98b-4b75-ae3d-5b9c0ea0487d) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:50.108451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-c64ed7ed-a730-41f9-9c97-c130de177ee0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0b:3c2b (f15960d3-7782-4fb8-8ba3-2ec4615fbc04/5750d261-254c-4052-8193-99d84a813f10/fb97f39e-a98b-4b75-ae3d-5b9c0ea0487d) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:50.172781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-875389ea-c731-4608-aa7f-6fa3b8dfaa6c None None] Deleting port 85c63122-b665-4aa7-95b6-bf822621ad62 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:50.173159 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-875389ea-c731-4608-aa7f-6fa3b8dfaa6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.186263 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 40e6c609-bc3c-40d4-884f-aad81bd5f67f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=40e6c609-bc3c-40d4-884f-aad81bd5f67f,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:50.364921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c64ed7ed-a730-41f9-9c97-c130de177ee0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.378675 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-c64ed7ed-a730-41f9-9c97-c130de177ee0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Transition to ACTIVE for port object fb97f39e-a98b-4b75-ae3d-5b9c0ea0487d will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:50.430913 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c64ed7ed-a730-41f9-9c97-c130de177ee0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.440619 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server [None req-875389ea-c731-4608-aa7f-6fa3b8dfaa6c None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 9741f6ef-5cf2-47a5-86f3-935ce67d7a02 could not be found. Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 9741f6ef-5cf2-47a5-86f3-935ce67d7a02 could not be found. Aug 20 12:03:50.471340 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Aug 20 12:03:50.503879 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ed7ed-a730-41f9-9c97-c130de177ee0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event updated for resources: {'Port': ['ID=fb97f39e-a98b-4b75-ae3d-5b9c0ea0487d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:50.531309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef52893-5524-4f81-a095-dfe8ba414d18 None None] DHCP port deletion for 9741f6ef-5cf2-47a5-86f3-935ce67d7a02 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:03:50.536562 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64ed7ed-a730-41f9-9c97-c130de177ee0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:50.541184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-c64ed7ed-a730-41f9-9c97-c130de177ee0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:50.551176 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ed7ed-a730-41f9-9c97-c130de177ee0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:50.558245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64ed7ed-a730-41f9-9c97-c130de177ee0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:50.558904 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c64ed7ed-a730-41f9-9c97-c130de177ee0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.589891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-abb784a8-6db2-44aa-b64b-8c884d3f21b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:47Z', 'revision_number': 9, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': 'b2510f69-665b-4133-aef4-1e5628aed4f2', 'name': '', 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:b4:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:22Z', 'updated_at': '2021-08-20T12:03:40Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:29Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:50.602363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c64ed7ed-a730-41f9-9c97-c130de177ee0 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2008185 Aug 20 12:03:50.604366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45294) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:50.657528 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb784a8-6db2-44aa-b64b-8c884d3f21b1 None None] The sync data for ids ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'] in n-d-804299-2 is: [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:47Z', 'revision_number': 9, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': 'b2510f69-665b-4133-aef4-1e5628aed4f2', 'name': '', 'network_id': '0b94513e-41cf-42a6-9bd8-cdb700cee077', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:b4:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:22Z', 'updated_at': '2021-08-20T12:03:40Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'ab06c70f-29c7-464f-bb7e-5061a5bf00b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:29Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:03:50.660185 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-896cb023-7785-4e27-9b54-d7d2d4d50a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.683686 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=40e6c609-bc3c-40d4-884f-aad81bd5f67f,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:50.757035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-896cb023-7785-4e27-9b54-d7d2d4d50a71 None None] For port 40e6c609-bc3c-40d4-884f-aad81bd5f67f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=40e6c609-bc3c-40d4-884f-aad81bd5f67f,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:50.769974 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-896cb023-7785-4e27-9b54-d7d2d4d50a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.819633 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 40e6c609-bc3c-40d4-884f-aad81bd5f67f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:50.825681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5fcce-b083-472d-ae00-c548b8e0a6d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting port fb97f39e-a98b-4b75-ae3d-5b9c0ea0487d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:50.826030 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d1b5fcce-b083-472d-ae00-c548b8e0a6d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.950936 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cb023-7785-4e27-9b54-d7d2d4d50a71 None None] Pushing event updated for resources: {'Port': ['ID=40e6c609-bc3c-40d4-884f-aad81bd5f67f,revision_number=10']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:50.988308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 40e6c609-bc3c-40d4-884f-aad81bd5f67f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:50.988773 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.993366 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d02e9928-eea4-410a-b781-301ebcdb6595 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:51.106972 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d1b5fcce-b083-472d-ae00-c548b8e0a6d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:51.144089 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5fcce-b083-472d-ae00-c548b8e0a6d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Calling delete_port for fb97f39e-a98b-4b75-ae3d-5b9c0ea0487d owned by {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:51.237207 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 85c63122-b665-4aa7-95b6-bf822621ad62 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:51.276467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 85c63122-b665-4aa7-95b6-bf822621ad62 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:51.281233 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 85c63122-b665-4aa7-95b6-bf822621ad62 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:51.461847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d02e9928-eea4-410a-b781-301ebcdb6595 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port b2510f69-665b-4133-aef4-1e5628aed4f2 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:51.462187 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d02e9928-eea4-410a-b781-301ebcdb6595 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:51.501890 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d1b5fcce-b083-472d-ae00-c548b8e0a6d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:51.594650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5fcce-b083-472d-ae00-c548b8e0a6d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Port': ['ID=fb97f39e-a98b-4b75-ae3d-5b9c0ea0487d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:51.651268 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d02e9928-eea4-410a-b781-301ebcdb6595 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] For port b2510f69-665b-4133-aef4-1e5628aed4f2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b2510f69-665b-4133-aef4-1e5628aed4f2,segment=NetworkSegment(206db0f2-c5c3-4b13-bce9-4a7240fd98f9),segment_id=206db0f2-c5c3-4b13-bce9-4a7240fd98f9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:51.651740 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d02e9928-eea4-410a-b781-301ebcdb6595 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:51.661468 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d1b5fcce-b083-472d-ae00-c548b8e0a6d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:51.664229 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d1b5fcce-b083-472d-ae00-c548b8e0a6d3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/fb97f39e-a98b-4b75-ae3d-5b9c0ea0487d HTTP/1.1" status: 204 len: 168 time: 1.0587389 Aug 20 12:03:51.666954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45304) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:51.674814 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d02e9928-eea4-410a-b781-301ebcdb6595 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for b2510f69-665b-4133-aef4-1e5628aed4f2 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:51.719240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278bfc48-1990-40d2-b5d2-aacb4e103dc2 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:51.773129 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6645b192-11a7-404e-9cfd-07dff4b73a0d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:51.774946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6645b192-11a7-404e-9cfd-07dff4b73a0d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1065619 Aug 20 12:03:51.777858 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45308) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:51.821154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6fb1a99a-10fe-49c7-b7cb-a152decf673e None None] Provisioning complete for port 40e6c609-bc3c-40d4-884f-aad81bd5f67f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:51.821498 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6fb1a99a-10fe-49c7-b7cb-a152decf673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:51.866653 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a08905-1bc0-4d0c-afaa-501f20ac2435 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:51.870546 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-33a08905-1bc0-4d0c-afaa-501f20ac2435 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0914221 Aug 20 12:03:51.875284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45312) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:51.952082 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f55ea56-af09-427f-b411-717776e8806d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:51.953747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f55ea56-af09-427f-b411-717776e8806d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:51.956114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f55ea56-af09-427f-b411-717776e8806d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:51.961891 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2f55ea56-af09-427f-b411-717776e8806d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0852728 Aug 20 12:03:51.962497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45316) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:51.994341 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d02e9928-eea4-410a-b781-301ebcdb6595 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:52.066288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e9928-eea4-410a-b781-301ebcdb6595 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=b2510f69-665b-4133-aef4-1e5628aed4f2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:52.077667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6fb1a99a-10fe-49c7-b7cb-a152decf673e None None] Could not find standard attr ID for object fb97f39e-a98b-4b75-ae3d-5b9c0ea0487d. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:03:52.095803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-e274edeb-72e5-4b16-949a-d6be684c35d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 190839fc-03d1-4a96-8270-cb68e37a56d9 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:52.101378 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e274edeb-72e5-4b16-949a-d6be684c35d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:52.200481 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e274edeb-72e5-4b16-949a-d6be684c35d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:52.260934 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d02e9928-eea4-410a-b781-301ebcdb6595 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:52.357887 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e274edeb-72e5-4b16-949a-d6be684c35d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:52.387859 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d10c1074-75e8-4d41-b486-795770c75955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:52.543719 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e274edeb-72e5-4b16-949a-d6be684c35d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:52.544900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-db21bb8a-81e7-4582-b315-c1ca0ead1b85 None None] Provisioning complete for port 40e6c609-bc3c-40d4-884f-aad81bd5f67f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:52.545283 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db21bb8a-81e7-4582-b315-c1ca0ead1b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:52.598417 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274edeb-72e5-4b16-949a-d6be684c35d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=190839fc-03d1-4a96-8270-cb68e37a56d9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:52.603061 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e274edeb-72e5-4b16-949a-d6be684c35d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:52.605157 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e274edeb-72e5-4b16-949a-d6be684c35d8 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/190839fc-03d1-4a96-8270-cb68e37a56d9 HTTP/1.1" status: 204 len: 168 time: 0.6417112 Aug 20 12:03:52.607601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45322) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:52.699001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-caac6051-b7dd-473f-876f-2c1271e356c6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Deleting subnet 5750d261-254c-4052-8193-99d84a813f10 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:52.706122 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-caac6051-b7dd-473f-876f-2c1271e356c6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:52.732606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 40e6c609-bc3c-40d4-884f-aad81bd5f67f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:52.789677 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-caac6051-b7dd-473f-876f-2c1271e356c6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:52.793777 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02e9928-eea4-410a-b781-301ebcdb6595 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:03:52.830714 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 40e6c609-bc3c-40d4-884f-aad81bd5f67f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:52.831418 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:52.906371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c3316a-21dc-4b6e-b291-ba03fe7ece1a None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:52.957104 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02e9928-eea4-410a-b781-301ebcdb6595 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:52.962914 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-caac6051-b7dd-473f-876f-2c1271e356c6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:52.969682 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a758a-da4e-422c-8364-13f983b5603f None None] Sync routers for ids ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:03:52.977001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45324) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:52.977943 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d02e9928-eea4-410a-b781-301ebcdb6595 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/2a057636-e2a6-48f0-981c-6f0c31e1c1d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0460191 Aug 20 12:03:52.987107 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a758a-da4e-422c-8364-13f983b5603f None None] Routers {'2a057636-e2a6-48f0-981c-6f0c31e1c1d4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:52.988058 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d68a758a-da4e-422c-8364-13f983b5603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:53.013894 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b0f7cb8e-3f72-4d3d-9de8-49016e00948d None None] Could not find standard attr ID for object 84cae8c2-dcb8-4b37-9269-1684b38a5e89. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:03:53.106842 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c09023-8ea3-4207-8049-060b0633a96f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting subnet ab06c70f-29c7-464f-bb7e-5061a5bf00b2 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:53.109953 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9c09023-8ea3-4207-8049-060b0633a96f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:53.155222 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-d68a758a-da4e-422c-8364-13f983b5603f None None] Set router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:53.157289 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9c09023-8ea3-4207-8049-060b0633a96f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:53.170118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:53.263057 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9c09023-8ea3-4207-8049-060b0633a96f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:53.275479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:53.275852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6d9aa6d6-e4eb-4b50-a3fa-148d72db32d5 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:53.340938 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9c09023-8ea3-4207-8049-060b0633a96f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:53.353170 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-caac6051-b7dd-473f-876f-2c1271e356c6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:53.391014 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-caac6051-b7dd-473f-876f-2c1271e356c6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:53.393430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-caac6051-b7dd-473f-876f-2c1271e356c6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/5750d261-254c-4052-8193-99d84a813f10 HTTP/1.1" status: 204 len: 168 time: 0.7847843 Aug 20 12:03:53.395196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c09023-8ea3-4207-8049-060b0633a96f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Subnet': ['ID=ab06c70f-29c7-464f-bb7e-5061a5bf00b2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:53.395876 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45332) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:53.409642 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9c09023-8ea3-4207-8049-060b0633a96f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:53.411816 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d9c09023-8ea3-4207-8049-060b0633a96f tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/ab06c70f-29c7-464f-bb7e-5061a5bf00b2 HTTP/1.1" status: 204 len: 168 time: 0.3800764 Aug 20 12:03:53.418813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c56d783-1b9b-4fb2-bbaa-6fcc0a38127b None None] Network 0b94513e-41cf-42a6-9bd8-cdb700cee077 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:53.433674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45334) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:53.448267 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac6051-b7dd-473f-876f-2c1271e356c6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Subnet': ['ID=5750d261-254c-4052-8193-99d84a813f10,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:53.454787 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d68a758a-da4e-422c-8364-13f983b5603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:51Z', 'revision_number': 10, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:29Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:53.473736 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e15b1f96-729f-4db8-ab0f-c53953332d3a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754793 Aug 20 12:03:53.474804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45336) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:53.530722 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a758a-da4e-422c-8364-13f983b5603f None None] Checking router: 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:03:53.552098 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a758a-da4e-422c-8364-13f983b5603f None None] Routers {'2a057636-e2a6-48f0-981c-6f0c31e1c1d4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:53.552759 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d68a758a-da4e-422c-8364-13f983b5603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:53.560269 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c9fa77-3643-40ae-8191-c96033f4981e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:53.565196 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-12c9fa77-3643-40ae-8191-c96033f4981e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0891161 Aug 20 12:03:53.565976 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45338) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:53.755600 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-d68a758a-da4e-422c-8364-13f983b5603f None None] Set router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:53.763145 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1527f7de-f9a5-4b13-b4c9-a81c6770a27a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:53.766886 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1527f7de-f9a5-4b13-b4c9-a81c6770a27a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1968446 Aug 20 12:03:53.767278 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45342) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:53.777707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c203670f-c8f0-4ef1-8296-09cd53e263fb None None] DHCP port deletion for 0b94513e-41cf-42a6-9bd8-cdb700cee077 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:03:53.795130 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:53.875430 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b6166762-99ba-44a4-b228-b96a8847def5 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067359 Aug 20 12:03:53.882518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45344) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:53.882709 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c203670f-c8f0-4ef1-8296-09cd53e263fb None None] Deleting port fe1f37f5-d1a0-4712-be23-66efe084c094 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:53.882709 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c203670f-c8f0-4ef1-8296-09cd53e263fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:53.978884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c203670f-c8f0-4ef1-8296-09cd53e263fb None None] For port fe1f37f5-d1a0-4712-be23-66efe084c094, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fe1f37f5-d1a0-4712-be23-66efe084c094,segment=NetworkSegment(206db0f2-c5c3-4b13-bce9-4a7240fd98f9),segment_id=206db0f2-c5c3-4b13-bce9-4a7240fd98f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:53.979114 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a63960-cf1f-44b8-a224-2907ac337abb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:53.979804 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c203670f-c8f0-4ef1-8296-09cd53e263fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:53.979942 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a63960-cf1f-44b8-a224-2907ac337abb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:53.981706 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-14a63960-cf1f-44b8-a224-2907ac337abb tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/fb97f39e-a98b-4b75-ae3d-5b9c0ea0487d HTTP/1.1" status: 404 len: 333 time: 0.1004806 Aug 20 12:03:53.984291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45346) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:53.996395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c203670f-c8f0-4ef1-8296-09cd53e263fb None None] Calling delete_port for fe1f37f5-d1a0-4712-be23-66efe084c094 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:54.045037 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7002059-74fa-45d7-b66f-9e1a8eee1e08 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.045789 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7002059-74fa-45d7-b66f-9e1a8eee1e08 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.050078 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b7002059-74fa-45d7-b66f-9e1a8eee1e08 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/5750d261-254c-4052-8193-99d84a813f10 HTTP/1.1" status: 404 len: 337 time: 0.0644979 Aug 20 12:03:54.054575 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45348) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.112654 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c203670f-c8f0-4ef1-8296-09cd53e263fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.119206 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b6e861-c665-4147-ba1b-9aa0171748a9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.119685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b6e861-c665-4147-ba1b-9aa0171748a9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.125227 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-44b6e861-c665-4147-ba1b-9aa0171748a9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/190839fc-03d1-4a96-8270-cb68e37a56d9 HTTP/1.1" status: 404 len: 337 time: 0.0694318 Aug 20 12:03:54.125857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45352) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.159193 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0d753a-92e3-452c-b307-993e74de1ddf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.159948 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0d753a-92e3-452c-b307-993e74de1ddf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.165104 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fe0d753a-92e3-452c-b307-993e74de1ddf tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/4c6d4a69-90f1-4d47-b7a6-d9a83cfc7a97 HTTP/1.1" status: 404 len: 333 time: 0.0382321 Aug 20 12:03:54.165729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45354) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.180077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c203670f-c8f0-4ef1-8296-09cd53e263fb None None] No DVR routers for this DVR port fe1f37f5-d1a0-4712-be23-66efe084c094 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:54.188404 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203670f-c8f0-4ef1-8296-09cd53e263fb None None] Pushing event deleted for resources: {'Port': ['ID=fe1f37f5-d1a0-4712-be23-66efe084c094,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:54.210704 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57bcc27-293d-4d88-b1e1-c08524ad76fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.221321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57bcc27-293d-4d88-b1e1-c08524ad76fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.223476 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a57bcc27-293d-4d88-b1e1-c08524ad76fa tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/5cf74333-4102-499e-b4f5-cecb287f6de6 HTTP/1.1" status: 404 len: 337 time: 0.0567937 Aug 20 12:03:54.226563 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45356) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.262671 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-440072a7-04f4-40df-8f73-ff664586807c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.264329 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440072a7-04f4-40df-8f73-ff664586807c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.278089 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-440072a7-04f4-40df-8f73-ff664586807c tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/a88a87fd-177b-4a62-9337-dbabac0e30d8 HTTP/1.1" status: 404 len: 337 time: 0.0503500 Aug 20 12:03:54.281782 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45360) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.310729 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d68a758a-da4e-422c-8364-13f983b5603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:51Z', 'revision_number': 10, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:29Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:54.322844 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6d1bfb-921c-448e-b3cb-3930074a7a9d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.322844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6d1bfb-921c-448e-b3cb-3930074a7a9d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.323850 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55fb7d6-db93-4997-8220-4b7c433f4c07 None None] Network f15960d3-7782-4fb8-8ba3-2ec4615fbc04 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:54.325227 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7a6d1bfb-921c-448e-b3cb-3930074a7a9d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/84cae8c2-dcb8-4b37-9269-1684b38a5e89 HTTP/1.1" status: 404 len: 333 time: 0.0405304 Aug 20 12:03:54.327596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45362) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.342471 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a758a-da4e-422c-8364-13f983b5603f None None] The sync data for ids ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'] in n-d-804299-2 is: [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:51Z', 'revision_number': 10, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None, '_interfaces': [{'id': 'fbd0cf9f-a6d6-4137-b23d-db0a9d31562f', 'name': '', 'network_id': 'daa0fca2-94cc-4f5a-b494-a12387e3ba3f', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'mac_address': 'fa:16:3e:f7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:17Z', 'updated_at': '2021-08-20T12:03:29Z', 'revision_number': 5, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'subnets': [{'id': 'c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:03:54.371161 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-55715288-b761-458e-9f6e-ca9b978cbc78 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.373003 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55715288-b761-458e-9f6e-ca9b978cbc78 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.379914 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-55715288-b761-458e-9f6e-ca9b978cbc78 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/2cf34d3e-bcc5-4aff-be6f-56a60e73bbc2 HTTP/1.1" status: 404 len: 337 time: 0.0498996 Aug 20 12:03:54.380360 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45366) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.411142 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e966d30-fdf6-4fed-b516-ed07c8690f0a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.411596 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e966d30-fdf6-4fed-b516-ed07c8690f0a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.415680 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7e966d30-fdf6-4fed-b516-ed07c8690f0a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/6f55d676-bf76-4d23-b5ea-f7acca69790e HTTP/1.1" status: 404 len: 337 time: 0.0311940 Aug 20 12:03:54.417228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45368) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.441137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port fe1f37f5-d1a0-4712-be23-66efe084c094 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:54.441778 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.444520 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-c187ecef-135b-4283-a1b6-c7c434eda368 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.445330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c187ecef-135b-4283-a1b6-c7c434eda368 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.450547 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c187ecef-135b-4283-a1b6-c7c434eda368 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/a33e894e-c79f-46e5-ab16-6f5e0b17505b HTTP/1.1" status: 404 len: 333 time: 0.0320942 Aug 20 12:03:54.451086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45370) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.456891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6535ecd3-6a4b-40ff-9a6e-6772fdf4ee70 None None] Provisioning complete for port 40e6c609-bc3c-40d4-884f-aad81bd5f67f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:54.457396 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6535ecd3-6a4b-40ff-9a6e-6772fdf4ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.487675 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-f005c43f-da45-44bd-8676-1b054b752073 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.488050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f005c43f-da45-44bd-8676-1b054b752073 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.493253 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45372) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.494296 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f005c43f-da45-44bd-8676-1b054b752073 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/8efd70a8-29d2-498a-86d9-a028fa926e06 HTTP/1.1" status: 404 len: 337 time: 0.0410702 Aug 20 12:03:54.539108 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc82c5cd-ada3-4858-b1be-c70efc75206e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.539566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc82c5cd-ada3-4858-b1be-c70efc75206e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.544224 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bc82c5cd-ada3-4858-b1be-c70efc75206e tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/5c969a3c-3d71-4ef6-9452-2d8cbde21b61 HTTP/1.1" status: 404 len: 337 time: 0.0477860 Aug 20 12:03:54.545165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45374) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.569457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] For port fe1f37f5-d1a0-4712-be23-66efe084c094, host n-d-804299-2, got binding levels [] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:54.570054 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.573740 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c36f4b-9ae3-4f8c-8c93-ad379f2d1c39 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.574541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c36f4b-9ae3-4f8c-8c93-ad379f2d1c39 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.577785 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-13c36f4b-9ae3-4f8c-8c93-ad379f2d1c39 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/f985e979-0318-43ba-9dbc-4b4cb87c5eb6 HTTP/1.1" status: 404 len: 333 time: 0.0298290 Aug 20 12:03:54.579007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45376) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.584123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for fe1f37f5-d1a0-4712-be23-66efe084c094 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:54.587007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.ipam_backend_mixin [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Port fe1f37f5-d1a0-4712-be23-66efe084c094 was not found and therefore no delete operation was performed {{(pid=94691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:03:54.588860 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.606056 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-7428fd8a-9e48-4881-ba13-ef4a4e45251a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.606686 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7428fd8a-9e48-4881-ba13-ef4a4e45251a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.610835 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7428fd8a-9e48-4881-ba13-ef4a4e45251a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/b41bb0c1-9ae0-46f4-ad32-ee5a33db9470 HTTP/1.1" status: 404 len: 337 time: 0.0284972 Aug 20 12:03:54.611156 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45378) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.616594 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=fe1f37f5-d1a0-4712-be23-66efe084c094,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:54.618439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No DVR routers for this DVR port fe1f37f5-d1a0-4712-be23-66efe084c094 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:54.640854 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-9722f36f-2e6b-4ad5-94e9-c392060027ae tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.641550 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9722f36f-2e6b-4ad5-94e9-c392060027ae tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.645091 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9722f36f-2e6b-4ad5-94e9-c392060027ae tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/fce64f7d-7675-445e-9d34-3b571944eac5 HTTP/1.1" status: 404 len: 333 time: 0.0329046 Aug 20 12:03:54.649307 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45380) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.689035 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2e40f4-023f-49f6-b088-72a9f5e88c07 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.689507 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2e40f4-023f-49f6-b088-72a9f5e88c07 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.693662 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fe2e40f4-023f-49f6-b088-72a9f5e88c07 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/077ab6e6-a6d7-45a4-8b6e-a961d01c61cb HTTP/1.1" status: 404 len: 337 time: 0.0410750 Aug 20 12:03:54.694133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45382) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.708043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef93261-0a4e-4cb0-88c4-d5e61b795845 None None] DHCP port deletion for f15960d3-7782-4fb8-8ba3-2ec4615fbc04 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:03:54.727312 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.747726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b94513e-41cf-42a6-9bd8-cdb700cee077']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:54.761015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206db0f2-c5c3-4b13-bce9-4a7240fd98f9') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:54.761320 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206db0f2-c5c3-4b13-bce9-4a7240fd98f9') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:54.774022 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.791838 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.798893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:03:54.799458 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.833212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-cef93261-0a4e-4cb0-88c4-d5e61b795845 None None] Deleting port 40e6c609-bc3c-40d4-884f-aad81bd5f67f {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:54.834086 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cef93261-0a4e-4cb0-88c4-d5e61b795845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:03:54.860875 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:03:54.899418 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fe1f37f5-d1a0-4712-be23-66efe084c094 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:54.914807 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71b95b6-92b4-4e27-85f1-cb00053d06ee tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.915731 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71b95b6-92b4-4e27-85f1-cb00053d06ee tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.917784 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d71b95b6-92b4-4e27-85f1-cb00053d06ee tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/75a5427a-ed56-4690-8bfe-902a340cd92b HTTP/1.1" status: 404 len: 333 time: 0.2205584 Aug 20 12:03:54.920262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45390) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.949605 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6737bb3-d3d7-4a12-ad7d-7df12fb535f6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.950105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6737bb3-d3d7-4a12-ad7d-7df12fb535f6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.951846 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a6737bb3-d3d7-4a12-ad7d-7df12fb535f6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/705a68b3-e322-403a-913d-bbb176090db0 HTTP/1.1" status: 404 len: 337 time: 0.0304465 Aug 20 12:03:54.952579 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.954343 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45392) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.958509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: fe1f37f5-d1a0-4712-be23-66efe084c094 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:54.959948 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fe1f37f5-d1a0-4712-be23-66efe084c094 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:54.961080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 40e6c609-bc3c-40d4-884f-aad81bd5f67f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:54.991543 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7ae609-9935-49fd-84e2-c1b102afff62 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:54.992253 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7ae609-9935-49fd-84e2-c1b102afff62 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:54.994127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4c7ae609-9935-49fd-84e2-c1b102afff62 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/13a514e2-4a4c-4827-aac0-636506992bb6 HTTP/1.1" status: 404 len: 333 time: 0.0388372 Aug 20 12:03:54.996849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45394) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.998397 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.003019 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/networks/0b94513e-41cf-42a6-9bd8-cdb700cee077 HTTP/1.1" status: 204 len: 168 time: 1.5654917 Aug 20 12:03:55.005315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45396) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.022160 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f98e42-f6eb-435a-a20c-40e0d1b30d1a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Network': ['ID=0b94513e-41cf-42a6-9bd8-cdb700cee077,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:55.042066 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-cef93261-0a4e-4cb0-88c4-d5e61b795845 None None] For port 40e6c609-bc3c-40d4-884f-aad81bd5f67f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=40e6c609-bc3c-40d4-884f-aad81bd5f67f,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:55.042567 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cef93261-0a4e-4cb0-88c4-d5e61b795845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.050046 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-157891e8-1482-480c-9e47-dc9d4c5f54ab tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:55.051018 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-157891e8-1482-480c-9e47-dc9d4c5f54ab tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:55.054297 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-157891e8-1482-480c-9e47-dc9d4c5f54ab tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/e76fbeb4-b682-4abc-a066-87c0cb5fdc2f HTTP/1.1" status: 404 len: 337 time: 0.0564480 Aug 20 12:03:55.057083 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45400) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.060559 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-cef93261-0a4e-4cb0-88c4-d5e61b795845 None None] Calling delete_port for 40e6c609-bc3c-40d4-884f-aad81bd5f67f owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:55.097119 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-49de35de-d6e5-49ba-bf57-368891f91672 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:55.099701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49de35de-d6e5-49ba-bf57-368891f91672 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:55.112497 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-49de35de-d6e5-49ba-bf57-368891f91672 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/6bb9c45f-14b3-4320-8b7c-116f5c5bbe29 HTTP/1.1" status: 404 len: 333 time: 0.0541492 Aug 20 12:03:55.114703 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45406) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.156770 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-7763f152-4bab-4e68-b046-4d87207f1873 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:55.157375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7763f152-4bab-4e68-b046-4d87207f1873 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:55.163779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7763f152-4bab-4e68-b046-4d87207f1873 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/54053ab4-2ee5-4fd1-9e04-3ba11d4edeaf HTTP/1.1" status: 404 len: 337 time: 0.0474079 Aug 20 12:03:55.167995 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45408) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.187203 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.197187 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3149435f-fcb9-4156-8f98-08525b0cfd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.202908 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a6881a-5e79-47b8-af79-a3dd06d6291f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:55.203807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a6881a-5e79-47b8-af79-a3dd06d6291f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:55.205787 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-88a6881a-5e79-47b8-af79-a3dd06d6291f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/deae09c7-e53a-4989-9d9a-f3920e0e9a7c HTTP/1.1" status: 404 len: 333 time: 0.0366578 Aug 20 12:03:55.213532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45410) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.225363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-92394b59-03c5-4712-bf47-d96b4fb068db tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667143654&fields=id&tenant_id=ed0606015c3a4a37bb71bafa914baa69 HTTP/1.1" status: 200 len: 267 time: 0.0596282 Aug 20 12:03:55.246247 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 40e6c609-bc3c-40d4-884f-aad81bd5f67f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=40e6c609-bc3c-40d4-884f-aad81bd5f67f,segment=NetworkSegment(d22f83b1-408f-42ba-b0f6-4abe287e1211),segment_id=d22f83b1-408f-42ba-b0f6-4abe287e1211)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:55.252666 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.255277 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b2510f69-665b-4133-aef4-1e5628aed4f2 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:55.305053 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: b2510f69-665b-4133-aef4-1e5628aed4f2 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:55.305400 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b2510f69-665b-4133-aef4-1e5628aed4f2 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:55.309589 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c10b8ef-e778-41d1-b66c-7a260ed803f1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:55.309761 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cef93261-0a4e-4cb0-88c4-d5e61b795845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.310258 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c10b8ef-e778-41d1-b66c-7a260ed803f1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:55.315556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45412) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.318228 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5c10b8ef-e778-41d1-b66c-7a260ed803f1 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/5c9927e9-be05-424e-a4b5-be9049ef92a6 HTTP/1.1" status: 404 len: 337 time: 0.0784082 Aug 20 12:03:55.338234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef93261-0a4e-4cb0-88c4-d5e61b795845 None None] No DVR routers for this DVR port 40e6c609-bc3c-40d4-884f-aad81bd5f67f on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:55.374582 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d838ab57-208c-47c3-82f5-b60e79bdfe0e None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:03:55.383725 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a48912-bb89-4bfd-8c98-dd1ec40b339a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:55.384186 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a48912-bb89-4bfd-8c98-dd1ec40b339a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:55.386338 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e1a48912-bb89-4bfd-8c98-dd1ec40b339a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/f19903a4-4e5f-40d7-9eff-2da2d5627286 HTTP/1.1" status: 404 len: 337 time: 0.0659463 Aug 20 12:03:55.389021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45414) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.400910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-30516693-7166-4e03-b1b7-5a289dc00fb7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:55.402450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=40e6c609-bc3c-40d4-884f-aad81bd5f67f,revision_number=13']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:55.411733 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-30516693-7166-4e03-b1b7-5a289dc00fb7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 811 time: 0.1851790 Aug 20 12:03:55.415747 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-73431afd-de4c-404c-944f-64d7c7307028 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:55.416572 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73431afd-de4c-404c-944f-64d7c7307028 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:55.418441 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-73431afd-de4c-404c-944f-64d7c7307028 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/0bcf63ff-4487-4fe5-94eb-2c023934feef HTTP/1.1" status: 404 len: 333 time: 0.0285234 Aug 20 12:03:55.420960 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45416) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.440211 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef93261-0a4e-4cb0-88c4-d5e61b795845 None None] Pushing event deleted for resources: {'Port': ['ID=40e6c609-bc3c-40d4-884f-aad81bd5f67f,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:55.442907 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-dadd30cc-efe1-4651-940a-bb0b558e5a5b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/quotas/ed0606015c3a4a37bb71bafa914baa69 HTTP/1.1" status: 200 len: 375 time: 0.0278997 Aug 20 12:03:55.454673 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee33fbf5-8012-4f36-8066-44caad539282 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:55.455134 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee33fbf5-8012-4f36-8066-44caad539282 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:55.457771 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ee33fbf5-8012-4f36-8066-44caad539282 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/34e1a537-c170-43c2-80ab-ce6d3af41c9f HTTP/1.1" status: 404 len: 337 time: 0.0357947 Aug 20 12:03:55.460792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45418) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.481988 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.518063 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-c114e7d7-9506-447f-9838-9bf809d25284 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:55.518431 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c114e7d7-9506-447f-9838-9bf809d25284 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:55.520295 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c114e7d7-9506-447f-9838-9bf809d25284 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/526f1dca-fb11-43f8-8710-b1fc28e890ea HTTP/1.1" status: 404 len: 337 time: 0.0581818 Aug 20 12:03:55.521151 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-aef00619-579e-4f91-b457-3717db51bd69 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765667 Aug 20 12:03:55.522983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45420) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.532351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d838ab57-208c-47c3-82f5-b60e79bdfe0e None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:03:55.542944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-493b116e-08f5-416d-8903-c3634698128d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:55.544899 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-493b116e-08f5-416d-8903-c3634698128d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073485 Aug 20 12:03:55.550223 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7d74eb-6d5f-43a8-a626-c6fd5dde0ac9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:55.550905 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7d74eb-6d5f-43a8-a626-c6fd5dde0ac9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:55.555924 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7c7d74eb-6d5f-43a8-a626-c6fd5dde0ac9 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/ceafe4c6-bb12-4b74-9c6f-bd048a4052e8 HTTP/1.1" status: 404 len: 333 time: 0.0287361 Aug 20 12:03:55.556703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45422) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.585386 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-89eadeef-d4ff-4afe-82bf-ecdf843b6a94 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:55.585843 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89eadeef-d4ff-4afe-82bf-ecdf843b6a94 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:55.590225 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-89eadeef-d4ff-4afe-82bf-ecdf843b6a94 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/d1806021-cd0f-469d-bd8e-6fda3cb20911 HTTP/1.1" status: 404 len: 337 time: 0.0304973 Aug 20 12:03:55.597102 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45424) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.631094 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47e42e1-1d66-4a4f-9c7b-0516b435416d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:55.632126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47e42e1-1d66-4a4f-9c7b-0516b435416d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:55.636207 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f47e42e1-1d66-4a4f-9c7b-0516b435416d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/5a29a9d1-4252-440c-8346-7b7c5ce8bd48 HTTP/1.1" status: 404 len: 337 time: 0.0355642 Aug 20 12:03:55.636950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45426) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.669562 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-27552387-22ab-4687-9486-52378e8d8b09 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:55.670283 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27552387-22ab-4687-9486-52378e8d8b09 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:55.674659 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-27552387-22ab-4687-9486-52378e8d8b09 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/06fc1deb-2688-4e4f-b7a2-4bb7e8aa30d2 HTTP/1.1" status: 404 len: 333 time: 0.0342641 Aug 20 12:03:55.677207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45428) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.707872 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f96e18-8ab3-4a9f-b9f0-c62e2c4b2a67 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:55.708329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f96e18-8ab3-4a9f-b9f0-c62e2c4b2a67 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:55.709987 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7ae1b89-3fd8-494a-9ef3-4d09f13eccb9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.711774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-43f96e18-8ab3-4a9f-b9f0-c62e2c4b2a67 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/5182704a-e40c-4393-825b-390c32aa302e HTTP/1.1" status: 404 len: 337 time: 0.0330267 Aug 20 12:03:55.714656 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-231d1f61-a54f-4997-b956-d94ae249b288 service neutron] 10.222.0.37 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565435 Aug 20 12:03:55.715130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45432) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.760749 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca404ac8-e6db-45d4-b6db-f238aa4cc9a3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:55.761206 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca404ac8-e6db-45d4-b6db-f238aa4cc9a3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:55.762948 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ca404ac8-e6db-45d4-b6db-f238aa4cc9a3 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/a9ba5e7a-6af0-47b6-8218-444d05ba284a HTTP/1.1" status: 404 len: 337 time: 0.0469124 Aug 20 12:03:55.772938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45436) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.841352 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-527cf71d-33a9-4095-8346-12198a93927d tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4 HTTP/1.1" status: 200 len: 205 time: 0.0673399 Aug 20 12:03:55.843717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45438) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.874981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e7847e-9f00-40ec-b240-287dabb3ed0e None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:03:55.901609 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-4fc3940e-51bc-4788-9c0b-63c466ccc8f2 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] delete failed (client error): The resource could not be found. Aug 20 12:03:55.905187 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4fc3940e-51bc-4788-9c0b-63c466ccc8f2 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/routers/d9fdf438-bec6-416a-bad9-6f1f4fbbdbd4 HTTP/1.1" status: 404 len: 336 time: 0.0604312 Aug 20 12:03:55.908554 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45440) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.953676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-97ca6e7e-db6b-404a-8d91-eeea89207f2f service neutron] 10.222.0.37 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286916 Aug 20 12:03:55.960744 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fb476b-ec8b-468b-938d-cf93f6c37e5f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:55.961223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6fb476b-ec8b-468b-938d-cf93f6c37e5f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:55.962988 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a6fb476b-ec8b-468b-938d-cf93f6c37e5f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/64ada9f8-daff-4c90-b2d0-25af381cf61c HTTP/1.1" status: 404 len: 337 time: 0.0552752 Aug 20 12:03:55.965834 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45442) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.014129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e7847e-9f00-40ec-b240-287dabb3ed0e None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:03:56.017228 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-155834eb-3245-457c-9aee-cb579b9c42ea tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a25589-49a8-4619-ae49-7d45486d4787 HTTP/1.1" status: 200 len: 205 time: 0.0476174 Aug 20 12:03:56.018571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45444) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.066145 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-04d7cfde-0b9f-42ba-8543-a1dad9995e43 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] delete failed (client error): The resource could not be found. Aug 20 12:03:56.070850 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-04d7cfde-0b9f-42ba-8543-a1dad9995e43 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/routers/44a25589-49a8-4619-ae49-7d45486d4787 HTTP/1.1" status: 404 len: 336 time: 0.0494926 Aug 20 12:03:56.071618 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45448) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.074883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae1b89-3fd8-494a-9ef3-4d09f13eccb9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port fbd0cf9f-a6d6-4137-b23d-db0a9d31562f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:56.075234 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7ae1b89-3fd8-494a-9ef3-4d09f13eccb9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:56.106235 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dad7660-a2ff-4ce8-96bc-fd10c73eb083 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:56.106949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dad7660-a2ff-4ce8-96bc-fd10c73eb083 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:56.111483 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0dad7660-a2ff-4ce8-96bc-fd10c73eb083 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/85419044-07eb-4ed1-acf5-db83be5569bb HTTP/1.1" status: 404 len: 337 time: 0.0387650 Aug 20 12:03:56.112277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45450) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.192600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a7ae1b89-3fd8-494a-9ef3-4d09f13eccb9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] For port fbd0cf9f-a6d6-4137-b23d-db0a9d31562f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fbd0cf9f-a6d6-4137-b23d-db0a9d31562f,segment=NetworkSegment(58057bcd-8e59-4edc-9cac-685cb15d9e66),segment_id=58057bcd-8e59-4edc-9cac-685cb15d9e66)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:56.193072 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7ae1b89-3fd8-494a-9ef3-4d09f13eccb9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:56.194976 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-4386f4a2-1f57-4f56-9830-3c955af75578 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:56.198460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4386f4a2-1f57-4f56-9830-3c955af75578 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:56.202581 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4386f4a2-1f57-4f56-9830-3c955af75578 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/3c997a2a-eebc-4a41-8e1a-ff9e5118f28a HTTP/1.1" status: 404 len: 337 time: 0.0891683 Aug 20 12:03:56.204336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45458) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.227938 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae1b89-3fd8-494a-9ef3-4d09f13eccb9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for fbd0cf9f-a6d6-4137-b23d-db0a9d31562f owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:56.255099 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-013043d3-a043-4088-8b8a-3d4e0beb0bb6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:56.255780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-013043d3-a043-4088-8b8a-3d4e0beb0bb6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:56.261598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45460) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.261753 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-013043d3-a043-4088-8b8a-3d4e0beb0bb6 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/5cd4a5b7-ffea-4457-ac02-6ad3aead222b HTTP/1.1" status: 404 len: 333 time: 0.0478859 Aug 20 12:03:56.317885 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ada1ee7-2fb2-477d-a1f1-3c430c877146 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:56.318263 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ada1ee7-2fb2-477d-a1f1-3c430c877146 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:56.326364 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8ada1ee7-2fb2-477d-a1f1-3c430c877146 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/4ab38665-7e77-4d29-98ca-be5b21beaf4a HTTP/1.1" status: 404 len: 337 time: 0.0626042 Aug 20 12:03:56.329191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45462) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.376776 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fffb0a-267f-4780-80db-4519eb7be1a4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:56.377565 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72fffb0a-267f-4780-80db-4519eb7be1a4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:56.379693 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-72fffb0a-267f-4780-80db-4519eb7be1a4 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/89daa8e1-c692-46c0-a10a-53a8b6c578ed HTTP/1.1" status: 404 len: 333 time: 0.0494943 Aug 20 12:03:56.383400 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45464) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.391803 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:56.417448 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea6ddda-1eb1-4cfb-95b4-a663b68c435f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:56.417899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea6ddda-1eb1-4cfb-95b4-a663b68c435f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:56.419584 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-eea6ddda-1eb1-4cfb-95b4-a663b68c435f tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/357644a8-8bf4-4074-a92c-0c8440fd9364 HTTP/1.1" status: 404 len: 337 time: 0.0352523 Aug 20 12:03:56.422352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45466) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.448600 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0827744-c0a4-4244-89dc-af0d17a50c0a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:56.449371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0827744-c0a4-4244-89dc-af0d17a50c0a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:56.453727 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e0827744-c0a4-4244-89dc-af0d17a50c0a tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/f0a98b1a-44a2-4805-9115-34b8387e66e1 HTTP/1.1" status: 404 len: 333 time: 0.0278432 Aug 20 12:03:56.453927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45468) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.480703 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeea4120-ea7e-48e5-9079-a9b760018f0b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:56.481226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeea4120-ea7e-48e5-9079-a9b760018f0b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:56.485576 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-aeea4120-ea7e-48e5-9079-a9b760018f0b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/a2017e56-9a80-4fc1-9745-299c4b280869 HTTP/1.1" status: 404 len: 337 time: 0.0281153 Aug 20 12:03:56.485733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45470) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.492834 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7ae1b89-3fd8-494a-9ef3-4d09f13eccb9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:56.515660 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-b798a8cc-e905-4213-80ff-571f6944dd66 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:56.516291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b798a8cc-e905-4213-80ff-571f6944dd66 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:56.520500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b798a8cc-e905-4213-80ff-571f6944dd66 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/149c2e93-637e-4b59-a520-02fe3f81a8ee HTTP/1.1" status: 404 len: 333 time: 0.0309777 Aug 20 12:03:56.520898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45472) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.521956 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae1b89-3fd8-494a-9ef3-4d09f13eccb9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=fbd0cf9f-a6d6-4137-b23d-db0a9d31562f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:56.555548 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee3ddb4-459e-47bf-92f4-1fe47242b76b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:56.556005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee3ddb4-459e-47bf-92f4-1fe47242b76b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:56.560350 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9ee3ddb4-459e-47bf-92f4-1fe47242b76b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/904ba13d-111d-44ee-8e1a-23a3b543688e HTTP/1.1" status: 404 len: 337 time: 0.0359070 Aug 20 12:03:56.560584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45474) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.586220 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fcd14b-a1b9-4a33-80a4-52bc5f2d324b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:56.586846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88fcd14b-a1b9-4a33-80a4-52bc5f2d324b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:56.591049 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-88fcd14b-a1b9-4a33-80a4-52bc5f2d324b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/a9bd2b13-79f2-4200-a015-4d8731495beb HTTP/1.1" status: 404 len: 333 time: 0.0269752 Aug 20 12:03:56.591817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45476) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.619928 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7ae1b89-3fd8-494a-9ef3-4d09f13eccb9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:56.620909 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99d99ad-4284-4db6-ac25-5de7ce59d432 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:56.622783 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99d99ad-4284-4db6-ac25-5de7ce59d432 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:56.626898 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c99d99ad-4284-4db6-ac25-5de7ce59d432 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/ada73541-96d7-41ae-a2eb-e298c3059d93 HTTP/1.1" status: 404 len: 337 time: 0.0318215 Aug 20 12:03:56.627256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45478) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.657343 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4895e4-d277-4405-bf63-69387edeba4b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:56.658036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4895e4-d277-4405-bf63-69387edeba4b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:56.659794 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4b4895e4-d277-4405-bf63-69387edeba4b tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/af534d4f-c352-440e-841d-243f309edf08 HTTP/1.1" status: 404 len: 333 time: 0.0314970 Aug 20 12:03:56.662999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45480) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.695561 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e751f49-55c5-4f2a-a005-b0e35996b201 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:56.696031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e751f49-55c5-4f2a-a005-b0e35996b201 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:56.700347 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2e751f49-55c5-4f2a-a005-b0e35996b201 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/42fa2e6c-0ed6-48fd-8840-cc63b4198249 HTTP/1.1" status: 404 len: 337 time: 0.0334888 Aug 20 12:03:56.701605 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45482) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.734915 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-77006a50-50fa-4e21-9b38-09c200786c90 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:56.735805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77006a50-50fa-4e21-9b38-09c200786c90 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:56.740039 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-77006a50-50fa-4e21-9b38-09c200786c90 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/ports/e49fccac-a797-4a67-8d1b-45baf6cbcc8f HTTP/1.1" status: 404 len: 333 time: 0.0351005 Aug 20 12:03:56.741903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45484) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.774762 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb9f6c9-0270-4033-bc89-3f70ea5cc7e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] DELETE failed (client error): The resource could not be found. Aug 20 12:03:56.775467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb9f6c9-0270-4033-bc89-3f70ea5cc7e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:03:56.780324 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-afb9f6c9-0270-4033-bc89-3f70ea5cc7e7 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/subnets/75523c5e-3f63-48f5-92be-4345a807534d HTTP/1.1" status: 404 len: 337 time: 0.0373671 Aug 20 12:03:56.781074 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45486) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.864498 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3cea-01b8-49f0-be13-58068c04a852 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:56.970546 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3cea-01b8-49f0-be13-58068c04a852 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:56.987468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c1dc3cea-01b8-49f0-be13-58068c04a852 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15960d3-7782-4fb8-8ba3-2ec4615fbc04']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:56.999101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c1dc3cea-01b8-49f0-be13-58068c04a852 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22f83b1-408f-42ba-b0f6-4abe287e1211') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:56.999427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c1dc3cea-01b8-49f0-be13-58068c04a852 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22f83b1-408f-42ba-b0f6-4abe287e1211') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:57.013196 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3cea-01b8-49f0-be13-58068c04a852 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.032503 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3cea-01b8-49f0-be13-58068c04a852 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.041292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1dc3cea-01b8-49f0-be13-58068c04a852 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:03:57.041677 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3cea-01b8-49f0-be13-58068c04a852 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:03:57.044964 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:03:57.050906 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ae1b89-3fd8-494a-9ef3-4d09f13eccb9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:03:57.106165 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3cea-01b8-49f0-be13-58068c04a852 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.118098 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3cea-01b8-49f0-be13-58068c04a852 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.119885 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c1dc3cea-01b8-49f0-be13-58068c04a852 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] 10.222.0.37 "DELETE /v2.0/networks/f15960d3-7782-4fb8-8ba3-2ec4615fbc04 HTTP/1.1" status: 204 len: 168 time: 0.3376946 Aug 20 12:03:57.132009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc3cea-01b8-49f0-be13-58068c04a852 tempest-NetworksTestDHCPv6-1624864135 tempest-NetworksTestDHCPv6-1624864135-project] Pushing event deleted for resources: {'Network': ['ID=f15960d3-7782-4fb8-8ba3-2ec4615fbc04,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:57.145531 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ae1b89-3fd8-494a-9ef3-4d09f13eccb9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:57.151537 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a7ae1b89-3fd8-494a-9ef3-4d09f13eccb9 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/2a057636-e2a6-48f0-981c-6f0c31e1c1d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1438303 Aug 20 12:03:57.154975 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45494) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:57.157378 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d949d77a-de96-4e75-ab1b-978fa82b3277 None None] Sync routers for ids ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:03:57.168698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d949d77a-de96-4e75-ab1b-978fa82b3277 None None] Routers {'2a057636-e2a6-48f0-981c-6f0c31e1c1d4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:57.169902 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d949d77a-de96-4e75-ab1b-978fa82b3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:57.234779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-227a9ec3-0d82-4200-a94a-fa7d46d616fa tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting subnet c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:57.238078 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-227a9ec3-0d82-4200-a94a-fa7d46d616fa tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.275005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-d949d77a-de96-4e75-ab1b-978fa82b3277 None None] Set router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:57.282952 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-227a9ec3-0d82-4200-a94a-fa7d46d616fa tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.350123 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d949d77a-de96-4e75-ab1b-978fa82b3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:56Z', 'revision_number': 11, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:57.380171 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-227a9ec3-0d82-4200-a94a-fa7d46d616fa tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.393987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d949d77a-de96-4e75-ab1b-978fa82b3277 None None] Checking router: 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:03:57.404048 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d949d77a-de96-4e75-ab1b-978fa82b3277 None None] Routers {'2a057636-e2a6-48f0-981c-6f0c31e1c1d4'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:57.404780 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d949d77a-de96-4e75-ab1b-978fa82b3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:57.480192 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-227a9ec3-0d82-4200-a94a-fa7d46d616fa tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.480542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-d949d77a-de96-4e75-ab1b-978fa82b3277 None None] Set router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:57.528990 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d774ca33-aaf8-4ee9-b9db-8d023f84f54d req-78f6cb4c-4cc1-42fd-bac1-acf26e3219ca tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 210 time: 0.0622184 Aug 20 12:03:57.529495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a9ec3-0d82-4200-a94a-fa7d46d616fa tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Subnet': ['ID=c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:57.531797 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-227a9ec3-0d82-4200-a94a-fa7d46d616fa tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.537123 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45506) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:57.538866 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-227a9ec3-0d82-4200-a94a-fa7d46d616fa tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a HTTP/1.1" status: 204 len: 168 time: 0.3810141 Aug 20 12:03:57.539356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45508) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:57.554645 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83b74d9-2c7d-421f-ad18-b58b4031b75e None None] Network daa0fca2-94cc-4f5a-b494-a12387e3ba3f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:57.621348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d949d77a-de96-4e75-ab1b-978fa82b3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:56Z', 'revision_number': 11, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:57.652196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d949d77a-de96-4e75-ab1b-978fa82b3277 None None] The sync data for ids ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'] in n-d-804299-2 is: [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:56Z', 'revision_number': 11, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:03:57.678031 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.779581 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a481f5d6-a770-4623-939d-10656e043544 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b15bfee8422e4e39b4cce79450c6c33c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386172 Aug 20 12:03:57.781811 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45516) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:57.812899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Deleting port 0d0d716f-b044-419e-839b-b1c60512c54a {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:57.813328 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.902933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] For port 0d0d716f-b044-419e-839b-b1c60512c54a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0d0d716f-b044-419e-839b-b1c60512c54a,segment=NetworkSegment(58057bcd-8e59-4edc-9cac-685cb15d9e66),segment_id=58057bcd-8e59-4edc-9cac-685cb15d9e66)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:57.903302 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.905708 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8577be5-d3db-4b22-a1a5-1347184f9d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.925492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Calling delete_port for 0d0d716f-b044-419e-839b-b1c60512c54a owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:57.947100 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8577be5-d3db-4b22-a1a5-1347184f9d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.047540 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.078136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ace0b-1191-4328-9b97-35c43f507d96 None None] DHCP port deletion for daa0fca2-94cc-4f5a-b494-a12387e3ba3f request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:03:58.086270 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8577be5-d3db-4b22-a1a5-1347184f9d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.089911 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8577be5-d3db-4b22-a1a5-1347184f9d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.091367 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f8577be5-d3db-4b22-a1a5-1347184f9d23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93a069f3-2fc8-4c1e-b0e7-dea22a23b31d HTTP/1.1" status: 204 len: 168 time: 0.3086164 Aug 20 12:03:58.101383 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.126366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Port': ['ID=0d0d716f-b044-419e-839b-b1c60512c54a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:58.133047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8577be5-d3db-4b22-a1a5-1347184f9d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a069f3-2fc8-4c1e-b0e7-dea22a23b31d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:58.156454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No DVR routers for this DVR port 0d0d716f-b044-419e-839b-b1c60512c54a on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:58.245081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f29ace0b-1191-4328-9b97-35c43f507d96 None None] Deleting port 0d0d716f-b044-419e-839b-b1c60512c54a {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:58.246630 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f29ace0b-1191-4328-9b97-35c43f507d96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.282190 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.293887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa0fca2-94cc-4f5a-b494-a12387e3ba3f']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:58.312660 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58057bcd-8e59-4edc-9cac-685cb15d9e66') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:58.312968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58057bcd-8e59-4edc-9cac-685cb15d9e66') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:58.326079 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.345554 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.348796 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f29ace0b-1191-4328-9b97-35c43f507d96 None None] For port 0d0d716f-b044-419e-839b-b1c60512c54a, host n-d-804299-2, got binding levels [] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:58.350930 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f29ace0b-1191-4328-9b97-35c43f507d96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.363238 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:03:58.363675 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:03:58.367797 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:03:58.370298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f29ace0b-1191-4328-9b97-35c43f507d96 None None] Calling delete_port for 0d0d716f-b044-419e-839b-b1c60512c54a owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:58.372330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.ipam_backend_mixin [None req-f29ace0b-1191-4328-9b97-35c43f507d96 None None] Port 0d0d716f-b044-419e-839b-b1c60512c54a was not found and therefore no delete operation was performed {{(pid=94692) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:03:58.373728 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f29ace0b-1191-4328-9b97-35c43f507d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.401564 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ace0b-1191-4328-9b97-35c43f507d96 None None] Pushing event deleted for resources: {'Port': ['ID=0d0d716f-b044-419e-839b-b1c60512c54a,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:58.403367 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ace0b-1191-4328-9b97-35c43f507d96 None None] No DVR routers for this DVR port 0d0d716f-b044-419e-839b-b1c60512c54a on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:58.458856 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.481635 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.487159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45532) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:58.496703 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/networks/daa0fca2-94cc-4f5a-b494-a12387e3ba3f HTTP/1.1" status: 204 len: 168 time: 0.9371560 Aug 20 12:03:58.498025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f394909e-2c17-42d6-b53a-979784a04bdc tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'router': {'routes': None}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:58.498888 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b76ee-5897-441e-867a-821de18d0dac tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Pushing event deleted for resources: {'Network': ['ID=daa0fca2-94cc-4f5a-b494-a12387e3ba3f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:58.580915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0d0d716f-b044-419e-839b-b1c60512c54a no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:58.632157 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 0d0d716f-b044-419e-839b-b1c60512c54a {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:58.632506 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0d0d716f-b044-419e-839b-b1c60512c54a not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:58.632967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fbd0cf9f-a6d6-4137-b23d-db0a9d31562f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:58.693677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: fbd0cf9f-a6d6-4137-b23d-db0a9d31562f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:58.693954 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fbd0cf9f-a6d6-4137-b23d-db0a9d31562f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:58.796439 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b61afa0e-83fc-48f5-9cfe-0ce8f00febe8 req-2562eb75-bfe4-4500-852d-b33e7e000ca5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 210 time: 0.0879953 Aug 20 12:03:58.797441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.extraroute_db [None req-f394909e-2c17-42d6-b53a-979784a04bdc tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Added routes are [] {{(pid=94691) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 12:03:58.797734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.extraroute_db [None req-f394909e-2c17-42d6-b53a-979784a04bdc tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Removed routes are [] {{(pid=94691) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 12:03:58.798093 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f394909e-2c17-42d6-b53a-979784a04bdc tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.926661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-460b6838-01c5-42a0-9bfe-27462bbe487e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:58.928987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-460b6838-01c5-42a0-9bfe-27462bbe487e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 811 time: 0.3304970 Aug 20 12:03:59.040876 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f394909e-2c17-42d6-b53a-979784a04bdc tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.051241 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f394909e-2c17-42d6-b53a-979784a04bdc tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.082702 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-566819fb-89e9-4115-a075-f7bfddd18e30 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed0606015c3a4a37bb71bafa914baa69 HTTP/1.1" status: 200 len: 380 time: 0.1122148 Aug 20 12:03:59.124247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-927d9b7d-81b4-4b89-9aa8-bf3d7dafcfbb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'port': {'device_id': 'c47b8532-306d-4f16-be63-211addcc91c1', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'admin_state_up': True, 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'security_groups': ['773fba90-1821-42cc-b241-4f6e369b89e3']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:59.146553 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45550) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.222647 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f394909e-2c17-42d6-b53a-979784a04bdc tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:03:59.260816 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-92c92bb1-7895-4f26-8074-66e3227db1ec tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.262068 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-92c92bb1-7895-4f26-8074-66e3227db1ec tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1137424 Aug 20 12:03:59.264899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45556) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.269710 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-5071f340-044b-4743-9eaa-979615a974d9 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.270851 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5071f340-044b-4743-9eaa-979615a974d9 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048826 Aug 20 12:03:59.273781 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45558) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.278058 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-b6caa846-d2d0-494d-90c1-8034c2462570 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.279316 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b6caa846-d2d0-494d-90c1-8034c2462570 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044856 Aug 20 12:03:59.281690 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45560) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.285852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-a9cba0f6-dec0-48fd-8f6e-ca5661c380f2 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.286953 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a9cba0f6-dec0-48fd-8f6e-ca5661c380f2 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0042589 Aug 20 12:03:59.297209 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45562) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.301902 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-64fb5eb1-544b-474c-83e9-3b2141b93468 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.307603 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-64fb5eb1-544b-474c-83e9-3b2141b93468 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0091724 Aug 20 12:03:59.308269 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45564) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.313168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-ad194b7b-8f4f-43dd-9a5d-ea43de038640 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.316370 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ad194b7b-8f4f-43dd-9a5d-ea43de038640 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046737 Aug 20 12:03:59.316771 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45566) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.322270 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-56a65d79-2dad-47e4-bf3d-daa8832b512e tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.323480 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-56a65d79-2dad-47e4-bf3d-daa8832b512e tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0057747 Aug 20 12:03:59.325791 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45568) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.329817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-671f595f-2dd3-4fec-8457-2f0e8fea35bb tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.332714 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-671f595f-2dd3-4fec-8457-2f0e8fea35bb tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0040584 Aug 20 12:03:59.333110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45570) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.338380 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-c68544a4-013d-4392-9d89-2223dbb0881b tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.339644 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c68544a4-013d-4392-9d89-2223dbb0881b tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054159 Aug 20 12:03:59.341868 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45572) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.346155 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-6f1cec56-f111-43a9-8a94-e27c94ffa3ee tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.349133 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6f1cec56-f111-43a9-8a94-e27c94ffa3ee tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043066 Aug 20 12:03:59.349464 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45574) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.353907 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-937c64e6-4762-49e1-be77-ff16e2da208b tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.356676 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-937c64e6-4762-49e1-be77-ff16e2da208b tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042109 Aug 20 12:03:59.357432 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45576) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.361568 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-c9463484-a09e-4e14-b12e-42cd95a4ec5e tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.362826 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c9463484-a09e-4e14-b12e-42cd95a4ec5e tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042551 Aug 20 12:03:59.364949 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45578) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.370641 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-a15496ce-8e6e-4d56-88e9-b9f7e45bb9fb tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.370816 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-927d9b7d-81b4-4b89-9aa8-bf3d7dafcfbb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Made reservation on behalf of ed0606015c3a4a37bb71bafa914baa69 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:59.372666 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a15496ce-8e6e-4d56-88e9-b9f7e45bb9fb tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0058558 Aug 20 12:03:59.374315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45580) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.374574 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-927d9b7d-81b4-4b89-9aa8-bf3d7dafcfbb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.379664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-fbe71046-5fb6-4931-945e-bc2b795f6c11 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.383479 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fbe71046-5fb6-4931-945e-bc2b795f6c11 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0053265 Aug 20 12:03:59.384210 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45582) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.388851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-2e1b471c-389d-436a-b485-e74eac5553f0 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.392260 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2e1b471c-389d-436a-b485-e74eac5553f0 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047941 Aug 20 12:03:59.392708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45584) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.393430 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f394909e-2c17-42d6-b53a-979784a04bdc tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:59.399815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-cada943b-4a0e-47b1-b2ff-11ec794d5e2f tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.400770 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cada943b-4a0e-47b1-b2ff-11ec794d5e2f tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0065925 Aug 20 12:03:59.403008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45586) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.406625 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a3824-684b-44b6-8c18-d1b028421a57 None None] Sync routers for ids ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:03:59.416019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-d3ac6c8c-8e00-46ab-9f36-e5581479d6dd tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.419337 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d3ac6c8c-8e00-46ab-9f36-e5581479d6dd tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046332 Aug 20 12:03:59.419870 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45590) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.422993 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a3824-684b-44b6-8c18-d1b028421a57 None None] Routers {'2a057636-e2a6-48f0-981c-6f0c31e1c1d4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:59.423919 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a68a3824-684b-44b6-8c18-d1b028421a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:59.424090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-53eefbbd-41a5-4581-a65d-affa353b0a80 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.427428 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-53eefbbd-41a5-4581-a65d-affa353b0a80 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045626 Aug 20 12:03:59.428855 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45592) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.430962 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f394909e-2c17-42d6-b53a-979784a04bdc tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.433216 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-f1fb5c0f-7074-4577-bbcf-51f5e60bcd73 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.436317 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f1fb5c0f-7074-4577-bbcf-51f5e60bcd73 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043840 Aug 20 12:03:59.436317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45594) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.436580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45596) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.436961 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f394909e-2c17-42d6-b53a-979784a04bdc tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/2a057636-e2a6-48f0-981c-6f0c31e1c1d4 HTTP/1.1" status: 200 len: 704 time: 0.9481015 Aug 20 12:03:59.441224 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-294af1f6-4649-4333-b3f5-5f547785d629 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.444947 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-294af1f6-4649-4333-b3f5-5f547785d629 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047812 Aug 20 12:03:59.452190 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45598) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.457004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-3eb720d0-b26d-45fc-b64a-5b6f9932ca11 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.460960 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3eb720d0-b26d-45fc-b64a-5b6f9932ca11 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048485 Aug 20 12:03:59.477652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45600) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.483251 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fe5113aa-5ec3-45fe-9a94-c022b0117b3e tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a057636-e2a6-48f0-981c-6f0c31e1c1d4 HTTP/1.1" status: 200 len: 205 time: 0.0473146 Aug 20 12:03:59.489421 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-0f9e5115-d574-4b4d-890a-5a997b582bda tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.494534 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0f9e5115-d574-4b4d-890a-5a997b582bda tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0157247 Aug 20 12:03:59.494657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45604) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.495057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45606) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.510875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [None req-ccd96b91-f00c-498a-ab1a-5558c041e9df tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.514595 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ccd96b91-f00c-498a-ab1a-5558c041e9df tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0174484 Aug 20 12:03:59.516182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45610) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.522953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [None req-fb036f12-c871-46ed-be84-ca3d159b8353 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.523293 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-a68a3824-684b-44b6-8c18-d1b028421a57 None None] Set router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:59.525346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fb036f12-c871-46ed-be84-ca3d159b8353 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0056467 Aug 20 12:03:59.526727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45612) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.531467 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-f9682558-5444-499a-af25-3ccb0964942c tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.535330 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f9682558-5444-499a-af25-3ccb0964942c tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0073543 Aug 20 12:03:59.535895 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45614) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.540508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-6bed4905-b8e8-4a41-b2a7-5b4c1a3e65b0 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.544183 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6bed4905-b8e8-4a41-b2a7-5b4c1a3e65b0 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0073364 Aug 20 12:03:59.545136 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45616) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.551333 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-71616276-d5c5-42a7-b72f-a999a77b646e tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.555914 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-71616276-d5c5-42a7-b72f-a999a77b646e tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0098557 Aug 20 12:03:59.556703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45618) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.561654 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-1bb74952-7070-45b6-91f3-c6c109a57273 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.565087 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1bb74952-7070-45b6-91f3-c6c109a57273 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0070839 Aug 20 12:03:59.566518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45620) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.572345 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-ba5e58a5-c7b9-4ecc-bad7-f73576b15282 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.573442 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ba5e58a5-c7b9-4ecc-bad7-f73576b15282 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053411 Aug 20 12:03:59.576444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45622) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.581235 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-600921f4-b098-4e4c-9e90-85f038274cad tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.585588 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-600921f4-b098-4e4c-9e90-85f038274cad tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0079689 Aug 20 12:03:59.586596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45624) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.591556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-6c866419-f0d3-4f4f-b1ad-214d165310ca tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.595775 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6c866419-f0d3-4f4f-b1ad-214d165310ca tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077844 Aug 20 12:03:59.596454 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a68a3824-684b-44b6-8c18-d1b028421a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:56Z', 'revision_number': 11, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:59.596813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45626) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.603513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-00bd5117-d2d7-4111-a357-15f5aed43194 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.607791 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-00bd5117-d2d7-4111-a357-15f5aed43194 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0098383 Aug 20 12:03:59.608807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45628) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.613164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-20aa5402-13db-4da5-b34f-f021eee3dab5 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.618521 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-20aa5402-13db-4da5-b34f-f021eee3dab5 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0084362 Aug 20 12:03:59.619152 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45630) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.623510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-dc112532-85b1-46f2-b197-d9fabce3889f tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.626906 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dc112532-85b1-46f2-b197-d9fabce3889f tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0067656 Aug 20 12:03:59.627450 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45632) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.633040 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-31470619-f673-4cb2-8438-6393767776ba tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.636409 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-31470619-f673-4cb2-8438-6393767776ba tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0074255 Aug 20 12:03:59.637008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45634) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.641913 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-8c138e1e-d860-4bc8-9013-bb6427a5e0d9 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.645235 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8c138e1e-d860-4bc8-9013-bb6427a5e0d9 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0073359 Aug 20 12:03:59.645782 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45636) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.651137 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-3b209f3f-1e31-4327-8c60-af0b9dbdf6a2 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.654503 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3b209f3f-1e31-4327-8c60-af0b9dbdf6a2 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0078595 Aug 20 12:03:59.655052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45638) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.657609 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a3824-684b-44b6-8c18-d1b028421a57 None None] Checking router: 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:03:59.660006 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-ff1ae76d-7f97-4f7f-8b91-b108a2bf3a3a tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.663603 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ff1ae76d-7f97-4f7f-8b91-b108a2bf3a3a tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0076632 Aug 20 12:03:59.664421 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45640) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.671535 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-c6e225e6-660a-402d-9df9-69e871945ff6 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.674648 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c6e225e6-660a-402d-9df9-69e871945ff6 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0071540 Aug 20 12:03:59.676357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45642) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.679951 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a3824-684b-44b6-8c18-d1b028421a57 None None] Routers {'2a057636-e2a6-48f0-981c-6f0c31e1c1d4'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:59.680722 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a68a3824-684b-44b6-8c18-d1b028421a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:59.684841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [None req-03ac8658-b2a0-49a1-9d08-5b426f59039b tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.688913 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45644) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.694922 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-9c2d1e78-90c6-4c59-a37f-7e4f1fb069c6 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.696678 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9c2d1e78-90c6-4c59-a37f-7e4f1fb069c6 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0057292 Aug 20 12:03:59.697198 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-03ac8658-b2a0-49a1-9d08-5b426f59039b tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0158179 Aug 20 12:03:59.699284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45646) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.704908 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-cb061835-332a-424d-a2e5-4904b0edcd81 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.707916 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cb061835-332a-424d-a2e5-4904b0edcd81 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0052991 Aug 20 12:03:59.708151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45648) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.709892 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af0f81c0-b443-4c98-833d-006b6eaee87d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.714672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-4a774822-6582-47c1-b6d7-0662a49cd28c tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.717644 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4a774822-6582-47c1-b6d7-0662a49cd28c tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0066390 Aug 20 12:03:59.718249 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45650) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.722843 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-725551e0-4f1f-4031-be9d-5e606cc7b157 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.726937 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-725551e0-4f1f-4031-be9d-5e606cc7b157 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0075874 Aug 20 12:03:59.727788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45652) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.732449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-2b7fb65c-1228-4287-9999-f58f3d2d8fd1 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.735962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2b7fb65c-1228-4287-9999-f58f3d2d8fd1 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0070229 Aug 20 12:03:59.736860 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45654) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.741457 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-a5711bbf-ec2c-429a-b286-e21178ad2b02 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.745703 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a5711bbf-ec2c-429a-b286-e21178ad2b02 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0077555 Aug 20 12:03:59.747455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45656) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.753266 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-0f6119a0-0ef8-42c3-9bfe-9dac7839c202 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.757383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0f6119a0-0ef8-42c3-9bfe-9dac7839c202 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0087855 Aug 20 12:03:59.758225 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45658) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.763010 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-58119092-fb40-47cc-bc45-45653dd8288f tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.766747 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-58119092-fb40-47cc-bc45-45653dd8288f tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0074100 Aug 20 12:03:59.767681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45660) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.773686 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-8f7ea5f7-dc48-4f3c-b711-750b424d5c6a tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.777644 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8f7ea5f7-dc48-4f3c-b711-750b424d5c6a tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0088708 Aug 20 12:03:59.778455 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45662) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.783301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-259083d0-2905-44fd-bca2-2b63221df046 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.788102 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-259083d0-2905-44fd-bca2-2b63221df046 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0076663 Aug 20 12:03:59.788970 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45664) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.794338 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-8a24c0a5-2959-479d-a606-c4a41b29de6c tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.798354 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8a24c0a5-2959-479d-a606-c4a41b29de6c tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0081835 Aug 20 12:03:59.799204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45666) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.800381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-927d9b7d-81b4-4b89-9aa8-bf3d7dafcfbb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Allocated IP 172.20.0.13 (45a2f405-6051-45bc-bae4-2b81557294f1/9a9d30b4-12ac-4dff-95e4-847183332364/28c28f02-f2dd-4da2-bb9c-401f3b7b0782) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:59.804502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-7c4a4208-08bc-4984-8e20-de95d522f431 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.808548 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7c4a4208-08bc-4984-8e20-de95d522f431 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0081739 Aug 20 12:03:59.809394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45668) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.814226 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-289c8ff4-68e3-4510-835b-a2eabf857a8c tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.817787 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-289c8ff4-68e3-4510-835b-a2eabf857a8c tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0071216 Aug 20 12:03:59.819025 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45670) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.823801 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-d1291307-5700-4f01-8aa9-521121bb7f24 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.827676 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d1291307-5700-4f01-8aa9-521121bb7f24 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0075312 Aug 20 12:03:59.828611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45674) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.835788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-5f93b409-4bdb-489d-a24d-ebaf59899d16 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.839982 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5f93b409-4bdb-489d-a24d-ebaf59899d16 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0093732 Aug 20 12:03:59.841524 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45676) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.846769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-1bb42691-329b-42c2-ae82-a7cd2667af11 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.851471 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1bb42691-329b-42c2-ae82-a7cd2667af11 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0086746 Aug 20 12:03:59.852470 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45678) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.859851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-6d5e5db4-4a4e-4430-b1fd-ec8b10bc9e85 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.864672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6d5e5db4-4a4e-4430-b1fd-ec8b10bc9e85 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0108740 Aug 20 12:03:59.865655 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45680) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.870328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-c9ce1586-8b0e-4b7a-a511-8119a1d4ca46 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.874799 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c9ce1586-8b0e-4b7a-a511-8119a1d4ca46 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0079451 Aug 20 12:03:59.875791 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45682) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.882160 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-e6800ad4-8c0d-4bfc-9bee-dc3aec450983 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.886795 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e6800ad4-8c0d-4bfc-9bee-dc3aec450983 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0097024 Aug 20 12:03:59.887749 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45684) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.892291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-744dd8a2-9e91-4198-b4dd-68a5090cc149 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.897344 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-744dd8a2-9e91-4198-b4dd-68a5090cc149 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0071404 Aug 20 12:03:59.898347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45686) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.903064 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-4678c764-ba09-4d52-9de1-bd5ff8b05e91 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.904351 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4678c764-ba09-4d52-9de1-bd5ff8b05e91 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0046146 Aug 20 12:03:59.906582 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45688) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.910930 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-6317428d-e676-4372-8a6f-7f3821934f06 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.912140 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6317428d-e676-4372-8a6f-7f3821934f06 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044446 Aug 20 12:03:59.914895 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45690) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.919372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-90a09a59-3e4c-4b7c-a6a1-41158fea3bab tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.922425 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-90a09a59-3e4c-4b7c-a6a1-41158fea3bab tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0045063 Aug 20 12:03:59.932508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45692) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.945229 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-545c4ae6-3063-4e85-a2d4-fc44e2412fe3 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.952515 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-545c4ae6-3063-4e85-a2d4-fc44e2412fe3 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0149815 Aug 20 12:03:59.967769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45694) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.971298 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8bb673e-00b7-4ebd-96c7-86ccc181758b req-8479f92b-9d70-4039-8230-ee243ffd3b5c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 210 time: 0.0498548 Aug 20 12:03:59.975917 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-e6f68994-748d-40bc-b442-00264d70536e tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.984911 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e6f68994-748d-40bc-b442-00264d70536e tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0079498 Aug 20 12:03:59.984911 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45696) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.989155 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-57226296-26c8-4809-95a2-dcdab445a1a1 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:03:59.993118 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-57226296-26c8-4809-95a2-dcdab445a1a1 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0081751 Aug 20 12:03:59.996951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45698) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:00.005088 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-c5e66b36-142a-4574-907e-97980fb0a10f tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:04:00.005088 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c5e66b36-142a-4574-907e-97980fb0a10f tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045552 Aug 20 12:04:00.008802 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45700) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:00.013123 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-a5f7a890-3b66-4502-a633-0ebda9fb3b32 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:04:00.016303 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a5f7a890-3b66-4502-a633-0ebda9fb3b32 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043836 Aug 20 12:04:00.017458 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45702) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:00.028324 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [None req-2b894a5b-18be-4cb5-9048-283a0f4552b4 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:04:00.029724 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2b894a5b-18be-4cb5-9048-283a0f4552b4 tempest-ExtensionsTestJSON-927513954 tempest-ExtensionsTestJSON-927513954-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0116069 Aug 20 12:04:00.054472 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-a68a3824-684b-44b6-8c18-d1b028421a57 None None] Set router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:00.130220 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a68a3824-684b-44b6-8c18-d1b028421a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:56Z', 'revision_number': 11, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:00.174059 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a3824-684b-44b6-8c18-d1b028421a57 None None] The sync data for ids ['2a057636-e2a6-48f0-981c-6f0c31e1c1d4'] in n-d-804299-2 is: [{'id': '2a057636-e2a6-48f0-981c-6f0c31e1c1d4', 'name': 'tempest-RoutersIpV6Test-router-866206895', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:16Z', 'updated_at': '2021-08-20T12:03:56Z', 'revision_number': 11, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:00.595531 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45710) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:00.628475 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af0f81c0-b443-4c98-833d-006b6eaee87d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.633443 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af0f81c0-b443-4c98-833d-006b6eaee87d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.646125 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-927d9b7d-81b4-4b89-9aa8-bf3d7dafcfbb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.700834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-927d9b7d-81b4-4b89-9aa8-bf3d7dafcfbb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Transition to ACTIVE for port object 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:00.702669 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af0f81c0-b443-4c98-833d-006b6eaee87d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.703977 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0f81c0-b443-4c98-833d-006b6eaee87d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Fanout notify agent at l3_agent the message router_deleted on router 2a057636-e2a6-48f0-981c-6f0c31e1c1d4 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:04:00.712046 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af0f81c0-b443-4c98-833d-006b6eaee87d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.719010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-af0f81c0-b443-4c98-833d-006b6eaee87d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/routers/2a057636-e2a6-48f0-981c-6f0c31e1c1d4 HTTP/1.1" status: 204 len: 168 time: 1.2175453 Aug 20 12:04:00.719228 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bf9ed86-9503-4b40-b96c-f58d3f3ed7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.719228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45714) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:00.732787 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5ce93e45-3212-46e4-97d3-8208179d52a3 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-977318175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:00.756009 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-927d9b7d-81b4-4b89-9aa8-bf3d7dafcfbb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.765832 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-5ce93e45-3212-46e4-97d3-8208179d52a3 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 12:04:00.765832 n-d-804299-2 neutron-server[94690]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 12:04:00.765832 n-d-804299-2 neutron-server[94690]: [parameters: {'project_id_1': 'cea70efbc36649458f563bc27ca8784c', 'expiration_1': datetime.datetime(2021, 8, 20, 12, 4, 0, 752268)}] Aug 20 12:04:00.765832 n-d-804299-2 neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:04:00.766699 n-d-804299-2 neutron-server[94690]: DEBUG oslo_db.api [None req-5ce93e45-3212-46e4-97d3-8208179d52a3 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:04:00.816675 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-927d9b7d-81b4-4b89-9aa8-bf3d7dafcfbb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Network 45a2f405-6051-45bc-bae4-2b81557294f1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:00.820604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-927d9b7d-81b4-4b89-9aa8-bf3d7dafcfbb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:00.837602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-927d9b7d-81b4-4b89-9aa8-bf3d7dafcfbb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:00.859999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d9b7d-81b4-4b89-9aa8-bf3d7dafcfbb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'Port': ['ID=28c28f02-f2dd-4da2-bb9c-401f3b7b0782,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:00.898561 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bf9ed86-9503-4b40-b96c-f58d3f3ed7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.912689 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bf9ed86-9503-4b40-b96c-f58d3f3ed7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.984990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-927d9b7d-81b4-4b89-9aa8-bf3d7dafcfbb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:00.985684 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-927d9b7d-81b4-4b89-9aa8-bf3d7dafcfbb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.991414 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9ed86-9503-4b40-b96c-f58d3f3ed7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25165d6e-fd4b-4aee-9297-6b6050ece0ed,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:01.015752 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0bf9ed86-9503-4b40-b96c-f58d3f3ed7b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ba19fa99b084eda8964363793dcf1ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4169428 Aug 20 12:04:01.018831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-927d9b7d-81b4-4b89-9aa8-bf3d7dafcfbb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9002101 Aug 20 12:04:01.019143 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45720) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:01.039990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Request body: {'port': {'device_id': 'c47b8532-306d-4f16-be63-211addcc91c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:01.117906 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04d75652-08b7-4d70-8d8e-dfdd399ebc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.145316 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04d75652-08b7-4d70-8d8e-dfdd399ebc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.176850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.205306 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04d75652-08b7-4d70-8d8e-dfdd399ebc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.208426 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04d75652-08b7-4d70-8d8e-dfdd399ebc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.211074 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-04d75652-08b7-4d70-8d8e-dfdd399ebc73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25165d6e-fd4b-4aee-9297-6b6050ece0ed HTTP/1.1" status: 204 len: 168 time: 0.1903307 Aug 20 12:04:01.237709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d75652-08b7-4d70-8d8e-dfdd399ebc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25165d6e-fd4b-4aee-9297-6b6050ece0ed,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:01.259636 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b753f20d-4e48-4bd6-89b3-b334ecd2a127 None None] Provisioning for port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:01.269049 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b753f20d-4e48-4bd6-89b3-b334ecd2a127 None None] Provisioning complete for port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:01.269426 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b753f20d-4e48-4bd6-89b3-b334ecd2a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.304244 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ce93e45-3212-46e4-97d3-8208179d52a3 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.306663 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ce93e45-3212-46e4-97d3-8208179d52a3 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.380339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c6da8-f837-4431-9f1a-7b29e33afcae req-4fa07ee3-20fb-4e76-9291-9a8f82cf48d5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:01.387835 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c31c6da8-f837-4431-9f1a-7b29e33afcae req-4fa07ee3-20fb-4e76-9291-9a8f82cf48d5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 932 time: 0.2455564 Aug 20 12:04:01.409018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b753f20d-4e48-4bd6-89b3-b334ecd2a127 None None] Port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:01.428685 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ce93e45-3212-46e4-97d3-8208179d52a3 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.434047 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ce93e45-3212-46e4-97d3-8208179d52a3 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.455979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ce93e45-3212-46e4-97d3-8208179d52a3 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.459643 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5ce93e45-3212-46e4-97d3-8208179d52a3 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7384248 Aug 20 12:04:01.461170 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45730) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:01.471871 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9bf2febe-3d74-44d9-9f65-f009d0086940 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:01.487057 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c31c6da8-f837-4431-9f1a-7b29e33afcae req-72a512a3-f5ad-44e8-91fe-44568fd0f31a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949404 Aug 20 12:04:01.623470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:04:01.642495 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.671715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Transition to ACTIVE for port object 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:01.677189 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.747015 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9bf2febe-3d74-44d9-9f65-f009d0086940 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.763887 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9bf2febe-3d74-44d9-9f65-f009d0086940 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.798258 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Pushing event updated for resources: {'Port': ['ID=28c28f02-f2dd-4da2-bb9c-401f3b7b0782,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:01.855251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Attempting to bind port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:01.858935 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Attempting to bind port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:01.859277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Attempting to bind port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 on network 45a2f405-6051-45bc-bae4-2b81557294f1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:01.871017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 on network 45a2f405-6051-45bc-bae4-2b81557294f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:04:01.871017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Attempting to bind port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 on network 45a2f405-6051-45bc-bae4-2b81557294f1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:01.884585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:01.884964 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Checking segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:01.885272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Bound using segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:01.885718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Bound port: 28c28f02-f2dd-4da2-bb9c-401f3b7b0782, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:01.886084 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.907904 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf2febe-3d74-44d9-9f65-f009d0086940 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Router 5939394e-260d-4bf2-87f2-3c8db4248213 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:04:02.020319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf2febe-3d74-44d9-9f65-f009d0086940 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:02.033164 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9bf2febe-3d74-44d9-9f65-f009d0086940 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.033766 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56a0e9-45c4-4ac7-825f-f0f8a433edaf None None] Sync routers for ids ['5939394e-260d-4bf2-87f2-3c8db4248213'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:02.040562 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45742) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:02.045882 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9bf2febe-3d74-44d9-9f65-f009d0086940 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "PUT /v2.0/routers/5939394e-260d-4bf2-87f2-3c8db4248213 HTTP/1.1" status: 200 len: 697 time: 0.5797534 Aug 20 12:04:02.052216 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] For port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:02.072719 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f56a0e9-45c4-4ac7-825f-f0f8a433edaf None None] Routers {'5939394e-260d-4bf2-87f2-3c8db4248213'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:02.076602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5f56a0e9-45c4-4ac7-825f-f0f8a433edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['5939394e-260d-4bf2-87f2-3c8db4248213'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:02.146046 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-35c2394e-f016-40f7-a306-4f4554a80ece tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/routers/5939394e-260d-4bf2-87f2-3c8db4248213 HTTP/1.1" status: 200 len: 703 time: 0.1040440 Aug 20 12:04:02.149358 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45748) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:02.149907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] For port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=28c28f02-f2dd-4da2-bb9c-401f3b7b0782,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:02.160705 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.209882 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-89232fb8-a4d6-49cf-bdba-04a6a70f110a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports?device_id=5939394e-260d-4bf2-87f2-3c8db4248213 HTTP/1.1" status: 200 len: 205 time: 0.0585012 Aug 20 12:04:02.210382 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45752) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:02.218154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-5f56a0e9-45c4-4ac7-825f-f0f8a433edaf None None] Set router 5939394e-260d-4bf2-87f2-3c8db4248213 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:02.232859 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:02.233565 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.235535 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] 10.222.0.76 "PUT /v2.0/ports/28c28f02-f2dd-4da2-bb9c-401f3b7b0782 HTTP/1.1" status: 200 len: 1092 time: 1.2085638 Aug 20 12:04:02.256569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47b8532-306d-4f16-be63-211addcc91c1', 'tag': '28c28f02-f2dd-4da2-bb9c-401f3b7b0782'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:02.259784 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5b938f-2a57-4b47-9798-f2e45352e6de" -d '{"events": [{"name": "network-changed", "server_uuid": "c47b8532-306d-4f16-be63-211addcc91c1", "tag": "28c28f02-f2dd-4da2-bb9c-401f3b7b0782"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:02.300895 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec287b5-7c3a-4094-a68b-33c920c3a852 service neutron] Pushing event updated for resources: {'Port': ['ID=28c28f02-f2dd-4da2-bb9c-401f3b7b0782,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:02.329525 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5f56a0e9-45c4-4ac7-825f-f0f8a433edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5939394e-260d-4bf2-87f2-3c8db4248213', 'name': 'tempest-RoutersIpV6Test-router-977318175', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:01Z', 'updated_at': '2021-08-20T12:04:01Z', 'revision_number': 2, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:02.353448 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37838ee0-8d98-4c06-a3cc-33d0fdb90ee1 x-openstack-request-id: req-37838ee0-8d98-4c06-a3cc-33d0fdb90ee1 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:02.353740 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47b8532-306d-4f16-be63-211addcc91c1", "tag": "28c28f02-f2dd-4da2-bb9c-401f3b7b0782", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:02.353989 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37838ee0-8d98-4c06-a3cc-33d0fdb90ee1 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:02.354382 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47b8532-306d-4f16-be63-211addcc91c1', 'tag': '28c28f02-f2dd-4da2-bb9c-401f3b7b0782', 'status': 'completed', 'code': 200} Aug 20 12:04:02.359805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-6681c449-823e-40de-9c05-5bff9136dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:02.362046 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-6681c449-823e-40de-9c05-5bff9136dff5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 1095 time: 0.0567064 Aug 20 12:04:02.397776 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e990aea-aeac-4b75-9d50-477fdccdc2c2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.402878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56a0e9-45c4-4ac7-825f-f0f8a433edaf None None] Checking router: 5939394e-260d-4bf2-87f2-3c8db4248213 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:04:02.437107 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f56a0e9-45c4-4ac7-825f-f0f8a433edaf None None] Routers {'5939394e-260d-4bf2-87f2-3c8db4248213'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:02.440478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5f56a0e9-45c4-4ac7-825f-f0f8a433edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['5939394e-260d-4bf2-87f2-3c8db4248213'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:02.451088 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-c974587f-41f9-4677-9524-021c010baa21 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28c28f02-f2dd-4da2-bb9c-401f3b7b0782 HTTP/1.1" status: 200 len: 217 time: 0.0805779 Aug 20 12:04:02.520513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45762) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:02.563662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-5f56a0e9-45c4-4ac7-825f-f0f8a433edaf None None] Set router 5939394e-260d-4bf2-87f2-3c8db4248213 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:02.578331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-1cd62fe9-2ddd-47d3-9745-18b2e38b7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:02.582731 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-1cd62fe9-2ddd-47d3-9745-18b2e38b7e5e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.1209950 Aug 20 12:04:02.712812 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5f56a0e9-45c4-4ac7-825f-f0f8a433edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5939394e-260d-4bf2-87f2-3c8db4248213', 'name': 'tempest-RoutersIpV6Test-router-977318175', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:01Z', 'updated_at': '2021-08-20T12:04:01Z', 'revision_number': 2, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:02.723672 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e990aea-aeac-4b75-9d50-477fdccdc2c2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.725946 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e990aea-aeac-4b75-9d50-477fdccdc2c2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.742931 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-bdbef4c6-b43b-443a-bf2d-320a7dfc8232 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1155896812'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:02.762071 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56a0e9-45c4-4ac7-825f-f0f8a433edaf None None] The sync data for ids ['5939394e-260d-4bf2-87f2-3c8db4248213'] in n-d-804299-2 is: [{'id': '5939394e-260d-4bf2-87f2-3c8db4248213', 'name': 'tempest-RoutersIpV6Test-router-977318175', 'tenant_id': 'cea70efbc36649458f563bc27ca8784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:01Z', 'updated_at': '2021-08-20T12:04:01Z', 'revision_number': 2, 'project_id': 'cea70efbc36649458f563bc27ca8784c', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:02.772537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-8ae9004f-5ded-45d9-9b18-0df105d3e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:02.774474 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-8ae9004f-5ded-45d9-9b18-0df105d3e077 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864283 Aug 20 12:04:02.783393 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbef4c6-b43b-443a-bf2d-320a7dfc8232 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Made reservation on behalf of af630ad5bcae4815a3f355e487fdbdd9 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:02.792307 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bdbef4c6-b43b-443a-bf2d-320a7dfc8232 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.797712 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e990aea-aeac-4b75-9d50-477fdccdc2c2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.798627 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e990aea-aeac-4b75-9d50-477fdccdc2c2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Fanout notify agent at l3_agent the message router_deleted on router 5939394e-260d-4bf2-87f2-3c8db4248213 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:04:02.808530 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e990aea-aeac-4b75-9d50-477fdccdc2c2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.810709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a3844-ec63-4f6d-b9e6-f4dae1792907 req-ed4a20b7-aadb-43d4-a027-b34061001c33 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:02.813475 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-229a3844-ec63-4f6d-b9e6-f4dae1792907 req-ed4a20b7-aadb-43d4-a027-b34061001c33 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 944 time: 0.1660917 Aug 20 12:04:02.822428 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5e990aea-aeac-4b75-9d50-477fdccdc2c2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/routers/5939394e-260d-4bf2-87f2-3c8db4248213 HTTP/1.1" status: 204 len: 168 time: 0.6109102 Aug 20 12:04:02.823177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45768) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:02.858805 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f1ae252e-7299-44ec-955a-d792793aa396 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports?device_id=5939394e-260d-4bf2-87f2-3c8db4248213 HTTP/1.1" status: 200 len: 205 time: 0.0342484 Aug 20 12:04:02.859519 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45770) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:02.870439 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bdbef4c6-b43b-443a-bf2d-320a7dfc8232 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.923656 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-59368184-4c6e-4b58-bf71-013bf19cceed tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] delete failed (client error): The resource could not be found. Aug 20 12:04:02.927245 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-59368184-4c6e-4b58-bf71-013bf19cceed tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/routers/5939394e-260d-4bf2-87f2-3c8db4248213 HTTP/1.1" status: 404 len: 336 time: 0.0638678 Aug 20 12:04:02.927407 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45772) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:02.941497 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-229a3844-ec63-4f6d-b9e6-f4dae1792907 req-ef0e8962-6a86-4670-8b1f-0a75ebb55226 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938632 Aug 20 12:04:02.986004 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9473734-5dca-4299-b88c-9909adf822ee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] DELETE failed (client error): The resource could not be found. Aug 20 12:04:02.986469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9473734-5dca-4299-b88c-9909adf822ee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:04:02.991726 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a9473734-5dca-4299-b88c-9909adf822ee tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/4d28a82c-1c15-4026-baa6-82481ecc388a HTTP/1.1" status: 404 len: 337 time: 0.0601144 Aug 20 12:04:02.991906 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.992021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45776) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:03.024878 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-f207f172-9cbd-4707-8fd1-302e7af11c7c service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280955 Aug 20 12:04:03.039907 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef64de6-64da-4231-8ce7-3a78f4a67f6d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] DELETE failed (client error): The resource could not be found. Aug 20 12:04:03.040924 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef64de6-64da-4231-8ce7-3a78f4a67f6d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:04:03.047920 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-aef64de6-64da-4231-8ce7-3a78f4a67f6d tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/d0457407-b196-4b4d-8dbb-e103eb8e6397 HTTP/1.1" status: 404 len: 337 time: 0.0545664 Aug 20 12:04:03.049050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45778) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:03.098571 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe00dac0-165c-4448-887d-deb1c1810552 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] DELETE failed (client error): The resource could not be found. Aug 20 12:04:03.099341 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe00dac0-165c-4448-887d-deb1c1810552 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:04:03.104406 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fe00dac0-165c-4448-887d-deb1c1810552 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/ab06c70f-29c7-464f-bb7e-5061a5bf00b2 HTTP/1.1" status: 404 len: 337 time: 0.0489192 Aug 20 12:04:03.105005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45780) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:03.148551 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d913d4-6ac9-42f7-b336-73edbbc58117 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] DELETE failed (client error): The resource could not be found. Aug 20 12:04:03.149036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d913d4-6ac9-42f7-b336-73edbbc58117 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:04:03.153246 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b7d913d4-6ac9-42f7-b336-73edbbc58117 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/c3fa83dc-93d8-428f-bb84-b2ea7d8ca69a HTTP/1.1" status: 404 len: 337 time: 0.0437107 Aug 20 12:04:03.153748 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45782) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:03.187354 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-db56cbcb-bcbd-42a5-a454-8d6b3a7a2416 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a057636-e2a6-48f0-981c-6f0c31e1c1d4 HTTP/1.1" status: 200 len: 205 time: 0.0299799 Aug 20 12:04:03.188431 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45784) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:03.248252 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-81e06a72-140f-41f0-8f8a-10599f2fde67 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] delete failed (client error): The resource could not be found. Aug 20 12:04:03.253443 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45786) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:03.255063 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-81e06a72-140f-41f0-8f8a-10599f2fde67 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/routers/2a057636-e2a6-48f0-981c-6f0c31e1c1d4 HTTP/1.1" status: 404 len: 336 time: 0.0639703 Aug 20 12:04:03.255726 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bdbef4c6-b43b-443a-bf2d-320a7dfc8232 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.266223 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b115bc2-c0fa-4515-8232-635dd07c18d0 req-d079d507-8ef7-476f-a3ff-d11fd36bec64 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264097 Aug 20 12:04:03.270428 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bdbef4c6-b43b-443a-bf2d-320a7dfc8232 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.293040 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fb5ec3e3-bfd9-4a76-b844-3f3ffecd2eb4 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b49228-f3b6-4619-befe-17abdfbe8509 HTTP/1.1" status: 200 len: 205 time: 0.0356042 Aug 20 12:04:03.296799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45788) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:03.321046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbef4c6-b43b-443a-bf2d-320a7dfc8232 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:04:03.347711 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bdbef4c6-b43b-443a-bf2d-320a7dfc8232 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.348060 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-bdbef4c6-b43b-443a-bf2d-320a7dfc8232 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Added segment 3aa8322c-f17a-4442-b1c1-217450373955 of type vlan for network 014fb461-7392-470b-9f11-10041c1d62c1 Aug 20 12:04:03.363474 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbef4c6-b43b-443a-bf2d-320a7dfc8232 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72181da-f086-46dc-aa1d-06e0ba41171f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:03.415767 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bdbef4c6-b43b-443a-bf2d-320a7dfc8232 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.416872 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-2b4fd179-2edc-4b06-b1fe-ed19a54a1513 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] delete failed (client error): The resource could not be found. Aug 20 12:04:03.418527 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2b4fd179-2edc-4b06-b1fe-ed19a54a1513 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/routers/37b49228-f3b6-4619-befe-17abdfbe8509 HTTP/1.1" status: 404 len: 336 time: 0.1191726 Aug 20 12:04:03.421918 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45792) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:03.435820 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b938f-2a57-4b47-9798-f2e45352e6de req-4011eb0c-dd65-4de6-bb8c-81c1cf2af290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:03.437401 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b5b938f-2a57-4b47-9798-f2e45352e6de req-4011eb0c-dd65-4de6-bb8c-81c1cf2af290 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 1095 time: 0.1072099 Aug 20 12:04:03.475741 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bdbef4c6-b43b-443a-bf2d-320a7dfc8232 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.481152 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbef4c6-b43b-443a-bf2d-320a7dfc8232 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:03.481814 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bdbef4c6-b43b-443a-bf2d-320a7dfc8232 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.513215 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fa42a2-7843-4b95-87d1-1dccc5a7bc60 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] DELETE failed (client error): The resource could not be found. Aug 20 12:04:03.516513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4fa42a2-7843-4b95-87d1-1dccc5a7bc60 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:04:03.520438 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b4fa42a2-7843-4b95-87d1-1dccc5a7bc60 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/53bb18a5-d9ba-44d0-832b-35facc3cf640 HTTP/1.1" status: 404 len: 337 time: 0.0968654 Aug 20 12:04:03.523659 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45798) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:03.573139 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0d5ac064-88d5-4f2c-85f7-2495da08e222 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports?device_id=941e2c56-20ee-4133-801b-aa4531ba302f HTTP/1.1" status: 200 len: 205 time: 0.0472317 Aug 20 12:04:03.575194 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45800) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:03.624461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbef4c6-b43b-443a-bf2d-320a7dfc8232 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Pushing event updated for resources: {'Network': ['ID=014fb461-7392-470b-9f11-10041c1d62c1,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:03.637513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 014fb461-7392-470b-9f11-10041c1d62c1 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:04:03.638112 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bdbef4c6-b43b-443a-bf2d-320a7dfc8232 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1122627 Aug 20 12:04:03.640918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45802) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:03.656147 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5133d0ef-2dc1-4bf7-bdd6-9dbffac6dfc0 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Request body: {'subnet': {'network_id': '014fb461-7392-470b-9f11-10041c1d62c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:03.673040 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-7ffd2ceb-e12e-4512-8c49-1a9e5ec7583a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] delete failed (client error): The resource could not be found. Aug 20 12:04:03.674659 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7ffd2ceb-e12e-4512-8c49-1a9e5ec7583a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/routers/941e2c56-20ee-4133-801b-aa4531ba302f HTTP/1.1" status: 404 len: 336 time: 0.0971560 Aug 20 12:04:03.681167 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45804) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:03.751901 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-300cf8ba-2d69-4320-b7a9-9bbf85e154e2 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports?device_id=8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c HTTP/1.1" status: 200 len: 205 time: 0.0683260 Aug 20 12:04:03.754056 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45806) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:03.783135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b938f-2a57-4b47-9798-f2e45352e6de req-23ebd8ac-1567-462d-b390-1e769aefd402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:03.785671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b5b938f-2a57-4b47-9798-f2e45352e6de req-23ebd8ac-1567-462d-b390-1e769aefd402 service neutron] 10.222.0.76 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.3399751 Aug 20 12:04:03.788992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5133d0ef-2dc1-4bf7-bdd6-9dbffac6dfc0 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Made reservation on behalf of af630ad5bcae4815a3f355e487fdbdd9 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:03.794640 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5133d0ef-2dc1-4bf7-bdd6-9dbffac6dfc0 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.812523 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-be4de592-e22d-4af3-8df5-eaeface27e87 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] delete failed (client error): The resource could not be found. Aug 20 12:04:03.813709 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-be4de592-e22d-4af3-8df5-eaeface27e87 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/routers/8eab7eae-2ad7-4bb0-a55c-aa3c5763f89c HTTP/1.1" status: 404 len: 336 time: 0.0580878 Aug 20 12:04:03.816181 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45808) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:03.844264 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b5b938f-2a57-4b47-9798-f2e45352e6de req-939e59de-01ac-4f5c-8d78-dc4b01f52e63 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28c28f02-f2dd-4da2-bb9c-401f3b7b0782 HTTP/1.1" status: 200 len: 217 time: 0.0447335 Aug 20 12:04:03.855742 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-5befd073-c993-4c3a-b098-678ae800f501 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] DELETE failed (client error): The resource could not be found. Aug 20 12:04:03.855742 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5befd073-c993-4c3a-b098-678ae800f501 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:04:03.859892 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5befd073-c993-4c3a-b098-678ae800f501 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/38309ecc-f07d-4cbb-b336-a148e4762c18 HTTP/1.1" status: 404 len: 337 time: 0.0385029 Aug 20 12:04:03.861219 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45810) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:03.906290 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6c6c929c-3fe5-4c6e-97bf-5ff475fd4d3a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports?device_id=20eb3120-b1ca-4f22-911d-cb70392c2065 HTTP/1.1" status: 200 len: 205 time: 0.0437729 Aug 20 12:04:03.907139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45812) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:03.933827 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b938f-2a57-4b47-9798-f2e45352e6de req-18a1030c-1e53-4646-a944-5cc6b5591523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:03.935663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b5b938f-2a57-4b47-9798-f2e45352e6de req-18a1030c-1e53-4646-a944-5cc6b5591523 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0799713 Aug 20 12:04:03.969565 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-c95992e9-92b0-448c-bcd1-cba0b1ce35de tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] delete failed (client error): The resource could not be found. Aug 20 12:04:03.973673 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c95992e9-92b0-448c-bcd1-cba0b1ce35de tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/routers/20eb3120-b1ca-4f22-911d-cb70392c2065 HTTP/1.1" status: 404 len: 336 time: 0.0652401 Aug 20 12:04:03.975139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45814) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:04.031415 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c13e837-b7c4-4795-b0d0-60d0006e74dd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] DELETE failed (client error): The resource could not be found. Aug 20 12:04:04.036280 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c13e837-b7c4-4795-b0d0-60d0006e74dd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:04:04.038347 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b938f-2a57-4b47-9798-f2e45352e6de req-6d0e5c80-2954-4a17-a34b-b69f079e595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:04.040118 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b5b938f-2a57-4b47-9798-f2e45352e6de req-6d0e5c80-2954-4a17-a34b-b69f079e595f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963070 Aug 20 12:04:04.043362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45818) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:04.044035 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2c13e837-b7c4-4795-b0d0-60d0006e74dd tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/420f69a6-bdf4-495a-ac1c-09050f55aa6a HTTP/1.1" status: 404 len: 337 time: 0.0675068 Aug 20 12:04:04.121547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f78172-d1e9-4511-a7b9-3930f0980d61 req-1bf930f4-1c5f-485c-a658-c5a62b585c6e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:04.130351 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10f78172-d1e9-4511-a7b9-3930f0980d61 req-1bf930f4-1c5f-485c-a658-c5a62b585c6e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 944 time: 0.0741615 Aug 20 12:04:04.183333 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10f78172-d1e9-4511-a7b9-3930f0980d61 req-ba3f0724-82aa-4ddb-940e-529837b50fde tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517192 Aug 20 12:04:04.231814 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45820) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:04.232133 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fd1d0b31-a7be-47f8-9ec8-8ba115c55c9e tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bf71c89-32ab-4784-8294-31053b155743 HTTP/1.1" status: 200 len: 205 time: 0.1875346 Aug 20 12:04:04.259070 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5133d0ef-2dc1-4bf7-bdd6-9dbffac6dfc0 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:04.300026 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-4e431b58-2237-452b-9166-2ef268048f9a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] delete failed (client error): The resource could not be found. Aug 20 12:04:04.301249 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4e431b58-2237-452b-9166-2ef268048f9a tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/routers/6bf71c89-32ab-4784-8294-31053b155743 HTTP/1.1" status: 404 len: 336 time: 0.0682034 Aug 20 12:04:04.305119 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45822) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:04.317940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133d0ef-2dc1-4bf7-bdd6-9dbffac6dfc0 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Pushing event updated for resources: {'Subnet': ['ID=2832bd3c-a485-46e2-9032-b56fcfcf22dc,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:04.356048 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a893ab-ddc2-45da-a8b3-b73856d99aae tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] DELETE failed (client error): The resource could not be found. Aug 20 12:04:04.356511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a893ab-ddc2-45da-a8b3-b73856d99aae tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:04:04.360494 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-71a893ab-ddc2-45da-a8b3-b73856d99aae tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/2d8a4c5f-597c-429f-bd14-2b2b5f455134 HTTP/1.1" status: 404 len: 337 time: 0.0521545 Aug 20 12:04:04.361054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45824) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:04.373961 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b5b938f-2a57-4b47-9798-f2e45352e6de req-bc1cd3f7-75de-4447-bb6d-b46ebf2a6296 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071074 Aug 20 12:04:04.382474 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5133d0ef-2dc1-4bf7-bdd6-9dbffac6dfc0 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Checking segment: {'id': '3aa8322c-f17a-4442-b1c1-217450373955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '014fb461-7392-470b-9f11-10041c1d62c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:04.382831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5133d0ef-2dc1-4bf7-bdd6-9dbffac6dfc0 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Network hostable DHCP agents. Network: 014fb461-7392-470b-9f11-10041c1d62c1, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:04:04.393056 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc760c43-dac4-45c1-89fd-3095e957db67 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] DELETE failed (client error): The resource could not be found. Aug 20 12:04:04.393730 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc760c43-dac4-45c1-89fd-3095e957db67 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:04:04.396213 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fc760c43-dac4-45c1-89fd-3095e957db67 tempest-RoutersIpV6Test-14856592 tempest-RoutersIpV6Test-14856592-project] 10.222.0.37 "DELETE /v2.0/subnets/28d8f5c7-e116-432c-9980-d90dfd3f1f53 HTTP/1.1" status: 404 len: 337 time: 0.0337670 Aug 20 12:04:04.478942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2b5b938f-2a57-4b47-9798-f2e45352e6de req-98262d2e-2b45-4cb4-9636-a9ee0a3296bc service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975165 Aug 20 12:04:04.512598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5133d0ef-2dc1-4bf7-bdd6-9dbffac6dfc0 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Network 014fb461-7392-470b-9f11-10041c1d62c1 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:04:04.531401 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-5133d0ef-2dc1-4bf7-bdd6-9dbffac6dfc0 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 014fb461-7392-470b-9f11-10041c1d62c1) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:04.541488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419df39a-9db5-48a8-888a-0c168788c165 None None] Network 014fb461-7392-470b-9f11-10041c1d62c1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:04.557640 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5133d0ef-2dc1-4bf7-bdd6-9dbffac6dfc0 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:04.560361 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5133d0ef-2dc1-4bf7-bdd6-9dbffac6dfc0 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:04.601755 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45832) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:04.601950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5133d0ef-2dc1-4bf7-bdd6-9dbffac6dfc0 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9596462 Aug 20 12:04:04.608616 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4f7139db-d113-46e1-bab0-1d4e8411efef tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Request body: {'port': {'network_id': '014fb461-7392-470b-9f11-10041c1d62c1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1350561216'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:04.782685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7139db-d113-46e1-bab0-1d4e8411efef tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Made reservation on behalf of af630ad5bcae4815a3f355e487fdbdd9 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:04.786549 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f7139db-d113-46e1-bab0-1d4e8411efef tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:04.819802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-014fb461-7392-470b-9f11-10041c1d62c1', 'network_id': '014fb461-7392-470b-9f11-10041c1d62c1', 'tenant_id': 'af630ad5bcae4815a3f355e487fdbdd9', 'fixed_ips': [{'subnet_id': '2832bd3c-a485-46e2-9032-b56fcfcf22dc'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:04:04.821615 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:04.825321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-4f7139db-d113-46e1-bab0-1d4e8411efef tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] device_id is not set on port d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610 yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:04:04.864321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45838) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:04.992972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-4f7139db-d113-46e1-bab0-1d4e8411efef tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Allocated IP 172.20.0.3 (014fb461-7392-470b-9f11-10041c1d62c1/2832bd3c-a485-46e2-9032-b56fcfcf22dc/d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:05.049706 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c5c83cf6-416d-4885-ade2-109d089f7744 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cea70efbc36649458f563bc27ca8784c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808619 Aug 20 12:04:05.049937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45842) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:05.172670 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cbc6c38-ca8d-467e-836c-ef45d901f137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.216536 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cbc6c38-ca8d-467e-836c-ef45d901f137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.223107 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f7139db-d113-46e1-bab0-1d4e8411efef tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.256611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4f7139db-d113-46e1-bab0-1d4e8411efef tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Transition to ACTIVE for port object d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:05.302236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cbc6c38-ca8d-467e-836c-ef45d901f137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.306367 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cbc6c38-ca8d-467e-836c-ef45d901f137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.309451 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8cbc6c38-ca8d-467e-836c-ef45d901f137 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4b11d5d-fe1b-48f4-9add-4c4cd28d1bb9 HTTP/1.1" status: 204 len: 168 time: 0.2570903 Aug 20 12:04:05.315970 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc6c38-ca8d-467e-836c-ef45d901f137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b11d5d-fe1b-48f4-9add-4c4cd28d1bb9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:05.318770 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f7139db-d113-46e1-bab0-1d4e8411efef tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.348585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42e543-610a-4c70-84e4-853bb111ff22 req-56cd4aaa-c024-4ba0-b74d-fc2f9e8547da tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:05.356917 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c42e543-610a-4c70-84e4-853bb111ff22 req-56cd4aaa-c024-4ba0-b74d-fc2f9e8547da tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 944 time: 0.0973251 Aug 20 12:04:05.366836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7139db-d113-46e1-bab0-1d4e8411efef tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Network 014fb461-7392-470b-9f11-10041c1d62c1 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:05.370352 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-4f7139db-d113-46e1-bab0-1d4e8411efef tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:05.377020 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7139db-d113-46e1-bab0-1d4e8411efef tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:05.382385 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7139db-d113-46e1-bab0-1d4e8411efef tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Pushing event updated for resources: {'Port': ['ID=d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:05.428592 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c42e543-610a-4c70-84e4-853bb111ff22 req-82014c0c-489c-48d0-af3b-fec8b491bc48 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629444 Aug 20 12:04:05.432304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7139db-d113-46e1-bab0-1d4e8411efef tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:05.433107 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f7139db-d113-46e1-bab0-1d4e8411efef tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.439452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Allocated IP 172.20.0.2 (014fb461-7392-470b-9f11-10041c1d62c1/2832bd3c-a485-46e2-9032-b56fcfcf22dc/205f2ddf-66d7-4786-a6f4-8634fd2178f9) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:05.452746 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4f7139db-d113-46e1-bab0-1d4e8411efef tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.8492534 Aug 20 12:04:05.456282 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45848) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:05.463634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Request body: {'port': {'network_id': '014fb461-7392-470b-9f11-10041c1d62c1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1799308493', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:05.464387 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.api.validators [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] bootfile-name is not in valid_values {{(pid=94691) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:04:05.464807 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.api.validators [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] tftp-server is not in valid_values {{(pid=94691) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:04:05.465216 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.api.validators [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] server-ip-address is not in valid_values {{(pid=94691) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:04:05.640219 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.642524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Made reservation on behalf of af630ad5bcae4815a3f355e487fdbdd9 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:05.648535 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.651126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Transition to ACTIVE for port object 205f2ddf-66d7-4786-a6f4-8634fd2178f9 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:05.671410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] device_id is not set on port 9ddd0f95-c350-4591-9257-4207782f254f yet. {{(pid=94691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:04:05.681320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Transition to ACTIVE for port object 205f2ddf-66d7-4786-a6f4-8634fd2178f9 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:05.690306 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.741815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Network 014fb461-7392-470b-9f11-10041c1d62c1 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:05.746045 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:05.750358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:05.820278 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Pushing event updated for resources: {'Port': ['ID=205f2ddf-66d7-4786-a6f4-8634fd2178f9,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:05.825623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Allocated IP 172.20.0.11 (014fb461-7392-470b-9f11-10041c1d62c1/2832bd3c-a485-46e2-9032-b56fcfcf22dc/9ddd0f95-c350-4591-9257-4207782f254f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:05.838778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Attempting to bind port 205f2ddf-66d7-4786-a6f4-8634fd2178f9 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:05.839422 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Attempting to bind port 205f2ddf-66d7-4786-a6f4-8634fd2178f9 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '3aa8322c-f17a-4442-b1c1-217450373955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '014fb461-7392-470b-9f11-10041c1d62c1'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:05.840011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Attempting to bind port 205f2ddf-66d7-4786-a6f4-8634fd2178f9 on network 014fb461-7392-470b-9f11-10041c1d62c1 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:05.846858 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:05.848039 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Checking segment: {'id': '3aa8322c-f17a-4442-b1c1-217450373955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '014fb461-7392-470b-9f11-10041c1d62c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:05.848623 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.850118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Bound using segment: {'id': '3aa8322c-f17a-4442-b1c1-217450373955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '014fb461-7392-470b-9f11-10041c1d62c1'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:05.850929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Bound port: 205f2ddf-66d7-4786-a6f4-8634fd2178f9, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa8322c-f17a-4442-b1c1-217450373955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '014fb461-7392-470b-9f11-10041c1d62c1'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:05.851643 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.931942 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] For port 205f2ddf-66d7-4786-a6f4-8634fd2178f9, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:05.936555 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] For port 205f2ddf-66d7-4786-a6f4-8634fd2178f9, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=205f2ddf-66d7-4786-a6f4-8634fd2178f9,segment=NetworkSegment(3aa8322c-f17a-4442-b1c1-217450373955),segment_id=3aa8322c-f17a-4442-b1c1-217450373955)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:05.944814 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:06.019569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e17748-a312-4802-b99d-bef693b585d9 None None] Pushing event updated for resources: {'Port': ['ID=205f2ddf-66d7-4786-a6f4-8634fd2178f9,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:06.034944 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:06.052319 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Transition to ACTIVE for port object 9ddd0f95-c350-4591-9257-4207782f254f will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:06.097062 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:06.148414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Network 014fb461-7392-470b-9f11-10041c1d62c1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:06.151772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:06.155722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:06.166209 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Pushing event updated for resources: {'Port': ['ID=9ddd0f95-c350-4591-9257-4207782f254f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:06.215827 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:06.217186 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:06.240390 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bf608f66-57a9-4832-9e0c-0ca9284aada3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.7822819 Aug 20 12:04:06.242752 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45874) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:06.255263 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45876) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:06.329770 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d18a283-d03a-47a4-83fb-d6e98d3bac5b tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:06.335922 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d18a283-d03a-47a4-83fb-d6e98d3bac5b tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:06.342147 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d18a283-d03a-47a4-83fb-d6e98d3bac5b tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:06.343925 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2d18a283-d03a-47a4-83fb-d6e98d3bac5b tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0994270 Aug 20 12:04:06.346916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45880) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:06.433894 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b99b5ea2-deb7-4c66-81fb-d56f0cbf8c42 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'network': {'name': 'tempest-RoutersTest-46142092'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:06.466887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99b5ea2-deb7-4c66-81fb-d56f0cbf8c42 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:06.470423 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b99b5ea2-deb7-4c66-81fb-d56f0cbf8c42 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:06.484164 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b99b5ea2-deb7-4c66-81fb-d56f0cbf8c42 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:06.498806 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1f283da4-3f66-4aac-bc0a-5f3fb66302d3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Deleting port 9ddd0f95-c350-4591-9257-4207782f254f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:06.499100 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f283da4-3f66-4aac-bc0a-5f3fb66302d3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:06.647060 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 205f2ddf-66d7-4786-a6f4-8634fd2178f9 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:06.690940 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f283da4-3f66-4aac-bc0a-5f3fb66302d3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:06.704017 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 205f2ddf-66d7-4786-a6f4-8634fd2178f9 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:06.710471 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c981dd-d73a-44a8-8123-ffb4e42f8de3 req-9eeef11d-b5dd-40fb-87b4-97e194572ddb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:06.712038 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-90c981dd-d73a-44a8-8123-ffb4e42f8de3 req-9eeef11d-b5dd-40fb-87b4-97e194572ddb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 944 time: 0.1549456 Aug 20 12:04:06.725139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1f283da4-3f66-4aac-bc0a-5f3fb66302d3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Calling delete_port for 9ddd0f95-c350-4591-9257-4207782f254f owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:06.822624 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-90c981dd-d73a-44a8-8123-ffb4e42f8de3 req-19c7d4e0-eb12-49d1-8407-b9bc1b8dfc04 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003871 Aug 20 12:04:06.838699 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b99b5ea2-deb7-4c66-81fb-d56f0cbf8c42 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:06.850779 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b99b5ea2-deb7-4c66-81fb-d56f0cbf8c42 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:06.888847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99b5ea2-deb7-4c66-81fb-d56f0cbf8c42 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:04:06.910028 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b99b5ea2-deb7-4c66-81fb-d56f0cbf8c42 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:06.910253 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-b99b5ea2-deb7-4c66-81fb-d56f0cbf8c42 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Added segment 60e0c103-6615-42b1-932f-f40d2f28edce of type vlan for network 0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2 Aug 20 12:04:06.911579 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b5ea2-deb7-4c66-81fb-d56f0cbf8c42 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb40cf86-f8aa-44c7-8e86-72060da787aa,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:06.998261 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b99b5ea2-deb7-4c66-81fb-d56f0cbf8c42 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.031750 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f283da4-3f66-4aac-bc0a-5f3fb66302d3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.066154 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b99b5ea2-deb7-4c66-81fb-d56f0cbf8c42 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.072308 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b5ea2-deb7-4c66-81fb-d56f0cbf8c42 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:07.072953 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b99b5ea2-deb7-4c66-81fb-d56f0cbf8c42 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.080028 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f283da4-3f66-4aac-bc0a-5f3fb66302d3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Pushing event deleted for resources: {'Port': ['ID=9ddd0f95-c350-4591-9257-4207782f254f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:07.164297 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b99b5ea2-deb7-4c66-81fb-d56f0cbf8c42 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8898733 Aug 20 12:04:07.165181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45890) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:07.172340 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2a4300ef-6b63-427b-bb24-adece58e1f1b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'network': {'name': 'tempest-RoutersTest-670411401'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:07.198396 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271af98b-e394-4654-b2b6-5ae0bb851dbb None None] Network 014fb461-7392-470b-9f11-10041c1d62c1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:07.202743 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b5ea2-deb7-4c66-81fb-d56f0cbf8c42 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Network': ['ID=0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:07.217622 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f283da4-3f66-4aac-bc0a-5f3fb66302d3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.220306 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1f283da4-3f66-4aac-bc0a-5f3fb66302d3 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] 10.222.0.37 "DELETE /v2.0/ports/9ddd0f95-c350-4591-9257-4207782f254f HTTP/1.1" status: 204 len: 168 time: 0.8723867 Aug 20 12:04:07.223965 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45892) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:07.232166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5768b2e2-8053-47d5-9508-ee8fbc050a0c tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Request body: {'port': {'name': 'tempest-new-port-name-955439865', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:07.232942 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.api.validators [None req-5768b2e2-8053-47d5-9508-ee8fbc050a0c tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] bootfile-name is not in valid_values {{(pid=94691) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:04:07.233480 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.api.validators [None req-5768b2e2-8053-47d5-9508-ee8fbc050a0c tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] tftp-server is not in valid_values {{(pid=94691) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:04:07.233968 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.api.validators [None req-5768b2e2-8053-47d5-9508-ee8fbc050a0c tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] server-ip-address is not in valid_values {{(pid=94691) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:04:07.238282 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4300ef-6b63-427b-bb24-adece58e1f1b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:07.242022 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a4300ef-6b63-427b-bb24-adece58e1f1b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.255138 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:04:07.290838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4300ef-6b63-427b-bb24-adece58e1f1b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:04:07.299809 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a4300ef-6b63-427b-bb24-adece58e1f1b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.300432 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-2a4300ef-6b63-427b-bb24-adece58e1f1b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Added segment 068e1a05-3c79-4722-9698-7531f5dccf04 of type vlan for network f3f28082-d5d6-4891-9a7d-421e5779c671 Aug 20 12:04:07.335391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7dcc0cb5-35a3-46c2-b5b6-1f36366b1973 None None] Provisioning for port 205f2ddf-66d7-4786-a6f4-8634fd2178f9 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:07.340364 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a4300ef-6b63-427b-bb24-adece58e1f1b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.353407 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7dcc0cb5-35a3-46c2-b5b6-1f36366b1973 None None] Provisioning complete for port 205f2ddf-66d7-4786-a6f4-8634fd2178f9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:07.353777 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0cb5-35a3-46c2-b5b6-1f36366b1973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.368670 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a4300ef-6b63-427b-bb24-adece58e1f1b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.374105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4300ef-6b63-427b-bb24-adece58e1f1b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:07.374685 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a4300ef-6b63-427b-bb24-adece58e1f1b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.470349 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2a4300ef-6b63-427b-bb24-adece58e1f1b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3001907 Aug 20 12:04:07.470718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45898) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:07.478039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-71f36408-13f4-45e4-9aee-b60f254bcfeb tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'subnet': {'network_id': '0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:07.481358 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5768b2e2-8053-47d5-9508-ee8fbc050a0c tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.501989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4300ef-6b63-427b-bb24-adece58e1f1b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Network': ['ID=f3f28082-d5d6-4891-9a7d-421e5779c671,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:07.506927 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0cb5-35a3-46c2-b5b6-1f36366b1973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.519746 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network f3f28082-d5d6-4891-9a7d-421e5779c671 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:04:07.595438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7dcc0cb5-35a3-46c2-b5b6-1f36366b1973 None None] For port 205f2ddf-66d7-4786-a6f4-8634fd2178f9, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=205f2ddf-66d7-4786-a6f4-8634fd2178f9,segment=NetworkSegment(3aa8322c-f17a-4442-b1c1-217450373955),segment_id=3aa8322c-f17a-4442-b1c1-217450373955)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:07.606741 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0cb5-35a3-46c2-b5b6-1f36366b1973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.691985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc0cb5-35a3-46c2-b5b6-1f36366b1973 None None] Pushing event updated for resources: {'Port': ['ID=205f2ddf-66d7-4786-a6f4-8634fd2178f9,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:07.728228 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f36408-13f4-45e4-9aee-b60f254bcfeb tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:07.732010 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71f36408-13f4-45e4-9aee-b60f254bcfeb tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.832019 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-78c43e9c-dbc3-4675-8cb7-b06f6aaa2af6 None None] Provisioning for port d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:07.837251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-78c43e9c-dbc3-4675-8cb7-b06f6aaa2af6 None None] Provisioning complete for port d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:07.837913 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-78c43e9c-dbc3-4675-8cb7-b06f6aaa2af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.858382 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5768b2e2-8053-47d5-9508-ee8fbc050a0c tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.873794 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5768b2e2-8053-47d5-9508-ee8fbc050a0c tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.883667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-78c43e9c-dbc3-4675-8cb7-b06f6aaa2af6 None None] Port d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:07.896016 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-78c43e9c-dbc3-4675-8cb7-b06f6aaa2af6 None None] Provisioning complete for port 205f2ddf-66d7-4786-a6f4-8634fd2178f9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:07.897742 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-78c43e9c-dbc3-4675-8cb7-b06f6aaa2af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.039098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768b2e2-8053-47d5-9508-ee8fbc050a0c tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Pushing event updated for resources: {'Port': ['ID=d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:08.056802 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-5768b2e2-8053-47d5-9508-ee8fbc050a0c tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] In _notify_port_updated(), no bound segment for port d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610 on network 014fb461-7392-470b-9f11-10041c1d62c1 {{(pid=94691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:04:08.062396 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5768b2e2-8053-47d5-9508-ee8fbc050a0c tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:08.063173 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5768b2e2-8053-47d5-9508-ee8fbc050a0c tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.064563 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5768b2e2-8053-47d5-9508-ee8fbc050a0c tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] 10.222.0.37 "PUT /v2.0/ports/d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610 HTTP/1.1" status: 200 len: 1135 time: 0.8389022 Aug 20 12:04:08.067598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45904) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:08.124704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d69f13-5c86-4913-9931-c38ac8f1f379 req-b09ec0a5-1f2f-46bd-acc3-a7298bd82385 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:08.126610 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-83d69f13-5c86-4913-9931-c38ac8f1f379 req-b09ec0a5-1f2f-46bd-acc3-a7298bd82385 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 944 time: 0.1793833 Aug 20 12:04:08.137468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a903423-2497-4847-a61e-644db8739bc8 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:08.140942 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2561c36a-f83e-46b3-96cf-a08ad201bd10 None None] Provisioning complete for port d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:08.141316 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2561c36a-f83e-46b3-96cf-a08ad201bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.144226 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2a903423-2497-4847-a61e-644db8739bc8 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] 10.222.0.37 "GET /v2.0/ports/d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610 HTTP/1.1" status: 200 len: 1135 time: 0.0742929 Aug 20 12:04:08.147944 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45906) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:08.178417 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71f36408-13f4-45e4-9aee-b60f254bcfeb tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.203786 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-83d69f13-5c86-4913-9931-c38ac8f1f379 req-8ead66a3-6979-46ad-9fe2-e61302b69dff tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653167 Aug 20 12:04:08.227533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2561c36a-f83e-46b3-96cf-a08ad201bd10 None None] Port d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:08.273486 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f36408-13f4-45e4-9aee-b60f254bcfeb tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Subnet': ['ID=9591815d-ed2a-4174-8429-c8cf1e1d169c,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:08.277188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f36408-13f4-45e4-9aee-b60f254bcfeb tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Checking segment: {'id': '60e0c103-6615-42b1-932f-f40d2f28edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:08.277925 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f36408-13f4-45e4-9aee-b60f254bcfeb tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network hostable DHCP agents. Network: 0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:04:08.309248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f36408-13f4-45e4-9aee-b60f254bcfeb tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network 0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:04:08.315181 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-64343e0a-27b6-4f18-99a9-9d7e84936f75 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Deleting port d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:08.316018 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-64343e0a-27b6-4f18-99a9-9d7e84936f75 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.337832 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-71f36408-13f4-45e4-9aee-b60f254bcfeb tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:08.342623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f36408-13f4-45e4-9aee-b60f254bcfeb tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:08.343292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-71f36408-13f4-45e4-9aee-b60f254bcfeb tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.358175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e2a753-46ea-4157-a4e7-4a42d379bb3d None None] Network 0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:08.371182 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-71f36408-13f4-45e4-9aee-b60f254bcfeb tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8993719 Aug 20 12:04:08.372451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45912) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:08.378058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d0a61d1a-6164-4d44-bb5c-a46af6bb0c9f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'subnet': {'network_id': 'f3f28082-d5d6-4891-9a7d-421e5779c671', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:08.440824 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-64343e0a-27b6-4f18-99a9-9d7e84936f75 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.449142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f823fd39-d03b-42cd-b5c6-fd10428445b6 None None] Could not find standard attr ID for object 9ddd0f95-c350-4591-9257-4207782f254f. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:04:08.466922 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-64343e0a-27b6-4f18-99a9-9d7e84936f75 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Calling delete_port for d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610 owned by {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:08.508763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a61d1a-6164-4d44-bb5c-a46af6bb0c9f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:08.512945 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0a61d1a-6164-4d44-bb5c-a46af6bb0c9f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.592742 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2', 'network_id': '0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'fixed_ips': [{'subnet_id': '9591815d-ed2a-4174-8429-c8cf1e1d169c'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:04:08.594681 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.600852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 205f2ddf-66d7-4786-a6f4-8634fd2178f9 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:08.743043 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-64343e0a-27b6-4f18-99a9-9d7e84936f75 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.801606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 205f2ddf-66d7-4786-a6f4-8634fd2178f9 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:08.801988 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.817044 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0a61d1a-6164-4d44-bb5c-a46af6bb0c9f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.875253 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a61d1a-6164-4d44-bb5c-a46af6bb0c9f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Subnet': ['ID=be5c268b-9780-4977-8bff-dc00ecfdaf10,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:08.915505 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a61d1a-6164-4d44-bb5c-a46af6bb0c9f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Checking segment: {'id': '068e1a05-3c79-4722-9698-7531f5dccf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f3f28082-d5d6-4891-9a7d-421e5779c671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:08.915959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a61d1a-6164-4d44-bb5c-a46af6bb0c9f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network hostable DHCP agents. Network: f3f28082-d5d6-4891-9a7d-421e5779c671, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:04:08.942232 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a61d1a-6164-4d44-bb5c-a46af6bb0c9f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network f3f28082-d5d6-4891-9a7d-421e5779c671 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:04:08.943478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Allocated IP 172.20.0.2 (0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2/9591815d-ed2a-4174-8429-c8cf1e1d169c/40b02216-f098-4263-845f-1a6122c8963f) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:08.992353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-d0a61d1a-6164-4d44-bb5c-a46af6bb0c9f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, f3f28082-d5d6-4891-9a7d-421e5779c671) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:08.998056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a61d1a-6164-4d44-bb5c-a46af6bb0c9f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:08.998587 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0a61d1a-6164-4d44-bb5c-a46af6bb0c9f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.015266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a3b1b7-3935-42ea-9915-5de69f0fcd00 None None] Network f3f28082-d5d6-4891-9a7d-421e5779c671 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:09.043315 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d0a61d1a-6164-4d44-bb5c-a46af6bb0c9f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6666319 Aug 20 12:04:09.043480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45916) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:09.048359 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1da4bcca-5b8d-4220-8637-177c4a4dea01 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-877562034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:09.075338 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1da4bcca-5b8d-4220-8637-177c4a4dea01 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.076576 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1da4bcca-5b8d-4220-8637-177c4a4dea01 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.145091 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1da4bcca-5b8d-4220-8637-177c4a4dea01 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.151508 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1da4bcca-5b8d-4220-8637-177c4a4dea01 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.168424 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64343e0a-27b6-4f18-99a9-9d7e84936f75 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Pushing event deleted for resources: {'Port': ['ID=d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:09.173822 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1da4bcca-5b8d-4220-8637-177c4a4dea01 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.177751 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1da4bcca-5b8d-4220-8637-177c4a4dea01 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1308606 Aug 20 12:04:09.178161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45918) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:09.327062 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-64343e0a-27b6-4f18-99a9-9d7e84936f75 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.329619 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-005918d1-3ec1-469e-966f-f95376723ab2 None None] Could not find standard attr ID for object d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:04:09.334757 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-64343e0a-27b6-4f18-99a9-9d7e84936f75 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] 10.222.0.37 "DELETE /v2.0/ports/d2d31f9a-a40e-4b24-8cbb-9eec2f1f9610 HTTP/1.1" status: 204 len: 168 time: 1.1823123 Aug 20 12:04:09.335527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45922) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:09.343164 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.471532 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-445a16be-bb82-4daf-a77c-40f2ba0e0622 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Deleting subnet 2832bd3c-a485-46e2-9032-b56fcfcf22dc {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:04:09.475691 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-445a16be-bb82-4daf-a77c-40f2ba0e0622 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.520716 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-445a16be-bb82-4daf-a77c-40f2ba0e0622 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.585674 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f3f28082-d5d6-4891-9a7d-421e5779c671', 'network_id': 'f3f28082-d5d6-4891-9a7d-421e5779c671', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'fixed_ips': [{'subnet_id': 'be5c268b-9780-4977-8bff-dc00ecfdaf10'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:04:09.587132 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.613959 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-445a16be-bb82-4daf-a77c-40f2ba0e0622 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.632170 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.689647 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-445a16be-bb82-4daf-a77c-40f2ba0e0622 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.694979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Transition to ACTIVE for port object 40b02216-f098-4263-845f-1a6122c8963f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:09.732223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cff35-71b8-4729-9466-31e40852ce7d req-5b8d832c-4eb7-4b36-bb9f-949b654804ef tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:09.733923 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-058cff35-71b8-4729-9466-31e40852ce7d req-5b8d832c-4eb7-4b36-bb9f-949b654804ef tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 944 time: 0.3367209 Aug 20 12:04:09.734750 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a16be-bb82-4daf-a77c-40f2ba0e0622 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Pushing event deleted for resources: {'Subnet': ['ID=2832bd3c-a485-46e2-9032-b56fcfcf22dc,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:09.736508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Transition to ACTIVE for port object 40b02216-f098-4263-845f-1a6122c8963f will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:09.747711 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-445a16be-bb82-4daf-a77c-40f2ba0e0622 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.750279 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-445a16be-bb82-4daf-a77c-40f2ba0e0622 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] 10.222.0.37 "DELETE /v2.0/subnets/2832bd3c-a485-46e2-9032-b56fcfcf22dc HTTP/1.1" status: 204 len: 168 time: 0.4111731 Aug 20 12:04:09.757588 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45930) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:09.758348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11fc0b2-81ed-48a1-a138-571f18fccff6 None None] Network 014fb461-7392-470b-9f11-10041c1d62c1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:09.834647 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.844018 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.907759 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-058cff35-71b8-4729-9466-31e40852ce7d req-ba7d5efc-ab68-4c00-ae5e-9a7a2c1f18b1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622579 Aug 20 12:04:09.930293 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Network 0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:09.930510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Deleting port 205f2ddf-66d7-4786-a6f4-8634fd2178f9 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:09.930510 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.952930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:09.965211 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:09.996380 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] For port 205f2ddf-66d7-4786-a6f4-8634fd2178f9, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=205f2ddf-66d7-4786-a6f4-8634fd2178f9,segment=NetworkSegment(3aa8322c-f17a-4442-b1c1-217450373955),segment_id=3aa8322c-f17a-4442-b1c1-217450373955)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:09.996380 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.010906 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Calling delete_port for 205f2ddf-66d7-4786-a6f4-8634fd2178f9 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:10.042118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Allocated IP 172.21.0.2 (f3f28082-d5d6-4891-9a7d-421e5779c671/be5c268b-9780-4977-8bff-dc00ecfdaf10/18195e74-1680-4f89-a480-7a49c4393721) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:10.045850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.056038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Pushing event updated for resources: {'Port': ['ID=40b02216-f098-4263-845f-1a6122c8963f,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:10.072088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Attempting to bind port 40b02216-f098-4263-845f-1a6122c8963f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:10.072500 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Attempting to bind port 40b02216-f098-4263-845f-1a6122c8963f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '60e0c103-6615-42b1-932f-f40d2f28edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:10.072900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Attempting to bind port 40b02216-f098-4263-845f-1a6122c8963f on network 0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:10.094361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:10.094750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Checking segment: {'id': '60e0c103-6615-42b1-932f-f40d2f28edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:10.095164 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.095565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Bound using segment: {'id': '60e0c103-6615-42b1-932f-f40d2f28edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:10.096057 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Bound port: 40b02216-f098-4263-845f-1a6122c8963f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e0c103-6615-42b1-932f-f40d2f28edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:10.096623 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.108060 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.143466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Pushing event deleted for resources: {'Port': ['ID=205f2ddf-66d7-4786-a6f4-8634fd2178f9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:10.161538 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] No DVR routers for this DVR port 205f2ddf-66d7-4786-a6f4-8634fd2178f9 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:10.216731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] For port 40b02216-f098-4263-845f-1a6122c8963f, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:10.219719 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] For port 40b02216-f098-4263-845f-1a6122c8963f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=40b02216-f098-4263-845f-1a6122c8963f,segment=NetworkSegment(60e0c103-6615-42b1-932f-f40d2f28edce),segment_id=60e0c103-6615-42b1-932f-f40d2f28edce)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:10.221011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b9baf3-76fc-4057-964b-07e928c97bff None None] DHCP port deletion for 014fb461-7392-470b-9f11-10041c1d62c1 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:04:10.230821 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.280880 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.299132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014fb461-7392-470b-9f11-10041c1d62c1']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:10.324684 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa8322c-f17a-4442-b1c1-217450373955') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:10.325943 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa8322c-f17a-4442-b1c1-217450373955') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:10.343153 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.352168 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4484a7-06fa-4fec-93ac-066c95cd7b98 None None] Pushing event updated for resources: {'Port': ['ID=40b02216-f098-4263-845f-1a6122c8963f,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:10.368667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Allocated IP 172.20.0.1 (0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2/9591815d-ed2a-4174-8429-c8cf1e1d169c/60a15114-2180-4b3d-a12f-b589cc852e66) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:10.384677 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.397966 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:10.398848 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.430702 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.439977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Transition to ACTIVE for port object 18195e74-1680-4f89-a480-7a49c4393721 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:10.458453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Transition to ACTIVE for port object 18195e74-1680-4f89-a480-7a49c4393721 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:10.468266 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:10.483557 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:10.497909 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.506964 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.518204 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] 10.222.0.37 "DELETE /v2.0/networks/014fb461-7392-470b-9f11-10041c1d62c1 HTTP/1.1" status: 204 len: 168 time: 0.7584643 Aug 20 12:04:10.519797 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Network f3f28082-d5d6-4891-9a7d-421e5779c671 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:10.524021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:10.527691 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:10.554985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567b767-e3cd-4097-bac6-a995eb0cf978 tempest-ExtraDHCPOptionsTestJSON-1424259654 tempest-ExtraDHCPOptionsTestJSON-1424259654-project] Pushing event deleted for resources: {'Network': ['ID=014fb461-7392-470b-9f11-10041c1d62c1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:10.567481 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.579087 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Pushing event updated for resources: {'Port': ['ID=18195e74-1680-4f89-a480-7a49c4393721,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:10.625917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Transition to ACTIVE for port object 60a15114-2180-4b3d-a12f-b589cc852e66 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:10.676009 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Attempting to bind port 18195e74-1680-4f89-a480-7a49c4393721 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:10.676492 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Attempting to bind port 18195e74-1680-4f89-a480-7a49c4393721 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '068e1a05-3c79-4722-9698-7531f5dccf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f3f28082-d5d6-4891-9a7d-421e5779c671'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:10.676976 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Attempting to bind port 18195e74-1680-4f89-a480-7a49c4393721 on network f3f28082-d5d6-4891-9a7d-421e5779c671 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:10.683698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 205f2ddf-66d7-4786-a6f4-8634fd2178f9 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:10.687515 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.690111 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:10.690625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Checking segment: {'id': '068e1a05-3c79-4722-9698-7531f5dccf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f3f28082-d5d6-4891-9a7d-421e5779c671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:10.691131 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.691646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Bound using segment: {'id': '068e1a05-3c79-4722-9698-7531f5dccf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f3f28082-d5d6-4891-9a7d-421e5779c671'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:10.692213 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Bound port: 18195e74-1680-4f89-a480-7a49c4393721, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068e1a05-3c79-4722-9698-7531f5dccf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f3f28082-d5d6-4891-9a7d-421e5779c671'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:10.692738 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.714634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network 0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:10.717239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:10.731281 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 205f2ddf-66d7-4786-a6f4-8634fd2178f9 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:10.731767 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 205f2ddf-66d7-4786-a6f4-8634fd2178f9 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:10.746411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:10.839673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] For port 18195e74-1680-4f89-a480-7a49c4393721, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:10.843638 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] For port 18195e74-1680-4f89-a480-7a49c4393721, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=18195e74-1680-4f89-a480-7a49c4393721,segment=NetworkSegment(068e1a05-3c79-4722-9698-7531f5dccf04),segment_id=068e1a05-3c79-4722-9698-7531f5dccf04)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:10.850702 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.854898 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.858487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=60a15114-2180-4b3d-a12f-b589cc852e66,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:10.931044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdc3ed-caaf-4ee9-ba54-a511d50a914d None None] Pushing event updated for resources: {'Port': ['ID=18195e74-1680-4f89-a480-7a49c4393721,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:11.040228 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.071510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45944) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:11.126806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7d62f-b34a-4166-b0d2-7fb3c04492ee req-52ac6b15-50ff-4b8d-a48f-c973e674360d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:11.128387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dcd7d62f-b34a-4166-b0d2-7fb3c04492ee req-52ac6b15-50ff-4b8d-a48f-c973e674360d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 944 time: 0.0971019 Aug 20 12:04:11.231500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dcd7d62f-b34a-4166-b0d2-7fb3c04492ee req-10dbd042-77dd-4ff0-ab5a-588626581fe1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896180 Aug 20 12:04:11.260107 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-69a09777-8df0-47fd-b94e-ad9806fe6db7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af630ad5bcae4815a3f355e487fdbdd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871440 Aug 20 12:04:11.262485 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45948) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:11.356926 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01350e7e-f0c9-4e58-a2a0-e5c4cbfbc881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.406587 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01350e7e-f0c9-4e58-a2a0-e5c4cbfbc881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.471127 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01350e7e-f0c9-4e58-a2a0-e5c4cbfbc881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.475621 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01350e7e-f0c9-4e58-a2a0-e5c4cbfbc881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.477297 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-01350e7e-f0c9-4e58-a2a0-e5c4cbfbc881 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e72181da-f086-46dc-aa1d-06e0ba41171f HTTP/1.1" status: 204 len: 168 time: 0.2136612 Aug 20 12:04:11.496464 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01350e7e-f0c9-4e58-a2a0-e5c4cbfbc881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72181da-f086-46dc-aa1d-06e0ba41171f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:11.519591 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.527581 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.615878 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.618324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=60a15114-2180-4b3d-a12f-b589cc852e66,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:11.743197 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network 0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:11.749560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:11.819863 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ea1304-7e22-4353-91fb-d071e70d471e None None] Network 0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:11.925562 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router e58821ab-30bf-419f-974e-1ff74282cc8a is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:04:12.028181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:12.030238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5890c571-fbf8-4168-b6ed-2caa0ed54c26 None None] Provisioning for port 40b02216-f098-4263-845f-1a6122c8963f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:12.036360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4c51f706-a7e8-44c2-92d9-7a95de3e6567 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/e58821ab-30bf-419f-974e-1ff74282cc8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8544195 Aug 20 12:04:12.036566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45966) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:12.044080 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412332da-00a5-444f-9051-66dd2388570a None None] Sync routers for ids ['e58821ab-30bf-419f-974e-1ff74282cc8a'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:12.066638 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412332da-00a5-444f-9051-66dd2388570a None None] Routers {'e58821ab-30bf-419f-974e-1ff74282cc8a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:12.067281 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-412332da-00a5-444f-9051-66dd2388570a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e58821ab-30bf-419f-974e-1ff74282cc8a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:12.129484 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-412332da-00a5-444f-9051-66dd2388570a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:12.140070 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412332da-00a5-444f-9051-66dd2388570a None None] Routers {'e58821ab-30bf-419f-974e-1ff74282cc8a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:12.140926 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-412332da-00a5-444f-9051-66dd2388570a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e58821ab-30bf-419f-974e-1ff74282cc8a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:12.143985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5e99a9-0760-4de1-bc12-b8d545cca436 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:12.146779 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fb5e99a9-0760-4de1-bc12-b8d545cca436 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports/60a15114-2180-4b3d-a12f-b589cc852e66 HTTP/1.1" status: 200 len: 910 time: 0.1085949 Aug 20 12:04:12.149886 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 45970) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:12.187393 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-412332da-00a5-444f-9051-66dd2388570a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:12.191716 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412332da-00a5-444f-9051-66dd2388570a None None] The sync data for ids ['e58821ab-30bf-419f-974e-1ff74282cc8a'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:12.359110 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb91af8-c088-4433-b27d-4417d822a065 None None] Network f3f28082-d5d6-4891-9a7d-421e5779c671 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:12.408393 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fcf9a-b534-457a-aaab-e7d57dbd0f5a req-197d9255-c680-46f6-aa20-b8853b3ce436 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:12.419443 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3c2fcf9a-b534-457a-aaab-e7d57dbd0f5a req-197d9255-c680-46f6-aa20-b8853b3ce436 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 944 time: 0.0862458 Aug 20 12:04:12.465378 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3c2fcf9a-b534-457a-aaab-e7d57dbd0f5a req-2e83b680-8c71-431f-9c6f-b0f656435349 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448055 Aug 20 12:04:12.488911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f89fdb2b-18b1-450b-9811-bd98661e546d None None] Provisioning for port 18195e74-1680-4f89-a480-7a49c4393721 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:12.662361 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45982) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:12.710556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-309c6c58-744a-4a05-b5ec-df1c81687c5f None None] Provisioning for port 60a15114-2180-4b3d-a12f-b589cc852e66 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:12.728447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-309c6c58-744a-4a05-b5ec-df1c81687c5f None None] Provisioning complete for port 60a15114-2180-4b3d-a12f-b589cc852e66 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:12.728865 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-309c6c58-744a-4a05-b5ec-df1c81687c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:12.768019 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 18195e74-1680-4f89-a480-7a49c4393721 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:12.794425 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ad782fbd-dbd5-48e0-a78e-87c39e869d06 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2131054993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:12.825364 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:12.845251 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad782fbd-dbd5-48e0-a78e-87c39e869d06 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:12.846451 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad782fbd-dbd5-48e0-a78e-87c39e869d06 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:12.850713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-309c6c58-744a-4a05-b5ec-df1c81687c5f None None] Port 60a15114-2180-4b3d-a12f-b589cc852e66 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:12.899016 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 18195e74-1680-4f89-a480-7a49c4393721 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:12.903355 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:04:12.909289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 18195e74-1680-4f89-a480-7a49c4393721 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:12.909855 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:12.960507 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad782fbd-dbd5-48e0-a78e-87c39e869d06 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:12.977781 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad782fbd-dbd5-48e0-a78e-87c39e869d06 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.013085 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad782fbd-dbd5-48e0-a78e-87c39e869d06 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.014896 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ad782fbd-dbd5-48e0-a78e-87c39e869d06 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3514607 Aug 20 12:04:13.017890 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45988) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:13.028886 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-550caa79-ee92-4423-8ef7-e00f7b008572 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-828861169'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:13.065219 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550caa79-ee92-4423-8ef7-e00f7b008572 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Made reservation on behalf of 01d88913c0b7432ea543ab07678a32a7 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:13.072953 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-550caa79-ee92-4423-8ef7-e00f7b008572 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.092167 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-550caa79-ee92-4423-8ef7-e00f7b008572 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.121828 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-60909227-a498-467c-9379-c2dad9302290 None None] Provisioning complete for port 60a15114-2180-4b3d-a12f-b589cc852e66 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:13.122155 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-60909227-a498-467c-9379-c2dad9302290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.267435 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-550caa79-ee92-4423-8ef7-e00f7b008572 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.283019 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-550caa79-ee92-4423-8ef7-e00f7b008572 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.293860 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=28c28f02-f2dd-4da2-bb9c-401f3b7b0782,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:13.310474 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-60909227-a498-467c-9379-c2dad9302290 None None] Port 60a15114-2180-4b3d-a12f-b589cc852e66 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:13.316294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Allocated IP 172.21.0.1 (f3f28082-d5d6-4891-9a7d-421e5779c671/be5c268b-9780-4977-8bff-dc00ecfdaf10/6e5b0192-6cff-4bfa-8779-83de43256868) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:13.320177 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.323561 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550caa79-ee92-4423-8ef7-e00f7b008572 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:04:13.323778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '28c28f02-f2dd-4da2-bb9c-401f3b7b0782', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'port_id': '28c28f02-f2dd-4da2-bb9c-401f3b7b0782', 'mac_address': 'fa:16:3e:33:a1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:04:13.330062 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550caa79-ee92-4423-8ef7-e00f7b008572 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ef5440-e476-4c01-b958-7aa9badab87d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:13.337272 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-550caa79-ee92-4423-8ef7-e00f7b008572 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.337860 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-550caa79-ee92-4423-8ef7-e00f7b008572 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Added segment 3ba92bfb-9f4c-48e2-9fd0-dcf89fe1c290 of type vlan for network e04e142d-a598-4c59-b356-f6d0d97fab9f Aug 20 12:04:13.384859 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-550caa79-ee92-4423-8ef7-e00f7b008572 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.413461 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 18195e74-1680-4f89-a480-7a49c4393721, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=18195e74-1680-4f89-a480-7a49c4393721,segment=NetworkSegment(068e1a05-3c79-4722-9698-7531f5dccf04),segment_id=068e1a05-3c79-4722-9698-7531f5dccf04)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:13.415944 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-550caa79-ee92-4423-8ef7-e00f7b008572 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.423841 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550caa79-ee92-4423-8ef7-e00f7b008572 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:13.424294 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.424899 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-550caa79-ee92-4423-8ef7-e00f7b008572 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.429527 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.430308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 40b02216-f098-4263-845f-1a6122c8963f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:13.477665 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.501683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Transition to ACTIVE for port object 6e5b0192-6cff-4bfa-8779-83de43256868 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:13.508493 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-550caa79-ee92-4423-8ef7-e00f7b008572 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4893565 Aug 20 12:04:13.511510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 45994) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:13.513589 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=18195e74-1680-4f89-a480-7a49c4393721,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:13.518836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f8811c7e-9611-49bb-8b03-b86d4d353f89 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Request body: {'subnet': {'network_id': 'e04e142d-a598-4c59-b356-f6d0d97fab9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:13.534095 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:04:13.539947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550caa79-ee92-4423-8ef7-e00f7b008572 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event updated for resources: {'Network': ['ID=e04e142d-a598-4c59-b356-f6d0d97fab9f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:13.553489 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.563184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=28c28f02-f2dd-4da2-bb9c-401f3b7b0782,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:13.570514 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network e04e142d-a598-4c59-b356-f6d0d97fab9f details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:04:13.577317 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.595523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3be78047-e80b-4d6f-be5a-a6df3eb98a35 None None] Provisioning complete for port 18195e74-1680-4f89-a480-7a49c4393721 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:13.596024 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3be78047-e80b-4d6f-be5a-a6df3eb98a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.620234 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network f3f28082-d5d6-4891-9a7d-421e5779c671 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:13.672288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8811c7e-9611-49bb-8b03-b86d4d353f89 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Made reservation on behalf of 01d88913c0b7432ea543ab07678a32a7 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:13.676741 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8811c7e-9611-49bb-8b03-b86d4d353f89 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.687630 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:13.715120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:13.721771 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=6e5b0192-6cff-4bfa-8779-83de43256868,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:13.764775 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 40b02216-f098-4263-845f-1a6122c8963f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:13.778201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 40b02216-f098-4263-845f-1a6122c8963f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:13.778980 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.786676 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=28c28f02-f2dd-4da2-bb9c-401f3b7b0782,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:13.792337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2bb9b-9e1e-43c5-adc5-29cfd2e5838c req-8fac9309-cf0a-443e-8337-1ab7651995ee tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:13.794836 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5fa2bb9b-9e1e-43c5-adc5-29cfd2e5838c req-8fac9309-cf0a-443e-8337-1ab7651995ee tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 945 time: 0.1808112 Aug 20 12:04:13.802904 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['28c28f02-f2dd-4da2-bb9c-401f3b7b0782'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:13.867674 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5fa2bb9b-9e1e-43c5-adc5-29cfd2e5838c req-655d232e-9b72-4e46-8240-9962b7e009a4 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610056 Aug 20 12:04:13.869302 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.007404 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8811c7e-9611-49bb-8b03-b86d4d353f89 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.016688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3be78047-e80b-4d6f-be5a-a6df3eb98a35 None None] Provisioning complete for port 60a15114-2180-4b3d-a12f-b589cc852e66 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:14.017436 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3be78047-e80b-4d6f-be5a-a6df3eb98a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.055038 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.089618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8811c7e-9611-49bb-8b03-b86d4d353f89 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event updated for resources: {'Subnet': ['ID=57e71df7-1d43-4f42-b545-6cdacd40f31f,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:14.109829 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.119856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8811c7e-9611-49bb-8b03-b86d4d353f89 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Checking segment: {'id': '3ba92bfb-9f4c-48e2-9fd0-dcf89fe1c290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e04e142d-a598-4c59-b356-f6d0d97fab9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:14.120304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8811c7e-9611-49bb-8b03-b86d4d353f89 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Network hostable DHCP agents. Network: e04e142d-a598-4c59-b356-f6d0d97fab9f, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:04:14.122930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3be78047-e80b-4d6f-be5a-a6df3eb98a35 None None] Port 60a15114-2180-4b3d-a12f-b589cc852e66 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:14.140866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8811c7e-9611-49bb-8b03-b86d4d353f89 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Network e04e142d-a598-4c59-b356-f6d0d97fab9f is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:04:14.159262 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f8811c7e-9611-49bb-8b03-b86d4d353f89 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, e04e142d-a598-4c59-b356-f6d0d97fab9f) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:14.180578 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8811c7e-9611-49bb-8b03-b86d4d353f89 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:14.181254 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8811c7e-9611-49bb-8b03-b86d4d353f89 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.182946 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b741c6b8-a6e1-4cce-beeb-93268f86bb95 None None] Network e04e142d-a598-4c59-b356-f6d0d97fab9f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:14.222430 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f8811c7e-9611-49bb-8b03-b86d4d353f89 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7093432 Aug 20 12:04:14.226853 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46004) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:14.231957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-68a0a97d-8e8f-4a99-ada0-0d42e7f236ec tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Request body: {'network': {'name': 'tempest-router-network01--1210164253'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:14.269330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a0a97d-8e8f-4a99-ada0-0d42e7f236ec tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Made reservation on behalf of 01d88913c0b7432ea543ab07678a32a7 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:14.279723 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68a0a97d-8e8f-4a99-ada0-0d42e7f236ec tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.306869 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 40b02216-f098-4263-845f-1a6122c8963f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=40b02216-f098-4263-845f-1a6122c8963f,segment=NetworkSegment(60e0c103-6615-42b1-932f-f40d2f28edce),segment_id=60e0c103-6615-42b1-932f-f40d2f28edce)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:14.348894 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a0a97d-8e8f-4a99-ada0-0d42e7f236ec tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:04:14.383004 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68a0a97d-8e8f-4a99-ada0-0d42e7f236ec tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.387203 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-68a0a97d-8e8f-4a99-ada0-0d42e7f236ec tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Added segment 22107e36-8e9e-47ca-85db-49ae811e904f of type vlan for network 4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9 Aug 20 12:04:14.389757 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.391550 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-92b82b50-8585-4ee6-9f9c-12dc548a1716 None None] Provisioning for port 6e5b0192-6cff-4bfa-8779-83de43256868 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:14.429921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.435061 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.452881 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-92b82b50-8585-4ee6-9f9c-12dc548a1716 None None] Provisioning complete for port 6e5b0192-6cff-4bfa-8779-83de43256868 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:14.453552 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-92b82b50-8585-4ee6-9f9c-12dc548a1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.503447 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68a0a97d-8e8f-4a99-ada0-0d42e7f236ec tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.519273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=6e5b0192-6cff-4bfa-8779-83de43256868,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:14.569524 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.594457 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68a0a97d-8e8f-4a99-ada0-0d42e7f236ec tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.627153 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a0a97d-8e8f-4a99-ada0-0d42e7f236ec tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:14.637325 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68a0a97d-8e8f-4a99-ada0-0d42e7f236ec tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.737560 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 18195e74-1680-4f89-a480-7a49c4393721 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:14.740102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-92b82b50-8585-4ee6-9f9c-12dc548a1716 None None] Port 6e5b0192-6cff-4bfa-8779-83de43256868 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:14.741634 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=40b02216-f098-4263-845f-1a6122c8963f,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:14.763529 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network f3f28082-d5d6-4891-9a7d-421e5779c671 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:14.769338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:14.797036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0a97d-8e8f-4a99-ada0-0d42e7f236ec tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event updated for resources: {'Network': ['ID=4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:14.809348 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-68a0a97d-8e8f-4a99-ada0-0d42e7f236ec tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5779510 Aug 20 12:04:14.810215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46006) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:14.817376 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-710fadfa-259e-4448-8bd3-841de2a7f67a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Request body: {'network': {'name': 'tempest-router-network02--60208617'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:14.854401 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710fadfa-259e-4448-8bd3-841de2a7f67a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Made reservation on behalf of 01d88913c0b7432ea543ab07678a32a7 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:14.858888 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-710fadfa-259e-4448-8bd3-841de2a7f67a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.933826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710fadfa-259e-4448-8bd3-841de2a7f67a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:04:14.957695 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-710fadfa-259e-4448-8bd3-841de2a7f67a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.957695 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-710fadfa-259e-4448-8bd3-841de2a7f67a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Added segment 29b0e301-ecd8-46a7-b564-dfb29c023e40 of type vlan for network 4a306a1f-225a-4589-9403-2bdf59591082 Aug 20 12:04:15.028105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router e58821ab-30bf-419f-974e-1ff74282cc8a has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:15.074915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:04:15.086272 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-710fadfa-259e-4448-8bd3-841de2a7f67a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.146296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:15.154976 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-769c6b8b-b1bc-4fbf-b327-c5c34812ed7e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/e58821ab-30bf-419f-974e-1ff74282cc8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0012257 Aug 20 12:04:15.154976 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46012) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:15.170130 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe5e45-31b2-4f6b-9780-9c2b9c86c2ed req-d5cde1d5-5b97-4713-b3c7-62391d569d3c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:15.181450 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4afe5e45-31b2-4f6b-9780-9c2b9c86c2ed req-d5cde1d5-5b97-4713-b3c7-62391d569d3c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 945 time: 0.1476398 Aug 20 12:04:15.182125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fdf5ee-fdff-42f6-a0fb-f3daef4c1937 None None] Sync routers for ids ['e58821ab-30bf-419f-974e-1ff74282cc8a'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:15.210665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3ead32-ef57-42a1-8887-ab4c63823829 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:15.214788 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2f3ead32-ef57-42a1-8887-ab4c63823829 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports/6e5b0192-6cff-4bfa-8779-83de43256868 HTTP/1.1" status: 200 len: 910 time: 0.0565605 Aug 20 12:04:15.215091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46014) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:15.229020 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-710fadfa-259e-4448-8bd3-841de2a7f67a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.232094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fdf5ee-fdff-42f6-a0fb-f3daef4c1937 None None] Routers {'e58821ab-30bf-419f-974e-1ff74282cc8a'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:15.232778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-75fdf5ee-fdff-42f6-a0fb-f3daef4c1937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e58821ab-30bf-419f-974e-1ff74282cc8a'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:15.237384 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710fadfa-259e-4448-8bd3-841de2a7f67a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:15.241435 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-710fadfa-259e-4448-8bd3-841de2a7f67a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.330426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-75fdf5ee-fdff-42f6-a0fb-f3daef4c1937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:15.332623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-e04e142d-a598-4c59-b356-f6d0d97fab9f', 'network_id': 'e04e142d-a598-4c59-b356-f6d0d97fab9f', 'tenant_id': '01d88913c0b7432ea543ab07678a32a7', 'fixed_ips': [{'subnet_id': '57e71df7-1d43-4f42-b545-6cdacd40f31f'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:04:15.333528 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.363982 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4afe5e45-31b2-4f6b-9780-9c2b9c86c2ed req-a371d43b-dfa9-409e-b2d3-03e96d6732b6 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809175 Aug 20 12:04:15.368736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d6b75cfe-3bfe-42eb-bb56-84f407699fc9 None None] Provisioning complete for port 6e5b0192-6cff-4bfa-8779-83de43256868 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:15.369203 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d6b75cfe-3bfe-42eb-bb56-84f407699fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.385255 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-710fadfa-259e-4448-8bd3-841de2a7f67a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5724130 Aug 20 12:04:15.392168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46016) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:15.400374 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7f1c7ca6-62bd-46f1-b99d-2382b83dc306 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Request body: {'subnet': {'network_id': '4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:15.404271 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fdf5ee-fdff-42f6-a0fb-f3daef4c1937 None None] Routers {'e58821ab-30bf-419f-974e-1ff74282cc8a'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:15.404974 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-75fdf5ee-fdff-42f6-a0fb-f3daef4c1937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e58821ab-30bf-419f-974e-1ff74282cc8a'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:15.410279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 18195e74-1680-4f89-a480-7a49c4393721 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:15.410653 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.496404 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fadfa-259e-4448-8bd3-841de2a7f67a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event updated for resources: {'Network': ['ID=4a306a1f-225a-4589-9403-2bdf59591082,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:15.523215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1c7ca6-62bd-46f1-b99d-2382b83dc306 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Made reservation on behalf of 01d88913c0b7432ea543ab07678a32a7 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:15.527754 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7ca6-62bd-46f1-b99d-2382b83dc306 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.616852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-75fdf5ee-fdff-42f6-a0fb-f3daef4c1937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:15.616852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fdf5ee-fdff-42f6-a0fb-f3daef4c1937 None None] The sync data for ids ['e58821ab-30bf-419f-974e-1ff74282cc8a'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:15.621282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 4a306a1f-225a-4589-9403-2bdf59591082 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:04:15.713888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d6b75cfe-3bfe-42eb-bb56-84f407699fc9 None None] Port 6e5b0192-6cff-4bfa-8779-83de43256868 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:15.750214 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-92c96ff2-dbbe-45ab-8307-24477f3886d6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.830881 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7ca6-62bd-46f1-b99d-2382b83dc306 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.833624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Allocated IP 172.20.0.2 (e04e142d-a598-4c59-b356-f6d0d97fab9f/57e71df7-1d43-4f42-b545-6cdacd40f31f/da709cd2-b578-4e79-9319-13e968a85e02) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:15.923882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c7ca6-62bd-46f1-b99d-2382b83dc306 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event updated for resources: {'Subnet': ['ID=fdad2ca9-8298-4c4b-b192-a049bf00ed31,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:15.940367 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c7ca6-62bd-46f1-b99d-2382b83dc306 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Checking segment: {'id': '22107e36-8e9e-47ca-85db-49ae811e904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:15.941110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c7ca6-62bd-46f1-b99d-2382b83dc306 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Network hostable DHCP agents. Network: 4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:04:15.965219 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c7ca6-62bd-46f1-b99d-2382b83dc306 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Network 4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:04:15.985562 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-7f1c7ca6-62bd-46f1-b99d-2382b83dc306 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:16.004761 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1c7ca6-62bd-46f1-b99d-2382b83dc306 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:16.004761 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7ca6-62bd-46f1-b99d-2382b83dc306 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.017607 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0d7533-b664-4f3b-9db5-2f1d4c843093 None None] Network 4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:16.024545 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.035433 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7f1c7ca6-62bd-46f1-b99d-2382b83dc306 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6419311 Aug 20 12:04:16.036426 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46024) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:16.044675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a97897d5-20bc-47fe-9a15-295b8c96734a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Request body: {'subnet': {'network_id': '4a306a1f-225a-4589-9403-2bdf59591082', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:16.079857 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Transition to ACTIVE for port object da709cd2-b578-4e79-9319-13e968a85e02 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:16.111699 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Transition to ACTIVE for port object da709cd2-b578-4e79-9319-13e968a85e02 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:16.135876 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.167129 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97897d5-20bc-47fe-9a15-295b8c96734a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Made reservation on behalf of 01d88913c0b7432ea543ab07678a32a7 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:16.172812 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a97897d5-20bc-47fe-9a15-295b8c96734a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.217912 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Network e04e142d-a598-4c59-b356-f6d0d97fab9f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:16.226188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:16.230594 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:16.232682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Pushing event updated for resources: {'Port': ['ID=da709cd2-b578-4e79-9319-13e968a85e02,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:16.322234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Attempting to bind port da709cd2-b578-4e79-9319-13e968a85e02 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:16.322726 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Attempting to bind port da709cd2-b578-4e79-9319-13e968a85e02 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '3ba92bfb-9f4c-48e2-9fd0-dcf89fe1c290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e04e142d-a598-4c59-b356-f6d0d97fab9f'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:16.323157 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Attempting to bind port da709cd2-b578-4e79-9319-13e968a85e02 on network e04e142d-a598-4c59-b356-f6d0d97fab9f {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:16.330903 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:16.331405 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Checking segment: {'id': '3ba92bfb-9f4c-48e2-9fd0-dcf89fe1c290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e04e142d-a598-4c59-b356-f6d0d97fab9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:16.331910 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.332395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Bound using segment: {'id': '3ba92bfb-9f4c-48e2-9fd0-dcf89fe1c290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e04e142d-a598-4c59-b356-f6d0d97fab9f'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:16.332991 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Bound port: da709cd2-b578-4e79-9319-13e968a85e02, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba92bfb-9f4c-48e2-9fd0-dcf89fe1c290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e04e142d-a598-4c59-b356-f6d0d97fab9f'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:16.333771 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.352052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9', 'network_id': '4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9', 'tenant_id': '01d88913c0b7432ea543ab07678a32a7', 'fixed_ips': [{'subnet_id': 'fdad2ca9-8298-4c4b-b192-a049bf00ed31'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:04:16.353038 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.464674 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a97897d5-20bc-47fe-9a15-295b8c96734a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.482429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-92c96ff2-dbbe-45ab-8307-24477f3886d6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port 6e5b0192-6cff-4bfa-8779-83de43256868 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:16.482863 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-92c96ff2-dbbe-45ab-8307-24477f3886d6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.516300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] For port da709cd2-b578-4e79-9319-13e968a85e02, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:16.531630 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97897d5-20bc-47fe-9a15-295b8c96734a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event updated for resources: {'Subnet': ['ID=af6f2e23-0bdd-44d8-99ad-adca7d4169c6,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:16.538795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] For port da709cd2-b578-4e79-9319-13e968a85e02, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=da709cd2-b578-4e79-9319-13e968a85e02,segment=NetworkSegment(3ba92bfb-9f4c-48e2-9fd0-dcf89fe1c290),segment_id=3ba92bfb-9f4c-48e2-9fd0-dcf89fe1c290)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:16.541129 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97897d5-20bc-47fe-9a15-295b8c96734a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Checking segment: {'id': '29b0e301-ecd8-46a7-b564-dfb29c023e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4a306a1f-225a-4589-9403-2bdf59591082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:16.541728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97897d5-20bc-47fe-9a15-295b8c96734a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Network hostable DHCP agents. Network: 4a306a1f-225a-4589-9403-2bdf59591082, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:04:16.570598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97897d5-20bc-47fe-9a15-295b8c96734a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Network 4a306a1f-225a-4589-9403-2bdf59591082 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:04:16.579051 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.585769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a97897d5-20bc-47fe-9a15-295b8c96734a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 4a306a1f-225a-4589-9403-2bdf59591082) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:16.600946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97897d5-20bc-47fe-9a15-295b8c96734a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:16.601706 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a97897d5-20bc-47fe-9a15-295b8c96734a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.633134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Allocated IP 172.20.0.2 (4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9/fdad2ca9-8298-4c4b-b192-a049bf00ed31/0563e871-7a15-48b4-afa8-30adacf9269a) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:16.639968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7bf109-e521-4646-8d7a-4cb195fa46d3 None None] Network 4a306a1f-225a-4589-9403-2bdf59591082 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:16.641943 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 40b02216-f098-4263-845f-1a6122c8963f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:16.644984 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a97897d5-20bc-47fe-9a15-295b8c96734a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6062074 Aug 20 12:04:16.648686 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46032) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:16.755782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a1ecf-7e26-434b-bf94-e357a48607b7 req-76bee0cd-52a3-4a62-a329-1d2d30df7f34 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:16.757428 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e40a1ecf-7e26-434b-bf94-e357a48607b7 req-76bee0cd-52a3-4a62-a329-1d2d30df7f34 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 945 time: 0.2877738 Aug 20 12:04:16.782029 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-92c96ff2-dbbe-45ab-8307-24477f3886d6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.851965 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db3790-1703-4dfa-bafa-673e6a89d038 None None] Pushing event updated for resources: {'Port': ['ID=da709cd2-b578-4e79-9319-13e968a85e02,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:16.876077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-92c96ff2-dbbe-45ab-8307-24477f3886d6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for 6e5b0192-6cff-4bfa-8779-83de43256868 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:16.903696 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 40b02216-f098-4263-845f-1a6122c8963f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:16.904202 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.906244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:16.945478 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e40a1ecf-7e26-434b-bf94-e357a48607b7 req-a7eeca56-f882-41a7-b8bb-e34e619cc2cf tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756511 Aug 20 12:04:17.129027 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.139765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:17.145746 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:17.146736 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.148515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Transition to ACTIVE for port object 0563e871-7a15-48b4-afa8-30adacf9269a will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:17.152677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-4a306a1f-225a-4589-9403-2bdf59591082', 'network_id': '4a306a1f-225a-4589-9403-2bdf59591082', 'tenant_id': '01d88913c0b7432ea543ab07678a32a7', 'fixed_ips': [{'subnet_id': 'af6f2e23-0bdd-44d8-99ad-adca7d4169c6'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:04:17.153407 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.181221 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.253188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Transition to ACTIVE for port object 0563e871-7a15-48b4-afa8-30adacf9269a will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:17.274409 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.382711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Network 4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:17.397638 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:17.399456 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Pushing event updated for resources: {'Port': ['ID=0563e871-7a15-48b4-afa8-30adacf9269a,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:17.419566 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:17.471329 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-92c96ff2-dbbe-45ab-8307-24477f3886d6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.501976 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Allocated IP 172.20.0.2 (4a306a1f-225a-4589-9403-2bdf59591082/af6f2e23-0bdd-44d8-99ad-adca7d4169c6/2278685b-2300-4348-a061-cca0f6ea95b8) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:17.509386 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.509717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c96ff2-dbbe-45ab-8307-24477f3886d6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=6e5b0192-6cff-4bfa-8779-83de43256868,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:17.542322 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Attempting to bind port 0563e871-7a15-48b4-afa8-30adacf9269a on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:17.542698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Attempting to bind port 0563e871-7a15-48b4-afa8-30adacf9269a by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '22107e36-8e9e-47ca-85db-49ae811e904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:17.543062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Attempting to bind port 0563e871-7a15-48b4-afa8-30adacf9269a on network 4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:17.592185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:17.592552 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Checking segment: {'id': '22107e36-8e9e-47ca-85db-49ae811e904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:17.598413 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.598833 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Bound using segment: {'id': '22107e36-8e9e-47ca-85db-49ae811e904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:17.599461 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Bound port: 0563e871-7a15-48b4-afa8-30adacf9269a, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22107e36-8e9e-47ca-85db-49ae811e904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:17.599848 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.612022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47b8532-306d-4f16-be63-211addcc91c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c28f02-f2dd-4da2-bb9c-401f3b7b0782'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:17.614482 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7919107-48be-4a2e-99a0-03a1ef26d7f6" -d '{"events": [{"server_uuid": "c47b8532-306d-4f16-be63-211addcc91c1", "name": "network-vif-plugged", "status": "completed", "tag": "28c28f02-f2dd-4da2-bb9c-401f3b7b0782"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:17.639437 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=28c28f02-f2dd-4da2-bb9c-401f3b7b0782,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:17.682718 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.703968 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13c356b-f1f3-4099-b2b7-161140d9b5fa x-openstack-request-id: req-f13c356b-f1f3-4099-b2b7-161140d9b5fa {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:17.704367 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47b8532-306d-4f16-be63-211addcc91c1", "name": "network-vif-plugged", "status": "completed", "tag": "28c28f02-f2dd-4da2-bb9c-401f3b7b0782", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:17.704757 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f13c356b-f1f3-4099-b2b7-161140d9b5fa {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:17.705373 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47b8532-306d-4f16-be63-211addcc91c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c28f02-f2dd-4da2-bb9c-401f3b7b0782', 'code': 200} Aug 20 12:04:17.730226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Allocated IP 172.20.0.1 (4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9/fdad2ca9-8298-4c4b-b192-a049bf00ed31/f396568f-9f27-4740-bae6-c11eca0391c3) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:17.893810 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] For port 0563e871-7a15-48b4-afa8-30adacf9269a, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:17.913011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=28c28f02-f2dd-4da2-bb9c-401f3b7b0782,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:17.926140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] For port 0563e871-7a15-48b4-afa8-30adacf9269a, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0563e871-7a15-48b4-afa8-30adacf9269a,segment=NetworkSegment(22107e36-8e9e-47ca-85db-49ae811e904f),segment_id=22107e36-8e9e-47ca-85db-49ae811e904f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:17.926896 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.938309 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.984414 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:18.008273 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Transition to ACTIVE for port object 2278685b-2300-4348-a061-cca0f6ea95b8 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:18.045517 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Transition to ACTIVE for port object 2278685b-2300-4348-a061-cca0f6ea95b8 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:18.059012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e2f42-795a-441b-9474-9ab073a3f593 None None] Pushing event updated for resources: {'Port': ['ID=0563e871-7a15-48b4-afa8-30adacf9269a,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:18.089200 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:18.143760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Network 4a306a1f-225a-4589-9403-2bdf59591082 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:18.147279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:18.147999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Transition to ACTIVE for port object f396568f-9f27-4740-bae6-c11eca0391c3 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:18.150212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:18.166283 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Pushing event updated for resources: {'Port': ['ID=2278685b-2300-4348-a061-cca0f6ea95b8,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:18.252720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582509a2-3506-4b46-9b19-420695985d49 req-5cb7658d-ece4-4819-96a3-4e4b8365ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:18.254564 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-582509a2-3506-4b46-9b19-420695985d49 req-5cb7658d-ece4-4819-96a3-4e4b8365ed88 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 1097 time: 0.3208256 Aug 20 12:04:18.268782 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-92c96ff2-dbbe-45ab-8307-24477f3886d6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:18.272877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Attempting to bind port 2278685b-2300-4348-a061-cca0f6ea95b8 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:18.273376 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Attempting to bind port 2278685b-2300-4348-a061-cca0f6ea95b8 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '29b0e301-ecd8-46a7-b564-dfb29c023e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4a306a1f-225a-4589-9403-2bdf59591082'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:18.273864 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Attempting to bind port 2278685b-2300-4348-a061-cca0f6ea95b8 on network 4a306a1f-225a-4589-9403-2bdf59591082 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:18.280679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:18.281195 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Checking segment: {'id': '29b0e301-ecd8-46a7-b564-dfb29c023e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4a306a1f-225a-4589-9403-2bdf59591082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:18.281702 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:18.282313 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Bound using segment: {'id': '29b0e301-ecd8-46a7-b564-dfb29c023e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4a306a1f-225a-4589-9403-2bdf59591082'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:18.282899 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Bound port: 2278685b-2300-4348-a061-cca0f6ea95b8, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b0e301-ecd8-46a7-b564-dfb29c023e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4a306a1f-225a-4589-9403-2bdf59591082'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:18.284800 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:18.334544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1492811-b30b-46aa-b255-8d4ee7ee3f0d req-ff110a58-2049-47da-8e1d-cda9fe0d907f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:18.336244 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f1492811-b30b-46aa-b255-8d4ee7ee3f0d req-ff110a58-2049-47da-8e1d-cda9fe0d907f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 946 time: 0.2053132 Aug 20 12:04:18.406354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] For port 2278685b-2300-4348-a061-cca0f6ea95b8, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:18.414109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] For port 2278685b-2300-4348-a061-cca0f6ea95b8, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2278685b-2300-4348-a061-cca0f6ea95b8,segment=NetworkSegment(29b0e301-ecd8-46a7-b564-dfb29c023e40),segment_id=29b0e301-ecd8-46a7-b564-dfb29c023e40)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:18.429935 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:18.466390 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:18.578619 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7161f8-06bc-4034-877e-74acd8a96bef None None] Network e04e142d-a598-4c59-b356-f6d0d97fab9f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:18.809479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0563e871-7a15-48b4-afa8-30adacf9269a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:18.817937 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f1492811-b30b-46aa-b255-8d4ee7ee3f0d req-15d15a45-32e2-46d1-b812-0ea2bb49a1bb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4146016 Aug 20 12:04:18.819551 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-582509a2-3506-4b46-9b19-420695985d49 req-513a1d29-ff43-4b38-a083-c19575090295 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5460231 Aug 20 12:04:18.881767 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be866e5-83c9-4f7b-9a8f-b4b785a20101 None None] Pushing event updated for resources: {'Port': ['ID=2278685b-2300-4348-a061-cca0f6ea95b8,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:18.895024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Network 4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:18.898512 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event updated for resources: {'Port': ['ID=f396568f-9f27-4740-bae6-c11eca0391c3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:18.905995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:18.910003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:18.962645 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6ba1d65e-d5c4-488d-b4ad-1df26977941b None None] Provisioning for port da709cd2-b578-4e79-9319-13e968a85e02 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:18.986846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c96ff2-dbbe-45ab-8307-24477f3886d6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router e58821ab-30bf-419f-974e-1ff74282cc8a has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:18.998679 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.064200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 0563e871-7a15-48b4-afa8-30adacf9269a completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:19.081922 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device da709cd2-b578-4e79-9319-13e968a85e02 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:19.180727 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port da709cd2-b578-4e79-9319-13e968a85e02 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:19.187086 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port da709cd2-b578-4e79-9319-13e968a85e02 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:19.188609 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.201345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c96ff2-dbbe-45ab-8307-24477f3886d6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:19.209033 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-92c96ff2-dbbe-45ab-8307-24477f3886d6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/e58821ab-30bf-419f-974e-1ff74282cc8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9914210 Aug 20 12:04:19.211129 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46062) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:19.211583 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5438f-4e7f-4f68-a305-d7300be52ca0 None None] Sync routers for ids ['e58821ab-30bf-419f-974e-1ff74282cc8a'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:19.228529 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a5438f-4e7f-4f68-a305-d7300be52ca0 None None] Routers {'e58821ab-30bf-419f-974e-1ff74282cc8a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:19.229199 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-74a5438f-4e7f-4f68-a305-d7300be52ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e58821ab-30bf-419f-974e-1ff74282cc8a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:19.266859 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.292884 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-74a5438f-4e7f-4f68-a305-d7300be52ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:19.322407 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a5438f-4e7f-4f68-a305-d7300be52ca0 None None] Routers {'e58821ab-30bf-419f-974e-1ff74282cc8a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:19.324814 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-74a5438f-4e7f-4f68-a305-d7300be52ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e58821ab-30bf-419f-974e-1ff74282cc8a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:19.363117 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.399820 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-74a5438f-4e7f-4f68-a305-d7300be52ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:19.400489 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5438f-4e7f-4f68-a305-d7300be52ca0 None None] The sync data for ids ['e58821ab-30bf-419f-974e-1ff74282cc8a'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:19.415017 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port da709cd2-b578-4e79-9319-13e968a85e02, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=da709cd2-b578-4e79-9319-13e968a85e02,segment=NetworkSegment(3ba92bfb-9f4c-48e2-9fd0-dcf89fe1c290),segment_id=3ba92bfb-9f4c-48e2-9fd0-dcf89fe1c290)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:19.419532 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.537304 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=da709cd2-b578-4e79-9319-13e968a85e02,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:19.654356 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c7dd0f6a-2b64-4cc7-a166-7a958409bd7c None None] Provisioning complete for port da709cd2-b578-4e79-9319-13e968a85e02 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:19.654894 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c7dd0f6a-2b64-4cc7-a166-7a958409bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.779227 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.789400 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.888012 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd0c1808-eda1-483f-b7b7-03f8e36d63c6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.917157 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d77e75c-5235-4493-9cc8-a0c0ad08beed None None] Network 4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:19.977809 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:20.020306 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2399d551-7afe-41ac-bccf-17ce60fc8b84 None None] Provisioning for port 0563e871-7a15-48b4-afa8-30adacf9269a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:20.033569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2399d551-7afe-41ac-bccf-17ce60fc8b84 None None] Provisioning complete for port 0563e871-7a15-48b4-afa8-30adacf9269a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:20.034091 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2399d551-7afe-41ac-bccf-17ce60fc8b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:20.082957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event updated for resources: {'Port': ['ID=f396568f-9f27-4740-bae6-c11eca0391c3,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:20.132410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Network 4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:20.134326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:20.162528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268ca70-1a75-4f59-ae51-be56d2ddc6f6 req-3ad87bf9-1e79-46d6-bf1e-73ae23064e73 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:20.164091 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8268ca70-1a75-4f59-ae51-be56d2ddc6f6 req-3ad87bf9-1e79-46d6-bf1e-73ae23064e73 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 946 time: 0.1343474 Aug 20 12:04:20.243371 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2399d551-7afe-41ac-bccf-17ce60fc8b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:20.254930 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8268ca70-1a75-4f59-ae51-be56d2ddc6f6 req-e4dd3ec3-e0b7-4d30-9412-233e045f6520 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648117 Aug 20 12:04:20.294758 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:04:20.296708 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2399d551-7afe-41ac-bccf-17ce60fc8b84 None None] For port 0563e871-7a15-48b4-afa8-30adacf9269a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0563e871-7a15-48b4-afa8-30adacf9269a,segment=NetworkSegment(22107e36-8e9e-47ca-85db-49ae811e904f),segment_id=22107e36-8e9e-47ca-85db-49ae811e904f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:20.301516 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2399d551-7afe-41ac-bccf-17ce60fc8b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:20.310941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ff2f60-1084-4707-abe4-27aa3453da13 None None] Network 4a306a1f-225a-4589-9403-2bdf59591082 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:20.393666 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Router 8961bf55-44ab-47c8-abcc-aedc6df921bd is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:04:20.425988 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c1808-eda1-483f-b7b7-03f8e36d63c6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port 60a15114-2180-4b3d-a12f-b589cc852e66 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:20.426816 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd0c1808-eda1-483f-b7b7-03f8e36d63c6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:20.433623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399d551-7afe-41ac-bccf-17ce60fc8b84 None None] Pushing event updated for resources: {'Port': ['ID=0563e871-7a15-48b4-afa8-30adacf9269a,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:20.451635 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-84d5ace9-08aa-4a86-a34a-ef41dd04e5d5 None None] Provisioning for port 2278685b-2300-4348-a061-cca0f6ea95b8 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:20.549523 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd0c1808-eda1-483f-b7b7-03f8e36d63c6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:20.573393 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c1808-eda1-483f-b7b7-03f8e36d63c6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for 60a15114-2180-4b3d-a12f-b589cc852e66 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:20.619241 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:20.635341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488a8b93-2d9d-4a8b-8fb7-e26536419ddc None None] Sync routers for ids ['8961bf55-44ab-47c8-abcc-aedc6df921bd'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:20.649636 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488a8b93-2d9d-4a8b-8fb7-e26536419ddc None None] Routers {'8961bf55-44ab-47c8-abcc-aedc6df921bd'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:20.650549 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-488a8b93-2d9d-4a8b-8fb7-e26536419ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8961bf55-44ab-47c8-abcc-aedc6df921bd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:20.655221 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-04b4f66b-3405-4ae2-a9e1-7467018f3dac tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "PUT /v2.0/routers/8961bf55-44ab-47c8-abcc-aedc6df921bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0010519 Aug 20 12:04:20.657967 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46076) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:20.772514 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-488a8b93-2d9d-4a8b-8fb7-e26536419ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:20.827977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device da709cd2-b578-4e79-9319-13e968a85e02 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:20.836442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-43283f64-3e6f-452a-b2fb-aa495d37bccc None None] Provisioning for port f396568f-9f27-4740-bae6-c11eca0391c3 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:20.866320 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd0c1808-eda1-483f-b7b7-03f8e36d63c6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:20.890841 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488a8b93-2d9d-4a8b-8fb7-e26536419ddc None None] Routers {'8961bf55-44ab-47c8-abcc-aedc6df921bd'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:20.891691 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-488a8b93-2d9d-4a8b-8fb7-e26536419ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8961bf55-44ab-47c8-abcc-aedc6df921bd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:20.895983 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-43283f64-3e6f-452a-b2fb-aa495d37bccc None None] Provisioning complete for port f396568f-9f27-4740-bae6-c11eca0391c3 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:20.896668 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-43283f64-3e6f-452a-b2fb-aa495d37bccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:20.905309 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c1808-eda1-483f-b7b7-03f8e36d63c6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=60a15114-2180-4b3d-a12f-b589cc852e66,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:20.938337 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-43283f64-3e6f-452a-b2fb-aa495d37bccc None None] Port f396568f-9f27-4740-bae6-c11eca0391c3 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:20.985104 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-488a8b93-2d9d-4a8b-8fb7-e26536419ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:20.985926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488a8b93-2d9d-4a8b-8fb7-e26536419ddc None None] The sync data for ids ['8961bf55-44ab-47c8-abcc-aedc6df921bd'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:21.010343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-43283f64-3e6f-452a-b2fb-aa495d37bccc None None] Provisioning complete for port 0563e871-7a15-48b4-afa8-30adacf9269a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:21.010834 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-43283f64-3e6f-452a-b2fb-aa495d37bccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:21.090282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port da709cd2-b578-4e79-9319-13e968a85e02 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:21.090938 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:21.204594 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd0c1808-eda1-483f-b7b7-03f8e36d63c6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:21.269033 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2278685b-2300-4348-a061-cca0f6ea95b8 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:21.377986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-68e3919f-6406-4616-b142-26650e0836db None None] Provisioning complete for port f396568f-9f27-4740-bae6-c11eca0391c3 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:21.379619 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-68e3919f-6406-4616-b142-26650e0836db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:21.455784 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-68e3919f-6406-4616-b142-26650e0836db None None] Port f396568f-9f27-4740-bae6-c11eca0391c3 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:21.460903 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 2278685b-2300-4348-a061-cca0f6ea95b8 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:21.464158 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-6a273e74-f029-4686-a84c-c5193bd878fa tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:04:21.466185 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6a273e74-f029-4686-a84c-c5193bd878fa tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "PUT /v2.0/routers/8961bf55-44ab-47c8-abcc-aedc6df921bd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8077803 Aug 20 12:04:21.467387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2278685b-2300-4348-a061-cca0f6ea95b8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:21.467916 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:21.472285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46090) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:21.521828 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-68e3919f-6406-4616-b142-26650e0836db None None] Provisioning complete for port 2278685b-2300-4348-a061-cca0f6ea95b8 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:21.522560 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-68e3919f-6406-4616-b142-26650e0836db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:21.531322 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016e104-6895-4cda-a519-6f3a9cb0c8a9 req-78f5c2cb-8ea5-4ffe-b9ff-ef1f2005c1bb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:21.533360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9016e104-6895-4cda-a519-6f3a9cb0c8a9 req-78f5c2cb-8ea5-4ffe-b9ff-ef1f2005c1bb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 946 time: 0.1320412 Aug 20 12:04:21.600316 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:21.664844 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-68e3919f-6406-4616-b142-26650e0836db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:21.670058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 2278685b-2300-4348-a061-cca0f6ea95b8, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2278685b-2300-4348-a061-cca0f6ea95b8,segment=NetworkSegment(29b0e301-ecd8-46a7-b564-dfb29c023e40),segment_id=29b0e301-ecd8-46a7-b564-dfb29c023e40)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:21.680334 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:21.681348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0563e871-7a15-48b4-afa8-30adacf9269a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:21.744016 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0c1808-eda1-483f-b7b7-03f8e36d63c6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router e58821ab-30bf-419f-974e-1ff74282cc8a has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:21.809606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=2278685b-2300-4348-a061-cca0f6ea95b8,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:21.812564 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-68e3919f-6406-4616-b142-26650e0836db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:04:21.813070 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-68e3919f-6406-4616-b142-26650e0836db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:04:21.826941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 0563e871-7a15-48b4-afa8-30adacf9269a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:21.827680 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:21.830581 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0c1808-eda1-483f-b7b7-03f8e36d63c6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:21.839626 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dd0c1808-eda1-483f-b7b7-03f8e36d63c6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/e58821ab-30bf-419f-974e-1ff74282cc8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6246433 Aug 20 12:04:21.839626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46092) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:21.843675 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d32333-195e-47c4-a30c-2424b351db05 None None] Sync routers for ids ['e58821ab-30bf-419f-974e-1ff74282cc8a'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:21.854700 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d32333-195e-47c4-a30c-2424b351db05 None None] Routers {'e58821ab-30bf-419f-974e-1ff74282cc8a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:21.856547 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a8d32333-195e-47c4-a30c-2424b351db05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e58821ab-30bf-419f-974e-1ff74282cc8a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:21.903576 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0e5a1094-2c52-4257-977e-37e985afef20 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports?device_id=e58821ab-30bf-419f-974e-1ff74282cc8a HTTP/1.1" status: 200 len: 205 time: 0.0628674 Aug 20 12:04:21.904816 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a8d32333-195e-47c4-a30c-2424b351db05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:21.908614 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46098) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:21.916191 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d32333-195e-47c4-a30c-2424b351db05 None None] Routers {'e58821ab-30bf-419f-974e-1ff74282cc8a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:21.918413 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a8d32333-195e-47c4-a30c-2424b351db05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['e58821ab-30bf-419f-974e-1ff74282cc8a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:21.961423 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a8d32333-195e-47c4-a30c-2424b351db05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:21.962285 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d32333-195e-47c4-a30c-2424b351db05 None None] The sync data for ids ['e58821ab-30bf-419f-974e-1ff74282cc8a'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:22.016512 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21c8ad2a-38fe-4030-b770-2b6766ae1965 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.130781 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9016e104-6895-4cda-a519-6f3a9cb0c8a9 req-0984b504-a69c-458f-96ea-1ebd0729faf2 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5079153 Aug 20 12:04:22.197077 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21c8ad2a-38fe-4030-b770-2b6766ae1965 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.199606 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21c8ad2a-38fe-4030-b770-2b6766ae1965 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.276072 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc05403c-8a24-4866-b42f-43b228c4af8a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.288628 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21c8ad2a-38fe-4030-b770-2b6766ae1965 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.289471 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c8ad2a-38fe-4030-b770-2b6766ae1965 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Fanout notify agent at l3_agent the message router_deleted on router e58821ab-30bf-419f-974e-1ff74282cc8a {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:04:22.301271 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21c8ad2a-38fe-4030-b770-2b6766ae1965 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.305722 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-21c8ad2a-38fe-4030-b770-2b6766ae1965 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/routers/e58821ab-30bf-419f-974e-1ff74282cc8a HTTP/1.1" status: 204 len: 168 time: 0.3932188 Aug 20 12:04:22.305950 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46104) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:22.351439 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b13e9-bbd4-4dfc-8a57-29cf9d25b9e0 req-2d5c4c2d-a8f5-4452-8a52-dc2e128414b9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:22.352985 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f86b13e9-bbd4-4dfc-8a57-29cf9d25b9e0 req-2d5c4c2d-a8f5-4452-8a52-dc2e128414b9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 946 time: 0.1038830 Aug 20 12:04:22.390300 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3533224c-8583-4ed5-85fb-5ccca90d0ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.409312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e0006f-7601-40f5-9ed5-857eb1ed2626 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting subnet be5c268b-9780-4977-8bff-dc00ecfdaf10 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:04:22.414710 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f86b13e9-bbd4-4dfc-8a57-29cf9d25b9e0 req-092809de-82a1-479a-bae8-cbddc567c24f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514336 Aug 20 12:04:22.416753 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78e0006f-7601-40f5-9ed5-857eb1ed2626 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.439901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46108) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:22.472510 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78e0006f-7601-40f5-9ed5-857eb1ed2626 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.490940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb53ec7-aa7d-4b5a-b191-9ad9336d82d1 tempest-TestVolumeBootPattern-1683911239 tempest-TestVolumeBootPattern-1683911239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:22.492911 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-adb53ec7-aa7d-4b5a-b191-9ad9336d82d1 tempest-TestVolumeBootPattern-1683911239 tempest-TestVolumeBootPattern-1683911239-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 1092 time: 0.0518072 Aug 20 12:04:22.496017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46114) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:22.503426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': '28c28f02-f2dd-4da2-bb9c-401f3b7b0782', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:22.515656 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0fb6d03f-9568-416e-ae80-901fb03848b0 None None] Provisioning complete for port f396568f-9f27-4740-bae6-c11eca0391c3 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:22.516030 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d03f-9568-416e-ae80-901fb03848b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.589992 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6d03f-9568-416e-ae80-901fb03848b0 None None] Port f396568f-9f27-4740-bae6-c11eca0391c3 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:22.598717 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78e0006f-7601-40f5-9ed5-857eb1ed2626 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.601618 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.649764 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2278685b-2300-4348-a061-cca0f6ea95b8 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:22.678242 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78e0006f-7601-40f5-9ed5-857eb1ed2626 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.678987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-cc05403c-8a24-4866-b42f-43b228c4af8a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Deleting port f396568f-9f27-4740-bae6-c11eca0391c3 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:22.679359 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc05403c-8a24-4866-b42f-43b228c4af8a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.710692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0006f-7601-40f5-9ed5-857eb1ed2626 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Subnet': ['ID=be5c268b-9780-4977-8bff-dc00ecfdaf10,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:22.719937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2278685b-2300-4348-a061-cca0f6ea95b8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:22.721779 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78e0006f-7601-40f5-9ed5-857eb1ed2626 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.725545 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.728432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46116) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:22.729050 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-78e0006f-7601-40f5-9ed5-857eb1ed2626 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/be5c268b-9780-4977-8bff-dc00ecfdaf10 HTTP/1.1" status: 204 len: 168 time: 0.4220562 Aug 20 12:04:22.751046 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011e4642-1511-4078-b1e6-be6eca53b58e None None] Network f3f28082-d5d6-4891-9a7d-421e5779c671 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:22.827091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf782052-60a7-4a7e-be02-0348dfb00365 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting subnet 9591815d-ed2a-4174-8429-c8cf1e1d169c {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:04:22.834854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf782052-60a7-4a7e-be02-0348dfb00365 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.867658 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc05403c-8a24-4866-b42f-43b228c4af8a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.906740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-cc05403c-8a24-4866-b42f-43b228c4af8a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Calling delete_port for f396568f-9f27-4740-bae6-c11eca0391c3 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:22.925271 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf782052-60a7-4a7e-be02-0348dfb00365 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.956357 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.980701 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a4eb25-103d-426b-b04c-e17855771a02 None None] DHCP port deletion for f3f28082-d5d6-4891-9a7d-421e5779c671 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:04:23.036361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f5a4eb25-103d-426b-b04c-e17855771a02 None None] Deleting port 18195e74-1680-4f89-a480-7a49c4393721 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:23.037586 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f5a4eb25-103d-426b-b04c-e17855771a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.105086 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f5a4eb25-103d-426b-b04c-e17855771a02 None None] For port 18195e74-1680-4f89-a480-7a49c4393721, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=18195e74-1680-4f89-a480-7a49c4393721,segment=NetworkSegment(068e1a05-3c79-4722-9698-7531f5dccf04),segment_id=068e1a05-3c79-4722-9698-7531f5dccf04)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:23.105827 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f5a4eb25-103d-426b-b04c-e17855771a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.118326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f5a4eb25-103d-426b-b04c-e17855771a02 None None] Calling delete_port for 18195e74-1680-4f89-a480-7a49c4393721 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:23.177823 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf782052-60a7-4a7e-be02-0348dfb00365 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.197352 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f5a4eb25-103d-426b-b04c-e17855771a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.228127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4eb25-103d-426b-b04c-e17855771a02 None None] Pushing event deleted for resources: {'Port': ['ID=18195e74-1680-4f89-a480-7a49c4393721,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:23.243762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Allocated IP 172.25.8.135 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/d1e5fb69-16c1-4c92-80f0-9a85d1087082) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:23.247011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a4eb25-103d-426b-b04c-e17855771a02 None None] No DVR routers for this DVR port 18195e74-1680-4f89-a480-7a49c4393721 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:23.360981 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf782052-60a7-4a7e-be02-0348dfb00365 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.404939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf782052-60a7-4a7e-be02-0348dfb00365 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Subnet': ['ID=9591815d-ed2a-4174-8429-c8cf1e1d169c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:23.411472 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf782052-60a7-4a7e-be02-0348dfb00365 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.415914 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bf782052-60a7-4a7e-be02-0348dfb00365 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/9591815d-ed2a-4174-8429-c8cf1e1d169c HTTP/1.1" status: 204 len: 168 time: 0.6832528 Aug 20 12:04:23.416622 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc05403c-8a24-4866-b42f-43b228c4af8a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.416915 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46124) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:23.428264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262e26ce-328e-4959-90da-cb2b7e2720f9 None None] Network 0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:23.441687 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05403c-8a24-4866-b42f-43b228c4af8a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event deleted for resources: {'Port': ['ID=f396568f-9f27-4740-bae6-c11eca0391c3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:23.514606 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.523286 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-351fdd3a-5110-4438-8a67-a0fad1a75162 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.642878 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc05403c-8a24-4866-b42f-43b228c4af8a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.662836 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.675232 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-351fdd3a-5110-4438-8a67-a0fad1a75162 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.703432 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-351fdd3a-5110-4438-8a67-a0fad1a75162 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f28082-d5d6-4891-9a7d-421e5779c671']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:23.718136 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-351fdd3a-5110-4438-8a67-a0fad1a75162 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068e1a05-3c79-4722-9698-7531f5dccf04') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:23.718793 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-351fdd3a-5110-4438-8a67-a0fad1a75162 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068e1a05-3c79-4722-9698-7531f5dccf04') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:23.729773 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-351fdd3a-5110-4438-8a67-a0fad1a75162 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.736440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:23.755031 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-351fdd3a-5110-4438-8a67-a0fad1a75162 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.763376 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351fdd3a-5110-4438-8a67-a0fad1a75162 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:23.763920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-351fdd3a-5110-4438-8a67-a0fad1a75162 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:23.769453 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:23.773561 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:23.776026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:23.834646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac9946-fd34-4024-8afd-1e1c851e949c None None] DHCP port deletion for 0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:04:23.835691 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'Port': ['ID=d1e5fb69-16c1-4c92-80f0-9a85d1087082,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:23.883258 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-351fdd3a-5110-4438-8a67-a0fad1a75162 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.893835 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-351fdd3a-5110-4438-8a67-a0fad1a75162 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.898531 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-351fdd3a-5110-4438-8a67-a0fad1a75162 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/networks/f3f28082-d5d6-4891-9a7d-421e5779c671 HTTP/1.1" status: 204 len: 168 time: 0.4805984 Aug 20 12:04:23.900611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46132) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:23.915853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1fac9946-fd34-4024-8afd-1e1c851e949c None None] Deleting port 40b02216-f098-4263-845f-1a6122c8963f {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:23.919313 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1fac9946-fd34-4024-8afd-1e1c851e949c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.930500 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fdd3a-5110-4438-8a67-a0fad1a75162 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Network': ['ID=f3f28082-d5d6-4891-9a7d-421e5779c671,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:23.940367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc05403c-8a24-4866-b42f-43b228c4af8a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Router 8961bf55-44ab-47c8-abcc-aedc6df921bd has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:23.996572 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.036107 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-1fac9946-fd34-4024-8afd-1e1c851e949c None None] For port 40b02216-f098-4263-845f-1a6122c8963f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=40b02216-f098-4263-845f-1a6122c8963f,segment=NetworkSegment(60e0c103-6615-42b1-932f-f40d2f28edce),segment_id=60e0c103-6615-42b1-932f-f40d2f28edce)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:24.036665 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1fac9946-fd34-4024-8afd-1e1c851e949c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.053906 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1fac9946-fd34-4024-8afd-1e1c851e949c None None] Calling delete_port for 40b02216-f098-4263-845f-1a6122c8963f owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:24.081097 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port 40b02216-f098-4263-845f-1a6122c8963f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:24.081450 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.110750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc05403c-8a24-4866-b42f-43b228c4af8a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:24.117311 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cc05403c-8a24-4866-b42f-43b228c4af8a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "PUT /v2.0/routers/8961bf55-44ab-47c8-abcc-aedc6df921bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6429284 Aug 20 12:04:24.126166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46138) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:24.134438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d7841-0879-42c4-b28b-e4504cc684a8 None None] Sync routers for ids ['8961bf55-44ab-47c8-abcc-aedc6df921bd'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:24.155959 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d7841-0879-42c4-b28b-e4504cc684a8 None None] Routers {'8961bf55-44ab-47c8-abcc-aedc6df921bd'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:24.156822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-118d7841-0879-42c4-b28b-e4504cc684a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8961bf55-44ab-47c8-abcc-aedc6df921bd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:24.178237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] For port 40b02216-f098-4263-845f-1a6122c8963f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=40b02216-f098-4263-845f-1a6122c8963f,segment=NetworkSegment(60e0c103-6615-42b1-932f-f40d2f28edce),segment_id=60e0c103-6615-42b1-932f-f40d2f28edce)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:24.179175 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.195833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for 40b02216-f098-4263-845f-1a6122c8963f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:24.209747 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-d0b3cab8-17bc-4472-bfe0-08879e992aee tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] delete failed (client error): The resource could not be found. Aug 20 12:04:24.211006 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d0b3cab8-17bc-4472-bfe0-08879e992aee tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1700114113 HTTP/1.1" status: 404 len: 335 time: 0.0837350 Aug 20 12:04:24.214710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46140) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:24.219585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-bc70c90f-7a5b-419b-9fd0-8e19d75927f4 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Request body: {'router': {'external_gateway_info': {'network_id': '8961bf55-44ab-47c8-abcc-aedc6df921bd'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:24.364943 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-118d7841-0879-42c4-b28b-e4504cc684a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:24.373276 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1fac9946-fd34-4024-8afd-1e1c851e949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.381294 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.386740 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fac9946-fd34-4024-8afd-1e1c851e949c None None] No DVR routers for this DVR port 40b02216-f098-4263-845f-1a6122c8963f on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:24.403980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d7841-0879-42c4-b28b-e4504cc684a8 None None] Routers {'8961bf55-44ab-47c8-abcc-aedc6df921bd'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:24.404625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-118d7841-0879-42c4-b28b-e4504cc684a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:03:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8961bf55-44ab-47c8-abcc-aedc6df921bd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:24.409506 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac9946-fd34-4024-8afd-1e1c851e949c None None] Pushing event deleted for resources: {'Port': ['ID=40b02216-f098-4263-845f-1a6122c8963f,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:24.429761 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No DVR routers for this DVR port 40b02216-f098-4263-845f-1a6122c8963f on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:24.436044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=40b02216-f098-4263-845f-1a6122c8963f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:24.445021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-118d7841-0879-42c4-b28b-e4504cc684a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:24.445689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d7841-0879-42c4-b28b-e4504cc684a8 None None] The sync data for ids ['8961bf55-44ab-47c8-abcc-aedc6df921bd'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:24.532396 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.542736 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:24.558319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e0c103-6615-42b1-932f-f40d2f28edce') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:24.559001 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e0c103-6615-42b1-932f-f40d2f28edce') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:24.570682 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.587966 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc70c90f-7a5b-419b-9fd0-8e19d75927f4 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.599589 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.612224 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:24.613454 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.620208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 18195e74-1680-4f89-a480-7a49c4393721 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:24.646553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 18195e74-1680-4f89-a480-7a49c4393721 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:24.646909 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 18195e74-1680-4f89-a480-7a49c4393721 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:24.647447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 40b02216-f098-4263-845f-1a6122c8963f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:24.671911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 40b02216-f098-4263-845f-1a6122c8963f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:24.672176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 40b02216-f098-4263-845f-1a6122c8963f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: self.session.flush() Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:24.688352 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:24.693602 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.695139 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-bc70c90f-7a5b-419b-9fd0-8e19d75927f4 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] update failed (client error): The resource could not be found. Aug 20 12:04:24.697153 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bc70c90f-7a5b-419b-9fd0-8e19d75927f4 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "PUT /v2.0/routers/8961bf55-44ab-47c8-abcc-aedc6df921bd HTTP/1.1" status: 404 len: 339 time: 0.4815083 Aug 20 12:04:24.704859 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46146) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:24.712850 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.714753 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/networks/0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2 HTTP/1.1" status: 204 len: 168 time: 0.8131084 Aug 20 12:04:24.715856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce643e9-6c8e-4798-924e-f046ce4ffab7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Network': ['ID=0b83d9f6-f9c9-474b-ba2f-a1bdbd54e8a2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:24.719709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46150) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:24.725885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-cd604347-76f7-4f1b-8340-d441b8bc0f72 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'network': {'name': 'tempest-RoutersTest-1823846921'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:24.747632 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd604347-76f7-4f1b-8340-d441b8bc0f72 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:24.752322 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd604347-76f7-4f1b-8340-d441b8bc0f72 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.789724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd604347-76f7-4f1b-8340-d441b8bc0f72 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:04:24.800336 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd604347-76f7-4f1b-8340-d441b8bc0f72 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.800723 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-cd604347-76f7-4f1b-8340-d441b8bc0f72 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Added segment d4a8fd33-9fd4-41bb-bdd1-3c78aae14089 of type vlan for network 0e9a86a6-1f8f-4794-8e5e-92b77430071a Aug 20 12:04:24.846077 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd604347-76f7-4f1b-8340-d441b8bc0f72 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.875128 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd604347-76f7-4f1b-8340-d441b8bc0f72 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.882448 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd604347-76f7-4f1b-8340-d441b8bc0f72 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:24.883599 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd604347-76f7-4f1b-8340-d441b8bc0f72 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.957455 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cd604347-76f7-4f1b-8340-d441b8bc0f72 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2364914 Aug 20 12:04:24.961348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46152) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:24.966537 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-652aff09-72f1-411c-99bf-6c92771cbebf tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'subnet': {'network_id': '0e9a86a6-1f8f-4794-8e5e-92b77430071a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:24.995412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd604347-76f7-4f1b-8340-d441b8bc0f72 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Network': ['ID=0e9a86a6-1f8f-4794-8e5e-92b77430071a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:25.008444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 0e9a86a6-1f8f-4794-8e5e-92b77430071a details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:04:25.101238 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652aff09-72f1-411c-99bf-6c92771cbebf tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:25.106300 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-652aff09-72f1-411c-99bf-6c92771cbebf tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.165060 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-daee45d9-1653-4723-9881-43071c8de0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.300855 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-652aff09-72f1-411c-99bf-6c92771cbebf tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.351165 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.381555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652aff09-72f1-411c-99bf-6c92771cbebf tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Subnet': ['ID=a1911019-83c2-4601-8eeb-30e909188c20,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:25.385083 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652aff09-72f1-411c-99bf-6c92771cbebf tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Checking segment: {'id': 'd4a8fd33-9fd4-41bb-bdd1-3c78aae14089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0e9a86a6-1f8f-4794-8e5e-92b77430071a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:25.385444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652aff09-72f1-411c-99bf-6c92771cbebf tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network hostable DHCP agents. Network: 0e9a86a6-1f8f-4794-8e5e-92b77430071a, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:04:25.403865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652aff09-72f1-411c-99bf-6c92771cbebf tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network 0e9a86a6-1f8f-4794-8e5e-92b77430071a is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:04:25.413757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-652aff09-72f1-411c-99bf-6c92771cbebf tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 0e9a86a6-1f8f-4794-8e5e-92b77430071a) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:25.423273 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652aff09-72f1-411c-99bf-6c92771cbebf tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:25.423273 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-652aff09-72f1-411c-99bf-6c92771cbebf tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.423547 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe08688-f736-4251-800f-c1c0be0f9ac6 None None] Network 0e9a86a6-1f8f-4794-8e5e-92b77430071a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:25.445995 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-652aff09-72f1-411c-99bf-6c92771cbebf tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4775524 Aug 20 12:04:25.445995 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46164) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:25.449577 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-32ae7902-04f9-4f70-9a51-b08f35c3235d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-996025364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:25.476401 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32ae7902-04f9-4f70-9a51-b08f35c3235d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.477486 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32ae7902-04f9-4f70-9a51-b08f35c3235d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.495444 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.543420 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32ae7902-04f9-4f70-9a51-b08f35c3235d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.548995 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32ae7902-04f9-4f70-9a51-b08f35c3235d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.569731 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32ae7902-04f9-4f70-9a51-b08f35c3235d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.570960 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-32ae7902-04f9-4f70-9a51-b08f35c3235d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1255553 Aug 20 12:04:25.573553 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46166) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:25.581635 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c84b6166-726f-46b8-a544-c1c22923fa4b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'port': {'network_id': '0e9a86a6-1f8f-4794-8e5e-92b77430071a', 'name': 'tempest-RoutersTest-1108772615'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:25.615780 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.619698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-0e9a86a6-1f8f-4794-8e5e-92b77430071a', 'network_id': '0e9a86a6-1f8f-4794-8e5e-92b77430071a', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'fixed_ips': [{'subnet_id': 'a1911019-83c2-4601-8eeb-30e909188c20'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:04:25.621065 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.627041 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.743255 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84b6166-726f-46b8-a544-c1c22923fa4b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:25.750080 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c84b6166-726f-46b8-a544-c1c22923fa4b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.778686 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c84b6166-726f-46b8-a544-c1c22923fa4b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] device_id is not set on port 721b869d-8ee5-46a2-ba3d-dc14c289b30e yet. {{(pid=94690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:04:25.793687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Allocated IP 172.20.0.2 (0e9a86a6-1f8f-4794-8e5e-92b77430071a/a1911019-83c2-4601-8eeb-30e909188c20/0ae682cb-a006-4a8f-a0c3-099125cb3c0e) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:25.949397 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.959477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Transition to ACTIVE for port object 0ae682cb-a006-4a8f-a0c3-099125cb3c0e will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:25.975698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Transition to ACTIVE for port object 0ae682cb-a006-4a8f-a0c3-099125cb3c0e will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:25.986659 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.996827 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Allocated IP 172.20.0.1 (e04e142d-a598-4c59-b356-f6d0d97fab9f/57e71df7-1d43-4f42-b545-6cdacd40f31f/4461fcbd-c586-4e13-a547-b9b50475dc83) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:26.046856 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Network 0e9a86a6-1f8f-4794-8e5e-92b77430071a is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:26.047630 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Pushing event updated for resources: {'Port': ['ID=0ae682cb-a006-4a8f-a0c3-099125cb3c0e,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:26.057476 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:26.063370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:26.093301 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.100864 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.102256 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c84b6166-726f-46b8-a544-c1c22923fa4b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Allocated IP 172.20.0.6 (0e9a86a6-1f8f-4794-8e5e-92b77430071a/a1911019-83c2-4601-8eeb-30e909188c20/721b869d-8ee5-46a2-ba3d-dc14c289b30e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:26.134660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Attempting to bind port 0ae682cb-a006-4a8f-a0c3-099125cb3c0e on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:26.135486 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Attempting to bind port 0ae682cb-a006-4a8f-a0c3-099125cb3c0e by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd4a8fd33-9fd4-41bb-bdd1-3c78aae14089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0e9a86a6-1f8f-4794-8e5e-92b77430071a'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:26.136182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Attempting to bind port 0ae682cb-a006-4a8f-a0c3-099125cb3c0e on network 0e9a86a6-1f8f-4794-8e5e-92b77430071a {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:26.141943 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:26.142667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Checking segment: {'id': 'd4a8fd33-9fd4-41bb-bdd1-3c78aae14089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0e9a86a6-1f8f-4794-8e5e-92b77430071a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:26.143302 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.143937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Bound using segment: {'id': 'd4a8fd33-9fd4-41bb-bdd1-3c78aae14089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0e9a86a6-1f8f-4794-8e5e-92b77430071a'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:26.144777 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Bound port: 0ae682cb-a006-4a8f-a0c3-099125cb3c0e, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a8fd33-9fd4-41bb-bdd1-3c78aae14089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0e9a86a6-1f8f-4794-8e5e-92b77430071a'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:26.145405 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.193627 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'Port': ['ID=d1e5fb69-16c1-4c92-80f0-9a85d1087082,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:26.225871 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] For port 0ae682cb-a006-4a8f-a0c3-099125cb3c0e, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:26.230080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] For port 0ae682cb-a006-4a8f-a0c3-099125cb3c0e, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0ae682cb-a006-4a8f-a0c3-099125cb3c0e,segment=NetworkSegment(d4a8fd33-9fd4-41bb-bdd1-3c78aae14089),segment_id=d4a8fd33-9fd4-41bb-bdd1-3c78aae14089)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:26.231920 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.234650 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.235114 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.282503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Transition to ACTIVE for port object 4461fcbd-c586-4e13-a547-b9b50475dc83 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:26.291090 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f9ed4-24de-419e-80d1-3e1689ebe21e None None] Pushing event updated for resources: {'Port': ['ID=0ae682cb-a006-4a8f-a0c3-099125cb3c0e,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:26.315967 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c84b6166-726f-46b8-a544-c1c22923fa4b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.333647 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c84b6166-726f-46b8-a544-c1c22923fa4b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Transition to ACTIVE for port object 721b869d-8ee5-46a2-ba3d-dc14c289b30e will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:26.374845 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Floating IP 26abb3a0-8447-4699-a54a-39d88c41b6bd associated. External IP: 172.25.8.135, port: 28c28f02-f2dd-4da2-bb9c-401f3b7b0782. Aug 20 12:04:26.380759 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.389601 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c84b6166-726f-46b8-a544-c1c22923fa4b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.403808 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.433701 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84b6166-726f-46b8-a544-c1c22923fa4b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network 0e9a86a6-1f8f-4794-8e5e-92b77430071a is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:26.437777 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c84b6166-726f-46b8-a544-c1c22923fa4b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:26.442007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84b6166-726f-46b8-a544-c1c22923fa4b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:26.460949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Network e04e142d-a598-4c59-b356-f6d0d97fab9f is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:26.466702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:26.469270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:26.492385 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b6166-726f-46b8-a544-c1c22923fa4b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=721b869d-8ee5-46a2-ba3d-dc14c289b30e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:26.526282 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84b6166-726f-46b8-a544-c1c22923fa4b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:26.526969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c84b6166-726f-46b8-a544-c1c22923fa4b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.543724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event updated for resources: {'Port': ['ID=4461fcbd-c586-4e13-a547-b9b50475dc83,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:26.551740 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c84b6166-726f-46b8-a544-c1c22923fa4b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9765139 Aug 20 12:04:26.553353 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46180) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:26.591858 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.861042 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.864015 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e20df6d6-1153-4404-84af-969ac0ae8fd5 None None] Provisioning for port 4461fcbd-c586-4e13-a547-b9b50475dc83 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:26.869681 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e20df6d6-1153-4404-84af-969ac0ae8fd5 None None] Provisioning complete for port 4461fcbd-c586-4e13-a547-b9b50475dc83 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:26.870186 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e20df6d6-1153-4404-84af-969ac0ae8fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.889273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Router 18ce7238-07e3-4e4d-8aa2-c00f71696565 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:26.913215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e20df6d6-1153-4404-84af-969ac0ae8fd5 None None] Port 4461fcbd-c586-4e13-a547-b9b50475dc83 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:26.993826 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92943332-923e-4fcc-912d-4b5760eecb80 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.167540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:27.184932 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa855683-0671-4003-988f-d58eeb898062 None None] Sync routers for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:27.187827 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.202135 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa855683-0671-4003-988f-d58eeb898062 None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:27.203116 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fa855683-0671-4003-988f-d58eeb898062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:27.292718 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e40bb1b0-95c9-4693-8b0b-69587e60fc1e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.7957540 Aug 20 12:04:27.296246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47b8532-306d-4f16-be63-211addcc91c1', 'tag': '28c28f02-f2dd-4da2-bb9c-401f3b7b0782'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:27.300267 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9012e6ed-cadd-468f-b28c-fc4beb83aae3" -d '{"events": [{"name": "network-changed", "server_uuid": "c47b8532-306d-4f16-be63-211addcc91c1", "tag": "28c28f02-f2dd-4da2-bb9c-401f3b7b0782"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:27.343405 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92943332-923e-4fcc-912d-4b5760eecb80 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.351763 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92943332-923e-4fcc-912d-4b5760eecb80 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.362144 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b9cf0f-1acd-4511-9ea2-2b5ab821982d x-openstack-request-id: req-76b9cf0f-1acd-4511-9ea2-2b5ab821982d {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:27.363314 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47b8532-306d-4f16-be63-211addcc91c1", "tag": "28c28f02-f2dd-4da2-bb9c-401f3b7b0782", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:27.363800 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76b9cf0f-1acd-4511-9ea2-2b5ab821982d {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:27.365099 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47b8532-306d-4f16-be63-211addcc91c1', 'tag': '28c28f02-f2dd-4da2-bb9c-401f3b7b0782', 'status': 'completed', 'code': 200} Aug 20 12:04:27.382215 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-fa855683-0671-4003-988f-d58eeb898062 None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:27.435804 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.444121 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.469356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92943332-923e-4fcc-912d-4b5760eecb80 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=721b869d-8ee5-46a2-ba3d-dc14c289b30e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:27.647873 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92943332-923e-4fcc-912d-4b5760eecb80 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.671357 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fa855683-0671-4003-988f-d58eeb898062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '26abb3a0-8447-4699-a54a-39d88c41b6bd', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'floating_ip_address': '172.25.8.135', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'port_id': '28c28f02-f2dd-4da2-bb9c-401f3b7b0782', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'mac_address': 'fa:16:3e:33:a1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47b8532-306d-4f16-be63-211addcc91c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:04:24Z', 'updated_at': '2021-08-20T12:04:24Z', 'revision_number': 0, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:27.709290 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa855683-0671-4003-988f-d58eeb898062 None None] Checking router: 18ce7238-07e3-4e4d-8aa2-c00f71696565 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:04:27.719466 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa855683-0671-4003-988f-d58eeb898062 None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:27.720468 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fa855683-0671-4003-988f-d58eeb898062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:27.753437 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7bb4c9-c359-4010-b921-75241abb703e None None] Network 0e9a86a6-1f8f-4794-8e5e-92b77430071a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:27.776738 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92943332-923e-4fcc-912d-4b5760eecb80 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.858240 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-fa855683-0671-4003-988f-d58eeb898062 None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:27.901999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3c2bf039-b3c9-4d5e-93e4-7c3f79ed18af None None] Provisioning for port 0ae682cb-a006-4a8f-a0c3-099125cb3c0e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:28.046071 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012e6ed-cadd-468f-b28c-fc4beb83aae3 req-d6dc52f2-ba56-4c6c-a543-77e77b084635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:28.047487 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:28.047688 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9012e6ed-cadd-468f-b28c-fc4beb83aae3 req-d6dc52f2-ba56-4c6c-a543-77e77b084635 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 1097 time: 0.6583412 Aug 20 12:04:28.093693 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event updated for resources: {'Port': ['ID=4461fcbd-c586-4e13-a547-b9b50475dc83,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:28.096261 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:28.257461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012e6ed-cadd-468f-b28c-fc4beb83aae3 req-0b3fe833-37de-40a1-8b88-744aef3d45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:28.258976 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9012e6ed-cadd-468f-b28c-fc4beb83aae3 req-0b3fe833-37de-40a1-8b88-744aef3d45a9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.2007089 Aug 20 12:04:28.259560 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fa855683-0671-4003-988f-d58eeb898062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '26abb3a0-8447-4699-a54a-39d88c41b6bd', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'floating_ip_address': '172.25.8.135', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'port_id': '28c28f02-f2dd-4da2-bb9c-401f3b7b0782', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'mac_address': 'fa:16:3e:33:a1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47b8532-306d-4f16-be63-211addcc91c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:04:24Z', 'updated_at': '2021-08-20T12:04:24Z', 'revision_number': 0, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:28.298206 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa855683-0671-4003-988f-d58eeb898062 None None] The sync data for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 is: [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '26abb3a0-8447-4699-a54a-39d88c41b6bd', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'floating_ip_address': '172.25.8.135', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'port_id': '28c28f02-f2dd-4da2-bb9c-401f3b7b0782', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'mac_address': 'fa:16:3e:33:a1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47b8532-306d-4f16-be63-211addcc91c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:04:24Z', 'updated_at': '2021-08-20T12:04:24Z', 'revision_number': 0, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:28.394400 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9012e6ed-cadd-468f-b28c-fc4beb83aae3 req-fd0dceff-ee24-417f-8254-fe4314e0004f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28c28f02-f2dd-4da2-bb9c-401f3b7b0782 HTTP/1.1" status: 200 len: 1000 time: 0.1271889 Aug 20 12:04:28.405262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Network e04e142d-a598-4c59-b356-f6d0d97fab9f is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:28.409269 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:28.487449 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b3bea997-5e2d-4578-a5ac-780860c05c49 None None] Provisioning for port 721b869d-8ee5-46a2-ba3d-dc14c289b30e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:28.495551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b3bea997-5e2d-4578-a5ac-780860c05c49 None None] Provisioning complete for port 721b869d-8ee5-46a2-ba3d-dc14c289b30e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:28.501166 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b3bea997-5e2d-4578-a5ac-780860c05c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:28.588003 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b3bea997-5e2d-4578-a5ac-780860c05c49 None None] Port 721b869d-8ee5-46a2-ba3d-dc14c289b30e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:28.617966 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92943332-923e-4fcc-912d-4b5760eecb80 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:28.624097 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92943332-923e-4fcc-912d-4b5760eecb80 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:28.712367 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1fa64-dea2-4e4e-a731-20596e5a0767 None None] New status for floating IP 26abb3a0-8447-4699-a54a-39d88c41b6bd: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:04:28.727324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012e6ed-cadd-468f-b28c-fc4beb83aae3 req-c14880c5-fc59-45bd-ade8-d5712ca767f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:28.728863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9012e6ed-cadd-468f-b28c-fc4beb83aae3 req-c14880c5-fc59-45bd-ade8-d5712ca767f2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.3261774 Aug 20 12:04:28.758596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92943332-923e-4fcc-912d-4b5760eecb80 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=721b869d-8ee5-46a2-ba3d-dc14c289b30e,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:28.782155 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92943332-923e-4fcc-912d-4b5760eecb80 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:28.890390 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Router 8961bf55-44ab-47c8-abcc-aedc6df921bd has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:28.946599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0ae682cb-a006-4a8f-a0c3-099125cb3c0e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:28.961809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012e6ed-cadd-468f-b28c-fc4beb83aae3 req-b001954b-3719-442f-8862-56a698922fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:28.963532 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9012e6ed-cadd-468f-b28c-fc4beb83aae3 req-b001954b-3719-442f-8862-56a698922fb3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2239764 Aug 20 12:04:29.004997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5e6fc5f6-eb41-42b6-9b51-b7ce1bbb0663 None None] Provisioning complete for port 721b869d-8ee5-46a2-ba3d-dc14c289b30e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:29.005391 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e6fc5f6-eb41-42b6-9b51-b7ce1bbb0663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:29.019688 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92943332-923e-4fcc-912d-4b5760eecb80 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network 0e9a86a6-1f8f-4794-8e5e-92b77430071a is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:29.021915 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-92943332-923e-4fcc-912d-4b5760eecb80 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:29.097170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-5e6fc5f6-eb41-42b6-9b51-b7ce1bbb0663 None None] Port 721b869d-8ee5-46a2-ba3d-dc14c289b30e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:29.110198 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 0ae682cb-a006-4a8f-a0c3-099125cb3c0e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:29.118073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 0ae682cb-a006-4a8f-a0c3-099125cb3c0e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:29.119263 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:29.180988 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:29.191312 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fe97eda3-89fd-47b4-aebf-81a0bb989ae6 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "PUT /v2.0/routers/8961bf55-44ab-47c8-abcc-aedc6df921bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4854040 Aug 20 12:04:29.192025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46198) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:29.192929 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d2263-4052-415e-a57e-008661042248 None None] Sync routers for ids ['8961bf55-44ab-47c8-abcc-aedc6df921bd'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:29.210900 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d2263-4052-415e-a57e-008661042248 None None] Routers {'8961bf55-44ab-47c8-abcc-aedc6df921bd'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:29.213830 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fd5d2263-4052-415e-a57e-008661042248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8961bf55-44ab-47c8-abcc-aedc6df921bd'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:29.258843 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92943332-923e-4fcc-912d-4b5760eecb80 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router 4cf61812-50ac-4a29-9b76-f631284014c1 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:04:29.273843 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:29.292717 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fd5d2263-4052-415e-a57e-008661042248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:29.294377 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-157fa294-acf7-41e8-b053-bbdd8f14a4a5 None None] Provisioning complete for port 4461fcbd-c586-4e13-a547-b9b50475dc83 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:29.294913 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-157fa294-acf7-41e8-b053-bbdd8f14a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:29.310939 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d2263-4052-415e-a57e-008661042248 None None] Routers {'8961bf55-44ab-47c8-abcc-aedc6df921bd'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:29.319510 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fd5d2263-4052-415e-a57e-008661042248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8961bf55-44ab-47c8-abcc-aedc6df921bd'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:29.326124 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9012e6ed-cadd-468f-b28c-fc4beb83aae3 req-a7aaad4e-6fa3-4f75-9c9c-cd6b47d9626b service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779655 Aug 20 12:04:29.378348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 0ae682cb-a006-4a8f-a0c3-099125cb3c0e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0ae682cb-a006-4a8f-a0c3-099125cb3c0e,segment=NetworkSegment(d4a8fd33-9fd4-41bb-bdd1-3c78aae14089),segment_id=d4a8fd33-9fd4-41bb-bdd1-3c78aae14089)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:29.390263 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92943332-923e-4fcc-912d-4b5760eecb80 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:29.392314 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:29.404583 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-92943332-923e-4fcc-912d-4b5760eecb80 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/4cf61812-50ac-4a29-9b76-f631284014c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8500712 Aug 20 12:04:29.406996 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46200) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:29.407492 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fd5d2263-4052-415e-a57e-008661042248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:29.408289 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d2263-4052-415e-a57e-008661042248 None None] The sync data for ids ['8961bf55-44ab-47c8-abcc-aedc6df921bd'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:29.435005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f2bafa-68e0-44c7-9816-cc3bb4159ae8 None None] Sync routers for ids ['4cf61812-50ac-4a29-9b76-f631284014c1'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:29.444281 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-157fa294-acf7-41e8-b053-bbdd8f14a4a5 None None] Port 4461fcbd-c586-4e13-a547-b9b50475dc83 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:29.451045 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd9c5dc8-5d6d-4741-a93f-3d92d5db12a1 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:29.470135 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f2bafa-68e0-44c7-9816-cc3bb4159ae8 None None] Routers {'4cf61812-50ac-4a29-9b76-f631284014c1'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:29.471325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e5f2bafa-68e0-44c7-9816-cc3bb4159ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['4cf61812-50ac-4a29-9b76-f631284014c1'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:29.475098 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42f0e01-1951-4aef-b77b-b1826338ed23 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:29.477018 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c42f0e01-1951-4aef-b77b-b1826338ed23 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports/721b869d-8ee5-46a2-ba3d-dc14c289b30e HTTP/1.1" status: 200 len: 977 time: 0.0684092 Aug 20 12:04:29.479592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46208) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:29.531564 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e5f2bafa-68e0-44c7-9816-cc3bb4159ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:29.561130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=0ae682cb-a006-4a8f-a0c3-099125cb3c0e,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:29.576914 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-157fa294-acf7-41e8-b053-bbdd8f14a4a5 None None] Provisioning complete for port 721b869d-8ee5-46a2-ba3d-dc14c289b30e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:29.576914 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-157fa294-acf7-41e8-b053-bbdd8f14a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:29.579742 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9012e6ed-cadd-468f-b28c-fc4beb83aae3 req-91189698-3a8d-4922-ba94-121413e23924 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383821 Aug 20 12:04:29.581775 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-bd9c5dc8-5d6d-4741-a93f-3d92d5db12a1 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 12:04:29.585693 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bd9c5dc8-5d6d-4741-a93f-3d92d5db12a1 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "DELETE /v2.0/routers/8961bf55-44ab-47c8-abcc-aedc6df921bd HTTP/1.1" status: 409 len: 329 time: 0.3876774 Aug 20 12:04:29.585939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46210) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:29.610901 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f2bafa-68e0-44c7-9816-cc3bb4159ae8 None None] Routers {'4cf61812-50ac-4a29-9b76-f631284014c1'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:29.611535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e5f2bafa-68e0-44c7-9816-cc3bb4159ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['4cf61812-50ac-4a29-9b76-f631284014c1'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:29.648998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e5f2bafa-68e0-44c7-9816-cc3bb4159ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:29.649653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f2bafa-68e0-44c7-9816-cc3bb4159ae8 None None] The sync data for ids ['4cf61812-50ac-4a29-9b76-f631284014c1'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:29.662300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-157fa294-acf7-41e8-b053-bbdd8f14a4a5 None None] Port 721b869d-8ee5-46a2-ba3d-dc14c289b30e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:29.784245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e8577552-d91d-49e4-a54d-ff22f5a571cf None None] Provisioning complete for port 721b869d-8ee5-46a2-ba3d-dc14c289b30e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:29.784625 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e8577552-d91d-49e4-a54d-ff22f5a571cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:29.835915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e8577552-d91d-49e4-a54d-ff22f5a571cf None None] Port 721b869d-8ee5-46a2-ba3d-dc14c289b30e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:29.865285 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-302048e8-1b03-42b5-999e-0699cd600d16 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:29.948060 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:30.100648 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-302048e8-1b03-42b5-999e-0699cd600d16 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port 721b869d-8ee5-46a2-ba3d-dc14c289b30e {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:30.101137 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-302048e8-1b03-42b5-999e-0699cd600d16 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:30.201725 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-302048e8-1b03-42b5-999e-0699cd600d16 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:30.217321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-302048e8-1b03-42b5-999e-0699cd600d16 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for 721b869d-8ee5-46a2-ba3d-dc14c289b30e owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:30.230379 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Deleting port 4461fcbd-c586-4e13-a547-b9b50475dc83 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:30.231088 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:30.330794 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:30.345905 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Calling delete_port for 4461fcbd-c586-4e13-a547-b9b50475dc83 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:30.444124 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-302048e8-1b03-42b5-999e-0699cd600d16 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:30.480765 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302048e8-1b03-42b5-999e-0699cd600d16 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=721b869d-8ee5-46a2-ba3d-dc14c289b30e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:30.575935 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:30.621998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event deleted for resources: {'Port': ['ID=4461fcbd-c586-4e13-a547-b9b50475dc83,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:30.633670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:30.634144 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:30.634725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:30.635187 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:30.635808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:30.636267 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:30.640558 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:30.641164 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:30.641627 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:30.642072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:30.642682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:30.643204 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:30.661930 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-302048e8-1b03-42b5-999e-0699cd600d16 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:30.711367 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0ae682cb-a006-4a8f-a0c3-099125cb3c0e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:30.822426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 0ae682cb-a006-4a8f-a0c3-099125cb3c0e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:30.824702 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:30.908393 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:30.953430 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302048e8-1b03-42b5-999e-0699cd600d16 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router 4cf61812-50ac-4a29-9b76-f631284014c1 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:31.054184 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302048e8-1b03-42b5-999e-0699cd600d16 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:31.061952 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-302048e8-1b03-42b5-999e-0699cd600d16 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/4cf61812-50ac-4a29-9b76-f631284014c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5786321 Aug 20 12:04:31.062323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46234) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:31.076246 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e275f2d-8a07-45a1-9911-f1707e28a612 None None] Sync routers for ids ['4cf61812-50ac-4a29-9b76-f631284014c1'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:31.087046 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e275f2d-8a07-45a1-9911-f1707e28a612 None None] Routers {'4cf61812-50ac-4a29-9b76-f631284014c1'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:31.087687 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5e275f2d-8a07-45a1-9911-f1707e28a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['4cf61812-50ac-4a29-9b76-f631284014c1'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:31.113754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Router 8961bf55-44ab-47c8-abcc-aedc6df921bd has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:31.124900 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5e275f2d-8a07-45a1-9911-f1707e28a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:31.134156 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e275f2d-8a07-45a1-9911-f1707e28a612 None None] Routers {'4cf61812-50ac-4a29-9b76-f631284014c1'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:31.134764 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5e275f2d-8a07-45a1-9911-f1707e28a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['4cf61812-50ac-4a29-9b76-f631284014c1'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:31.169546 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5e275f2d-8a07-45a1-9911-f1707e28a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:31.170460 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e275f2d-8a07-45a1-9911-f1707e28a612 None None] The sync data for ids ['4cf61812-50ac-4a29-9b76-f631284014c1'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:31.213516 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:31.218951 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-133ca225-0d6b-41be-8731-6664102c1f25 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "PUT /v2.0/routers/8961bf55-44ab-47c8-abcc-aedc6df921bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6320651 Aug 20 12:04:31.225084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46236) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:31.225731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e2c259-e0a0-4ace-a38a-ed4a66f89cc8 None None] Sync routers for ids ['8961bf55-44ab-47c8-abcc-aedc6df921bd'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:31.236908 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2c259-e0a0-4ace-a38a-ed4a66f89cc8 None None] Routers {'8961bf55-44ab-47c8-abcc-aedc6df921bd'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:31.237673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-13e2c259-e0a0-4ace-a38a-ed4a66f89cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8961bf55-44ab-47c8-abcc-aedc6df921bd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:31.276920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-13e2c259-e0a0-4ace-a38a-ed4a66f89cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:31.277444 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-70903f68-0636-4a4e-9026-cdd48669e989 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] show failed (client error): The resource could not be found. Aug 20 12:04:31.280983 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-70903f68-0636-4a4e-9026-cdd48669e989 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-2052936747 HTTP/1.1" status: 404 len: 335 time: 0.0519125 Aug 20 12:04:31.282748 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46240) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:31.289619 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2c259-e0a0-4ace-a38a-ed4a66f89cc8 None None] Routers {'8961bf55-44ab-47c8-abcc-aedc6df921bd'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:31.290555 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-13e2c259-e0a0-4ace-a38a-ed4a66f89cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['8961bf55-44ab-47c8-abcc-aedc6df921bd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:31.307364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-10cdb2a0-0d48-4b79-b9a1-124130985df7 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:31.329639 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-13e2c259-e0a0-4ace-a38a-ed4a66f89cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:31.330441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e2c259-e0a0-4ace-a38a-ed4a66f89cc8 None None] The sync data for ids ['8961bf55-44ab-47c8-abcc-aedc6df921bd'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:31.370586 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-9a753ddd-58c6-4d4c-8b9d-1457be12a506 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] remove_router_interface failed (client error): The resource could not be found. Aug 20 12:04:31.371668 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9a753ddd-58c6-4d4c-8b9d-1457be12a506 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/4cf61812-50ac-4a29-9b76-f631284014c1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3082411 Aug 20 12:04:31.372668 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-10cdb2a0-0d48-4b79-b9a1-124130985df7 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] update failed (client error): The resource could not be found. Aug 20 12:04:31.373581 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-10cdb2a0-0d48-4b79-b9a1-124130985df7 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-117267102 HTTP/1.1" status: 404 len: 334 time: 0.0706339 Aug 20 12:04:31.378768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46244) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:31.379290 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46246) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:31.433100 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9750b75c-944e-4af6-bee1-b4f9adec1b8f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf61812-50ac-4a29-9b76-f631284014c1 HTTP/1.1" status: 200 len: 205 time: 0.0525002 Aug 20 12:04:31.435786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46248) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:31.516929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab30c8e-881f-4887-a5cd-6684675edc8f tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Deleting subnet af6f2e23-0bdd-44d8-99ad-adca7d4169c6 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:04:31.522833 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-987e2d31-6c31-4dd7-8eb9-5b7587ae012f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:31.525204 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aab30c8e-881f-4887-a5cd-6684675edc8f tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.018159 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aab30c8e-881f-4887-a5cd-6684675edc8f tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.073783 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-987e2d31-6c31-4dd7-8eb9-5b7587ae012f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.077462 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-987e2d31-6c31-4dd7-8eb9-5b7587ae012f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.149288 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-987e2d31-6c31-4dd7-8eb9-5b7587ae012f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.149792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987e2d31-6c31-4dd7-8eb9-5b7587ae012f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Fanout notify agent at l3_agent the message router_deleted on router 4cf61812-50ac-4a29-9b76-f631284014c1 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:04:32.157732 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-987e2d31-6c31-4dd7-8eb9-5b7587ae012f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.161841 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-987e2d31-6c31-4dd7-8eb9-5b7587ae012f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/routers/4cf61812-50ac-4a29-9b76-f631284014c1 HTTP/1.1" status: 204 len: 168 time: 0.7221591 Aug 20 12:04:32.162118 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46264) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:32.175958 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aab30c8e-881f-4887-a5cd-6684675edc8f tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.219799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-00fab9f0-a98e-4bf0-8286-f51bac327988 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting subnet a1911019-83c2-4601-8eeb-30e909188c20 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:04:32.223248 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00fab9f0-a98e-4bf0-8286-f51bac327988 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.236364 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aab30c8e-881f-4887-a5cd-6684675edc8f tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.266661 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00fab9f0-a98e-4bf0-8286-f51bac327988 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.266931 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab30c8e-881f-4887-a5cd-6684675edc8f tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event deleted for resources: {'Subnet': ['ID=af6f2e23-0bdd-44d8-99ad-adca7d4169c6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:32.271467 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aab30c8e-881f-4887-a5cd-6684675edc8f tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.273559 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-aab30c8e-881f-4887-a5cd-6684675edc8f tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "DELETE /v2.0/subnets/af6f2e23-0bdd-44d8-99ad-adca7d4169c6 HTTP/1.1" status: 204 len: 168 time: 0.8919880 Aug 20 12:04:32.276870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46266) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:32.283165 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcc05ff-1b09-41d2-ab0b-cc5d5acbc12f None None] Network 4a306a1f-225a-4589-9403-2bdf59591082 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:32.342028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ab9df1-1daf-4a28-a547-c1908a141bd2 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Deleting subnet fdad2ca9-8298-4c4b-b192-a049bf00ed31 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:04:32.345248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52ab9df1-1daf-4a28-a547-c1908a141bd2 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.379889 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00fab9f0-a98e-4bf0-8286-f51bac327988 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.389342 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52ab9df1-1daf-4a28-a547-c1908a141bd2 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.459832 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00fab9f0-a98e-4bf0-8286-f51bac327988 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.491665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fab9f0-a98e-4bf0-8286-f51bac327988 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Subnet': ['ID=a1911019-83c2-4601-8eeb-30e909188c20,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:32.492480 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52ab9df1-1daf-4a28-a547-c1908a141bd2 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.494229 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00fab9f0-a98e-4bf0-8286-f51bac327988 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.496745 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-00fab9f0-a98e-4bf0-8286-f51bac327988 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/a1911019-83c2-4601-8eeb-30e909188c20 HTTP/1.1" status: 204 len: 168 time: 0.3334756 Aug 20 12:04:32.499295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46272) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:32.518265 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c5f3e0-fb29-45aa-bfcd-b4695a1a1901 None None] Network 0e9a86a6-1f8f-4794-8e5e-92b77430071a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:32.603097 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029af559-dd94-4d72-b3e1-0818bf03e9e4 None None] DHCP port deletion for 4a306a1f-225a-4589-9403-2bdf59591082 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:04:32.612351 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52ab9df1-1daf-4a28-a547-c1908a141bd2 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.653879 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab9df1-1daf-4a28-a547-c1908a141bd2 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event deleted for resources: {'Subnet': ['ID=fdad2ca9-8298-4c4b-b192-a049bf00ed31,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:32.663390 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.671675 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52ab9df1-1daf-4a28-a547-c1908a141bd2 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.672176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2278685b-2300-4348-a061-cca0f6ea95b8 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:32.678184 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-52ab9df1-1daf-4a28-a547-c1908a141bd2 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "DELETE /v2.0/subnets/fdad2ca9-8298-4c4b-b192-a049bf00ed31 HTTP/1.1" status: 204 len: 168 time: 0.3996668 Aug 20 12:04:32.681623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46280) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:32.712254 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc37199d-456c-4296-83b1-03bbd3f72184 None None] Network 4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:32.745621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port 0ae682cb-a006-4a8f-a0c3-099125cb3c0e {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:32.745884 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.766369 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.830899 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Deleting port 2278685b-2300-4348-a061-cca0f6ea95b8 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:32.831501 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.843837 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] For port 0ae682cb-a006-4a8f-a0c3-099125cb3c0e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0ae682cb-a006-4a8f-a0c3-099125cb3c0e,segment=NetworkSegment(d4a8fd33-9fd4-41bb-bdd1-3c78aae14089),segment_id=d4a8fd33-9fd4-41bb-bdd1-3c78aae14089)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:32.845167 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.862201 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for 0ae682cb-a006-4a8f-a0c3-099125cb3c0e owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:32.919235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-029af559-dd94-4d72-b3e1-0818bf03e9e4 None None] Deleting port 2278685b-2300-4348-a061-cca0f6ea95b8 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:32.919758 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-029af559-dd94-4d72-b3e1-0818bf03e9e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.927555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] For port 2278685b-2300-4348-a061-cca0f6ea95b8, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2278685b-2300-4348-a061-cca0f6ea95b8,segment=NetworkSegment(29b0e301-ecd8-46a7-b564-dfb29c023e40),segment_id=29b0e301-ecd8-46a7-b564-dfb29c023e40)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:32.928518 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.949948 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Calling delete_port for 2278685b-2300-4348-a061-cca0f6ea95b8 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:32.970354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bba7b5f-fdfa-4a68-9896-657e92a84eb4 None None] DHCP port deletion for 0e9a86a6-1f8f-4794-8e5e-92b77430071a request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:04:32.990089 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.992408 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.027335 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No DVR routers for this DVR port 0ae682cb-a006-4a8f-a0c3-099125cb3c0e on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:33.037754 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=0ae682cb-a006-4a8f-a0c3-099125cb3c0e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:33.053977 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.066987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-029af559-dd94-4d72-b3e1-0818bf03e9e4 None None] For port 2278685b-2300-4348-a061-cca0f6ea95b8, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2278685b-2300-4348-a061-cca0f6ea95b8,segment=NetworkSegment(29b0e301-ecd8-46a7-b564-dfb29c023e40),segment_id=29b0e301-ecd8-46a7-b564-dfb29c023e40)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:33.067521 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-029af559-dd94-4d72-b3e1-0818bf03e9e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.091287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-029af559-dd94-4d72-b3e1-0818bf03e9e4 None None] Calling delete_port for 2278685b-2300-4348-a061-cca0f6ea95b8 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:33.099144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 2278685b-2300-4348-a061-cca0f6ea95b8, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2278685b-2300-4348-a061-cca0f6ea95b8,segment=NetworkSegment(29b0e301-ecd8-46a7-b564-dfb29c023e40),segment_id=29b0e301-ecd8-46a7-b564-dfb29c023e40)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:33.106730 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.132193 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.141081 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.156362 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9a86a6-1f8f-4794-8e5e-92b77430071a']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:33.170700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a8fd33-9fd4-41bb-bdd1-3c78aae14089') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:33.170700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a8fd33-9fd4-41bb-bdd1-3c78aae14089') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:33.180401 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event deleted for resources: {'Port': ['ID=2278685b-2300-4348-a061-cca0f6ea95b8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:33.182153 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.193439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] No DVR routers for this DVR port 2278685b-2300-4348-a061-cca0f6ea95b8 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:33.205568 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.213525 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:33.214110 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:33.278911 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:33.282963 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.289846 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.295494 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/networks/0e9a86a6-1f8f-4794-8e5e-92b77430071a HTTP/1.1" status: 204 len: 168 time: 0.7917271 Aug 20 12:04:33.296404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46286) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:33.305078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-db17c2f7-e843-4042-9652-e644a33f4325 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'network': {'name': 'tempest-RoutersTest-664121620'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:33.309717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4958e56-fbe1-4f6c-b1cf-01eee1d88f2c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Network': ['ID=0e9a86a6-1f8f-4794-8e5e-92b77430071a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:33.329879 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.344903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a306a1f-225a-4589-9403-2bdf59591082']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:33.346115 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b4fe64-fe7d-4bd7-96b0-13418a027717 None None] DHCP port deletion for 4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:04:33.363114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b0e301-ecd8-46a7-b564-dfb29c023e40') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:33.363426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b0e301-ecd8-46a7-b564-dfb29c023e40') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:33.366123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db17c2f7-e843-4042-9652-e644a33f4325 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:33.369636 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db17c2f7-e843-4042-9652-e644a33f4325 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.387050 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.406763 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.411350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=2278685b-2300-4348-a061-cca0f6ea95b8,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:33.419556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db17c2f7-e843-4042-9652-e644a33f4325 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:04:33.422073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:33.422488 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:33.425515 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:33.439052 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-029af559-dd94-4d72-b3e1-0818bf03e9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.471321 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029af559-dd94-4d72-b3e1-0818bf03e9e4 None None] Pushing event deleted for resources: {'Port': ['ID=2278685b-2300-4348-a061-cca0f6ea95b8,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:33.473391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029af559-dd94-4d72-b3e1-0818bf03e9e4 None None] No DVR routers for this DVR port 2278685b-2300-4348-a061-cca0f6ea95b8 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:33.475755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-32b4fe64-fe7d-4bd7-96b0-13418a027717 None None] Deleting port 0563e871-7a15-48b4-afa8-30adacf9269a {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:33.476113 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-32b4fe64-fe7d-4bd7-96b0-13418a027717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.481362 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db17c2f7-e843-4042-9652-e644a33f4325 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.481802 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-db17c2f7-e843-4042-9652-e644a33f4325 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Added segment d64353ff-fc89-4e98-a640-69e9ea13628c of type vlan for network 2292e270-7136-4144-a722-8e96de782eb4 Aug 20 12:04:33.540709 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db17c2f7-e843-4042-9652-e644a33f4325 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.544903 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.550848 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.556344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-32b4fe64-fe7d-4bd7-96b0-13418a027717 None None] For port 0563e871-7a15-48b4-afa8-30adacf9269a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=0563e871-7a15-48b4-afa8-30adacf9269a,segment=NetworkSegment(22107e36-8e9e-47ca-85db-49ae811e904f),segment_id=22107e36-8e9e-47ca-85db-49ae811e904f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:33.556512 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "DELETE /v2.0/networks/4a306a1f-225a-4589-9403-2bdf59591082 HTTP/1.1" status: 204 len: 168 time: 0.8723311 Aug 20 12:04:33.556606 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-32b4fe64-fe7d-4bd7-96b0-13418a027717 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.557748 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46292) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:33.576067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a0648-f609-4340-916c-15de30ec2375 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event deleted for resources: {'Network': ['ID=4a306a1f-225a-4589-9403-2bdf59591082,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:33.601190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-32b4fe64-fe7d-4bd7-96b0-13418a027717 None None] Calling delete_port for 0563e871-7a15-48b4-afa8-30adacf9269a owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:33.617508 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db17c2f7-e843-4042-9652-e644a33f4325 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.623577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db17c2f7-e843-4042-9652-e644a33f4325 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:33.623854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db17c2f7-e843-4042-9652-e644a33f4325 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.643805 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-db17c2f7-e843-4042-9652-e644a33f4325 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3466840 Aug 20 12:04:33.646792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46300) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:33.652122 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d46b68cf-b676-4453-af62-0ca3f785aaa6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'subnet': {'network_id': '2292e270-7136-4144-a722-8e96de782eb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:33.719428 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-32b4fe64-fe7d-4bd7-96b0-13418a027717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.739763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17c2f7-e843-4042-9652-e644a33f4325 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Network': ['ID=2292e270-7136-4144-a722-8e96de782eb4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:33.758017 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 2292e270-7136-4144-a722-8e96de782eb4 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:04:33.761680 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b4fe64-fe7d-4bd7-96b0-13418a027717 None None] No DVR routers for this DVR port 0563e871-7a15-48b4-afa8-30adacf9269a on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:33.763934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4fe64-fe7d-4bd7-96b0-13418a027717 None None] Pushing event deleted for resources: {'Port': ['ID=0563e871-7a15-48b4-afa8-30adacf9269a,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:33.991268 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa6ad-506c-4d4d-a23f-f295530f0c3a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.114505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46b68cf-b676-4453-af62-0ca3f785aaa6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:34.118209 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d46b68cf-b676-4453-af62-0ca3f785aaa6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.125152 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa6ad-506c-4d4d-a23f-f295530f0c3a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.175425 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-ae2fa6ad-506c-4d4d-a23f-f295530f0c3a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:34.190817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-ae2fa6ad-506c-4d4d-a23f-f295530f0c3a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22107e36-8e9e-47ca-85db-49ae811e904f') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:34.191120 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-ae2fa6ad-506c-4d4d-a23f-f295530f0c3a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22107e36-8e9e-47ca-85db-49ae811e904f') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:34.205834 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa6ad-506c-4d4d-a23f-f295530f0c3a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.239917 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa6ad-506c-4d4d-a23f-f295530f0c3a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.246427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2fa6ad-506c-4d4d-a23f-f295530f0c3a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:34.246825 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa6ad-506c-4d4d-a23f-f295530f0c3a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:34.250223 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:34.310770 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa6ad-506c-4d4d-a23f-f295530f0c3a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.321769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa6ad-506c-4d4d-a23f-f295530f0c3a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.323606 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ae2fa6ad-506c-4d4d-a23f-f295530f0c3a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "DELETE /v2.0/networks/4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9 HTTP/1.1" status: 204 len: 168 time: 0.7657912 Aug 20 12:04:34.326212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46310) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:34.337276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fa6ad-506c-4d4d-a23f-f295530f0c3a tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event deleted for resources: {'Network': ['ID=4e9a05b5-a3bf-403b-81cd-6adcdfaba8f9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:34.388077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-642d0e82-510a-4896-bb66-313c2961c82c tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Deleting subnet 57e71df7-1d43-4f42-b545-6cdacd40f31f {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:04:34.391205 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-642d0e82-510a-4896-bb66-313c2961c82c tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.437348 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-642d0e82-510a-4896-bb66-313c2961c82c tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.447522 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d46b68cf-b676-4453-af62-0ca3f785aaa6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.522555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b68cf-b676-4453-af62-0ca3f785aaa6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Subnet': ['ID=a6143778-7d4d-4136-88ae-f6b6bf0f0623,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:34.527489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46b68cf-b676-4453-af62-0ca3f785aaa6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Checking segment: {'id': 'd64353ff-fc89-4e98-a640-69e9ea13628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2292e270-7136-4144-a722-8e96de782eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:34.528051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46b68cf-b676-4453-af62-0ca3f785aaa6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network hostable DHCP agents. Network: 2292e270-7136-4144-a722-8e96de782eb4, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:04:34.547200 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46b68cf-b676-4453-af62-0ca3f785aaa6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network 2292e270-7136-4144-a722-8e96de782eb4 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:04:34.558035 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-642d0e82-510a-4896-bb66-313c2961c82c tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.560758 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-d46b68cf-b676-4453-af62-0ca3f785aaa6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 2292e270-7136-4144-a722-8e96de782eb4) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:34.568876 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b68cf-b676-4453-af62-0ca3f785aaa6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:34.569578 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d46b68cf-b676-4453-af62-0ca3f785aaa6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.570032 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd2c1e1-a615-4af8-ad71-f86cd4526293 None None] Network 2292e270-7136-4144-a722-8e96de782eb4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:34.597541 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d46b68cf-b676-4453-af62-0ca3f785aaa6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9472167 Aug 20 12:04:34.599461 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46318) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:34.612350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-36aefb90-bf77-4f92-9ce7-e4c5e2ee8441 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1300771642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:34.649500 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-642d0e82-510a-4896-bb66-313c2961c82c tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.657200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0ae682cb-a006-4a8f-a0c3-099125cb3c0e no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:34.658744 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36aefb90-bf77-4f92-9ce7-e4c5e2ee8441 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.660155 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36aefb90-bf77-4f92-9ce7-e4c5e2ee8441 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.669822 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-642d0e82-510a-4896-bb66-313c2961c82c tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.675198 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-642d0e82-510a-4896-bb66-313c2961c82c tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "DELETE /v2.0/subnets/57e71df7-1d43-4f42-b545-6cdacd40f31f HTTP/1.1" status: 204 len: 168 time: 0.3461075 Aug 20 12:04:34.675899 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46322) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:34.684394 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4601fd9f-00c4-452b-8621-440a89349260 None None] Network e04e142d-a598-4c59-b356-f6d0d97fab9f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:34.719912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36aefb90-bf77-4f92-9ce7-e4c5e2ee8441 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.722531 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d0e82-510a-4896-bb66-313c2961c82c tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event deleted for resources: {'Subnet': ['ID=57e71df7-1d43-4f42-b545-6cdacd40f31f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:34.725789 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36aefb90-bf77-4f92-9ce7-e4c5e2ee8441 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.742756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 0ae682cb-a006-4a8f-a0c3-099125cb3c0e {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:34.743104 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0ae682cb-a006-4a8f-a0c3-099125cb3c0e not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:34.743525 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0563e871-7a15-48b4-afa8-30adacf9269a no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:34.749631 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36aefb90-bf77-4f92-9ce7-e4c5e2ee8441 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.751187 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-36aefb90-bf77-4f92-9ce7-e4c5e2ee8441 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1504495 Aug 20 12:04:34.755631 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46328) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:34.771001 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 0563e871-7a15-48b4-afa8-30adacf9269a {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:34.771343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 0563e871-7a15-48b4-afa8-30adacf9269a not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:34.806963 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.885359 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Deleting port da709cd2-b578-4e79-9319-13e968a85e02 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:34.891147 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.986147 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] For port da709cd2-b578-4e79-9319-13e968a85e02, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=da709cd2-b578-4e79-9319-13e968a85e02,segment=NetworkSegment(3ba92bfb-9f4c-48e2-9fd0-dcf89fe1c290),segment_id=3ba92bfb-9f4c-48e2-9fd0-dcf89fe1c290)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:34.986734 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.987352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] DHCP port deletion for e04e142d-a598-4c59-b356-f6d0d97fab9f request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:04:34.994592 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-2292e270-7136-4144-a722-8e96de782eb4', 'network_id': '2292e270-7136-4144-a722-8e96de782eb4', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'fixed_ips': [{'subnet_id': 'a6143778-7d4d-4136-88ae-f6b6bf0f0623'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:04:34.996594 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.003588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Calling delete_port for da709cd2-b578-4e79-9319-13e968a85e02 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:35.091514 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.100707 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.129415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event deleted for resources: {'Port': ['ID=da709cd2-b578-4e79-9319-13e968a85e02,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:35.145035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] No DVR routers for this DVR port da709cd2-b578-4e79-9319-13e968a85e02 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:35.215181 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Deleting port da709cd2-b578-4e79-9319-13e968a85e02 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:35.215469 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.264414 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.266177 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Allocated IP 172.20.0.2 (2292e270-7136-4144-a722-8e96de782eb4/a6143778-7d4d-4136-88ae-f6b6bf0f0623/e4291a95-d6e7-4961-baff-bb087ddfc392) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:35.282924 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04e142d-a598-4c59-b356-f6d0d97fab9f']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:35.303496 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba92bfb-9f4c-48e2-9fd0-dcf89fe1c290') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:35.303968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba92bfb-9f4c-48e2-9fd0-dcf89fe1c290') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:35.314153 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] For port da709cd2-b578-4e79-9319-13e968a85e02, host n-d-804299-2, got binding levels [] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:35.314556 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.317387 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.333351 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.339717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:35.340147 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:35.343307 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:35.355804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Calling delete_port for da709cd2-b578-4e79-9319-13e968a85e02 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:35.359484 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.ipam_backend_mixin [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Port da709cd2-b578-4e79-9319-13e968a85e02 was not found and therefore no delete operation was performed {{(pid=94692) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:04:35.362008 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.393753 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] No DVR routers for this DVR port da709cd2-b578-4e79-9319-13e968a85e02 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:35.403929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Pushing event deleted for resources: {'Port': ['ID=da709cd2-b578-4e79-9319-13e968a85e02,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:35.415459 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.418012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.418381 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.418844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.419144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.419483 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.419817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.420147 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.420481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.420839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.421165 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.421486 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.422137 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791192-ed22-44f1-a9f5-52f9ea69bcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.434407 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.438034 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "DELETE /v2.0/networks/e04e142d-a598-4c59-b356-f6d0d97fab9f HTTP/1.1" status: 204 len: 168 time: 0.7583437 Aug 20 12:04:35.441118 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46338) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:35.463374 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb4219-91f7-4bac-bbe8-3061f09e7f7d tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Pushing event deleted for resources: {'Network': ['ID=e04e142d-a598-4c59-b356-f6d0d97fab9f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:35.476649 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5b081b07-6135-44a4-ae71-00637ce47a41 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "GET /v2.0/ports?device_id=8961bf55-44ab-47c8-abcc-aedc6df921bd HTTP/1.1" status: 200 len: 205 time: 0.0334408 Aug 20 12:04:35.479051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46340) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:35.519362 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.528784 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Transition to ACTIVE for port object e4291a95-d6e7-4961-baff-bb087ddfc392 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:35.546124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Transition to ACTIVE for port object e4291a95-d6e7-4961-baff-bb087ddfc392 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:35.553469 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.579955 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0c1ad8f-522b-4fdf-82b0-498c7247c2e3 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.607837 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Network 2292e270-7136-4144-a722-8e96de782eb4 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:35.609188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Pushing event updated for resources: {'Port': ['ID=e4291a95-d6e7-4961-baff-bb087ddfc392,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:35.612178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:35.617162 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:35.687229 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Attempting to bind port e4291a95-d6e7-4961-baff-bb087ddfc392 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:35.687766 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Attempting to bind port e4291a95-d6e7-4961-baff-bb087ddfc392 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd64353ff-fc89-4e98-a640-69e9ea13628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2292e270-7136-4144-a722-8e96de782eb4'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:35.688254 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Attempting to bind port e4291a95-d6e7-4961-baff-bb087ddfc392 on network 2292e270-7136-4144-a722-8e96de782eb4 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:35.699121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:35.699677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Checking segment: {'id': 'd64353ff-fc89-4e98-a640-69e9ea13628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2292e270-7136-4144-a722-8e96de782eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:35.700237 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.700813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Bound using segment: {'id': 'd64353ff-fc89-4e98-a640-69e9ea13628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2292e270-7136-4144-a722-8e96de782eb4'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:35.701352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Bound port: e4291a95-d6e7-4961-baff-bb087ddfc392, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64353ff-fc89-4e98-a640-69e9ea13628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2292e270-7136-4144-a722-8e96de782eb4'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:35.702161 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.703410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Allocated IP 172.20.0.1 (2292e270-7136-4144-a722-8e96de782eb4/a6143778-7d4d-4136-88ae-f6b6bf0f0623/2d4a3e9a-0e27-4b3d-bfda-3a065f9d14c6) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:35.775856 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] For port e4291a95-d6e7-4961-baff-bb087ddfc392, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:35.779677 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0c1ad8f-522b-4fdf-82b0-498c7247c2e3 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.780942 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] For port e4291a95-d6e7-4961-baff-bb087ddfc392, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e4291a95-d6e7-4961-baff-bb087ddfc392,segment=NetworkSegment(d64353ff-fc89-4e98-a640-69e9ea13628c),segment_id=d64353ff-fc89-4e98-a640-69e9ea13628c)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:35.783800 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0c1ad8f-522b-4fdf-82b0-498c7247c2e3 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.785367 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.846953 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e30f5e-bb6f-46aa-b7f3-078ef0eb1bd8 None None] Pushing event updated for resources: {'Port': ['ID=e4291a95-d6e7-4961-baff-bb087ddfc392,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:35.877837 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0c1ad8f-522b-4fdf-82b0-498c7247c2e3 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.878279 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c1ad8f-522b-4fdf-82b0-498c7247c2e3 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Fanout notify agent at l3_agent the message router_deleted on router 8961bf55-44ab-47c8-abcc-aedc6df921bd {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:04:35.887399 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0c1ad8f-522b-4fdf-82b0-498c7247c2e3 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.888356 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d0c1ad8f-522b-4fdf-82b0-498c7247c2e3 tempest-RoutersNegativeTest-349967050 tempest-RoutersNegativeTest-349967050-project] 10.222.0.37 "DELETE /v2.0/routers/8961bf55-44ab-47c8-abcc-aedc6df921bd HTTP/1.1" status: 204 len: 168 time: 0.4084065 Aug 20 12:04:35.951636 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.977002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Transition to ACTIVE for port object 2d4a3e9a-0e27-4b3d-bfda-3a065f9d14c6 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:36.018634 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.057954 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network 2292e270-7136-4144-a722-8e96de782eb4 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:36.061877 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:36.071130 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:36.130387 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=2d4a3e9a-0e27-4b3d-bfda-3a065f9d14c6,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:36.169451 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.251342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46356) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:36.315410 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.492168 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5edbc3f6-8adc-47c4-8a80-c005f6417c65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01d88913c0b7432ea543ab07678a32a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396441 Aug 20 12:04:36.495278 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46364) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:36.577474 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e3ad-22df-4a0f-822d-c25d6d1e47f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.604040 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e3ad-22df-4a0f-822d-c25d6d1e47f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.681126 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e3ad-22df-4a0f-822d-c25d6d1e47f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.683454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e4291a95-d6e7-4961-baff-bb087ddfc392 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:36.684341 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e3ad-22df-4a0f-822d-c25d6d1e47f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.691748 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4ed6e3ad-22df-4a0f-822d-c25d6d1e47f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34ef5440-e476-4c01-b958-7aa9badab87d HTTP/1.1" status: 204 len: 168 time: 0.1953001 Aug 20 12:04:36.703676 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6e3ad-22df-4a0f-822d-c25d6d1e47f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ef5440-e476-4c01-b958-7aa9badab87d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:36.708247 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.713756 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.795755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port e4291a95-d6e7-4961-baff-bb087ddfc392 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:36.817099 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=2d4a3e9a-0e27-4b3d-bfda-3a065f9d14c6,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:36.829606 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:36.829965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:36.830299 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:36.830636 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:36.830971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:36.831304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:36.831633 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:36.831957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:36.832281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:36.832603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:36.833057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:36.833573 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:36.860333 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.898063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device da709cd2-b578-4e79-9319-13e968a85e02 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:36.958833 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: da709cd2-b578-4e79-9319-13e968a85e02 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:36.960014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device da709cd2-b578-4e79-9319-13e968a85e02 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:36.989325 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network 2292e270-7136-4144-a722-8e96de782eb4 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:36.991564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:37.130803 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router cc5d3f46-e824-42ed-97e8-b8bc0736cdf7 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:04:37.131146 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e24e40e-b578-411e-99bf-6e677148b058 None None] Network 2292e270-7136-4144-a722-8e96de782eb4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:37.244969 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:37.252866 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-974a5e1f-e4a3-4f0f-b09a-5b2ebc29063b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/cc5d3f46-e824-42ed-97e8-b8bc0736cdf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4934664 Aug 20 12:04:37.253729 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46390) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:37.265337 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c07052-c391-44ba-b26d-2d908aa55c2f None None] Sync routers for ids ['cc5d3f46-e824-42ed-97e8-b8bc0736cdf7'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:37.272028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-aef6bc67-ca9e-4dce-99d5-f864d3c53498 None None] Provisioning for port e4291a95-d6e7-4961-baff-bb087ddfc392 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:37.283561 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-aef6bc67-ca9e-4dce-99d5-f864d3c53498 None None] Provisioning complete for port e4291a95-d6e7-4961-baff-bb087ddfc392 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:37.285027 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aef6bc67-ca9e-4dce-99d5-f864d3c53498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.301858 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c07052-c391-44ba-b26d-2d908aa55c2f None None] Routers {'cc5d3f46-e824-42ed-97e8-b8bc0736cdf7'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:37.302623 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-c8c07052-c391-44ba-b26d-2d908aa55c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['cc5d3f46-e824-42ed-97e8-b8bc0736cdf7'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:37.322349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d76bc3-201d-4d9c-8e4c-ea878a39d50e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:37.324666 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a7d76bc3-201d-4d9c-8e4c-ea878a39d50e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports/2d4a3e9a-0e27-4b3d-bfda-3a065f9d14c6 HTTP/1.1" status: 200 len: 910 time: 0.0699866 Aug 20 12:04:37.327539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46394) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:37.376535 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-c8c07052-c391-44ba-b26d-2d908aa55c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:37.403229 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c07052-c391-44ba-b26d-2d908aa55c2f None None] Routers {'cc5d3f46-e824-42ed-97e8-b8bc0736cdf7'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:37.404010 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-c8c07052-c391-44ba-b26d-2d908aa55c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['cc5d3f46-e824-42ed-97e8-b8bc0736cdf7'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:37.466445 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-c8c07052-c391-44ba-b26d-2d908aa55c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:37.475642 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c07052-c391-44ba-b26d-2d908aa55c2f None None] The sync data for ids ['cc5d3f46-e824-42ed-97e8-b8bc0736cdf7'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:37.491532 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aef6bc67-ca9e-4dce-99d5-f864d3c53498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.548071 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-aef6bc67-ca9e-4dce-99d5-f864d3c53498 None None] For port e4291a95-d6e7-4961-baff-bb087ddfc392, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e4291a95-d6e7-4961-baff-bb087ddfc392,segment=NetworkSegment(d64353ff-fc89-4e98-a640-69e9ea13628c),segment_id=d64353ff-fc89-4e98-a640-69e9ea13628c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:37.556886 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aef6bc67-ca9e-4dce-99d5-f864d3c53498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.628384 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6bc67-ca9e-4dce-99d5-f864d3c53498 None None] Pushing event updated for resources: {'Port': ['ID=e4291a95-d6e7-4961-baff-bb087ddfc392,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:37.807068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-72a7ed94-a74d-4992-8f4c-a743029e5e28 None None] Provisioning complete for port e4291a95-d6e7-4961-baff-bb087ddfc392 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:37.807805 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-72a7ed94-a74d-4992-8f4c-a743029e5e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.959239 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-72a7ed94-a74d-4992-8f4c-a743029e5e28 None None] Provisioning for port 2d4a3e9a-0e27-4b3d-bfda-3a065f9d14c6 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:37.961299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-72a7ed94-a74d-4992-8f4c-a743029e5e28 None None] Provisioning complete for port 2d4a3e9a-0e27-4b3d-bfda-3a065f9d14c6 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:37.962097 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-72a7ed94-a74d-4992-8f4c-a743029e5e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.053228 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-72a7ed94-a74d-4992-8f4c-a743029e5e28 None None] Port 2d4a3e9a-0e27-4b3d-bfda-3a065f9d14c6 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:38.171923 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1e0fec7-8835-4f3b-a019-403294cc7e97 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.179784 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-663ca030-b212-4b5f-b85e-2b790a3fc7cf None None] Provisioning complete for port 2d4a3e9a-0e27-4b3d-bfda-3a065f9d14c6 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:38.180283 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-663ca030-b212-4b5f-b85e-2b790a3fc7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.248300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-663ca030-b212-4b5f-b85e-2b790a3fc7cf None None] Port 2d4a3e9a-0e27-4b3d-bfda-3a065f9d14c6 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:38.367700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1a2aa31b-e0d3-463f-acb0-5e70090d7cde None None] Provisioning complete for port 2d4a3e9a-0e27-4b3d-bfda-3a065f9d14c6 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:38.367974 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1a2aa31b-e0d3-463f-acb0-5e70090d7cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.409358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1a2aa31b-e0d3-463f-acb0-5e70090d7cde None None] Port 2d4a3e9a-0e27-4b3d-bfda-3a065f9d14c6 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:38.478742 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0fec7-8835-4f3b-a019-403294cc7e97 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port 2d4a3e9a-0e27-4b3d-bfda-3a065f9d14c6 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:38.479088 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1e0fec7-8835-4f3b-a019-403294cc7e97 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.587401 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1e0fec7-8835-4f3b-a019-403294cc7e97 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.605307 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0fec7-8835-4f3b-a019-403294cc7e97 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for 2d4a3e9a-0e27-4b3d-bfda-3a065f9d14c6 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:38.617628 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e4291a95-d6e7-4961-baff-bb087ddfc392 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:38.680566 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e4291a95-d6e7-4961-baff-bb087ddfc392 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:38.680976 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.841133 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1e0fec7-8835-4f3b-a019-403294cc7e97 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.878850 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0fec7-8835-4f3b-a019-403294cc7e97 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=2d4a3e9a-0e27-4b3d-bfda-3a065f9d14c6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:39.015154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46446) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:39.085643 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b1e0fec7-8835-4f3b-a019-403294cc7e97 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.144837 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.174727 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a567518-8a9a-4d45-91fe-cc2c3cc00342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.266489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e0fec7-8835-4f3b-a019-403294cc7e97 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router cc5d3f46-e824-42ed-97e8-b8bc0736cdf7 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:39.277779 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a567518-8a9a-4d45-91fe-cc2c3cc00342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.282078 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a567518-8a9a-4d45-91fe-cc2c3cc00342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.321809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a567518-8a9a-4d45-91fe-cc2c3cc00342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea29c5c-04f3-4446-904b-f88c1fa20290,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:39.326560 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3a567518-8a9a-4d45-91fe-cc2c3cc00342 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88b37e8a53ce4e55b46b5ef63082dcb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103211 Aug 20 12:04:39.329191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46454) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:39.352047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e0fec7-8835-4f3b-a019-403294cc7e97 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:39.362293 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0533dcab-a28e-49e4-8566-c88193f8b0cf None None] Sync routers for ids ['cc5d3f46-e824-42ed-97e8-b8bc0736cdf7'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:39.366404 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b1e0fec7-8835-4f3b-a019-403294cc7e97 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/cc5d3f46-e824-42ed-97e8-b8bc0736cdf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0344203 Aug 20 12:04:39.367514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46456) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:39.380828 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533dcab-a28e-49e4-8566-c88193f8b0cf None None] Routers {'cc5d3f46-e824-42ed-97e8-b8bc0736cdf7'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:39.381770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0533dcab-a28e-49e4-8566-c88193f8b0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['cc5d3f46-e824-42ed-97e8-b8bc0736cdf7'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:39.383323 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-838dda10-930a-4261-a51c-2bfc50c2b523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.400038 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-22d7842f-16cc-4b23-a600-ace7bf0a37ba tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5d3f46-e824-42ed-97e8-b8bc0736cdf7 HTTP/1.1" status: 200 len: 205 time: 0.0299225 Aug 20 12:04:39.400274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46458) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:39.405815 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-838dda10-930a-4261-a51c-2bfc50c2b523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.446604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0533dcab-a28e-49e4-8566-c88193f8b0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:39.457351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533dcab-a28e-49e4-8566-c88193f8b0cf None None] Routers {'cc5d3f46-e824-42ed-97e8-b8bc0736cdf7'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:39.459468 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0533dcab-a28e-49e4-8566-c88193f8b0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['cc5d3f46-e824-42ed-97e8-b8bc0736cdf7'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:39.464876 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-838dda10-930a-4261-a51c-2bfc50c2b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.468244 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-838dda10-930a-4261-a51c-2bfc50c2b523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.469497 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-838dda10-930a-4261-a51c-2bfc50c2b523 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dea29c5c-04f3-4446-904b-f88c1fa20290 HTTP/1.1" status: 204 len: 168 time: 0.1394050 Aug 20 12:04:39.478575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dda10-930a-4261-a51c-2bfc50c2b523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea29c5c-04f3-4446-904b-f88c1fa20290,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:39.502820 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0533dcab-a28e-49e4-8566-c88193f8b0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:39.503450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0533dcab-a28e-49e4-8566-c88193f8b0cf None None] The sync data for ids ['cc5d3f46-e824-42ed-97e8-b8bc0736cdf7'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:39.526285 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e96c45c-86d1-4fa3-9e80-bee686896553 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.697380 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e96c45c-86d1-4fa3-9e80-bee686896553 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.699571 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e96c45c-86d1-4fa3-9e80-bee686896553 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.747758 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e96c45c-86d1-4fa3-9e80-bee686896553 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.749010 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e96c45c-86d1-4fa3-9e80-bee686896553 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Fanout notify agent at l3_agent the message router_deleted on router cc5d3f46-e824-42ed-97e8-b8bc0736cdf7 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:04:39.758861 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e96c45c-86d1-4fa3-9e80-bee686896553 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.762610 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9e96c45c-86d1-4fa3-9e80-bee686896553 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/routers/cc5d3f46-e824-42ed-97e8-b8bc0736cdf7 HTTP/1.1" status: 204 len: 168 time: 0.3590970 Aug 20 12:04:39.762844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46472) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:39.781528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46474) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:39.800347 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95c4bcd2-3595-445d-a4f1-c837ff768f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.821645 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-260cb150-6898-483d-9ad5-9cfbc3035ea9 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting subnet a6143778-7d4d-4136-88ae-f6b6bf0f0623 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:04:39.825595 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-260cb150-6898-483d-9ad5-9cfbc3035ea9 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.884990 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-260cb150-6898-483d-9ad5-9cfbc3035ea9 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.909795 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95c4bcd2-3595-445d-a4f1-c837ff768f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.915484 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95c4bcd2-3595-445d-a4f1-c837ff768f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.959555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4bcd2-3595-445d-a4f1-c837ff768f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cf3a60-a4c3-4ad9-96d0-4a35cc6104ea,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:39.967503 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-95c4bcd2-3595-445d-a4f1-c837ff768f8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=244d41d0771a4ceba150a2fb975f821e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824093 Aug 20 12:04:39.968110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46482) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:40.000245 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-260cb150-6898-483d-9ad5-9cfbc3035ea9 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.041207 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-310dddc1-bfc7-4adf-8be7-d5f0c75e9d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.068780 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-310dddc1-bfc7-4adf-8be7-d5f0c75e9d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.090822 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-260cb150-6898-483d-9ad5-9cfbc3035ea9 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.131920 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cb150-6898-483d-9ad5-9cfbc3035ea9 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Subnet': ['ID=a6143778-7d4d-4136-88ae-f6b6bf0f0623,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:40.134177 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-260cb150-6898-483d-9ad5-9cfbc3035ea9 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.136752 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-260cb150-6898-483d-9ad5-9cfbc3035ea9 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/a6143778-7d4d-4136-88ae-f6b6bf0f0623 HTTP/1.1" status: 204 len: 168 time: 0.3725369 Aug 20 12:04:40.139503 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-310dddc1-bfc7-4adf-8be7-d5f0c75e9d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.140517 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46492) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:40.142782 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-310dddc1-bfc7-4adf-8be7-d5f0c75e9d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.143970 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-310dddc1-bfc7-4adf-8be7-d5f0c75e9d3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51cf3a60-a4c3-4ad9-96d0-4a35cc6104ea HTTP/1.1" status: 204 len: 168 time: 0.1747162 Aug 20 12:04:40.153109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58ff9d2-ef66-42ca-8a45-c35d8606390d None None] Network 2292e270-7136-4144-a722-8e96de782eb4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:40.163682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dddc1-bfc7-4adf-8be7-d5f0c75e9d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cf3a60-a4c3-4ad9-96d0-4a35cc6104ea,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:40.272014 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.338468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port e4291a95-d6e7-4961-baff-bb087ddfc392 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:40.338958 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.371981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca05887d-6c1c-4b55-a122-02a478c0ce7f None None] DHCP port deletion for 2292e270-7136-4144-a722-8e96de782eb4 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:04:40.428370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] For port e4291a95-d6e7-4961-baff-bb087ddfc392, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e4291a95-d6e7-4961-baff-bb087ddfc392,segment=NetworkSegment(d64353ff-fc89-4e98-a640-69e9ea13628c),segment_id=d64353ff-fc89-4e98-a640-69e9ea13628c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:40.428671 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.443925 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ca05887d-6c1c-4b55-a122-02a478c0ce7f None None] Deleting port e4291a95-d6e7-4961-baff-bb087ddfc392 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:40.444417 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ca05887d-6c1c-4b55-a122-02a478c0ce7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.449916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for e4291a95-d6e7-4961-baff-bb087ddfc392 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:40.522933 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ca05887d-6c1c-4b55-a122-02a478c0ce7f None None] For port e4291a95-d6e7-4961-baff-bb087ddfc392, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e4291a95-d6e7-4961-baff-bb087ddfc392,segment=NetworkSegment(d64353ff-fc89-4e98-a640-69e9ea13628c),segment_id=d64353ff-fc89-4e98-a640-69e9ea13628c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:40.523529 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ca05887d-6c1c-4b55-a122-02a478c0ce7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.547775 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ca05887d-6c1c-4b55-a122-02a478c0ce7f None None] Calling delete_port for e4291a95-d6e7-4961-baff-bb087ddfc392 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:40.581500 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.617889 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=e4291a95-d6e7-4961-baff-bb087ddfc392,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:40.628349 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No DVR routers for this DVR port e4291a95-d6e7-4961-baff-bb087ddfc392 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:40.645800 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e4291a95-d6e7-4961-baff-bb087ddfc392 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:40.678125 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ca05887d-6c1c-4b55-a122-02a478c0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.713831 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05887d-6c1c-4b55-a122-02a478c0ce7f None None] No DVR routers for this DVR port e4291a95-d6e7-4961-baff-bb087ddfc392 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:40.735102 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.742967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: e4291a95-d6e7-4961-baff-bb087ddfc392 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:40.743420 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e4291a95-d6e7-4961-baff-bb087ddfc392 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:40.745859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05887d-6c1c-4b55-a122-02a478c0ce7f None None] Pushing event deleted for resources: {'Port': ['ID=e4291a95-d6e7-4961-baff-bb087ddfc392,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:40.761358 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2292e270-7136-4144-a722-8e96de782eb4']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:40.775468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64353ff-fc89-4e98-a640-69e9ea13628c') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:40.776154 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64353ff-fc89-4e98-a640-69e9ea13628c') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:40.788221 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.804879 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.812379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:40.812891 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:40.816198 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:40.896230 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.902483 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.908449 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/networks/2292e270-7136-4144-a722-8e96de782eb4 HTTP/1.1" status: 204 len: 168 time: 0.7658105 Aug 20 12:04:40.909211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46514) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:40.917892 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1316823022', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}, 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:40.926344 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eec3f1-ab78-41bb-a5b7-630646afe37b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Network': ['ID=2292e270-7136-4144-a722-8e96de782eb4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:40.959941 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.961146 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.030873 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.192616 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.413695 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.433602 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.542499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Allocated IP 172.25.8.93 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/ebdd2648-c7df-451d-91df-161a13b1a670) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:41.660284 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.710431 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.748131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:41.752566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:41.756869 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:41.787423 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=ebdd2648-c7df-451d-91df-161a13b1a670,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:42.041266 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.251659 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.391006 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router 3b7d457d-7cbc-4716-a489-314ca3ad4f81 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:04:42.391170 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46558) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:42.508617 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:42.524976 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d06e4fb7-de9f-4667-9ecf-300400534d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.527585 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65edc564-440a-43a9-a5da-53e26fdde16a None None] Sync routers for ids ['3b7d457d-7cbc-4716-a489-314ca3ad4f81'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:42.530378 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.533011 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-97a1ca0b-3fc7-4454-a18e-d95daef13ca8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.6226654 Aug 20 12:04:42.535575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46562) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:42.555104 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65edc564-440a-43a9-a5da-53e26fdde16a None None] Routers {'3b7d457d-7cbc-4716-a489-314ca3ad4f81'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:42.555769 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-65edc564-440a-43a9-a5da-53e26fdde16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3b7d457d-7cbc-4716-a489-314ca3ad4f81'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:42.677791 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d06e4fb7-de9f-4667-9ecf-300400534d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.682413 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d06e4fb7-de9f-4667-9ecf-300400534d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.686171 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-19410b72-d76f-48f7-ae10-f7715863073e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/routers/3b7d457d-7cbc-4716-a489-314ca3ad4f81 HTTP/1.1" status: 200 len: 880 time: 0.1486890 Aug 20 12:04:42.686922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46564) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:42.709306 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-65edc564-440a-43a9-a5da-53e26fdde16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:42.710898 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e4fb7-de9f-4667-9ecf-300400534d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23f49fd-8fa3-422d-851d-72aff6a32212,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:42.734413 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65edc564-440a-43a9-a5da-53e26fdde16a None None] Routers {'3b7d457d-7cbc-4716-a489-314ca3ad4f81'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:42.735052 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-65edc564-440a-43a9-a5da-53e26fdde16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3b7d457d-7cbc-4716-a489-314ca3ad4f81'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:42.738946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46566) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:42.739678 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d06e4fb7-de9f-4667-9ecf-300400534d87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75e77d1d7964494b972c36b1fb030473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471823 Aug 20 12:04:42.768884 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-65edc564-440a-43a9-a5da-53e26fdde16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:42.769454 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65edc564-440a-43a9-a5da-53e26fdde16a None None] The sync data for ids ['3b7d457d-7cbc-4716-a489-314ca3ad4f81'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:42.879288 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3bac2f3b-abc6-4214-9646-1fa276ee61c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.928232 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3bac2f3b-abc6-4214-9646-1fa276ee61c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.003794 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46570) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:43.004275 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5eb94648-acb6-423f-9fba-9eb945151556 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3157933 Aug 20 12:04:43.012476 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5e97175e-0284-4a76-be1b-0d1fd074ff11 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1316823022'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:43.019734 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3bac2f3b-abc6-4214-9646-1fa276ee61c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.023648 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3bac2f3b-abc6-4214-9646-1fa276ee61c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.025153 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3bac2f3b-abc6-4214-9646-1fa276ee61c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b23f49fd-8fa3-422d-851d-72aff6a32212 HTTP/1.1" status: 204 len: 168 time: 0.2843180 Aug 20 12:04:43.041174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac2f3b-abc6-4214-9646-1fa276ee61c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23f49fd-8fa3-422d-851d-72aff6a32212,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:43.347480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46576) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:43.366034 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60960054-7a46-4085-a3e8-200dd9158f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.467898 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60960054-7a46-4085-a3e8-200dd9158f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.472421 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60960054-7a46-4085-a3e8-200dd9158f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.512368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60960054-7a46-4085-a3e8-200dd9158f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f24788-8c06-4941-b6a6-4a2445775aad,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:43.518085 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-60960054-7a46-4085-a3e8-200dd9158f1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3e1fd5a604847f6b55c0f17874b1bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695068 Aug 20 12:04:43.521272 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46578) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:43.656435 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-87864993-9679-4f79-8eab-71796cb72b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.681357 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e97175e-0284-4a76-be1b-0d1fd074ff11 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.694657 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-87864993-9679-4f79-8eab-71796cb72b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.706507 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e97175e-0284-4a76-be1b-0d1fd074ff11 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.825475 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-87864993-9679-4f79-8eab-71796cb72b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.828501 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-87864993-9679-4f79-8eab-71796cb72b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.833121 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-87864993-9679-4f79-8eab-71796cb72b87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42f24788-8c06-4941-b6a6-4a2445775aad HTTP/1.1" status: 204 len: 168 time: 0.3099210 Aug 20 12:04:43.846722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87864993-9679-4f79-8eab-71796cb72b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f24788-8c06-4941-b6a6-4a2445775aad,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:43.870786 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e97175e-0284-4a76-be1b-0d1fd074ff11 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router 3b7d457d-7cbc-4716-a489-314ca3ad4f81 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:43.999530 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e97175e-0284-4a76-be1b-0d1fd074ff11 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:44.012044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2061495-b720-48aa-b2fb-a795f6ea533e None None] Sync routers for ids ['3b7d457d-7cbc-4716-a489-314ca3ad4f81'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:44.015797 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e97175e-0284-4a76-be1b-0d1fd074ff11 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:44.019748 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5e97175e-0284-4a76-be1b-0d1fd074ff11 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/3b7d457d-7cbc-4716-a489-314ca3ad4f81 HTTP/1.1" status: 200 len: 887 time: 1.0117078 Aug 20 12:04:44.020956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46584) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:44.029308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2061495-b720-48aa-b2fb-a795f6ea533e None None] Routers {'3b7d457d-7cbc-4716-a489-314ca3ad4f81'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:44.030007 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e2061495-b720-48aa-b2fb-a795f6ea533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3b7d457d-7cbc-4716-a489-314ca3ad4f81'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:44.078535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e2061495-b720-48aa-b2fb-a795f6ea533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:44.090020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2061495-b720-48aa-b2fb-a795f6ea533e None None] Routers {'3b7d457d-7cbc-4716-a489-314ca3ad4f81'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:44.090804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e2061495-b720-48aa-b2fb-a795f6ea533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3b7d457d-7cbc-4716-a489-314ca3ad4f81'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:44.130643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e2061495-b720-48aa-b2fb-a795f6ea533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:44.131452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2061495-b720-48aa-b2fb-a795f6ea533e None None] The sync data for ids ['3b7d457d-7cbc-4716-a489-314ca3ad4f81'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:44.161744 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c996d598-003c-4bd3-8f21-8859018fbb53 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/routers/3b7d457d-7cbc-4716-a489-314ca3ad4f81 HTTP/1.1" status: 200 len: 887 time: 0.1360030 Aug 20 12:04:44.162084 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46590) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:44.195125 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c9d2a1f0-00b7-40fe-a5cf-844dc878a6eb tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b7d457d-7cbc-4716-a489-314ca3ad4f81 HTTP/1.1" status: 200 len: 205 time: 0.0317144 Aug 20 12:04:44.197432 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46594) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:44.332455 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-643fa70e-b3db-4c05-945e-78bceae33e64 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:44.454433 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-643fa70e-b3db-4c05-945e-78bceae33e64 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:44.517563 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-643fa70e-b3db-4c05-945e-78bceae33e64 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port ebdd2648-c7df-451d-91df-161a13b1a670 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:44.517983 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-643fa70e-b3db-4c05-945e-78bceae33e64 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:44.607119 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-643fa70e-b3db-4c05-945e-78bceae33e64 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:44.621973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-643fa70e-b3db-4c05-945e-78bceae33e64 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for ebdd2648-c7df-451d-91df-161a13b1a670 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:44.812424 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-643fa70e-b3db-4c05-945e-78bceae33e64 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:44.838691 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fa70e-b3db-4c05-945e-78bceae33e64 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=ebdd2648-c7df-451d-91df-161a13b1a670,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:44.908344 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-643fa70e-b3db-4c05-945e-78bceae33e64 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.003163 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-643fa70e-b3db-4c05-945e-78bceae33e64 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.006362 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-643fa70e-b3db-4c05-945e-78bceae33e64 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.054718 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-643fa70e-b3db-4c05-945e-78bceae33e64 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.055342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643fa70e-b3db-4c05-945e-78bceae33e64 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Fanout notify agent at l3_agent the message router_deleted on router 3b7d457d-7cbc-4716-a489-314ca3ad4f81 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:04:45.070415 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-643fa70e-b3db-4c05-945e-78bceae33e64 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.073550 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-643fa70e-b3db-4c05-945e-78bceae33e64 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/routers/3b7d457d-7cbc-4716-a489-314ca3ad4f81 HTTP/1.1" status: 204 len: 168 time: 0.8730242 Aug 20 12:04:45.080367 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46626) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:45.086064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-01a3ebdc-28ca-4f9f-9096-91aef1a2f98e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'network': {'name': 'tempest-RoutersTest-864567305'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:45.116621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a3ebdc-28ca-4f9f-9096-91aef1a2f98e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:45.120188 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01a3ebdc-28ca-4f9f-9096-91aef1a2f98e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.127274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46628) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:45.144092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a3ebdc-28ca-4f9f-9096-91aef1a2f98e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:04:45.154044 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01a3ebdc-28ca-4f9f-9096-91aef1a2f98e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.154605 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-01a3ebdc-28ca-4f9f-9096-91aef1a2f98e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Added segment 3b989a48-1949-43fa-8637-1433d39ea981 of type vlan for network 08623e24-51db-4c64-99cb-75217db1d193 Aug 20 12:04:45.202253 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01a3ebdc-28ca-4f9f-9096-91aef1a2f98e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.231007 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01a3ebdc-28ca-4f9f-9096-91aef1a2f98e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.238066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a3ebdc-28ca-4f9f-9096-91aef1a2f98e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:45.238709 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01a3ebdc-28ca-4f9f-9096-91aef1a2f98e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.258047 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-174b33c3-031a-459f-a766-ee300e43cf6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.297711 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-01a3ebdc-28ca-4f9f-9096-91aef1a2f98e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2159963 Aug 20 12:04:45.301008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46632) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:45.309967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-569a92ba-ae06-4805-8c23-6e27d0de77a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'subnet': {'network_id': '08623e24-51db-4c64-99cb-75217db1d193', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:45.314101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3ebdc-28ca-4f9f-9096-91aef1a2f98e tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Network': ['ID=08623e24-51db-4c64-99cb-75217db1d193,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:45.327998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 08623e24-51db-4c64-99cb-75217db1d193 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:04:45.449104 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-174b33c3-031a-459f-a766-ee300e43cf6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.455355 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-174b33c3-031a-459f-a766-ee300e43cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.508502 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-174b33c3-031a-459f-a766-ee300e43cf6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6761d757a23641dc9c2cd7cceaf88be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799126 Aug 20 12:04:45.509541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569a92ba-ae06-4805-8c23-6e27d0de77a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:45.511211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46638) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:45.513048 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-569a92ba-ae06-4805-8c23-6e27d0de77a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.516060 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b33c3-031a-459f-a766-ee300e43cf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7240fd2b-5a9e-473d-a307-f49ab41078ce,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:45.571998 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d27bb089-8638-42d4-bd19-c400f8c6b857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.594682 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d27bb089-8638-42d4-bd19-c400f8c6b857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.650345 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d27bb089-8638-42d4-bd19-c400f8c6b857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.653416 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d27bb089-8638-42d4-bd19-c400f8c6b857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.654569 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d27bb089-8638-42d4-bd19-c400f8c6b857 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7240fd2b-5a9e-473d-a307-f49ab41078ce HTTP/1.1" status: 204 len: 168 time: 0.1423655 Aug 20 12:04:45.666092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bb089-8638-42d4-bd19-c400f8c6b857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7240fd2b-5a9e-473d-a307-f49ab41078ce,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:45.712608 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-569a92ba-ae06-4805-8c23-6e27d0de77a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.778476 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a92ba-ae06-4805-8c23-6e27d0de77a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Subnet': ['ID=0a466953-53e5-49f2-ad09-b0612178c5cb,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:45.786896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569a92ba-ae06-4805-8c23-6e27d0de77a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Checking segment: {'id': '3b989a48-1949-43fa-8637-1433d39ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08623e24-51db-4c64-99cb-75217db1d193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:45.787223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569a92ba-ae06-4805-8c23-6e27d0de77a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network hostable DHCP agents. Network: 08623e24-51db-4c64-99cb-75217db1d193, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:04:45.805426 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569a92ba-ae06-4805-8c23-6e27d0de77a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network 08623e24-51db-4c64-99cb-75217db1d193 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:04:45.814737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-569a92ba-ae06-4805-8c23-6e27d0de77a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 08623e24-51db-4c64-99cb-75217db1d193) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:45.819488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569a92ba-ae06-4805-8c23-6e27d0de77a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:45.820333 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-569a92ba-ae06-4805-8c23-6e27d0de77a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.824097 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9da243-020d-45b8-9247-a5563f5826eb None None] Network 08623e24-51db-4c64-99cb-75217db1d193 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:45.836601 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-569a92ba-ae06-4805-8c23-6e27d0de77a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5333564 Aug 20 12:04:45.839271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46644) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:45.845112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-6e2213eb-fd5c-465d-b05f-7798f0b5ab07 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-880061920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:45.870833 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e2213eb-fd5c-465d-b05f-7798f0b5ab07 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.872119 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e2213eb-fd5c-465d-b05f-7798f0b5ab07 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.927003 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e2213eb-fd5c-465d-b05f-7798f0b5ab07 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.934255 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e2213eb-fd5c-465d-b05f-7798f0b5ab07 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.962349 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6e2213eb-fd5c-465d-b05f-7798f0b5ab07 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.964166 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6e2213eb-fd5c-465d-b05f-7798f0b5ab07 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1231685 Aug 20 12:04:45.966902 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46648) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:46.007722 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-08623e24-51db-4c64-99cb-75217db1d193', 'network_id': '08623e24-51db-4c64-99cb-75217db1d193', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'fixed_ips': [{'subnet_id': '0a466953-53e5-49f2-ad09-b0612178c5cb'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:04:46.009278 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.199002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Allocated IP 172.20.0.2 (08623e24-51db-4c64-99cb-75217db1d193/0a466953-53e5-49f2-ad09-b0612178c5cb/cea9588b-c179-4d5c-8e8f-b9742ca04c4c) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:46.377524 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.389736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Transition to ACTIVE for port object cea9588b-c179-4d5c-8e8f-b9742ca04c4c will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:46.407531 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Transition to ACTIVE for port object cea9588b-c179-4d5c-8e8f-b9742ca04c4c will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:46.416530 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.477317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Network 08623e24-51db-4c64-99cb-75217db1d193 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:46.481200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:46.485157 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:46.530455 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Pushing event updated for resources: {'Port': ['ID=cea9588b-c179-4d5c-8e8f-b9742ca04c4c,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:46.563938 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Attempting to bind port cea9588b-c179-4d5c-8e8f-b9742ca04c4c on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:46.564337 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Attempting to bind port cea9588b-c179-4d5c-8e8f-b9742ca04c4c by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '3b989a48-1949-43fa-8637-1433d39ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08623e24-51db-4c64-99cb-75217db1d193'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:46.564730 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Attempting to bind port cea9588b-c179-4d5c-8e8f-b9742ca04c4c on network 08623e24-51db-4c64-99cb-75217db1d193 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:46.572089 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:46.572452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Checking segment: {'id': '3b989a48-1949-43fa-8637-1433d39ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08623e24-51db-4c64-99cb-75217db1d193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:46.572903 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.573355 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Bound using segment: {'id': '3b989a48-1949-43fa-8637-1433d39ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08623e24-51db-4c64-99cb-75217db1d193'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:46.574008 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Bound port: cea9588b-c179-4d5c-8e8f-b9742ca04c4c, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b989a48-1949-43fa-8637-1433d39ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08623e24-51db-4c64-99cb-75217db1d193'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:46.574531 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.651783 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] For port cea9588b-c179-4d5c-8e8f-b9742ca04c4c, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:46.656329 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] For port cea9588b-c179-4d5c-8e8f-b9742ca04c4c, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=cea9588b-c179-4d5c-8e8f-b9742ca04c4c,segment=NetworkSegment(3b989a48-1949-43fa-8637-1433d39ea981),segment_id=3b989a48-1949-43fa-8637-1433d39ea981)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:46.662631 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.740961 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.748647 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e132b3-77b8-4749-b559-7347a3ce6d88 None None] Pushing event updated for resources: {'Port': ['ID=cea9588b-c179-4d5c-8e8f-b9742ca04c4c,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:47.095670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Allocated IP 172.20.0.1 (08623e24-51db-4c64-99cb-75217db1d193/0a466953-53e5-49f2-ad09-b0612178c5cb/0fb7d823-9f35-40bb-afbf-7b1144d81164) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:47.250286 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.265723 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Transition to ACTIVE for port object 0fb7d823-9f35-40bb-afbf-7b1144d81164 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:47.311716 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.365959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network 08623e24-51db-4c64-99cb-75217db1d193 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:47.369116 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:47.373083 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:47.408747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=0fb7d823-9f35-40bb-afbf-7b1144d81164,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:47.431306 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.571088 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.911530 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.916619 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.972037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d44312a-f43b-4c5e-9ed1-7698f193e748 None None] Network 08623e24-51db-4c64-99cb-75217db1d193 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:48.025475 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.055584 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cae8c0fb-f76f-4d42-ae47-d0712b3299c7 None None] Provisioning for port cea9588b-c179-4d5c-8e8f-b9742ca04c4c completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:48.117339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=0fb7d823-9f35-40bb-afbf-7b1144d81164,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:48.137768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network 08623e24-51db-4c64-99cb-75217db1d193 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:48.139239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:48.280106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router f432d044-a64f-40a1-a834-32c775565222 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:04:48.389708 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:48.400117 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818c8abe-382b-478d-86cd-ba1de90a30e0 None None] Sync routers for ids ['f432d044-a64f-40a1-a834-32c775565222'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:48.412767 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46688) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:48.413898 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2384ef41-b76d-4ae9-b557-96a3a3e49ee6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/f432d044-a64f-40a1-a834-32c775565222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4402502 Aug 20 12:04:48.414897 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818c8abe-382b-478d-86cd-ba1de90a30e0 None None] Routers {'f432d044-a64f-40a1-a834-32c775565222'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:48.415574 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-818c8abe-382b-478d-86cd-ba1de90a30e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f432d044-a64f-40a1-a834-32c775565222'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:48.475600 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-818c8abe-382b-478d-86cd-ba1de90a30e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:48.481456 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53860d8d-2bc7-4e94-9270-4137671ee009 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:48.484179 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-53860d8d-2bc7-4e94-9270-4137671ee009 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports/0fb7d823-9f35-40bb-afbf-7b1144d81164 HTTP/1.1" status: 200 len: 910 time: 0.0701399 Aug 20 12:04:48.487079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46696) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:48.488795 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818c8abe-382b-478d-86cd-ba1de90a30e0 None None] Routers {'f432d044-a64f-40a1-a834-32c775565222'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:48.489805 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-818c8abe-382b-478d-86cd-ba1de90a30e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f432d044-a64f-40a1-a834-32c775565222'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:48.493144 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-beace5ae-db17-462d-9f37-c19ec1ba3a74 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0a466953-53e5-49f2-ad09-b0612178c5cb'}]}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:48.516091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-29d51d92-f410-4c8a-a5b2-a436f9d94357 None None] Provisioning for port 0fb7d823-9f35-40bb-afbf-7b1144d81164 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:48.521452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-29d51d92-f410-4c8a-a5b2-a436f9d94357 None None] Provisioning complete for port 0fb7d823-9f35-40bb-afbf-7b1144d81164 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:48.522058 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-29d51d92-f410-4c8a-a5b2-a436f9d94357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.522548 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-b864bb62-d82f-41d8-af0d-ec579f90d42d tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=87520ba398064e799a1c2d38ff278a58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592289 Aug 20 12:04:48.590132 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-818c8abe-382b-478d-86cd-ba1de90a30e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:48.590962 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818c8abe-382b-478d-86cd-ba1de90a30e0 None None] The sync data for ids ['f432d044-a64f-40a1-a834-32c775565222'] in n-d-804299-2 is: [] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:48.737749 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-beace5ae-db17-462d-9f37-c19ec1ba3a74 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.862807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-1e493bd6-ccf4-44d7-ad28-8b715a70b491 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:48.865249 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-1e493bd6-ccf4-44d7-ad28-8b715a70b491 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3260729 Aug 20 12:04:48.893268 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-ea14894b-c923-4c5a-a9b4-0d49dafb6080 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/quotas/87520ba398064e799a1c2d38ff278a58 HTTP/1.1" status: 200 len: 375 time: 0.0217073 Aug 20 12:04:48.914664 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device cea9588b-c179-4d5c-8e8f-b9742ca04c4c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:48.944505 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-3b53018c-0752-4de3-944f-47e80cb126f5 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=87520ba398064e799a1c2d38ff278a58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493455 Aug 20 12:04:48.953680 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-29d51d92-f410-4c8a-a5b2-a436f9d94357 None None] Port 0fb7d823-9f35-40bb-afbf-7b1144d81164 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:49.026827 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port cea9588b-c179-4d5c-8e8f-b9742ca04c4c completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:49.032047 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port cea9588b-c179-4d5c-8e8f-b9742ca04c4c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:49.032785 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.143469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e6472369-166e-473d-9046-ca72c3b4fe42 None None] Provisioning complete for port 0fb7d823-9f35-40bb-afbf-7b1144d81164 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:49.143877 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e6472369-166e-473d-9046-ca72c3b4fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.179923 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.198682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e6472369-166e-473d-9046-ca72c3b4fe42 None None] Port 0fb7d823-9f35-40bb-afbf-7b1144d81164 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:49.221662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port cea9588b-c179-4d5c-8e8f-b9742ca04c4c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=cea9588b-c179-4d5c-8e8f-b9742ca04c4c,segment=NetworkSegment(3b989a48-1949-43fa-8637-1433d39ea981),segment_id=3b989a48-1949-43fa-8637-1433d39ea981)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:49.227332 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.280871 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=cea9588b-c179-4d5c-8e8f-b9742ca04c4c,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:49.311617 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-beace5ae-db17-462d-9f37-c19ec1ba3a74 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.317709 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-60216a3f-7868-4a25-b1d8-aa736f732797 None None] Provisioning complete for port 0fb7d823-9f35-40bb-afbf-7b1144d81164 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:49.318314 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-60216a3f-7868-4a25-b1d8-aa736f732797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.319491 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-beace5ae-db17-462d-9f37-c19ec1ba3a74 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.355779 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-60216a3f-7868-4a25-b1d8-aa736f732797 None None] Port 0fb7d823-9f35-40bb-afbf-7b1144d81164 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:49.408479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beace5ae-db17-462d-9f37-c19ec1ba3a74 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:49.409289 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-beace5ae-db17-462d-9f37-c19ec1ba3a74 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.413581 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-beace5ae-db17-462d-9f37-c19ec1ba3a74 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/ports/0fb7d823-9f35-40bb-afbf-7b1144d81164 HTTP/1.1" status: 200 len: 910 time: 0.9230301 Aug 20 12:04:49.413581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beace5ae-db17-462d-9f37-c19ec1ba3a74 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=0fb7d823-9f35-40bb-afbf-7b1144d81164,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:49.414454 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46702) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:49.751632 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2577-c392-4d19-89a3-db52819df8f8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.998058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b2577-c392-4d19-89a3-db52819df8f8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port 0fb7d823-9f35-40bb-afbf-7b1144d81164 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:49.998397 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2577-c392-4d19-89a3-db52819df8f8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.086441 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2577-c392-4d19-89a3-db52819df8f8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.099680 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b2577-c392-4d19-89a3-db52819df8f8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for 0fb7d823-9f35-40bb-afbf-7b1144d81164 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:50.251130 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-513a1e0d-8a8b-409d-9f2a-31b85783651b req-1d8c57ff-fa54-4d4d-8614-fb6a2ae11674 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 210 time: 0.0674496 Aug 20 12:04:50.339948 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2577-c392-4d19-89a3-db52819df8f8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.376780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b2577-c392-4d19-89a3-db52819df8f8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=0fb7d823-9f35-40bb-afbf-7b1144d81164,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:50.544255 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2577-c392-4d19-89a3-db52819df8f8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.638832 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device cea9588b-c179-4d5c-8e8f-b9742ca04c4c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:50.707925 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port cea9588b-c179-4d5c-8e8f-b9742ca04c4c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:50.708622 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.765718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6b2577-c392-4d19-89a3-db52819df8f8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router f432d044-a64f-40a1-a834-32c775565222 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:50.842736 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6b2577-c392-4d19-89a3-db52819df8f8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:50.847992 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cf6b2577-c392-4d19-89a3-db52819df8f8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/f432d044-a64f-40a1-a834-32c775565222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4324389 Aug 20 12:04:50.851082 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46722) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:50.865290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf9877-a338-421d-b824-17077e0038e8 None None] Sync routers for ids ['f432d044-a64f-40a1-a834-32c775565222'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:50.874599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf9877-a338-421d-b824-17077e0038e8 None None] Routers {'f432d044-a64f-40a1-a834-32c775565222'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:50.875327 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-90bf9877-a338-421d-b824-17077e0038e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f432d044-a64f-40a1-a834-32c775565222'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:50.878285 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8e3bfd8f-7052-43b0-bd44-a05f7ef47e8a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports?device_id=f432d044-a64f-40a1-a834-32c775565222 HTTP/1.1" status: 200 len: 205 time: 0.0259500 Aug 20 12:04:50.881660 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46724) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:50.910700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-90bf9877-a338-421d-b824-17077e0038e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:50.919907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf9877-a338-421d-b824-17077e0038e8 None None] Routers {'f432d044-a64f-40a1-a834-32c775565222'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:50.920441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-90bf9877-a338-421d-b824-17077e0038e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['f432d044-a64f-40a1-a834-32c775565222'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:50.956257 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-90bf9877-a338-421d-b824-17077e0038e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:50.956937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf9877-a338-421d-b824-17077e0038e8 None None] The sync data for ids ['f432d044-a64f-40a1-a834-32c775565222'] in n-d-804299-2 is: [] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:50.958501 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e68def4-00b1-4e34-8a91-9a8ed5f5a6d9 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.117527 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e68def4-00b1-4e34-8a91-9a8ed5f5a6d9 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.119694 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e68def4-00b1-4e34-8a91-9a8ed5f5a6d9 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.162896 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e68def4-00b1-4e34-8a91-9a8ed5f5a6d9 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.163732 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e68def4-00b1-4e34-8a91-9a8ed5f5a6d9 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Fanout notify agent at l3_agent the message router_deleted on router f432d044-a64f-40a1-a834-32c775565222 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:04:51.175009 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e68def4-00b1-4e34-8a91-9a8ed5f5a6d9 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.176117 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4e68def4-00b1-4e34-8a91-9a8ed5f5a6d9 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/routers/f432d044-a64f-40a1-a834-32c775565222 HTTP/1.1" status: 204 len: 168 time: 0.2935002 Aug 20 12:04:51.179669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46726) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:51.232030 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba917096-7370-4f3f-9e86-149c7136d8de tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting subnet 0a466953-53e5-49f2-ad09-b0612178c5cb {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:04:51.235498 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba917096-7370-4f3f-9e86-149c7136d8de tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.276186 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba917096-7370-4f3f-9e86-149c7136d8de tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.362425 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4c19bf8-a33b-496d-9702-6996581256ab req-cbdc68f9-514d-4cfe-9999-987f6c1c3be1 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 210 time: 0.0299950 Aug 20 12:04:51.371863 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba917096-7370-4f3f-9e86-149c7136d8de tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.788606 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba917096-7370-4f3f-9e86-149c7136d8de tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.818942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba917096-7370-4f3f-9e86-149c7136d8de tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Subnet': ['ID=0a466953-53e5-49f2-ad09-b0612178c5cb,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:51.821040 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba917096-7370-4f3f-9e86-149c7136d8de tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.825578 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46736) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:51.825720 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ba917096-7370-4f3f-9e86-149c7136d8de tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/0a466953-53e5-49f2-ad09-b0612178c5cb HTTP/1.1" status: 204 len: 168 time: 0.6448975 Aug 20 12:04:51.826598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26289821-3300-4cb2-8c7a-ab30c7831756 None None] Network 08623e24-51db-4c64-99cb-75217db1d193 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:51.908574 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.967278 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port cea9588b-c179-4d5c-8e8f-b9742ca04c4c {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:51.967688 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.021762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a95a533-d0db-4ee7-ba52-1dcc87afa7eb None None] DHCP port deletion for 08623e24-51db-4c64-99cb-75217db1d193 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:04:52.038161 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] For port cea9588b-c179-4d5c-8e8f-b9742ca04c4c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=cea9588b-c179-4d5c-8e8f-b9742ca04c4c,segment=NetworkSegment(3b989a48-1949-43fa-8637-1433d39ea981),segment_id=3b989a48-1949-43fa-8637-1433d39ea981)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:52.038527 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.051897 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for cea9588b-c179-4d5c-8e8f-b9742ca04c4c owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:52.069405 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4a95a533-d0db-4ee7-ba52-1dcc87afa7eb None None] Deleting port cea9588b-c179-4d5c-8e8f-b9742ca04c4c {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:52.069784 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4a95a533-d0db-4ee7-ba52-1dcc87afa7eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.130967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4a95a533-d0db-4ee7-ba52-1dcc87afa7eb None None] For port cea9588b-c179-4d5c-8e8f-b9742ca04c4c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=cea9588b-c179-4d5c-8e8f-b9742ca04c4c,segment=NetworkSegment(3b989a48-1949-43fa-8637-1433d39ea981),segment_id=3b989a48-1949-43fa-8637-1433d39ea981)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:52.131366 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4a95a533-d0db-4ee7-ba52-1dcc87afa7eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.132545 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.144269 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4a95a533-d0db-4ee7-ba52-1dcc87afa7eb None None] Calling delete_port for cea9588b-c179-4d5c-8e8f-b9742ca04c4c owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:52.163032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=cea9588b-c179-4d5c-8e8f-b9742ca04c4c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:52.166366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No DVR routers for this DVR port cea9588b-c179-4d5c-8e8f-b9742ca04c4c on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:52.222934 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4a95a533-d0db-4ee7-ba52-1dcc87afa7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.250279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95a533-d0db-4ee7-ba52-1dcc87afa7eb None None] Pushing event deleted for resources: {'Port': ['ID=cea9588b-c179-4d5c-8e8f-b9742ca04c4c,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:52.252029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a95a533-d0db-4ee7-ba52-1dcc87afa7eb None None] No DVR routers for this DVR port cea9588b-c179-4d5c-8e8f-b9742ca04c4c on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:52.257171 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.276796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08623e24-51db-4c64-99cb-75217db1d193']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:52.289514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b989a48-1949-43fa-8637-1433d39ea981') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:52.289816 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b989a48-1949-43fa-8637-1433d39ea981') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:52.298944 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.304133 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-bf88300e-84e2-4884-aa00-b8faa6b30bc5 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=87520ba398064e799a1c2d38ff278a58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306125 Aug 20 12:04:52.314617 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.321460 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:52.321848 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:52.326085 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:52.362425 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eee387d0-f169-40e2-97e2-55b3b0588315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.394917 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.415471 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.418626 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/networks/08623e24-51db-4c64-99cb-75217db1d193 HTTP/1.1" status: 204 len: 168 time: 0.5909629 Aug 20 12:04:52.419810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b995c7e-ae89-4fb4-bcdd-eff7618398cd tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Network': ['ID=08623e24-51db-4c64-99cb-75217db1d193,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:52.422374 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46742) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:52.429195 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-562a201a-7955-46e5-9397-5875cfae9eee tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-154819043', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:52.455746 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-562a201a-7955-46e5-9397-5875cfae9eee tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.456911 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-562a201a-7955-46e5-9397-5875cfae9eee tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.558952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-da186d71-332d-493b-811f-c7febf29b1c8 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:52.560603 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-da186d71-332d-493b-811f-c7febf29b1c8 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2507088 Aug 20 12:04:52.578058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Request body: {'port': {'device_id': '5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '87520ba398064e799a1c2d38ff278a58'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:52.639740 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device cea9588b-c179-4d5c-8e8f-b9742ca04c4c no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:52.682181 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: cea9588b-c179-4d5c-8e8f-b9742ca04c4c {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:52.682805 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device cea9588b-c179-4d5c-8e8f-b9742ca04c4c not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:52.753266 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Made reservation on behalf of 87520ba398064e799a1c2d38ff278a58 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:52.760721 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.783151 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.807042 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-389bbcd0-a188-4e72-955c-2a7fbd8a6394 req-a649fed5-25af-4b41-a2d9-112a28811e01 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 210 time: 0.3052387 Aug 20 12:04:52.810774 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-562a201a-7955-46e5-9397-5875cfae9eee tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.816388 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-562a201a-7955-46e5-9397-5875cfae9eee tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.898392 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.903038 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.907497 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-562a201a-7955-46e5-9397-5875cfae9eee tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.912351 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-562a201a-7955-46e5-9397-5875cfae9eee tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4874959 Aug 20 12:04:52.913385 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46748) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:52.918399 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-642f5c65-6eea-4b1d-826e-69a79b6aafe1 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'network': {'name': 'tempest-RoutersTest-1452187268'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:52.954863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642f5c65-6eea-4b1d-826e-69a79b6aafe1 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:52.959428 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-642f5c65-6eea-4b1d-826e-69a79b6aafe1 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.139543 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ce4408-1993-4e29-aa32-420616577fc1,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:53.146221 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642f5c65-6eea-4b1d-826e-69a79b6aafe1 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:04:53.146221 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-642f5c65-6eea-4b1d-826e-69a79b6aafe1 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.146221 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-642f5c65-6eea-4b1d-826e-69a79b6aafe1 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Added segment e001d95a-ae12-45d6-929d-c1d8be206a9e of type vlan for network 04840071-fb9f-48ee-963d-da1abe6843cd Aug 20 12:04:53.146221 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-642f5c65-6eea-4b1d-826e-69a79b6aafe1 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.146221 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-642f5c65-6eea-4b1d-826e-69a79b6aafe1 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.146221 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642f5c65-6eea-4b1d-826e-69a79b6aafe1 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:53.148108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Allocated IP 192.168.233.58 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/d4a9a233-dda7-4e2d-b69f-13f567d76d59) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:53.149012 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-642f5c65-6eea-4b1d-826e-69a79b6aafe1 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.197032 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-642f5c65-6eea-4b1d-826e-69a79b6aafe1 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2826002 Aug 20 12:04:53.200499 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46764) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:53.209243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-948b9686-f725-41dd-bcca-8eb4dfc67ba8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'subnet': {'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:53.216986 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f5c65-6eea-4b1d-826e-69a79b6aafe1 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Network': ['ID=04840071-fb9f-48ee-963d-da1abe6843cd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:53.228447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 04840071-fb9f-48ee-963d-da1abe6843cd details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:04:53.330570 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.346966 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Transition to ACTIVE for port object d4a9a233-dda7-4e2d-b69f-13f567d76d59 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:53.348258 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948b9686-f725-41dd-bcca-8eb4dfc67ba8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:53.351932 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-948b9686-f725-41dd-bcca-8eb4dfc67ba8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.386859 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.430533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:53.435248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:53.438434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:53.476135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Pushing event updated for resources: {'Port': ['ID=d4a9a233-dda7-4e2d-b69f-13f567d76d59,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:53.506771 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:53.507436 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.522988 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-dac00d91-be38-4188-8cb4-2e5ea7ed277c tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9513502 Aug 20 12:04:53.541802 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Request body: {'port': {'device_id': '5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:53.597779 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-948b9686-f725-41dd-bcca-8eb4dfc67ba8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.613411 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.676051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b9686-f725-41dd-bcca-8eb4dfc67ba8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Subnet': ['ID=8fa73a10-27ee-4564-8c73-33264ae279a7,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:53.703881 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b9686-f725-41dd-bcca-8eb4dfc67ba8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Checking segment: {'id': 'e001d95a-ae12-45d6-929d-c1d8be206a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:53.704256 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948b9686-f725-41dd-bcca-8eb4dfc67ba8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network hostable DHCP agents. Network: 04840071-fb9f-48ee-963d-da1abe6843cd, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:04:53.729594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948b9686-f725-41dd-bcca-8eb4dfc67ba8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network 04840071-fb9f-48ee-963d-da1abe6843cd is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:04:53.741760 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-948b9686-f725-41dd-bcca-8eb4dfc67ba8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 04840071-fb9f-48ee-963d-da1abe6843cd) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:53.746712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948b9686-f725-41dd-bcca-8eb4dfc67ba8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:53.747431 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-948b9686-f725-41dd-bcca-8eb4dfc67ba8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.753209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da37f49a-d6d1-471c-a928-3ab9298ea04c None None] Network 04840071-fb9f-48ee-963d-da1abe6843cd requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:53.771930 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-948b9686-f725-41dd-bcca-8eb4dfc67ba8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5703032 Aug 20 12:04:53.772883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46776) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:53.991189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-04840071-fb9f-48ee-963d-da1abe6843cd', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:04:53.992188 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.996570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6c002ea8-64ff-40d9-a210-1ad80f5ce603 None None] Provisioning for port d4a9a233-dda7-4e2d-b69f-13f567d76d59 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:54.016551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6c002ea8-64ff-40d9-a210-1ad80f5ce603 None None] Provisioning complete for port d4a9a233-dda7-4e2d-b69f-13f567d76d59 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:54.017225 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c002ea8-64ff-40d9-a210-1ad80f5ce603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.063847 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6c002ea8-64ff-40d9-a210-1ad80f5ce603 None None] Port d4a9a233-dda7-4e2d-b69f-13f567d76d59 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:54.074564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76383d9e-2c03-401f-9d03-d961d776c494 req-42b8fd16-9562-4909-8934-20f9f29679be tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:54.076331 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-76383d9e-2c03-401f-9d03-d961d776c494 req-42b8fd16-9562-4909-8934-20f9f29679be tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 935 time: 0.1500161 Aug 20 12:04:54.084151 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a9a233-dda7-4e2d-b69f-13f567d76d59 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:04:54.093467 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.108712 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Transition to ACTIVE for port object d4a9a233-dda7-4e2d-b69f-13f567d76d59 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:54.114240 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.218309 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-76383d9e-2c03-401f-9d03-d961d776c494 req-57b36b3b-13c9-4741-831c-ecdf3773f625 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ce4408-1993-4e29-aa32-420616577fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126957 Aug 20 12:04:54.221820 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Pushing event updated for resources: {'Port': ['ID=d4a9a233-dda7-4e2d-b69f-13f567d76d59,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:54.244471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Allocated IP 172.20.0.2 (04840071-fb9f-48ee-963d-da1abe6843cd/8fa73a10-27ee-4564-8c73-33264ae279a7/59b21a71-f316-47ba-91b2-2dfdf1017bd8) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:54.269571 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.301464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Attempting to bind port d4a9a233-dda7-4e2d-b69f-13f567d76d59 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:54.301714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Attempting to bind port d4a9a233-dda7-4e2d-b69f-13f567d76d59 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:54.302029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Attempting to bind port d4a9a233-dda7-4e2d-b69f-13f567d76d59 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:54.310174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Port d4a9a233-dda7-4e2d-b69f-13f567d76d59 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:04:54.310509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Attempting to bind port d4a9a233-dda7-4e2d-b69f-13f567d76d59 on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:54.318402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:54.318745 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:54.320345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:54.320345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Bound port: d4a9a233-dda7-4e2d-b69f-13f567d76d59, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:54.320345 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.442420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] For port d4a9a233-dda7-4e2d-b69f-13f567d76d59, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:54.446650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] For port d4a9a233-dda7-4e2d-b69f-13f567d76d59, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d4a9a233-dda7-4e2d-b69f-13f567d76d59,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:54.451563 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.497223 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.501122 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:54.501904 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.503197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] 10.222.0.35 "PUT /v2.0/ports/d4a9a233-dda7-4e2d-b69f-13f567d76d59 HTTP/1.1" status: 200 len: 1095 time: 0.9719703 Aug 20 12:04:54.503987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a', 'tag': 'd4a9a233-dda7-4e2d-b69f-13f567d76d59'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:54.507133 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b127d60-e84f-4da5-9853-bec4bbe2a008" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a", "tag": "d4a9a233-dda7-4e2d-b69f-13f567d76d59"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:54.525709 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Transition to ACTIVE for port object 59b21a71-f316-47ba-91b2-2dfdf1017bd8 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:54.557449 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Transition to ACTIVE for port object 59b21a71-f316-47ba-91b2-2dfdf1017bd8 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:54.568900 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.617131 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cbafb3-d4b7-4178-a2ff-83e2ea70a16d x-openstack-request-id: req-98cbafb3-d4b7-4178-a2ff-83e2ea70a16d {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:54.617732 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a", "tag": "d4a9a233-dda7-4e2d-b69f-13f567d76d59", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:54.619078 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98cbafb3-d4b7-4178-a2ff-83e2ea70a16d {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:54.619755 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a', 'tag': 'd4a9a233-dda7-4e2d-b69f-13f567d76d59', 'status': 'completed', 'code': 200} Aug 20 12:04:54.623560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd20d93-8591-4ef1-831e-3d883acf620e service neutron] Pushing event updated for resources: {'Port': ['ID=d4a9a233-dda7-4e2d-b69f-13f567d76d59,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:54.631371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Network 04840071-fb9f-48ee-963d-da1abe6843cd is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:54.635892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:54.638671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:54.656055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-7be78608-ea7b-474d-92d1-fe01664120cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:54.657820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-7be78608-ea7b-474d-92d1-fe01664120cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87520ba398064e799a1c2d38ff278a58&device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 1098 time: 0.0931883 Aug 20 12:04:54.692939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Pushing event updated for resources: {'Port': ['ID=59b21a71-f316-47ba-91b2-2dfdf1017bd8,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:54.697975 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Allocated IP 172.20.0.1 (04840071-fb9f-48ee-963d-da1abe6843cd/8fa73a10-27ee-4564-8c73-33264ae279a7/757b6f1e-5a7c-45ca-9148-1116e71f7793) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:54.718611 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-11411674-93e5-4ded-97a5-1f99d5fd9631 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=d4a9a233-dda7-4e2d-b69f-13f567d76d59 HTTP/1.1" status: 200 len: 217 time: 0.0510867 Aug 20 12:04:54.763714 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Attempting to bind port 59b21a71-f316-47ba-91b2-2dfdf1017bd8 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:54.764090 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Attempting to bind port 59b21a71-f316-47ba-91b2-2dfdf1017bd8 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'e001d95a-ae12-45d6-929d-c1d8be206a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:54.764485 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Attempting to bind port 59b21a71-f316-47ba-91b2-2dfdf1017bd8 on network 04840071-fb9f-48ee-963d-da1abe6843cd {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:54.770925 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:54.771494 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Checking segment: {'id': 'e001d95a-ae12-45d6-929d-c1d8be206a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:54.771897 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.772341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Bound using segment: {'id': 'e001d95a-ae12-45d6-929d-c1d8be206a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:54.772838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Bound port: 59b21a71-f316-47ba-91b2-2dfdf1017bd8, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e001d95a-ae12-45d6-929d-c1d8be206a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:54.773217 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.822000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-36027d13-4c8c-4993-ae08-af73bcc48918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:54.825770 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-36027d13-4c8c-4993-ae08-af73bcc48918 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0997758 Aug 20 12:04:54.882013 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] For port 59b21a71-f316-47ba-91b2-2dfdf1017bd8, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:54.889081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] For port 59b21a71-f316-47ba-91b2-2dfdf1017bd8, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=59b21a71-f316-47ba-91b2-2dfdf1017bd8,segment=NetworkSegment(e001d95a-ae12-45d6-929d-c1d8be206a9e),segment_id=e001d95a-ae12-45d6-929d-c1d8be206a9e)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:54.895480 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.913491 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.916203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-374c2e0f-e103-4442-bba2-856f0022f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:54.919042 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-374c2e0f-e103-4442-bba2-856f0022f189 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854356 Aug 20 12:04:54.934216 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Transition to ACTIVE for port object 757b6f1e-5a7c-45ca-9148-1116e71f7793 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:54.968428 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856e172-8e2b-446d-ae34-eed1152e79d6 None None] Pushing event updated for resources: {'Port': ['ID=59b21a71-f316-47ba-91b2-2dfdf1017bd8,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:54.985413 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.048657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network 04840071-fb9f-48ee-963d-da1abe6843cd is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:55.053163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:55.056288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:55.082594 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-52f0123f-bb70-4710-9dad-f908e2e8b3d8 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565180 Aug 20 12:04:55.111142 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=757b6f1e-5a7c-45ca-9148-1116e71f7793,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:55.127910 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.165320 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0c9a0ec8-e536-449c-b8a7-056e61841b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.205278 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bbc8ccb-67b8-4ef2-bc43-8d502584d4e2 req-4785e923-6bca-4fe0-aec0-3a95d3991eec service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155305 Aug 20 12:04:55.303381 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.367289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b127d60-e84f-4da5-9853-bec4bbe2a008 req-cb7228dc-e9a9-4d96-9bb2-1b120d238c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:55.370300 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b127d60-e84f-4da5-9853-bec4bbe2a008 req-cb7228dc-e9a9-4d96-9bb2-1b120d238c97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87520ba398064e799a1c2d38ff278a58&device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 1098 time: 0.0921588 Aug 20 12:04:55.466638 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.483789 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5514e-db7d-4696-b1af-23ea335ce316 req-c0cd3f70-899a-4613-9643-f650c8a9eba1 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:55.485578 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95c5514e-db7d-4696-b1af-23ea335ce316 req-c0cd3f70-899a-4613-9643-f650c8a9eba1 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 947 time: 0.1155570 Aug 20 12:04:55.503235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b127d60-e84f-4da5-9853-bec4bbe2a008 req-15cd9aa1-3bdb-44d0-b164-56dad3201d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:55.506062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b127d60-e84f-4da5-9853-bec4bbe2a008 req-15cd9aa1-3bdb-44d0-b164-56dad3201d47 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.1285291 Aug 20 12:04:55.553197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b127d60-e84f-4da5-9853-bec4bbe2a008 req-81a516a3-cbaa-4cd0-8228-afb4dad4a7a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=d4a9a233-dda7-4e2d-b69f-13f567d76d59 HTTP/1.1" status: 200 len: 217 time: 0.0387897 Aug 20 12:04:55.577645 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95c5514e-db7d-4696-b1af-23ea335ce316 req-850a1ed7-8caf-48ab-9b81-0c1526dffa53 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ce4408-1993-4e29-aa32-420616577fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601985 Aug 20 12:04:55.612126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b127d60-e84f-4da5-9853-bec4bbe2a008 req-927d1291-da07-42c8-871a-e9a05a5e0532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:55.613823 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b127d60-e84f-4da5-9853-bec4bbe2a008 req-927d1291-da07-42c8-871a-e9a05a5e0532 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0522602 Aug 20 12:04:55.664230 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b127d60-e84f-4da5-9853-bec4bbe2a008 req-2ad51d66-cb47-42b9-bdc2-8d7c222f1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:55.665786 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b127d60-e84f-4da5-9853-bec4bbe2a008 req-2ad51d66-cb47-42b9-bdc2-8d7c222f1d7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437799 Aug 20 12:04:55.722720 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.727964 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.782155 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.785643 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b127d60-e84f-4da5-9853-bec4bbe2a008 req-25942fc4-620e-4801-a2bb-ff5158d88d10 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103518 Aug 20 12:04:55.876945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=757b6f1e-5a7c-45ca-9148-1116e71f7793,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:55.897213 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b127d60-e84f-4da5-9853-bec4bbe2a008 req-a1a00118-705d-48f4-8b1f-1c0ddd5dcd7c service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036100 Aug 20 12:04:55.940875 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network 04840071-fb9f-48ee-963d-da1abe6843cd is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:55.943111 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:56.105586 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router bb8a974f-2163-4c81-982a-64c9b82a0e59 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:04:56.215169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:56.224893 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Sync routers for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:56.227116 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-694a70ed-4168-447c-8fda-1c740a46eed4 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/bb8a974f-2163-4c81-982a-64c9b82a0e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4531493 Aug 20 12:04:56.229764 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46820) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:56.233021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a6cb52-30f7-4a41-b4e5-3126114bcaed None None] Network 04840071-fb9f-48ee-963d-da1abe6843cd requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:56.235026 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:56.235842 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:56.249212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-98e300f8-d18c-4436-9c9a-5b8c979eb6ba tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'network': {'name': 'tempest-RoutersTest-809948798'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:56.275223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e300f8-d18c-4436-9c9a-5b8c979eb6ba tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:56.280305 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98e300f8-d18c-4436-9c9a-5b8c979eb6ba tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.310006 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e300f8-d18c-4436-9c9a-5b8c979eb6ba tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:04:56.321607 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98e300f8-d18c-4436-9c9a-5b8c979eb6ba tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.322317 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-98e300f8-d18c-4436-9c9a-5b8c979eb6ba tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Added segment d8559526-ca5e-40df-a26a-f8ac4caf8509 of type vlan for network e6627d4f-5295-4083-acb5-dae6549aa253 Aug 20 12:04:56.334867 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:56.377244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d1661a87-d95e-44fd-9910-8a396ae94626 None None] Provisioning for port 59b21a71-f316-47ba-91b2-2dfdf1017bd8 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:56.382717 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98e300f8-d18c-4436-9c9a-5b8c979eb6ba tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.414453 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.429593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98e300f8-d18c-4436-9c9a-5b8c979eb6ba tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.436466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e300f8-d18c-4436-9c9a-5b8c979eb6ba tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:56.437312 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98e300f8-d18c-4436-9c9a-5b8c979eb6ba tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.518932 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-98e300f8-d18c-4436-9c9a-5b8c979eb6ba tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2743638 Aug 20 12:04:56.523553 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46824) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:56.528203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-38911f96-0437-4b14-a77a-afc29ece2e30 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'subnet': {'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:56.534873 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e300f8-d18c-4436-9c9a-5b8c979eb6ba tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Network': ['ID=e6627d4f-5295-4083-acb5-dae6549aa253,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:56.559492 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network e6627d4f-5295-4083-acb5-dae6549aa253 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:04:56.634666 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:04:55Z', 'revision_number': 2, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:04:55Z', 'revision_number': 2, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:56.668889 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Checking router: bb8a974f-2163-4c81-982a-64c9b82a0e59 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:04:56.669629 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Updating router bb8a974f-2163-4c81-982a-64c9b82a0e59 port 757b6f1e-5a7c-45ca-9148-1116e71f7793 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:04:56.698844 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.742182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 59b21a71-f316-47ba-91b2-2dfdf1017bd8 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:56.768252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38911f96-0437-4b14-a77a-afc29ece2e30 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:56.772602 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-38911f96-0437-4b14-a77a-afc29ece2e30 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.841563 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 59b21a71-f316-47ba-91b2-2dfdf1017bd8 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:56.846827 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 59b21a71-f316-47ba-91b2-2dfdf1017bd8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:56.847549 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.934272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e1550-a0b1-480d-ae05-967ba41a039a req-9575f308-0091-45bf-aec5-50eed7233684 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:56.935946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b86e1550-a0b1-480d-ae05-967ba41a039a req-9575f308-0091-45bf-aec5-50eed7233684 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 947 time: 0.1286552 Aug 20 12:04:57.011150 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-125df150-41ad-4c57-9837-8a12481fbd68 None None] Provisioning for port 757b6f1e-5a7c-45ca-9148-1116e71f7793 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:57.012994 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b86e1550-a0b1-480d-ae05-967ba41a039a req-f167b580-a4b9-46b1-99e5-50de4a6be691 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ce4408-1993-4e29-aa32-420616577fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683353 Aug 20 12:04:57.021565 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.039561 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-125df150-41ad-4c57-9837-8a12481fbd68 None None] Provisioning complete for port 757b6f1e-5a7c-45ca-9148-1116e71f7793 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:57.039927 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-125df150-41ad-4c57-9837-8a12481fbd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.095883 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 59b21a71-f316-47ba-91b2-2dfdf1017bd8, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=59b21a71-f316-47ba-91b2-2dfdf1017bd8,segment=NetworkSegment(e001d95a-ae12-45d6-929d-c1d8be206a9e),segment_id=e001d95a-ae12-45d6-929d-c1d8be206a9e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:57.097504 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-125df150-41ad-4c57-9837-8a12481fbd68 None None] Port 757b6f1e-5a7c-45ca-9148-1116e71f7793 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:57.105297 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.165224 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-125df150-41ad-4c57-9837-8a12481fbd68 None None] Provisioning complete for port 59b21a71-f316-47ba-91b2-2dfdf1017bd8 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:57.165887 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-125df150-41ad-4c57-9837-8a12481fbd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.174779 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-38911f96-0437-4b14-a77a-afc29ece2e30 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.216783 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.237690 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Transition to ACTIVE for port object 757b6f1e-5a7c-45ca-9148-1116e71f7793 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:57.242147 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38911f96-0437-4b14-a77a-afc29ece2e30 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Subnet': ['ID=ea865187-8da7-4f6c-85c4-1fb0f6907838,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:57.253560 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.287564 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38911f96-0437-4b14-a77a-afc29ece2e30 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Checking segment: {'id': 'd8559526-ca5e-40df-a26a-f8ac4caf8509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:57.287936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38911f96-0437-4b14-a77a-afc29ece2e30 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network hostable DHCP agents. Network: e6627d4f-5295-4083-acb5-dae6549aa253, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:04:57.308525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38911f96-0437-4b14-a77a-afc29ece2e30 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network e6627d4f-5295-4083-acb5-dae6549aa253 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:04:57.323938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-38911f96-0437-4b14-a77a-afc29ece2e30 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, e6627d4f-5295-4083-acb5-dae6549aa253) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:57.328102 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:04:57.329165 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=59b21a71-f316-47ba-91b2-2dfdf1017bd8,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:57.331150 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38911f96-0437-4b14-a77a-afc29ece2e30 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:57.332826 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-38911f96-0437-4b14-a77a-afc29ece2e30 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.345721 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a92459-73f6-4daf-9c7f-db276f718497 None None] Network e6627d4f-5295-4083-acb5-dae6549aa253 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:57.345959 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff28f9e-c504-4719-84b5-0f746e11e4e2 None None] Pushing event updated for resources: {'Port': ['ID=757b6f1e-5a7c-45ca-9148-1116e71f7793,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:57.357959 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-38911f96-0437-4b14-a77a-afc29ece2e30 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8336658 Aug 20 12:04:57.360951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46838) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:57.381917 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28f9e-c504-4719-84b5-0f746e11e4e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:57.382340 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28f9e-c504-4719-84b5-0f746e11e4e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:57.382807 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28f9e-c504-4719-84b5-0f746e11e4e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:57.383358 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28f9e-c504-4719-84b5-0f746e11e4e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:57.383764 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28f9e-c504-4719-84b5-0f746e11e4e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:57.384165 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28f9e-c504-4719-84b5-0f746e11e4e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:57.386204 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28f9e-c504-4719-84b5-0f746e11e4e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:57.386836 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28f9e-c504-4719-84b5-0f746e11e4e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:57.387288 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28f9e-c504-4719-84b5-0f746e11e4e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:57.387812 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28f9e-c504-4719-84b5-0f746e11e4e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:57.388213 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28f9e-c504-4719-84b5-0f746e11e4e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:57.388618 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28f9e-c504-4719-84b5-0f746e11e4e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:57.432268 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Attempting to bind port 757b6f1e-5a7c-45ca-9148-1116e71f7793 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:57.433009 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Attempting to bind port 757b6f1e-5a7c-45ca-9148-1116e71f7793 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'e001d95a-ae12-45d6-929d-c1d8be206a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:57.433439 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Attempting to bind port 757b6f1e-5a7c-45ca-9148-1116e71f7793 on network 04840071-fb9f-48ee-963d-da1abe6843cd {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:57.440367 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:57.440994 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Checking segment: {'id': 'e001d95a-ae12-45d6-929d-c1d8be206a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:57.441487 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.442873 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Bound using segment: {'id': 'e001d95a-ae12-45d6-929d-c1d8be206a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:57.443622 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Bound port: 757b6f1e-5a7c-45ca-9148-1116e71f7793, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e001d95a-ae12-45d6-929d-c1d8be206a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:57.444243 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.540133 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] For port 757b6f1e-5a7c-45ca-9148-1116e71f7793, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:57.544309 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] For port 757b6f1e-5a7c-45ca-9148-1116e71f7793, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=757b6f1e-5a7c-45ca-9148-1116e71f7793,segment=NetworkSegment(e001d95a-ae12-45d6-929d-c1d8be206a9e),segment_id=e001d95a-ae12-45d6-929d-c1d8be206a9e)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:57.555854 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.609109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-e6627d4f-5295-4083-acb5-dae6549aa253', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:04:57.610493 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.691084 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:57.691911 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:57.695875 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff28f9e-c504-4719-84b5-0f746e11e4e2 None None] Pushing event updated for resources: {'Port': ['ID=757b6f1e-5a7c-45ca-9148-1116e71f7793,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:57.728402 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device d4a9a233-dda7-4e2d-b69f-13f567d76d59 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:04:57.858938 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:57.979770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Allocated IP 172.21.0.2 (e6627d4f-5295-4083-acb5-dae6549aa253/ea865187-8da7-4f6c-85c4-1fb0f6907838/bbbea277-ddb6-4fab-a5d0-e1674111d891) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:57.990441 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.093997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port d4a9a233-dda7-4e2d-b69f-13f567d76d59, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d4a9a233-dda7-4e2d-b69f-13f567d76d59,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:58.114873 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'd4a9a233-dda7-4e2d-b69f-13f567d76d59', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': 'd4a9a233-dda7-4e2d-b69f-13f567d76d59', 'mac_address': 'fa:16:3e:5a:2a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:04:58.226924 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.276670 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.320947 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:04:55Z', 'revision_number': 2, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:04:57Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:58.354355 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2c07c5-2127-4682-b1e8-61c0aefbd705 None None] The sync data for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 is: [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:04:55Z', 'revision_number': 2, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:04:57Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:58.409770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a9a233-dda7-4e2d-b69f-13f567d76d59 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:04:58.452603 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.474060 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port d4a9a233-dda7-4e2d-b69f-13f567d76d59, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d4a9a233-dda7-4e2d-b69f-13f567d76d59,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:58.475846 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Transition to ACTIVE for port object bbbea277-ddb6-4fab-a5d0-e1674111d891 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:58.487901 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.524953 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Transition to ACTIVE for port object bbbea277-ddb6-4fab-a5d0-e1674111d891 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:58.542467 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.600504 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Network e6627d4f-5295-4083-acb5-dae6549aa253 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:58.605088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=d4a9a233-dda7-4e2d-b69f-13f567d76d59,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:58.608757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:58.617855 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:58.668455 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 59b21a71-f316-47ba-91b2-2dfdf1017bd8 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:58.721794 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52141670-1a9c-4f72-90df-be2559249126 req-b0cde75d-82c7-4565-89c4-24748f7d5488 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:58.723822 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52141670-1a9c-4f72-90df-be2559249126 req-b0cde75d-82c7-4565-89c4-24748f7d5488 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 948 time: 0.5668826 Aug 20 12:04:58.774163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['d4a9a233-dda7-4e2d-b69f-13f567d76d59'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:58.776896 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Pushing event updated for resources: {'Port': ['ID=bbbea277-ddb6-4fab-a5d0-e1674111d891,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:58.945553 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52141670-1a9c-4f72-90df-be2559249126 req-ddf5b18d-6da0-4686-8fb0-aa7719be8ba1 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ce4408-1993-4e29-aa32-420616577fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437814 Aug 20 12:04:58.957690 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Allocated IP 172.21.0.1 (e6627d4f-5295-4083-acb5-dae6549aa253/ea865187-8da7-4f6c-85c4-1fb0f6907838/c93ec0fb-c9e5-49cd-b19a-ce7737098c0d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:59.047248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Attempting to bind port bbbea277-ddb6-4fab-a5d0-e1674111d891 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:59.047705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Attempting to bind port bbbea277-ddb6-4fab-a5d0-e1674111d891 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd8559526-ca5e-40df-a26a-f8ac4caf8509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:59.047998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Attempting to bind port bbbea277-ddb6-4fab-a5d0-e1674111d891 on network e6627d4f-5295-4083-acb5-dae6549aa253 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:59.058569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:59.059689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Checking segment: {'id': 'd8559526-ca5e-40df-a26a-f8ac4caf8509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:59.060103 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.060506 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Bound using segment: {'id': 'd8559526-ca5e-40df-a26a-f8ac4caf8509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:59.061158 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Bound port: bbbea277-ddb6-4fab-a5d0-e1674111d891, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8559526-ca5e-40df-a26a-f8ac4caf8509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:59.061553 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.147209 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.154289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 59b21a71-f316-47ba-91b2-2dfdf1017bd8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:59.154664 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.167906 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Transition to ACTIVE for port object c93ec0fb-c9e5-49cd-b19a-ce7737098c0d will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:59.216396 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.233319 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] For port bbbea277-ddb6-4fab-a5d0-e1674111d891, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:59.265653 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network e6627d4f-5295-4083-acb5-dae6549aa253 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:59.266638 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] For port bbbea277-ddb6-4fab-a5d0-e1674111d891, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bbbea277-ddb6-4fab-a5d0-e1674111d891,segment=NetworkSegment(d8559526-ca5e-40df-a26a-f8ac4caf8509),segment_id=d8559526-ca5e-40df-a26a-f8ac4caf8509)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:59.272863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:59.276788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:59.279290 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.326726 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.404017 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=c93ec0fb-c9e5-49cd-b19a-ce7737098c0d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:59.433726 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce4b32-1a3f-4769-a8e5-eb7774b712c7 None None] Pushing event updated for resources: {'Port': ['ID=bbbea277-ddb6-4fab-a5d0-e1674111d891,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:59.508676 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.857514 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.863291 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.949283 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.951254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=c93ec0fb-c9e5-49cd-b19a-ce7737098c0d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:00.069641 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network e6627d4f-5295-4083-acb5-dae6549aa253 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:00.071141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:00.109748 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03457fd7-4c1b-40af-8aff-2bcf55f4a8a6 req-73cbe0b6-c161-4f20-9148-eb278251bf48 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:00.111424 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-03457fd7-4c1b-40af-8aff-2bcf55f4a8a6 req-73cbe0b6-c161-4f20-9148-eb278251bf48 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 948 time: 0.0725000 Aug 20 12:05:00.154187 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-03457fd7-4c1b-40af-8aff-2bcf55f4a8a6 req-125997fe-2741-44c9-8b30-82d77a8c10a4 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ce4408-1993-4e29-aa32-420616577fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365357 Aug 20 12:05:00.189626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router bb8a974f-2163-4c81-982a-64c9b82a0e59 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:05:00.292660 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:05:00.300502 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-86b1c230-bbb5-42bf-912b-3ea3ce58628d tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/bb8a974f-2163-4c81-982a-64c9b82a0e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9353187 Aug 20 12:05:00.300826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46878) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:00.306874 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d4ba78a7-682b-4717-a4ef-70dd0fa9820c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'network': {'name': 'tempest-RoutersTest-820813620'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:00.331357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ba78a7-682b-4717-a4ef-70dd0fa9820c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:00.340923 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4ba78a7-682b-4717-a4ef-70dd0fa9820c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:00.366792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ba78a7-682b-4717-a4ef-70dd0fa9820c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:05:00.379033 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4ba78a7-682b-4717-a4ef-70dd0fa9820c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:00.380105 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-d4ba78a7-682b-4717-a4ef-70dd0fa9820c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Added segment 0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb of type vlan for network ad7691ae-6585-40f2-823e-beaf4e4cbb38 Aug 20 12:05:00.427203 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4ba78a7-682b-4717-a4ef-70dd0fa9820c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:00.479355 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4ba78a7-682b-4717-a4ef-70dd0fa9820c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:00.486178 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ba78a7-682b-4717-a4ef-70dd0fa9820c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:00.487130 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4ba78a7-682b-4717-a4ef-70dd0fa9820c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:00.563228 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d4ba78a7-682b-4717-a4ef-70dd0fa9820c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2581477 Aug 20 12:05:00.563556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46884) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:00.570103 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-28925194-8152-4e32-913d-9f1f23c9c1a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'subnet': {'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:00.576239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba78a7-682b-4717-a4ef-70dd0fa9820c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Network': ['ID=ad7691ae-6585-40f2-823e-beaf4e4cbb38,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:00.600229 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network ad7691ae-6585-40f2-823e-beaf4e4cbb38 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:05:00.727045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28925194-8152-4e32-913d-9f1f23c9c1a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:00.733312 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-28925194-8152-4e32-913d-9f1f23c9c1a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:00.760627 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bbbea277-ddb6-4fab-a5d0-e1674111d891 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:00.810608 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7593e15a-5d21-4444-a74f-f175bd9304cc None None] Network e6627d4f-5295-4083-acb5-dae6549aa253 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:00.814408 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Sync routers for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:05:00.886387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:00.887551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:00.930955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a699565a-9db9-41ab-911e-5e98180e4c67 None None] Provisioning for port bbbea277-ddb6-4fab-a5d0-e1674111d891 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:00.968797 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-28925194-8152-4e32-913d-9f1f23c9c1a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:00.998587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port bbbea277-ddb6-4fab-a5d0-e1674111d891 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:01.017481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port bbbea277-ddb6-4fab-a5d0-e1674111d891 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:01.017863 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.027936 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:01.043426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28925194-8152-4e32-913d-9f1f23c9c1a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Subnet': ['ID=348fb1e8-b091-43d8-ba80-4284c494d43e,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:01.050814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28925194-8152-4e32-913d-9f1f23c9c1a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Checking segment: {'id': '0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:01.051622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28925194-8152-4e32-913d-9f1f23c9c1a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network hostable DHCP agents. Network: ad7691ae-6585-40f2-823e-beaf4e4cbb38, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:05:01.089355 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28925194-8152-4e32-913d-9f1f23c9c1a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network ad7691ae-6585-40f2-823e-beaf4e4cbb38 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:05:01.100890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-28925194-8152-4e32-913d-9f1f23c9c1a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, ad7691ae-6585-40f2-823e-beaf4e4cbb38) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:01.105523 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28925194-8152-4e32-913d-9f1f23c9c1a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:01.106245 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-28925194-8152-4e32-913d-9f1f23c9c1a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.123560 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-28925194-8152-4e32-913d-9f1f23c9c1a3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5587349 Aug 20 12:05:01.127487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46898) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:01.135380 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c18aaa4-9a9a-468c-9167-5c4b924a625e None None] Network ad7691ae-6585-40f2-823e-beaf4e4cbb38 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:01.389007 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.483795 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a60ba-d423-4b42-8f77-414419f8870b req-6ef4e82c-b891-4cb2-8ecf-bd0575035985 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:01.486347 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b70a60ba-d423-4b42-8f77-414419f8870b req-6ef4e82c-b891-4cb2-8ecf-bd0575035985 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 948 time: 0.2540269 Aug 20 12:05:01.498775 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port bbbea277-ddb6-4fab-a5d0-e1674111d891, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bbbea277-ddb6-4fab-a5d0-e1674111d891,segment=NetworkSegment(d8559526-ca5e-40df-a26a-f8ac4caf8509),segment_id=d8559526-ca5e-40df-a26a-f8ac4caf8509)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:01.525605 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.526484 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 757b6f1e-5a7c-45ca-9148-1116e71f7793 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:01.653425 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b70a60ba-d423-4b42-8f77-414419f8870b req-7822160a-fc81-4e15-956c-8aacdef072e4 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ce4408-1993-4e29-aa32-420616577fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763769 Aug 20 12:05:01.661092 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'fixed_ips': [{'subnet_id': '348fb1e8-b091-43d8-ba80-4284c494d43e'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:05:01.662552 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.667879 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.717695 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=bbbea277-ddb6-4fab-a5d0-e1674111d891,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:01.727237 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:04:59Z', 'revision_number': 3, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:04:57Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:04:59Z', 'revision_number': 2, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:01.820713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device d4a9a233-dda7-4e2d-b69f-13f567d76d59 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:01.856953 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Checking router: bb8a974f-2163-4c81-982a-64c9b82a0e59 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:05:01.857314 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Updating router bb8a974f-2163-4c81-982a-64c9b82a0e59 port c93ec0fb-c9e5-49cd-b19a-ce7737098c0d binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:05:01.882636 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 757b6f1e-5a7c-45ca-9148-1116e71f7793 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:01.893705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 757b6f1e-5a7c-45ca-9148-1116e71f7793 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:01.894079 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.973934 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.982371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bc3bce12-f30d-42bf-bb73-890919381a5f None None] Provisioning complete for port bbbea277-ddb6-4fab-a5d0-e1674111d891 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:01.983099 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bc3bce12-f30d-42bf-bb73-890919381a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:02.097223 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Allocated IP 172.22.0.2 (ad7691ae-6585-40f2-823e-beaf4e4cbb38/348fb1e8-b091-43d8-ba80-4284c494d43e/d1176a18-ea92-42b8-8760-1f0f7fa47194) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:02.107190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port d4a9a233-dda7-4e2d-b69f-13f567d76d59 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:02.129987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port d4a9a233-dda7-4e2d-b69f-13f567d76d59 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:02.130341 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:02.519129 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:02.683355 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 757b6f1e-5a7c-45ca-9148-1116e71f7793, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=757b6f1e-5a7c-45ca-9148-1116e71f7793,segment=NetworkSegment(e001d95a-ae12-45d6-929d-c1d8be206a9e),segment_id=e001d95a-ae12-45d6-929d-c1d8be206a9e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:02.687853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bc3bce12-f30d-42bf-bb73-890919381a5f None None] Provisioning for port c93ec0fb-c9e5-49cd-b19a-ce7737098c0d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:02.718572 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:02.737853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bc3bce12-f30d-42bf-bb73-890919381a5f None None] Provisioning complete for port c93ec0fb-c9e5-49cd-b19a-ce7737098c0d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:02.738104 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bc3bce12-f30d-42bf-bb73-890919381a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:02.761223 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:02.827944 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:02.849426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d7da2-92e8-4502-ba5d-6c0bbdb5ea82 req-772742a4-d1b2-4009-85e2-999a02d8b32a tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:02.852526 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-822d7da2-92e8-4502-ba5d-6c0bbdb5ea82 req-772742a4-d1b2-4009-85e2-999a02d8b32a tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 948 time: 0.0810785 Aug 20 12:05:02.875156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a9a233-dda7-4e2d-b69f-13f567d76d59'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:02.877473 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ed259e-fef0-4460-a6ae-7ba370585efe" -d '{"events": [{"server_uuid": "5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a", "name": "network-vif-plugged", "status": "completed", "tag": "d4a9a233-dda7-4e2d-b69f-13f567d76d59"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:02.881455 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Transition to ACTIVE for port object d1176a18-ea92-42b8-8760-1f0f7fa47194 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:02.890903 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bbbea277-ddb6-4fab-a5d0-e1674111d891 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:02.921023 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-822d7da2-92e8-4502-ba5d-6c0bbdb5ea82 req-2930376f-c0c3-4a76-bb2d-a58d1eda8f3e tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ce4408-1993-4e29-aa32-420616577fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550132 Aug 20 12:05:02.950076 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832434a6-9733-4629-b785-0c2c955f331a x-openstack-request-id: req-832434a6-9733-4629-b785-0c2c955f331a {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:02.950349 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a", "name": "network-vif-plugged", "status": "completed", "tag": "d4a9a233-dda7-4e2d-b69f-13f567d76d59", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:02.950614 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-832434a6-9733-4629-b785-0c2c955f331a {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:02.951070 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a9a233-dda7-4e2d-b69f-13f567d76d59', 'code': 200} Aug 20 12:05:02.958702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port d4a9a233-dda7-4e2d-b69f-13f567d76d59, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d4a9a233-dda7-4e2d-b69f-13f567d76d59,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:02.959679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bc3bce12-f30d-42bf-bb73-890919381a5f None None] Port c93ec0fb-c9e5-49cd-b19a-ce7737098c0d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:05:02.961106 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=757b6f1e-5a7c-45ca-9148-1116e71f7793,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:02.982357 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.009462 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Transition to ACTIVE for port object d1176a18-ea92-42b8-8760-1f0f7fa47194 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:03.013348 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.051125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e193df2-0024-49a1-952d-2494eb519278 req-5b273664-442f-4795-a6b3-18e0c8718357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:03.052723 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e193df2-0024-49a1-952d-2494eb519278 req-5b273664-442f-4795-a6b3-18e0c8718357 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 1100 time: 0.0503290 Aug 20 12:05:03.055823 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.060883 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Transition to ACTIVE for port object c93ec0fb-c9e5-49cd-b19a-ce7737098c0d will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:03.069630 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.092210 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.095678 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e193df2-0024-49a1-952d-2494eb519278 req-a032ff62-4804-49cb-951c-e5ac109376be service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e0ce4408-1993-4e29-aa32-420616577fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308444 Aug 20 12:05:03.108293 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Allocated IP 172.22.0.1 (ad7691ae-6585-40f2-823e-beaf4e4cbb38/348fb1e8-b091-43d8-ba80-4284c494d43e/923cb9eb-2058-462d-9403-be3d458e78e2) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:03.114165 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Network ad7691ae-6585-40f2-823e-beaf4e4cbb38 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:03.118183 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=d4a9a233-dda7-4e2d-b69f-13f567d76d59,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:03.134963 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:03.138028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:03.172321 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port bbbea277-ddb6-4fab-a5d0-e1674111d891 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:03.172718 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.238092 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.255500 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Transition to ACTIVE for port object 923cb9eb-2058-462d-9403-be3d458e78e2 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:03.278795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Pushing event updated for resources: {'Port': ['ID=d1176a18-ea92-42b8-8760-1f0f7fa47194,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:03.294485 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.347009 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network ad7691ae-6585-40f2-823e-beaf4e4cbb38 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:03.350824 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:03.354790 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:03.355030 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Attempting to bind port d1176a18-ea92-42b8-8760-1f0f7fa47194 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:03.355398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Attempting to bind port d1176a18-ea92-42b8-8760-1f0f7fa47194 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:03.355760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Attempting to bind port d1176a18-ea92-42b8-8760-1f0f7fa47194 on network ad7691ae-6585-40f2-823e-beaf4e4cbb38 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:03.381052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Attempting to bind port c93ec0fb-c9e5-49cd-b19a-ce7737098c0d on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:03.381429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Attempting to bind port c93ec0fb-c9e5-49cd-b19a-ce7737098c0d by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'd8559526-ca5e-40df-a26a-f8ac4caf8509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:03.381786 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Attempting to bind port c93ec0fb-c9e5-49cd-b19a-ce7737098c0d on network e6627d4f-5295-4083-acb5-dae6549aa253 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:03.388044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:03.388578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Checking segment: {'id': '0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:03.388822 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.389208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Bound using segment: {'id': '0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:03.389678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Bound port: d1176a18-ea92-42b8-8760-1f0f7fa47194, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:03.390103 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.394320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=923cb9eb-2058-462d-9403-be3d458e78e2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:03.406083 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:03.406462 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Checking segment: {'id': 'd8559526-ca5e-40df-a26a-f8ac4caf8509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:03.406847 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.407238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Bound using segment: {'id': 'd8559526-ca5e-40df-a26a-f8ac4caf8509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:03.407703 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Bound port: c93ec0fb-c9e5-49cd-b19a-ce7737098c0d, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8559526-ca5e-40df-a26a-f8ac4caf8509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:03.408080 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.412747 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.415840 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d0d77-478a-4bf1-b6c6-75569f58b11b None None] Pushing event updated for resources: {'Port': ['ID=c93ec0fb-c9e5-49cd-b19a-ce7737098c0d,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:03.565425 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.600984 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] For port c93ec0fb-c9e5-49cd-b19a-ce7737098c0d, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:03.603914 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] For port d1176a18-ea92-42b8-8760-1f0f7fa47194, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:03.606715 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] For port c93ec0fb-c9e5-49cd-b19a-ce7737098c0d, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c93ec0fb-c9e5-49cd-b19a-ce7737098c0d,segment=NetworkSegment(d8559526-ca5e-40df-a26a-f8ac4caf8509),segment_id=d8559526-ca5e-40df-a26a-f8ac4caf8509)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:03.609023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] For port d1176a18-ea92-42b8-8760-1f0f7fa47194, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d1176a18-ea92-42b8-8760-1f0f7fa47194,segment=NetworkSegment(0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb),segment_id=0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:03.613991 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.619948 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.713642 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:03.714310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:03.775886 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d0d77-478a-4bf1-b6c6-75569f58b11b None None] Pushing event updated for resources: {'Port': ['ID=c93ec0fb-c9e5-49cd-b19a-ce7737098c0d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:03.904125 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.906484 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:03.911572 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.953449 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073a498-fe64-4def-b0d5-57e85b75b051 None None] Pushing event updated for resources: {'Port': ['ID=d1176a18-ea92-42b8-8760-1f0f7fa47194,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:04.067466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=923cb9eb-2058-462d-9403-be3d458e78e2,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:04.078150 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:04.268995 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network ad7691ae-6585-40f2-823e-beaf4e4cbb38 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:04.271717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:04.281043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a29d3-426d-4f67-be75-47ef9a52bc72 req-b671a31f-4975-43f5-a3b1-146a32dd561d tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:04.282593 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a3a29d3-426d-4f67-be75-47ef9a52bc72 req-b671a31f-4975-43f5-a3b1-146a32dd561d tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 949 time: 0.1192949 Aug 20 12:05:04.303637 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:03Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923cb9eb-2058-462d-9403-be3d458e78e2', 'name': '', 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:e6:8c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:01Z', 'updated_at': '2021-08-20T12:05:03Z', 'revision_number': 1, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:03Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:04.334742 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df34b12-3f12-4d49-82c1-d24ac613d80f None None] The sync data for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 is: [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:03Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923cb9eb-2058-462d-9403-be3d458e78e2', 'name': '', 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:e6:8c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:01Z', 'updated_at': '2021-08-20T12:05:03Z', 'revision_number': 1, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:03Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:05:04.747007 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4a3a29d3-426d-4f67-be75-47ef9a52bc72 req-f6286198-fd42-4730-80dc-488e90ef4fcf tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ce4408-1993-4e29-aa32-420616577fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560597 Aug 20 12:05:04.787904 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router bb8a974f-2163-4c81-982a-64c9b82a0e59 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:05:05.036453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d1176a18-ea92-42b8-8760-1f0f7fa47194 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:05.039963 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:05:05.048733 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-82115e7f-4c8a-431b-98a1-b984ce7a0c3f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/bb8a974f-2163-4c81-982a-64c9b82a0e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9199746 Aug 20 12:05:05.051547 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46968) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:05.073747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-380a0e65-5e68-4c0e-9567-d952b66499e2 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'network': {'name': 'tempest-RoutersTest-2014805048'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:05.116825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port d1176a18-ea92-42b8-8760-1f0f7fa47194 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:05.120128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380a0e65-5e68-4c0e-9567-d952b66499e2 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:05.121524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 757b6f1e-5a7c-45ca-9148-1116e71f7793 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:05.124514 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-380a0e65-5e68-4c0e-9567-d952b66499e2 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.164874 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380a0e65-5e68-4c0e-9567-d952b66499e2 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:05:05.180405 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-380a0e65-5e68-4c0e-9567-d952b66499e2 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.181147 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-380a0e65-5e68-4c0e-9567-d952b66499e2 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Added segment 28b1e58b-fc38-43a9-ac81-67c7f5bfd947 of type vlan for network ff3d2088-d5f5-4d4f-8091-74f4a3a1e640 Aug 20 12:05:05.194199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 757b6f1e-5a7c-45ca-9148-1116e71f7793 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:05.194737 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.196535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4649d2-3892-4ffe-8010-7dc98c71f76a None None] Network ad7691ae-6585-40f2-823e-beaf4e4cbb38 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:05.257907 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-380a0e65-5e68-4c0e-9567-d952b66499e2 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.320253 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-380a0e65-5e68-4c0e-9567-d952b66499e2 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.326129 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380a0e65-5e68-4c0e-9567-d952b66499e2 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:05.326783 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-380a0e65-5e68-4c0e-9567-d952b66499e2 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.410415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a0e65-5e68-4c0e-9567-d952b66499e2 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Network': ['ID=ff3d2088-d5f5-4d4f-8091-74f4a3a1e640,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:05.426118 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-380a0e65-5e68-4c0e-9567-d952b66499e2 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3710036 Aug 20 12:05:05.430505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 46978) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:05.436437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ada75833-f924-44f7-b334-2d2f575baaaa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'subnet': {'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:05.466524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network ff3d2088-d5f5-4d4f-8091-74f4a3a1e640 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:05:05.549286 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ae9ec7cb-fbd5-4f43-83e9-9a757fc92311 None None] Provisioning for port d1176a18-ea92-42b8-8760-1f0f7fa47194 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:05.558192 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada75833-f924-44f7-b334-2d2f575baaaa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Made reservation on behalf of 2646516c5d1a4be59f944868919c4e4e for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:05.563341 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ada75833-f924-44f7-b334-2d2f575baaaa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.607118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ae9ec7cb-fbd5-4f43-83e9-9a757fc92311 None None] Provisioning complete for port d1176a18-ea92-42b8-8760-1f0f7fa47194 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:05.607474 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae9ec7cb-fbd5-4f43-83e9-9a757fc92311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.764845 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae9ec7cb-fbd5-4f43-83e9-9a757fc92311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.814145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ae9ec7cb-fbd5-4f43-83e9-9a757fc92311 None None] For port d1176a18-ea92-42b8-8760-1f0f7fa47194, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d1176a18-ea92-42b8-8760-1f0f7fa47194,segment=NetworkSegment(0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb),segment_id=0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:05.819920 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae9ec7cb-fbd5-4f43-83e9-9a757fc92311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.870286 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ada75833-f924-44f7-b334-2d2f575baaaa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.929269 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ec7cb-fbd5-4f43-83e9-9a757fc92311 None None] Pushing event updated for resources: {'Port': ['ID=d1176a18-ea92-42b8-8760-1f0f7fa47194,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:05.936272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c84a1-6730-43ef-b174-1b084611a28e req-a9a6ee36-65a6-4d83-96d2-7d7761a10925 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:05.944432 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a8c84a1-6730-43ef-b174-1b084611a28e req-a9a6ee36-65a6-4d83-96d2-7d7761a10925 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 949 time: 0.0781829 Aug 20 12:05:05.987098 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Sync routers for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:05:05.987735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada75833-f924-44f7-b334-2d2f575baaaa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Subnet': ['ID=d5e65b0a-948e-4de5-bb1e-a7f8e18d71ab,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:05.997059 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada75833-f924-44f7-b334-2d2f575baaaa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Checking segment: {'id': '28b1e58b-fc38-43a9-ac81-67c7f5bfd947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:05.997422 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada75833-f924-44f7-b334-2d2f575baaaa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network hostable DHCP agents. Network: ff3d2088-d5f5-4d4f-8091-74f4a3a1e640, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:05:05.999762 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a8c84a1-6730-43ef-b174-1b084611a28e req-f41d79ca-bfea-4de5-b0c0-561f7c6dc5c4 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ce4408-1993-4e29-aa32-420616577fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543375 Aug 20 12:05:06.010916 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:06.011556 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:06.032668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada75833-f924-44f7-b334-2d2f575baaaa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network ff3d2088-d5f5-4d4f-8091-74f4a3a1e640 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:05:06.047058 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ada75833-f924-44f7-b334-2d2f575baaaa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, ff3d2088-d5f5-4d4f-8091-74f4a3a1e640) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:06.054001 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada75833-f924-44f7-b334-2d2f575baaaa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:06.054743 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ada75833-f924-44f7-b334-2d2f575baaaa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.066191 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b48cf5-cbac-44c6-9d2e-b0d80618e251 None None] Network ff3d2088-d5f5-4d4f-8091-74f4a3a1e640 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:06.104557 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ada75833-f924-44f7-b334-2d2f575baaaa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6690779 Aug 20 12:05:06.104835 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 46996) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:06.159528 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:06.170033 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-922116c2-4277-4451-abbf-7524f23bb0af None None] Provisioning for port 923cb9eb-2058-462d-9403-be3d458e78e2 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:06.177073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-922116c2-4277-4451-abbf-7524f23bb0af None None] Provisioning complete for port 923cb9eb-2058-462d-9403-be3d458e78e2 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:06.177671 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-922116c2-4277-4451-abbf-7524f23bb0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.249272 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-922116c2-4277-4451-abbf-7524f23bb0af None None] Port 923cb9eb-2058-462d-9403-be3d458e78e2 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:05:06.307895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-922116c2-4277-4451-abbf-7524f23bb0af None None] Provisioning complete for port d1176a18-ea92-42b8-8760-1f0f7fa47194 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:06.307895 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-922116c2-4277-4451-abbf-7524f23bb0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.380490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-ff3d2088-d5f5-4d4f-8091-74f4a3a1e640', 'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'fixed_ips': [{'subnet_id': 'd5e65b0a-948e-4de5-bb1e-a7f8e18d71ab'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:05:06.381392 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.654166 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Allocated IP 172.23.0.2 (ff3d2088-d5f5-4d4f-8091-74f4a3a1e640/d5e65b0a-948e-4de5-bb1e-a7f8e18d71ab/921697b1-c86b-4397-84d6-b32fcf9e4fb1) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:06.774381 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:03Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923cb9eb-2058-462d-9403-be3d458e78e2', 'name': '', 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:e6:8c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:01Z', 'updated_at': '2021-08-20T12:05:03Z', 'revision_number': 2, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:03Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:06.852903 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Checking router: bb8a974f-2163-4c81-982a-64c9b82a0e59 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:05:06.854151 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Updating router bb8a974f-2163-4c81-982a-64c9b82a0e59 port 923cb9eb-2058-462d-9403-be3d458e78e2 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:05:06.902347 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.979500 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.047090 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.055123 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d1176a18-ea92-42b8-8760-1f0f7fa47194 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:07.141062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Transition to ACTIVE for port object 921697b1-c86b-4397-84d6-b32fcf9e4fb1 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:07.158765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-baaf26cb-bd3c-4c64-8ddd-bfdda3567ee0 None None] Provisioning complete for port 923cb9eb-2058-462d-9403-be3d458e78e2 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:07.159396 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-baaf26cb-bd3c-4c64-8ddd-bfdda3567ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.206974 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-baaf26cb-bd3c-4c64-8ddd-bfdda3567ee0 None None] Port 923cb9eb-2058-462d-9403-be3d458e78e2 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:05:07.216450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d1176a18-ea92-42b8-8760-1f0f7fa47194 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:07.216774 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.218678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Transition to ACTIVE for port object 921697b1-c86b-4397-84d6-b32fcf9e4fb1 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:07.256268 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.300492 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.318347 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Transition to ACTIVE for port object 923cb9eb-2058-462d-9403-be3d458e78e2 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:07.331747 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.352482 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Network ff3d2088-d5f5-4d4f-8091-74f4a3a1e640 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:07.357039 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:07.366542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:07.390996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Pushing event updated for resources: {'Port': ['ID=921697b1-c86b-4397-84d6-b32fcf9e4fb1,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:07.396470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Allocated IP 172.23.0.1 (ff3d2088-d5f5-4d4f-8091-74f4a3a1e640/d5e65b0a-948e-4de5-bb1e-a7f8e18d71ab/06f0187e-3c16-4f4f-9d97-0d047fa4fbca) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:07.404231 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f052d9-f636-4ede-bec0-cc57a664f938 None None] Pushing event updated for resources: {'Port': ['ID=923cb9eb-2058-462d-9403-be3d458e78e2,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:07.517388 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Attempting to bind port 923cb9eb-2058-462d-9403-be3d458e78e2 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:07.518099 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Attempting to bind port 923cb9eb-2058-462d-9403-be3d458e78e2 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:07.518856 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Attempting to bind port 923cb9eb-2058-462d-9403-be3d458e78e2 on network ad7691ae-6585-40f2-823e-beaf4e4cbb38 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:07.528063 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:07.528830 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Checking segment: {'id': '0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:07.529470 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.530158 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Bound using segment: {'id': '0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:07.531437 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Bound port: 923cb9eb-2058-462d-9403-be3d458e78e2, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:07.532033 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.584581 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Attempting to bind port 921697b1-c86b-4397-84d6-b32fcf9e4fb1 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:07.584581 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Attempting to bind port 921697b1-c86b-4397-84d6-b32fcf9e4fb1 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '28b1e58b-fc38-43a9-ac81-67c7f5bfd947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:07.584903 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Attempting to bind port 921697b1-c86b-4397-84d6-b32fcf9e4fb1 on network ff3d2088-d5f5-4d4f-8091-74f4a3a1e640 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:07.596058 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.603427 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:07.603837 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Checking segment: {'id': '28b1e58b-fc38-43a9-ac81-67c7f5bfd947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:07.604244 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.604677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Bound using segment: {'id': '28b1e58b-fc38-43a9-ac81-67c7f5bfd947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:07.605203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Bound port: 921697b1-c86b-4397-84d6-b32fcf9e4fb1, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b1e58b-fc38-43a9-ac81-67c7f5bfd947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:07.617351 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.625524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Transition to ACTIVE for port object 06f0187e-3c16-4f4f-9d97-0d047fa4fbca will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:07.635599 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] For port 923cb9eb-2058-462d-9403-be3d458e78e2, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:07.639440 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] For port 923cb9eb-2058-462d-9403-be3d458e78e2, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=923cb9eb-2058-462d-9403-be3d458e78e2,segment=NetworkSegment(0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb),segment_id=0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:07.648497 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.712852 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.730461 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c93ec0fb-c9e5-49cd-b19a-ce7737098c0d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:07.770148 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:07.770801 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:07.773081 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f052d9-f636-4ede-bec0-cc57a664f938 None None] Pushing event updated for resources: {'Port': ['ID=923cb9eb-2058-462d-9403-be3d458e78e2,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:07.819598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] For port 921697b1-c86b-4397-84d6-b32fcf9e4fb1, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:07.845768 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] For port 921697b1-c86b-4397-84d6-b32fcf9e4fb1, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=921697b1-c86b-4397-84d6-b32fcf9e4fb1,segment=NetworkSegment(28b1e58b-fc38-43a9-ac81-67c7f5bfd947),segment_id=28b1e58b-fc38-43a9-ac81-67c7f5bfd947)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:07.850746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network ff3d2088-d5f5-4d4f-8091-74f4a3a1e640 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:07.856690 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.866130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:07.868444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port c93ec0fb-c9e5-49cd-b19a-ce7737098c0d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:07.886810 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:07.937750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c93ec0fb-c9e5-49cd-b19a-ce7737098c0d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:07.938129 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.983376 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=06f0187e-3c16-4f4f-9d97-0d047fa4fbca,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:08.009297 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40d0ab-950f-4833-aec2-97e479efe6e1 None None] Pushing event updated for resources: {'Port': ['ID=921697b1-c86b-4397-84d6-b32fcf9e4fb1,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:08.044802 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:08.059516 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:08.073877 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:08.184280 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port c93ec0fb-c9e5-49cd-b19a-ce7737098c0d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c93ec0fb-c9e5-49cd-b19a-ce7737098c0d,segment=NetworkSegment(d8559526-ca5e-40df-a26a-f8ac4caf8509),segment_id=d8559526-ca5e-40df-a26a-f8ac4caf8509)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:08.190213 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:08.306472 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=c93ec0fb-c9e5-49cd-b19a-ce7737098c0d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:08.325656 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:08.436769 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:03Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923cb9eb-2058-462d-9403-be3d458e78e2', 'name': '', 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:e6:8c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:01Z', 'updated_at': '2021-08-20T12:05:07Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:03Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:08.478702 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ca5f3f-18a3-42e5-8c04-f6cee507f300 None None] The sync data for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 is: [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:03Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923cb9eb-2058-462d-9403-be3d458e78e2', 'name': '', 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:e6:8c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:01Z', 'updated_at': '2021-08-20T12:05:07Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:03Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:05:08.720131 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:08.726789 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:08.840478 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:08.919123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event updated for resources: {'Port': ['ID=06f0187e-3c16-4f4f-9d97-0d047fa4fbca,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:09.023711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Network ff3d2088-d5f5-4d4f-8091-74f4a3a1e640 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:09.025288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:09.045966 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 923cb9eb-2058-462d-9403-be3d458e78e2 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:09.123310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 923cb9eb-2058-462d-9403-be3d458e78e2 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:09.128113 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 923cb9eb-2058-462d-9403-be3d458e78e2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:09.129098 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:09.212921 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:09.288199 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:09.328426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 923cb9eb-2058-462d-9403-be3d458e78e2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=923cb9eb-2058-462d-9403-be3d458e78e2,segment=NetworkSegment(0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb),segment_id=0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:09.333895 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:09.335699 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 921697b1-c86b-4397-84d6-b32fcf9e4fb1 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:09.416789 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=923cb9eb-2058-462d-9403-be3d458e78e2,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:09.451016 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 921697b1-c86b-4397-84d6-b32fcf9e4fb1 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:09.455679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c93ec0fb-c9e5-49cd-b19a-ce7737098c0d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:09.511188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c93ec0fb-c9e5-49cd-b19a-ce7737098c0d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:09.511721 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:09.610092 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baf8074-c6b0-4ab8-87b1-3e8aa8f15a97 None None] Network ff3d2088-d5f5-4d4f-8091-74f4a3a1e640 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:09.634519 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router bb8a974f-2163-4c81-982a-64c9b82a0e59 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:05:09.650657 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e53de3ba-d722-483b-9cee-d941c3ecee05 req-5fe715de-d0b4-4d79-beb6-258108304bf7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746057 Aug 20 12:05:09.787179 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cc3e3497-70b5-4c94-9d2d-89f41d5dc87e None None] Provisioning for port 921697b1-c86b-4397-84d6-b32fcf9e4fb1 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:09.802446 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cc3e3497-70b5-4c94-9d2d-89f41d5dc87e None None] Provisioning complete for port 921697b1-c86b-4397-84d6-b32fcf9e4fb1 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:09.802822 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cc3e3497-70b5-4c94-9d2d-89f41d5dc87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:09.814896 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53de3ba-d722-483b-9cee-d941c3ecee05 req-6b05a9fd-0ecc-4f70-a72d-aad064681a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:09.816429 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e53de3ba-d722-483b-9cee-d941c3ecee05 req-6b05a9fd-0ecc-4f70-a72d-aad064681a40 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 1097 time: 0.0997963 Aug 20 12:05:09.820354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:05:09.825945 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f512239f-ab8d-4c18-9204-61a958cf0719 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/bb8a974f-2163-4c81-982a-64c9b82a0e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7206268 Aug 20 12:05:09.829889 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47064) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:09.833685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Sync routers for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:05:09.836269 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-2e7f2307-a819-4fa0-8d37-dcbe969b7433 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:09.876518 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:09.877184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:09.958023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53de3ba-d722-483b-9cee-d941c3ecee05 req-3e3c1502-8b03-4b16-b124-c6df60152454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:09.959770 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e53de3ba-d722-483b-9cee-d941c3ecee05 req-3e3c1502-8b03-4b16-b124-c6df60152454 service neutron] 10.222.0.76 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.1087329 Aug 20 12:05:10.061827 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:10.064147 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cc3e3497-70b5-4c94-9d2d-89f41d5dc87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:10.078278 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e53de3ba-d722-483b-9cee-d941c3ecee05 req-7ba41aa2-b0c9-4acb-976a-e04d4ff284ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28c28f02-f2dd-4da2-bb9c-401f3b7b0782 HTTP/1.1" status: 200 len: 1002 time: 0.1084931 Aug 20 12:05:10.167070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-cc3e3497-70b5-4c94-9d2d-89f41d5dc87e None None] For port 921697b1-c86b-4397-84d6-b32fcf9e4fb1, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=921697b1-c86b-4397-84d6-b32fcf9e4fb1,segment=NetworkSegment(28b1e58b-fc38-43a9-ac81-67c7f5bfd947),segment_id=28b1e58b-fc38-43a9-ac81-67c7f5bfd947)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:10.168604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53de3ba-d722-483b-9cee-d941c3ecee05 req-678b1efd-1999-4b74-819c-912e9f28ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:10.170578 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e53de3ba-d722-483b-9cee-d941c3ecee05 req-678b1efd-1999-4b74-819c-912e9f28ab8f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0843775 Aug 20 12:05:10.182409 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cc3e3497-70b5-4c94-9d2d-89f41d5dc87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:10.303180 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53de3ba-d722-483b-9cee-d941c3ecee05 req-61ed4616-f0b1-4292-811e-9c069a8b4e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:10.304740 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e53de3ba-d722-483b-9cee-d941c3ecee05 req-61ed4616-f0b1-4292-811e-9c069a8b4e78 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245198 Aug 20 12:05:10.344399 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e3497-70b5-4c94-9d2d-89f41d5dc87e None None] Pushing event updated for resources: {'Port': ['ID=921697b1-c86b-4397-84d6-b32fcf9e4fb1,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:10.451511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-91bdab77-685c-4fcd-af64-7b4802dab73f None None] Provisioning for port 06f0187e-3c16-4f4f-9d97-0d047fa4fbca completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:10.459112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-91bdab77-685c-4fcd-af64-7b4802dab73f None None] Provisioning complete for port 06f0187e-3c16-4f4f-9d97-0d047fa4fbca triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:10.459766 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-91bdab77-685c-4fcd-af64-7b4802dab73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:10.483196 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e53de3ba-d722-483b-9cee-d941c3ecee05 req-64b01a12-786a-4095-bd0b-4d5ac6afae48 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711793 Aug 20 12:05:10.498736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-91bdab77-685c-4fcd-af64-7b4802dab73f None None] Port 06f0187e-3c16-4f4f-9d97-0d047fa4fbca cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:05:10.520901 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-91bdab77-685c-4fcd-af64-7b4802dab73f None None] Provisioning complete for port 921697b1-c86b-4397-84d6-b32fcf9e4fb1 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:10.521421 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-91bdab77-685c-4fcd-af64-7b4802dab73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:10.578724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.extraroute_db [None req-2e7f2307-a819-4fa0-8d37-dcbe969b7433 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94690) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 12:05:10.596655 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.extraroute_db [None req-2e7f2307-a819-4fa0-8d37-dcbe969b7433 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Removed routes are [] {{(pid=94690) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 12:05:10.597445 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2e7f2307-a819-4fa0-8d37-dcbe969b7433 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:10.697413 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e53de3ba-d722-483b-9cee-d941c3ecee05 req-2dc101a3-a9fe-4873-b373-c7d717619f23 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062700 Aug 20 12:05:10.853367 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:08Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '06f0187e-3c16-4f4f-9d97-0d047fa4fbca', 'name': '', 'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:31:3a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd5e65b0a-948e-4de5-bb1e-a7f8e18d71ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:07Z', 'updated_at': '2021-08-20T12:05:08Z', 'revision_number': 2, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'd5e65b0a-948e-4de5-bb1e-a7f8e18d71ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923cb9eb-2058-462d-9403-be3d458e78e2', 'name': '', 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:e6:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:01Z', 'updated_at': '2021-08-20T12:05:09Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:08Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:10.898330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Checking router: bb8a974f-2163-4c81-982a-64c9b82a0e59 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:05:10.898694 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Updating router bb8a974f-2163-4c81-982a-64c9b82a0e59 port 06f0187e-3c16-4f4f-9d97-0d047fa4fbca binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:05:10.900845 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 923cb9eb-2058-462d-9403-be3d458e78e2 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:10.981729 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:10.984969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2e7f2307-a819-4fa0-8d37-dcbe969b7433 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:10.991061 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2e7f2307-a819-4fa0-8d37-dcbe969b7433 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.135781 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7f2307-a819-4fa0-8d37-dcbe969b7433 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router bb8a974f-2163-4c81-982a-64c9b82a0e59 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:05:11.262480 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7f2307-a819-4fa0-8d37-dcbe969b7433 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:05:11.274960 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2e7f2307-a819-4fa0-8d37-dcbe969b7433 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.276407 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2e7f2307-a819-4fa0-8d37-dcbe969b7433 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/bb8a974f-2163-4c81-982a-64c9b82a0e59 HTTP/1.1" status: 200 len: 933 time: 1.4442346 Aug 20 12:05:11.279066 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47074) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:11.286363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 923cb9eb-2058-462d-9403-be3d458e78e2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:11.286732 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.417514 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c1a8b770-154c-43cf-923a-7f6dd6aaaf8b tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/routers/bb8a974f-2163-4c81-982a-64c9b82a0e59 HTTP/1.1" status: 200 len: 933 time: 0.1326332 Aug 20 12:05:11.417732 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47078) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:11.421773 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-9a28826c-2bbc-417e-a2b3-f923125a1497 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'router': {'routes': None}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:11.448097 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.463245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Transition to ACTIVE for port object 06f0187e-3c16-4f4f-9d97-0d047fa4fbca will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:11.491721 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.549996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 921697b1-c86b-4397-84d6-b32fcf9e4fb1 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:11.589652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8cd1f-b170-4a10-822f-e7dba419db17 None None] Pushing event updated for resources: {'Port': ['ID=06f0187e-3c16-4f4f-9d97-0d047fa4fbca,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:11.685115 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Attempting to bind port 06f0187e-3c16-4f4f-9d97-0d047fa4fbca on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:11.685494 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Attempting to bind port 06f0187e-3c16-4f4f-9d97-0d047fa4fbca by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '28b1e58b-fc38-43a9-ac81-67c7f5bfd947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:11.685986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Attempting to bind port 06f0187e-3c16-4f4f-9d97-0d047fa4fbca on network ff3d2088-d5f5-4d4f-8091-74f4a3a1e640 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:11.693910 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:11.694449 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Checking segment: {'id': '28b1e58b-fc38-43a9-ac81-67c7f5bfd947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:11.694968 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.695502 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Bound using segment: {'id': '28b1e58b-fc38-43a9-ac81-67c7f5bfd947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:11.696079 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Bound port: 06f0187e-3c16-4f4f-9d97-0d047fa4fbca, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b1e58b-fc38-43a9-ac81-67c7f5bfd947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:11.696565 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.714332 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 921697b1-c86b-4397-84d6-b32fcf9e4fb1 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:11.714866 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.781861 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] For port 06f0187e-3c16-4f4f-9d97-0d047fa4fbca, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:11.786182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] For port 06f0187e-3c16-4f4f-9d97-0d047fa4fbca, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=06f0187e-3c16-4f4f-9d97-0d047fa4fbca,segment=NetworkSegment(28b1e58b-fc38-43a9-ac81-67c7f5bfd947),segment_id=28b1e58b-fc38-43a9-ac81-67c7f5bfd947)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:11.812984 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.870949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.extraroute_db [None req-9a28826c-2bbc-417e-a2b3-f923125a1497 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Added routes are [] {{(pid=94691) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 12:05:11.871270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.extraroute_db [None req-9a28826c-2bbc-417e-a2b3-f923125a1497 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94691) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 12:05:11.905698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8cd1f-b170-4a10-822f-e7dba419db17 None None] Pushing event updated for resources: {'Port': ['ID=06f0187e-3c16-4f4f-9d97-0d047fa4fbca,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:11.913337 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:11.913966 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:11.921296 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a28826c-2bbc-417e-a2b3-f923125a1497 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.056379 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:12.156892 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a28826c-2bbc-417e-a2b3-f923125a1497 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.162759 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a28826c-2bbc-417e-a2b3-f923125a1497 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.269086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a28826c-2bbc-417e-a2b3-f923125a1497 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router bb8a974f-2163-4c81-982a-64c9b82a0e59 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:05:12.294547 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:10Z', 'revision_number': 6, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '06f0187e-3c16-4f4f-9d97-0d047fa4fbca', 'name': '', 'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:31:3a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd5e65b0a-948e-4de5-bb1e-a7f8e18d71ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:07Z', 'updated_at': '2021-08-20T12:05:11Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'd5e65b0a-948e-4de5-bb1e-a7f8e18d71ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923cb9eb-2058-462d-9403-be3d458e78e2', 'name': '', 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:e6:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:01Z', 'updated_at': '2021-08-20T12:05:09Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:08Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:12.325689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c974ac-a22a-4ebc-9e46-d8c9f6e1b002 None None] The sync data for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 is: [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:10Z', 'revision_number': 6, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '06f0187e-3c16-4f4f-9d97-0d047fa4fbca', 'name': '', 'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:31:3a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd5e65b0a-948e-4de5-bb1e-a7f8e18d71ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:07Z', 'updated_at': '2021-08-20T12:05:11Z', 'revision_number': 4, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'd5e65b0a-948e-4de5-bb1e-a7f8e18d71ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923cb9eb-2058-462d-9403-be3d458e78e2', 'name': '', 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:e6:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:01Z', 'updated_at': '2021-08-20T12:05:09Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:08Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:05:12.381952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a28826c-2bbc-417e-a2b3-f923125a1497 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:05:12.401787 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a28826c-2bbc-417e-a2b3-f923125a1497 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.404094 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9a28826c-2bbc-417e-a2b3-f923125a1497 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/bb8a974f-2163-4c81-982a-64c9b82a0e59 HTTP/1.1" status: 200 len: 699 time: 0.9866197 Aug 20 12:05:12.407035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47084) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:12.515444 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-700a8c6e-b021-4806-86f0-d42f3126fd24 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/routers/bb8a974f-2163-4c81-982a-64c9b82a0e59 HTTP/1.1" status: 200 len: 699 time: 0.1063278 Aug 20 12:05:12.518538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47086) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:12.851335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 06f0187e-3c16-4f4f-9d97-0d047fa4fbca up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:12.888842 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c12a717c-c6f4-4114-a833-cb7423519299 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.928913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 06f0187e-3c16-4f4f-9d97-0d047fa4fbca completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:12.933455 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 06f0187e-3c16-4f4f-9d97-0d047fa4fbca triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:12.933826 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.061098 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.111268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 06f0187e-3c16-4f4f-9d97-0d047fa4fbca, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=06f0187e-3c16-4f4f-9d97-0d047fa4fbca,segment=NetworkSegment(28b1e58b-fc38-43a9-ac81-67c7f5bfd947),segment_id=28b1e58b-fc38-43a9-ac81-67c7f5bfd947)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:13.116465 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.176039 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=06f0187e-3c16-4f4f-9d97-0d047fa4fbca,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:13.286631 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac50240b-044e-4e64-b927-d8a5f9ff7c29 None None] Sync routers for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:05:13.301082 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac50240b-044e-4e64-b927-d8a5f9ff7c29 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:13.302287 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ac50240b-044e-4e64-b927-d8a5f9ff7c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:13.397757 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ac50240b-044e-4e64-b927-d8a5f9ff7c29 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:13.475034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c12a717c-c6f4-4114-a833-cb7423519299 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port 06f0187e-3c16-4f4f-9d97-0d047fa4fbca {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:13.475379 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c12a717c-c6f4-4114-a833-cb7423519299 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.571564 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-c12a717c-c6f4-4114-a833-cb7423519299 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] For port 06f0187e-3c16-4f4f-9d97-0d047fa4fbca, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=06f0187e-3c16-4f4f-9d97-0d047fa4fbca,segment=NetworkSegment(28b1e58b-fc38-43a9-ac81-67c7f5bfd947),segment_id=28b1e58b-fc38-43a9-ac81-67c7f5bfd947)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:13.572755 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c12a717c-c6f4-4114-a833-cb7423519299 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.586564 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c12a717c-c6f4-4114-a833-cb7423519299 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for 06f0187e-3c16-4f4f-9d97-0d047fa4fbca owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:13.627893 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ac50240b-044e-4e64-b927-d8a5f9ff7c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:11Z', 'revision_number': 7, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '06f0187e-3c16-4f4f-9d97-0d047fa4fbca', 'name': '', 'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:31:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd5e65b0a-948e-4de5-bb1e-a7f8e18d71ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:07Z', 'updated_at': '2021-08-20T12:05:13Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'd5e65b0a-948e-4de5-bb1e-a7f8e18d71ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923cb9eb-2058-462d-9403-be3d458e78e2', 'name': '', 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:e6:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:01Z', 'updated_at': '2021-08-20T12:05:09Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:08Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:13.655247 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac50240b-044e-4e64-b927-d8a5f9ff7c29 None None] Checking router: bb8a974f-2163-4c81-982a-64c9b82a0e59 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:05:13.664884 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac50240b-044e-4e64-b927-d8a5f9ff7c29 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:13.665352 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ac50240b-044e-4e64-b927-d8a5f9ff7c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:13.764464 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ac50240b-044e-4e64-b927-d8a5f9ff7c29 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:13.783322 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c12a717c-c6f4-4114-a833-cb7423519299 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.819184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a717c-c6f4-4114-a833-cb7423519299 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=06f0187e-3c16-4f4f-9d97-0d047fa4fbca,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:14.024975 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c12a717c-c6f4-4114-a833-cb7423519299 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.129878 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ac50240b-044e-4e64-b927-d8a5f9ff7c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:11Z', 'revision_number': 7, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '06f0187e-3c16-4f4f-9d97-0d047fa4fbca', 'name': '', 'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:31:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd5e65b0a-948e-4de5-bb1e-a7f8e18d71ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:07Z', 'updated_at': '2021-08-20T12:05:13Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'd5e65b0a-948e-4de5-bb1e-a7f8e18d71ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923cb9eb-2058-462d-9403-be3d458e78e2', 'name': '', 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:e6:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:01Z', 'updated_at': '2021-08-20T12:05:09Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:08Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:14.161719 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac50240b-044e-4e64-b927-d8a5f9ff7c29 None None] The sync data for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 is: [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:11Z', 'revision_number': 7, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '06f0187e-3c16-4f4f-9d97-0d047fa4fbca', 'name': '', 'network_id': 'ff3d2088-d5f5-4d4f-8091-74f4a3a1e640', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:31:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd5e65b0a-948e-4de5-bb1e-a7f8e18d71ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:07Z', 'updated_at': '2021-08-20T12:05:13Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'd5e65b0a-948e-4de5-bb1e-a7f8e18d71ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923cb9eb-2058-462d-9403-be3d458e78e2', 'name': '', 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:e6:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:01Z', 'updated_at': '2021-08-20T12:05:09Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:08Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:05:14.244184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12a717c-c6f4-4114-a833-cb7423519299 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router bb8a974f-2163-4c81-982a-64c9b82a0e59 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:05:14.352168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12a717c-c6f4-4114-a833-cb7423519299 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:05:14.360189 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c12a717c-c6f4-4114-a833-cb7423519299 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/bb8a974f-2163-4c81-982a-64c9b82a0e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8383915 Aug 20 12:05:14.360512 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47092) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:14.438441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f23f7c9-f390-4585-8ba6-0b792836f2e5 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting subnet d5e65b0a-948e-4de5-bb1e-a7f8e18d71ab {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:05:14.443595 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f23f7c9-f390-4585-8ba6-0b792836f2e5 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.495749 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f23f7c9-f390-4585-8ba6-0b792836f2e5 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.547689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e827b-4c4f-4583-86cd-c434c7a6d0a8 None None] Sync routers for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:05:14.559691 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e827b-4c4f-4583-86cd-c434c7a6d0a8 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:14.560408 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1d9e827b-4c4f-4583-86cd-c434c7a6d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:14.587848 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f23f7c9-f390-4585-8ba6-0b792836f2e5 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.662767 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-1d9e827b-4c4f-4583-86cd-c434c7a6d0a8 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:14.670175 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f23f7c9-f390-4585-8ba6-0b792836f2e5 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.708902 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23f7c9-f390-4585-8ba6-0b792836f2e5 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e65b0a-948e-4de5-bb1e-a7f8e18d71ab,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:14.712877 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f23f7c9-f390-4585-8ba6-0b792836f2e5 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.714781 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0f23f7c9-f390-4585-8ba6-0b792836f2e5 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/d5e65b0a-948e-4de5-bb1e-a7f8e18d71ab HTTP/1.1" status: 204 len: 168 time: 0.3524384 Aug 20 12:05:14.717606 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47098) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:14.754266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fee98c7-4ca3-4550-b571-f0bf9fd7797d None None] Network ff3d2088-d5f5-4d4f-8091-74f4a3a1e640 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:14.878121 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.956614 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port 921697b1-c86b-4397-84d6-b32fcf9e4fb1 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:14.958137 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.074794 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] For port 921697b1-c86b-4397-84d6-b32fcf9e4fb1, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=921697b1-c86b-4397-84d6-b32fcf9e4fb1,segment=NetworkSegment(28b1e58b-fc38-43a9-ac81-67c7f5bfd947),segment_id=28b1e58b-fc38-43a9-ac81-67c7f5bfd947)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:15.075160 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.091845 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for 921697b1-c86b-4397-84d6-b32fcf9e4fb1 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:15.113846 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c4ffbe-d2f5-4964-a8aa-372c661431f2 None None] DHCP port deletion for ff3d2088-d5f5-4d4f-8091-74f4a3a1e640 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:05:15.140333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1d9e827b-4c4f-4583-86cd-c434c7a6d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:13Z', 'revision_number': 8, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923cb9eb-2058-462d-9403-be3d458e78e2', 'name': '', 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:e6:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:01Z', 'updated_at': '2021-08-20T12:05:09Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:08Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:15.182469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e827b-4c4f-4583-86cd-c434c7a6d0a8 None None] Checking router: bb8a974f-2163-4c81-982a-64c9b82a0e59 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:05:15.194703 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e827b-4c4f-4583-86cd-c434c7a6d0a8 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:15.195331 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1d9e827b-4c4f-4583-86cd-c434c7a6d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:15.248214 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.278892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=921697b1-c86b-4397-84d6-b32fcf9e4fb1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:15.290151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No DVR routers for this DVR port 921697b1-c86b-4397-84d6-b32fcf9e4fb1 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:05:15.453345 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.465597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3d2088-d5f5-4d4f-8091-74f4a3a1e640']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:15.484995 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b1e58b-fc38-43a9-ac81-67c7f5bfd947') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:15.485547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b1e58b-fc38-43a9-ac81-67c7f5bfd947') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:15.498173 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.504662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-1d9e827b-4c4f-4583-86cd-c434c7a6d0a8 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:15.508353 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-20c4ffbe-d2f5-4964-a8aa-372c661431f2 None None] Deleting port 921697b1-c86b-4397-84d6-b32fcf9e4fb1 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:15.508755 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-20c4ffbe-d2f5-4964-a8aa-372c661431f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.522526 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.530129 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:05:15.530521 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:05:15.589871 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:05:15.611447 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.619499 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.621434 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/networks/ff3d2088-d5f5-4d4f-8091-74f4a3a1e640 HTTP/1.1" status: 204 len: 168 time: 0.9028265 Aug 20 12:05:15.624215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47104) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:15.634276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6118e-b9ea-4b4b-aedc-9707234d2c52 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Network': ['ID=ff3d2088-d5f5-4d4f-8091-74f4a3a1e640,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:15.665807 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-20c4ffbe-d2f5-4964-a8aa-372c661431f2 None None] For port 921697b1-c86b-4397-84d6-b32fcf9e4fb1, host n-d-804299-2, got binding levels [] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:15.666389 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-20c4ffbe-d2f5-4964-a8aa-372c661431f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.707952 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-20c4ffbe-d2f5-4964-a8aa-372c661431f2 None None] Calling delete_port for 921697b1-c86b-4397-84d6-b32fcf9e4fb1 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:15.711692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.ipam_backend_mixin [None req-20c4ffbe-d2f5-4964-a8aa-372c661431f2 None None] Port 921697b1-c86b-4397-84d6-b32fcf9e4fb1 was not found and therefore no delete operation was performed {{(pid=94692) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:05:15.715712 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-20c4ffbe-d2f5-4964-a8aa-372c661431f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.732010 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20c4ffbe-d2f5-4964-a8aa-372c661431f2 None None] Network ff3d2088-d5f5-4d4f-8091-74f4a3a1e640 is not hosted by any dhcp agent {{(pid=94692) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 12:05:15.732465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c4ffbe-d2f5-4964-a8aa-372c661431f2 None None] No DVR routers for this DVR port 921697b1-c86b-4397-84d6-b32fcf9e4fb1 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:05:15.759363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4ffbe-d2f5-4964-a8aa-372c661431f2 None None] Pushing event deleted for resources: {'Port': ['ID=921697b1-c86b-4397-84d6-b32fcf9e4fb1,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:15.831521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1d9e827b-4c4f-4583-86cd-c434c7a6d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:13Z', 'revision_number': 8, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923cb9eb-2058-462d-9403-be3d458e78e2', 'name': '', 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:e6:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:01Z', 'updated_at': '2021-08-20T12:05:09Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:08Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:15.860296 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e827b-4c4f-4583-86cd-c434c7a6d0a8 None None] The sync data for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 is: [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:13Z', 'revision_number': 8, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923cb9eb-2058-462d-9403-be3d458e78e2', 'name': '', 'network_id': 'ad7691ae-6585-40f2-823e-beaf4e4cbb38', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:e6:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:01Z', 'updated_at': '2021-08-20T12:05:09Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '348fb1e8-b091-43d8-ba80-4284c494d43e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:08Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:05:16.016354 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-404c0343-50c2-4f08-8aff-cf1e20655e14 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:16.266331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-404c0343-50c2-4f08-8aff-cf1e20655e14 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port 923cb9eb-2058-462d-9403-be3d458e78e2 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:16.266712 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-404c0343-50c2-4f08-8aff-cf1e20655e14 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:16.355575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-404c0343-50c2-4f08-8aff-cf1e20655e14 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] For port 923cb9eb-2058-462d-9403-be3d458e78e2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=923cb9eb-2058-462d-9403-be3d458e78e2,segment=NetworkSegment(0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb),segment_id=0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:16.355854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-404c0343-50c2-4f08-8aff-cf1e20655e14 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:16.371690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-404c0343-50c2-4f08-8aff-cf1e20655e14 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for 923cb9eb-2058-462d-9403-be3d458e78e2 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:16.541152 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-404c0343-50c2-4f08-8aff-cf1e20655e14 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:16.569146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c0343-50c2-4f08-8aff-cf1e20655e14 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=923cb9eb-2058-462d-9403-be3d458e78e2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:16.732850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-404c0343-50c2-4f08-8aff-cf1e20655e14 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:16.871899 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 06f0187e-3c16-4f4f-9d97-0d047fa4fbca no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:16.892201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 06f0187e-3c16-4f4f-9d97-0d047fa4fbca {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:16.892539 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 06f0187e-3c16-4f4f-9d97-0d047fa4fbca not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:16.892978 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 921697b1-c86b-4397-84d6-b32fcf9e4fb1 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:16.911436 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 921697b1-c86b-4397-84d6-b32fcf9e4fb1 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:16.911777 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 921697b1-c86b-4397-84d6-b32fcf9e4fb1 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:16.949223 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404c0343-50c2-4f08-8aff-cf1e20655e14 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router bb8a974f-2163-4c81-982a-64c9b82a0e59 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:05:17.044497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404c0343-50c2-4f08-8aff-cf1e20655e14 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:05:17.049656 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-404c0343-50c2-4f08-8aff-cf1e20655e14 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/bb8a974f-2163-4c81-982a-64c9b82a0e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4235487 Aug 20 12:05:17.052930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47110) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:17.054706 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abacdeaf-0b33-4557-a0f9-9a53d8d35074 None None] Sync routers for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:05:17.063793 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abacdeaf-0b33-4557-a0f9-9a53d8d35074 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:17.064399 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-abacdeaf-0b33-4557-a0f9-9a53d8d35074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:17.102993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-e233f1f8-63ea-4643-826e-abbb4259878c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting subnet 348fb1e8-b091-43d8-ba80-4284c494d43e {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:05:17.106083 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e233f1f8-63ea-4643-826e-abbb4259878c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.145447 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e233f1f8-63ea-4643-826e-abbb4259878c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.151063 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-abacdeaf-0b33-4557-a0f9-9a53d8d35074 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:17.229514 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e233f1f8-63ea-4643-826e-abbb4259878c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.288655 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e233f1f8-63ea-4643-826e-abbb4259878c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.317452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233f1f8-63ea-4643-826e-abbb4259878c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Subnet': ['ID=348fb1e8-b091-43d8-ba80-4284c494d43e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:17.322851 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e233f1f8-63ea-4643-826e-abbb4259878c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.324785 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e233f1f8-63ea-4643-826e-abbb4259878c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/348fb1e8-b091-43d8-ba80-4284c494d43e HTTP/1.1" status: 204 len: 168 time: 0.2707286 Aug 20 12:05:17.327681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47112) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:17.333149 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f01ef6-9938-4802-92ec-6f7d7c136568 None None] Network ad7691ae-6585-40f2-823e-beaf4e4cbb38 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:17.354244 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-abacdeaf-0b33-4557-a0f9-9a53d8d35074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:16Z', 'revision_number': 9, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:08Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:17.381481 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abacdeaf-0b33-4557-a0f9-9a53d8d35074 None None] Checking router: bb8a974f-2163-4c81-982a-64c9b82a0e59 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:05:17.391587 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abacdeaf-0b33-4557-a0f9-9a53d8d35074 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:17.392465 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-abacdeaf-0b33-4557-a0f9-9a53d8d35074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:17.406847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.462208 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port d1176a18-ea92-42b8-8760-1f0f7fa47194 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:17.462555 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.480147 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-abacdeaf-0b33-4557-a0f9-9a53d8d35074 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:17.531677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] For port d1176a18-ea92-42b8-8760-1f0f7fa47194, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d1176a18-ea92-42b8-8760-1f0f7fa47194,segment=NetworkSegment(0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb),segment_id=0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:17.532077 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.543878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81256ceb-3b18-4942-95d0-bf5c1ebc725b None None] DHCP port deletion for ad7691ae-6585-40f2-823e-beaf4e4cbb38 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:05:17.554458 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for d1176a18-ea92-42b8-8760-1f0f7fa47194 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:17.591243 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-81256ceb-3b18-4942-95d0-bf5c1ebc725b None None] Deleting port d1176a18-ea92-42b8-8760-1f0f7fa47194 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:17.591615 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-81256ceb-3b18-4942-95d0-bf5c1ebc725b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.650975 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.681916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=d1176a18-ea92-42b8-8760-1f0f7fa47194,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:17.686304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No DVR routers for this DVR port d1176a18-ea92-42b8-8760-1f0f7fa47194 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:05:17.695597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-81256ceb-3b18-4942-95d0-bf5c1ebc725b None None] For port d1176a18-ea92-42b8-8760-1f0f7fa47194, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d1176a18-ea92-42b8-8760-1f0f7fa47194,segment=NetworkSegment(0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb),segment_id=0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:17.696849 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-81256ceb-3b18-4942-95d0-bf5c1ebc725b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.722802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-81256ceb-3b18-4942-95d0-bf5c1ebc725b None None] Calling delete_port for d1176a18-ea92-42b8-8760-1f0f7fa47194 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:17.731093 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-abacdeaf-0b33-4557-a0f9-9a53d8d35074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:16Z', 'revision_number': 9, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:08Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:17.768787 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abacdeaf-0b33-4557-a0f9-9a53d8d35074 None None] The sync data for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 is: [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:16Z', 'revision_number': 9, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c93ec0fb-c9e5-49cd-b19a-ce7737098c0d', 'name': '', 'network_id': 'e6627d4f-5295-4083-acb5-dae6549aa253', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:d7:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:58Z', 'updated_at': '2021-08-20T12:05:08Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': 'ea865187-8da7-4f6c-85c4-1fb0f6907838', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:05:17.785436 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.796657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7691ae-6585-40f2-823e-beaf4e4cbb38']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:17.808512 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:17.808919 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0224e3c3-5c1a-4472-a89f-57b7c7f8cfbb') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:17.819288 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.820666 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-81256ceb-3b18-4942-95d0-bf5c1ebc725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.837570 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.843703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:05:17.844168 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:05:17.848258 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:05:17.853153 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81256ceb-3b18-4942-95d0-bf5c1ebc725b None None] Pushing event deleted for resources: {'Port': ['ID=d1176a18-ea92-42b8-8760-1f0f7fa47194,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:17.858458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81256ceb-3b18-4942-95d0-bf5c1ebc725b None None] No DVR routers for this DVR port d1176a18-ea92-42b8-8760-1f0f7fa47194 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:05:17.914099 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.924684 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.929661 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/networks/ad7691ae-6585-40f2-823e-beaf4e4cbb38 HTTP/1.1" status: 204 len: 168 time: 0.5983520 Aug 20 12:05:17.930366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47124) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:17.938722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68855d-e79c-4ffc-a8ed-e92ef1e57faa tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Network': ['ID=ad7691ae-6585-40f2-823e-beaf4e4cbb38,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:18.233074 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47126) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:18.237807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-cb6cd682-6668-467d-a243-09a8fa3a8f82 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1787106464', 'description': 'tempest-secgroup-smoke-1787106464 description', 'project_id': '676c055147b0493285975a9f7901bad5'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:18.261337 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb6cd682-6668-467d-a243-09a8fa3a8f82 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.346743 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb6cd682-6668-467d-a243-09a8fa3a8f82 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.350968 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb6cd682-6668-467d-a243-09a8fa3a8f82 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.378722 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb6cd682-6668-467d-a243-09a8fa3a8f82 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.380807 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cb6cd682-6668-467d-a243-09a8fa3a8f82 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1466730 Aug 20 12:05:18.382609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cd682-6668-467d-a243-09a8fa3a8f82 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee490ef-66c3-4586-862b-7da8f85f18e5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:18.385321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47128) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:18.390214 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e682d902-8f5c-421e-83ab-22ae38393e24 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Request body: {'security_group_rule': {'security_group_id': '7ee490ef-66c3-4586-862b-7da8f85f18e5', 'project_id': '676c055147b0493285975a9f7901bad5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:18.417113 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e682d902-8f5c-421e-83ab-22ae38393e24 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.473758 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e682d902-8f5c-421e-83ab-22ae38393e24 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.477770 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e682d902-8f5c-421e-83ab-22ae38393e24 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.497967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682d902-8f5c-421e-83ab-22ae38393e24 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f505028-dfb3-4876-9734-cdebf085a33e,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:18.502644 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e682d902-8f5c-421e-83ab-22ae38393e24 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.507283 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e682d902-8f5c-421e-83ab-22ae38393e24 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181479 Aug 20 12:05:18.507808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47130) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:18.512026 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-69e26151-f8c8-42ac-b90e-6d30584f4ee7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.512356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5733b743-89b9-4328-8857-1b751e6203ca tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Request body: {'security_group_rule': {'security_group_id': '7ee490ef-66c3-4586-862b-7da8f85f18e5', 'project_id': '676c055147b0493285975a9f7901bad5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:18.539102 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5733b743-89b9-4328-8857-1b751e6203ca tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.602482 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5733b743-89b9-4328-8857-1b751e6203ca tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.606345 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5733b743-89b9-4328-8857-1b751e6203ca tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.626062 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733b743-89b9-4328-8857-1b751e6203ca tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023c46d3-28a4-430d-91d7-8bdb28cea87f,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:18.634852 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5733b743-89b9-4328-8857-1b751e6203ca tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.636786 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5733b743-89b9-4328-8857-1b751e6203ca tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281481 Aug 20 12:05:18.639921 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47132) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:18.646804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-641a16e7-675a-4af8-8664-0cd04b81aedd tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Request body: {'security_group_rule': {'security_group_id': '7ee490ef-66c3-4586-862b-7da8f85f18e5', 'project_id': '676c055147b0493285975a9f7901bad5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:18.684829 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-641a16e7-675a-4af8-8664-0cd04b81aedd tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.763767 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-641a16e7-675a-4af8-8664-0cd04b81aedd tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.768932 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-641a16e7-675a-4af8-8664-0cd04b81aedd tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.794954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-69e26151-f8c8-42ac-b90e-6d30584f4ee7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port c93ec0fb-c9e5-49cd-b19a-ce7737098c0d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:18.794954 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-69e26151-f8c8-42ac-b90e-6d30584f4ee7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.804908 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a16e7-675a-4af8-8664-0cd04b81aedd tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442a8081-ccac-420b-9d3d-58672079cf54,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:18.815635 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-641a16e7-675a-4af8-8664-0cd04b81aedd tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.819707 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-641a16e7-675a-4af8-8664-0cd04b81aedd tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1766417 Aug 20 12:05:18.821105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47138) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:18.826623 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-44dc65eb-b085-459d-98b9-ef53f7c23848 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Request body: {'security_group_rule': {'security_group_id': '7ee490ef-66c3-4586-862b-7da8f85f18e5', 'project_id': '676c055147b0493285975a9f7901bad5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:18.858978 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44dc65eb-b085-459d-98b9-ef53f7c23848 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.860960 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d1176a18-ea92-42b8-8760-1f0f7fa47194 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:18.884894 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: d1176a18-ea92-42b8-8760-1f0f7fa47194 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:18.885494 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d1176a18-ea92-42b8-8760-1f0f7fa47194 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:18.886126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 923cb9eb-2058-462d-9403-be3d458e78e2 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:18.907039 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 923cb9eb-2058-462d-9403-be3d458e78e2 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:18.907704 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 923cb9eb-2058-462d-9403-be3d458e78e2 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:18.915359 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-69e26151-f8c8-42ac-b90e-6d30584f4ee7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] For port c93ec0fb-c9e5-49cd-b19a-ce7737098c0d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c93ec0fb-c9e5-49cd-b19a-ce7737098c0d,segment=NetworkSegment(d8559526-ca5e-40df-a26a-f8ac4caf8509),segment_id=d8559526-ca5e-40df-a26a-f8ac4caf8509)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:18.915731 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-69e26151-f8c8-42ac-b90e-6d30584f4ee7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.936504 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44dc65eb-b085-459d-98b9-ef53f7c23848 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.937803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-69e26151-f8c8-42ac-b90e-6d30584f4ee7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for c93ec0fb-c9e5-49cd-b19a-ce7737098c0d owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:18.940684 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44dc65eb-b085-459d-98b9-ef53f7c23848 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.965027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc65eb-b085-459d-98b9-ef53f7c23848 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0869e103-4b00-4589-85cb-2211082c8ac8,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:18.978306 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44dc65eb-b085-459d-98b9-ef53f7c23848 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.982377 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-44dc65eb-b085-459d-98b9-ef53f7c23848 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571310 Aug 20 12:05:18.982557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47142) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:18.987230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-725331c8-8715-4427-9ae2-fb6d1a20767e tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Request body: {'security_group_rule': {'security_group_id': '7ee490ef-66c3-4586-862b-7da8f85f18e5', 'project_id': '676c055147b0493285975a9f7901bad5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:19.014636 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-725331c8-8715-4427-9ae2-fb6d1a20767e tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Project 676c055147b0493285975a9f7901bad5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:05:19.021319 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-725331c8-8715-4427-9ae2-fb6d1a20767e tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.105498 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-725331c8-8715-4427-9ae2-fb6d1a20767e tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.111365 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-725331c8-8715-4427-9ae2-fb6d1a20767e tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.132962 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725331c8-8715-4427-9ae2-fb6d1a20767e tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f807d1-b8f2-4bc4-a3ed-4a18f7dfc1f3,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:19.146804 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-725331c8-8715-4427-9ae2-fb6d1a20767e tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.150776 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-725331c8-8715-4427-9ae2-fb6d1a20767e tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1647570 Aug 20 12:05:19.151049 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47144) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:19.156021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-03236047-1b23-4b14-8499-78eebe7535d0 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Request body: {'security_group_rule': {'security_group_id': '7ee490ef-66c3-4586-862b-7da8f85f18e5', 'project_id': '676c055147b0493285975a9f7901bad5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:19.179804 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-03236047-1b23-4b14-8499-78eebe7535d0 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Project 676c055147b0493285975a9f7901bad5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:05:19.185501 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03236047-1b23-4b14-8499-78eebe7535d0 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.186835 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-69e26151-f8c8-42ac-b90e-6d30584f4ee7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.248412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e26151-f8c8-42ac-b90e-6d30584f4ee7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=c93ec0fb-c9e5-49cd-b19a-ce7737098c0d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:19.267067 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03236047-1b23-4b14-8499-78eebe7535d0 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.272043 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03236047-1b23-4b14-8499-78eebe7535d0 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.292768 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03236047-1b23-4b14-8499-78eebe7535d0 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a252f07e-3317-4bc0-8fa3-a9395b872be8,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:19.304586 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03236047-1b23-4b14-8499-78eebe7535d0 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.314414 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-03236047-1b23-4b14-8499-78eebe7535d0 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1537077 Aug 20 12:05:19.416510 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-69e26151-f8c8-42ac-b90e-6d30584f4ee7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.543352 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-63a22cd1-a7fa-428a-ade0-0f53b87ee3d0 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787106464&fields=id&tenant_id=676c055147b0493285975a9f7901bad5 HTTP/1.1" status: 200 len: 267 time: 0.0442586 Aug 20 12:05:19.615911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e26151-f8c8-42ac-b90e-6d30584f4ee7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router bb8a974f-2163-4c81-982a-64c9b82a0e59 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:05:19.718981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e26151-f8c8-42ac-b90e-6d30584f4ee7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:05:19.728440 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-69e26151-f8c8-42ac-b90e-6d30584f4ee7 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/bb8a974f-2163-4c81-982a-64c9b82a0e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7938011 Aug 20 12:05:19.728440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47152) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:19.730984 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5caf6a9-7a03-41cd-b00f-224eeedb0900 None None] Sync routers for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:05:19.742350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5caf6a9-7a03-41cd-b00f-224eeedb0900 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:19.743141 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d5caf6a9-7a03-41cd-b00f-224eeedb0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:19.789882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd7c97a-d8af-47af-ad11-79c4231867fe tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting subnet ea865187-8da7-4f6c-85c4-1fb0f6907838 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:05:19.794337 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c97a-d8af-47af-ad11-79c4231867fe tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.842142 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c97a-d8af-47af-ad11-79c4231867fe tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.873268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-d5caf6a9-7a03-41cd-b00f-224eeedb0900 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:19.950423 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c97a-d8af-47af-ad11-79c4231867fe tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.027066 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c97a-d8af-47af-ad11-79c4231867fe tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.044546 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-39cd5726-0e22-4f44-8d94-7693641f58d5 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:20.052584 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-39cd5726-0e22-4f44-8d94-7693641f58d5 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/networks?id=832fdf7f-df15-417e-9c85-a2b500dfedeb HTTP/1.1" status: 200 len: 813 time: 0.5018091 Aug 20 12:05:20.059370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7209ef32-7c60-4091-b201-11272bbcc1bd None None] Network e6627d4f-5295-4083-acb5-dae6549aa253 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:20.069321 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-c08a4a11-165d-4eb6-9ea1-bcdc7d01e8ac tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/quotas/676c055147b0493285975a9f7901bad5 HTTP/1.1" status: 200 len: 375 time: 0.0157390 Aug 20 12:05:20.075045 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c97a-d8af-47af-ad11-79c4231867fe tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.080080 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9dd7c97a-d8af-47af-ad11-79c4231867fe tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/ea865187-8da7-4f6c-85c4-1fb0f6907838 HTTP/1.1" status: 204 len: 168 time: 0.3469596 Aug 20 12:05:20.080080 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7c97a-d8af-47af-ad11-79c4231867fe tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Subnet': ['ID=ea865187-8da7-4f6c-85c4-1fb0f6907838,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:20.080392 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47156) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:20.199182 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-5cdbfd72-7991-478c-a9ab-d63e46cafbac tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=676c055147b0493285975a9f7901bad5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1289821 Aug 20 12:05:20.209688 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.259214 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d5caf6a9-7a03-41cd-b00f-224eeedb0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:19Z', 'revision_number': 10, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:20.300137 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5caf6a9-7a03-41cd-b00f-224eeedb0900 None None] Checking router: bb8a974f-2163-4c81-982a-64c9b82a0e59 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:05:20.314460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5caf6a9-7a03-41cd-b00f-224eeedb0900 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:20.315308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d5caf6a9-7a03-41cd-b00f-224eeedb0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:20.359117 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port bbbea277-ddb6-4fab-a5d0-e1674111d891 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:20.359373 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.373022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5602e10-9eee-4f0b-8005-0eaaebc42386 None None] DHCP port deletion for e6627d4f-5295-4083-acb5-dae6549aa253 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:05:20.468456 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] For port bbbea277-ddb6-4fab-a5d0-e1674111d891, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bbbea277-ddb6-4fab-a5d0-e1674111d891,segment=NetworkSegment(d8559526-ca5e-40df-a26a-f8ac4caf8509),segment_id=d8559526-ca5e-40df-a26a-f8ac4caf8509)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:20.468819 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.488697 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-6a721bbc-e753-4b6b-9e50-28bc48a4b887 service neutron] 10.222.0.37 "GET /v2.0/networks/832fdf7f-df15-417e-9c85-a2b500dfedeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707932 Aug 20 12:05:20.502213 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for bbbea277-ddb6-4fab-a5d0-e1674111d891 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:20.529858 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-d5caf6a9-7a03-41cd-b00f-224eeedb0900 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:20.592314 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c5602e10-9eee-4f0b-8005-0eaaebc42386 None None] Deleting port bbbea277-ddb6-4fab-a5d0-e1674111d891 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:20.592314 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c5602e10-9eee-4f0b-8005-0eaaebc42386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.663983 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-4150a841-9f69-4540-8c2f-9215141cd14a service neutron] 10.222.0.37 "GET /v2.0/networks/832fdf7f-df15-417e-9c85-a2b500dfedeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634643 Aug 20 12:05:20.681987 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.717734 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=bbbea277-ddb6-4fab-a5d0-e1674111d891,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:20.726372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No DVR routers for this DVR port bbbea277-ddb6-4fab-a5d0-e1674111d891 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:05:20.750063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c5602e10-9eee-4f0b-8005-0eaaebc42386 None None] For port bbbea277-ddb6-4fab-a5d0-e1674111d891, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bbbea277-ddb6-4fab-a5d0-e1674111d891,segment=NetworkSegment(d8559526-ca5e-40df-a26a-f8ac4caf8509),segment_id=d8559526-ca5e-40df-a26a-f8ac4caf8509)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:20.750704 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c5602e10-9eee-4f0b-8005-0eaaebc42386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.778259 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c5602e10-9eee-4f0b-8005-0eaaebc42386 None None] Calling delete_port for bbbea277-ddb6-4fab-a5d0-e1674111d891 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:20.858799 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.870136 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6627d4f-5295-4083-acb5-dae6549aa253']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:20.882630 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8559526-ca5e-40df-a26a-f8ac4caf8509') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:20.882925 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8559526-ca5e-40df-a26a-f8ac4caf8509') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:20.892666 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.906154 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d2377b5-911f-4407-8dd5-7dcb5f98f472 req-2c827a48-743d-49dc-a2b3-411d81deadc6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891495 Aug 20 12:05:20.908246 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.917745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:05:20.918140 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:05:20.925303 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:05:20.972975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bbbea277-ddb6-4fab-a5d0-e1674111d891 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:21.005716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: bbbea277-ddb6-4fab-a5d0-e1674111d891 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:21.006108 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bbbea277-ddb6-4fab-a5d0-e1674111d891 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:21.011358 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:21.025539 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:21.027474 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/networks/e6627d4f-5295-4083-acb5-dae6549aa253 HTTP/1.1" status: 204 len: 168 time: 0.9461164 Aug 20 12:05:21.031247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47166) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:21.050203 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45714d-6be1-4a8d-a853-624571efd5c8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Network': ['ID=e6627d4f-5295-4083-acb5-dae6549aa253,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:21.062971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d5caf6a9-7a03-41cd-b00f-224eeedb0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:19Z', 'revision_number': 10, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:21.071557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2377b5-911f-4407-8dd5-7dcb5f98f472 req-446fada1-d738-4cbd-ac91-056bf68daa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:21.074150 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d2377b5-911f-4407-8dd5-7dcb5f98f472 req-446fada1-d738-4cbd-ac91-056bf68daa53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87520ba398064e799a1c2d38ff278a58&device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 1100 time: 0.1183124 Aug 20 12:05:21.114877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5caf6a9-7a03-41cd-b00f-224eeedb0900 None None] The sync data for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 is: [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:19Z', 'revision_number': 10, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None, '_interfaces': [{'id': '757b6f1e-5a7c-45ca-9148-1116e71f7793', 'name': '', 'network_id': '04840071-fb9f-48ee-963d-da1abe6843cd', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'mac_address': 'fa:16:3e:56:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:04:54Z', 'updated_at': '2021-08-20T12:05:02Z', 'revision_number': 5, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'subnets': [{'id': '8fa73a10-27ee-4564-8c73-33264ae279a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:05:21.122691 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c5602e10-9eee-4f0b-8005-0eaaebc42386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:21.185130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5602e10-9eee-4f0b-8005-0eaaebc42386 None None] Pushing event deleted for resources: {'Port': ['ID=bbbea277-ddb6-4fab-a5d0-e1674111d891,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:21.188723 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5602e10-9eee-4f0b-8005-0eaaebc42386 None None] Network e6627d4f-5295-4083-acb5-dae6549aa253 is not hosted by any dhcp agent {{(pid=94692) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 12:05:21.191344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5602e10-9eee-4f0b-8005-0eaaebc42386 None None] No DVR routers for this DVR port bbbea277-ddb6-4fab-a5d0-e1674111d891 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:05:21.263093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2377b5-911f-4407-8dd5-7dcb5f98f472 req-cccda494-ac66-44e8-b8e4-94a94a093be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:21.264529 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d2377b5-911f-4407-8dd5-7dcb5f98f472 req-cccda494-ac66-44e8-b8e4-94a94a093be6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.1685803 Aug 20 12:05:21.300876 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98197590-7386-4d0d-86b8-7d79984b0062 req-d7d3e6dc-3a89-409d-a83c-97eba9a6b1e1 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 210 time: 0.0344079 Aug 20 12:05:21.357842 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d2377b5-911f-4407-8dd5-7dcb5f98f472 req-15ebbc45-9c12-4caa-b1d8-63edb4f72e52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=d4a9a233-dda7-4e2d-b69f-13f567d76d59 HTTP/1.1" status: 200 len: 217 time: 0.0830569 Aug 20 12:05:21.444279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2377b5-911f-4407-8dd5-7dcb5f98f472 req-b6076646-1d7e-4494-94e9-428098b98786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:21.446115 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d2377b5-911f-4407-8dd5-7dcb5f98f472 req-b6076646-1d7e-4494-94e9-428098b98786 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0803697 Aug 20 12:05:21.537180 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2377b5-911f-4407-8dd5-7dcb5f98f472 req-b66c7bc2-06c2-494c-b8e9-a3bbf29fdff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:21.538773 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d2377b5-911f-4407-8dd5-7dcb5f98f472 req-b66c7bc2-06c2-494c-b8e9-a3bbf29fdff2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853531 Aug 20 12:05:21.585715 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f18667a7-79ce-4fd5-8495-8ec5f5a8d11a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:21.682228 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d2377b5-911f-4407-8dd5-7dcb5f98f472 req-7f5ca567-3638-4b08-9172-87308996d339 service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330464 Aug 20 12:05:21.818047 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d2377b5-911f-4407-8dd5-7dcb5f98f472 req-04eb8cac-c69b-4b26-bc67-a5190975355d service neutron] 10.222.0.35 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243393 Aug 20 12:05:21.928711 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f18667a7-79ce-4fd5-8495-8ec5f5a8d11a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port 757b6f1e-5a7c-45ca-9148-1116e71f7793 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:21.929314 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f18667a7-79ce-4fd5-8495-8ec5f5a8d11a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:22.046842 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f18667a7-79ce-4fd5-8495-8ec5f5a8d11a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] For port 757b6f1e-5a7c-45ca-9148-1116e71f7793, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=757b6f1e-5a7c-45ca-9148-1116e71f7793,segment=NetworkSegment(e001d95a-ae12-45d6-929d-c1d8be206a9e),segment_id=e001d95a-ae12-45d6-929d-c1d8be206a9e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:22.047221 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f18667a7-79ce-4fd5-8495-8ec5f5a8d11a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:22.061816 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f18667a7-79ce-4fd5-8495-8ec5f5a8d11a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for 757b6f1e-5a7c-45ca-9148-1116e71f7793 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:22.241528 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f18667a7-79ce-4fd5-8495-8ec5f5a8d11a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:22.270763 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18667a7-79ce-4fd5-8495-8ec5f5a8d11a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=757b6f1e-5a7c-45ca-9148-1116e71f7793,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:22.387133 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-53194b22-3477-438d-b555-a9f9d9809421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:22.482402 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f18667a7-79ce-4fd5-8495-8ec5f5a8d11a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:22.505941 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0577c33c-b7cd-4ecd-81d9-864081e65591 req-340bc7ea-ac4f-45ad-b6e5-df2c1d509369 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 210 time: 0.0363126 Aug 20 12:05:22.583682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-3f3798d1-fb17-43f9-aa44-ad763de7c056 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:22.585513 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-3f3798d1-fb17-43f9-aa44-ad763de7c056 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.76 "GET /v2.0/networks?id=832fdf7f-df15-417e-9c85-a2b500dfedeb HTTP/1.1" status: 200 len: 813 time: 0.2954717 Aug 20 12:05:22.652739 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-610f4b4d-be0c-47ee-9d14-e92262282210 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=676c055147b0493285975a9f7901bad5 HTTP/1.1" status: 200 len: 380 time: 0.0584869 Aug 20 12:05:22.665047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-ececcfce-f9df-46ca-b599-2b0f386cb638 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Request body: {'port': {'device_id': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'admin_state_up': True, 'tenant_id': '676c055147b0493285975a9f7901bad5', 'security_groups': ['7ee490ef-66c3-4586-862b-7da8f85f18e5']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:22.706393 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18667a7-79ce-4fd5-8495-8ec5f5a8d11a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router bb8a974f-2163-4c81-982a-64c9b82a0e59 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:05:22.789409 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-ececcfce-f9df-46ca-b599-2b0f386cb638 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Made reservation on behalf of 676c055147b0493285975a9f7901bad5 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:22.793042 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-ececcfce-f9df-46ca-b599-2b0f386cb638 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:22.827893 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18667a7-79ce-4fd5-8495-8ec5f5a8d11a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:05:22.845490 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f40558-dc14-4cdb-9b2f-5aae4b45eab1 None None] Sync routers for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:05:22.852355 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f18667a7-79ce-4fd5-8495-8ec5f5a8d11a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/bb8a974f-2163-4c81-982a-64c9b82a0e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8188729 Aug 20 12:05:22.869824 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f40558-dc14-4cdb-9b2f-5aae4b45eab1 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:22.870125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47186) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:22.870525 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-89f40558-dc14-4cdb-9b2f-5aae4b45eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:22.883609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c93ec0fb-c9e5-49cd-b19a-ce7737098c0d no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:22.927454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: c93ec0fb-c9e5-49cd-b19a-ce7737098c0d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:22.927925 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c93ec0fb-c9e5-49cd-b19a-ce7737098c0d not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:22.969518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-ececcfce-f9df-46ca-b599-2b0f386cb638 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Allocated IP 172.20.0.3 (832fdf7f-df15-417e-9c85-a2b500dfedeb/fc14ebfd-bb86-4a1c-a5e2-851577538799/f707d2d0-487b-4c4a-b78c-2e3fcf52ce42) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:22.991543 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-89f40558-dc14-4cdb-9b2f-5aae4b45eab1 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:23.014725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91a6d7a-4959-4f35-87c4-db969bed7042 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting subnet 8fa73a10-27ee-4564-8c73-33264ae279a7 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:05:23.019424 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e91a6d7a-4959-4f35-87c4-db969bed7042 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:23.062113 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-89f40558-dc14-4cdb-9b2f-5aae4b45eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:22Z', 'revision_number': 11, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:23.093077 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f40558-dc14-4cdb-9b2f-5aae4b45eab1 None None] Checking router: bb8a974f-2163-4c81-982a-64c9b82a0e59 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:05:23.102561 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e91a6d7a-4959-4f35-87c4-db969bed7042 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:23.115380 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f40558-dc14-4cdb-9b2f-5aae4b45eab1 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:23.116404 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-89f40558-dc14-4cdb-9b2f-5aae4b45eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:04:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:23.210510 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-ececcfce-f9df-46ca-b599-2b0f386cb638 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:23.214497 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-89f40558-dc14-4cdb-9b2f-5aae4b45eab1 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:23.226290 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e91a6d7a-4959-4f35-87c4-db969bed7042 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:23.231592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-ececcfce-f9df-46ca-b599-2b0f386cb638 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Transition to ACTIVE for port object f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:23.275133 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-ececcfce-f9df-46ca-b599-2b0f386cb638 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:23.287793 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-89f40558-dc14-4cdb-9b2f-5aae4b45eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:22Z', 'revision_number': 11, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:23.323548 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f40558-dc14-4cdb-9b2f-5aae4b45eab1 None None] The sync data for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 is: [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:22Z', 'revision_number': 11, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:05:23.351814 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e91a6d7a-4959-4f35-87c4-db969bed7042 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:23.369984 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececcfce-f9df-46ca-b599-2b0f386cb638 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Pushing event updated for resources: {'Port': ['ID=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:23.383014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-ececcfce-f9df-46ca-b599-2b0f386cb638 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Network 832fdf7f-df15-417e-9c85-a2b500dfedeb is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:23.384380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-ececcfce-f9df-46ca-b599-2b0f386cb638 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:23.396524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-ececcfce-f9df-46ca-b599-2b0f386cb638 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:23.405288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a6d7a-4959-4f35-87c4-db969bed7042 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa73a10-27ee-4564-8c73-33264ae279a7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:23.411784 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e91a6d7a-4959-4f35-87c4-db969bed7042 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:23.418595 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e91a6d7a-4959-4f35-87c4-db969bed7042 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/8fa73a10-27ee-4564-8c73-33264ae279a7 HTTP/1.1" status: 204 len: 168 time: 0.5474002 Aug 20 12:05:23.419359 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47190) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:23.419762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7cbb62-f0ff-4bcc-b3b8-6415713d47f2 None None] Network 04840071-fb9f-48ee-963d-da1abe6843cd requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:23.482149 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-ececcfce-f9df-46ca-b599-2b0f386cb638 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:23.484741 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-ececcfce-f9df-46ca-b599-2b0f386cb638 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:23.507948 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:23.521612 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-ececcfce-f9df-46ca-b599-2b0f386cb638 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8624055 Aug 20 12:05:23.534795 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Request body: {'port': {'device_id': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:23.656423 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Deleting port 59b21a71-f316-47ba-91b2-2dfdf1017bd8 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:23.656875 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:23.691125 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:23.761485 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d935ad-73a4-4fca-84a8-8514cd137b55 None None] DHCP port deletion for 04840071-fb9f-48ee-963d-da1abe6843cd request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:05:23.798179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca863995-9fbe-47a4-9154-c6fcb1f4c3cb req-b8ccd89c-c68e-447c-b8aa-cf033f4291b8 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:23.800344 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca863995-9fbe-47a4-9154-c6fcb1f4c3cb req-b8ccd89c-c68e-447c-b8aa-cf033f4291b8 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 931 time: 0.1550410 Aug 20 12:05:23.845133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] For port 59b21a71-f316-47ba-91b2-2dfdf1017bd8, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=59b21a71-f316-47ba-91b2-2dfdf1017bd8,segment=NetworkSegment(e001d95a-ae12-45d6-929d-c1d8be206a9e),segment_id=e001d95a-ae12-45d6-929d-c1d8be206a9e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:23.845507 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:23.861381 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-09d935ad-73a4-4fca-84a8-8514cd137b55 None None] Deleting port 59b21a71-f316-47ba-91b2-2dfdf1017bd8 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:23.861810 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-09d935ad-73a4-4fca-84a8-8514cd137b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:23.869691 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Calling delete_port for 59b21a71-f316-47ba-91b2-2dfdf1017bd8 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:23.906037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e6fa1253-4650-4ae3-9f9e-9e8b19ebe7c6 None None] Provisioning for port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:23.952946 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e6fa1253-4650-4ae3-9f9e-9e8b19ebe7c6 None None] Provisioning complete for port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:23.954373 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1253-4650-4ae3-9f9e-9e8b19ebe7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:23.975804 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:24.015675 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca863995-9fbe-47a4-9154-c6fcb1f4c3cb req-a2ff592f-c5ea-414f-9c48-1668f438a205 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086289 Aug 20 12:05:24.025496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Port': ['ID=59b21a71-f316-47ba-91b2-2dfdf1017bd8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:24.033562 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No DVR routers for this DVR port 59b21a71-f316-47ba-91b2-2dfdf1017bd8 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:05:24.071324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-09d935ad-73a4-4fca-84a8-8514cd137b55 None None] For port 59b21a71-f316-47ba-91b2-2dfdf1017bd8, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=59b21a71-f316-47ba-91b2-2dfdf1017bd8,segment=NetworkSegment(e001d95a-ae12-45d6-929d-c1d8be206a9e),segment_id=e001d95a-ae12-45d6-929d-c1d8be206a9e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:24.071763 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-09d935ad-73a4-4fca-84a8-8514cd137b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:24.099316 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa1253-4650-4ae3-9f9e-9e8b19ebe7c6 None None] Port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:05:24.105523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-09d935ad-73a4-4fca-84a8-8514cd137b55 None None] Calling delete_port for 59b21a71-f316-47ba-91b2-2dfdf1017bd8 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:24.129356 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:24.140490 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04840071-fb9f-48ee-963d-da1abe6843cd']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:24.157556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e001d95a-ae12-45d6-929d-c1d8be206a9e') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:24.157858 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e001d95a-ae12-45d6-929d-c1d8be206a9e') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:24.186296 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:24.200797 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:24.208721 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:05:24.209301 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:05:24.212924 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:05:24.247904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:24.261817 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:24.288671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Transition to ACTIVE for port object f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:24.293734 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:24.295250 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:24.316943 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:24.329253 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/networks/04840071-fb9f-48ee-963d-da1abe6843cd HTTP/1.1" status: 204 len: 168 time: 0.9061582 Aug 20 12:05:24.334507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47196) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:24.336897 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-09d935ad-73a4-4fca-84a8-8514cd137b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:24.339957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-60e806a9-1dd0-47e8-a04b-fa759647b717 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'router': {'routes': None}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:24.355934 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa783fb1-b3a7-4493-98b4-c334f54dea6a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Pushing event deleted for resources: {'Network': ['ID=04840071-fb9f-48ee-963d-da1abe6843cd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:24.391012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09d935ad-73a4-4fca-84a8-8514cd137b55 None None] Network 04840071-fb9f-48ee-963d-da1abe6843cd is not hosted by any dhcp agent {{(pid=94692) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 12:05:24.391652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d935ad-73a4-4fca-84a8-8514cd137b55 None None] No DVR routers for this DVR port 59b21a71-f316-47ba-91b2-2dfdf1017bd8 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:05:24.416066 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d935ad-73a4-4fca-84a8-8514cd137b55 None None] Pushing event deleted for resources: {'Port': ['ID=59b21a71-f316-47ba-91b2-2dfdf1017bd8,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:24.843778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 757b6f1e-5a7c-45ca-9148-1116e71f7793 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:24.870796 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 757b6f1e-5a7c-45ca-9148-1116e71f7793 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:24.871578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 757b6f1e-5a7c-45ca-9148-1116e71f7793 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:24.872233 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 59b21a71-f316-47ba-91b2-2dfdf1017bd8 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:24.892828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Pushing event updated for resources: {'Port': ['ID=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:24.940541 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 59b21a71-f316-47ba-91b2-2dfdf1017bd8 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:24.941308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 59b21a71-f316-47ba-91b2-2dfdf1017bd8 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:24.977555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.extraroute_db [None req-60e806a9-1dd0-47e8-a04b-fa759647b717 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Added routes are [] {{(pid=94691) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 12:05:24.977857 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.extraroute_db [None req-60e806a9-1dd0-47e8-a04b-fa759647b717 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Removed routes are [] {{(pid=94691) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 12:05:24.978200 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60e806a9-1dd0-47e8-a04b-fa759647b717 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:25.038325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Attempting to bind port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:25.038593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Attempting to bind port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '443cabe6-29eb-4c7b-836f-631e68733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:25.038825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Attempting to bind port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 on network 832fdf7f-df15-417e-9c85-a2b500dfedeb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:25.069087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 on network 832fdf7f-df15-417e-9c85-a2b500dfedeb not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:05:25.069428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Attempting to bind port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 on network 832fdf7f-df15-417e-9c85-a2b500dfedeb {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:25.115564 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:25.115908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Checking segment: {'id': '443cabe6-29eb-4c7b-836f-631e68733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:25.116301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Bound using segment: {'id': '443cabe6-29eb-4c7b-836f-631e68733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:25.117044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Bound port: f707d2d0-487b-4c4a-b78c-2e3fcf52ce42, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443cabe6-29eb-4c7b-836f-631e68733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:25.117235 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:25.138745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cabcf-1163-4b75-9503-8ba6bded4860 req-8c7ec6fb-e1f8-490f-98bc-94b657badcab tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:25.150597 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-206cabcf-1163-4b75-9503-8ba6bded4860 req-8c7ec6fb-e1f8-490f-98bc-94b657badcab tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 943 time: 0.0718269 Aug 20 12:05:25.161042 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60e806a9-1dd0-47e8-a04b-fa759647b717 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:25.167387 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60e806a9-1dd0-47e8-a04b-fa759647b717 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:25.179693 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-72f7b5e8-a559-4ab6-95f4-5e1e724aa6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:25.213943 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-206cabcf-1163-4b75-9503-8ba6bded4860 req-319fbaf1-4553-4a4a-a8e3-1b9be93e8dcb tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577850 Aug 20 12:05:25.304440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e806a9-1dd0-47e8-a04b-fa759647b717 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router bb8a974f-2163-4c81-982a-64c9b82a0e59 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:05:25.328560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] For port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:25.332465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] For port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42,segment=NetworkSegment(443cabe6-29eb-4c7b-836f-631e68733331),segment_id=443cabe6-29eb-4c7b-836f-631e68733331)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:25.366132 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:25.436520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e806a9-1dd0-47e8-a04b-fa759647b717 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:05:25.439932 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:25.440550 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:25.442064 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] 10.222.0.76 "PUT /v2.0/ports/f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 HTTP/1.1" status: 200 len: 1091 time: 1.9119985 Aug 20 12:05:25.442515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'tag': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:25.444822 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23515b5-8813-4711-8502-010835c762ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c0620692-d43f-4ee0-b370-28209b650f0f", "tag": "f707d2d0-487b-4c4a-b78c-2e3fcf52ce42"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:25.476382 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60e806a9-1dd0-47e8-a04b-fa759647b717 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:25.477588 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-60e806a9-1dd0-47e8-a04b-fa759647b717 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/bb8a974f-2163-4c81-982a-64c9b82a0e59 HTTP/1.1" status: 200 len: 700 time: 1.1415753 Aug 20 12:05:25.481191 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47204) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:25.490257 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720bedd-1b85-4790-9470-0a5ba45d84a8 None None] Sync routers for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:05:25.520224 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:25.522870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720bedd-1b85-4790-9470-0a5ba45d84a8 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:25.523692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d720bedd-1b85-4790-9470-0a5ba45d84a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:05:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:25.543263 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4c3ce1-4439-408b-92a9-d87913cfec57 x-openstack-request-id: req-6d4c3ce1-4439-408b-92a9-d87913cfec57 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:25.543614 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0620692-d43f-4ee0-b370-28209b650f0f", "tag": "f707d2d0-487b-4c4a-b78c-2e3fcf52ce42", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:25.543790 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d4c3ce1-4439-408b-92a9-d87913cfec57 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:25.544174 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'tag': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42', 'status': 'completed', 'code': 200} Aug 20 12:05:25.555332 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20081e54-641f-4ace-9d88-34d030d3054b service neutron] Pushing event updated for resources: {'Port': ['ID=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:25.557856 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7d3daad3-ab9b-4696-9927-2397bb4514f6 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8a974f-2163-4c81-982a-64c9b82a0e59 HTTP/1.1" status: 200 len: 205 time: 0.0751126 Aug 20 12:05:25.559885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47206) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:25.592268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-ca215944-ae7d-4db8-bedd-b8a7ec6e6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:25.596663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-ca215944-ae7d-4db8-bedd-b8a7ec6e6c2a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=676c055147b0493285975a9f7901bad5&device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 1094 time: 0.1155429 Aug 20 12:05:25.682129 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-d12428cb-c156-47b2-be78-33c1cedff349 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 HTTP/1.1" status: 200 len: 217 time: 0.0751765 Aug 20 12:05:25.743772 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1266dacd-56e3-4a69-9c0b-cfae5e39b4e8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:25.856137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-24efe26e-8f3b-4a6c-ad4f-548576b85bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:25.858013 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-24efe26e-8f3b-4a6c-ad4f-548576b85bfb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fc14ebfd-bb86-4a1c-a5e2-851577538799 HTTP/1.1" status: 200 len: 852 time: 0.1686459 Aug 20 12:05:25.985762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-d720bedd-1b85-4790-9470-0a5ba45d84a8 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:25.993580 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-a21eeb45-d422-499e-af57-314dc669d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:25.995545 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-a21eeb45-d422-499e-af57-314dc669d6dc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=832fdf7f-df15-417e-9c85-a2b500dfedeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300023 Aug 20 12:05:26.103513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d720bedd-1b85-4790-9470-0a5ba45d84a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:22Z', 'revision_number': 11, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:26.140685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720bedd-1b85-4790-9470-0a5ba45d84a8 None None] Checking router: bb8a974f-2163-4c81-982a-64c9b82a0e59 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:05:26.160736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720bedd-1b85-4790-9470-0a5ba45d84a8 None None] Routers {'bb8a974f-2163-4c81-982a-64c9b82a0e59'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:26.161544 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d720bedd-1b85-4790-9470-0a5ba45d84a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:05:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bb8a974f-2163-4c81-982a-64c9b82a0e59'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:26.274675 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-d720bedd-1b85-4790-9470-0a5ba45d84a8 None None] Set router bb8a974f-2163-4c81-982a-64c9b82a0e59 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:26.351416 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-f7876285-ff02-4196-9d24-da780ff7d462 service neutron] 10.222.0.76 "GET /v2.0/networks/832fdf7f-df15-417e-9c85-a2b500dfedeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426452 Aug 20 12:05:26.388345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d720bedd-1b85-4790-9470-0a5ba45d84a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:22Z', 'revision_number': 11, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:26.408748 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1266dacd-56e3-4a69-9c0b-cfae5e39b4e8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:26.414159 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1266dacd-56e3-4a69-9c0b-cfae5e39b4e8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:26.426485 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720bedd-1b85-4790-9470-0a5ba45d84a8 None None] The sync data for ids ['bb8a974f-2163-4c81-982a-64c9b82a0e59'] in n-d-804299-2 is: [{'id': 'bb8a974f-2163-4c81-982a-64c9b82a0e59', 'name': 'tempest-RoutersTest-router-154819043', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:04:52Z', 'updated_at': '2021-08-20T12:05:22Z', 'revision_number': 11, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:05:26.434938 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:26.526859 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de176b80-05d9-40c9-8c37-e6d5933f99ae req-cb9dc813-d10e-47aa-a24e-a5c7de41b67e tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:26.529078 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-de176b80-05d9-40c9-8c37-e6d5933f99ae req-cb9dc813-d10e-47aa-a24e-a5c7de41b67e tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 943 time: 0.1872077 Aug 20 12:05:26.539369 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1266dacd-56e3-4a69-9c0b-cfae5e39b4e8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:26.540197 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1266dacd-56e3-4a69-9c0b-cfae5e39b4e8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Fanout notify agent at l3_agent the message router_deleted on router bb8a974f-2163-4c81-982a-64c9b82a0e59 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:05:26.563868 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e7189c8-1f03-438c-a59b-4615ce80f696 req-a3ae008f-35d6-4dc0-b055-3cd84617f09d service neutron] 10.222.0.76 "GET /v2.0/networks/832fdf7f-df15-417e-9c85-a2b500dfedeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055180 Aug 20 12:05:26.571589 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1266dacd-56e3-4a69-9c0b-cfae5e39b4e8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:26.572723 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1266dacd-56e3-4a69-9c0b-cfae5e39b4e8 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/routers/bb8a974f-2163-4c81-982a-64c9b82a0e59 HTTP/1.1" status: 204 len: 168 time: 1.0118899 Aug 20 12:05:26.577245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47214) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:26.587990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-88b70327-cd1f-43ef-bc74-93f2c691cf53 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-420780964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:26.638225 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-de176b80-05d9-40c9-8c37-e6d5933f99ae req-cf9d22f5-09da-45fe-a420-ad2bfbee4e03 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000512 Aug 20 12:05:26.641781 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88b70327-cd1f-43ef-bc74-93f2c691cf53 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:26.642908 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88b70327-cd1f-43ef-bc74-93f2c691cf53 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:26.732173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23515b5-8813-4711-8502-010835c762ea req-155aa428-431c-4575-b3b8-4c7d9a3c74f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:26.733774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c23515b5-8813-4711-8502-010835c762ea req-155aa428-431c-4575-b3b8-4c7d9a3c74f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=676c055147b0493285975a9f7901bad5&device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 1094 time: 0.0860653 Aug 20 12:05:26.771448 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88b70327-cd1f-43ef-bc74-93f2c691cf53 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:26.786171 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88b70327-cd1f-43ef-bc74-93f2c691cf53 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:26.835054 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88b70327-cd1f-43ef-bc74-93f2c691cf53 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:26.836281 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-88b70327-cd1f-43ef-bc74-93f2c691cf53 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2579596 Aug 20 12:05:26.839018 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47216) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:26.843924 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ccc66ced-3d77-49b2-b70f-0495ada574ef tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:26.896783 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23515b5-8813-4711-8502-010835c762ea req-f7a7c990-85c4-495d-a8f1-9c43aad02a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:26.898941 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c23515b5-8813-4711-8502-010835c762ea req-f7a7c990-85c4-495d-a8f1-9c43aad02a53 service neutron] 10.222.0.76 "GET /v2.0/networks?id=832fdf7f-df15-417e-9c85-a2b500dfedeb HTTP/1.1" status: 200 len: 913 time: 0.1374428 Aug 20 12:05:26.979615 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c23515b5-8813-4711-8502-010835c762ea req-8654dda5-70c7-4d38-8f6a-e7905944cac7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 HTTP/1.1" status: 200 len: 217 time: 0.0699801 Aug 20 12:05:27.048452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23515b5-8813-4711-8502-010835c762ea req-1f119fff-2622-4f62-872b-4d05a5007f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:27.049944 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c23515b5-8813-4711-8502-010835c762ea req-1f119fff-2622-4f62-872b-4d05a5007f7c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fc14ebfd-bb86-4a1c-a5e2-851577538799 HTTP/1.1" status: 200 len: 852 time: 0.0608602 Aug 20 12:05:27.135050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23515b5-8813-4711-8502-010835c762ea req-bd2ca3b7-8492-425d-be59-66e9c08a2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:27.136818 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c23515b5-8813-4711-8502-010835c762ea req-bd2ca3b7-8492-425d-be59-66e9c08a2c23 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=832fdf7f-df15-417e-9c85-a2b500dfedeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751951 Aug 20 12:05:27.200486 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccc66ced-3d77-49b2-b70f-0495ada574ef tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6590'] for router, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:27.216379 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccc66ced-3d77-49b2-b70f-0495ada574ef tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427135'] for router, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:27.257986 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c23515b5-8813-4711-8502-010835c762ea req-331470c6-e7ed-478d-9bc1-f3a66322cd0b service neutron] 10.222.0.76 "GET /v2.0/networks/832fdf7f-df15-417e-9c85-a2b500dfedeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129589 Aug 20 12:05:27.375436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc66ced-3d77-49b2-b70f-0495ada574ef tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Router 723c9cf3-7555-4b3c-914a-99f8d929f196 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:05:27.459156 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c23515b5-8813-4711-8502-010835c762ea req-0ca666bb-8347-4c02-a95b-86a4a55c9395 service neutron] 10.222.0.76 "GET /v2.0/networks/832fdf7f-df15-417e-9c85-a2b500dfedeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922257 Aug 20 12:05:27.466185 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc66ced-3d77-49b2-b70f-0495ada574ef tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:05:27.480395 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69e19f-dbaf-430b-ab84-1f93a3a2a7d7 None None] Sync routers for ids ['723c9cf3-7555-4b3c-914a-99f8d929f196'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:05:27.482108 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccc66ced-3d77-49b2-b70f-0495ada574ef tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:27.485456 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ccc66ced-3d77-49b2-b70f-0495ada574ef tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "PUT /v2.0/routers/723c9cf3-7555-4b3c-914a-99f8d929f196 HTTP/1.1" status: 200 len: 693 time: 0.6431501 Aug 20 12:05:27.487677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47220) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:27.496198 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69e19f-dbaf-430b-ab84-1f93a3a2a7d7 None None] Routers {'723c9cf3-7555-4b3c-914a-99f8d929f196'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:27.497677 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0f69e19f-dbaf-430b-ab84-1f93a3a2a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:05:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['723c9cf3-7555-4b3c-914a-99f8d929f196'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:27.575163 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4a4a38b3-9038-4d4d-86f8-0a40fec7a817 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/routers/723c9cf3-7555-4b3c-914a-99f8d929f196 HTTP/1.1" status: 200 len: 699 time: 0.0839913 Aug 20 12:05:27.577180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47222) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:27.579863 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-0f69e19f-dbaf-430b-ab84-1f93a3a2a7d7 None None] Set router 723c9cf3-7555-4b3c-914a-99f8d929f196 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:27.637545 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0f69e19f-dbaf-430b-ab84-1f93a3a2a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723c9cf3-7555-4b3c-914a-99f8d929f196', 'name': 'tempest-RoutersTest-router-420780964', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:05:26Z', 'updated_at': '2021-08-20T12:05:27Z', 'revision_number': 2, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:27.668605 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-755279b2-c537-4d58-83d8-c23a9ad2fb3a tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports?device_id=723c9cf3-7555-4b3c-914a-99f8d929f196 HTTP/1.1" status: 200 len: 205 time: 0.0869832 Aug 20 12:05:27.669447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47226) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:27.791868 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45cc55de-a474-40e8-9a54-539ba12687f5 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:27.813574 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69e19f-dbaf-430b-ab84-1f93a3a2a7d7 None None] Checking router: 723c9cf3-7555-4b3c-914a-99f8d929f196 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:05:27.834430 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69e19f-dbaf-430b-ab84-1f93a3a2a7d7 None None] Routers {'723c9cf3-7555-4b3c-914a-99f8d929f196'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:27.835128 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0f69e19f-dbaf-430b-ab84-1f93a3a2a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:05:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['723c9cf3-7555-4b3c-914a-99f8d929f196'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:27.886224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c5fc5-ccb2-453d-b438-bad0ef61b9ee req-449ca355-a3a3-4ff3-ba2f-fcd15b763dd8 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:27.887786 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-477c5fc5-ccb2-453d-b438-bad0ef61b9ee req-449ca355-a3a3-4ff3-ba2f-fcd15b763dd8 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 943 time: 0.1359453 Aug 20 12:05:27.931006 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-0f69e19f-dbaf-430b-ab84-1f93a3a2a7d7 None None] Set router 723c9cf3-7555-4b3c-914a-99f8d929f196 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:27.996481 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0f69e19f-dbaf-430b-ab84-1f93a3a2a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723c9cf3-7555-4b3c-914a-99f8d929f196', 'name': 'tempest-RoutersTest-router-420780964', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:05:26Z', 'updated_at': '2021-08-20T12:05:27Z', 'revision_number': 2, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:28.043121 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:28.044584 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45cc55de-a474-40e8-9a54-539ba12687f5 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:28.047671 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45cc55de-a474-40e8-9a54-539ba12687f5 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:28.063126 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-477c5fc5-ccb2-453d-b438-bad0ef61b9ee req-3cf22a02-9f88-4b62-8a03-12fb41131934 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071646 Aug 20 12:05:28.081089 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69e19f-dbaf-430b-ab84-1f93a3a2a7d7 None None] The sync data for ids ['723c9cf3-7555-4b3c-914a-99f8d929f196'] in n-d-804299-2 is: [{'id': '723c9cf3-7555-4b3c-914a-99f8d929f196', 'name': 'tempest-RoutersTest-router-420780964', 'tenant_id': '2646516c5d1a4be59f944868919c4e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:05:26Z', 'updated_at': '2021-08-20T12:05:27Z', 'revision_number': 2, 'project_id': '2646516c5d1a4be59f944868919c4e4e', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:05:28.127737 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45cc55de-a474-40e8-9a54-539ba12687f5 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:28.129648 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cc55de-a474-40e8-9a54-539ba12687f5 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Fanout notify agent at l3_agent the message router_deleted on router 723c9cf3-7555-4b3c-914a-99f8d929f196 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:05:28.138723 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45cc55de-a474-40e8-9a54-539ba12687f5 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:28.143367 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-45cc55de-a474-40e8-9a54-539ba12687f5 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/routers/723c9cf3-7555-4b3c-914a-99f8d929f196 HTTP/1.1" status: 204 len: 168 time: 0.4694982 Aug 20 12:05:28.145304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47228) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.185143 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0437f355-5e1e-4028-bbbd-5228c94aa066 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports?device_id=723c9cf3-7555-4b3c-914a-99f8d929f196 HTTP/1.1" status: 200 len: 205 time: 0.0369115 Aug 20 12:05:28.188374 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47230) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.238292 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-88b92282-e349-442a-9879-640ed5df1925 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] delete failed (client error): The resource could not be found. Aug 20 12:05:28.239522 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-88b92282-e349-442a-9879-640ed5df1925 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/routers/723c9cf3-7555-4b3c-914a-99f8d929f196 HTTP/1.1" status: 404 len: 336 time: 0.0502071 Aug 20 12:05:28.242425 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47232) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.272451 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f8fe39-ec3b-411f-9ae9-f4e5aa59b463 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] DELETE failed (client error): The resource could not be found. Aug 20 12:05:28.273009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f8fe39-ec3b-411f-9ae9-f4e5aa59b463 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:05:28.274739 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-45f8fe39-ec3b-411f-9ae9-f4e5aa59b463 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/d5e65b0a-948e-4de5-bb1e-a7f8e18d71ab HTTP/1.1" status: 404 len: 337 time: 0.0313294 Aug 20 12:05:28.277939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47234) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.318773 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea150772-4e23-4eba-b879-4b599b7644b3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] DELETE failed (client error): The resource could not be found. Aug 20 12:05:28.319242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea150772-4e23-4eba-b879-4b599b7644b3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:05:28.323332 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ea150772-4e23-4eba-b879-4b599b7644b3 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/348fb1e8-b091-43d8-ba80-4284c494d43e HTTP/1.1" status: 404 len: 337 time: 0.0419307 Aug 20 12:05:28.323778 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47236) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.355131 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-79561081-b506-4b5e-9279-05db76d37369 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] DELETE failed (client error): The resource could not be found. Aug 20 12:05:28.355600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79561081-b506-4b5e-9279-05db76d37369 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:05:28.359610 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-79561081-b506-4b5e-9279-05db76d37369 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/ea865187-8da7-4f6c-85c4-1fb0f6907838 HTTP/1.1" status: 404 len: 337 time: 0.0325558 Aug 20 12:05:28.361047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47240) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.396244 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7fa8870-1bca-476c-9011-d209a0647b79 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] DELETE failed (client error): The resource could not be found. Aug 20 12:05:28.396777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7fa8870-1bca-476c-9011-d209a0647b79 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:05:28.398590 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b7fa8870-1bca-476c-9011-d209a0647b79 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/8fa73a10-27ee-4564-8c73-33264ae279a7 HTTP/1.1" status: 404 len: 337 time: 0.0365641 Aug 20 12:05:28.401406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47242) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.430529 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ea8ad118-b9dd-4570-a88a-345bc1b06548 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8a974f-2163-4c81-982a-64c9b82a0e59 HTTP/1.1" status: 200 len: 205 time: 0.0279703 Aug 20 12:05:28.432814 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47244) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.474298 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-7cbffe94-8875-4037-9596-f6d557bb1c17 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] delete failed (client error): The resource could not be found. Aug 20 12:05:28.477904 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7cbffe94-8875-4037-9596-f6d557bb1c17 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/routers/bb8a974f-2163-4c81-982a-64c9b82a0e59 HTTP/1.1" status: 404 len: 336 time: 0.0415161 Aug 20 12:05:28.478113 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47246) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.506282 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cfda51f7-c8bb-45b9-8e06-00f4feefc3d1 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports?device_id=f432d044-a64f-40a1-a834-32c775565222 HTTP/1.1" status: 200 len: 205 time: 0.0269766 Aug 20 12:05:28.508702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47248) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.552088 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-bd35a51f-b42e-479c-bbdf-0d1e16280abf tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] delete failed (client error): The resource could not be found. Aug 20 12:05:28.553054 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bd35a51f-b42e-479c-bbdf-0d1e16280abf tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/routers/f432d044-a64f-40a1-a834-32c775565222 HTTP/1.1" status: 404 len: 336 time: 0.0434754 Aug 20 12:05:28.555575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47250) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.584777 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b793e2-b3e6-45e3-abe4-97e5b13b1301 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] DELETE failed (client error): The resource could not be found. Aug 20 12:05:28.585220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b793e2-b3e6-45e3-abe4-97e5b13b1301 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:05:28.586964 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d1b793e2-b3e6-45e3-abe4-97e5b13b1301 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/0a466953-53e5-49f2-ad09-b0612178c5cb HTTP/1.1" status: 404 len: 337 time: 0.0303495 Aug 20 12:05:28.589503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47252) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.616490 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cb780248-15b2-4e47-9b27-82cf660907cb tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b7d457d-7cbc-4716-a489-314ca3ad4f81 HTTP/1.1" status: 200 len: 205 time: 0.0259340 Aug 20 12:05:28.619339 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47254) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.662578 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-e8cbbc17-6549-4194-9156-a4b265702342 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] delete failed (client error): The resource could not be found. Aug 20 12:05:28.663635 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e8cbbc17-6549-4194-9156-a4b265702342 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/routers/3b7d457d-7cbc-4716-a489-314ca3ad4f81 HTTP/1.1" status: 404 len: 336 time: 0.0430617 Aug 20 12:05:28.666187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47256) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.694299 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b72f9902-e8f0-46a0-bcbb-d54579fffc2f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5d3f46-e824-42ed-97e8-b8bc0736cdf7 HTTP/1.1" status: 200 len: 205 time: 0.0268986 Aug 20 12:05:28.700834 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47258) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.745795 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [None req-43385661-6843-46f9-bf32-aa95edb19e90 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] delete failed (client error): The resource could not be found. Aug 20 12:05:28.749085 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-43385661-6843-46f9-bf32-aa95edb19e90 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/routers/cc5d3f46-e824-42ed-97e8-b8bc0736cdf7 HTTP/1.1" status: 404 len: 336 time: 0.0471184 Aug 20 12:05:28.749652 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47260) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.780200 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af3e508-3f13-4b0b-9778-96e2972952db tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] DELETE failed (client error): The resource could not be found. Aug 20 12:05:28.781693 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af3e508-3f13-4b0b-9778-96e2972952db tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:05:28.784448 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8af3e508-3f13-4b0b-9778-96e2972952db tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/a6143778-7d4d-4136-88ae-f6b6bf0f0623 HTTP/1.1" status: 404 len: 337 time: 0.0314059 Aug 20 12:05:28.785585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47262) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.816622 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2459d3e9-7421-45b4-9dc7-fca404291420 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf61812-50ac-4a29-9b76-f631284014c1 HTTP/1.1" status: 200 len: 205 time: 0.0297978 Aug 20 12:05:28.819076 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47264) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.856499 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-26cbea02-bac4-44fd-a23b-98ee664dd65f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] delete failed (client error): The resource could not be found. Aug 20 12:05:28.860001 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-26cbea02-bac4-44fd-a23b-98ee664dd65f tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/routers/4cf61812-50ac-4a29-9b76-f631284014c1 HTTP/1.1" status: 404 len: 336 time: 0.0375578 Aug 20 12:05:28.860323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47266) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.890460 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d794c0e-dda3-4712-819f-f80465230c4c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] DELETE failed (client error): The resource could not be found. Aug 20 12:05:28.891032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d794c0e-dda3-4712-819f-f80465230c4c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:05:28.892922 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9d794c0e-dda3-4712-819f-f80465230c4c tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/a1911019-83c2-4601-8eeb-30e909188c20 HTTP/1.1" status: 404 len: 337 time: 0.0315464 Aug 20 12:05:28.896314 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47268) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.928123 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-694fd74b-4134-44b6-9bef-d42dd704aedb tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "GET /v2.0/ports?device_id=e58821ab-30bf-419f-974e-1ff74282cc8a HTTP/1.1" status: 200 len: 205 time: 0.0305753 Aug 20 12:05:28.931010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47270) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:28.970315 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-6788830a-2563-4fdd-ae20-63155df96ede tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] delete failed (client error): The resource could not be found. Aug 20 12:05:28.971357 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6788830a-2563-4fdd-ae20-63155df96ede tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/routers/e58821ab-30bf-419f-974e-1ff74282cc8a HTTP/1.1" status: 404 len: 336 time: 0.0395031 Aug 20 12:05:28.974139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47272) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:29.004242 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-658d7edf-93ee-4cdf-9a62-ed6310309930 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] DELETE failed (client error): The resource could not be found. Aug 20 12:05:29.004242 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658d7edf-93ee-4cdf-9a62-ed6310309930 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:05:29.004242 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-658d7edf-93ee-4cdf-9a62-ed6310309930 tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/be5c268b-9780-4977-8bff-dc00ecfdaf10 HTTP/1.1" status: 404 len: 337 time: 0.0281386 Aug 20 12:05:29.007515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47274) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:29.039365 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-993a24e6-d21b-4188-bd4f-1f3e91f5cefe tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] DELETE failed (client error): The resource could not be found. Aug 20 12:05:29.039816 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993a24e6-d21b-4188-bd4f-1f3e91f5cefe tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:05:29.041548 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-993a24e6-d21b-4188-bd4f-1f3e91f5cefe tempest-RoutersTest-294187583 tempest-RoutersTest-294187583-project] 10.222.0.37 "DELETE /v2.0/subnets/9591815d-ed2a-4174-8429-c8cf1e1d169c HTTP/1.1" status: 404 len: 337 time: 0.0330145 Aug 20 12:05:29.218561 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a15ac-27ae-4bf8-a359-1763167391f5 req-b42b5509-7df5-4da5-b230-a5f109935da0 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:29.220516 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4d4a15ac-27ae-4bf8-a359-1763167391f5 req-b42b5509-7df5-4da5-b230-a5f109935da0 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 943 time: 0.0766058 Aug 20 12:05:29.286146 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4d4a15ac-27ae-4bf8-a359-1763167391f5 req-e41f61b3-a952-4d85-86c3-7aabdb227e29 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567126 Aug 20 12:05:29.432524 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47284) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:29.575214 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-89a783be-65c7-4b63-9164-45ccb1b1b8e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2646516c5d1a4be59f944868919c4e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391661 Aug 20 12:05:29.575898 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47288) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:29.623247 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2289e319-b235-402d-96f4-df62c77fa3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:29.645255 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2289e319-b235-402d-96f4-df62c77fa3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:29.691095 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2289e319-b235-402d-96f4-df62c77fa3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:29.693808 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2289e319-b235-402d-96f4-df62c77fa3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:29.697262 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2289e319-b235-402d-96f4-df62c77fa3f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb40cf86-f8aa-44c7-8e86-72060da787aa HTTP/1.1" status: 204 len: 168 time: 0.1184623 Aug 20 12:05:29.704281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289e319-b235-402d-96f4-df62c77fa3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb40cf86-f8aa-44c7-8e86-72060da787aa,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:30.380073 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47312) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:30.419122 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2549af-16e2-4c16-a7e5-63dea2494d1b req-9197fe2f-2b5d-45d7-8531-1a0413a20225 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:30.430045 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b2549af-16e2-4c16-a7e5-63dea2494d1b req-9197fe2f-2b5d-45d7-8531-1a0413a20225 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 943 time: 0.0682964 Aug 20 12:05:30.468685 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9b2549af-16e2-4c16-a7e5-63dea2494d1b req-81982445-2d78-4fe8-8bba-4cfd92447d72 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362670 Aug 20 12:05:30.510340 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7d7fd9f7-4adc-4935-a6c4-44d9b43135ce tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group': {'name': 'tempest-secgroup--273564919'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:30.536662 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d7fd9f7-4adc-4935-a6c4-44d9b43135ce tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:30.545003 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d7fd9f7-4adc-4935-a6c4-44d9b43135ce tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:30.639901 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d7fd9f7-4adc-4935-a6c4-44d9b43135ce tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:30.644020 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d7fd9f7-4adc-4935-a6c4-44d9b43135ce tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:30.682758 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fd9f7-4adc-4935-a6c4-44d9b43135ce tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fbd856-6b10-4716-a9ff-f1a18906b3b1,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:30.740043 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d7fd9f7-4adc-4935-a6c4-44d9b43135ce tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:30.743953 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d7fd9f7-4adc-4935-a6c4-44d9b43135ce tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:30.772570 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d7fd9f7-4adc-4935-a6c4-44d9b43135ce tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:30.773835 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7d7fd9f7-4adc-4935-a6c4-44d9b43135ce tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3924415 Aug 20 12:05:30.775726 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fd9f7-4adc-4935-a6c4-44d9b43135ce tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be168f4-4d1d-411c-bff1-2fbb000cc686,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:30.776807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47318) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:30.838680 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f0a145d0-edec-40f9-824b-9d61c14c9da2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0600450 Aug 20 12:05:30.841349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47320) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:30.845826 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group': {'name': 'tempest-security--880645615', 'description': 'tempest-security-description-796549124'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:30.871443 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:30.918196 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:30.922513 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:30.925735 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:30.927108 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "PUT /v2.0/security-groups/2be168f4-4d1d-411c-bff1-2fbb000cc686 HTTP/1.1" status: 200 len: 1778 time: 0.0848207 Aug 20 12:05:30.930674 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47322) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:30.953690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be168f4-4d1d-411c-bff1-2fbb000cc686,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:30.964272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:30.964792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:30.965142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:30.965480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:30.966226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:30.966226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:30.966458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:30.966763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:30.967086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:30.967410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:30.967730 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:30.968106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e261bd5-3968-40cb-a6f3-761cafa13080 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:30.977211 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a4b5b7da-276a-4b28-9b8d-61c4fdd83c17 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-groups/2be168f4-4d1d-411c-bff1-2fbb000cc686 HTTP/1.1" status: 200 len: 1778 time: 0.0453906 Aug 20 12:05:30.979696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47324) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:31.034387 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92423b78-bc69-4583-9828-c25f402545a2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.056347 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92423b78-bc69-4583-9828-c25f402545a2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.096269 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92423b78-bc69-4583-9828-c25f402545a2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.099968 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92423b78-bc69-4583-9828-c25f402545a2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.101140 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-92423b78-bc69-4583-9828-c25f402545a2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-groups/2be168f4-4d1d-411c-bff1-2fbb000cc686 HTTP/1.1" status: 204 len: 168 time: 0.1205158 Aug 20 12:05:31.103819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47326) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:31.110363 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92423b78-bc69-4583-9828-c25f402545a2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be168f4-4d1d-411c-bff1-2fbb000cc686,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:31.152340 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f52eaef7-d56c-4a97-8b99-408bda4a2a84 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0472636 Aug 20 12:05:31.156855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47328) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:31.176661 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-da800ff8-2310-4f50-9d37-f0e5e5b4fd14 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] delete failed (client error): The resource could not be found. Aug 20 12:05:31.177987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-da800ff8-2310-4f50-9d37-f0e5e5b4fd14 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-groups/2be168f4-4d1d-411c-bff1-2fbb000cc686 HTTP/1.1" status: 404 len: 347 time: 0.0195253 Aug 20 12:05:31.181450 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47330) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:31.186828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e5d7b32a-222a-4c1a-bd79-560222e2643d tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group': {'name': 'tempest-secgroup--744484428'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:31.210745 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5d7b32a-222a-4c1a-bd79-560222e2643d tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.292284 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5d7b32a-222a-4c1a-bd79-560222e2643d tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.295982 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5d7b32a-222a-4c1a-bd79-560222e2643d tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.325359 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5d7b32a-222a-4c1a-bd79-560222e2643d tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.326591 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e5d7b32a-222a-4c1a-bd79-560222e2643d tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1440492 Aug 20 12:05:31.327271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7b32a-222a-4c1a-bd79-560222e2643d tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6e7dd0-e488-4566-8c29-5fe81875daec,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:31.332917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47332) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:31.339248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2ecf33cf-1246-4d12-9c64-2fbb791413ac tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group_rule': {'security_group_id': 'fe6e7dd0-e488-4566-8c29-5fe81875daec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:31.370161 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ecf33cf-1246-4d12-9c64-2fbb791413ac tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.422245 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ecf33cf-1246-4d12-9c64-2fbb791413ac tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.426416 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ecf33cf-1246-4d12-9c64-2fbb791413ac tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.445273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf33cf-1246-4d12-9c64-2fbb791413ac tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9daa3758-dd8d-4bef-9e75-9cce66909113,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:31.459589 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2ecf33cf-1246-4d12-9c64-2fbb791413ac tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.460926 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2ecf33cf-1246-4d12-9c64-2fbb791413ac tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267529 Aug 20 12:05:31.463702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47336) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:31.496044 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b2421352-7633-4f96-9306-979f82308695 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.504474 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b2421352-7633-4f96-9306-979f82308695 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.539881 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b2421352-7633-4f96-9306-979f82308695 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.545678 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b2421352-7633-4f96-9306-979f82308695 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.550086 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b2421352-7633-4f96-9306-979f82308695 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/9daa3758-dd8d-4bef-9e75-9cce66909113 HTTP/1.1" status: 204 len: 168 time: 0.0854099 Aug 20 12:05:31.551106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47340) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:31.572533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2421352-7633-4f96-9306-979f82308695 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9daa3758-dd8d-4bef-9e75-9cce66909113,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:31.601409 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e38f-dd96-469e-aa07-7a641dedca91 req-3438f4b9-097f-4cef-96d0-d90c6b780eb5 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:31.603332 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e349e38f-dd96-469e-aa07-7a641dedca91 req-3438f4b9-097f-4cef-96d0-d90c6b780eb5 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 943 time: 0.0593829 Aug 20 12:05:31.620363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-223c4d37-cc74-45c1-85d2-0311e2c75cc5 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0656877 Aug 20 12:05:31.620656 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47342) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:31.679757 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e349e38f-dd96-469e-aa07-7a641dedca91 req-e53b0e12-a4ed-4be9-940b-b4ca410d94f3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655677 Aug 20 12:05:31.699890 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f868232a-5997-4be1-8deb-0a124e7afbd6 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.723470 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f868232a-5997-4be1-8deb-0a124e7afbd6 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.764072 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f868232a-5997-4be1-8deb-0a124e7afbd6 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.766634 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f868232a-5997-4be1-8deb-0a124e7afbd6 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.767798 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f868232a-5997-4be1-8deb-0a124e7afbd6 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-groups/fe6e7dd0-e488-4566-8c29-5fe81875daec HTTP/1.1" status: 204 len: 168 time: 0.1462729 Aug 20 12:05:31.771239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47344) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:31.777618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868232a-5997-4be1-8deb-0a124e7afbd6 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6e7dd0-e488-4566-8c29-5fe81875daec,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:31.823242 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-276ddd12-9df0-42f4-950f-9fac154453eb tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506482 Aug 20 12:05:31.827444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47346) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:31.832114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-de9c26bf-4211-4e12-a744-3113c9c0f66b tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group': {'name': 'tempest-secgroup--17735689'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:31.854642 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-de9c26bf-4211-4e12-a744-3113c9c0f66b tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.937460 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-de9c26bf-4211-4e12-a744-3113c9c0f66b tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.941953 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-de9c26bf-4211-4e12-a744-3113c9c0f66b tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.967705 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-de9c26bf-4211-4e12-a744-3113c9c0f66b tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.968982 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-de9c26bf-4211-4e12-a744-3113c9c0f66b tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1410117 Aug 20 12:05:31.971785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47348) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:31.977961 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8d5c6a5e-c080-4566-9e9f-9565f2b2dbe2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group_rule': {'security_group_id': '30a7205e-c56e-4e9f-8ea8-fcd09ed8362d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:31.983349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c26bf-4211-4e12-a744-3113c9c0f66b tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a7205e-c56e-4e9f-8ea8-fcd09ed8362d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:32.008448 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d5c6a5e-c080-4566-9e9f-9565f2b2dbe2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.068373 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d5c6a5e-c080-4566-9e9f-9565f2b2dbe2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.072424 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d5c6a5e-c080-4566-9e9f-9565f2b2dbe2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.092460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c6a5e-c080-4566-9e9f-9565f2b2dbe2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52028997-e6e9-45d7-9640-d8cd57a2cbc0,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:32.096227 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d5c6a5e-c080-4566-9e9f-9565f2b2dbe2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.100764 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8d5c6a5e-c080-4566-9e9f-9565f2b2dbe2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245937 Aug 20 12:05:32.101257 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47350) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:32.105885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-56c9b9cd-43e7-4c72-a08b-f3e6dad07c20 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group_rule': {'security_group_id': '30a7205e-c56e-4e9f-8ea8-fcd09ed8362d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:32.134016 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56c9b9cd-43e7-4c72-a08b-f3e6dad07c20 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.182239 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56c9b9cd-43e7-4c72-a08b-f3e6dad07c20 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.186533 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56c9b9cd-43e7-4c72-a08b-f3e6dad07c20 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.207446 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9b9cd-43e7-4c72-a08b-f3e6dad07c20 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f41a1e6-ca57-4a92-9f9f-aade3a68bc7b,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:32.210944 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56c9b9cd-43e7-4c72-a08b-f3e6dad07c20 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.214857 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-56c9b9cd-43e7-4c72-a08b-f3e6dad07c20 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1100290 Aug 20 12:05:32.215314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47352) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:32.219824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2c8ad54d-24a0-4a88-b6af-5933a54f173a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group_rule': {'security_group_id': '30a7205e-c56e-4e9f-8ea8-fcd09ed8362d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:32.250041 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad54d-24a0-4a88-b6af-5933a54f173a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.312685 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad54d-24a0-4a88-b6af-5933a54f173a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.316532 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad54d-24a0-4a88-b6af-5933a54f173a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.335995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ad54d-24a0-4a88-b6af-5933a54f173a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65ed751-38db-44bc-bcd8-de72e12fb5c6,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:32.338853 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad54d-24a0-4a88-b6af-5933a54f173a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.343055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47354) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:32.345165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2c8ad54d-24a0-4a88-b6af-5933a54f173a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1288276 Aug 20 12:05:32.348652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9b5acc5c-cbeb-4a2e-89a0-c0f127e60487 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group_rule': {'security_group_id': '30a7205e-c56e-4e9f-8ea8-fcd09ed8362d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:32.375382 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b5acc5c-cbeb-4a2e-89a0-c0f127e60487 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.438853 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b5acc5c-cbeb-4a2e-89a0-c0f127e60487 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.443450 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b5acc5c-cbeb-4a2e-89a0-c0f127e60487 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.462890 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5acc5c-cbeb-4a2e-89a0-c0f127e60487 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23eb059e-e653-48db-b808-ffc1bb7e47db,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:32.465969 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b5acc5c-cbeb-4a2e-89a0-c0f127e60487 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.470126 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9b5acc5c-cbeb-4a2e-89a0-c0f127e60487 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260426 Aug 20 12:05:32.470551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47356) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:32.476686 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b6cc6244-e5a4-4c97-a705-592a046b1869 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group_rule': {'security_group_id': '30a7205e-c56e-4e9f-8ea8-fcd09ed8362d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:32.505337 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b6cc6244-e5a4-4c97-a705-592a046b1869 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.566849 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b6cc6244-e5a4-4c97-a705-592a046b1869 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.571732 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b6cc6244-e5a4-4c97-a705-592a046b1869 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.592842 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc6244-e5a4-4c97-a705-592a046b1869 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58db2c8f-9b18-4020-8d92-f7828e7f0dc5,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:32.596368 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b6cc6244-e5a4-4c97-a705-592a046b1869 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.601454 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b6cc6244-e5a4-4c97-a705-592a046b1869 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1271310 Aug 20 12:05:32.602026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47360) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:32.625907 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fd3f7fc9-e926-4e43-89f6-86e424fab3e5 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.634290 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fd3f7fc9-e926-4e43-89f6-86e424fab3e5 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.664469 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fd3f7fc9-e926-4e43-89f6-86e424fab3e5 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.670751 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fd3f7fc9-e926-4e43-89f6-86e424fab3e5 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.671834 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fd3f7fc9-e926-4e43-89f6-86e424fab3e5 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/58db2c8f-9b18-4020-8d92-f7828e7f0dc5 HTTP/1.1" status: 204 len: 168 time: 0.0692019 Aug 20 12:05:32.674703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47362) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:32.677162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f7fc9-e926-4e43-89f6-86e424fab3e5 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58db2c8f-9b18-4020-8d92-f7828e7f0dc5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:32.739159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47366) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:32.739399 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-28a62899-509f-4f97-b3c4-b4d5426671ed tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0622659 Aug 20 12:05:32.787188 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d76bd78b-4324-48d8-92fa-9e8ce25e6425 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.796801 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d76bd78b-4324-48d8-92fa-9e8ce25e6425 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.829550 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d2bb2-b380-4b39-8b8c-7727f87c65a1 req-73160f14-ee41-432c-9ea8-60e166cc438d tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:32.831036 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db6d2bb2-b380-4b39-8b8c-7727f87c65a1 req-73160f14-ee41-432c-9ea8-60e166cc438d tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 943 time: 0.0790119 Aug 20 12:05:32.845645 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d76bd78b-4324-48d8-92fa-9e8ce25e6425 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.860422 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d76bd78b-4324-48d8-92fa-9e8ce25e6425 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.861538 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d76bd78b-4324-48d8-92fa-9e8ce25e6425 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/23eb059e-e653-48db-b808-ffc1bb7e47db HTTP/1.1" status: 204 len: 168 time: 0.1213858 Aug 20 12:05:32.864615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47368) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:32.867139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bd78b-4324-48d8-92fa-9e8ce25e6425 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23eb059e-e653-48db-b808-ffc1bb7e47db,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:32.886407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db6d2bb2-b380-4b39-8b8c-7727f87c65a1 req-b7fa9e79-866a-4379-9bf3-eb96a6ace3aa tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482843 Aug 20 12:05:32.922879 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ced4ca97-484f-4169-9844-41c544be421f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0570779 Aug 20 12:05:32.925921 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47370) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:32.955042 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf088939-460d-47fe-b953-9fde0a2d743f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.963930 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf088939-460d-47fe-b953-9fde0a2d743f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.995524 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf088939-460d-47fe-b953-9fde0a2d743f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.007084 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf088939-460d-47fe-b953-9fde0a2d743f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.007084 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cf088939-460d-47fe-b953-9fde0a2d743f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b65ed751-38db-44bc-bcd8-de72e12fb5c6 HTTP/1.1" status: 204 len: 168 time: 0.0778065 Aug 20 12:05:33.007947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47372) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:33.009289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf088939-460d-47fe-b953-9fde0a2d743f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b65ed751-38db-44bc-bcd8-de72e12fb5c6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:33.017817 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.060089 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-762947ed-4e50-423c-a572-a8e3ee33bd46 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0504503 Aug 20 12:05:33.062622 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47374) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:33.090602 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c59c60e1-78f7-4ffc-bba7-04196b9d0749 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.099150 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c59c60e1-78f7-4ffc-bba7-04196b9d0749 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.125721 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c59c60e1-78f7-4ffc-bba7-04196b9d0749 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.130695 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c59c60e1-78f7-4ffc-bba7-04196b9d0749 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.131868 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c59c60e1-78f7-4ffc-bba7-04196b9d0749 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7f41a1e6-ca57-4a92-9f9f-aade3a68bc7b HTTP/1.1" status: 204 len: 168 time: 0.0682862 Aug 20 12:05:33.134608 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47376) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:33.139821 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c60e1-78f7-4ffc-bba7-04196b9d0749 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f41a1e6-ca57-4a92-9f9f-aade3a68bc7b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:33.177430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d1b3e89d-9aac-4f9e-b6d6-d1afd4ba9a42 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0415437 Aug 20 12:05:33.180153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47378) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:33.203009 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45923363-943d-4ee0-b8a1-975d6a3ff5e2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.210818 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45923363-943d-4ee0-b8a1-975d6a3ff5e2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.240110 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45923363-943d-4ee0-b8a1-975d6a3ff5e2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.246040 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-45923363-943d-4ee0-b8a1-975d6a3ff5e2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.247204 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-45923363-943d-4ee0-b8a1-975d6a3ff5e2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/52028997-e6e9-45d7-9640-d8cd57a2cbc0 HTTP/1.1" status: 204 len: 168 time: 0.0660062 Aug 20 12:05:33.249980 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47380) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:33.252595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45923363-943d-4ee0-b8a1-975d6a3ff5e2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52028997-e6e9-45d7-9640-d8cd57a2cbc0,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:33.290492 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1a29798b-d835-4396-a179-1b2ba2e53302 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0391481 Aug 20 12:05:33.293621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47382) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:33.352098 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8394c3a1-6167-4f6b-a00b-08a3557965eb tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.374013 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8394c3a1-6167-4f6b-a00b-08a3557965eb tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.415943 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8394c3a1-6167-4f6b-a00b-08a3557965eb tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.418876 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8394c3a1-6167-4f6b-a00b-08a3557965eb tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.420036 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8394c3a1-6167-4f6b-a00b-08a3557965eb tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-groups/30a7205e-c56e-4e9f-8ea8-fcd09ed8362d HTTP/1.1" status: 204 len: 168 time: 0.1254828 Aug 20 12:05:33.422749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47384) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:33.432733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394c3a1-6167-4f6b-a00b-08a3557965eb tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a7205e-c56e-4e9f-8ea8-fcd09ed8362d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:33.468906 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-33c5c140-5289-4620-b385-5eed20fbf4d2 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0449960 Aug 20 12:05:33.473919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47386) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:33.478534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-769e69d5-da7f-4940-9898-09a16682132d tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591988528'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:33.500452 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-769e69d5-da7f-4940-9898-09a16682132d tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.593073 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-769e69d5-da7f-4940-9898-09a16682132d tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.597774 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-769e69d5-da7f-4940-9898-09a16682132d tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.625495 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-769e69d5-da7f-4940-9898-09a16682132d tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.626741 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-769e69d5-da7f-4940-9898-09a16682132d tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1517742 Aug 20 12:05:33.631159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47390) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:33.635658 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ee226513-697b-4969-b417-7567e8b0f43c tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group_rule': {'security_group_id': '66ca7bf0-714f-4544-b22b-1031457d8344', 'direction': 'ingress', 'protocol': 17}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:33.641776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e69d5-da7f-4940-9898-09a16682132d tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ca7bf0-714f-4544-b22b-1031457d8344,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:33.668925 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ee226513-697b-4969-b417-7567e8b0f43c tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.724713 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ee226513-697b-4969-b417-7567e8b0f43c tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.736150 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ee226513-697b-4969-b417-7567e8b0f43c tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.753975 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee226513-697b-4969-b417-7567e8b0f43c tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d83a12-2e53-4c7a-82a9-56743713fe04,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:33.761842 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ee226513-697b-4969-b417-7567e8b0f43c tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.765765 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ee226513-697b-4969-b417-7567e8b0f43c tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1309977 Aug 20 12:05:33.765926 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47392) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:33.819785 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc41ae4c-a3cf-4d06-9e3c-f51fee25e513 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.846199 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc41ae4c-a3cf-4d06-9e3c-f51fee25e513 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.891004 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc41ae4c-a3cf-4d06-9e3c-f51fee25e513 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.894350 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc41ae4c-a3cf-4d06-9e3c-f51fee25e513 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.895517 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cc41ae4c-a3cf-4d06-9e3c-f51fee25e513 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-groups/66ca7bf0-714f-4544-b22b-1031457d8344 HTTP/1.1" status: 204 len: 168 time: 0.1286788 Aug 20 12:05:33.898375 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47394) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:33.904717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41ae4c-a3cf-4d06-9e3c-f51fee25e513 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ca7bf0-714f-4544-b22b-1031457d8344,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:33.986326 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4124ae92-5b34-41e3-bde2-0d1fc15228f6 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0812197 Aug 20 12:05:33.986744 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47398) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:33.991999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ca746e5c-8caa-4d0b-9873-e8cc8bf8071f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747638733'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:34.020447 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca746e5c-8caa-4d0b-9873-e8cc8bf8071f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.021544 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9599500-6b92-496b-929b-0a7c02d8d67a req-55a9cc18-6d62-430f-9338-6ebbcd05818c tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:34.023191 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f9599500-6b92-496b-929b-0a7c02d8d67a req-55a9cc18-6d62-430f-9338-6ebbcd05818c tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 943 time: 0.0601406 Aug 20 12:05:34.073302 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f9599500-6b92-496b-929b-0a7c02d8d67a req-625fc9b9-f736-482e-a28b-96631e5819ac tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437009 Aug 20 12:05:34.104297 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca746e5c-8caa-4d0b-9873-e8cc8bf8071f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.107853 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca746e5c-8caa-4d0b-9873-e8cc8bf8071f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.134848 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca746e5c-8caa-4d0b-9873-e8cc8bf8071f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.138708 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ca746e5c-8caa-4d0b-9873-e8cc8bf8071f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1476920 Aug 20 12:05:34.139135 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47400) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:34.140276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca746e5c-8caa-4d0b-9873-e8cc8bf8071f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2e79f8-6c91-4dcb-b537-d4cffe20f3c3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:34.144430 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-829dad47-8c69-4e5e-8184-63206ad385c5 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group': {'name': 'tempest-secgroup--39074032'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:34.171881 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-829dad47-8c69-4e5e-8184-63206ad385c5 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.252799 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-829dad47-8c69-4e5e-8184-63206ad385c5 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.257179 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-829dad47-8c69-4e5e-8184-63206ad385c5 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.283304 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-829dad47-8c69-4e5e-8184-63206ad385c5 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.287401 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-829dad47-8c69-4e5e-8184-63206ad385c5 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1443267 Aug 20 12:05:34.287793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47402) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:34.289831 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dad47-8c69-4e5e-8184-63206ad385c5 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c1a6d4-93d1-49f8-be65-09731bf0fb46,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:34.293428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c5bdd984-015b-4de2-b606-06342d5606ac tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group_rule': {'security_group_id': 'ee2e79f8-6c91-4dcb-b537-d4cffe20f3c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b1c1a6d4-93d1-49f8-be65-09731bf0fb46', 'remote_ip_prefix': None}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:34.303753 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:05:34.328927 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c5bdd984-015b-4de2-b606-06342d5606ac tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.403322 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c5bdd984-015b-4de2-b606-06342d5606ac tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.407318 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c5bdd984-015b-4de2-b606-06342d5606ac tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.429494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdd984-015b-4de2-b606-06342d5606ac tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178148d2-0124-4117-be73-960c854282d1,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:34.439356 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c5bdd984-015b-4de2-b606-06342d5606ac tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.440664 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c5bdd984-015b-4de2-b606-06342d5606ac tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1516013 Aug 20 12:05:34.443382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47404) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:34.470693 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-34c165e1-4726-401f-bd4d-cbc7eddf82ea tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.482213 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-34c165e1-4726-401f-bd4d-cbc7eddf82ea tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.511155 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-34c165e1-4726-401f-bd4d-cbc7eddf82ea tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.517557 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-34c165e1-4726-401f-bd4d-cbc7eddf82ea tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.520728 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-34c165e1-4726-401f-bd4d-cbc7eddf82ea tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/178148d2-0124-4117-be73-960c854282d1 HTTP/1.1" status: 204 len: 168 time: 0.0743718 Aug 20 12:05:34.521617 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47408) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:34.524317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c165e1-4726-401f-bd4d-cbc7eddf82ea tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=178148d2-0124-4117-be73-960c854282d1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:34.577029 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a8ced0a4-4060-4d20-bc2a-22a8f6ae8e9c tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0541468 Aug 20 12:05:34.579930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47412) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:34.635815 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a3252073-6548-4c9a-a852-18cadc1ee23a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.659851 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a3252073-6548-4c9a-a852-18cadc1ee23a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.705547 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a3252073-6548-4c9a-a852-18cadc1ee23a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.709098 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a3252073-6548-4c9a-a852-18cadc1ee23a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.710244 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a3252073-6548-4c9a-a852-18cadc1ee23a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-groups/b1c1a6d4-93d1-49f8-be65-09731bf0fb46 HTTP/1.1" status: 204 len: 168 time: 0.1293252 Aug 20 12:05:34.713686 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47414) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:34.726267 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3252073-6548-4c9a-a852-18cadc1ee23a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c1a6d4-93d1-49f8-be65-09731bf0fb46,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:34.772282 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9f911372-4c5b-46e5-8c73-899b2dfad0ee tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0575473 Aug 20 12:05:34.774940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47416) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:34.824917 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f08af48-e9d6-43e7-847b-0260410e4c84 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.848612 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f08af48-e9d6-43e7-847b-0260410e4c84 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.888117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f08af48-e9d6-43e7-847b-0260410e4c84 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.890809 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f08af48-e9d6-43e7-847b-0260410e4c84 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.891933 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1f08af48-e9d6-43e7-847b-0260410e4c84 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-groups/ee2e79f8-6c91-4dcb-b537-d4cffe20f3c3 HTTP/1.1" status: 204 len: 168 time: 0.1161141 Aug 20 12:05:34.894732 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47418) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:34.900547 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08af48-e9d6-43e7-847b-0260410e4c84 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2e79f8-6c91-4dcb-b537-d4cffe20f3c3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:34.936834 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9d382e8d-455f-4744-86a6-abd9da05761b tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0408294 Aug 20 12:05:34.940464 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47420) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:34.945442 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-bb0ef1f2-b9aa-4ca5-b35b-860e9ed042e6 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450035416'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:34.965866 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef1f2-b9aa-4ca5-b35b-860e9ed042e6 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.045895 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef1f2-b9aa-4ca5-b35b-860e9ed042e6 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.050529 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef1f2-b9aa-4ca5-b35b-860e9ed042e6 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.078928 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef1f2-b9aa-4ca5-b35b-860e9ed042e6 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.080168 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bb0ef1f2-b9aa-4ca5-b35b-860e9ed042e6 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1381342 Aug 20 12:05:35.082084 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ef1f2-b9aa-4ca5-b35b-860e9ed042e6 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab644f63-da1e-423e-9842-bda53f73b813,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:35.083402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47422) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:35.088557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c241851a-b522-45b7-8af5-c87bd4a85a1e tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group_rule': {'security_group_id': 'ab644f63-da1e-423e-9842-bda53f73b813', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:35.117776 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c241851a-b522-45b7-8af5-c87bd4a85a1e tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.195774 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c241851a-b522-45b7-8af5-c87bd4a85a1e tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.206670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f91fb6-743f-4023-9f81-b70f3624259a req-aded8473-aac6-417d-ac67-e247dbdb54f7 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:35.208239 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99f91fb6-743f-4023-9f81-b70f3624259a req-aded8473-aac6-417d-ac67-e247dbdb54f7 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 943 time: 0.0712910 Aug 20 12:05:35.209387 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c241851a-b522-45b7-8af5-c87bd4a85a1e tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.218802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:05:35.241175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241851a-b522-45b7-8af5-c87bd4a85a1e tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c02ada5-4b7d-4a22-a65e-2542635a4b36,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:35.257657 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c241851a-b522-45b7-8af5-c87bd4a85a1e tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.258831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c241851a-b522-45b7-8af5-c87bd4a85a1e tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1739106 Aug 20 12:05:35.261860 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47426) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:35.266100 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99f91fb6-743f-4023-9f81-b70f3624259a req-51b7a6c7-5b2f-4bfb-8d17-08b8112cf927 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484962 Aug 20 12:05:35.296246 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9e665dd-0f0e-4f24-94fd-9b47425a4068 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.304590 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9e665dd-0f0e-4f24-94fd-9b47425a4068 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.318626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42,segment=NetworkSegment(443cabe6-29eb-4c7b-836f-631e68733331),segment_id=443cabe6-29eb-4c7b-836f-631e68733331)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:35.330535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'port_id': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42', 'mac_address': 'fa:16:3e:19:a2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:05:35.332277 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9e665dd-0f0e-4f24-94fd-9b47425a4068 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.338605 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9e665dd-0f0e-4f24-94fd-9b47425a4068 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.340043 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d9e665dd-0f0e-4f24-94fd-9b47425a4068 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5c02ada5-4b7d-4a22-a65e-2542635a4b36 HTTP/1.1" status: 204 len: 168 time: 0.0770478 Aug 20 12:05:35.343171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47428) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:35.345774 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e665dd-0f0e-4f24-94fd-9b47425a4068 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c02ada5-4b7d-4a22-a65e-2542635a4b36,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:35.375255 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.389808 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-14a3e187-9c9d-4006-a2ec-7b6b5906a2d8 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0426795 Aug 20 12:05:35.390033 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:35.390173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47430) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:35.407386 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42,segment=NetworkSegment(443cabe6-29eb-4c7b-836f-631e68733331),segment_id=443cabe6-29eb-4c7b-836f-631e68733331)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:35.412079 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.445952 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4476fd7f-1a37-4cd2-b238-2907b4f8f9e1 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.459928 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:35.467618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:35.467970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:35.468307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:35.468668 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:35.468997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:35.469325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:35.469658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:35.469986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:35.470310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:35.470633 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:35.470955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:35.471275 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:35.623563 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['f707d2d0-487b-4c4a-b78c-2e3fcf52ce42'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:05:35.729794 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4476fd7f-1a37-4cd2-b238-2907b4f8f9e1 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.775072 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4476fd7f-1a37-4cd2-b238-2907b4f8f9e1 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.778019 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4476fd7f-1a37-4cd2-b238-2907b4f8f9e1 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.779348 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4476fd7f-1a37-4cd2-b238-2907b4f8f9e1 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-groups/ab644f63-da1e-423e-9842-bda53f73b813 HTTP/1.1" status: 204 len: 168 time: 0.3884728 Aug 20 12:05:35.782110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47434) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:35.789409 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476fd7f-1a37-4cd2-b238-2907b4f8f9e1 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab644f63-da1e-423e-9842-bda53f73b813,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:35.849170 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b3853260-9959-43af-9560-73f785efe37e tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0652907 Aug 20 12:05:35.853073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47436) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:35.858753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-eac9d77f-f023-49a7-848d-48275a0d57f3 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group': {'name': 'tempest-secgroup--836545198'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:35.883224 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eac9d77f-f023-49a7-848d-48275a0d57f3 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.970695 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eac9d77f-f023-49a7-848d-48275a0d57f3 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.974683 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eac9d77f-f023-49a7-848d-48275a0d57f3 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.009247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9d77f-f023-49a7-848d-48275a0d57f3 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a556d60-5c0b-4652-8bf7-05944575fd37,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:36.012197 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eac9d77f-f023-49a7-848d-48275a0d57f3 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.015962 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-eac9d77f-f023-49a7-848d-48275a0d57f3 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1588118 Aug 20 12:05:36.016885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47446) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:36.021353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-92b8e6eb-33b7-43af-a67d-a7213f2b359a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group_rule': {'security_group_id': '3a556d60-5c0b-4652-8bf7-05944575fd37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:36.048180 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-92b8e6eb-33b7-43af-a67d-a7213f2b359a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.105326 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-92b8e6eb-33b7-43af-a67d-a7213f2b359a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.108959 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-92b8e6eb-33b7-43af-a67d-a7213f2b359a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.129071 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8e6eb-33b7-43af-a67d-a7213f2b359a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f424d883-afa8-42e2-b08f-34241c9e923c,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:36.136571 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-92b8e6eb-33b7-43af-a67d-a7213f2b359a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.137946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-92b8e6eb-33b7-43af-a67d-a7213f2b359a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208048 Aug 20 12:05:36.140787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47448) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:36.158242 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-72f3c897-d098-416c-b1d6-43ee5b9a08a1 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules/f424d883-afa8-42e2-b08f-34241c9e923c HTTP/1.1" status: 200 len: 763 time: 0.0163534 Aug 20 12:05:36.161029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47450) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:36.210414 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-14c9b387-ecc2-4cff-a30f-6c21fc13b759 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0478883 Aug 20 12:05:36.212682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47460) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:36.238570 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ea459eb-58c7-4d7f-bcb6-10412d3596f0 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.246881 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ea459eb-58c7-4d7f-bcb6-10412d3596f0 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.277991 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ea459eb-58c7-4d7f-bcb6-10412d3596f0 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.285268 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ea459eb-58c7-4d7f-bcb6-10412d3596f0 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.286378 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8ea459eb-58c7-4d7f-bcb6-10412d3596f0 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f424d883-afa8-42e2-b08f-34241c9e923c HTTP/1.1" status: 204 len: 168 time: 0.0727909 Aug 20 12:05:36.289233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47462) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:36.292045 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea459eb-58c7-4d7f-bcb6-10412d3596f0 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f424d883-afa8-42e2-b08f-34241c9e923c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:36.342046 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6783640f-009e-4ac2-96d9-ecfaba34865b tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0405164 Aug 20 12:05:36.344844 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47466) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:36.351961 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-eebb9ede-4b53-4219-ae44-5b912619d668 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group_rule': {'security_group_id': '3a556d60-5c0b-4652-8bf7-05944575fd37', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:36.377680 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eebb9ede-4b53-4219-ae44-5b912619d668 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.395204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7802c9c-8991-42be-9816-5091fe3bd5b5 req-e2103a09-696d-4a68-9b68-b97956d90536 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:36.397405 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c7802c9c-8991-42be-9816-5091fe3bd5b5 req-e2103a09-696d-4a68-9b68-b97956d90536 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 944 time: 0.0590107 Aug 20 12:05:36.425306 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eebb9ede-4b53-4219-ae44-5b912619d668 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.431298 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eebb9ede-4b53-4219-ae44-5b912619d668 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.443658 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c7802c9c-8991-42be-9816-5091fe3bd5b5 req-657f4588-2fd3-4212-a0f1-554ed2c71de3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398717 Aug 20 12:05:36.450917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb9ede-4b53-4219-ae44-5b912619d668 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5d5540-feb6-4f67-b749-abfa090e0e57,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:36.459330 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eebb9ede-4b53-4219-ae44-5b912619d668 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.460760 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-eebb9ede-4b53-4219-ae44-5b912619d668 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148460 Aug 20 12:05:36.463327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47470) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:36.480530 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-db4a3cc9-6e0d-46ef-9fda-bae8f3771d25 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules/5b5d5540-feb6-4f67-b749-abfa090e0e57 HTTP/1.1" status: 200 len: 763 time: 0.0161438 Aug 20 12:05:36.484028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47474) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:36.527857 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e50b5e4a-1416-4012-9d04-9f318c1d4cc4 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0404465 Aug 20 12:05:36.528338 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47478) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:36.558843 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e36807fb-2f9f-4a98-9da8-82a6a8d0a041 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.567201 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e36807fb-2f9f-4a98-9da8-82a6a8d0a041 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.596027 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e36807fb-2f9f-4a98-9da8-82a6a8d0a041 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.609523 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e36807fb-2f9f-4a98-9da8-82a6a8d0a041 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.609523 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e36807fb-2f9f-4a98-9da8-82a6a8d0a041 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5b5d5540-feb6-4f67-b749-abfa090e0e57 HTTP/1.1" status: 204 len: 168 time: 0.0766392 Aug 20 12:05:36.609766 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47482) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:36.615240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36807fb-2f9f-4a98-9da8-82a6a8d0a041 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b5d5540-feb6-4f67-b749-abfa090e0e57,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:36.651045 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2ecddf49-8767-4e74-84e5-d18d8fe3d0e9 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0413678 Aug 20 12:05:36.653676 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47484) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:36.657897 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-85c40a1f-8850-4dc5-b077-2493d130f3bd tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Request body: {'security_group_rule': {'security_group_id': '3a556d60-5c0b-4652-8bf7-05944575fd37', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:36.682953 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-85c40a1f-8850-4dc5-b077-2493d130f3bd tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.738648 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-85c40a1f-8850-4dc5-b077-2493d130f3bd tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.743293 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-85c40a1f-8850-4dc5-b077-2493d130f3bd tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.765109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c40a1f-8850-4dc5-b077-2493d130f3bd tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d234f48e-cd20-4191-9956-3bf3b666c9cb,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:36.767585 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-85c40a1f-8850-4dc5-b077-2493d130f3bd tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.772064 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-85c40a1f-8850-4dc5-b077-2493d130f3bd tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174502 Aug 20 12:05:36.772210 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47490) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:36.790027 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f84ebcf9-3320-40b9-babd-e10a31a3101c tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules/d234f48e-cd20-4191-9956-3bf3b666c9cb HTTP/1.1" status: 200 len: 764 time: 0.0163999 Aug 20 12:05:36.792342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47492) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:36.841264 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2592e9cb-7ecc-46de-b823-4aa1cc44f103 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0477877 Aug 20 12:05:36.844105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47494) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:36.868919 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.876535 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.903036 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.910298 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.911388 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d234f48e-cd20-4191-9956-3bf3b666c9cb HTTP/1.1" status: 204 len: 168 time: 0.0663218 Aug 20 12:05:36.914046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47496) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:36.916678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d234f48e-cd20-4191-9956-3bf3b666c9cb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:36.924021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:36.924368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:36.924735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:36.925858 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:36.926181 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:36.926522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:36.926840 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:36.927166 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:36.927491 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:36.927819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:36.928140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:36.928458 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ef771a-75b5-47a5-ac7b-c1584442c57a tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:36.966726 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a19389d2-786e-43d5-adfc-c47cc6aaa74b tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0512588 Aug 20 12:05:36.969458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47498) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:37.024067 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21514669-40c5-4171-a374-831d4b9f2f2f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:37.046115 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21514669-40c5-4171-a374-831d4b9f2f2f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:37.090271 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21514669-40c5-4171-a374-831d4b9f2f2f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:37.092857 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-21514669-40c5-4171-a374-831d4b9f2f2f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:37.094013 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-21514669-40c5-4171-a374-831d4b9f2f2f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "DELETE /v2.0/security-groups/3a556d60-5c0b-4652-8bf7-05944575fd37 HTTP/1.1" status: 204 len: 168 time: 0.1236634 Aug 20 12:05:37.096905 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47504) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:37.106910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21514669-40c5-4171-a374-831d4b9f2f2f tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a556d60-5c0b-4652-8bf7-05944575fd37,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:37.141325 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ff5b2d78-e24c-429f-8a3d-12d86dbcfc36 tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0430911 Aug 20 12:05:37.145426 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47506) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:37.187097 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4cc44bcf-156a-435b-b861-12f2bdd2bddc tempest-SecGroupTest-1801526064 tempest-SecGroupTest-1801526064-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0402834 Aug 20 12:05:37.222476 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:37.274033 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:37.278926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:37.279488 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:37.377008 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:37.401469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:37.404066 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae0107f-22de-488e-bdfd-1c6a2c35aa54" -d '{"events": [{"server_uuid": "c0620692-d43f-4ee0-b370-28209b650f0f", "name": "network-vif-plugged", "status": "completed", "tag": "f707d2d0-487b-4c4a-b78c-2e3fcf52ce42"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:37.418563 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42,segment=NetworkSegment(443cabe6-29eb-4c7b-836f-631e68733331),segment_id=443cabe6-29eb-4c7b-836f-631e68733331)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:37.423790 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:37.451917 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69094d9-77f0-4e4a-92ee-5552dfc31954 x-openstack-request-id: req-b69094d9-77f0-4e4a-92ee-5552dfc31954 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:37.452246 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0620692-d43f-4ee0-b370-28209b650f0f", "name": "network-vif-plugged", "status": "completed", "tag": "f707d2d0-487b-4c4a-b78c-2e3fcf52ce42", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:37.452501 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b69094d9-77f0-4e4a-92ee-5552dfc31954 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:37.452917 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42', 'code': 200} Aug 20 12:05:37.486989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:37.489023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47520) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:37.568662 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19899a6-dedd-4daa-a1ef-1c25fb5bc0ae req-1dabdfe6-741e-49e6-9e09-5c3127391ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:37.569933 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a19899a6-dedd-4daa-a1ef-1c25fb5bc0ae req-1dabdfe6-741e-49e6-9e09-5c3127391ad4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 1096 time: 0.0504527 Aug 20 12:05:37.604291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab543bc3-30d5-49c8-aa8d-dd9e931ca743 req-efddfa89-4de9-4f65-b358-e28388ed164c tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:37.606195 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ab543bc3-30d5-49c8-aa8d-dd9e931ca743 req-efddfa89-4de9-4f65-b358-e28388ed164c tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 945 time: 0.0721679 Aug 20 12:05:37.615566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a19899a6-dedd-4daa-a1ef-1c25fb5bc0ae req-2d6de5ca-5464-4a58-b362-44f123993f76 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387948 Aug 20 12:05:37.663210 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ab543bc3-30d5-49c8-aa8d-dd9e931ca743 req-8a33e463-67c2-41b5-b16e-74c06792a79d tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412881 Aug 20 12:05:37.681720 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b6f5a7ac-0dee-4db7-a15b-1e1331440d1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f06545e7014a426abf82cfb99afa846b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883175 Aug 20 12:05:37.683130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47530) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:37.731595 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47cc1df1-c124-46a1-8512-e1d08e11ac6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:37.751996 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47cc1df1-c124-46a1-8512-e1d08e11ac6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:37.798945 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47cc1df1-c124-46a1-8512-e1d08e11ac6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:37.801734 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-47cc1df1-c124-46a1-8512-e1d08e11ac6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:37.802871 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-47cc1df1-c124-46a1-8512-e1d08e11ac6d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44fbd856-6b10-4716-a9ff-f1a18906b3b1 HTTP/1.1" status: 204 len: 168 time: 0.1187992 Aug 20 12:05:37.812380 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc1df1-c124-46a1-8512-e1d08e11ac6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fbd856-6b10-4716-a9ff-f1a18906b3b1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:38.445709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47564) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:38.548830 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-98ed3d73-a503-43a7-8b28-4094a656512f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1583455339-network', 'tenant_id': 'f081794e93084b4a96ffab6408c7a5fe'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:38.570312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ed3d73-a503-43a7-8b28-4094a656512f admin admin] Made reservation on behalf of f081794e93084b4a96ffab6408c7a5fe for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:38.573314 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98ed3d73-a503-43a7-8b28-4094a656512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:38.599237 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98ed3d73-a503-43a7-8b28-4094a656512f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:38.734633 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98ed3d73-a503-43a7-8b28-4094a656512f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:38.739903 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98ed3d73-a503-43a7-8b28-4094a656512f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:38.767096 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ed3d73-a503-43a7-8b28-4094a656512f admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:05:38.777849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed3d73-a503-43a7-8b28-4094a656512f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ab14f3-e454-41ed-9360-117a8de58669,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:38.791739 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98ed3d73-a503-43a7-8b28-4094a656512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:38.792089 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-98ed3d73-a503-43a7-8b28-4094a656512f admin admin] Added segment 2f03d73f-b81f-4155-9135-065382bdde60 of type vlan for network 45d0f955-5a5c-45bc-8c74-702a8c182c76 Aug 20 12:05:38.806457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f29b4-f95c-4708-a538-640ddfe8974d req-12f13605-a751-4181-adb1-f2255016a7e2 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:38.808145 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ac1f29b4-f95c-4708-a538-640ddfe8974d req-12f13605-a751-4181-adb1-f2255016a7e2 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 945 time: 0.0594120 Aug 20 12:05:38.836347 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98ed3d73-a503-43a7-8b28-4094a656512f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:38.851459 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ac1f29b4-f95c-4708-a538-640ddfe8974d req-fccf7a1c-b7e6-4c51-99ee-097147313c13 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368617 Aug 20 12:05:38.862491 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98ed3d73-a503-43a7-8b28-4094a656512f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:38.863730 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ed3d73-a503-43a7-8b28-4094a656512f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:38.864324 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98ed3d73-a503-43a7-8b28-4094a656512f admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:38.921854 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-98ed3d73-a503-43a7-8b28-4094a656512f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4747002 Aug 20 12:05:38.925172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47582) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:38.931559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed3d73-a503-43a7-8b28-4094a656512f admin admin] Pushing event updated for resources: {'Network': ['ID=45d0f955-5a5c-45bc-8c74-702a8c182c76,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:38.935268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-db1f1a53-9eee-4f95-a86c-42dfd3ee67b7 admin admin] Request body: {'subnet': {'network_id': '45d0f955-5a5c-45bc-8c74-702a8c182c76', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1583455339-subnet', 'tenant_id': 'f081794e93084b4a96ffab6408c7a5fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:38.944599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 45d0f955-5a5c-45bc-8c74-702a8c182c76 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:05:38.971213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1f1a53-9eee-4f95-a86c-42dfd3ee67b7 admin admin] Made reservation on behalf of f081794e93084b4a96ffab6408c7a5fe for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:38.974340 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db1f1a53-9eee-4f95-a86c-42dfd3ee67b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.025978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a6703-55b2-499f-9110-bdbfe2122101 req-812aa80e-0cd0-4ace-b388-22d0d0198846 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:39.029143 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-678a6703-55b2-499f-9110-bdbfe2122101 req-812aa80e-0cd0-4ace-b388-22d0d0198846 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 945 time: 0.0897920 Aug 20 12:05:39.069632 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-678a6703-55b2-499f-9110-bdbfe2122101 req-e5dac2d6-6204-4992-bee2-a81a79f69f00 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346830 Aug 20 12:05:39.091537 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47584) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:39.156168 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db1f1a53-9eee-4f95-a86c-42dfd3ee67b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.192460 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.217334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f1a53-9eee-4f95-a86c-42dfd3ee67b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=818ad2f2-7fae-4ab7-9438-da2d920ffdb3,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:39.228346 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f1a53-9eee-4f95-a86c-42dfd3ee67b7 admin admin] Checking segment: {'id': '2f03d73f-b81f-4155-9135-065382bdde60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '45d0f955-5a5c-45bc-8c74-702a8c182c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:39.228838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f1a53-9eee-4f95-a86c-42dfd3ee67b7 admin admin] Network hostable DHCP agents. Network: 45d0f955-5a5c-45bc-8c74-702a8c182c76, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:05:39.247072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f1a53-9eee-4f95-a86c-42dfd3ee67b7 admin admin] Network 45d0f955-5a5c-45bc-8c74-702a8c182c76 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:05:39.257282 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-db1f1a53-9eee-4f95-a86c-42dfd3ee67b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 45d0f955-5a5c-45bc-8c74-702a8c182c76) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:39.263129 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1f1a53-9eee-4f95-a86c-42dfd3ee67b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:39.264228 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db1f1a53-9eee-4f95-a86c-42dfd3ee67b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.271704 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65a44f2-de0e-468b-b9fe-c3d08a38288d None None] Network 45d0f955-5a5c-45bc-8c74-702a8c182c76 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:39.281155 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc90913-366a-4960-9019-e84772cfd4ef tempest-TestVolumeBackupRestore-531826236 tempest-TestVolumeBackupRestore-531826236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:39.282272 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-db1f1a53-9eee-4f95-a86c-42dfd3ee67b7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3540668 Aug 20 12:05:39.283842 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fcc90913-366a-4960-9019-e84772cfd4ef tempest-TestVolumeBackupRestore-531826236 tempest-TestVolumeBackupRestore-531826236-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 1091 time: 0.1912379 Aug 20 12:05:39.293699 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47594) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:39.299240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:39.329772 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.436214 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f4eddb-5adb-4038-a28c-a9fe1518415c None None] Network 45d0f955-5a5c-45bc-8c74-702a8c182c76 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:39.454974 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.581953 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Allocated IP 172.25.8.104 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/db29d266-f37f-4548-a054-f437f3d438f8) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:39.698746 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.743927 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.785673 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:39.788436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:39.792093 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:39.800783 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Pushing event updated for resources: {'Port': ['ID=db29d266-f37f-4548-a054-f437f3d438f8,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:39.861929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47618) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:39.867171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f7a5f7d8-d3a4-4cc1-ada5-0228dbe1b46b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2006758784-network', 'tenant_id': '0ccc532d32d44068bf2e757e0433defd'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:39.894977 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a5f7d8-d3a4-4cc1-ada5-0228dbe1b46b admin admin] Made reservation on behalf of 0ccc532d32d44068bf2e757e0433defd for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:39.899765 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f7d8-d3a4-4cc1-ada5-0228dbe1b46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.916558 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f7d8-d3a4-4cc1-ada5-0228dbe1b46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.017530 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f7d8-d3a4-4cc1-ada5-0228dbe1b46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.022166 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f7d8-d3a4-4cc1-ada5-0228dbe1b46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.052660 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5f7d8-d3a4-4cc1-ada5-0228dbe1b46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d490fd-3f96-4ff5-9288-24e8d3e9565f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:40.055570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a5f7d8-d3a4-4cc1-ada5-0228dbe1b46b admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:05:40.065296 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f7d8-d3a4-4cc1-ada5-0228dbe1b46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.066175 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-f7a5f7d8-d3a4-4cc1-ada5-0228dbe1b46b admin admin] Added segment 31546048-6c0f-4dc0-bc93-73d5b1daf980 of type vlan for network 1bcbb9e4-847c-4564-802a-b680b1350af2 Aug 20 12:05:40.107939 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f7d8-d3a4-4cc1-ada5-0228dbe1b46b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.135878 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f7d8-d3a4-4cc1-ada5-0228dbe1b46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.137395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a5f7d8-d3a4-4cc1-ada5-0228dbe1b46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:40.138252 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f7d8-d3a4-4cc1-ada5-0228dbe1b46b admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.225110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f7a5f7d8-d3a4-4cc1-ada5-0228dbe1b46b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3619545 Aug 20 12:05:40.227992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47624) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:40.242581 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-da305954-a9ab-4ac8-b505-698f0bbcdb22 admin admin] Request body: {'subnet': {'network_id': '1bcbb9e4-847c-4564-802a-b680b1350af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2006758784-subnet', 'tenant_id': '0ccc532d32d44068bf2e757e0433defd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:40.243270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5f7d8-d3a4-4cc1-ada5-0228dbe1b46b admin admin] Pushing event updated for resources: {'Network': ['ID=1bcbb9e4-847c-4564-802a-b680b1350af2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:40.254129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 1bcbb9e4-847c-4564-802a-b680b1350af2 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:05:40.608360 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da305954-a9ab-4ac8-b505-698f0bbcdb22 admin admin] Made reservation on behalf of 0ccc532d32d44068bf2e757e0433defd for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:40.610667 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da305954-a9ab-4ac8-b505-698f0bbcdb22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.679320 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.811756 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.986795 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da305954-a9ab-4ac8-b505-698f0bbcdb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:41.078929 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da305954-a9ab-4ac8-b505-698f0bbcdb22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=308e77bd-edb0-443a-aaab-486d4711ab11,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:41.102874 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da305954-a9ab-4ac8-b505-698f0bbcdb22 admin admin] Checking segment: {'id': '31546048-6c0f-4dc0-bc93-73d5b1daf980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1bcbb9e4-847c-4564-802a-b680b1350af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:41.103243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da305954-a9ab-4ac8-b505-698f0bbcdb22 admin admin] Network hostable DHCP agents. Network: 1bcbb9e4-847c-4564-802a-b680b1350af2, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:05:41.108747 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:41.116980 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:41.158967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da305954-a9ab-4ac8-b505-698f0bbcdb22 admin admin] Network 1bcbb9e4-847c-4564-802a-b680b1350af2 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:05:41.194070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-da305954-a9ab-4ac8-b505-698f0bbcdb22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 1bcbb9e4-847c-4564-802a-b680b1350af2) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:41.202756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d370b1d9-b691-4670-8f9d-86b094b3ed6d None None] Network 1bcbb9e4-847c-4564-802a-b680b1350af2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:41.206836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da305954-a9ab-4ac8-b505-698f0bbcdb22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:41.207435 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da305954-a9ab-4ac8-b505-698f0bbcdb22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:41.209670 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Pushing event updated for resources: {'Port': ['ID=db29d266-f37f-4548-a054-f437f3d438f8,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:41.222518 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:41.265335 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-da305954-a9ab-4ac8-b505-698f0bbcdb22 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0360346 Aug 20 12:05:41.336924 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Floating IP d341df79-0c76-4ab8-ad43-e4e4533b85cb associated. External IP: 172.25.8.104, port: f707d2d0-487b-4c4a-b78c-2e3fcf52ce42. Aug 20 12:05:41.383624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9363b56d-c1b0-48fa-b032-96c075b8e583 None None] Network 1bcbb9e4-847c-4564-802a-b680b1350af2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:41.426683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47646) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:41.485159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a6fec8-02c8-4683-b7e7-dd0175d8bbc4 admin admin] Deleting subnet 818ad2f2-7fae-4ab7-9438-da2d920ffdb3 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:05:41.489725 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-11a6fec8-02c8-4683-b7e7-dd0175d8bbc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:41.541074 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-11a6fec8-02c8-4683-b7e7-dd0175d8bbc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:41.585200 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-11a6fec8-02c8-4683-b7e7-dd0175d8bbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:41.588865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Router 83ace314-5d00-4fd9-aad1-24bd7caff469 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:05:41.641105 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-11a6fec8-02c8-4683-b7e7-dd0175d8bbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:41.666979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6fec8-02c8-4683-b7e7-dd0175d8bbc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=818ad2f2-7fae-4ab7-9438-da2d920ffdb3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:41.671033 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-11a6fec8-02c8-4683-b7e7-dd0175d8bbc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:41.676740 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-11a6fec8-02c8-4683-b7e7-dd0175d8bbc4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/818ad2f2-7fae-4ab7-9438-da2d920ffdb3 HTTP/1.1" status: 204 len: 168 time: 0.2483943 Aug 20 12:05:41.677463 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47652) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:41.705405 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:05:41.722079 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b01468-bedd-4557-b497-7f0e81b585c7 None None] Sync routers for ids ['83ace314-5d00-4fd9-aad1-24bd7caff469'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:05:41.730682 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:41.736004 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b01468-bedd-4557-b497-7f0e81b585c7 None None] Routers {'83ace314-5d00-4fd9-aad1-24bd7caff469'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:41.738303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b3b01468-bedd-4557-b497-7f0e81b585c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:05:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['83ace314-5d00-4fd9-aad1-24bd7caff469'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:41.762011 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-47b8076e-f1ee-4d08-8eef-4e4367f5dda3 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4670763 Aug 20 12:05:41.762676 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'tag': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:41.765216 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f1f244-c382-47e7-a218-1b67e006c7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c0620692-d43f-4ee0-b370-28209b650f0f", "tag": "f707d2d0-487b-4c4a-b78c-2e3fcf52ce42"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:41.766191 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50feaa4f-47a5-47ac-9025-4435c9a55510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:41.768095 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47656) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:41.829207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754c6ba4-d295-461d-a633-d4a29b2cac7b tempest-TestVolumeBackupRestore-531826236 tempest-TestVolumeBackupRestore-531826236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:41.834297 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-754c6ba4-d295-461d-a633-d4a29b2cac7b tempest-TestVolumeBackupRestore-531826236 tempest-TestVolumeBackupRestore-531826236-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 1091 time: 0.0615020 Aug 20 12:05:41.834661 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47664) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:41.840023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-470edf46-3c0a-40a1-81ed-14065ae325f1 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Request body: {'floatingip': {'port_id': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:41.881075 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50feaa4f-47a5-47ac-9025-4435c9a55510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:41.894675 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-50feaa4f-47a5-47ac-9025-4435c9a55510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d0f955-5a5c-45bc-8c74-702a8c182c76']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:41.914184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-50feaa4f-47a5-47ac-9025-4435c9a55510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f03d73f-b81f-4155-9135-065382bdde60') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:41.914498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-50feaa4f-47a5-47ac-9025-4435c9a55510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f03d73f-b81f-4155-9135-065382bdde60') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:41.939932 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50feaa4f-47a5-47ac-9025-4435c9a55510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:41.979454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-b3b01468-bedd-4557-b497-7f0e81b585c7 None None] Set router 83ace314-5d00-4fd9-aad1-24bd7caff469 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:41.985344 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50feaa4f-47a5-47ac-9025-4435c9a55510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.004131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50feaa4f-47a5-47ac-9025-4435c9a55510 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:05:42.004980 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50feaa4f-47a5-47ac-9025-4435c9a55510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:05:42.007853 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:05:42.020933 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bbb3ba-3946-4124-a35d-20743a725070 x-openstack-request-id: req-89bbb3ba-3946-4124-a35d-20743a725070 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:42.021684 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0620692-d43f-4ee0-b370-28209b650f0f", "tag": "f707d2d0-487b-4c4a-b78c-2e3fcf52ce42", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:42.022092 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89bbb3ba-3946-4124-a35d-20743a725070 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:42.022644 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'tag': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42', 'status': 'completed', 'code': 200} Aug 20 12:05:42.029276 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-470edf46-3c0a-40a1-81ed-14065ae325f1 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.139247 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50feaa4f-47a5-47ac-9025-4435c9a55510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.147042 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-50feaa4f-47a5-47ac-9025-4435c9a55510 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.152202 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47670) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:42.152378 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-50feaa4f-47a5-47ac-9025-4435c9a55510 admin admin] 10.222.0.37 "DELETE /v2.0/networks/45d0f955-5a5c-45bc-8c74-702a8c182c76 HTTP/1.1" status: 204 len: 168 time: 0.4738815 Aug 20 12:05:42.169242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50feaa4f-47a5-47ac-9025-4435c9a55510 admin admin] Pushing event deleted for resources: {'Network': ['ID=45d0f955-5a5c-45bc-8c74-702a8c182c76,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:42.178737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1f244-c382-47e7-a218-1b67e006c7bd req-9928eb90-8780-42da-8e01-6c26c492ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:42.182303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5f1f244-c382-47e7-a218-1b67e006c7bd req-9928eb90-8780-42da-8e01-6c26c492ceb2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=676c055147b0493285975a9f7901bad5&device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 1096 time: 0.1154552 Aug 20 12:05:42.237826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-011aec3c-0544-4a9f-9b48-9667f2e71bb2 admin admin] Deleting subnet 308e77bd-edb0-443a-aaab-486d4711ab11 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:05:42.289856 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-011aec3c-0544-4a9f-9b48-9667f2e71bb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.303785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1f244-c382-47e7-a218-1b67e006c7bd req-1014fafb-f051-473c-9cda-6596c8df3b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:42.306192 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5f1f244-c382-47e7-a218-1b67e006c7bd req-1014fafb-f051-473c-9cda-6596c8df3b8d service neutron] 10.222.0.76 "GET /v2.0/networks?id=832fdf7f-df15-417e-9c85-a2b500dfedeb HTTP/1.1" status: 200 len: 913 time: 0.1166379 Aug 20 12:05:42.309469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b3b01468-bedd-4557-b497-7f0e81b585c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port': {'id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'd341df79-0c76-4ab8-ad43-e4e4533b85cb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'port_id': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'mac_address': 'fa:16:3e:19:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:05:40Z', 'updated_at': '2021-08-20T12:05:40Z', 'revision_number': 0, 'project_id': '676c055147b0493285975a9f7901bad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4232cf17-4c26-40f1-808f-88727ef32503', 'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'mac_address': 'fa:16:3e:03:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:40Z', 'revision_number': 5, 'project_id': '676c055147b0493285975a9f7901bad5', 'subnets': [{'id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:42.336914 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b01468-bedd-4557-b497-7f0e81b585c7 None None] Checking router: 83ace314-5d00-4fd9-aad1-24bd7caff469 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:05:42.343790 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-011aec3c-0544-4a9f-9b48-9667f2e71bb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.349140 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b01468-bedd-4557-b497-7f0e81b585c7 None None] Routers {'83ace314-5d00-4fd9-aad1-24bd7caff469'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:42.349824 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b3b01468-bedd-4557-b497-7f0e81b585c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:05:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['83ace314-5d00-4fd9-aad1-24bd7caff469'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:42.402768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5f1f244-c382-47e7-a218-1b67e006c7bd req-9ba46cfa-bc58-4075-9410-fb7ea01f11df service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 HTTP/1.1" status: 200 len: 999 time: 0.0799637 Aug 20 12:05:42.464306 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-011aec3c-0544-4a9f-9b48-9667f2e71bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.472874 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-b3b01468-bedd-4557-b497-7f0e81b585c7 None None] Set router 83ace314-5d00-4fd9-aad1-24bd7caff469 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:42.476788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1f244-c382-47e7-a218-1b67e006c7bd req-7713bc2e-f0e1-47c6-8c2b-8d126950a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:42.478427 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5f1f244-c382-47e7-a218-1b67e006c7bd req-7713bc2e-f0e1-47c6-8c2b-8d126950a084 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fc14ebfd-bb86-4a1c-a5e2-851577538799 HTTP/1.1" status: 200 len: 852 time: 0.0659561 Aug 20 12:05:42.539506 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1f244-c382-47e7-a218-1b67e006c7bd req-e8ce91be-44fd-496d-affe-5cbbeeb6a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:42.539855 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5f1f244-c382-47e7-a218-1b67e006c7bd req-e8ce91be-44fd-496d-affe-5cbbeeb6a0e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=832fdf7f-df15-417e-9c85-a2b500dfedeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539837 Aug 20 12:05:42.648287 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5f1f244-c382-47e7-a218-1b67e006c7bd req-a9a144be-0eb1-4f84-94d1-4ed29cce9c7a service neutron] 10.222.0.76 "GET /v2.0/networks/832fdf7f-df15-417e-9c85-a2b500dfedeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997350 Aug 20 12:05:42.679691 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-011aec3c-0544-4a9f-9b48-9667f2e71bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.715473 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011aec3c-0544-4a9f-9b48-9667f2e71bb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308e77bd-edb0-443a-aaab-486d4711ab11,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:42.751093 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-011aec3c-0544-4a9f-9b48-9667f2e71bb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.756370 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-011aec3c-0544-4a9f-9b48-9667f2e71bb2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/308e77bd-edb0-443a-aaab-486d4711ab11 HTTP/1.1" status: 204 len: 168 time: 0.6008532 Aug 20 12:05:42.758770 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47684) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:42.771905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b3b01468-bedd-4557-b497-7f0e81b585c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port': {'id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'd341df79-0c76-4ab8-ad43-e4e4533b85cb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'port_id': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'mac_address': 'fa:16:3e:19:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:05:40Z', 'updated_at': '2021-08-20T12:05:40Z', 'revision_number': 0, 'project_id': '676c055147b0493285975a9f7901bad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4232cf17-4c26-40f1-808f-88727ef32503', 'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'mac_address': 'fa:16:3e:03:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:40Z', 'revision_number': 5, 'project_id': '676c055147b0493285975a9f7901bad5', 'subnets': [{'id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:42.788976 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5f1f244-c382-47e7-a218-1b67e006c7bd req-68d3b319-a48d-459b-8474-7b6743166ebe service neutron] 10.222.0.76 "GET /v2.0/networks/832fdf7f-df15-417e-9c85-a2b500dfedeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332374 Aug 20 12:05:42.807321 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b01468-bedd-4557-b497-7f0e81b585c7 None None] The sync data for ids ['83ace314-5d00-4fd9-aad1-24bd7caff469'] in n-d-804299-2 is: [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port': {'id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'd341df79-0c76-4ab8-ad43-e4e4533b85cb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'port_id': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'mac_address': 'fa:16:3e:19:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:05:40Z', 'updated_at': '2021-08-20T12:05:40Z', 'revision_number': 0, 'project_id': '676c055147b0493285975a9f7901bad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4232cf17-4c26-40f1-808f-88727ef32503', 'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'mac_address': 'fa:16:3e:03:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:40Z', 'revision_number': 5, 'project_id': '676c055147b0493285975a9f7901bad5', 'subnets': [{'id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:05:42.843074 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-470edf46-3c0a-40a1-81ed-14065ae325f1 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.860490 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-470edf46-3c0a-40a1-81ed-14065ae325f1 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.916017 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2a7f43b-78bc-4b4b-bca9-c47a8b9e40ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.072905 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c63ffd-1489-4c53-b6b6-f2a40eccdb66 None None] New status for floating IP d341df79-0c76-4ab8-ad43-e4e4533b85cb: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:05:43.338085 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2a7f43b-78bc-4b4b-bca9-c47a8b9e40ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.351200 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-f2a7f43b-78bc-4b4b-bca9-c47a8b9e40ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcbb9e4-847c-4564-802a-b680b1350af2']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:43.393867 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-f2a7f43b-78bc-4b4b-bca9-c47a8b9e40ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31546048-6c0f-4dc0-bc93-73d5b1daf980') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:43.394264 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-f2a7f43b-78bc-4b4b-bca9-c47a8b9e40ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31546048-6c0f-4dc0-bc93-73d5b1daf980') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:43.407481 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2a7f43b-78bc-4b4b-bca9-c47a8b9e40ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.458172 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2a7f43b-78bc-4b4b-bca9-c47a8b9e40ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.468594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a7f43b-78bc-4b4b-bca9-c47a8b9e40ec admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:05:43.469017 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2a7f43b-78bc-4b4b-bca9-c47a8b9e40ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:05:43.470669 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:05:43.536248 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470edf46-3c0a-40a1-81ed-14065ae325f1 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Router 83ace314-5d00-4fd9-aad1-24bd7caff469 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:05:43.538284 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2a7f43b-78bc-4b4b-bca9-c47a8b9e40ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.543398 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2a7f43b-78bc-4b4b-bca9-c47a8b9e40ec admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.547718 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f2a7f43b-78bc-4b4b-bca9-c47a8b9e40ec admin admin] 10.222.0.37 "DELETE /v2.0/networks/1bcbb9e4-847c-4564-802a-b680b1350af2 HTTP/1.1" status: 204 len: 168 time: 0.7856407 Aug 20 12:05:43.560881 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7f43b-78bc-4b4b-bca9-c47a8b9e40ec admin admin] Pushing event deleted for resources: {'Network': ['ID=1bcbb9e4-847c-4564-802a-b680b1350af2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:43.677106 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470edf46-3c0a-40a1-81ed-14065ae325f1 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:05:43.682657 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-470edf46-3c0a-40a1-81ed-14065ae325f1 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.693895 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf77093-894a-45c0-a5ae-1f317b385eef None None] Sync routers for ids ['83ace314-5d00-4fd9-aad1-24bd7caff469'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:05:43.707416 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf77093-894a-45c0-a5ae-1f317b385eef None None] Routers {'83ace314-5d00-4fd9-aad1-24bd7caff469'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:43.709014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6cf77093-894a-45c0-a5ae-1f317b385eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:05:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['83ace314-5d00-4fd9-aad1-24bd7caff469'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:43.771430 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-470edf46-3c0a-40a1-81ed-14065ae325f1 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "PUT /v2.0/floatingips/d341df79-0c76-4ab8-ad43-e4e4533b85cb HTTP/1.1" status: 200 len: 991 time: 1.9356804 Aug 20 12:05:43.788040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47702) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:43.829244 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-16ac4b6a-7c3e-485e-b9c9-53c032cdc9be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f081794e93084b4a96ffab6408c7a5fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400133 Aug 20 12:05:43.832475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47704) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:43.837543 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-6cf77093-894a-45c0-a5ae-1f317b385eef None None] Set router 83ace314-5d00-4fd9-aad1-24bd7caff469 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:43.896797 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3cdb-564b-46f0-bd0b-8de57b3bc12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.918834 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3cdb-564b-46f0-bd0b-8de57b3bc12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.989206 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3cdb-564b-46f0-bd0b-8de57b3bc12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.991985 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3cdb-564b-46f0-bd0b-8de57b3bc12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.995826 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d5bc3cdb-564b-46f0-bd0b-8de57b3bc12a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1ab14f3-e454-41ed-9360-117a8de58669 HTTP/1.1" status: 204 len: 168 time: 0.1598899 Aug 20 12:05:44.012345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc3cdb-564b-46f0-bd0b-8de57b3bc12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ab14f3-e454-41ed-9360-117a8de58669,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:44.024751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'tag': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42'}, {'name': 'network-changed', 'server_uuid': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'tag': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:44.027840 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0620692-d43f-4ee0-b370-28209b650f0f", "tag": "f707d2d0-487b-4c4a-b78c-2e3fcf52ce42"}, {"name": "network-changed", "server_uuid": "c0620692-d43f-4ee0-b370-28209b650f0f", "tag": "f707d2d0-487b-4c4a-b78c-2e3fcf52ce42"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:44.084114 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6860d0-42a6-4da4-85ea-b7e6fc50433e x-openstack-request-id: req-dd6860d0-42a6-4da4-85ea-b7e6fc50433e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:44.084431 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0620692-d43f-4ee0-b370-28209b650f0f", "tag": "f707d2d0-487b-4c4a-b78c-2e3fcf52ce42", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c0620692-d43f-4ee0-b370-28209b650f0f", "tag": "f707d2d0-487b-4c4a-b78c-2e3fcf52ce42", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:44.084778 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd6860d0-42a6-4da4-85ea-b7e6fc50433e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:44.085246 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'tag': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42', 'status': 'completed', 'code': 200} Aug 20 12:05:44.085566 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'tag': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42', 'status': 'completed', 'code': 200} Aug 20 12:05:44.127891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6cf77093-894a-45c0-a5ae-1f317b385eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port': {'id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'd341df79-0c76-4ab8-ad43-e4e4533b85cb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'port_id': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'mac_address': 'fa:16:3e:19:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:05:40Z', 'updated_at': '2021-08-20T12:05:43Z', 'revision_number': 2, 'project_id': '676c055147b0493285975a9f7901bad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4232cf17-4c26-40f1-808f-88727ef32503', 'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'mac_address': 'fa:16:3e:03:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:40Z', 'revision_number': 5, 'project_id': '676c055147b0493285975a9f7901bad5', 'subnets': [{'id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:44.160358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-e4db541f-fe1e-4579-88f7-8340410a0daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:44.161644 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-e4db541f-fe1e-4579-88f7-8340410a0daf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=676c055147b0493285975a9f7901bad5&device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 1096 time: 0.0542784 Aug 20 12:05:44.165455 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf77093-894a-45c0-a5ae-1f317b385eef None None] Checking router: 83ace314-5d00-4fd9-aad1-24bd7caff469 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:05:44.178711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf77093-894a-45c0-a5ae-1f317b385eef None None] Routers {'83ace314-5d00-4fd9-aad1-24bd7caff469'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:44.179389 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6cf77093-894a-45c0-a5ae-1f317b385eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:05:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['83ace314-5d00-4fd9-aad1-24bd7caff469'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:44.270646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-a7aebe3d-2cd3-4930-bcdb-87efd95392c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:44.272185 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-a7aebe3d-2cd3-4930-bcdb-87efd95392c2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=832fdf7f-df15-417e-9c85-a2b500dfedeb HTTP/1.1" status: 200 len: 913 time: 0.1035955 Aug 20 12:05:44.304707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-6cf77093-894a-45c0-a5ae-1f317b385eef None None] Set router 83ace314-5d00-4fd9-aad1-24bd7caff469 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:44.353859 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-d2627c36-ca1e-4c25-a0af-ec978ccd26a9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 HTTP/1.1" status: 200 len: 1001 time: 0.0747941 Aug 20 12:05:44.408822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-125c8ce5-08f6-48a5-8745-071e7ab53d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:44.412218 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-125c8ce5-08f6-48a5-8745-071e7ab53d7d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fc14ebfd-bb86-4a1c-a5e2-851577538799 HTTP/1.1" status: 200 len: 852 time: 0.0521383 Aug 20 12:05:44.428283 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47722) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:44.475334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-605a4c2a-029b-426a-a0ee-b8de78b0c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:44.477094 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-605a4c2a-029b-426a-a0ee-b8de78b0c50e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=832fdf7f-df15-417e-9c85-a2b500dfedeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585570 Aug 20 12:05:44.483051 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47726) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:44.483392 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3e63a979-767f-4f96-83c5-9f57b3afa23a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ccc532d32d44068bf2e757e0433defd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535736 Aug 20 12:05:44.601436 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d60dad42-b72d-41e0-944e-fe6999a011ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:44.636694 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-5027327c-2e94-47f7-9b3b-8870c5f684a2 service neutron] 10.222.0.76 "GET /v2.0/networks/832fdf7f-df15-417e-9c85-a2b500dfedeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451976 Aug 20 12:05:44.638433 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d60dad42-b72d-41e0-944e-fe6999a011ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:44.741740 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-6cf77093-894a-45c0-a5ae-1f317b385eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port': {'id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'd341df79-0c76-4ab8-ad43-e4e4533b85cb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'port_id': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'mac_address': 'fa:16:3e:19:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:05:40Z', 'updated_at': '2021-08-20T12:05:43Z', 'revision_number': 2, 'project_id': '676c055147b0493285975a9f7901bad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4232cf17-4c26-40f1-808f-88727ef32503', 'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'mac_address': 'fa:16:3e:03:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:40Z', 'revision_number': 5, 'project_id': '676c055147b0493285975a9f7901bad5', 'subnets': [{'id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:44.754491 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d60dad42-b72d-41e0-944e-fe6999a011ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:44.757033 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d60dad42-b72d-41e0-944e-fe6999a011ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:44.760473 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d60dad42-b72d-41e0-944e-fe6999a011ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84d490fd-3f96-4ff5-9288-24e8d3e9565f HTTP/1.1" status: 204 len: 168 time: 0.2726943 Aug 20 12:05:44.775264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60dad42-b72d-41e0-944e-fe6999a011ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d490fd-3f96-4ff5-9288-24e8d3e9565f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:44.778723 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-4ce318fb-8ca8-40e1-8def-bafb4e08e6f5 service neutron] 10.222.0.76 "GET /v2.0/networks/832fdf7f-df15-417e-9c85-a2b500dfedeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335704 Aug 20 12:05:44.791855 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf77093-894a-45c0-a5ae-1f317b385eef None None] The sync data for ids ['83ace314-5d00-4fd9-aad1-24bd7caff469'] in n-d-804299-2 is: [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port': {'id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'd341df79-0c76-4ab8-ad43-e4e4533b85cb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'port_id': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'mac_address': 'fa:16:3e:19:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:05:40Z', 'updated_at': '2021-08-20T12:05:43Z', 'revision_number': 2, 'project_id': '676c055147b0493285975a9f7901bad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4232cf17-4c26-40f1-808f-88727ef32503', 'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'mac_address': 'fa:16:3e:03:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:40Z', 'revision_number': 5, 'project_id': '676c055147b0493285975a9f7901bad5', 'subnets': [{'id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:05:44.906867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-5543d76c-2a59-46cb-8f49-3eab14596ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:44.909051 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-5543d76c-2a59-46cb-8f49-3eab14596ce3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=676c055147b0493285975a9f7901bad5&device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 1096 time: 0.0869036 Aug 20 12:05:45.037273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-26915bf6-1034-418b-a5d8-ff874230e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:45.038729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-26915bf6-1034-418b-a5d8-ff874230e928 service neutron] 10.222.0.76 "GET /v2.0/networks?id=832fdf7f-df15-417e-9c85-a2b500dfedeb HTTP/1.1" status: 200 len: 913 time: 0.1235507 Aug 20 12:05:45.113803 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-a371f3d8-30bc-40ea-8595-37bcd42ab1b5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 HTTP/1.1" status: 200 len: 1001 time: 0.0680897 Aug 20 12:05:45.167940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-9c087f21-77dc-466c-88b7-53463aac3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:45.169735 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-9c087f21-77dc-466c-88b7-53463aac3d15 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fc14ebfd-bb86-4a1c-a5e2-851577538799 HTTP/1.1" status: 200 len: 852 time: 0.0496609 Aug 20 12:05:45.223807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-3d06d18c-b2a2-45d0-8f84-944a832e8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:45.225445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-3d06d18c-b2a2-45d0-8f84-944a832e8ce5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=832fdf7f-df15-417e-9c85-a2b500dfedeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483897 Aug 20 12:05:45.326468 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-e49d2d9f-df7d-4ba5-8b78-3eb5786f09a0 service neutron] 10.222.0.76 "GET /v2.0/networks/832fdf7f-df15-417e-9c85-a2b500dfedeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941293 Aug 20 12:05:45.433158 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d29ff18-e8d6-4484-aff9-c02867f6c4d8 req-d76929ef-93d9-483b-8cc4-acf665fbe5bb service neutron] 10.222.0.76 "GET /v2.0/networks/832fdf7f-df15-417e-9c85-a2b500dfedeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005170 Aug 20 12:05:47.865858 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47914) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:47.974920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-64ae2a66-7a5e-4d3f-92f0-b7ebbae1cb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.081568 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-64ae2a66-7a5e-4d3f-92f0-b7ebbae1cb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.085656 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-64ae2a66-7a5e-4d3f-92f0-b7ebbae1cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.124569 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-64ae2a66-7a5e-4d3f-92f0-b7ebbae1cb90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=321223c1ac7f41f9ad9f45f1525c3b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575510 Aug 20 12:05:48.125598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae2a66-7a5e-4d3f-92f0-b7ebbae1cb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218533fa-af39-4634-bc0a-98318e5868ec,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:48.127279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47924) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:48.178938 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b7828c6-e530-44ba-bd3f-a64f65e1da38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.200660 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b7828c6-e530-44ba-bd3f-a64f65e1da38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.247987 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b7828c6-e530-44ba-bd3f-a64f65e1da38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.251168 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b7828c6-e530-44ba-bd3f-a64f65e1da38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.252456 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3b7828c6-e530-44ba-bd3f-a64f65e1da38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/218533fa-af39-4634-bc0a-98318e5868ec HTTP/1.1" status: 204 len: 168 time: 0.1240482 Aug 20 12:05:48.262414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7828c6-e530-44ba-bd3f-a64f65e1da38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218533fa-af39-4634-bc0a-98318e5868ec,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:48.525530 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 47938) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:48.540076 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5177-218e-4a4a-a4c1-8bde8fc70fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.627949 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5177-218e-4a4a-a4c1-8bde8fc70fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.632001 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5177-218e-4a4a-a4c1-8bde8fc70fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.668967 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7b7b5177-218e-4a4a-a4c1-8bde8fc70fcd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b320a156f0248279016df5107991c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422186 Aug 20 12:05:48.671017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b5177-218e-4a4a-a4c1-8bde8fc70fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74784f17-8497-4823-b17c-b32b23d3e095,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:48.671677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 47940) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:48.725931 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e707880-5472-413b-959d-aeeb9a281b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.750092 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e707880-5472-413b-959d-aeeb9a281b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.809931 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e707880-5472-413b-959d-aeeb9a281b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.812538 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e707880-5472-413b-959d-aeeb9a281b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.816555 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7e707880-5472-413b-959d-aeeb9a281b5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74784f17-8497-4823-b17c-b32b23d3e095 HTTP/1.1" status: 204 len: 168 time: 0.1411548 Aug 20 12:05:48.822749 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e707880-5472-413b-959d-aeeb9a281b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74784f17-8497-4823-b17c-b32b23d3e095,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:52.363366 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-17895dd6-4fd4-46ce-9f78-bbc1f6022dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:53.972534 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48128) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:54.086206 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-586ca134-d2c2-4a9b-ac62-1671ea593d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.185001 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-586ca134-d2c2-4a9b-ac62-1671ea593d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.189531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-586ca134-d2c2-4a9b-ac62-1671ea593d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.235890 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-586ca134-d2c2-4a9b-ac62-1671ea593d5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6c545f2e5904c1db7a8be76898040ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621226 Aug 20 12:05:54.236976 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ca134-d2c2-4a9b-ac62-1671ea593d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa14b16c-789b-4ca1-8439-697678102d65,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:54.238775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48138) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:54.295188 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-08211f03-677e-46cf-8b44-841a73e11df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.316183 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-08211f03-677e-46cf-8b44-841a73e11df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.362539 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-08211f03-677e-46cf-8b44-841a73e11df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.365524 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-08211f03-677e-46cf-8b44-841a73e11df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.366494 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-08211f03-677e-46cf-8b44-841a73e11df6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa14b16c-789b-4ca1-8439-697678102d65 HTTP/1.1" status: 204 len: 168 time: 0.1258974 Aug 20 12:05:54.377633 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08211f03-677e-46cf-8b44-841a73e11df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa14b16c-789b-4ca1-8439-697678102d65,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:54.651181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48148) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:54.665422 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0fd0737d-f92b-4b46-ae3e-253248c6100f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.763307 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0fd0737d-f92b-4b46-ae3e-253248c6100f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.769408 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0fd0737d-f92b-4b46-ae3e-253248c6100f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.805831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0fd0737d-f92b-4b46-ae3e-253248c6100f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9be4993591574527b1d609d7682e756d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535382 Aug 20 12:05:54.808546 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48154) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:54.810404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0737d-f92b-4b46-ae3e-253248c6100f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433151f6-bf09-4221-9307-20c11f052d7a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:54.858302 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-051aa0f6-f3b4-4d14-9c6a-239b6607a4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.879790 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-051aa0f6-f3b4-4d14-9c6a-239b6607a4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.928278 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-051aa0f6-f3b4-4d14-9c6a-239b6607a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.930844 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-051aa0f6-f3b4-4d14-9c6a-239b6607a4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.934310 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-051aa0f6-f3b4-4d14-9c6a-239b6607a4b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/433151f6-bf09-4221-9307-20c11f052d7a HTTP/1.1" status: 204 len: 168 time: 0.1223922 Aug 20 12:05:54.940287 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051aa0f6-f3b4-4d14-9c6a-239b6607a4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433151f6-bf09-4221-9307-20c11f052d7a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:55.176865 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5bcf-3789-4672-a5a4-78928d0ef82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:55.468357 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:56.408576 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:58.032404 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.528613 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48326) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:00.653757 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94e6ba09-970f-4475-8d59-eac24541cc1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.753648 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94e6ba09-970f-4475-8d59-eac24541cc1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.758224 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94e6ba09-970f-4475-8d59-eac24541cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.806823 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6ba09-970f-4475-8d59-eac24541cc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce1af9f-da68-495b-bdc5-309d0fc0e1a5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:00.811509 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-94e6ba09-970f-4475-8d59-eac24541cc1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bec81f03bf204631bb253001e88b8f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817285 Aug 20 12:06:00.814304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48334) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:00.877069 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b28ab86b-03be-4f63-827f-c0cbf313d88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.903209 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b28ab86b-03be-4f63-827f-c0cbf313d88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.956823 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b28ab86b-03be-4f63-827f-c0cbf313d88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.959861 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b28ab86b-03be-4f63-827f-c0cbf313d88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.961277 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b28ab86b-03be-4f63-827f-c0cbf313d88e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dce1af9f-da68-495b-bdc5-309d0fc0e1a5 HTTP/1.1" status: 204 len: 168 time: 0.1459017 Aug 20 12:06:00.973419 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ab86b-03be-4f63-827f-c0cbf313d88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce1af9f-da68-495b-bdc5-309d0fc0e1a5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:01.278388 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48348) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:01.296929 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2fd77a15-a863-47b5-9804-a823ce009013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:01.400973 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2fd77a15-a863-47b5-9804-a823ce009013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:01.405018 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2fd77a15-a863-47b5-9804-a823ce009013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:01.452286 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2fd77a15-a863-47b5-9804-a823ce009013 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b984b5cda0042e2ae100239fc05e29e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726489 Aug 20 12:06:01.454722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd77a15-a863-47b5-9804-a823ce009013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091d588d-4e14-4601-b2d1-4f2750146737,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:01.456163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48354) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:01.513204 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-faffee12-1ff7-462e-9cc4-1007b261de83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:01.538647 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-faffee12-1ff7-462e-9cc4-1007b261de83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:01.589660 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-faffee12-1ff7-462e-9cc4-1007b261de83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:01.592536 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-faffee12-1ff7-462e-9cc4-1007b261de83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:01.593730 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-faffee12-1ff7-462e-9cc4-1007b261de83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/091d588d-4e14-4601-b2d1-4f2750146737 HTTP/1.1" status: 204 len: 168 time: 0.1364851 Aug 20 12:06:01.606698 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffee12-1ff7-462e-9cc4-1007b261de83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091d588d-4e14-4601-b2d1-4f2750146737,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:03.027269 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:03.936034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48464) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:04.051192 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58a5487c-b76d-4954-893f-348c9a616ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.142415 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58a5487c-b76d-4954-893f-348c9a616ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.146865 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58a5487c-b76d-4954-893f-348c9a616ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.187676 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-58a5487c-b76d-4954-893f-348c9a616ac8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4294adf14cb9467e998b36f3d24e0bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504976 Aug 20 12:06:04.188409 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48476) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:04.189056 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5487c-b76d-4954-893f-348c9a616ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9413d4-2e6d-4d01-adc6-d4e8affc6021,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:04.239180 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4536c1c6-6ef2-492d-ba57-8762ca53802b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.260599 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4536c1c6-6ef2-492d-ba57-8762ca53802b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.311260 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4536c1c6-6ef2-492d-ba57-8762ca53802b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.313824 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4536c1c6-6ef2-492d-ba57-8762ca53802b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.315575 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4536c1c6-6ef2-492d-ba57-8762ca53802b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e9413d4-2e6d-4d01-adc6-d4e8affc6021 HTTP/1.1" status: 204 len: 168 time: 0.1242330 Aug 20 12:06:04.323416 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536c1c6-6ef2-492d-ba57-8762ca53802b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9413d4-2e6d-4d01-adc6-d4e8affc6021,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:04.593844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 48492) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:04.607810 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea7f66e6-37ce-423e-b204-6d946d50503d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.700504 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea7f66e6-37ce-423e-b204-6d946d50503d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.704331 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea7f66e6-37ce-423e-b204-6d946d50503d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.747699 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ea7f66e6-37ce-423e-b204-6d946d50503d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a906957d7224bb48f6a2853b1176f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527545 Aug 20 12:06:04.748531 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f66e6-37ce-423e-b204-6d946d50503d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45edfd98-473b-46f9-8a5e-798e4aeaf623,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:04.751457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48494) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:04.809686 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95a18a26-95cb-471c-afc7-2bfd354875ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.832972 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95a18a26-95cb-471c-afc7-2bfd354875ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.884952 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95a18a26-95cb-471c-afc7-2bfd354875ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.887523 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95a18a26-95cb-471c-afc7-2bfd354875ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.888890 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-95a18a26-95cb-471c-afc7-2bfd354875ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45edfd98-473b-46f9-8a5e-798e4aeaf623 HTTP/1.1" status: 204 len: 168 time: 0.1359816 Aug 20 12:06:04.899777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a18a26-95cb-471c-afc7-2bfd354875ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45edfd98-473b-46f9-8a5e-798e4aeaf623,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:07.029036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48570) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:07.148054 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-30e651eb-3293-4b9e-8589-b22ba33acfbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.254688 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-30e651eb-3293-4b9e-8589-b22ba33acfbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.258842 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-30e651eb-3293-4b9e-8589-b22ba33acfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.305877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e651eb-3293-4b9e-8589-b22ba33acfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0848d08b-1d68-4e81-ae81-91904d87aa30,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:07.311116 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-30e651eb-3293-4b9e-8589-b22ba33acfbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d090762b146d4ba790d9bb3817544d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807360 Aug 20 12:06:07.313697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48574) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:07.369814 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a9476dc-b2df-4e10-87d2-03de9bc66b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.391844 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a9476dc-b2df-4e10-87d2-03de9bc66b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.437356 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a9476dc-b2df-4e10-87d2-03de9bc66b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.440609 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a9476dc-b2df-4e10-87d2-03de9bc66b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.441989 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3a9476dc-b2df-4e10-87d2-03de9bc66b3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0848d08b-1d68-4e81-ae81-91904d87aa30 HTTP/1.1" status: 204 len: 168 time: 0.1272497 Aug 20 12:06:07.451100 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9476dc-b2df-4e10-87d2-03de9bc66b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0848d08b-1d68-4e81-ae81-91904d87aa30,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:07.738597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48582) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:07.751755 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e502ee42-f79d-4425-a1ab-03f667c7e2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.845681 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e502ee42-f79d-4425-a1ab-03f667c7e2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.850854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e502ee42-f79d-4425-a1ab-03f667c7e2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.891652 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502ee42-f79d-4425-a1ab-03f667c7e2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d703ff8-e565-4038-9d50-c94c75261b3e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:07.898768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e502ee42-f79d-4425-a1ab-03f667c7e2cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f6810cca2a04a82a719bf3d41f348e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590555 Aug 20 12:06:07.901787 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 48584) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:07.958390 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2897f0a4-c9d7-4c47-b87a-82d2fceba416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.982652 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2897f0a4-c9d7-4c47-b87a-82d2fceba416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:08.031672 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2897f0a4-c9d7-4c47-b87a-82d2fceba416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:08.035162 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2897f0a4-c9d7-4c47-b87a-82d2fceba416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:08.036377 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2897f0a4-c9d7-4c47-b87a-82d2fceba416 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d703ff8-e565-4038-9d50-c94c75261b3e HTTP/1.1" status: 204 len: 168 time: 0.1337061 Aug 20 12:06:08.046803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897f0a4-c9d7-4c47-b87a-82d2fceba416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d703ff8-e565-4038-9d50-c94c75261b3e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:09.192954 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:11.173001 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf21071b-79bc-44eb-a860-949684e5c8a9 req-c0ea47b4-bab6-456d-9dbd-8a6f38b4738d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1911411 Aug 20 12:06:11.272318 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21071b-79bc-44eb-a860-949684e5c8a9 req-a1fdc95b-127d-4b14-8216-283392e2497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:11.273926 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf21071b-79bc-44eb-a860-949684e5c8a9 req-a1fdc95b-127d-4b14-8216-283392e2497b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 1097 time: 0.0531979 Aug 20 12:06:11.312108 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:06:11.394838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21071b-79bc-44eb-a860-949684e5c8a9 req-6794d2d5-3e15-40a3-bcbe-7b8b08528460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:11.396931 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf21071b-79bc-44eb-a860-949684e5c8a9 req-6794d2d5-3e15-40a3-bcbe-7b8b08528460 service neutron] 10.222.0.76 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.1015439 Aug 20 12:06:11.487929 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf21071b-79bc-44eb-a860-949684e5c8a9 req-5d601223-4c6c-4518-b955-8343db7313a7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28c28f02-f2dd-4da2-bb9c-401f3b7b0782 HTTP/1.1" status: 200 len: 1002 time: 0.0840499 Aug 20 12:06:11.543936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21071b-79bc-44eb-a860-949684e5c8a9 req-d52bd75a-8fbb-4931-89d3-cb485800e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:11.545445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf21071b-79bc-44eb-a860-949684e5c8a9 req-d52bd75a-8fbb-4931-89d3-cb485800e133 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0509243 Aug 20 12:06:11.595720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21071b-79bc-44eb-a860-949684e5c8a9 req-b85a7060-1237-4c12-abad-5f07eddc55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:11.598206 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf21071b-79bc-44eb-a860-949684e5c8a9 req-b85a7060-1237-4c12-abad-5f07eddc55c0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458448 Aug 20 12:06:11.709862 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf21071b-79bc-44eb-a860-949684e5c8a9 req-4ddd2dab-6397-4a91-a4d3-a710689247ea service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039970 Aug 20 12:06:11.815072 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf21071b-79bc-44eb-a860-949684e5c8a9 req-acfc48b1-81ab-4ac8-8bfa-d542f948c934 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981939 Aug 20 12:06:16.860890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49166) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:17.376504 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-fe19174d-6e92-43e6-bd2d-c6c179862e28 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Deleting port db29d266-f37f-4548-a054-f437f3d438f8 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:17.377000 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe19174d-6e92-43e6-bd2d-c6c179862e28 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.456976 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe19174d-6e92-43e6-bd2d-c6c179862e28 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.457377 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe19174d-6e92-43e6-bd2d-c6c179862e28 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.469950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-fe19174d-6e92-43e6-bd2d-c6c179862e28 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Calling delete_port for db29d266-f37f-4548-a054-f437f3d438f8 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:17.693735 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9422067-89eb-459c-8f7a-d825cac8bd82 req-32fb798f-092e-46ec-9d32-7340359d5356 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:17.695226 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9422067-89eb-459c-8f7a-d825cac8bd82 req-32fb798f-092e-46ec-9d32-7340359d5356 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 949 time: 0.0869086 Aug 20 12:06:17.741399 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe19174d-6e92-43e6-bd2d-c6c179862e28 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.775279 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9422067-89eb-459c-8f7a-d825cac8bd82 req-2d30600b-159c-4be0-aa36-db3074d985e2 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ce4408-1993-4e29-aa32-420616577fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734682 Aug 20 12:06:17.782973 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19174d-6e92-43e6-bd2d-c6c179862e28 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Pushing event deleted for resources: {'Port': ['ID=db29d266-f37f-4548-a054-f437f3d438f8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:17.850561 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe19174d-6e92-43e6-bd2d-c6c179862e28 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.850890 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-fe19174d-6e92-43e6-bd2d-c6c179862e28 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Floating IP d341df79-0c76-4ab8-ad43-e4e4533b85cb disassociated (deleted). External IP: 172.25.8.104, port: f707d2d0-487b-4c4a-b78c-2e3fcf52ce42. Aug 20 12:06:18.060722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe19174d-6e92-43e6-bd2d-c6c179862e28 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Router 83ace314-5d00-4fd9-aad1-24bd7caff469 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:06:18.172491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe19174d-6e92-43e6-bd2d-c6c179862e28 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:06:18.178315 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe19174d-6e92-43e6-bd2d-c6c179862e28 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.184300 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08b00cc-8650-4fe1-8622-43ddcfb8ec0e None None] Sync routers for ids ['83ace314-5d00-4fd9-aad1-24bd7caff469'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:06:18.194194 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08b00cc-8650-4fe1-8622-43ddcfb8ec0e None None] Routers {'83ace314-5d00-4fd9-aad1-24bd7caff469'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:18.194817 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e08b00cc-8650-4fe1-8622-43ddcfb8ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:05:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['83ace314-5d00-4fd9-aad1-24bd7caff469'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:18.212122 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fe19174d-6e92-43e6-bd2d-c6c179862e28 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "DELETE /v2.0/floatingips/d341df79-0c76-4ab8-ad43-e4e4533b85cb HTTP/1.1" status: 204 len: 168 time: 1.3498163 Aug 20 12:06:18.213162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'tag': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:18.216569 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348b1617-f89c-4e95-b8e6-d9d8dbb6789d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0620692-d43f-4ee0-b370-28209b650f0f", "tag": "f707d2d0-487b-4c4a-b78c-2e3fcf52ce42"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:18.265855 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28309e81-4fe3-4ed3-904a-62e40b5386a8 x-openstack-request-id: req-28309e81-4fe3-4ed3-904a-62e40b5386a8 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:18.266141 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0620692-d43f-4ee0-b370-28209b650f0f", "tag": "f707d2d0-487b-4c4a-b78c-2e3fcf52ce42", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:18.266780 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28309e81-4fe3-4ed3-904a-62e40b5386a8 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:18.266780 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'tag': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42', 'status': 'completed', 'code': 200} Aug 20 12:06:18.332236 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e08b00cc-8650-4fe1-8622-43ddcfb8ec0e None None] Set router 83ace314-5d00-4fd9-aad1-24bd7caff469 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:18.363873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b1617-f89c-4e95-b8e6-d9d8dbb6789d req-7048bfbf-5b75-4e26-b191-5ee1876fe841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:18.365475 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-348b1617-f89c-4e95-b8e6-d9d8dbb6789d req-7048bfbf-5b75-4e26-b191-5ee1876fe841 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=676c055147b0493285975a9f7901bad5&device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 1096 time: 0.0609968 Aug 20 12:06:18.465267 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b1617-f89c-4e95-b8e6-d9d8dbb6789d req-2dfcf3af-7055-44ef-aad3-50f413427fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:18.467089 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-348b1617-f89c-4e95-b8e6-d9d8dbb6789d req-2dfcf3af-7055-44ef-aad3-50f413427fb7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=832fdf7f-df15-417e-9c85-a2b500dfedeb HTTP/1.1" status: 200 len: 913 time: 0.0949676 Aug 20 12:06:18.524078 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-348b1617-f89c-4e95-b8e6-d9d8dbb6789d req-b1e601e2-0835-4c22-b32b-20090d0a794e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 HTTP/1.1" status: 200 len: 217 time: 0.0492725 Aug 20 12:06:18.584165 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e08b00cc-8650-4fe1-8622-43ddcfb8ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port': {'id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4232cf17-4c26-40f1-808f-88727ef32503', 'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'mac_address': 'fa:16:3e:03:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:40Z', 'revision_number': 5, 'project_id': '676c055147b0493285975a9f7901bad5', 'subnets': [{'id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:18.603379 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b1617-f89c-4e95-b8e6-d9d8dbb6789d req-1206f19c-739c-4fc4-a2c7-519d3ba2a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:18.604870 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-348b1617-f89c-4e95-b8e6-d9d8dbb6789d req-1206f19c-739c-4fc4-a2c7-519d3ba2a70f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fc14ebfd-bb86-4a1c-a5e2-851577538799 HTTP/1.1" status: 200 len: 852 time: 0.0733416 Aug 20 12:06:18.612219 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08b00cc-8650-4fe1-8622-43ddcfb8ec0e None None] Checking router: 83ace314-5d00-4fd9-aad1-24bd7caff469 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:06:18.620808 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08b00cc-8650-4fe1-8622-43ddcfb8ec0e None None] Routers {'83ace314-5d00-4fd9-aad1-24bd7caff469'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:18.621443 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e08b00cc-8650-4fe1-8622-43ddcfb8ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:05:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['83ace314-5d00-4fd9-aad1-24bd7caff469'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:18.630023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adea3d9-57ca-48c9-9754-c67677ba9b44 req-bea37f80-c4cf-421c-bb12-bca3a5b1fa0d tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:18.631526 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2adea3d9-57ca-48c9-9754-c67677ba9b44 req-bea37f80-c4cf-421c-bb12-bca3a5b1fa0d tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 945 time: 0.0724864 Aug 20 12:06:18.690247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b1617-f89c-4e95-b8e6-d9d8dbb6789d req-80cd3bcd-f8ed-4832-8b3e-1804149acb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:18.691764 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-348b1617-f89c-4e95-b8e6-d9d8dbb6789d req-80cd3bcd-f8ed-4832-8b3e-1804149acb05 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=832fdf7f-df15-417e-9c85-a2b500dfedeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773120 Aug 20 12:06:18.694628 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2adea3d9-57ca-48c9-9754-c67677ba9b44 req-4ee4ae2b-5bd5-4bda-8f71-e0128ed7b945 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457838 Aug 20 12:06:18.757289 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e08b00cc-8650-4fe1-8622-43ddcfb8ec0e None None] Set router 83ace314-5d00-4fd9-aad1-24bd7caff469 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:18.802145 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-348b1617-f89c-4e95-b8e6-d9d8dbb6789d req-ad747f85-f3c4-4280-b193-2cfc2408c380 service neutron] 10.222.0.76 "GET /v2.0/networks/832fdf7f-df15-417e-9c85-a2b500dfedeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022744 Aug 20 12:06:18.938325 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-348b1617-f89c-4e95-b8e6-d9d8dbb6789d req-5f75e257-80aa-4ec2-9a2e-bc3962aebadc service neutron] 10.222.0.76 "GET /v2.0/networks/832fdf7f-df15-417e-9c85-a2b500dfedeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285198 Aug 20 12:06:18.958961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f70905-262b-4635-af4d-36f8693d72f2 req-3585671d-00ab-4dae-a0b5-d1a76796a567 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:18.960684 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-17f70905-262b-4635-af4d-36f8693d72f2 req-3585671d-00ab-4dae-a0b5-d1a76796a567 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 949 time: 0.0644937 Aug 20 12:06:19.015869 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-17f70905-262b-4635-af4d-36f8693d72f2 req-88a84ac7-b2c6-4e68-97a7-c0cea06b0b58 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ce4408-1993-4e29-aa32-420616577fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461481 Aug 20 12:06:19.038182 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e08b00cc-8650-4fe1-8622-43ddcfb8ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port': {'id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4232cf17-4c26-40f1-808f-88727ef32503', 'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'mac_address': 'fa:16:3e:03:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:40Z', 'revision_number': 5, 'project_id': '676c055147b0493285975a9f7901bad5', 'subnets': [{'id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:19.068941 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08b00cc-8650-4fe1-8622-43ddcfb8ec0e None None] The sync data for ids ['83ace314-5d00-4fd9-aad1-24bd7caff469'] in n-d-804299-2 is: [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port': {'id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4232cf17-4c26-40f1-808f-88727ef32503', 'name': '', 'network_id': '832fdf7f-df15-417e-9c85-a2b500dfedeb', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'mac_address': 'fa:16:3e:03:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:40Z', 'revision_number': 5, 'project_id': '676c055147b0493285975a9f7901bad5', 'subnets': [{'id': 'fc14ebfd-bb86-4a1c-a5e2-851577538799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:06:19.167793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84329f8a-5166-4b4a-b7a8-83596d8c0e08 req-d756eb6b-8b53-45e3-a554-3c5802f1e989 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:19.169335 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84329f8a-5166-4b4a-b7a8-83596d8c0e08 req-d756eb6b-8b53-45e3-a554-3c5802f1e989 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 949 time: 0.0769300 Aug 20 12:06:19.269301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-84329f8a-5166-4b4a-b7a8-83596d8c0e08 req-28da715d-5a87-4a77-ad07-d6a6a73cc4e2 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Deleting port d4a9a233-dda7-4e2d-b69f-13f567d76d59 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:19.269730 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-84329f8a-5166-4b4a-b7a8-83596d8c0e08 req-28da715d-5a87-4a77-ad07-d6a6a73cc4e2 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:19.370274 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e54825d-10a4-4d0d-aee0-fa1cf5fd3b09 None None] New status for floating IP d341df79-0c76-4ab8-ad43-e4e4533b85cb: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:06:19.375284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-84329f8a-5166-4b4a-b7a8-83596d8c0e08 req-28da715d-5a87-4a77-ad07-d6a6a73cc4e2 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] For port d4a9a233-dda7-4e2d-b69f-13f567d76d59, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=d4a9a233-dda7-4e2d-b69f-13f567d76d59,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:19.375652 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-84329f8a-5166-4b4a-b7a8-83596d8c0e08 req-28da715d-5a87-4a77-ad07-d6a6a73cc4e2 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:19.401276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-84329f8a-5166-4b4a-b7a8-83596d8c0e08 req-28da715d-5a87-4a77-ad07-d6a6a73cc4e2 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Calling delete_port for d4a9a233-dda7-4e2d-b69f-13f567d76d59 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:19.538999 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-84329f8a-5166-4b4a-b7a8-83596d8c0e08 req-28da715d-5a87-4a77-ad07-d6a6a73cc4e2 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:19.551347 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['d4a9a233-dda7-4e2d-b69f-13f567d76d59'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:06:19.572009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da715d-5a87-4a77-ad07-d6a6a73cc4e2 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Pushing event deleted for resources: {'Port': ['ID=d4a9a233-dda7-4e2d-b69f-13f567d76d59,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:19.625502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-84329f8a-5166-4b4a-b7a8-83596d8c0e08 req-28da715d-5a87-4a77-ad07-d6a6a73cc4e2 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] No DVR routers for this DVR port d4a9a233-dda7-4e2d-b69f-13f567d76d59 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:06:19.628521 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-84329f8a-5166-4b4a-b7a8-83596d8c0e08 req-28da715d-5a87-4a77-ad07-d6a6a73cc4e2 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:19.630684 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84329f8a-5166-4b4a-b7a8-83596d8c0e08 req-28da715d-5a87-4a77-ad07-d6a6a73cc4e2 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.35 "DELETE /v2.0/ports/d4a9a233-dda7-4e2d-b69f-13f567d76d59 HTTP/1.1" status: 204 len: 173 time: 0.4548256 Aug 20 12:06:19.823437 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5271f3-9797-4b59-b942-db1d82bc5f9c req-121e7816-2659-4b11-91c6-791a3584ee5e tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:19.825113 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1e5271f3-9797-4b59-b942-db1d82bc5f9c req-121e7816-2659-4b11-91c6-791a3584ee5e tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 945 time: 0.0530403 Aug 20 12:06:19.864983 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1e5271f3-9797-4b59-b942-db1d82bc5f9c req-bd0c6caf-305f-488c-bdca-82c22f3a4b06 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee490ef-66c3-4586-862b-7da8f85f18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329351 Aug 20 12:06:20.133004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bab2b2-3b50-4062-a6af-2df792fdb6d6 req-76ac9e44-629d-48c2-9fa3-f049474a937a tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:20.135167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b9bab2b2-3b50-4062-a6af-2df792fdb6d6 req-76ac9e44-629d-48c2-9fa3-f049474a937a tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.76 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 945 time: 0.0952923 Aug 20 12:06:20.156228 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8338077-178f-4866-b005-d8b1f45f51d7 req-840b4776-8499-4763-9bcb-4092f6823185 tempest-VolumesBackupsTest-656884209 tempest-VolumesBackupsTest-656884209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a HTTP/1.1" status: 200 len: 210 time: 0.0432081 Aug 20 12:06:20.254868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-b9bab2b2-3b50-4062-a6af-2df792fdb6d6 req-20f838f5-e957-49ea-a8b4-0f7f1ca7d49c tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Deleting port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:20.255429 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b9bab2b2-3b50-4062-a6af-2df792fdb6d6 req-20f838f5-e957-49ea-a8b4-0f7f1ca7d49c tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:20.273316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a', 'name': 'network-vif-deleted', 'tag': 'd4a9a233-dda7-4e2d-b69f-13f567d76d59'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:20.275901 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda2cf6b-b5b2-475e-8f59-cb32e9b890b4" -d '{"events": [{"server_uuid": "5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a", "name": "network-vif-deleted", "tag": "d4a9a233-dda7-4e2d-b69f-13f567d76d59"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:20.348238 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e7c86d-ecd9-4e19-a151-d48dc1f0dc02 x-openstack-request-id: req-98e7c86d-ecd9-4e19-a151-d48dc1f0dc02 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:20.348537 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a", "name": "network-vif-deleted", "tag": "d4a9a233-dda7-4e2d-b69f-13f567d76d59", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:20.348825 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98e7c86d-ecd9-4e19-a151-d48dc1f0dc02 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:20.349221 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2c0e5e-6b41-4b5c-bfb7-79c11df4d44a', 'name': 'network-vif-deleted', 'tag': 'd4a9a233-dda7-4e2d-b69f-13f567d76d59', 'status': 'completed', 'code': 200} Aug 20 12:06:20.378084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b9bab2b2-3b50-4062-a6af-2df792fdb6d6 req-20f838f5-e957-49ea-a8b4-0f7f1ca7d49c tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] For port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42,segment=NetworkSegment(443cabe6-29eb-4c7b-836f-631e68733331),segment_id=443cabe6-29eb-4c7b-836f-631e68733331)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:20.378453 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b9bab2b2-3b50-4062-a6af-2df792fdb6d6 req-20f838f5-e957-49ea-a8b4-0f7f1ca7d49c tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:20.393516 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-b9bab2b2-3b50-4062-a6af-2df792fdb6d6 req-20f838f5-e957-49ea-a8b4-0f7f1ca7d49c tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Calling delete_port for f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:20.525972 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b9bab2b2-3b50-4062-a6af-2df792fdb6d6 req-20f838f5-e957-49ea-a8b4-0f7f1ca7d49c tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:20.559269 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f838f5-e957-49ea-a8b4-0f7f1ca7d49c tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Pushing event deleted for resources: {'Port': ['ID=f707d2d0-487b-4c4a-b78c-2e3fcf52ce42,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:20.606880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bab2b2-3b50-4062-a6af-2df792fdb6d6 req-20f838f5-e957-49ea-a8b4-0f7f1ca7d49c tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] No DVR routers for this DVR port f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:06:20.612080 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b9bab2b2-3b50-4062-a6af-2df792fdb6d6 req-20f838f5-e957-49ea-a8b4-0f7f1ca7d49c tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:20.615104 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b9bab2b2-3b50-4062-a6af-2df792fdb6d6 req-20f838f5-e957-49ea-a8b4-0f7f1ca7d49c tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.76 "DELETE /v2.0/ports/f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 HTTP/1.1" status: 204 len: 173 time: 0.4731011 Aug 20 12:06:21.008711 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ac194dc1-8cb1-4575-9c18-34f1ccc0dd01 req-10c85222-4690-4ab8-b4db-023dbb780cd7 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 210 time: 0.0473492 Aug 20 12:06:22.343013 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d3ca63fc-c8b3-4ba3-805e-4638dd26e31a req-3ecde3b9-f0ed-420c-8a7e-f84c31477602 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 210 time: 0.0274646 Aug 20 12:06:22.350656 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'name': 'network-vif-deleted', 'tag': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:22.353730 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f6ae75-df6e-486a-8ac9-f135559695b4" -d '{"events": [{"server_uuid": "c0620692-d43f-4ee0-b370-28209b650f0f", "name": "network-vif-deleted", "tag": "f707d2d0-487b-4c4a-b78c-2e3fcf52ce42"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:22.391578 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-329611eb-f06a-4959-96f8-6fd5002f6c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:22.418134 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff90bd0-12cb-4662-942c-0a504332a2ad x-openstack-request-id: req-3ff90bd0-12cb-4662-942c-0a504332a2ad {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:22.418519 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0620692-d43f-4ee0-b370-28209b650f0f", "name": "network-vif-deleted", "tag": "f707d2d0-487b-4c4a-b78c-2e3fcf52ce42", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:22.418767 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ff90bd0-12cb-4662-942c-0a504332a2ad {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:22.419170 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0620692-d43f-4ee0-b370-28209b650f0f', 'name': 'network-vif-deleted', 'tag': 'f707d2d0-487b-4c4a-b78c-2e3fcf52ce42', 'status': 'completed', 'code': 200} Aug 20 12:06:23.005492 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194112cc-c514-424d-94f0-51a6aaf327be req-25dba21b-5159-4136-bac6-a7c72ec70526 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:23.007060 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-194112cc-c514-424d-94f0-51a6aaf327be req-25dba21b-5159-4136-bac6-a7c72ec70526 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 946 time: 0.0527596 Aug 20 12:06:23.045481 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-194112cc-c514-424d-94f0-51a6aaf327be req-1e54f164-8b44-4069-b4ac-0342bee90977 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321677 Aug 20 12:06:23.457460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:06:23.468441 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3557d13b-cfaa-437f-b670-863cb8e855e4 req-81dcfe98-289e-45da-a23b-6dc7c4e47644 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 210 time: 0.0372512 Aug 20 12:06:23.506272 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:06:23.506272 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f707d2d0-487b-4c4a-b78c-2e3fcf52ce42 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:06:24.085837 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device d4a9a233-dda7-4e2d-b69f-13f567d76d59 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:06:24.114914 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: d4a9a233-dda7-4e2d-b69f-13f567d76d59 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:06:24.115621 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device d4a9a233-dda7-4e2d-b69f-13f567d76d59 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:06:24.193870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddf124-a2e0-4bd1-a9c9-07ef700ea5ab req-3b4cbffc-c4fc-4d93-ad0c-f6b9a8e992b6 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:24.201801 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39ddf124-a2e0-4bd1-a9c9-07ef700ea5ab req-3b4cbffc-c4fc-4d93-ad0c-f6b9a8e992b6 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 946 time: 0.0598409 Aug 20 12:06:24.253954 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39ddf124-a2e0-4bd1-a9c9-07ef700ea5ab req-c89f68b0-8d27-4a80-8ca9-e6733c826534 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505862 Aug 20 12:06:24.377475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97de90-35db-4eb9-91bd-8c362790655b req-43d84c69-f438-4ffa-b66b-8001f6ed3479 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:24.379330 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce97de90-35db-4eb9-91bd-8c362790655b req-43d84c69-f438-4ffa-b66b-8001f6ed3479 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 946 time: 0.0505407 Aug 20 12:06:24.475789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-ce97de90-35db-4eb9-91bd-8c362790655b req-66a5103d-6235-4b12-8ead-5dc98957a93d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Deleting port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:24.476411 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ce97de90-35db-4eb9-91bd-8c362790655b req-66a5103d-6235-4b12-8ead-5dc98957a93d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:24.627182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ce97de90-35db-4eb9-91bd-8c362790655b req-66a5103d-6235-4b12-8ead-5dc98957a93d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] For port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=28c28f02-f2dd-4da2-bb9c-401f3b7b0782,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:24.628111 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ce97de90-35db-4eb9-91bd-8c362790655b req-66a5103d-6235-4b12-8ead-5dc98957a93d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:24.648410 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e0024a14-5dbd-4e7a-b96d-3e09a885e78e req-864a3347-3fb6-462c-b7c4-499da7147a43 tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0620692-d43f-4ee0-b370-28209b650f0f HTTP/1.1" status: 200 len: 210 time: 0.0448697 Aug 20 12:06:24.888656 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ce97de90-35db-4eb9-91bd-8c362790655b req-66a5103d-6235-4b12-8ead-5dc98957a93d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:24.889066 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ce97de90-35db-4eb9-91bd-8c362790655b req-66a5103d-6235-4b12-8ead-5dc98957a93d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:24.889383 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-ce97de90-35db-4eb9-91bd-8c362790655b req-66a5103d-6235-4b12-8ead-5dc98957a93d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Floating IP 26abb3a0-8447-4699-a54a-39d88c41b6bd disassociated. External IP: 172.25.8.135, port: 28c28f02-f2dd-4da2-bb9c-401f3b7b0782. Aug 20 12:06:24.889720 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-ce97de90-35db-4eb9-91bd-8c362790655b req-66a5103d-6235-4b12-8ead-5dc98957a93d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Calling delete_port for 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:25.018124 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ce97de90-35db-4eb9-91bd-8c362790655b req-66a5103d-6235-4b12-8ead-5dc98957a93d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.051366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5103d-6235-4b12-8ead-5dc98957a93d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event deleted for resources: {'Port': ['ID=28c28f02-f2dd-4da2-bb9c-401f3b7b0782,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:25.161182 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1cab36e2-ec80-4817-a561-dc0ab27fa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.164225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce97de90-35db-4eb9-91bd-8c362790655b req-66a5103d-6235-4b12-8ead-5dc98957a93d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Router 18ce7238-07e3-4e4d-8aa2-c00f71696565 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:06:25.276093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce97de90-35db-4eb9-91bd-8c362790655b req-66a5103d-6235-4b12-8ead-5dc98957a93d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:06:25.287189 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac0e9e-12d9-4a21-ac2b-40da9a55e215 None None] Sync routers for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:06:25.300113 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ac0e9e-12d9-4a21-ac2b-40da9a55e215 None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:25.300779 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-43ac0e9e-12d9-4a21-ac2b-40da9a55e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:06:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:25.333286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce97de90-35db-4eb9-91bd-8c362790655b req-66a5103d-6235-4b12-8ead-5dc98957a93d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] No DVR routers for this DVR port 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:06:25.335910 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ce97de90-35db-4eb9-91bd-8c362790655b req-66a5103d-6235-4b12-8ead-5dc98957a93d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.338337 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce97de90-35db-4eb9-91bd-8c362790655b req-66a5103d-6235-4b12-8ead-5dc98957a93d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "DELETE /v2.0/ports/28c28f02-f2dd-4da2-bb9c-401f3b7b0782 HTTP/1.1" status: 204 len: 173 time: 0.9527819 Aug 20 12:06:25.338786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47b8532-306d-4f16-be63-211addcc91c1', 'name': 'network-vif-deleted', 'tag': '28c28f02-f2dd-4da2-bb9c-401f3b7b0782'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:25.341589 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9918ecf0-342e-412a-bd30-4e233dec7b1d" -d '{"events": [{"server_uuid": "c47b8532-306d-4f16-be63-211addcc91c1", "name": "network-vif-deleted", "tag": "28c28f02-f2dd-4da2-bb9c-401f3b7b0782"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:25.434529 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388a296f-ed74-461e-9127-4c1364c595d5 x-openstack-request-id: req-388a296f-ed74-461e-9127-4c1364c595d5 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:25.435063 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47b8532-306d-4f16-be63-211addcc91c1", "name": "network-vif-deleted", "tag": "28c28f02-f2dd-4da2-bb9c-401f3b7b0782", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:25.435353 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-388a296f-ed74-461e-9127-4c1364c595d5 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:25.435845 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47b8532-306d-4f16-be63-211addcc91c1', 'name': 'network-vif-deleted', 'tag': '28c28f02-f2dd-4da2-bb9c-401f3b7b0782', 'status': 'completed', 'code': 200} Aug 20 12:06:25.449780 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0c359480-5074-4ee7-84bf-20e4e7438ed4 req-00be0c25-20f7-4514-8039-3d98d06fe306 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 210 time: 0.0858660 Aug 20 12:06:25.474578 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-43ac0e9e-12d9-4a21-ac2b-40da9a55e215 None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:25.488680 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.715470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49272) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:25.758405 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-43ac0e9e-12d9-4a21-ac2b-40da9a55e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:25.792727 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b58bf292-373e-4fb8-9253-91b6937a698b tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.808377 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac0e9e-12d9-4a21-ac2b-40da9a55e215 None None] Checking router: 18ce7238-07e3-4e4d-8aa2-c00f71696565 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:06:25.820050 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ac0e9e-12d9-4a21-ac2b-40da9a55e215 None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:25.821298 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-43ac0e9e-12d9-4a21-ac2b-40da9a55e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:06:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:25.851475 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b58bf292-373e-4fb8-9253-91b6937a698b tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.942263 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b58bf292-373e-4fb8-9253-91b6937a698b tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.945864 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b58bf292-373e-4fb8-9253-91b6937a698b tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.949947 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b58bf292-373e-4fb8-9253-91b6937a698b tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] 10.222.0.37 "DELETE /v2.0/security-groups/7ee490ef-66c3-4586-862b-7da8f85f18e5 HTTP/1.1" status: 204 len: 168 time: 0.2302601 Aug 20 12:06:25.983533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bf292-373e-4fb8-9253-91b6937a698b tempest-TestVolumeBackupRestore-615731435 tempest-TestVolumeBackupRestore-615731435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee490ef-66c3-4586-862b-7da8f85f18e5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:26.102365 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-43ac0e9e-12d9-4a21-ac2b-40da9a55e215 None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:26.420247 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.478883 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-43ac0e9e-12d9-4a21-ac2b-40da9a55e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:26.511608 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac0e9e-12d9-4a21-ac2b-40da9a55e215 None None] The sync data for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 is: [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:06:26.587231 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcbd35a7-256b-4797-9c95-235f57e51229 req-b98417ba-a520-406e-be2a-82d3362e04bc tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 210 time: 0.0361507 Aug 20 12:06:26.975658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d23955-6279-4040-b87f-ff49fe660784 None None] New status for floating IP 26abb3a0-8447-4699-a54a-39d88c41b6bd: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:06:28.040064 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.223364 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-648d3f36-a869-4778-8050-8f20c68c9754 req-55cd7de4-3f27-42b6-9ddc-eae30bda1948 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 210 time: 0.5380890 Aug 20 12:06:28.911488 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49666) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:29.098053 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4927d222-184f-4d2f-8df7-7f28c5deec20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.214560 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4927d222-184f-4d2f-8df7-7f28c5deec20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.226057 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4927d222-184f-4d2f-8df7-7f28c5deec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.306679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927d222-184f-4d2f-8df7-7f28c5deec20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822735d4-6932-41cd-98c9-322d5e49bcb5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:29.346516 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4927d222-184f-4d2f-8df7-7f28c5deec20 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e57877e337dc48588c28699d49f20d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4335845 Aug 20 12:06:29.347844 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49714) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:29.370955 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00314d0d-2efb-4457-8d6e-3b2d475db4a9 req-63434c81-fd87-4d41-881d-05ff1e38a3dd tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 210 time: 0.0397594 Aug 20 12:06:29.449200 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-151a7ba2-ef14-4320-8607-72237009d455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.476967 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-151a7ba2-ef14-4320-8607-72237009d455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.489034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:06:29.513793 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:06:29.514153 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 28c28f02-f2dd-4da2-bb9c-401f3b7b0782 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:06:29.579377 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-151a7ba2-ef14-4320-8607-72237009d455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.582001 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-151a7ba2-ef14-4320-8607-72237009d455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.583380 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-151a7ba2-ef14-4320-8607-72237009d455 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/822735d4-6932-41cd-98c9-322d5e49bcb5 HTTP/1.1" status: 204 len: 168 time: 0.2339983 Aug 20 12:06:29.599255 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a7ba2-ef14-4320-8607-72237009d455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822735d4-6932-41cd-98c9-322d5e49bcb5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:30.500385 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ac69c14-9d4b-4e16-9251-daf068726ea9 req-37f3e08e-df6f-479f-819d-54b730662e9b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=c47b8532-306d-4f16-be63-211addcc91c1 HTTP/1.1" status: 200 len: 210 time: 0.0520041 Aug 20 12:06:31.924560 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81235697-ab0c-4fcd-91ef-c677741163ff req-627d196a-96b2-4614-af7b-7ffdc00fa455 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667143654&fields=id&tenant_id=ed0606015c3a4a37bb71bafa914baa69 HTTP/1.1" status: 200 len: 267 time: 0.0813920 Aug 20 12:06:32.064790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81235697-ab0c-4fcd-91ef-c677741163ff req-7d8beecf-aa75-4a34-802c-b0932440cee3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:32.069192 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81235697-ab0c-4fcd-91ef-c677741163ff req-7d8beecf-aa75-4a34-802c-b0932440cee3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 811 time: 0.1437697 Aug 20 12:06:32.087460 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81235697-ab0c-4fcd-91ef-c677741163ff req-ffe00b70-2678-4094-bc08-b8382ae0f6d0 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/quotas/ed0606015c3a4a37bb71bafa914baa69 HTTP/1.1" status: 200 len: 375 time: 0.0120103 Aug 20 12:06:32.193413 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81235697-ab0c-4fcd-91ef-c677741163ff req-6d09edc1-05ac-47e1-8e57-e43f0b8bb37a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999174 Aug 20 12:06:32.488824 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81235697-ab0c-4fcd-91ef-c677741163ff req-3074f9aa-3f3c-4006-9a94-f3eef685f200 service neutron] 10.222.0.37 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788923 Aug 20 12:06:32.620994 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81235697-ab0c-4fcd-91ef-c677741163ff req-91f5e406-985a-41e4-b027-81f2f1d57b21 service neutron] 10.222.0.37 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281400 Aug 20 12:06:33.026222 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:33.085093 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9f31f48-1daa-4fe0-82df-0621ec7288e9 req-0d0a6cef-53ac-440c-8076-c1dc637a6a9f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 210 time: 0.0368745 Aug 20 12:06:34.057347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49926) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:34.365860 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4901eaf-e272-431e-adf4-4c2f2758c362 req-ef997c8f-524e-4ee4-a024-03e18b0cb4fa tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 210 time: 0.0777800 Aug 20 12:06:34.442163 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81235697-ab0c-4fcd-91ef-c677741163ff req-51352d66-49b5-4046-99c7-3770dbc95520 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:34.444343 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81235697-ab0c-4fcd-91ef-c677741163ff req-51352d66-49b5-4046-99c7-3770dbc95520 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.35 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 811 time: 0.3090830 Aug 20 12:06:34.498598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81235697-ab0c-4fcd-91ef-c677741163ff req-6ee90ee6-ab83-41b9-aa65-508a3be4b2a1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed0606015c3a4a37bb71bafa914baa69 HTTP/1.1" status: 200 len: 380 time: 0.0435221 Aug 20 12:06:34.508833 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-81235697-ab0c-4fcd-91ef-c677741163ff req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'port': {'device_id': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'admin_state_up': True, 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'security_groups': ['773fba90-1821-42cc-b241-4f6e369b89e3']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:34.597505 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b62eab4-6bdc-4b64-9723-6edb98379bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.687612 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81235697-ab0c-4fcd-91ef-c677741163ff req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Made reservation on behalf of ed0606015c3a4a37bb71bafa914baa69 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:34.691998 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81235697-ab0c-4fcd-91ef-c677741163ff req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.924798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-81235697-ab0c-4fcd-91ef-c677741163ff req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Allocated IP 172.20.0.8 (45a2f405-6051-45bc-bae4-2b81557294f1/9a9d30b4-12ac-4dff-95e4-847183332364/7e7f371e-700f-4ac1-8f7b-e838b328253b) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:06:34.981637 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1b62eab4-6bdc-4b64-9723-6edb98379bdb admin admin] Deleting port 4232cf17-4c26-40f1-808f-88727ef32503 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:34.982507 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b62eab4-6bdc-4b64-9723-6edb98379bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.133814 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81235697-ab0c-4fcd-91ef-c677741163ff req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.150340 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-81235697-ab0c-4fcd-91ef-c677741163ff req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Transition to ACTIVE for port object 7e7f371e-700f-4ac1-8f7b-e838b328253b will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:35.164258 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1b62eab4-6bdc-4b64-9723-6edb98379bdb admin admin] For port 4232cf17-4c26-40f1-808f-88727ef32503, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4232cf17-4c26-40f1-808f-88727ef32503,segment=NetworkSegment(443cabe6-29eb-4c7b-836f-631e68733331),segment_id=443cabe6-29eb-4c7b-836f-631e68733331)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:35.164823 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b62eab4-6bdc-4b64-9723-6edb98379bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.187715 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1b62eab4-6bdc-4b64-9723-6edb98379bdb admin admin] Calling delete_port for 4232cf17-4c26-40f1-808f-88727ef32503 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:35.201828 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81235697-ab0c-4fcd-91ef-c677741163ff req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.249822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81235697-ab0c-4fcd-91ef-c677741163ff req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Network 45a2f405-6051-45bc-bae4-2b81557294f1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:35.253521 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-81235697-ab0c-4fcd-91ef-c677741163ff req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:35.261889 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-81235697-ab0c-4fcd-91ef-c677741163ff req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:06:35.338566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81235697-ab0c-4fcd-91ef-c677741163ff req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:35.339176 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81235697-ab0c-4fcd-91ef-c677741163ff req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.341916 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'Port': ['ID=7e7f371e-700f-4ac1-8f7b-e838b328253b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:35.368944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:35.369538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:35.369660 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:35.369955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:35.370294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:35.370628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:35.370962 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:35.371294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:35.371620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:35.371950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:35.372279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:35.372606 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:35.390963 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81235697-ab0c-4fcd-91ef-c677741163ff req-9eec5fb3-e371-4e10-ad0f-639eae55d21d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8861670 Aug 20 12:06:35.533497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d3293-0b56-4a63-8aa1-c4e19b95fc99 req-93d14445-aa6d-49b6-a6c4-5561f236f6fe tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:35.535072 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-011d3293-0b56-4a63-8aa1-c4e19b95fc99 req-93d14445-aa6d-49b6-a6c4-5561f236f6fe tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 931 time: 0.0721202 Aug 20 12:06:35.536263 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b62eab4-6bdc-4b64-9723-6edb98379bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.542295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Request body: {'port': {'device_id': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:35.577188 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62eab4-6bdc-4b64-9723-6edb98379bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=4232cf17-4c26-40f1-808f-88727ef32503,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:35.640158 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.704098 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c23c07fe-18f3-45eb-9017-1f30a2a556c4 None None] Provisioning for port 7e7f371e-700f-4ac1-8f7b-e838b328253b completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:35.718222 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c23c07fe-18f3-45eb-9017-1f30a2a556c4 None None] Provisioning complete for port 7e7f371e-700f-4ac1-8f7b-e838b328253b triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:35.721238 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c23c07fe-18f3-45eb-9017-1f30a2a556c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.722744 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-011d3293-0b56-4a63-8aa1-c4e19b95fc99 req-e229292e-55ff-4a81-9b6c-308d2a53f8e7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782358 Aug 20 12:06:35.835849 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c23c07fe-18f3-45eb-9017-1f30a2a556c4 None None] Port 7e7f371e-700f-4ac1-8f7b-e838b328253b cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:06:35.877129 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b62eab4-6bdc-4b64-9723-6edb98379bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.178824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e7f371e-700f-4ac1-8f7b-e838b328253b {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:06:36.197156 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.229111 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Transition to ACTIVE for port object 7e7f371e-700f-4ac1-8f7b-e838b328253b will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:36.239027 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.239470 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b62eab4-6bdc-4b64-9723-6edb98379bdb admin admin] Router 83ace314-5d00-4fd9-aad1-24bd7caff469 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:06:36.339011 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7f371e-700f-4ac1-8f7b-e838b328253b,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:36.415462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Attempting to bind port 7e7f371e-700f-4ac1-8f7b-e838b328253b on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:06:36.416120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Attempting to bind port 7e7f371e-700f-4ac1-8f7b-e838b328253b by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:06:36.416342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Attempting to bind port 7e7f371e-700f-4ac1-8f7b-e838b328253b on network 45a2f405-6051-45bc-bae4-2b81557294f1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:36.424331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Port 7e7f371e-700f-4ac1-8f7b-e838b328253b on network 45a2f405-6051-45bc-bae4-2b81557294f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:06:36.424827 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Attempting to bind port 7e7f371e-700f-4ac1-8f7b-e838b328253b on network 45a2f405-6051-45bc-bae4-2b81557294f1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:36.431695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:06:36.432135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Checking segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:36.432524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Bound using segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:06:36.432723 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b62eab4-6bdc-4b64-9723-6edb98379bdb admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:06:36.432991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Bound port: 7e7f371e-700f-4ac1-8f7b-e838b328253b, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:06:36.433356 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.447708 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1d8a50-5a6b-4d66-8a26-71b28ed1cba8 None None] Sync routers for ids ['83ace314-5d00-4fd9-aad1-24bd7caff469'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:06:36.449451 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1b62eab4-6bdc-4b64-9723-6edb98379bdb admin admin] 10.222.0.37 "PUT /v2.0/routers/83ace314-5d00-4fd9-aad1-24bd7caff469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3902061 Aug 20 12:06:36.456690 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49942) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:36.483193 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d8a50-5a6b-4d66-8a26-71b28ed1cba8 None None] Routers {'83ace314-5d00-4fd9-aad1-24bd7caff469'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:36.483851 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ae1d8a50-5a6b-4d66-8a26-71b28ed1cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:06:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['83ace314-5d00-4fd9-aad1-24bd7caff469'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:36.572244 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] For port 7e7f371e-700f-4ac1-8f7b-e838b328253b, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:06:36.579047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] For port 7e7f371e-700f-4ac1-8f7b-e838b328253b, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7e7f371e-700f-4ac1-8f7b-e838b328253b,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:06:36.592759 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.615745 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.673421 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:36.674061 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.679548 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81235697-ab0c-4fcd-91ef-c677741163ff req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] 10.222.0.35 "PUT /v2.0/ports/7e7f371e-700f-4ac1-8f7b-e838b328253b HTTP/1.1" status: 200 len: 1091 time: 1.2767477 Aug 20 12:06:36.680168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'tag': '7e7f371e-700f-4ac1-8f7b-e838b328253b'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:36.682663 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314fb490-7d8d-47e4-8105-abeb6866afe3" -d '{"events": [{"name": "network-changed", "server_uuid": "34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d", "tag": "7e7f371e-700f-4ac1-8f7b-e838b328253b"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:36.746623 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ae1d8a50-5a6b-4d66-8a26-71b28ed1cba8 None None] Set router 83ace314-5d00-4fd9-aad1-24bd7caff469 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:36.887613 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effa3b63-bce6-42c5-8de2-e0758a9b3920 x-openstack-request-id: req-effa3b63-bce6-42c5-8de2-e0758a9b3920 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:36.887886 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d", "tag": "7e7f371e-700f-4ac1-8f7b-e838b328253b", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:36.889048 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-effa3b63-bce6-42c5-8de2-e0758a9b3920 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:36.897562 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'tag': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'status': 'completed', 'code': 200} Aug 20 12:06:36.904311 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac91d6-ffc3-4928-9306-7c4b18ef4a20 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7f371e-700f-4ac1-8f7b-e838b328253b,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:36.945575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81235697-ab0c-4fcd-91ef-c677741163ff req-3ba9c67b-5075-4d8e-a8b5-d5309269f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:36.948591 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81235697-ab0c-4fcd-91ef-c677741163ff req-3ba9c67b-5075-4d8e-a8b5-d5309269f980 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 1094 time: 0.2180285 Aug 20 12:06:37.018925 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81235697-ab0c-4fcd-91ef-c677741163ff req-e55f8ea2-8ea5-4b5e-8a40-d86b8f0677af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e7f371e-700f-4ac1-8f7b-e838b328253b HTTP/1.1" status: 200 len: 217 time: 0.0579665 Aug 20 12:06:37.022623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:37.078156 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48e6fb-4367-45ac-9e84-856b69831131 req-1cdf436f-2757-4e33-b763-263ca388888a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:37.087866 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af48e6fb-4367-45ac-9e84-856b69831131 req-1cdf436f-2757-4e33-b763-263ca388888a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 943 time: 0.1596475 Aug 20 12:06:37.138510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81235697-ab0c-4fcd-91ef-c677741163ff req-55076db1-959f-4154-b40f-b154a969dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:37.140315 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81235697-ab0c-4fcd-91ef-c677741163ff req-55076db1-959f-4154-b40f-b154a969dcf1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.1126130 Aug 20 12:06:37.217237 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ae1d8a50-5a6b-4d66-8a26-71b28ed1cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:06:35Z', 'revision_number': 5, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port': {'id': '5726bdfb-e316-466c-8d08-fe522464fb79', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:37.246713 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81235697-ab0c-4fcd-91ef-c677741163ff req-8458f224-1023-4e6f-b3be-be053b26cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:37.254544 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81235697-ab0c-4fcd-91ef-c677741163ff req-8458f224-1023-4e6f-b3be-be053b26cef3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055524 Aug 20 12:06:37.279681 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-af48e6fb-4367-45ac-9e84-856b69831131 req-4696f15a-4920-4bb1-84e5-c46cc523f93e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185539 Aug 20 12:06:37.293449 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1d8a50-5a6b-4d66-8a26-71b28ed1cba8 None None] Checking router: 83ace314-5d00-4fd9-aad1-24bd7caff469 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:06:37.317025 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Deleting port 5726bdfb-e316-466c-8d08-fe522464fb79 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:37.317360 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:37.327548 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d8a50-5a6b-4d66-8a26-71b28ed1cba8 None None] Routers {'83ace314-5d00-4fd9-aad1-24bd7caff469'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:37.328343 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ae1d8a50-5a6b-4d66-8a26-71b28ed1cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:06:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['83ace314-5d00-4fd9-aad1-24bd7caff469'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:37.365780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49956) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:37.490235 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81235697-ab0c-4fcd-91ef-c677741163ff req-5a68aa16-a4bc-49b4-88f5-f565d73d5bea service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254937 Aug 20 12:06:37.533514 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ae1d8a50-5a6b-4d66-8a26-71b28ed1cba8 None None] Set router 83ace314-5d00-4fd9-aad1-24bd7caff469 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:37.568775 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] For port 5726bdfb-e316-466c-8d08-fe522464fb79, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5726bdfb-e316-466c-8d08-fe522464fb79,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:37.569114 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:37.583510 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Calling delete_port for 5726bdfb-e316-466c-8d08-fe522464fb79 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:37.634955 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ae1d8a50-5a6b-4d66-8a26-71b28ed1cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:06:37Z', 'revision_number': 6, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:37.660388 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-81235697-ab0c-4fcd-91ef-c677741163ff req-2dc07a23-4e75-4601-ad13-055da485f84d service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606350 Aug 20 12:06:37.665979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:37.679564 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1d8a50-5a6b-4d66-8a26-71b28ed1cba8 None None] The sync data for ids ['83ace314-5d00-4fd9-aad1-24bd7caff469'] in n-d-804299-2 is: [{'id': '83ace314-5d00-4fd9-aad1-24bd7caff469', 'name': 'tempest-TestVolumeBackupRestore-590586756-router', 'tenant_id': '676c055147b0493285975a9f7901bad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:06:37Z', 'revision_number': 6, 'project_id': '676c055147b0493285975a9f7901bad5', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:06:37.779560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fb490-7d8d-47e4-8105-abeb6866afe3 req-59384d3e-6ce2-4d3c-902c-36234afae095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:37.781409 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-314fb490-7d8d-47e4-8105-abeb6866afe3 req-59384d3e-6ce2-4d3c-902c-36234afae095 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 1094 time: 0.0577445 Aug 20 12:06:37.888710 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:37.896849 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:37.905767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fb490-7d8d-47e4-8105-abeb6866afe3 req-0259e4a5-320e-4525-a7fc-03a1f182e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:37.907284 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-314fb490-7d8d-47e4-8105-abeb6866afe3 req-0259e4a5-320e-4525-a7fc-03a1f182e524 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.1188066 Aug 20 12:06:37.944657 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:37.959389 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-314fb490-7d8d-47e4-8105-abeb6866afe3 req-a8ec3e59-3799-41a0-bbe6-8a98d981cd1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e7f371e-700f-4ac1-8f7b-e838b328253b HTTP/1.1" status: 200 len: 217 time: 0.0445096 Aug 20 12:06:37.989738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Pushing event deleted for resources: {'Port': ['ID=5726bdfb-e316-466c-8d08-fe522464fb79,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:37.996244 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04514d61f70d42e383af8a2e36e30eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6272397 Aug 20 12:06:37.996244 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d5cf55-82e6-4d65-b591-37391375557e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:37.999935 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49960) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:38.017956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fb490-7d8d-47e4-8105-abeb6866afe3 req-31860ef7-a508-479f-a734-1355441e5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:38.019728 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-314fb490-7d8d-47e4-8105-abeb6866afe3 req-31860ef7-a508-479f-a734-1355441e5c4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0529912 Aug 20 12:06:38.094295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.094870 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.095746 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.096097 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.096448 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.096879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.097222 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.097605 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.097943 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.098330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.098663 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.098986 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a58ca-575e-4e27-bad7-5fdcc027ed6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.103242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fb490-7d8d-47e4-8105-abeb6866afe3 req-51d508ae-5f40-48ef-9245-a436270eeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:38.105749 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.106107 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.106449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.106787 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.107123 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.107511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.107847 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.108177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.108502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.108851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.109227 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.109551 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:38.125644 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-314fb490-7d8d-47e4-8105-abeb6866afe3 req-51d508ae-5f40-48ef-9245-a436270eeb1f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990529 Aug 20 12:06:38.159042 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9838e2dc-383b-41ca-9bf2-0801a674eefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:38.191190 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:38.198004 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9838e2dc-383b-41ca-9bf2-0801a674eefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:38.258185 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-314fb490-7d8d-47e4-8105-abeb6866afe3 req-a15a101a-6e4b-4b9e-99e7-13178953ca4f service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222560 Aug 20 12:06:38.332475 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:38.341286 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:38.397694 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:38.398405 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83ace314-5d00-4fd9-aad1-24bd7caff469 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:06:38.408992 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:38.412512 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f7d5ae8c-5720-42ce-a5f9-ec65fbdfde44 admin admin] 10.222.0.37 "DELETE /v2.0/routers/83ace314-5d00-4fd9-aad1-24bd7caff469 HTTP/1.1" status: 204 len: 168 time: 1.9539115 Aug 20 12:06:38.412805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49966) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:38.423005 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-314fb490-7d8d-47e4-8105-abeb6866afe3 req-4c7fceb2-eec3-4ecd-a38f-6487fb3a997c service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566703 Aug 20 12:06:38.448751 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9838e2dc-383b-41ca-9bf2-0801a674eefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:38.451295 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9838e2dc-383b-41ca-9bf2-0801a674eefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:38.452442 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9838e2dc-383b-41ca-9bf2-0801a674eefc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4d5cf55-82e6-4d65-b591-37391375557e HTTP/1.1" status: 204 len: 168 time: 0.4268155 Aug 20 12:06:38.464371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0efd10-19f0-487d-9826-554a1dcd7bcb req-0512159b-fe30-4eb7-8291-ee2fe69d84b2 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:38.471892 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a0efd10-19f0-487d-9826-554a1dcd7bcb req-0512159b-fe30-4eb7-8291-ee2fe69d84b2 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 943 time: 0.0691803 Aug 20 12:06:38.479007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838e2dc-383b-41ca-9bf2-0801a674eefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d5cf55-82e6-4d65-b591-37391375557e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:38.496839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-709a07a6-546e-4811-952f-198b8188cac8 admin admin] Deleting subnet fc14ebfd-bb86-4a1c-a5e2-851577538799 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:06:38.500180 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-709a07a6-546e-4811-952f-198b8188cac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:38.563559 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-709a07a6-546e-4811-952f-198b8188cac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:38.563862 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7a0efd10-19f0-487d-9826-554a1dcd7bcb req-202d570f-ad36-4d3d-8e17-0ce84c7494dc tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902901 Aug 20 12:06:38.925819 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5726bdfb-e316-466c-8d08-fe522464fb79 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:06:38.941337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49972) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:38.952756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 5726bdfb-e316-466c-8d08-fe522464fb79 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:06:38.953531 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5726bdfb-e316-466c-8d08-fe522464fb79 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:06:38.954519 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4232cf17-4c26-40f1-808f-88727ef32503 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:06:38.965702 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d88c4bb8-e83b-40ec-9d3b-a12aa411e986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.009864 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 4232cf17-4c26-40f1-808f-88727ef32503 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:06:39.010269 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4232cf17-4c26-40f1-808f-88727ef32503 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:06:39.084151 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-709a07a6-546e-4811-952f-198b8188cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.101992 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d88c4bb8-e83b-40ec-9d3b-a12aa411e986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.107901 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d88c4bb8-e83b-40ec-9d3b-a12aa411e986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.150896 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c4bb8-e83b-40ec-9d3b-a12aa411e986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318a7659-1072-4a79-b97f-97d0455ed1ad,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:39.161782 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-709a07a6-546e-4811-952f-198b8188cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.170109 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d88c4bb8-e83b-40ec-9d3b-a12aa411e986 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d35358c7bf164b3498e1710b0edca836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274790 Aug 20 12:06:39.175177 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49974) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:39.198661 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.204078 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a07a6-546e-4811-952f-198b8188cac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc14ebfd-bb86-4a1c-a5e2-851577538799,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:39.208139 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-709a07a6-546e-4811-952f-198b8188cac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.209667 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-709a07a6-546e-4811-952f-198b8188cac8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fc14ebfd-bb86-4a1c-a5e2-851577538799 HTTP/1.1" status: 204 len: 168 time: 0.7959547 Aug 20 12:06:39.212180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 49976) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:39.217615 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c960a6-cf76-4136-872d-17a2444ab83e None None] Network 832fdf7f-df15-417e-9c85-a2b500dfedeb requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:06:39.282658 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d10c18f-01db-4ba7-9bad-b03ee75d617a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.304588 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.309805 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d10c18f-01db-4ba7-9bad-b03ee75d617a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.366932 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d10c18f-01db-4ba7-9bad-b03ee75d617a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.370490 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d10c18f-01db-4ba7-9bad-b03ee75d617a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.371645 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7d10c18f-01db-4ba7-9bad-b03ee75d617a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/318a7659-1072-4a79-b97f-97d0455ed1ad HTTP/1.1" status: 204 len: 168 time: 0.1955142 Aug 20 12:06:39.381295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10c18f-01db-4ba7-9bad-b03ee75d617a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318a7659-1072-4a79-b97f-97d0455ed1ad,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:39.444911 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] Deleting port 8a6f2606-235d-4907-a9ed-fdd471c5de8f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:39.448943 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.481178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] DHCP port deletion for 832fdf7f-df15-417e-9c85-a2b500dfedeb request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:06:39.548776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] For port 8a6f2606-235d-4907-a9ed-fdd471c5de8f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8a6f2606-235d-4907-a9ed-fdd471c5de8f,segment=NetworkSegment(443cabe6-29eb-4c7b-836f-631e68733331),segment_id=443cabe6-29eb-4c7b-836f-631e68733331)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:39.549268 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.563055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] Calling delete_port for 8a6f2606-235d-4907-a9ed-fdd471c5de8f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:39.566855 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Deleting port 8a6f2606-235d-4907-a9ed-fdd471c5de8f {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:39.568885 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.649075 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] For port 8a6f2606-235d-4907-a9ed-fdd471c5de8f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8a6f2606-235d-4907-a9ed-fdd471c5de8f,segment=NetworkSegment(443cabe6-29eb-4c7b-836f-631e68733331),segment_id=443cabe6-29eb-4c7b-836f-631e68733331)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:39.649575 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.660461 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.669524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Calling delete_port for 8a6f2606-235d-4907-a9ed-fdd471c5de8f owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:39.709900 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a6f2606-235d-4907-a9ed-fdd471c5de8f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:39.719544 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] No DVR routers for this DVR port 8a6f2606-235d-4907-a9ed-fdd471c5de8f on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:06:39.825738 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.849097 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.858788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e290579-ba4d-4c5e-a7d9-a7a06a041750 req-18e2d882-820c-4b8a-8946-d5d13fd6e634 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:39.862359 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e290579-ba4d-4c5e-a7d9-a7a06a041750 req-18e2d882-820c-4b8a-8946-d5d13fd6e634 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 943 time: 0.1565900 Aug 20 12:06:39.872506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832fdf7f-df15-417e-9c85-a2b500dfedeb']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:39.882721 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Pushing event deleted for resources: {'Port': ['ID=8a6f2606-235d-4907-a9ed-fdd471c5de8f,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:39.894332 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443cabe6-29eb-4c7b-836f-631e68733331') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:39.894628 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443cabe6-29eb-4c7b-836f-631e68733331') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:39.899053 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.899811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.900323 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.900855 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.901378 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.901878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.902374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.902875 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.903379 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.903999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.904759 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.905256 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.909308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc359be-2dfc-4921-8e8b-6e9208a234a4 None None] No DVR routers for this DVR port 8a6f2606-235d-4907-a9ed-fdd471c5de8f on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:06:39.911843 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.938734 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e290579-ba4d-4c5e-a7d9-a7a06a041750 req-71982cb1-b65a-4ff4-9992-539982667782 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686529 Aug 20 12:06:39.943490 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.955919 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:06:39.957471 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:06:39.979394 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:06:40.040754 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:40.046334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:40.051456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 49994) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:40.051995 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] 10.222.0.37 "DELETE /v2.0/networks/832fdf7f-df15-417e-9c85-a2b500dfedeb HTTP/1.1" status: 204 len: 168 time: 0.8381853 Aug 20 12:06:40.067046 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1932e1-678b-4faf-870e-ca9661862c55 admin admin] Pushing event deleted for resources: {'Network': ['ID=832fdf7f-df15-417e-9c85-a2b500dfedeb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:40.452439 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1887b314-81fc-4fed-865b-a318aaa22b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:40.759672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-1887b314-81fc-4fed-865b-a318aaa22b95 admin admin] Deleting port 2476c773-b929-4f8d-a689-8bf768c16592 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:40.760017 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1887b314-81fc-4fed-865b-a318aaa22b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:40.876455 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8a6f2606-235d-4907-a9ed-fdd471c5de8f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:06:40.877146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-1887b314-81fc-4fed-865b-a318aaa22b95 admin admin] For port 2476c773-b929-4f8d-a689-8bf768c16592, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2476c773-b929-4f8d-a689-8bf768c16592,segment=NetworkSegment(2daf2885-c543-463d-a64b-0b066361d3de),segment_id=2daf2885-c543-463d-a64b-0b066361d3de)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:40.877747 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1887b314-81fc-4fed-865b-a318aaa22b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:40.894290 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-1887b314-81fc-4fed-865b-a318aaa22b95 admin admin] Calling delete_port for 2476c773-b929-4f8d-a689-8bf768c16592 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:40.904185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 8a6f2606-235d-4907-a9ed-fdd471c5de8f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:06:40.904801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8a6f2606-235d-4907-a9ed-fdd471c5de8f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:06:41.116269 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df558bcb-01bb-489a-9f2b-d5adbe152304 req-0b0528a8-0586-4b34-837d-33ddcbd0fa83 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:41.117866 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-df558bcb-01bb-489a-9f2b-d5adbe152304 req-0b0528a8-0586-4b34-837d-33ddcbd0fa83 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 943 time: 0.0861275 Aug 20 12:06:41.193746 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-df558bcb-01bb-489a-9f2b-d5adbe152304 req-b9506b1c-8a48-45f9-bd25-99107389a621 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679059 Aug 20 12:06:41.204621 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1887b314-81fc-4fed-865b-a318aaa22b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:41.235143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887b314-81fc-4fed-865b-a318aaa22b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=2476c773-b929-4f8d-a689-8bf768c16592,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:41.438328 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1887b314-81fc-4fed-865b-a318aaa22b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:41.685815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1887b314-81fc-4fed-865b-a318aaa22b95 admin admin] Router 6ea7aa86-9591-4a01-b51d-abc0399b674c has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:06:42.093790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1887b314-81fc-4fed-865b-a318aaa22b95 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:06:42.102297 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1887b314-81fc-4fed-865b-a318aaa22b95 admin admin] 10.222.0.37 "PUT /v2.0/routers/6ea7aa86-9591-4a01-b51d-abc0399b674c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0471201 Aug 20 12:06:42.102712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50040) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:42.113234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af22073-93dd-4be7-b357-fcc53f709d8d None None] Sync routers for ids ['6ea7aa86-9591-4a01-b51d-abc0399b674c'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:06:42.123996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af22073-93dd-4be7-b357-fcc53f709d8d None None] Routers {'6ea7aa86-9591-4a01-b51d-abc0399b674c'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:42.124932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7af22073-93dd-4be7-b357-fcc53f709d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:06:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['6ea7aa86-9591-4a01-b51d-abc0399b674c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:42.244211 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ef871af-ecf9-426d-b1c8-a9abd186c9a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:42.295137 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-7af22073-93dd-4be7-b357-fcc53f709d8d None None] Set router 6ea7aa86-9591-4a01-b51d-abc0399b674c gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:42.418536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6d800-a2a0-4102-9a05-97286ad65f7c req-9a9fc4b7-994b-4f65-bc2a-28680318e975 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:42.420022 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a4d6d800-a2a0-4102-9a05-97286ad65f7c req-9a9fc4b7-994b-4f65-bc2a-28680318e975 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 943 time: 0.1336527 Aug 20 12:06:42.426721 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ef871af-ecf9-426d-b1c8-a9abd186c9a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:42.509866 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a4d6d800-a2a0-4102-9a05-97286ad65f7c req-3a5c1199-5459-4f48-b7ae-e07c77a729e9 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750110 Aug 20 12:06:42.533993 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7ef871af-ecf9-426d-b1c8-a9abd186c9a8 admin admin] Deleting port d466942d-0be2-4a95-bcec-fefe5da74561 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:42.533993 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ef871af-ecf9-426d-b1c8-a9abd186c9a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:42.548863 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7af22073-93dd-4be7-b357-fcc53f709d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'name': 'tempest-TestVolumeBackupRestore-752238305-router', 'tenant_id': 'c5198ce8842e4d159e75a3719b277af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'd466942d-0be2-4a95-bcec-fefe5da74561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:36Z', 'updated_at': '2021-08-20T12:06:41Z', 'revision_number': 5, 'project_id': 'c5198ce8842e4d159e75a3719b277af5', 'gw_port': {'id': 'd466942d-0be2-4a95-bcec-fefe5da74561', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:38Z', 'updated_at': '2021-08-20T12:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:42.584542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af22073-93dd-4be7-b357-fcc53f709d8d None None] Checking router: 6ea7aa86-9591-4a01-b51d-abc0399b674c for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:06:42.599225 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af22073-93dd-4be7-b357-fcc53f709d8d None None] Routers {'6ea7aa86-9591-4a01-b51d-abc0399b674c'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:42.599853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7af22073-93dd-4be7-b357-fcc53f709d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:06:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['6ea7aa86-9591-4a01-b51d-abc0399b674c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:42.627697 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7ef871af-ecf9-426d-b1c8-a9abd186c9a8 admin admin] For port d466942d-0be2-4a95-bcec-fefe5da74561, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d466942d-0be2-4a95-bcec-fefe5da74561,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:42.628444 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ef871af-ecf9-426d-b1c8-a9abd186c9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:42.648359 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7ef871af-ecf9-426d-b1c8-a9abd186c9a8 admin admin] Calling delete_port for d466942d-0be2-4a95-bcec-fefe5da74561 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:42.708062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-7af22073-93dd-4be7-b357-fcc53f709d8d None None] Set router 6ea7aa86-9591-4a01-b51d-abc0399b674c gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:42.776988 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7af22073-93dd-4be7-b357-fcc53f709d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'name': 'tempest-TestVolumeBackupRestore-752238305-router', 'tenant_id': 'c5198ce8842e4d159e75a3719b277af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:36Z', 'updated_at': '2021-08-20T12:06:42Z', 'revision_number': 6, 'project_id': 'c5198ce8842e4d159e75a3719b277af5', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:42.814659 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af22073-93dd-4be7-b357-fcc53f709d8d None None] The sync data for ids ['6ea7aa86-9591-4a01-b51d-abc0399b674c'] in n-d-804299-2 is: [{'id': '6ea7aa86-9591-4a01-b51d-abc0399b674c', 'name': 'tempest-TestVolumeBackupRestore-752238305-router', 'tenant_id': 'c5198ce8842e4d159e75a3719b277af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:36Z', 'updated_at': '2021-08-20T12:06:42Z', 'revision_number': 6, 'project_id': 'c5198ce8842e4d159e75a3719b277af5', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:06:42.891067 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ef871af-ecf9-426d-b1c8-a9abd186c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:42.918590 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef871af-ecf9-426d-b1c8-a9abd186c9a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d466942d-0be2-4a95-bcec-fefe5da74561,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:42.991086 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ef871af-ecf9-426d-b1c8-a9abd186c9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.101644 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ef871af-ecf9-426d-b1c8-a9abd186c9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.103879 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ef871af-ecf9-426d-b1c8-a9abd186c9a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.151340 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ef871af-ecf9-426d-b1c8-a9abd186c9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.151937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef871af-ecf9-426d-b1c8-a9abd186c9a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ea7aa86-9591-4a01-b51d-abc0399b674c {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:06:43.156512 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ef871af-ecf9-426d-b1c8-a9abd186c9a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.158399 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7ef871af-ecf9-426d-b1c8-a9abd186c9a8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6ea7aa86-9591-4a01-b51d-abc0399b674c HTTP/1.1" status: 204 len: 168 time: 1.0538251 Aug 20 12:06:43.160477 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50052) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:43.219558 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5703e9-2832-4bd6-abe5-87a6d4a0eea6 admin admin] Deleting subnet 9c58704d-d7d6-4336-96da-289e538a3398 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:06:43.223955 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e5703e9-2832-4bd6-abe5-87a6d4a0eea6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.264532 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e5703e9-2832-4bd6-abe5-87a6d4a0eea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.359485 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e5703e9-2832-4bd6-abe5-87a6d4a0eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.415446 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e5703e9-2832-4bd6-abe5-87a6d4a0eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.444618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5703e9-2832-4bd6-abe5-87a6d4a0eea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c58704d-d7d6-4336-96da-289e538a3398,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:43.448270 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e5703e9-2832-4bd6-abe5-87a6d4a0eea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.450408 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8e5703e9-2832-4bd6-abe5-87a6d4a0eea6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9c58704d-d7d6-4336-96da-289e538a3398 HTTP/1.1" status: 204 len: 168 time: 0.2887769 Aug 20 12:06:43.452755 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50056) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:43.455385 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b8832c-693c-4c3a-aef4-2a823ea1b8da None None] Network 55e8615c-bbf1-4cad-a12c-a054a3fc0903 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:06:43.580775 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.683444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b30d49-c13a-48eb-8644-7963b882c345 req-607625d9-0972-4b50-8ee4-5327e465e73b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:43.684109 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17b30d49-c13a-48eb-8644-7963b882c345 req-607625d9-0972-4b50-8ee4-5327e465e73b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 943 time: 0.0766463 Aug 20 12:06:43.697801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1235bf-0743-4a4d-9cbc-b47814a36454 None None] DHCP port deletion for 55e8615c-bbf1-4cad-a12c-a054a3fc0903 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:06:43.700201 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] Deleting port 990f41d4-e2d5-4955-a454-4ee806a4053d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:43.701234 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.794427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] For port 990f41d4-e2d5-4955-a454-4ee806a4053d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=990f41d4-e2d5-4955-a454-4ee806a4053d,segment=NetworkSegment(2daf2885-c543-463d-a64b-0b066361d3de),segment_id=2daf2885-c543-463d-a64b-0b066361d3de)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:43.794782 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.796080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3e1235bf-0743-4a4d-9cbc-b47814a36454 None None] Deleting port 990f41d4-e2d5-4955-a454-4ee806a4053d {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:43.796461 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3e1235bf-0743-4a4d-9cbc-b47814a36454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.801204 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17b30d49-c13a-48eb-8644-7963b882c345 req-e5343829-3e2c-4a01-87f9-7c594abbadff tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069992 Aug 20 12:06:43.837472 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] Calling delete_port for 990f41d4-e2d5-4955-a454-4ee806a4053d owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:43.901755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3e1235bf-0743-4a4d-9cbc-b47814a36454 None None] For port 990f41d4-e2d5-4955-a454-4ee806a4053d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=990f41d4-e2d5-4955-a454-4ee806a4053d,segment=NetworkSegment(2daf2885-c543-463d-a64b-0b066361d3de),segment_id=2daf2885-c543-463d-a64b-0b066361d3de)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:43.902561 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3e1235bf-0743-4a4d-9cbc-b47814a36454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.925476 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3e1235bf-0743-4a4d-9cbc-b47814a36454 None None] Calling delete_port for 990f41d4-e2d5-4955-a454-4ee806a4053d owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:43.960970 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.012820 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] Pushing event deleted for resources: {'Port': ['ID=990f41d4-e2d5-4955-a454-4ee806a4053d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:44.017483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] No DVR routers for this DVR port 990f41d4-e2d5-4955-a454-4ee806a4053d on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:06:44.044489 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3e1235bf-0743-4a4d-9cbc-b47814a36454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.077379 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1235bf-0743-4a4d-9cbc-b47814a36454 None None] Pushing event deleted for resources: {'Port': ['ID=990f41d4-e2d5-4955-a454-4ee806a4053d,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:44.084130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1235bf-0743-4a4d-9cbc-b47814a36454 None None] No DVR routers for this DVR port 990f41d4-e2d5-4955-a454-4ee806a4053d on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:06:44.120777 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.132168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e8615c-bbf1-4cad-a12c-a054a3fc0903']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:44.151139 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2daf2885-c543-463d-a64b-0b066361d3de') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:44.151458 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2daf2885-c543-463d-a64b-0b066361d3de') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:44.164337 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.179380 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.187642 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:06:44.188056 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:06:44.190499 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:06:44.255297 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.261264 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.263169 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] 10.222.0.37 "DELETE /v2.0/networks/55e8615c-bbf1-4cad-a12c-a054a3fc0903 HTTP/1.1" status: 204 len: 168 time: 0.7977414 Aug 20 12:06:44.281644 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2662b-8f78-4b67-8c61-3668529ede8a admin admin] Pushing event deleted for resources: {'Network': ['ID=55e8615c-bbf1-4cad-a12c-a054a3fc0903,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:44.488564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50082) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:44.537108 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ab09a7c1-a41e-44b7-81a4-e38c743fa28e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=676c055147b0493285975a9f7901bad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472956 Aug 20 12:06:44.539783 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50086) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:44.598378 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed90aa47-0f89-491a-a4c8-f939277db557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.625824 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed90aa47-0f89-491a-a4c8-f939277db557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.681216 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed90aa47-0f89-491a-a4c8-f939277db557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.683887 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed90aa47-0f89-491a-a4c8-f939277db557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.685062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ed90aa47-0f89-491a-a4c8-f939277db557 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2d7248b-4837-4c97-ab3c-00aa3480116b HTTP/1.1" status: 204 len: 168 time: 0.1440973 Aug 20 12:06:44.695289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90aa47-0f89-491a-a4c8-f939277db557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d7248b-4837-4c97-ab3c-00aa3480116b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:44.906993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 990f41d4-e2d5-4955-a454-4ee806a4053d no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:06:44.949920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 990f41d4-e2d5-4955-a454-4ee806a4053d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:06:44.956520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 990f41d4-e2d5-4955-a454-4ee806a4053d not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:06:44.957621 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d466942d-0be2-4a95-bcec-fefe5da74561 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:06:45.051381 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2493bc-9e28-464c-b706-52779ef2a1c6 req-9d1b1868-0bd5-4d1d-925b-4b3b52dd9314 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:45.052817 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: d466942d-0be2-4a95-bcec-fefe5da74561 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:06:45.063268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d466942d-0be2-4a95-bcec-fefe5da74561 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:06:45.063268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2476c773-b929-4f8d-a689-8bf768c16592 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:06:45.069523 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc2493bc-9e28-464c-b706-52779ef2a1c6 req-9d1b1868-0bd5-4d1d-925b-4b3b52dd9314 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 943 time: 0.1680691 Aug 20 12:06:45.108702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 2476c773-b929-4f8d-a689-8bf768c16592 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:06:45.109256 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2476c773-b929-4f8d-a689-8bf768c16592 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:06:45.134536 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc2493bc-9e28-464c-b706-52779ef2a1c6 req-3e4bff4c-c594-43f9-b0cc-dc59f80a56c0 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585434 Aug 20 12:06:45.270588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50102) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:45.315493 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-21ec29ea-cd54-4cfd-8526-335a63f4c42c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5198ce8842e4d159e75a3719b277af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434916 Aug 20 12:06:45.317969 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50104) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:45.366507 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4c70e55-c863-4bbb-813c-a298bb92ffb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:45.388571 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4c70e55-c863-4bbb-813c-a298bb92ffb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:45.439404 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4c70e55-c863-4bbb-813c-a298bb92ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:45.442355 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4c70e55-c863-4bbb-813c-a298bb92ffb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:45.445871 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e4c70e55-c863-4bbb-813c-a298bb92ffb9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0b445f7-0bd7-4e67-8e58-7fae6c52369e HTTP/1.1" status: 204 len: 168 time: 0.1246536 Aug 20 12:06:45.459781 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c70e55-c863-4bbb-813c-a298bb92ffb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b445f7-0bd7-4e67-8e58-7fae6c52369e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:46.255387 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1d8bd-61fa-4c73-99a3-68dfee4157c6 req-c6225d78-aac9-41fa-9cd0-2c4fad1ff1b1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:46.256954 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6e1d8bd-61fa-4c73-99a3-68dfee4157c6 req-c6225d78-aac9-41fa-9cd0-2c4fad1ff1b1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 943 time: 0.0522754 Aug 20 12:06:46.299919 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6e1d8bd-61fa-4c73-99a3-68dfee4157c6 req-523dc572-8488-4192-b9e6-3d2f7f570372 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368397 Aug 20 12:06:47.424466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941181e-d0bd-49d2-8336-271e4b5bdf57 req-3ac3468f-e74c-452a-9fba-696d2c53c384 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:47.426094 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2941181e-d0bd-49d2-8336-271e4b5bdf57 req-3ac3468f-e74c-452a-9fba-696d2c53c384 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 943 time: 0.0529668 Aug 20 12:06:47.471072 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2941181e-d0bd-49d2-8336-271e4b5bdf57 req-acdee3ee-944c-4614-833a-7ffd33ba8c26 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383782 Aug 20 12:06:48.301190 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:06:48.593829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613c1e9-ada0-44b1-9116-8d3a95a9ffbc req-50d1259c-7183-4a04-842b-3d7aeca09e18 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:48.596532 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f613c1e9-ada0-44b1-9116-8d3a95a9ffbc req-50d1259c-7183-4a04-842b-3d7aeca09e18 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 943 time: 0.0538387 Aug 20 12:06:48.641256 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f613c1e9-ada0-44b1-9116-8d3a95a9ffbc req-3f3d96c1-097a-4871-91f4-f3f71927459e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381355 Aug 20 12:06:49.780016 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21ea78-6ec1-4bc4-a22f-029d2789052f req-2bdfe350-3c69-4376-bc3a-e3acec2b949c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:49.781691 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0d21ea78-6ec1-4bc4-a22f-029d2789052f req-2bdfe350-3c69-4376-bc3a-e3acec2b949c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 943 time: 0.0638721 Aug 20 12:06:49.822409 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0d21ea78-6ec1-4bc4-a22f-029d2789052f req-f5231872-1884-47c9-b9f7-f787cbaf6247 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344484 Aug 20 12:06:50.177570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7e7f371e-700f-4ac1-8f7b-e838b328253b details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:06:50.285745 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7e7f371e-700f-4ac1-8f7b-e838b328253b, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7e7f371e-700f-4ac1-8f7b-e838b328253b,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:50.297467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'port_id': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'mac_address': 'fa:16:3e:4b:7e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:06:50.339502 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:50.353741 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e7f371e-700f-4ac1-8f7b-e838b328253b {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:06:50.373910 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7e7f371e-700f-4ac1-8f7b-e838b328253b, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7e7f371e-700f-4ac1-8f7b-e838b328253b,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:50.378604 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:50.442552 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=7e7f371e-700f-4ac1-8f7b-e838b328253b,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:50.586457 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['7e7f371e-700f-4ac1-8f7b-e838b328253b'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:06:50.950559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f42fac-28ae-44eb-b306-917a4ee9c833 req-9e468dca-1422-4be8-b868-c083b6a46b9c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:50.953398 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-59f42fac-28ae-44eb-b306-917a4ee9c833 req-9e468dca-1422-4be8-b868-c083b6a46b9c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 944 time: 0.0559926 Aug 20 12:06:50.995671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-59f42fac-28ae-44eb-b306-917a4ee9c833 req-993a1670-c702-4b5d-a6bb-4fb32b42a174 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355277 Aug 20 12:06:51.127165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50200) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:51.236280 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0932c9fd-b22f-4d58-9db6-1e9c05f9ff38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:51.322898 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0932c9fd-b22f-4d58-9db6-1e9c05f9ff38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:51.326559 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0932c9fd-b22f-4d58-9db6-1e9c05f9ff38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:51.367500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0932c9fd-b22f-4d58-9db6-1e9c05f9ff38 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50745dee841742a5a49afbff8dc77f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389848 Aug 20 12:06:51.368368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932c9fd-b22f-4d58-9db6-1e9c05f9ff38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16089cd-7299-44e4-90fc-0e54378077ac,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:51.370242 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50204) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:51.419824 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84012671-8999-47ca-b428-6e47b5f5582b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:51.446166 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84012671-8999-47ca-b428-6e47b5f5582b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:51.494580 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84012671-8999-47ca-b428-6e47b5f5582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:51.497271 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84012671-8999-47ca-b428-6e47b5f5582b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:51.498436 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-84012671-8999-47ca-b428-6e47b5f5582b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c16089cd-7299-44e4-90fc-0e54378077ac HTTP/1.1" status: 204 len: 168 time: 0.1271062 Aug 20 12:06:51.506751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84012671-8999-47ca-b428-6e47b5f5582b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16089cd-7299-44e4-90fc-0e54378077ac,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:51.773935 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50212) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:51.789231 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-156e2279-2b5b-4acc-a4ac-91b008f30e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:51.876934 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-156e2279-2b5b-4acc-a4ac-91b008f30e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:51.880754 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-156e2279-2b5b-4acc-a4ac-91b008f30e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:51.918724 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-156e2279-2b5b-4acc-a4ac-91b008f30e44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88ee6c0e6ef54f298a60f0ebd3728690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436880 Aug 20 12:06:51.919533 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e2279-2b5b-4acc-a4ac-91b008f30e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a74e219-25de-46e0-a00e-51d9cab562b3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:51.921609 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50214) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:51.982664 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4382b6a6-f6d2-423c-b5fe-18564b6ef224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:51.999718 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4382b6a6-f6d2-423c-b5fe-18564b6ef224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.056875 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4382b6a6-f6d2-423c-b5fe-18564b6ef224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.059830 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4382b6a6-f6d2-423c-b5fe-18564b6ef224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.063793 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4382b6a6-f6d2-423c-b5fe-18564b6ef224 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a74e219-25de-46e0-a00e-51d9cab562b3 HTTP/1.1" status: 204 len: 168 time: 0.1399472 Aug 20 12:06:52.072196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382b6a6-f6d2-423c-b5fe-18564b6ef224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a74e219-25de-46e0-a00e-51d9cab562b3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:52.129086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec49358-b7a8-462c-88c6-0130648237db req-8d5fb435-20ff-47fe-80d5-3ee7913d5817 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:52.130615 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fec49358-b7a8-462c-88c6-0130648237db req-8d5fb435-20ff-47fe-80d5-3ee7913d5817 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 944 time: 0.0540872 Aug 20 12:06:52.169961 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fec49358-b7a8-462c-88c6-0130648237db req-02621e57-6e14-49d2-ba28-1f0880bd3671 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333843 Aug 20 12:06:52.182326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7e7f371e-700f-4ac1-8f7b-e838b328253b up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:52.254023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 7e7f371e-700f-4ac1-8f7b-e838b328253b completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:52.258600 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 7e7f371e-700f-4ac1-8f7b-e838b328253b triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:52.259053 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.343064 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.383432 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7f371e-700f-4ac1-8f7b-e838b328253b'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:52.385705 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f4a4f4-93cc-42ba-bb27-82464e4de168" -d '{"events": [{"server_uuid": "34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d", "name": "network-vif-plugged", "status": "completed", "tag": "7e7f371e-700f-4ac1-8f7b-e838b328253b"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:52.391121 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d61d4f63-44f8-4651-b699-37cf4b889837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.401781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 7e7f371e-700f-4ac1-8f7b-e838b328253b, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7e7f371e-700f-4ac1-8f7b-e838b328253b,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:52.408561 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.437009 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830f628f-f4c8-43b4-afc2-fec656ee31a5 x-openstack-request-id: req-830f628f-f4c8-43b4-afc2-fec656ee31a5 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:52.437295 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d", "name": "network-vif-plugged", "status": "completed", "tag": "7e7f371e-700f-4ac1-8f7b-e838b328253b", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:52.437739 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-830f628f-f4c8-43b4-afc2-fec656ee31a5 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:52.438867 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'code': 200} Aug 20 12:06:52.461025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 50224) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:52.473892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=7e7f371e-700f-4ac1-8f7b-e838b328253b,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:52.489719 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af3929c4-2774-4cf9-a6f6-aba7fcaac6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.574740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fd96a-e946-45c7-86eb-5424a5d25e8d req-24902e5b-c3ce-49a8-a268-f0c40050dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:52.576310 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d85fd96a-e946-45c7-86eb-5424a5d25e8d req-24902e5b-c3ce-49a8-a268-f0c40050dd29 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 1096 time: 0.0788341 Aug 20 12:06:52.633373 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d85fd96a-e946-45c7-86eb-5424a5d25e8d req-baaf337b-1222-4133-abc6-c5fefc8621df service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460951 Aug 20 12:06:52.656373 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af3929c4-2774-4cf9-a6f6-aba7fcaac6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.660687 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af3929c4-2774-4cf9-a6f6-aba7fcaac6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.702016 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-af3929c4-2774-4cf9-a6f6-aba7fcaac6ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4472807bfd8a47c6a00781dfcd79673f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2367327 Aug 20 12:06:52.702016 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3929c4-2774-4cf9-a6f6-aba7fcaac6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7e0915-521a-49ab-8cf2-571aeb6a53b0,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:52.702627 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50228) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:52.763184 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-323b53ed-3b8a-479c-91be-fdc1db9ca1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.784483 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-323b53ed-3b8a-479c-91be-fdc1db9ca1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.833363 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-323b53ed-3b8a-479c-91be-fdc1db9ca1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.836266 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-323b53ed-3b8a-479c-91be-fdc1db9ca1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.837536 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-323b53ed-3b8a-479c-91be-fdc1db9ca1cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df7e0915-521a-49ab-8cf2-571aeb6a53b0 HTTP/1.1" status: 204 len: 168 time: 0.1338530 Aug 20 12:06:52.847001 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b53ed-3b8a-479c-91be-fdc1db9ca1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7e0915-521a-49ab-8cf2-571aeb6a53b0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:53.296437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb852011-1abc-4086-ba8b-77f011d7e1fa req-35dbf5a3-d5e5-452a-8fd7-c82748867715 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:53.299458 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eb852011-1abc-4086-ba8b-77f011d7e1fa req-35dbf5a3-d5e5-452a-8fd7-c82748867715 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 945 time: 0.0565100 Aug 20 12:06:53.345946 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eb852011-1abc-4086-ba8b-77f011d7e1fa req-6ceb0477-5296-4fe3-8f63-616ba37f24b6 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394809 Aug 20 12:06:54.474181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590c4d8-368b-421d-95c3-d829d81a4ae9 req-b2284c24-e51c-489d-96f5-ef535b1d4598 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:54.475836 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5590c4d8-368b-421d-95c3-d829d81a4ae9 req-b2284c24-e51c-489d-96f5-ef535b1d4598 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 945 time: 0.0543756 Aug 20 12:06:54.538152 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5590c4d8-368b-421d-95c3-d829d81a4ae9 req-ed41682f-f79e-4813-b7b3-864c9eec6efb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540404 Aug 20 12:06:54.671064 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6c3ad-3139-4fd2-a085-c9651c4c54d1 req-470a0dae-80ba-45e0-9733-40fe58d98649 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:54.673372 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5cd6c3ad-3139-4fd2-a085-c9651c4c54d1 req-470a0dae-80ba-45e0-9733-40fe58d98649 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 945 time: 0.0539334 Aug 20 12:06:54.716019 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5cd6c3ad-3139-4fd2-a085-c9651c4c54d1 req-133edeea-53d4-4a52-aa18-6d3b833883d2 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354471 Aug 20 12:06:54.738865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50244) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:54.984075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd319fd6-3adc-4465-b926-c574d39e8cb3 tempest-TestVolumeBootPattern-1683911239 tempest-TestVolumeBootPattern-1683911239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:54.986065 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fd319fd6-3adc-4465-b926-c574d39e8cb3 tempest-TestVolumeBootPattern-1683911239 tempest-TestVolumeBootPattern-1683911239-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 1091 time: 0.2462332 Aug 20 12:06:54.989113 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 50248) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:54.993450 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:55.014716 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:55.109718 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:55.161266 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b53f1115-3976-41cb-bb62-89a391e1c0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:55.216834 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Allocated IP 172.25.8.58 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/6e126694-5bc4-4e26-8eed-7afde3f9d5e2) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:06:55.317014 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:55.354690 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:55.393333 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:55.396182 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:55.399518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:06:55.431069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'Port': ['ID=6e126694-5bc4-4e26-8eed-7afde3f9d5e2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:55.469305 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:55.764541 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:55.833868 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:55.996271 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:56.001189 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:56.072447 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'Port': ['ID=6e126694-5bc4-4e26-8eed-7afde3f9d5e2,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:56.086312 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:56.186880 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Floating IP 44590483-aa74-47a3-ba04-7a4cc6ec5577 associated. External IP: 172.25.8.58, port: 7e7f371e-700f-4ac1-8f7b-e838b328253b. Aug 20 12:06:56.410049 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:56.679529 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Router 18ce7238-07e3-4e4d-8aa2-c00f71696565 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:06:56.786584 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:06:56.798168 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7bea1d-aa06-4ed4-b270-193e91be71a0 None None] Sync routers for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:06:56.804604 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:56.809061 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7bea1d-aa06-4ed4-b270-193e91be71a0 None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:56.809802 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-df7bea1d-aa06-4ed4-b270-193e91be71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:06:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:56.832357 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-50243732-fb76-47cc-a0ad-1c507ed67453 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8422422 Aug 20 12:06:56.832992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'tag': '7e7f371e-700f-4ac1-8f7b-e838b328253b'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:56.835552 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99752d39-83f5-4174-aeb0-288754ea165a" -d '{"events": [{"name": "network-changed", "server_uuid": "34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d", "tag": "7e7f371e-700f-4ac1-8f7b-e838b328253b"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:56.873989 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e575af-06b1-4808-857f-f3f40e1f55fb x-openstack-request-id: req-f9e575af-06b1-4808-857f-f3f40e1f55fb {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:56.874435 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d", "tag": "7e7f371e-700f-4ac1-8f7b-e838b328253b", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:56.874914 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9e575af-06b1-4808-857f-f3f40e1f55fb {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:56.875495 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'tag': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'status': 'completed', 'code': 200} Aug 20 12:06:56.928410 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-df7bea1d-aa06-4ed4-b270-193e91be71a0 None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:56.936167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99752d39-83f5-4174-aeb0-288754ea165a req-4702895c-835a-4bcd-861a-9f19d94c3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:56.937944 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99752d39-83f5-4174-aeb0-288754ea165a req-4702895c-835a-4bcd-861a-9f19d94c3d20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 1096 time: 0.0414252 Aug 20 12:06:57.044163 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99752d39-83f5-4174-aeb0-288754ea165a req-8e2ab882-f74a-4ff9-b1ed-c84fcdcf77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:57.045781 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99752d39-83f5-4174-aeb0-288754ea165a req-8e2ab882-f74a-4ff9-b1ed-c84fcdcf77f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.1009634 Aug 20 12:06:57.110939 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99752d39-83f5-4174-aeb0-288754ea165a req-c208abfd-a968-43e4-ae98-4ddc2e8ab84b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e7f371e-700f-4ac1-8f7b-e838b328253b HTTP/1.1" status: 200 len: 998 time: 0.0564985 Aug 20 12:06:57.159647 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-df7bea1d-aa06-4ed4-b270-193e91be71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '44590483-aa74-47a3-ba04-7a4cc6ec5577', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'port_id': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'mac_address': 'fa:16:3e:4b:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:06:55Z', 'updated_at': '2021-08-20T12:06:55Z', 'revision_number': 0, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:57.162943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99752d39-83f5-4174-aeb0-288754ea165a req-a476359b-0c79-48f7-b21a-d3fece233136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:57.164408 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99752d39-83f5-4174-aeb0-288754ea165a req-a476359b-0c79-48f7-b21a-d3fece233136 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0472991 Aug 20 12:06:57.186113 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7bea1d-aa06-4ed4-b270-193e91be71a0 None None] Checking router: 18ce7238-07e3-4e4d-8aa2-c00f71696565 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:06:57.194342 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7bea1d-aa06-4ed4-b270-193e91be71a0 None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:57.194962 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-df7bea1d-aa06-4ed4-b270-193e91be71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:06:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:57.213138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99752d39-83f5-4174-aeb0-288754ea165a req-32936fa6-704d-4698-b89a-0fa8267c108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:57.214781 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99752d39-83f5-4174-aeb0-288754ea165a req-32936fa6-704d-4698-b89a-0fa8267c108b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409665 Aug 20 12:06:57.309399 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99752d39-83f5-4174-aeb0-288754ea165a req-e62485b5-ad1b-4984-a7c3-6aabc4a41fb7 service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872352 Aug 20 12:06:57.416445 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-df7bea1d-aa06-4ed4-b270-193e91be71a0 None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:57.417475 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-99752d39-83f5-4174-aeb0-288754ea165a req-bf4b97cd-fa52-4eab-b81a-b122ffa9f023 service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998435 Aug 20 12:06:57.637609 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-df7bea1d-aa06-4ed4-b270-193e91be71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '44590483-aa74-47a3-ba04-7a4cc6ec5577', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'port_id': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'mac_address': 'fa:16:3e:4b:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:06:55Z', 'updated_at': '2021-08-20T12:06:55Z', 'revision_number': 0, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:57.667104 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7bea1d-aa06-4ed4-b270-193e91be71a0 None None] The sync data for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 is: [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '44590483-aa74-47a3-ba04-7a4cc6ec5577', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'port_id': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'mac_address': 'fa:16:3e:4b:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:06:55Z', 'updated_at': '2021-08-20T12:06:55Z', 'revision_number': 0, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:06:57.859488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d6309-7bed-42b4-9137-e7fd17fb6388 None None] New status for floating IP 44590483-aa74-47a3-ba04-7a4cc6ec5577: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:06:58.033843 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:03.030425 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:09.190604 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:22.364976 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4198-fa52-421e-8e67-e1babf1a5a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:23.834502 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17605cb2-f495-42b4-a9ab-f7c09d9a08fc req-ecfd8817-1afa-456e-8495-071d59d54c4d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402308 Aug 20 12:07:23.916345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17605cb2-f495-42b4-a9ab-f7c09d9a08fc req-3d1d8c38-bc6b-4dd8-b4fa-538a1399e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:23.917924 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17605cb2-f495-42b4-a9ab-f7c09d9a08fc req-3d1d8c38-bc6b-4dd8-b4fa-538a1399e4d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 1096 time: 0.0398028 Aug 20 12:07:24.034541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17605cb2-f495-42b4-a9ab-f7c09d9a08fc req-6e1c74a8-342d-4cf6-89e4-673047fce7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:24.036307 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17605cb2-f495-42b4-a9ab-f7c09d9a08fc req-6e1c74a8-342d-4cf6-89e4-673047fce7f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.0944355 Aug 20 12:07:24.104668 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17605cb2-f495-42b4-a9ab-f7c09d9a08fc req-abc44b78-c2d6-424f-9190-18d05a0796ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e7f371e-700f-4ac1-8f7b-e838b328253b HTTP/1.1" status: 200 len: 1000 time: 0.0604134 Aug 20 12:07:24.160482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17605cb2-f495-42b4-a9ab-f7c09d9a08fc req-2d20456f-e8d4-4b59-8225-c395a0fc829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:24.162114 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17605cb2-f495-42b4-a9ab-f7c09d9a08fc req-2d20456f-e8d4-4b59-8225-c395a0fc829d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0503316 Aug 20 12:07:24.209459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17605cb2-f495-42b4-a9ab-f7c09d9a08fc req-1d082fca-4bac-49e3-a2e7-4bf56fa59e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:24.210956 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17605cb2-f495-42b4-a9ab-f7c09d9a08fc req-1d082fca-4bac-49e3-a2e7-4bf56fa59e3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421429 Aug 20 12:07:24.302282 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17605cb2-f495-42b4-a9ab-f7c09d9a08fc req-4aeb1e77-0aaf-48ac-ad45-c614642eabfa service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843985 Aug 20 12:07:24.395384 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17605cb2-f495-42b4-a9ab-f7c09d9a08fc req-dd3e92c2-9f48-42a4-b0f4-1fe8646234fc service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855110 Aug 20 12:07:25.161508 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7e928a4e-0ff0-45e5-bcda-b49b08829347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:25.301250 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:07:25.471541 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:26.410129 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:28.029246 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:33.034853 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:39.223275 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:52.366578 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-03f444ee-ed96-4941-b60c-13045b6c1da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:55.161145 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc0e0-c145-4c8a-b4e7-b8414e34823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:55.472248 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:56.412789 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:58.031351 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:02.299752 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:08:03.059970 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:09.228898 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:22.368536 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-83991539-24a3-4ba7-9f8d-9475c513fabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:24.836375 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c73ee459-ef18-4728-9be4-dd9b4ad52f87 req-f725f92a-1815-4b19-8851-d8b93a7c8ce7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415440 Aug 20 12:08:24.919143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ee459-ef18-4728-9be4-dd9b4ad52f87 req-3c9f1e83-a5db-47c7-b3a2-7bd9ec14256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:24.920655 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c73ee459-ef18-4728-9be4-dd9b4ad52f87 req-3c9f1e83-a5db-47c7-b3a2-7bd9ec14256f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 1096 time: 0.0427499 Aug 20 12:08:25.030656 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ee459-ef18-4728-9be4-dd9b4ad52f87 req-60af10fa-5939-49fb-8a89-43d5f8ac4345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:25.032246 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c73ee459-ef18-4728-9be4-dd9b4ad52f87 req-60af10fa-5939-49fb-8a89-43d5f8ac4345 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.0924463 Aug 20 12:08:25.105528 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c73ee459-ef18-4728-9be4-dd9b4ad52f87 req-8ef145b4-7769-4b38-8f83-044595b13dea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e7f371e-700f-4ac1-8f7b-e838b328253b HTTP/1.1" status: 200 len: 1000 time: 0.0617998 Aug 20 12:08:25.164839 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-76db08f3-54f2-4c77-b9f3-08091d3f9011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:25.165846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ee459-ef18-4728-9be4-dd9b4ad52f87 req-bb6af229-8dd5-47be-bfb0-42bf50b980db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:25.168216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c73ee459-ef18-4728-9be4-dd9b4ad52f87 req-bb6af229-8dd5-47be-bfb0-42bf50b980db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0558474 Aug 20 12:08:25.217094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ee459-ef18-4728-9be4-dd9b4ad52f87 req-84e11b6d-a312-4985-b35a-7f7c9ca4d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:25.218764 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c73ee459-ef18-4728-9be4-dd9b4ad52f87 req-84e11b6d-a312-4985-b35a-7f7c9ca4d41a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432310 Aug 20 12:08:25.310077 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c73ee459-ef18-4728-9be4-dd9b4ad52f87 req-19444cdc-92a5-4dc4-bb36-4cbe1b39c6ab service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832596 Aug 20 12:08:25.421982 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c73ee459-ef18-4728-9be4-dd9b4ad52f87 req-41d04d7e-e929-4120-a11e-7461a87c1fb2 service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032646 Aug 20 12:08:25.476988 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:26.421018 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:28.034074 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:30.794059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-d9967e75-c945-4f96-a1cc-f48f9120e618 req-30f453fe-1bd5-4745-8dad-c2a41087f54a service neutron] (94691) timed out ('10.222.0.37', 56346) {{(pid=94691) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:08:33.226196 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:35.563143 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-8f190630-9b4e-436e-8883-1fcd92e1a378 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667143654&fields=id&tenant_id=ed0606015c3a4a37bb71bafa914baa69 HTTP/1.1" status: 200 len: 267 time: 0.0342994 Aug 20 12:08:35.676866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-753af7bc-f610-4e5c-a234-c101d65da4f7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:35.678366 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-753af7bc-f610-4e5c-a234-c101d65da4f7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 811 time: 0.1076946 Aug 20 12:08:35.694097 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-172ff911-a1d5-4535-91c6-03b4d2f11c7d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/quotas/ed0606015c3a4a37bb71bafa914baa69 HTTP/1.1" status: 200 len: 375 time: 0.0098619 Aug 20 12:08:35.752513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-eff7dde5-5203-43d3-843f-4c4592e935d6 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0526972 Aug 20 12:08:35.847196 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-82b00369-81af-4bfb-b995-ee9cbb587b16 service neutron] 10.222.0.37 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827162 Aug 20 12:08:35.946815 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-910c2441-062a-4316-8980-579513688337 service neutron] 10.222.0.37 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928261 Aug 20 12:08:37.281635 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdeb42c4-6e4e-45d7-afbf-902676de5e16 req-801416b6-8a6e-4b4b-ab3e-f029dec444ef tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0275846 Aug 20 12:08:38.329857 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-86e83a32-8d60-453a-96a3-61fdcd8953de tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:38.331742 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-86e83a32-8d60-453a-96a3-61fdcd8953de tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 811 time: 0.1231737 Aug 20 12:08:38.390273 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-90cdde9c-db8d-4d49-bed6-f86e902fcd22 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed0606015c3a4a37bb71bafa914baa69 HTTP/1.1" status: 200 len: 380 time: 0.0482507 Aug 20 12:08:38.400760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'port': {'device_id': '4852e07b-9310-408d-bfaf-f6a8b130c0b6', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'admin_state_up': True, 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'security_groups': ['773fba90-1821-42cc-b241-4f6e369b89e3']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:38.436836 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5734ef65-59b5-4736-84c1-54d97be6b312 req-85393ac5-3050-4878-b26e-5fb11500eabe tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0697873 Aug 20 12:08:38.530308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Made reservation on behalf of ed0606015c3a4a37bb71bafa914baa69 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:38.534311 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:38.677876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Allocated IP 172.20.0.14 (45a2f405-6051-45bc-bae4-2b81557294f1/9a9d30b4-12ac-4dff-95e4-847183332364/11d5b4a8-b837-40bc-8927-17561603c383) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:08:38.845203 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:38.859945 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Transition to ACTIVE for port object 11d5b4a8-b837-40bc-8927-17561603c383 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:38.895282 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:38.940271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Network 45a2f405-6051-45bc-bae4-2b81557294f1 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:08:38.943510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:38.947454 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:38.985963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'Port': ['ID=11d5b4a8-b837-40bc-8927-17561603c383,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:39.011599 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:39.011955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:39.012303 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:39.012668 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:39.013331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:39.013331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:39.013663 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:39.013976 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:39.014308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:39.014640 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:39.014966 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:39.015294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:39.033507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:39.034142 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.053082 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-802539f6-5033-4d2a-9c4d-871e8e573b1a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6569002 Aug 20 12:08:39.079387 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Request body: {'port': {'device_id': '4852e07b-9310-408d-bfaf-f6a8b130c0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:39.146705 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.258542 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.289027 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8a6f7b4c-c386-44d3-888c-83f66d44b1dd None None] Provisioning for port 11d5b4a8-b837-40bc-8927-17561603c383 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:39.300698 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:08:39.309243 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8a6f7b4c-c386-44d3-888c-83f66d44b1dd None None] Provisioning complete for port 11d5b4a8-b837-40bc-8927-17561603c383 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:39.309752 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8a6f7b4c-c386-44d3-888c-83f66d44b1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.346184 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8a6f7b4c-c386-44d3-888c-83f66d44b1dd None None] Port 11d5b4a8-b837-40bc-8927-17561603c383 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:08:39.479485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d5b4a8-b837-40bc-8927-17561603c383 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:39.487844 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.502430 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Transition to ACTIVE for port object 11d5b4a8-b837-40bc-8927-17561603c383 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:39.509863 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.616126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Pushing event updated for resources: {'Port': ['ID=11d5b4a8-b837-40bc-8927-17561603c383,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:39.710024 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f383199-2a25-4dd3-8cf4-e4c5372a2e24 req-7e27f171-4a50-4f65-a0c0-acea6106c4f2 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:39.711804 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5f383199-2a25-4dd3-8cf4-e4c5372a2e24 req-7e27f171-4a50-4f65-a0c0-acea6106c4f2 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 944 time: 0.1727436 Aug 20 12:08:39.763064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Attempting to bind port 11d5b4a8-b837-40bc-8927-17561603c383 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:39.763881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Attempting to bind port 11d5b4a8-b837-40bc-8927-17561603c383 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:39.763881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Attempting to bind port 11d5b4a8-b837-40bc-8927-17561603c383 on network 45a2f405-6051-45bc-bae4-2b81557294f1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:39.772999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Port 11d5b4a8-b837-40bc-8927-17561603c383 on network 45a2f405-6051-45bc-bae4-2b81557294f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:39.773330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Attempting to bind port 11d5b4a8-b837-40bc-8927-17561603c383 on network 45a2f405-6051-45bc-bae4-2b81557294f1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:39.778304 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5f383199-2a25-4dd3-8cf4-e4c5372a2e24 req-8cd7856c-1a62-4200-beb6-6eab479510d3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555980 Aug 20 12:08:39.782362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:08:39.782702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Checking segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:39.783089 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Bound using segment: {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:08:39.783521 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Bound port: 11d5b4a8-b837-40bc-8927-17561603c383, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:08:39.783889 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.874481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] For port 11d5b4a8-b837-40bc-8927-17561603c383, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:08:39.881658 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] For port 11d5b4a8-b837-40bc-8927-17561603c383, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=11d5b4a8-b837-40bc-8927-17561603c383,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:08:39.889182 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.935054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:39.935820 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.938304 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] 10.222.0.76 "PUT /v2.0/ports/11d5b4a8-b837-40bc-8927-17561603c383 HTTP/1.1" status: 200 len: 1092 time: 0.8764253 Aug 20 12:08:39.938752 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4852e07b-9310-408d-bfaf-f6a8b130c0b6', 'tag': '11d5b4a8-b837-40bc-8927-17561603c383'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:39.941062 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5803303e-07a9-4815-a011-07b584149240" -d '{"events": [{"name": "network-changed", "server_uuid": "4852e07b-9310-408d-bfaf-f6a8b130c0b6", "tag": "11d5b4a8-b837-40bc-8927-17561603c383"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:39.986247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20d023-1fc2-49ec-bc1d-075db4081199 service neutron] Pushing event updated for resources: {'Port': ['ID=11d5b4a8-b837-40bc-8927-17561603c383,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:40.051673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-99b8f83e-99e7-40c1-9de4-02b0a11f5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:40.054361 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-99b8f83e-99e7-40c1-9de4-02b0a11f5c5a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 1095 time: 0.0574224 Aug 20 12:08:40.123776 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-295ba037-ec37-4da7-81aa-82aa58f47d73 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11d5b4a8-b837-40bc-8927-17561603c383 HTTP/1.1" status: 200 len: 217 time: 0.0616038 Aug 20 12:08:40.187456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-9596a034-a506-4f67-930f-9b3ab0042ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:40.192732 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-9596a034-a506-4f67-930f-9b3ab0042ec4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0582697 Aug 20 12:08:40.264295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-661f7040-75da-42d7-833b-75c1928a56fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:40.266079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-661f7040-75da-42d7-833b-75c1928a56fc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645268 Aug 20 12:08:40.363229 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-cfe205d6-0073-4624-9775-df14eba28f1d service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888371 Aug 20 12:08:40.468834 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cf82d27c-f55d-46f1-9c15-c0955bfb0ecb req-f47bdb75-2ff4-4aa9-b61c-c3e9fed4c965 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984898 Aug 20 12:08:40.905312 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f1700-eec6-4994-9304-5a3882225f2e req-c0004b16-4d0e-4fdb-9eac-3be77ef67485 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:40.906820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b2f1700-eec6-4994-9304-5a3882225f2e req-c0004b16-4d0e-4fdb-9eac-3be77ef67485 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 944 time: 0.0539908 Aug 20 12:08:40.949903 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b2f1700-eec6-4994-9304-5a3882225f2e req-c14e27d3-4fd8-46e4-bb5e-e10ba04f20a0 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358808 Aug 20 12:08:41.293840 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dd2f00-9321-4b35-91fb-8d5541c3c76b x-openstack-request-id: req-a7dd2f00-9321-4b35-91fb-8d5541c3c76b {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:41.294191 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4852e07b-9310-408d-bfaf-f6a8b130c0b6", "tag": "11d5b4a8-b837-40bc-8927-17561603c383", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:41.294448 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7dd2f00-9321-4b35-91fb-8d5541c3c76b {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:41.294856 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4852e07b-9310-408d-bfaf-f6a8b130c0b6', 'tag': '11d5b4a8-b837-40bc-8927-17561603c383', 'status': 'completed', 'code': 200} Aug 20 12:08:41.359137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803303e-07a9-4815-a011-07b584149240 req-f4f8d8aa-7f08-448d-9468-d71311481478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:41.360813 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5803303e-07a9-4815-a011-07b584149240 req-f4f8d8aa-7f08-448d-9468-d71311481478 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 1095 time: 0.0440741 Aug 20 12:08:41.460105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803303e-07a9-4815-a011-07b584149240 req-50be04af-7aa9-40b2-a6d2-3b6641d8463b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:41.461652 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5803303e-07a9-4815-a011-07b584149240 req-50be04af-7aa9-40b2-a6d2-3b6641d8463b service neutron] 10.222.0.76 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.0944581 Aug 20 12:08:41.506723 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5803303e-07a9-4815-a011-07b584149240 req-845026da-f494-42ab-bdb4-aaca5efa371c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11d5b4a8-b837-40bc-8927-17561603c383 HTTP/1.1" status: 200 len: 217 time: 0.0371537 Aug 20 12:08:41.567280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803303e-07a9-4815-a011-07b584149240 req-94972c19-56f6-41b4-aa50-8c6e12af53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:41.568892 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5803303e-07a9-4815-a011-07b584149240 req-94972c19-56f6-41b4-aa50-8c6e12af53f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0556185 Aug 20 12:08:41.616579 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803303e-07a9-4815-a011-07b584149240 req-50cd703e-6ea8-448c-b06f-8ee6a5de0a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:41.618221 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5803303e-07a9-4815-a011-07b584149240 req-50cd703e-6ea8-448c-b06f-8ee6a5de0a18 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425942 Aug 20 12:08:41.712282 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5803303e-07a9-4815-a011-07b584149240 req-b598956a-8166-4966-82de-9fd5725ad61a service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870407 Aug 20 12:08:41.824186 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5803303e-07a9-4815-a011-07b584149240 req-fad6151e-8c64-4267-b70b-0482d1fe06ce service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054287 Aug 20 12:08:42.088097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d14129-07f9-4f15-a3e8-c5326c095bbd req-be2a1e28-cc2d-4026-aa4f-0a8b5f10c412 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:42.089667 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06d14129-07f9-4f15-a3e8-c5326c095bbd req-be2a1e28-cc2d-4026-aa4f-0a8b5f10c412 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 944 time: 0.0597267 Aug 20 12:08:42.131200 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-06d14129-07f9-4f15-a3e8-c5326c095bbd req-526d457d-ae0d-44d1-887c-48e794545f25 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347686 Aug 20 12:08:43.249799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014fb30-8650-4140-b90a-b5c5b5b7ee82 req-2c056a59-26a7-4fee-b054-acfb1c8b33a3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:43.251529 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8014fb30-8650-4140-b90a-b5c5b5b7ee82 req-2c056a59-26a7-4fee-b054-acfb1c8b33a3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 944 time: 0.0492976 Aug 20 12:08:43.291111 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8014fb30-8650-4140-b90a-b5c5b5b7ee82 req-edb0d3e7-6ffd-4dc0-8f86-26715f48795d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332205 Aug 20 12:08:44.415705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f8676-d8eb-4548-bd28-bb4061dd781d req-8164936d-5d5d-4ab4-a84a-b42e2fb82311 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:44.417229 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b8f8676-d8eb-4548-bd28-bb4061dd781d req-8164936d-5d5d-4ab4-a84a-b42e2fb82311 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 944 time: 0.0491529 Aug 20 12:08:44.459191 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7b8f8676-d8eb-4548-bd28-bb4061dd781d req-122daef4-681e-4fa1-875d-946f24215cdf tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358515 Aug 20 12:08:45.580834 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd73398-457e-4431-ac72-e006f2ab0db2 req-c2b6146e-4804-4c1e-9dac-79d8dd8394d0 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:45.582649 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bcd73398-457e-4431-ac72-e006f2ab0db2 req-c2b6146e-4804-4c1e-9dac-79d8dd8394d0 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 944 time: 0.0570211 Aug 20 12:08:45.625486 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bcd73398-457e-4431-ac72-e006f2ab0db2 req-1400af26-8aa8-4e14-8824-46712cdfa06a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354266 Aug 20 12:08:46.746621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2138e-3b82-4667-a73d-28af6f00b3f0 req-186b2cb7-bbe9-42c4-8ac3-a0296122a022 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:46.748141 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-44a2138e-3b82-4667-a73d-28af6f00b3f0 req-186b2cb7-bbe9-42c4-8ac3-a0296122a022 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 944 time: 0.0550234 Aug 20 12:08:46.792356 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-44a2138e-3b82-4667-a73d-28af6f00b3f0 req-ef8a716f-352b-4f8c-90bc-495d9f38dbb8 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364909 Aug 20 12:08:47.935593 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff813d3-af8c-4316-802c-9e53eff7ae6f req-a9ddd916-bcf9-490e-be3e-b3e7e2b6885f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.937108 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5ff813d3-af8c-4316-802c-9e53eff7ae6f req-a9ddd916-bcf9-490e-be3e-b3e7e2b6885f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 944 time: 0.0648777 Aug 20 12:08:47.983961 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5ff813d3-af8c-4316-802c-9e53eff7ae6f req-8828f3cc-34fb-4bf3-8c93-60c630f1f2ca tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383165 Aug 20 12:08:49.108594 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1de19c-fcd1-4f7f-b0e6-144a01b5c896 req-ee0e0d4a-846d-45b3-a8d6-8a42aa3bba81 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:49.110148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b1de19c-fcd1-4f7f-b0e6-144a01b5c896 req-ee0e0d4a-846d-45b3-a8d6-8a42aa3bba81 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 944 time: 0.0535197 Aug 20 12:08:49.148300 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b1de19c-fcd1-4f7f-b0e6-144a01b5c896 req-1a2b8489-9875-4f79-9290-62524b39dd24 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319765 Aug 20 12:08:50.268065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e4fc5-495c-4512-833a-1f00950cec70 req-7f0424e8-e172-46a1-a109-736fd3771400 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:50.269714 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6d9e4fc5-495c-4512-833a-1f00950cec70 req-7f0424e8-e172-46a1-a109-736fd3771400 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 944 time: 0.0536983 Aug 20 12:08:50.295625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 11d5b4a8-b837-40bc-8927-17561603c383 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:08:50.313810 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6d9e4fc5-495c-4512-833a-1f00950cec70 req-749f9e0c-c646-4fdd-b459-1b58a6c37eb5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375185 Aug 20 12:08:50.394358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 11d5b4a8-b837-40bc-8927-17561603c383, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=11d5b4a8-b837-40bc-8927-17561603c383,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:50.406132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '11d5b4a8-b837-40bc-8927-17561603c383', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'port_id': '11d5b4a8-b837-40bc-8927-17561603c383', 'mac_address': 'fa:16:3e:24:50:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:08:50.445171 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.460035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d5b4a8-b837-40bc-8927-17561603c383 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:50.482141 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 11d5b4a8-b837-40bc-8927-17561603c383, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=11d5b4a8-b837-40bc-8927-17561603c383,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:50.486344 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.539197 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=11d5b4a8-b837-40bc-8927-17561603c383,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:50.547020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:50.547460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:50.547795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:50.548133 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:50.548464 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:50.548812 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:50.549137 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:50.549460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:50.549781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:50.550103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:50.550421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:50.550737 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:50.744447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['11d5b4a8-b837-40bc-8927-17561603c383'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:51.429603 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbd9ba-fe7f-4f3c-b17d-fedf2a61fd62 req-84289618-8886-4f14-9ab4-2bb9a3f8db16 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:51.431103 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7dbd9ba-fe7f-4f3c-b17d-fedf2a61fd62 req-84289618-8886-4f14-9ab4-2bb9a3f8db16 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0484490 Aug 20 12:08:51.473891 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7dbd9ba-fe7f-4f3c-b17d-fedf2a61fd62 req-25a068fe-5e46-4b29-b207-bcabc0bdf277 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368326 Aug 20 12:08:52.324196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 11d5b4a8-b837-40bc-8927-17561603c383 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:08:52.381792 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-32c6db89-aa78-44dc-a613-931e05caf1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.388024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 11d5b4a8-b837-40bc-8927-17561603c383 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:52.392113 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 11d5b4a8-b837-40bc-8927-17561603c383 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:52.392483 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.469671 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.493998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4852e07b-9310-408d-bfaf-f6a8b130c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d5b4a8-b837-40bc-8927-17561603c383'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:52.496253 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef37e51-4803-4714-b0f9-04d8ce842cbf" -d '{"events": [{"server_uuid": "4852e07b-9310-408d-bfaf-f6a8b130c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "11d5b4a8-b837-40bc-8927-17561603c383"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:52.510903 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 11d5b4a8-b837-40bc-8927-17561603c383, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=11d5b4a8-b837-40bc-8927-17561603c383,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:52.516320 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.604837 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=11d5b4a8-b837-40bc-8927-17561603c383,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:52.610543 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f58796-c87d-47d4-92f5-481482f51259 req-13b5d812-f1f2-43a3-9bd5-d93a65c5d157 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:52.613076 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-34f58796-c87d-47d4-92f5-481482f51259 req-13b5d812-f1f2-43a3-9bd5-d93a65c5d157 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 946 time: 0.0655000 Aug 20 12:08:52.653241 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774d7287-cae8-4cb1-86ed-77cabc4dfc3a x-openstack-request-id: req-774d7287-cae8-4cb1-86ed-77cabc4dfc3a {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:52.653685 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4852e07b-9310-408d-bfaf-f6a8b130c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "11d5b4a8-b837-40bc-8927-17561603c383", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:52.653944 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-774d7287-cae8-4cb1-86ed-77cabc4dfc3a {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:52.654332 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4852e07b-9310-408d-bfaf-f6a8b130c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d5b4a8-b837-40bc-8927-17561603c383', 'code': 200} Aug 20 12:08:52.657045 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-34f58796-c87d-47d4-92f5-481482f51259 req-9c4aa3ba-4b8a-4365-9e8b-2efa1e7c820b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373294 Aug 20 12:08:52.746462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb090d25-2be1-4205-81fc-447b681e1abc req-da400366-7f3e-4c38-8f86-b0b5d88250a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:52.747897 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cb090d25-2be1-4205-81fc-447b681e1abc req-da400366-7f3e-4c38-8f86-b0b5d88250a5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 1097 time: 0.0399952 Aug 20 12:08:52.784860 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cb090d25-2be1-4205-81fc-447b681e1abc req-c3fc29a0-2ef8-4646-918d-154066db0d0c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301197 Aug 20 12:08:53.786688 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14f462-c286-45a5-9801-10e3b993f31c req-84b27841-c360-4373-8387-c52cc248b23a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:53.788383 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af14f462-c286-45a5-9801-10e3b993f31c req-84b27841-c360-4373-8387-c52cc248b23a tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 946 time: 0.0572138 Aug 20 12:08:53.828316 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af14f462-c286-45a5-9801-10e3b993f31c req-9f75cefe-1aa1-437b-bbf5-e35385d9b9c7 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338776 Aug 20 12:08:54.947003 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c6c4a-8648-4d9e-98d8-ac553d4ca239 req-e1c2ce3d-2697-403c-98da-5ec52a7d8659 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:54.948527 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e4c6c4a-8648-4d9e-98d8-ac553d4ca239 req-e1c2ce3d-2697-403c-98da-5ec52a7d8659 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 946 time: 0.0508647 Aug 20 12:08:54.988684 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0e4c6c4a-8648-4d9e-98d8-ac553d4ca239 req-e6a681c4-ae1c-41fc-b751-6b60f91c47ce tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338006 Aug 20 12:08:55.106398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3092878-12f6-423d-a0c9-d88f183dd70c req-473c5dd8-f727-43dc-b1b9-4d3486c002cd tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:55.108076 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c3092878-12f6-423d-a0c9-d88f183dd70c req-473c5dd8-f727-43dc-b1b9-4d3486c002cd tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 946 time: 0.0515957 Aug 20 12:08:55.150221 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c3092878-12f6-423d-a0c9-d88f183dd70c req-9e68e701-2940-44f6-97bf-82f24e66846e tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361300 Aug 20 12:08:55.173949 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52132) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:55.174173 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d358b3c-c375-46cd-81c6-220a9e8fe755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.215568 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eff3d8c-1dcd-49a8-b6d8-a9185ca85918 tempest-TestVolumeBootPattern-1683911239 tempest-TestVolumeBootPattern-1683911239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:55.217131 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3eff3d8c-1dcd-49a8-b6d8-a9185ca85918 tempest-TestVolumeBootPattern-1683911239 tempest-TestVolumeBootPattern-1683911239-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 1092 time: 0.0418878 Aug 20 12:08:55.219826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52134) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:55.225242 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': '11d5b4a8-b837-40bc-8927-17561603c383', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:55.246932 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.351500 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.460830 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Allocated IP 172.25.8.168 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/7afa6c17-2db3-49c7-af75-efff1e142b16) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:08:55.482883 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.568046 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.609733 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.647859 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:08:55.650715 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:55.654290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:55.688899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'Port': ['ID=7afa6c17-2db3-49c7-af75-efff1e142b16,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:55.700303 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:55.700658 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:55.701004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:55.701340 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:55.701669 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:55.701998 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:55.702321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:55.702642 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:55.702960 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:55.703281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:55.703598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:55.703914 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:56.034215 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.106518 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.257212 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.261984 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.332404 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event updated for resources: {'Port': ['ID=7afa6c17-2db3-49c7-af75-efff1e142b16,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:56.345317 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.419686 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.451037 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Floating IP d0d3bd94-ee49-44f6-9df2-de1788a74152 associated. External IP: 172.25.8.168, port: 11d5b4a8-b837-40bc-8927-17561603c383. Aug 20 12:08:56.666451 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Router 18ce7238-07e3-4e4d-8aa2-c00f71696565 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:08:56.777287 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:08:56.787681 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a34fd2-6842-4a32-8dbb-bdc293b9d210 None None] Sync routers for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:08:56.797295 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.798938 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a34fd2-6842-4a32-8dbb-bdc293b9d210 None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:08:56.800878 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d1a34fd2-6842-4a32-8dbb-bdc293b9d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:08:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:56.827453 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-21d3699c-3b23-48a6-b02c-64013ade86f3 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6063001 Aug 20 12:08:56.827742 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4852e07b-9310-408d-bfaf-f6a8b130c0b6', 'tag': '11d5b4a8-b837-40bc-8927-17561603c383'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:56.830042 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a97334e-14ec-4288-b92e-58729c16ae77" -d '{"events": [{"name": "network-changed", "server_uuid": "4852e07b-9310-408d-bfaf-f6a8b130c0b6", "tag": "11d5b4a8-b837-40bc-8927-17561603c383"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:56.876353 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a637ecc8-c24d-412a-9367-2cc511ed22ba x-openstack-request-id: req-a637ecc8-c24d-412a-9367-2cc511ed22ba {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:56.877017 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4852e07b-9310-408d-bfaf-f6a8b130c0b6", "tag": "11d5b4a8-b837-40bc-8927-17561603c383", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:56.877330 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a637ecc8-c24d-412a-9367-2cc511ed22ba {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:56.877799 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4852e07b-9310-408d-bfaf-f6a8b130c0b6', 'tag': '11d5b4a8-b837-40bc-8927-17561603c383', 'status': 'completed', 'code': 200} Aug 20 12:08:56.930861 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-d1a34fd2-6842-4a32-8dbb-bdc293b9d210 None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:08:56.944512 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97334e-14ec-4288-b92e-58729c16ae77 req-d9f579cc-5983-4096-b843-134032ea4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:56.946202 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a97334e-14ec-4288-b92e-58729c16ae77 req-d9f579cc-5983-4096-b843-134032ea4c95 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 1097 time: 0.0456843 Aug 20 12:08:57.049476 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97334e-14ec-4288-b92e-58729c16ae77 req-24f4294c-ed28-4657-8f63-5b3ecfd6d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:57.051112 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a97334e-14ec-4288-b92e-58729c16ae77 req-24f4294c-ed28-4657-8f63-5b3ecfd6d6d5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.0986192 Aug 20 12:08:57.125690 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a97334e-14ec-4288-b92e-58729c16ae77 req-5e4f3932-dfc8-4118-a5db-b7623be21dfe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11d5b4a8-b837-40bc-8927-17561603c383 HTTP/1.1" status: 200 len: 1000 time: 0.0672228 Aug 20 12:08:57.177579 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97334e-14ec-4288-b92e-58729c16ae77 req-84d6302d-348d-4d9a-a145-0876da91e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:57.178240 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d1a34fd2-6842-4a32-8dbb-bdc293b9d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '44590483-aa74-47a3-ba04-7a4cc6ec5577', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'port_id': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'mac_address': 'fa:16:3e:4b:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:06:55Z', 'updated_at': '2021-08-20T12:06:57Z', 'revision_number': 1, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address_scope': None}, {'id': 'd0d3bd94-ee49-44f6-9df2-de1788a74152', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'port_id': '11d5b4a8-b837-40bc-8927-17561603c383', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'mac_address': 'fa:16:3e:24:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852e07b-9310-408d-bfaf-f6a8b130c0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:08:55Z', 'updated_at': '2021-08-20T12:08:55Z', 'revision_number': 0, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:57.179066 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a97334e-14ec-4288-b92e-58729c16ae77 req-84d6302d-348d-4d9a-a145-0876da91e23d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0469728 Aug 20 12:08:57.210014 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a34fd2-6842-4a32-8dbb-bdc293b9d210 None None] Checking router: 18ce7238-07e3-4e4d-8aa2-c00f71696565 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:08:57.218565 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a34fd2-6842-4a32-8dbb-bdc293b9d210 None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:08:57.219169 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d1a34fd2-6842-4a32-8dbb-bdc293b9d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:08:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:57.226086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97334e-14ec-4288-b92e-58729c16ae77 req-d911f6d6-201b-4d98-a506-8ad3c9e148f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:57.227693 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a97334e-14ec-4288-b92e-58729c16ae77 req-d911f6d6-201b-4d98-a506-8ad3c9e148f1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423307 Aug 20 12:08:57.322722 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a97334e-14ec-4288-b92e-58729c16ae77 req-de1aa340-301a-4221-994c-ed4c2010b460 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880582 Aug 20 12:08:57.328321 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-d1a34fd2-6842-4a32-8dbb-bdc293b9d210 None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:08:57.431739 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a97334e-14ec-4288-b92e-58729c16ae77 req-95352947-1535-4859-bf09-b22592ef5ba5 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030502 Aug 20 12:08:57.577314 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d1a34fd2-6842-4a32-8dbb-bdc293b9d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '44590483-aa74-47a3-ba04-7a4cc6ec5577', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'port_id': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'mac_address': 'fa:16:3e:4b:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:06:55Z', 'updated_at': '2021-08-20T12:06:57Z', 'revision_number': 1, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address_scope': None}, {'id': 'd0d3bd94-ee49-44f6-9df2-de1788a74152', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'port_id': '11d5b4a8-b837-40bc-8927-17561603c383', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'mac_address': 'fa:16:3e:24:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852e07b-9310-408d-bfaf-f6a8b130c0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:08:55Z', 'updated_at': '2021-08-20T12:08:55Z', 'revision_number': 0, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:57.606610 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a34fd2-6842-4a32-8dbb-bdc293b9d210 None None] The sync data for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 is: [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '44590483-aa74-47a3-ba04-7a4cc6ec5577', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'port_id': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'mac_address': 'fa:16:3e:4b:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:06:55Z', 'updated_at': '2021-08-20T12:06:57Z', 'revision_number': 1, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address_scope': None}, {'id': 'd0d3bd94-ee49-44f6-9df2-de1788a74152', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'port_id': '11d5b4a8-b837-40bc-8927-17561603c383', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'mac_address': 'fa:16:3e:24:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852e07b-9310-408d-bfaf-f6a8b130c0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:08:55Z', 'updated_at': '2021-08-20T12:08:55Z', 'revision_number': 0, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:08:57.805726 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead1e20-4a57-44d6-a27c-4c338603b5e3 None None] New status for floating IP d0d3bd94-ee49-44f6-9df2-de1788a74152: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:08:58.038117 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.067711 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:09.258152 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:13.007436 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8aa4595-4a23-46d7-b980-a139cc2381be req-3a87cbfa-f6fe-46e8-8bb6-d8f0a1ebc393 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452361 Aug 20 12:09:13.106093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa4595-4a23-46d7-b980-a139cc2381be req-e296f908-1958-4e28-946b-d17fb9d83824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:13.107631 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8aa4595-4a23-46d7-b980-a139cc2381be req-e296f908-1958-4e28-946b-d17fb9d83824 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 1097 time: 0.0513756 Aug 20 12:09:13.218831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa4595-4a23-46d7-b980-a139cc2381be req-2845af2c-0491-4b6e-ab90-a2181925fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:13.220228 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8aa4595-4a23-46d7-b980-a139cc2381be req-2845af2c-0491-4b6e-ab90-a2181925fef4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.0930588 Aug 20 12:09:13.296665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8aa4595-4a23-46d7-b980-a139cc2381be req-0ff85baa-8a9b-4d88-8823-0c7036189cb6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11d5b4a8-b837-40bc-8927-17561603c383 HTTP/1.1" status: 200 len: 1002 time: 0.0667799 Aug 20 12:09:13.347511 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa4595-4a23-46d7-b980-a139cc2381be req-0719096a-79d8-464a-9826-ac5af6e4ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:13.349786 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8aa4595-4a23-46d7-b980-a139cc2381be req-0719096a-79d8-464a-9826-ac5af6e4ba29 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0461264 Aug 20 12:09:13.398527 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa4595-4a23-46d7-b980-a139cc2381be req-21b0f339-b001-41e5-b86f-07711275dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:13.400075 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8aa4595-4a23-46d7-b980-a139cc2381be req-21b0f339-b001-41e5-b86f-07711275dba8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430882 Aug 20 12:09:13.499244 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8aa4595-4a23-46d7-b980-a139cc2381be req-228ddc03-c39b-4cca-9f50-7de96c1cc9e7 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919571 Aug 20 12:09:13.592286 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8aa4595-4a23-46d7-b980-a139cc2381be req-13b008c0-fbeb-4f26-921b-85501a64abb6 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864902 Aug 20 12:09:16.301423 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:09:22.376164 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-df419403-9ab1-4dd8-a692-7c1ca2cb612f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.167625 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-00e4a513-6aba-4a0b-bd3d-0a0c3beffe84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.487308 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.529661 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ef641aa-39c6-448d-bb3a-74a1a3abd688 req-a21f69b6-1da2-4d6f-9a15-c24c70d6dfad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453565 Aug 20 12:09:25.619072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef641aa-39c6-448d-bb3a-74a1a3abd688 req-fb3bd120-7432-45ed-9ba6-161323eaf599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:25.620602 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ef641aa-39c6-448d-bb3a-74a1a3abd688 req-fb3bd120-7432-45ed-9ba6-161323eaf599 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 1096 time: 0.0460098 Aug 20 12:09:25.725062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef641aa-39c6-448d-bb3a-74a1a3abd688 req-88c4ad0e-a0a1-42b7-98ea-49547ec8470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:25.726708 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ef641aa-39c6-448d-bb3a-74a1a3abd688 req-88c4ad0e-a0a1-42b7-98ea-49547ec8470e service neutron] 10.222.0.35 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.0859632 Aug 20 12:09:25.804808 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ef641aa-39c6-448d-bb3a-74a1a3abd688 req-8c467f04-37ed-4b56-b02a-d1cb2d11a370 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e7f371e-700f-4ac1-8f7b-e838b328253b HTTP/1.1" status: 200 len: 1000 time: 0.0704212 Aug 20 12:09:25.853725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef641aa-39c6-448d-bb3a-74a1a3abd688 req-970d7b44-6fe9-410d-a354-00e311419d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:25.855084 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ef641aa-39c6-448d-bb3a-74a1a3abd688 req-970d7b44-6fe9-410d-a354-00e311419d05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0434930 Aug 20 12:09:25.900947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef641aa-39c6-448d-bb3a-74a1a3abd688 req-7dabb4ee-69b7-4d33-a7f3-2dfd9a5660ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:25.902444 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ef641aa-39c6-448d-bb3a-74a1a3abd688 req-7dabb4ee-69b7-4d33-a7f3-2dfd9a5660ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400679 Aug 20 12:09:25.999321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ef641aa-39c6-448d-bb3a-74a1a3abd688 req-cf95c076-707a-4287-8176-02d2d8c4224e service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900314 Aug 20 12:09:26.098342 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ef641aa-39c6-448d-bb3a-74a1a3abd688 req-a0ea5360-3403-455c-877c-ca1d62523157 service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915971 Aug 20 12:09:26.422984 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:28.042214 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:33.073471 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:34.830568 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52980) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:34.968992 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0569af84-f2a2-4182-a970-7eb3f78ada0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87520ba398064e799a1c2d38ff278a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371317 Aug 20 12:09:34.971374 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 52984) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:35.021377 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aabd716-fade-4a34-bc57-d8f4fe27bea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.041894 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aabd716-fade-4a34-bc57-d8f4fe27bea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.087987 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aabd716-fade-4a34-bc57-d8f4fe27bea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.090688 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aabd716-fade-4a34-bc57-d8f4fe27bea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.091875 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6aabd716-fade-4a34-bc57-d8f4fe27bea4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0ce4408-1993-4e29-aa32-420616577fc1 HTTP/1.1" status: 204 len: 168 time: 0.1195486 Aug 20 12:09:35.099692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabd716-fade-4a34-bc57-d8f4fe27bea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ce4408-1993-4e29-aa32-420616577fc1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:39.274539 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:46.813434 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-f9c8c282-75d4-4fd6-9b68-988016cdc58f req-1054aacd-50a8-4531-800f-e83e132495e3 service neutron] (94690) timed out ('10.222.0.37', 60088) {{(pid=94690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:09:52.379203 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cc4a12d8-7e09-409f-ba9b-50f996fd36dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.301245 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:09:55.176367 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ced24bac-5075-40da-9911-866497ad0ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.485849 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:56.427350 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.042786 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.070736 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:09.274190 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.947433 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7fae490a-3a98-40cb-b298-6584b23ca489 req-c1fedc1c-54bb-4f9c-8df7-002aa31fb339 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409727 Aug 20 12:10:15.317908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae490a-3a98-40cb-b298-6584b23ca489 req-82d0bb86-b923-48b9-a5b1-1945ca47fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:15.319367 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7fae490a-3a98-40cb-b298-6584b23ca489 req-82d0bb86-b923-48b9-a5b1-1945ca47fa44 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 1097 time: 0.3291430 Aug 20 12:10:15.423501 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae490a-3a98-40cb-b298-6584b23ca489 req-bf691b03-d5c2-49c8-abd4-11a7030ae0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:15.425366 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7fae490a-3a98-40cb-b298-6584b23ca489 req-bf691b03-d5c2-49c8-abd4-11a7030ae0f1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.0871634 Aug 20 12:10:15.494542 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7fae490a-3a98-40cb-b298-6584b23ca489 req-45311dc5-7a2e-44ad-86ca-3f9e1a4e0af1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11d5b4a8-b837-40bc-8927-17561603c383 HTTP/1.1" status: 200 len: 1002 time: 0.0612221 Aug 20 12:10:15.542821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae490a-3a98-40cb-b298-6584b23ca489 req-d65426b8-a336-482f-9450-4af73aca2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:15.544413 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7fae490a-3a98-40cb-b298-6584b23ca489 req-d65426b8-a336-482f-9450-4af73aca2a1e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0429726 Aug 20 12:10:15.593394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae490a-3a98-40cb-b298-6584b23ca489 req-83904ceb-9963-4f44-82a0-3a7175bd9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:15.596079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7fae490a-3a98-40cb-b298-6584b23ca489 req-83904ceb-9963-4f44-82a0-3a7175bd9447 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451667 Aug 20 12:10:15.608077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-7fae490a-3a98-40cb-b298-6584b23ca489 req-7b54b031-4b58-4432-aa80-d260ad70019d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:10:15.609030 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7fae490a-3a98-40cb-b298-6584b23ca489 req-7b54b031-4b58-4432-aa80-d260ad70019d service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050368 Aug 20 12:10:15.704812 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7fae490a-3a98-40cb-b298-6584b23ca489 req-c4232289-df1b-479e-bc0e-2406ae340ac6 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886781 Aug 20 12:10:15.798243 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7fae490a-3a98-40cb-b298-6584b23ca489 req-3dce3b18-f6fe-4fe0-a8f0-74f677b2f144 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860240 Aug 20 12:10:18.886774 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53248) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:18.999427 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:19.087119 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:19.091046 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:19.133827 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e06d1cb58494d64af4b0d962010f3bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459145 Aug 20 12:10:19.134668 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775bda2e-6fda-48ef-990c-16c475f6f6d9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:19.136523 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53252) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:19.142097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.142445 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.142782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.143118 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.143451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.143779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.144109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.144432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.144779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.145328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.146153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.146648 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b4c37-7df4-41c8-ac12-c3539a46a94d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.188855 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:19.209902 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:19.256656 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:19.259180 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:19.260417 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/775bda2e-6fda-48ef-990c-16c475f6f6d9 HTTP/1.1" status: 204 len: 168 time: 0.1228728 Aug 20 12:10:19.268245 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775bda2e-6fda-48ef-990c-16c475f6f6d9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:19.275861 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.276212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.276558 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.276924 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.277258 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.277589 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.277916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.278244 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.278568 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.278891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.279215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:19.279540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfafad-f5fa-4df6-aa10-cfb24e282dc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:20.233676 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53282) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:20.340657 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6c363de8-5c2a-4b61-9b73-06aad1015287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.430622 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6c363de8-5c2a-4b61-9b73-06aad1015287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.434422 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6c363de8-5c2a-4b61-9b73-06aad1015287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.472844 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6c363de8-5c2a-4b61-9b73-06aad1015287 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c385c65d0648407ea89448baa2091e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379837 Aug 20 12:10:20.474337 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c363de8-5c2a-4b61-9b73-06aad1015287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414b79b2-ea65-4387-a757-69e71a6dfe7f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:20.476050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53286) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:20.525174 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e29af324-4678-476c-8617-d24a4ffa99d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.545866 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e29af324-4678-476c-8617-d24a4ffa99d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.591704 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e29af324-4678-476c-8617-d24a4ffa99d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.594345 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e29af324-4678-476c-8617-d24a4ffa99d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.597809 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e29af324-4678-476c-8617-d24a4ffa99d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/414b79b2-ea65-4387-a757-69e71a6dfe7f HTTP/1.1" status: 204 len: 168 time: 0.1179647 Aug 20 12:10:20.609954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29af324-4678-476c-8617-d24a4ffa99d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414b79b2-ea65-4387-a757-69e71a6dfe7f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:21.199614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53308) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:21.296698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-287a3210-53c0-4186-ab16-3ab968ae4faa admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1317116643-network', 'tenant_id': 'ec24e4913fdb46f18bf353bc6c19a831'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:21.317718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287a3210-53c0-4186-ab16-3ab968ae4faa admin admin] Made reservation on behalf of ec24e4913fdb46f18bf353bc6c19a831 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:21.320050 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-287a3210-53c0-4186-ab16-3ab968ae4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.328205 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-287a3210-53c0-4186-ab16-3ab968ae4faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.417071 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-287a3210-53c0-4186-ab16-3ab968ae4faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.420933 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-287a3210-53c0-4186-ab16-3ab968ae4faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.444541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287a3210-53c0-4186-ab16-3ab968ae4faa admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:10:21.454065 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a3210-53c0-4186-ab16-3ab968ae4faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df460db-ecb1-4e7e-93b3-d651822c9b29,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:21.459499 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-287a3210-53c0-4186-ab16-3ab968ae4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.459845 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-287a3210-53c0-4186-ab16-3ab968ae4faa admin admin] Added segment 969ca78f-381a-45a7-a740-23b99373e0a0 of type vlan for network ade7127c-3e87-4b17-ab96-a1cb8198854b Aug 20 12:10:21.501980 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-287a3210-53c0-4186-ab16-3ab968ae4faa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.527295 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-287a3210-53c0-4186-ab16-3ab968ae4faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.528272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287a3210-53c0-4186-ab16-3ab968ae4faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:21.528871 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-287a3210-53c0-4186-ab16-3ab968ae4faa admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.585301 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-287a3210-53c0-4186-ab16-3ab968ae4faa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3845818 Aug 20 12:10:21.588163 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a3210-53c0-4186-ab16-3ab968ae4faa admin admin] Pushing event updated for resources: {'Network': ['ID=ade7127c-3e87-4b17-ab96-a1cb8198854b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:21.588301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53314) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:21.593579 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ffcebd91-86a7-42e6-93ed-843f12aa58c1 admin admin] Request body: {'subnet': {'network_id': 'ade7127c-3e87-4b17-ab96-a1cb8198854b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1317116643-subnet', 'tenant_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:21.602045 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network ade7127c-3e87-4b17-ab96-a1cb8198854b details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:10:21.615256 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcebd91-86a7-42e6-93ed-843f12aa58c1 admin admin] Made reservation on behalf of ec24e4913fdb46f18bf353bc6c19a831 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:21.617868 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ffcebd91-86a7-42e6-93ed-843f12aa58c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.787363 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ffcebd91-86a7-42e6-93ed-843f12aa58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.839284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcebd91-86a7-42e6-93ed-843f12aa58c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07e2241-db14-4581-b550-a200c5e7a8ba,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:21.850109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcebd91-86a7-42e6-93ed-843f12aa58c1 admin admin] Checking segment: {'id': '969ca78f-381a-45a7-a740-23b99373e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ade7127c-3e87-4b17-ab96-a1cb8198854b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:21.850468 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcebd91-86a7-42e6-93ed-843f12aa58c1 admin admin] Network hostable DHCP agents. Network: ade7127c-3e87-4b17-ab96-a1cb8198854b, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:10:21.865421 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcebd91-86a7-42e6-93ed-843f12aa58c1 admin admin] Network ade7127c-3e87-4b17-ab96-a1cb8198854b is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:10:21.873830 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ffcebd91-86a7-42e6-93ed-843f12aa58c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, ade7127c-3e87-4b17-ab96-a1cb8198854b) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:21.878122 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcebd91-86a7-42e6-93ed-843f12aa58c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:21.878711 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ffcebd91-86a7-42e6-93ed-843f12aa58c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.887930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce11399-60cb-4e4e-a0c7-4918ad0f911a None None] Network ade7127c-3e87-4b17-ab96-a1cb8198854b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:21.893539 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ffcebd91-86a7-42e6-93ed-843f12aa58c1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3040218 Aug 20 12:10:21.896836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53316) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:21.901198 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1317116643-router', 'tenant_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:21.922273 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.923346 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.980934 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.040143 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-ade7127c-3e87-4b17-ab96-a1cb8198854b', 'network_id': 'ade7127c-3e87-4b17-ab96-a1cb8198854b', 'tenant_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'fixed_ips': [{'subnet_id': 'd07e2241-db14-4581-b550-a200c5e7a8ba'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:10:22.040983 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.127189 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.177235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Allocated IP 172.20.0.2 (ade7127c-3e87-4b17-ab96-a1cb8198854b/d07e2241-db14-4581-b550-a200c5e7a8ba/c183ed3d-69be-4612-b968-e4d514634176) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:22.322335 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.331001 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Transition to ACTIVE for port object c183ed3d-69be-4612-b968-e4d514634176 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:22.346970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Transition to ACTIVE for port object c183ed3d-69be-4612-b968-e4d514634176 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:22.355118 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.410196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Network ade7127c-3e87-4b17-ab96-a1cb8198854b is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:22.413155 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e8054e08-88d5-4578-94c3-9e87e1dcb409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.417183 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:22.423693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:22.427413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Pushing event updated for resources: {'Port': ['ID=c183ed3d-69be-4612-b968-e4d514634176,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:22.454672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:22.455019 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:22.455361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:22.455695 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:22.456027 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:22.456356 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:22.456702 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:22.457028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:22.457349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:22.457922 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:22.458182 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:22.458353 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:22.491420 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Attempting to bind port c183ed3d-69be-4612-b968-e4d514634176 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:22.491784 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Attempting to bind port c183ed3d-69be-4612-b968-e4d514634176 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '969ca78f-381a-45a7-a740-23b99373e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ade7127c-3e87-4b17-ab96-a1cb8198854b'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:22.492144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Attempting to bind port c183ed3d-69be-4612-b968-e4d514634176 on network ade7127c-3e87-4b17-ab96-a1cb8198854b {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:22.497336 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:22.497709 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Checking segment: {'id': '969ca78f-381a-45a7-a740-23b99373e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ade7127c-3e87-4b17-ab96-a1cb8198854b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:22.498113 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.498524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Bound using segment: {'id': '969ca78f-381a-45a7-a740-23b99373e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ade7127c-3e87-4b17-ab96-a1cb8198854b'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:22.498965 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Bound port: c183ed3d-69be-4612-b968-e4d514634176, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969ca78f-381a-45a7-a740-23b99373e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ade7127c-3e87-4b17-ab96-a1cb8198854b'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:22.499346 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.566958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] For port c183ed3d-69be-4612-b968-e4d514634176, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:22.570067 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] For port c183ed3d-69be-4612-b968-e4d514634176, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c183ed3d-69be-4612-b968-e4d514634176,segment=NetworkSegment(969ca78f-381a-45a7-a740-23b99373e0a0),segment_id=969ca78f-381a-45a7-a740-23b99373e0a0)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:22.575183 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.622808 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.633236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444767e-74e3-423e-a385-669e5eaf63ae None None] Pushing event updated for resources: {'Port': ['ID=c183ed3d-69be-4612-b968-e4d514634176,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:22.646260 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.756081 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Allocated IP 172.25.8.51 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/932072c9-cf46-44e6-a3e9-7e22c133e157) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:22.874709 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.916167 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.960048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:22.962804 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:22.966182 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:22.993743 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Pushing event updated for resources: {'Port': ['ID=932072c9-cf46-44e6-a3e9-7e22c133e157,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:23.063576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c183ed3d-69be-4612-b968-e4d514634176 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:23.115603 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port c183ed3d-69be-4612-b968-e4d514634176 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:23.229512 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:23.437113 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:23.537048 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fb07ab-ef95-4d2d-8630-633ad52b5953 None None] Network ade7127c-3e87-4b17-ab96-a1cb8198854b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:23.575289 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Router a301fd12-b971-40b2-9a12-f0cfa6f9047a is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:10:23.625862 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-41ebfd86-aa6c-44e0-8a14-4c60b8e88cb8 None None] Provisioning for port c183ed3d-69be-4612-b968-e4d514634176 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:23.650194 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-41ebfd86-aa6c-44e0-8a14-4c60b8e88cb8 None None] Provisioning complete for port c183ed3d-69be-4612-b968-e4d514634176 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:23.650837 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-41ebfd86-aa6c-44e0-8a14-4c60b8e88cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:23.684125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:23.695556 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Sync routers for ids ['a301fd12-b971-40b2-9a12-f0cfa6f9047a'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:23.701977 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:23.703431 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4f4ca72a-6a45-40f1-a520-a0b65cf6e687 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8056362 Aug 20 12:10:23.706653 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53318) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:23.707399 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Routers {'a301fd12-b971-40b2-9a12-f0cfa6f9047a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:23.708711 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:09:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a301fd12-b971-40b2-9a12-f0cfa6f9047a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:23.774612 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-41ebfd86-aa6c-44e0-8a14-4c60b8e88cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:23.815514 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-41ebfd86-aa6c-44e0-8a14-4c60b8e88cb8 None None] For port c183ed3d-69be-4612-b968-e4d514634176, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c183ed3d-69be-4612-b968-e4d514634176,segment=NetworkSegment(969ca78f-381a-45a7-a740-23b99373e0a0),segment_id=969ca78f-381a-45a7-a740-23b99373e0a0)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:23.821397 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-41ebfd86-aa6c-44e0-8a14-4c60b8e88cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:23.882820 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebfd86-aa6c-44e0-8a14-4c60b8e88cb8 None None] Pushing event updated for resources: {'Port': ['ID=c183ed3d-69be-4612-b968-e4d514634176,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:23.936023 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Set router a301fd12-b971-40b2-9a12-f0cfa6f9047a gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:24.048668 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-da130669-3b68-4bb3-9902-9bac50bb3944 None None] Provisioning complete for port c183ed3d-69be-4612-b968-e4d514634176 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:24.049422 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-da130669-3b68-4bb3-9902-9bac50bb3944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.147772 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'name': 'tempest-TestAggregatesBasicOps-1317116643-router', 'tenant_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '932072c9-cf46-44e6-a3e9-7e22c133e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:21Z', 'updated_at': '2021-08-20T12:10:23Z', 'revision_number': 3, 'project_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'gw_port': {'id': '932072c9-cf46-44e6-a3e9-7e22c133e157', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:22Z', 'updated_at': '2021-08-20T12:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:24.178164 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Checking router: a301fd12-b971-40b2-9a12-f0cfa6f9047a for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:24.178519 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Updating router a301fd12-b971-40b2-9a12-f0cfa6f9047a port 932072c9-cf46-44e6-a3e9-7e22c133e157 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:10:24.184690 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.203731 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.344544 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Allocated IP 172.20.0.1 (ade7127c-3e87-4b17-ab96-a1cb8198854b/d07e2241-db14-4581-b550-a200c5e7a8ba/4652b3bb-496e-4a52-85b2-cf1b3344a889) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:24.447990 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.462369 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Transition to ACTIVE for port object 4652b3bb-496e-4a52-85b2-cf1b3344a889 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:24.472168 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.482973 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Transition to ACTIVE for port object 932072c9-cf46-44e6-a3e9-7e22c133e157 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:24.490177 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.498769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.537018 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Attempting to bind port 932072c9-cf46-44e6-a3e9-7e22c133e157 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:24.537386 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Attempting to bind port 932072c9-cf46-44e6-a3e9-7e22c133e157 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:24.537749 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Attempting to bind port 932072c9-cf46-44e6-a3e9-7e22c133e157 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:24.541723 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Network ade7127c-3e87-4b17-ab96-a1cb8198854b is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:24.544500 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:24.546444 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d638f-1770-4b3f-af75-7268631da112 None None] Pushing event updated for resources: {'Port': ['ID=932072c9-cf46-44e6-a3e9-7e22c133e157,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:24.548712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:24.554337 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d638f-1770-4b3f-af75-7268631da112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:24.554689 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d638f-1770-4b3f-af75-7268631da112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:24.555028 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d638f-1770-4b3f-af75-7268631da112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:24.555362 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d638f-1770-4b3f-af75-7268631da112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:24.555695 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d638f-1770-4b3f-af75-7268631da112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:24.556025 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d638f-1770-4b3f-af75-7268631da112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:24.556351 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d638f-1770-4b3f-af75-7268631da112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:24.556695 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d638f-1770-4b3f-af75-7268631da112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:24.557027 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d638f-1770-4b3f-af75-7268631da112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:24.557348 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d638f-1770-4b3f-af75-7268631da112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:24.557672 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d638f-1770-4b3f-af75-7268631da112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:24.557994 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d638f-1770-4b3f-af75-7268631da112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:24.561317 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:24.561693 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:24.562094 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.562480 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:24.562951 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Bound port: 932072c9-cf46-44e6-a3e9-7e22c133e157, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:24.563333 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.584869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Pushing event updated for resources: {'Port': ['ID=4652b3bb-496e-4a52-85b2-cf1b3344a889,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:24.598240 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.617899 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] For port 932072c9-cf46-44e6-a3e9-7e22c133e157, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:24.621279 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] For port 932072c9-cf46-44e6-a3e9-7e22c133e157, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=932072c9-cf46-44e6-a3e9-7e22c133e157,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:24.626308 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.682012 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Routers {'a301fd12-b971-40b2-9a12-f0cfa6f9047a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:24.682647 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:09:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a301fd12-b971-40b2-9a12-f0cfa6f9047a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:24.732243 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d638f-1770-4b3f-af75-7268631da112 None None] Pushing event updated for resources: {'Port': ['ID=932072c9-cf46-44e6-a3e9-7e22c133e157,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:24.746466 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.812622 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] Set router a301fd12-b971-40b2-9a12-f0cfa6f9047a gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:24.891289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-49e6ec02-66ae-4167-8c77-797ab42295b9 None None] Provisioning for port 4652b3bb-496e-4a52-85b2-cf1b3344a889 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:24.896471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-49e6ec02-66ae-4167-8c77-797ab42295b9 None None] Provisioning complete for port 4652b3bb-496e-4a52-85b2-cf1b3344a889 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:24.896865 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-49e6ec02-66ae-4167-8c77-797ab42295b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.935954 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-49e6ec02-66ae-4167-8c77-797ab42295b9 None None] Port 4652b3bb-496e-4a52-85b2-cf1b3344a889 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:24.940193 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.945907 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.014971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Pushing event updated for resources: {'Port': ['ID=4652b3bb-496e-4a52-85b2-cf1b3344a889,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:25.017910 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'name': 'tempest-TestAggregatesBasicOps-1317116643-router', 'tenant_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '932072c9-cf46-44e6-a3e9-7e22c133e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:21Z', 'updated_at': '2021-08-20T12:10:23Z', 'revision_number': 3, 'project_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'gw_port': {'id': '932072c9-cf46-44e6-a3e9-7e22c133e157', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:22Z', 'updated_at': '2021-08-20T12:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:25.018090 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.047976 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f712b-5f90-444d-9b53-e92fe5f3e5f9 None None] The sync data for ids ['a301fd12-b971-40b2-9a12-f0cfa6f9047a'] in n-d-804299-2 is: [{'id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'name': 'tempest-TestAggregatesBasicOps-1317116643-router', 'tenant_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '932072c9-cf46-44e6-a3e9-7e22c133e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:21Z', 'updated_at': '2021-08-20T12:10:23Z', 'revision_number': 3, 'project_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'gw_port': {'id': '932072c9-cf46-44e6-a3e9-7e22c133e157', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:22Z', 'updated_at': '2021-08-20T12:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:25.050349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c183ed3d-69be-4612-b968-e4d514634176 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:25.105971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c183ed3d-69be-4612-b968-e4d514634176 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:25.106720 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.131775 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Network ade7127c-3e87-4b17-ab96-a1cb8198854b is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:25.133302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:25.203864 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a687b1c1-f01f-42af-957a-f8187b9da91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.282246 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Router a301fd12-b971-40b2-9a12-f0cfa6f9047a has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:10:25.446784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:25.452314 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-801737c9-b0d4-4b3b-a082-c277cb63f6ee admin admin] 10.222.0.37 "PUT /v2.0/routers/a301fd12-b971-40b2-9a12-f0cfa6f9047a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7446172 Aug 20 12:10:25.488211 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ef065947-4fa8-4085-8161-fbc43cdb3bc6 None None] Provisioning complete for port 4652b3bb-496e-4a52-85b2-cf1b3344a889 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:25.488597 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ef065947-4fa8-4085-8161-fbc43cdb3bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.490272 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.530179 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ef065947-4fa8-4085-8161-fbc43cdb3bc6 None None] Port 4652b3bb-496e-4a52-85b2-cf1b3344a889 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:25.960843 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53336) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:25.966189 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3ca0bdd1-16de-4528-abeb-66c1175034e4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1141025896-network', 'tenant_id': '3960dc18c40e4eeca0fa75ea5993b419'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:25.987295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca0bdd1-16de-4528-abeb-66c1175034e4 admin admin] Made reservation on behalf of 3960dc18c40e4eeca0fa75ea5993b419 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:25.990413 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ca0bdd1-16de-4528-abeb-66c1175034e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.006567 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ca0bdd1-16de-4528-abeb-66c1175034e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.090837 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ca0bdd1-16de-4528-abeb-66c1175034e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.095344 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ca0bdd1-16de-4528-abeb-66c1175034e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.121285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca0bdd1-16de-4528-abeb-66c1175034e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:10:26.131916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0bdd1-16de-4528-abeb-66c1175034e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f722f2-27a2-417d-99cd-1077de57ae06,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:26.138251 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ca0bdd1-16de-4528-abeb-66c1175034e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.138595 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-3ca0bdd1-16de-4528-abeb-66c1175034e4 admin admin] Added segment 4971ad50-2d12-442c-9367-57f939e1dbc9 of type vlan for network a7fd243d-0311-4f7f-87cb-7dd5ebd89e52 Aug 20 12:10:26.179867 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ca0bdd1-16de-4528-abeb-66c1175034e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.203350 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ca0bdd1-16de-4528-abeb-66c1175034e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.204334 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca0bdd1-16de-4528-abeb-66c1175034e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:26.204954 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ca0bdd1-16de-4528-abeb-66c1175034e4 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.263566 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3ca0bdd1-16de-4528-abeb-66c1175034e4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3013608 Aug 20 12:10:26.266232 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53338) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:26.270914 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0bdd1-16de-4528-abeb-66c1175034e4 admin admin] Pushing event updated for resources: {'Network': ['ID=a7fd243d-0311-4f7f-87cb-7dd5ebd89e52,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:26.271750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-a571be9a-f999-44cd-a2c6-6777b446d12f admin admin] Request body: {'subnet': {'network_id': 'a7fd243d-0311-4f7f-87cb-7dd5ebd89e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1141025896-subnet', 'tenant_id': '3960dc18c40e4eeca0fa75ea5993b419', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:26.283839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network a7fd243d-0311-4f7f-87cb-7dd5ebd89e52 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:10:26.295920 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a571be9a-f999-44cd-a2c6-6777b446d12f admin admin] Made reservation on behalf of 3960dc18c40e4eeca0fa75ea5993b419 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:26.298717 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a571be9a-f999-44cd-a2c6-6777b446d12f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.433159 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.492157 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6c799ce-36b9-4e6b-8f6d-86049d38698f req-01539f65-4127-4b8c-af81-d67abfe7cc84 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0946686 Aug 20 12:10:26.517013 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a571be9a-f999-44cd-a2c6-6777b446d12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.607767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571be9a-f999-44cd-a2c6-6777b446d12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dacd4388-4941-4cb6-8e5f-50f41efddd4d,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:26.621731 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a571be9a-f999-44cd-a2c6-6777b446d12f admin admin] Checking segment: {'id': '4971ad50-2d12-442c-9367-57f939e1dbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7fd243d-0311-4f7f-87cb-7dd5ebd89e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:26.622105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a571be9a-f999-44cd-a2c6-6777b446d12f admin admin] Network hostable DHCP agents. Network: a7fd243d-0311-4f7f-87cb-7dd5ebd89e52, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:10:26.625533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c799ce-36b9-4e6b-8f6d-86049d38698f req-bec97893-524b-49c2-b3a8-114143068efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:26.627045 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6c799ce-36b9-4e6b-8f6d-86049d38698f req-bec97893-524b-49c2-b3a8-114143068efc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 1096 time: 0.0830843 Aug 20 12:10:26.642364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a571be9a-f999-44cd-a2c6-6777b446d12f admin admin] Network a7fd243d-0311-4f7f-87cb-7dd5ebd89e52 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:10:26.675711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Sync routers for ids ['a301fd12-b971-40b2-9a12-f0cfa6f9047a'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:26.685718 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Routers {'a301fd12-b971-40b2-9a12-f0cfa6f9047a'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:26.686333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a301fd12-b971-40b2-9a12-f0cfa6f9047a'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:26.693136 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-a571be9a-f999-44cd-a2c6-6777b446d12f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, a7fd243d-0311-4f7f-87cb-7dd5ebd89e52) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:26.700685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a571be9a-f999-44cd-a2c6-6777b446d12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:26.701272 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a571be9a-f999-44cd-a2c6-6777b446d12f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.721564 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a571be9a-f999-44cd-a2c6-6777b446d12f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4542053 Aug 20 12:10:26.724190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea1b0c-4060-4c2e-8b53-c04dffa90389 None None] Network a7fd243d-0311-4f7f-87cb-7dd5ebd89e52 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:26.724553 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53340) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:26.729865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1141025896-router', 'tenant_id': '3960dc18c40e4eeca0fa75ea5993b419', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:26.751401 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.752309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c799ce-36b9-4e6b-8f6d-86049d38698f req-ff7f42a1-1634-4370-883e-8eceea67a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:26.752513 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.754062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6c799ce-36b9-4e6b-8f6d-86049d38698f req-ff7f42a1-1634-4370-883e-8eceea67a6c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.1057255 Aug 20 12:10:26.813756 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.830357 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6c799ce-36b9-4e6b-8f6d-86049d38698f req-77c00fe7-250d-4064-93ae-6207bc871f86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e7f371e-700f-4ac1-8f7b-e838b328253b HTTP/1.1" status: 200 len: 1000 time: 0.0684216 Aug 20 12:10:26.883975 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c799ce-36b9-4e6b-8f6d-86049d38698f req-2417ea10-9492-42f3-82c8-ec3fd0e3eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:26.885527 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6c799ce-36b9-4e6b-8f6d-86049d38698f req-2417ea10-9492-42f3-82c8-ec3fd0e3eb5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0473156 Aug 20 12:10:26.938689 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c799ce-36b9-4e6b-8f6d-86049d38698f req-b0784415-08cc-41da-9e69-f49c4ef602ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:26.940281 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6c799ce-36b9-4e6b-8f6d-86049d38698f req-b0784415-08cc-41da-9e69-f49c4ef602ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473685 Aug 20 12:10:27.060831 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Set router a301fd12-b971-40b2-9a12-f0cfa6f9047a gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:27.069325 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6c799ce-36b9-4e6b-8f6d-86049d38698f req-bd237825-a87b-4c11-b894-dd069280bf6f service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212208 Aug 20 12:10:27.092973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 932072c9-cf46-44e6-a3e9-7e22c133e157 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:27.169147 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a6c799ce-36b9-4e6b-8f6d-86049d38698f req-aa4ac4bb-dd6e-4ae5-98e9-895c5753ee8e service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919602 Aug 20 12:10:27.193121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-a7fd243d-0311-4f7f-87cb-7dd5ebd89e52', 'network_id': 'a7fd243d-0311-4f7f-87cb-7dd5ebd89e52', 'tenant_id': '3960dc18c40e4eeca0fa75ea5993b419', 'fixed_ips': [{'subnet_id': 'dacd4388-4941-4cb6-8e5f-50f41efddd4d'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:10:27.193985 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.284447 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.337952 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 932072c9-cf46-44e6-a3e9-7e22c133e157 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:27.350063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 932072c9-cf46-44e6-a3e9-7e22c133e157 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:27.350447 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.475346 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Allocated IP 172.20.0.2 (a7fd243d-0311-4f7f-87cb-7dd5ebd89e52/dacd4388-4941-4cb6-8e5f-50f41efddd4d/c7205e4e-5f94-4e64-9def-da4c6b91bc9f) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:27.484594 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.505859 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.580669 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.589029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'name': 'tempest-TestAggregatesBasicOps-1317116643-router', 'tenant_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '932072c9-cf46-44e6-a3e9-7e22c133e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:21Z', 'updated_at': '2021-08-20T12:10:24Z', 'revision_number': 4, 'project_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'gw_port': {'id': '932072c9-cf46-44e6-a3e9-7e22c133e157', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:22Z', 'updated_at': '2021-08-20T12:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4652b3bb-496e-4a52-85b2-cf1b3344a889', 'name': '', 'network_id': 'ade7127c-3e87-4b17-ab96-a1cb8198854b', 'tenant_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'mac_address': 'fa:16:3e:f3:19:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd07e2241-db14-4581-b550-a200c5e7a8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:24Z', 'updated_at': '2021-08-20T12:10:24Z', 'revision_number': 2, 'project_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'subnets': [{'id': 'd07e2241-db14-4581-b550-a200c5e7a8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:27.613178 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Allocated IP 172.25.8.242 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/6b55b811-e909-4877-9d68-c8a7922f6127) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:27.627725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Checking router: a301fd12-b971-40b2-9a12-f0cfa6f9047a for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:27.628079 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Updating router a301fd12-b971-40b2-9a12-f0cfa6f9047a port 4652b3bb-496e-4a52-85b2-cf1b3344a889 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:10:27.639938 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 932072c9-cf46-44e6-a3e9-7e22c133e157, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=932072c9-cf46-44e6-a3e9-7e22c133e157,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:27.659060 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.698804 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.721570 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.761661 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.782263 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=932072c9-cf46-44e6-a3e9-7e22c133e157,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:27.806075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:27.809773 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.810727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:27.813493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:27.847434 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=6b55b811-e909-4877-9d68-c8a7922f6127,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:27.881926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Transition to ACTIVE for port object c7205e4e-5f94-4e64-9def-da4c6b91bc9f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:27.908286 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Transition to ACTIVE for port object c7205e4e-5f94-4e64-9def-da4c6b91bc9f will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:27.915611 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.011894 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Network a7fd243d-0311-4f7f-87cb-7dd5ebd89e52 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:28.014880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:28.016577 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Pushing event updated for resources: {'Port': ['ID=c7205e4e-5f94-4e64-9def-da4c6b91bc9f,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:28.020897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:28.090540 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.095673 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.112384 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Attempting to bind port c7205e4e-5f94-4e64-9def-da4c6b91bc9f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:28.112672 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Attempting to bind port c7205e4e-5f94-4e64-9def-da4c6b91bc9f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '4971ad50-2d12-442c-9367-57f939e1dbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7fd243d-0311-4f7f-87cb-7dd5ebd89e52'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:28.113028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Attempting to bind port c7205e4e-5f94-4e64-9def-da4c6b91bc9f on network a7fd243d-0311-4f7f-87cb-7dd5ebd89e52 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:28.125391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:28.125757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Checking segment: {'id': '4971ad50-2d12-442c-9367-57f939e1dbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7fd243d-0311-4f7f-87cb-7dd5ebd89e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:28.126150 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.126535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Bound using segment: {'id': '4971ad50-2d12-442c-9367-57f939e1dbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7fd243d-0311-4f7f-87cb-7dd5ebd89e52'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:28.126992 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Bound port: c7205e4e-5f94-4e64-9def-da4c6b91bc9f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4971ad50-2d12-442c-9367-57f939e1dbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7fd243d-0311-4f7f-87cb-7dd5ebd89e52'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:28.127365 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.194844 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.218159 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Transition to ACTIVE for port object 4652b3bb-496e-4a52-85b2-cf1b3344a889 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:28.228354 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.231254 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] For port c7205e4e-5f94-4e64-9def-da4c6b91bc9f, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:28.272170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] For port c7205e4e-5f94-4e64-9def-da4c6b91bc9f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c7205e4e-5f94-4e64-9def-da4c6b91bc9f,segment=NetworkSegment(4971ad50-2d12-442c-9367-57f939e1dbc9),segment_id=4971ad50-2d12-442c-9367-57f939e1dbc9)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:28.280974 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.295258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faaf62-966c-4b28-a0c9-221905634fea None None] Pushing event updated for resources: {'Port': ['ID=4652b3bb-496e-4a52-85b2-cf1b3344a889,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:28.296461 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.390452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cc395-6e79-48f6-b515-3c2d002c7f60 None None] Pushing event updated for resources: {'Port': ['ID=c7205e4e-5f94-4e64-9def-da4c6b91bc9f,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:28.395328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Attempting to bind port 4652b3bb-496e-4a52-85b2-cf1b3344a889 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:28.395705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Attempting to bind port 4652b3bb-496e-4a52-85b2-cf1b3344a889 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '969ca78f-381a-45a7-a740-23b99373e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ade7127c-3e87-4b17-ab96-a1cb8198854b'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:28.396064 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Attempting to bind port 4652b3bb-496e-4a52-85b2-cf1b3344a889 on network ade7127c-3e87-4b17-ab96-a1cb8198854b {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:28.401900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:28.402276 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Checking segment: {'id': '969ca78f-381a-45a7-a740-23b99373e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ade7127c-3e87-4b17-ab96-a1cb8198854b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:28.402673 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.403063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Bound using segment: {'id': '969ca78f-381a-45a7-a740-23b99373e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ade7127c-3e87-4b17-ab96-a1cb8198854b'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:28.403526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Bound port: 4652b3bb-496e-4a52-85b2-cf1b3344a889, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969ca78f-381a-45a7-a740-23b99373e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ade7127c-3e87-4b17-ab96-a1cb8198854b'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:28.403905 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.475274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Router 5247de71-f052-4d6f-aeab-acecdcced0cd is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:10:28.486801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] For port 4652b3bb-496e-4a52-85b2-cf1b3344a889, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:28.491623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] For port 4652b3bb-496e-4a52-85b2-cf1b3344a889, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4652b3bb-496e-4a52-85b2-cf1b3344a889,segment=NetworkSegment(969ca78f-381a-45a7-a740-23b99373e0a0),segment_id=969ca78f-381a-45a7-a740-23b99373e0a0)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:28.498250 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.563183 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faaf62-966c-4b28-a0c9-221905634fea None None] Pushing event updated for resources: {'Port': ['ID=4652b3bb-496e-4a52-85b2-cf1b3344a889,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:28.580738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Routers {'a301fd12-b971-40b2-9a12-f0cfa6f9047a'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:28.581386 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a301fd12-b971-40b2-9a12-f0cfa6f9047a'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:28.640615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:28.670385 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Sync routers for ids ['5247de71-f052-4d6f-aeab-acecdcced0cd'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:28.690036 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Routers {'5247de71-f052-4d6f-aeab-acecdcced0cd'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:28.690817 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['5247de71-f052-4d6f-aeab-acecdcced0cd'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:28.699283 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.703409 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4356a558-11a3-4696-bd03-6391633b9ab4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9745924 Aug 20 12:10:28.703817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53342) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:28.732144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] Set router a301fd12-b971-40b2-9a12-f0cfa6f9047a gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:28.835400 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Set router 5247de71-f052-4d6f-aeab-acecdcced0cd gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:28.991594 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'name': 'tempest-TestAggregatesBasicOps-1317116643-router', 'tenant_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '932072c9-cf46-44e6-a3e9-7e22c133e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:21Z', 'updated_at': '2021-08-20T12:10:24Z', 'revision_number': 4, 'project_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'gw_port': {'id': '932072c9-cf46-44e6-a3e9-7e22c133e157', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:22Z', 'updated_at': '2021-08-20T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4652b3bb-496e-4a52-85b2-cf1b3344a889', 'name': '', 'network_id': 'ade7127c-3e87-4b17-ab96-a1cb8198854b', 'tenant_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'mac_address': 'fa:16:3e:f3:19:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd07e2241-db14-4581-b550-a200c5e7a8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:24Z', 'updated_at': '2021-08-20T12:10:28Z', 'revision_number': 4, 'project_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'subnets': [{'id': 'd07e2241-db14-4581-b550-a200c5e7a8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:29.027980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba5b9e-af74-44fc-9383-183c4ac34335 None None] The sync data for ids ['a301fd12-b971-40b2-9a12-f0cfa6f9047a'] in n-d-804299-2 is: [{'id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'name': 'tempest-TestAggregatesBasicOps-1317116643-router', 'tenant_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '932072c9-cf46-44e6-a3e9-7e22c133e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:21Z', 'updated_at': '2021-08-20T12:10:24Z', 'revision_number': 4, 'project_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'gw_port': {'id': '932072c9-cf46-44e6-a3e9-7e22c133e157', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:22Z', 'updated_at': '2021-08-20T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '4652b3bb-496e-4a52-85b2-cf1b3344a889', 'name': '', 'network_id': 'ade7127c-3e87-4b17-ab96-a1cb8198854b', 'tenant_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'mac_address': 'fa:16:3e:f3:19:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd07e2241-db14-4581-b550-a200c5e7a8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:24Z', 'updated_at': '2021-08-20T12:10:28Z', 'revision_number': 4, 'project_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'subnets': [{'id': 'd07e2241-db14-4581-b550-a200c5e7a8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:29.057435 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'name': 'tempest-TestAggregatesBasicOps-1141025896-router', 'tenant_id': '3960dc18c40e4eeca0fa75ea5993b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '6b55b811-e909-4877-9d68-c8a7922f6127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:26Z', 'updated_at': '2021-08-20T12:10:27Z', 'revision_number': 3, 'project_id': '3960dc18c40e4eeca0fa75ea5993b419', 'gw_port': {'id': '6b55b811-e909-4877-9d68-c8a7922f6127', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ae:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:27Z', 'updated_at': '2021-08-20T12:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:29.089705 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Checking router: 5247de71-f052-4d6f-aeab-acecdcced0cd for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:29.090282 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Updating router 5247de71-f052-4d6f-aeab-acecdcced0cd port 6b55b811-e909-4877-9d68-c8a7922f6127 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:10:29.118169 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.260626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c7205e4e-5f94-4e64-9def-da4c6b91bc9f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:29.335092 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port c7205e4e-5f94-4e64-9def-da4c6b91bc9f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:29.343303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 932072c9-cf46-44e6-a3e9-7e22c133e157 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:29.356775 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.408459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 932072c9-cf46-44e6-a3e9-7e22c133e157 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:29.409065 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.465336 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.481663 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Transition to ACTIVE for port object 6b55b811-e909-4877-9d68-c8a7922f6127 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:29.491923 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.559691 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Attempting to bind port 6b55b811-e909-4877-9d68-c8a7922f6127 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:29.560406 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Attempting to bind port 6b55b811-e909-4877-9d68-c8a7922f6127 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:29.560947 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Attempting to bind port 6b55b811-e909-4877-9d68-c8a7922f6127 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:29.573897 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:29.574559 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:29.575118 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.575656 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:29.576448 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Bound port: 6b55b811-e909-4877-9d68-c8a7922f6127, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:29.577015 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.580934 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500dc85b-a917-4aa4-abbf-af89254e7095 None None] Pushing event updated for resources: {'Port': ['ID=6b55b811-e909-4877-9d68-c8a7922f6127,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:29.671407 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] For port 6b55b811-e909-4877-9d68-c8a7922f6127, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:29.681857 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] For port 6b55b811-e909-4877-9d68-c8a7922f6127, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6b55b811-e909-4877-9d68-c8a7922f6127,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:29.688026 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.714873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Allocated IP 172.20.0.1 (a7fd243d-0311-4f7f-87cb-7dd5ebd89e52/dacd4388-4941-4cb6-8e5f-50f41efddd4d/2a2727df-c7d2-48a0-a66a-63290736f6da) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:29.759555 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Routers {'5247de71-f052-4d6f-aeab-acecdcced0cd'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:29.760350 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['5247de71-f052-4d6f-aeab-acecdcced0cd'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:29.771975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69be406a-77c6-4bcb-9c3b-9259f91c37ec None None] Network a7fd243d-0311-4f7f-87cb-7dd5ebd89e52 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:29.849855 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9a34ea0d-c391-49f9-aafd-d22a6c548606 None None] Provisioning for port c7205e4e-5f94-4e64-9def-da4c6b91bc9f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:29.850050 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.859314 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9a34ea0d-c391-49f9-aafd-d22a6c548606 None None] Provisioning complete for port c7205e4e-5f94-4e64-9def-da4c6b91bc9f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:29.859693 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a34ea0d-c391-49f9-aafd-d22a6c548606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.867049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Transition to ACTIVE for port object 2a2727df-c7d2-48a0-a66a-63290736f6da will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:29.911629 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.961347 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Network a7fd243d-0311-4f7f-87cb-7dd5ebd89e52 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:29.965546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:29.975846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:29.979290 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Pushing event updated for resources: {'Port': ['ID=2a2727df-c7d2-48a0-a66a-63290736f6da,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:30.011005 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500dc85b-a917-4aa4-abbf-af89254e7095 None None] Pushing event updated for resources: {'Port': ['ID=6b55b811-e909-4877-9d68-c8a7922f6127,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:30.029464 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] Set router 5247de71-f052-4d6f-aeab-acecdcced0cd gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:30.032384 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.046155 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a34ea0d-c391-49f9-aafd-d22a6c548606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.097300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9a34ea0d-c391-49f9-aafd-d22a6c548606 None None] For port c7205e4e-5f94-4e64-9def-da4c6b91bc9f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c7205e4e-5f94-4e64-9def-da4c6b91bc9f,segment=NetworkSegment(4971ad50-2d12-442c-9367-57f939e1dbc9),segment_id=4971ad50-2d12-442c-9367-57f939e1dbc9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:30.104376 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a34ea0d-c391-49f9-aafd-d22a6c548606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.193602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34ea0d-c391-49f9-aafd-d22a6c548606 None None] Pushing event updated for resources: {'Port': ['ID=c7205e4e-5f94-4e64-9def-da4c6b91bc9f,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:30.231711 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.259944 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'name': 'tempest-TestAggregatesBasicOps-1141025896-router', 'tenant_id': '3960dc18c40e4eeca0fa75ea5993b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '6b55b811-e909-4877-9d68-c8a7922f6127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:26Z', 'updated_at': '2021-08-20T12:10:27Z', 'revision_number': 3, 'project_id': '3960dc18c40e4eeca0fa75ea5993b419', 'gw_port': {'id': '6b55b811-e909-4877-9d68-c8a7922f6127', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ae:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:27Z', 'updated_at': '2021-08-20T12:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:30.290651 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65df6cc-7673-4f9a-91f9-38f62f021cd3 None None] The sync data for ids ['5247de71-f052-4d6f-aeab-acecdcced0cd'] in n-d-804299-2 is: [{'id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'name': 'tempest-TestAggregatesBasicOps-1141025896-router', 'tenant_id': '3960dc18c40e4eeca0fa75ea5993b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '6b55b811-e909-4877-9d68-c8a7922f6127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:26Z', 'updated_at': '2021-08-20T12:10:27Z', 'revision_number': 3, 'project_id': '3960dc18c40e4eeca0fa75ea5993b419', 'gw_port': {'id': '6b55b811-e909-4877-9d68-c8a7922f6127', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ae:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:27Z', 'updated_at': '2021-08-20T12:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:30.305023 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:10:30.426674 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.433906 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.500867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Pushing event updated for resources: {'Port': ['ID=2a2727df-c7d2-48a0-a66a-63290736f6da,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:30.503304 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.533893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-016c83db-2aca-4478-ad9c-8b3cebea7ba7 None None] Provisioning for port 2a2727df-c7d2-48a0-a66a-63290736f6da completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:30.539073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-016c83db-2aca-4478-ad9c-8b3cebea7ba7 None None] Provisioning complete for port 2a2727df-c7d2-48a0-a66a-63290736f6da triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:30.539451 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-016c83db-2aca-4478-ad9c-8b3cebea7ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.585688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-016c83db-2aca-4478-ad9c-8b3cebea7ba7 None None] Port 2a2727df-c7d2-48a0-a66a-63290736f6da cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:30.596808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-016c83db-2aca-4478-ad9c-8b3cebea7ba7 None None] Provisioning complete for port c7205e4e-5f94-4e64-9def-da4c6b91bc9f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:30.597237 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-016c83db-2aca-4478-ad9c-8b3cebea7ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.608460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Network a7fd243d-0311-4f7f-87cb-7dd5ebd89e52 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:30.610400 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:30.793821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Router 5247de71-f052-4d6f-aeab-acecdcced0cd has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:10:30.842313 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ae84909a-62e8-4175-a735-1b6babb2a55f None None] Provisioning complete for port 2a2727df-c7d2-48a0-a66a-63290736f6da triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:30.842683 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae84909a-62e8-4175-a735-1b6babb2a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.889843 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ae84909a-62e8-4175-a735-1b6babb2a55f None None] Port 2a2727df-c7d2-48a0-a66a-63290736f6da cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:30.930843 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:30.936383 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-589cf442-615f-45b3-b8b9-e74eb3cb0c4c admin admin] 10.222.0.37 "PUT /v2.0/routers/5247de71-f052-4d6f-aeab-acecdcced0cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2314570 Aug 20 12:10:31.020464 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fb4f33af-5f88-410e-9491-5c216058781f None None] Provisioning complete for port 2a2727df-c7d2-48a0-a66a-63290736f6da triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:31.021851 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fb4f33af-5f88-410e-9491-5c216058781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.061323 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f33af-5f88-410e-9491-5c216058781f None None] Port 2a2727df-c7d2-48a0-a66a-63290736f6da cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:31.179547 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c7205e4e-5f94-4e64-9def-da4c6b91bc9f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:31.239925 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c7205e4e-5f94-4e64-9def-da4c6b91bc9f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:31.240294 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.323736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6b55b811-e909-4877-9d68-c8a7922f6127 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:31.371527 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 6b55b811-e909-4877-9d68-c8a7922f6127 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:31.375228 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6b55b811-e909-4877-9d68-c8a7922f6127 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:31.375599 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.450912 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.471113 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 6b55b811-e909-4877-9d68-c8a7922f6127, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6b55b811-e909-4877-9d68-c8a7922f6127,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:31.475095 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.475888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4652b3bb-496e-4a52-85b2-cf1b3344a889 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:31.553208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=6b55b811-e909-4877-9d68-c8a7922f6127,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:31.564514 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 4652b3bb-496e-4a52-85b2-cf1b3344a889 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:31.568113 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4652b3bb-496e-4a52-85b2-cf1b3344a889 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:31.568485 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.643069 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.673758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 4652b3bb-496e-4a52-85b2-cf1b3344a889, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4652b3bb-496e-4a52-85b2-cf1b3344a889,segment=NetworkSegment(969ca78f-381a-45a7-a740-23b99373e0a0),segment_id=969ca78f-381a-45a7-a740-23b99373e0a0)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:31.677973 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.728304 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=4652b3bb-496e-4a52-85b2-cf1b3344a889,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:32.477310 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Sync routers for ids ['5247de71-f052-4d6f-aeab-acecdcced0cd'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:32.486289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Routers {'5247de71-f052-4d6f-aeab-acecdcced0cd'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:32.486904 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['5247de71-f052-4d6f-aeab-acecdcced0cd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:32.593170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Set router 5247de71-f052-4d6f-aeab-acecdcced0cd gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:32.788173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'name': 'tempest-TestAggregatesBasicOps-1141025896-router', 'tenant_id': '3960dc18c40e4eeca0fa75ea5993b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '6b55b811-e909-4877-9d68-c8a7922f6127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:26Z', 'updated_at': '2021-08-20T12:10:30Z', 'revision_number': 4, 'project_id': '3960dc18c40e4eeca0fa75ea5993b419', 'gw_port': {'id': '6b55b811-e909-4877-9d68-c8a7922f6127', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:27Z', 'updated_at': '2021-08-20T12:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '2a2727df-c7d2-48a0-a66a-63290736f6da', 'name': '', 'network_id': 'a7fd243d-0311-4f7f-87cb-7dd5ebd89e52', 'tenant_id': '3960dc18c40e4eeca0fa75ea5993b419', 'mac_address': 'fa:16:3e:b3:49:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dacd4388-4941-4cb6-8e5f-50f41efddd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:29Z', 'updated_at': '2021-08-20T12:10:30Z', 'revision_number': 2, 'project_id': '3960dc18c40e4eeca0fa75ea5993b419', 'subnets': [{'id': 'dacd4388-4941-4cb6-8e5f-50f41efddd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:32.815116 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Checking router: 5247de71-f052-4d6f-aeab-acecdcced0cd for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:32.815312 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Updating router 5247de71-f052-4d6f-aeab-acecdcced0cd port 2a2727df-c7d2-48a0-a66a-63290736f6da binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:10:32.843688 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.048349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6b55b811-e909-4877-9d68-c8a7922f6127 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:33.112919 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.167784 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53400) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:33.173557 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6b55b811-e909-4877-9d68-c8a7922f6127 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:33.173930 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.176953 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.209997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Transition to ACTIVE for port object 2a2727df-c7d2-48a0-a66a-63290736f6da will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:33.221308 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.298405 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2fe6d-d3bc-4561-a1a6-0a32bd57d63a None None] Pushing event updated for resources: {'Port': ['ID=2a2727df-c7d2-48a0-a66a-63290736f6da,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:33.362550 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4652b3bb-496e-4a52-85b2-cf1b3344a889 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:33.366739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Attempting to bind port 2a2727df-c7d2-48a0-a66a-63290736f6da on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:33.367106 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Attempting to bind port 2a2727df-c7d2-48a0-a66a-63290736f6da by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '4971ad50-2d12-442c-9367-57f939e1dbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7fd243d-0311-4f7f-87cb-7dd5ebd89e52'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:33.367463 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Attempting to bind port 2a2727df-c7d2-48a0-a66a-63290736f6da on network a7fd243d-0311-4f7f-87cb-7dd5ebd89e52 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:33.393522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:33.393899 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Checking segment: {'id': '4971ad50-2d12-442c-9367-57f939e1dbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7fd243d-0311-4f7f-87cb-7dd5ebd89e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:33.394300 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.394696 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Bound using segment: {'id': '4971ad50-2d12-442c-9367-57f939e1dbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7fd243d-0311-4f7f-87cb-7dd5ebd89e52'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:33.396049 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Bound port: 2a2727df-c7d2-48a0-a66a-63290736f6da, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4971ad50-2d12-442c-9367-57f939e1dbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7fd243d-0311-4f7f-87cb-7dd5ebd89e52'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:33.396435 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.466149 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 4652b3bb-496e-4a52-85b2-cf1b3344a889 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:33.466521 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.509398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] For port 2a2727df-c7d2-48a0-a66a-63290736f6da, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:33.530624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] For port 2a2727df-c7d2-48a0-a66a-63290736f6da, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2a2727df-c7d2-48a0-a66a-63290736f6da,segment=NetworkSegment(4971ad50-2d12-442c-9367-57f939e1dbc9),segment_id=4971ad50-2d12-442c-9367-57f939e1dbc9)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:33.531995 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5323f52-0f47-40c0-a20c-3aa84d0621b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.541279 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.644406 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Routers {'5247de71-f052-4d6f-aeab-acecdcced0cd'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:33.645839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['5247de71-f052-4d6f-aeab-acecdcced0cd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:33.650024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2fe6d-d3bc-4561-a1a6-0a32bd57d63a None None] Pushing event updated for resources: {'Port': ['ID=2a2727df-c7d2-48a0-a66a-63290736f6da,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:33.773642 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] Set router 5247de71-f052-4d6f-aeab-acecdcced0cd gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:33.989363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'name': 'tempest-TestAggregatesBasicOps-1141025896-router', 'tenant_id': '3960dc18c40e4eeca0fa75ea5993b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '6b55b811-e909-4877-9d68-c8a7922f6127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:26Z', 'updated_at': '2021-08-20T12:10:30Z', 'revision_number': 4, 'project_id': '3960dc18c40e4eeca0fa75ea5993b419', 'gw_port': {'id': '6b55b811-e909-4877-9d68-c8a7922f6127', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:27Z', 'updated_at': '2021-08-20T12:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '2a2727df-c7d2-48a0-a66a-63290736f6da', 'name': '', 'network_id': 'a7fd243d-0311-4f7f-87cb-7dd5ebd89e52', 'tenant_id': '3960dc18c40e4eeca0fa75ea5993b419', 'mac_address': 'fa:16:3e:b3:49:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dacd4388-4941-4cb6-8e5f-50f41efddd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:29Z', 'updated_at': '2021-08-20T12:10:33Z', 'revision_number': 4, 'project_id': '3960dc18c40e4eeca0fa75ea5993b419', 'subnets': [{'id': 'dacd4388-4941-4cb6-8e5f-50f41efddd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:34.019658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d71116-aeba-4701-8ff7-03ddffdf9988 None None] The sync data for ids ['5247de71-f052-4d6f-aeab-acecdcced0cd'] in n-d-804299-2 is: [{'id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'name': 'tempest-TestAggregatesBasicOps-1141025896-router', 'tenant_id': '3960dc18c40e4eeca0fa75ea5993b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '6b55b811-e909-4877-9d68-c8a7922f6127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:26Z', 'updated_at': '2021-08-20T12:10:30Z', 'revision_number': 4, 'project_id': '3960dc18c40e4eeca0fa75ea5993b419', 'gw_port': {'id': '6b55b811-e909-4877-9d68-c8a7922f6127', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:27Z', 'updated_at': '2021-08-20T12:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '2a2727df-c7d2-48a0-a66a-63290736f6da', 'name': '', 'network_id': 'a7fd243d-0311-4f7f-87cb-7dd5ebd89e52', 'tenant_id': '3960dc18c40e4eeca0fa75ea5993b419', 'mac_address': 'fa:16:3e:b3:49:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dacd4388-4941-4cb6-8e5f-50f41efddd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:29Z', 'updated_at': '2021-08-20T12:10:33Z', 'revision_number': 4, 'project_id': '3960dc18c40e4eeca0fa75ea5993b419', 'subnets': [{'id': 'dacd4388-4941-4cb6-8e5f-50f41efddd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:34.099526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d5323f52-0f47-40c0-a20c-3aa84d0621b2 admin admin] Deleting port 4652b3bb-496e-4a52-85b2-cf1b3344a889 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:34.099873 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5323f52-0f47-40c0-a20c-3aa84d0621b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.184718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-d5323f52-0f47-40c0-a20c-3aa84d0621b2 admin admin] For port 4652b3bb-496e-4a52-85b2-cf1b3344a889, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=4652b3bb-496e-4a52-85b2-cf1b3344a889,segment=NetworkSegment(969ca78f-381a-45a7-a740-23b99373e0a0),segment_id=969ca78f-381a-45a7-a740-23b99373e0a0)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:34.185383 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5323f52-0f47-40c0-a20c-3aa84d0621b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.201244 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-d5323f52-0f47-40c0-a20c-3aa84d0621b2 admin admin] Calling delete_port for 4652b3bb-496e-4a52-85b2-cf1b3344a889 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:34.394381 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5323f52-0f47-40c0-a20c-3aa84d0621b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.420535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5323f52-0f47-40c0-a20c-3aa84d0621b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4652b3bb-496e-4a52-85b2-cf1b3344a889,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:34.593521 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5323f52-0f47-40c0-a20c-3aa84d0621b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.808410 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5323f52-0f47-40c0-a20c-3aa84d0621b2 admin admin] Router a301fd12-b971-40b2-9a12-f0cfa6f9047a has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:10:34.918143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5323f52-0f47-40c0-a20c-3aa84d0621b2 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:34.923159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d5323f52-0f47-40c0-a20c-3aa84d0621b2 admin admin] 10.222.0.37 "PUT /v2.0/routers/a301fd12-b971-40b2-9a12-f0cfa6f9047a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7535665 Aug 20 12:10:34.925724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53402) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:34.928214 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1ceaf3-0663-484d-9e1d-b8060b7ae87e None None] Sync routers for ids ['a301fd12-b971-40b2-9a12-f0cfa6f9047a'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:34.937836 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1ceaf3-0663-484d-9e1d-b8060b7ae87e None None] Routers {'a301fd12-b971-40b2-9a12-f0cfa6f9047a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:34.938521 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fd1ceaf3-0663-484d-9e1d-b8060b7ae87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a301fd12-b971-40b2-9a12-f0cfa6f9047a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:35.052686 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e9d75e1-7204-46fd-9824-0ec7977835bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.064017 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-fd1ceaf3-0663-484d-9e1d-b8060b7ae87e None None] Set router a301fd12-b971-40b2-9a12-f0cfa6f9047a gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:35.134684 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2a2727df-c7d2-48a0-a66a-63290736f6da up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:35.166468 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e9d75e1-7204-46fd-9824-0ec7977835bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.198760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 2a2727df-c7d2-48a0-a66a-63290736f6da completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:35.203167 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2a2727df-c7d2-48a0-a66a-63290736f6da triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:35.203615 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.226877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d75e1-7204-46fd-9824-0ec7977835bf admin admin] Deleting port 932072c9-cf46-44e6-a3e9-7e22c133e157 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:35.227467 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e9d75e1-7204-46fd-9824-0ec7977835bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.267231 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fd1ceaf3-0663-484d-9e1d-b8060b7ae87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'name': 'tempest-TestAggregatesBasicOps-1317116643-router', 'tenant_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '932072c9-cf46-44e6-a3e9-7e22c133e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:21Z', 'updated_at': '2021-08-20T12:10:34Z', 'revision_number': 5, 'project_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'gw_port': {'id': '932072c9-cf46-44e6-a3e9-7e22c133e157', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:22Z', 'updated_at': '2021-08-20T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:35.286475 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.296196 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1ceaf3-0663-484d-9e1d-b8060b7ae87e None None] Checking router: a301fd12-b971-40b2-9a12-f0cfa6f9047a for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:35.304422 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1ceaf3-0663-484d-9e1d-b8060b7ae87e None None] Routers {'a301fd12-b971-40b2-9a12-f0cfa6f9047a'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:35.305072 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fd1ceaf3-0663-484d-9e1d-b8060b7ae87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a301fd12-b971-40b2-9a12-f0cfa6f9047a'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:35.318939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-4e9d75e1-7204-46fd-9824-0ec7977835bf admin admin] For port 932072c9-cf46-44e6-a3e9-7e22c133e157, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=932072c9-cf46-44e6-a3e9-7e22c133e157,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:35.319220 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e9d75e1-7204-46fd-9824-0ec7977835bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.319778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 2a2727df-c7d2-48a0-a66a-63290736f6da, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2a2727df-c7d2-48a0-a66a-63290736f6da,segment=NetworkSegment(4971ad50-2d12-442c-9367-57f939e1dbc9),segment_id=4971ad50-2d12-442c-9367-57f939e1dbc9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:35.323904 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.336386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d75e1-7204-46fd-9824-0ec7977835bf admin admin] Calling delete_port for 932072c9-cf46-44e6-a3e9-7e22c133e157 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:35.373420 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=2a2727df-c7d2-48a0-a66a-63290736f6da,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:35.393460 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-fd1ceaf3-0663-484d-9e1d-b8060b7ae87e None None] Set router a301fd12-b971-40b2-9a12-f0cfa6f9047a gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:35.444542 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fd1ceaf3-0663-484d-9e1d-b8060b7ae87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'name': 'tempest-TestAggregatesBasicOps-1317116643-router', 'tenant_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:21Z', 'updated_at': '2021-08-20T12:10:35Z', 'revision_number': 6, 'project_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:35.475939 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1ceaf3-0663-484d-9e1d-b8060b7ae87e None None] The sync data for ids ['a301fd12-b971-40b2-9a12-f0cfa6f9047a'] in n-d-804299-2 is: [{'id': 'a301fd12-b971-40b2-9a12-f0cfa6f9047a', 'name': 'tempest-TestAggregatesBasicOps-1317116643-router', 'tenant_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:21Z', 'updated_at': '2021-08-20T12:10:35Z', 'revision_number': 6, 'project_id': 'ec24e4913fdb46f18bf353bc6c19a831', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:35.505396 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e9d75e1-7204-46fd-9824-0ec7977835bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.534623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d75e1-7204-46fd-9824-0ec7977835bf admin admin] Pushing event deleted for resources: {'Port': ['ID=932072c9-cf46-44e6-a3e9-7e22c133e157,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:35.593271 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e9d75e1-7204-46fd-9824-0ec7977835bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.681582 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e9d75e1-7204-46fd-9824-0ec7977835bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.683626 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e9d75e1-7204-46fd-9824-0ec7977835bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.728286 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e9d75e1-7204-46fd-9824-0ec7977835bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.728971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9d75e1-7204-46fd-9824-0ec7977835bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a301fd12-b971-40b2-9a12-f0cfa6f9047a {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:10:35.733378 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4e9d75e1-7204-46fd-9824-0ec7977835bf admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.734384 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4e9d75e1-7204-46fd-9824-0ec7977835bf admin admin] 10.222.0.37 "DELETE /v2.0/routers/a301fd12-b971-40b2-9a12-f0cfa6f9047a HTTP/1.1" status: 204 len: 168 time: 0.8068116 Aug 20 12:10:35.736936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53404) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:35.779732 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eed7de5-e822-49d6-9143-1d0a72396050 admin admin] Deleting subnet d07e2241-db14-4581-b550-a200c5e7a8ba {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:35.782682 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1eed7de5-e822-49d6-9143-1d0a72396050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.817368 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1eed7de5-e822-49d6-9143-1d0a72396050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.901386 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1eed7de5-e822-49d6-9143-1d0a72396050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.952853 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1eed7de5-e822-49d6-9143-1d0a72396050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.980798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed7de5-e822-49d6-9143-1d0a72396050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07e2241-db14-4581-b550-a200c5e7a8ba,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:35.982761 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1eed7de5-e822-49d6-9143-1d0a72396050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.984917 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1eed7de5-e822-49d6-9143-1d0a72396050 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d07e2241-db14-4581-b550-a200c5e7a8ba HTTP/1.1" status: 204 len: 168 time: 0.2467852 Aug 20 12:10:35.987042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53406) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:35.987256 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78374140-ae49-4ddd-b188-390db6929d53 None None] Network ade7127c-3e87-4b17-ab96-a1cb8198854b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:36.056819 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.106420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53408) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:36.116357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] Deleting port c183ed3d-69be-4612-b968-e4d514634176 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:36.116727 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.178470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675217a6-f6e6-4bdf-8c7a-a76979ddbf2f None None] DHCP port deletion for ade7127c-3e87-4b17-ab96-a1cb8198854b request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:10:36.183166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] For port c183ed3d-69be-4612-b968-e4d514634176, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c183ed3d-69be-4612-b968-e4d514634176,segment=NetworkSegment(969ca78f-381a-45a7-a740-23b99373e0a0),segment_id=969ca78f-381a-45a7-a740-23b99373e0a0)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:36.183816 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.197358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] Calling delete_port for c183ed3d-69be-4612-b968-e4d514634176 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:36.237142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-675217a6-f6e6-4bdf-8c7a-a76979ddbf2f None None] Deleting port c183ed3d-69be-4612-b968-e4d514634176 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:36.237754 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-675217a6-f6e6-4bdf-8c7a-a76979ddbf2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.286938 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8a65d5f2-7d3c-48e0-afbe-f994ba9995d1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Deleting port 7afa6c17-2db3-49c7-af75-efff1e142b16 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:36.287261 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a65d5f2-7d3c-48e0-afbe-f994ba9995d1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.294100 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.316183 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-675217a6-f6e6-4bdf-8c7a-a76979ddbf2f None None] For port c183ed3d-69be-4612-b968-e4d514634176, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c183ed3d-69be-4612-b968-e4d514634176,segment=NetworkSegment(969ca78f-381a-45a7-a740-23b99373e0a0),segment_id=969ca78f-381a-45a7-a740-23b99373e0a0)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:36.317849 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-675217a6-f6e6-4bdf-8c7a-a76979ddbf2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.323280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] Pushing event deleted for resources: {'Port': ['ID=c183ed3d-69be-4612-b968-e4d514634176,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:36.326846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] No DVR routers for this DVR port c183ed3d-69be-4612-b968-e4d514634176 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:36.340002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-675217a6-f6e6-4bdf-8c7a-a76979ddbf2f None None] Calling delete_port for c183ed3d-69be-4612-b968-e4d514634176 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:36.388251 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a65d5f2-7d3c-48e0-afbe-f994ba9995d1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.388584 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a65d5f2-7d3c-48e0-afbe-f994ba9995d1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.406886 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8a65d5f2-7d3c-48e0-afbe-f994ba9995d1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Calling delete_port for 7afa6c17-2db3-49c7-af75-efff1e142b16 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:36.415496 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.433900 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-675217a6-f6e6-4bdf-8c7a-a76979ddbf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.434420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade7127c-3e87-4b17-ab96-a1cb8198854b']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:36.451148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969ca78f-381a-45a7-a740-23b99373e0a0') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:36.451476 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969ca78f-381a-45a7-a740-23b99373e0a0') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:36.458899 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675217a6-f6e6-4bdf-8c7a-a76979ddbf2f None None] Pushing event deleted for resources: {'Port': ['ID=c183ed3d-69be-4612-b968-e4d514634176,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:36.461796 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.472749 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675217a6-f6e6-4bdf-8c7a-a76979ddbf2f None None] No DVR routers for this DVR port c183ed3d-69be-4612-b968-e4d514634176 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:36.479178 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.492989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:10:36.493600 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:10:36.495419 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:10:36.560933 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.571958 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.575844 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] 10.222.0.37 "DELETE /v2.0/networks/ade7127c-3e87-4b17-ab96-a1cb8198854b HTTP/1.1" status: 204 len: 168 time: 0.5857530 Aug 20 12:10:36.581383 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53410) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:36.587138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c91d2-0cc2-4947-b7b5-860fe770135b admin admin] Pushing event deleted for resources: {'Network': ['ID=ade7127c-3e87-4b17-ab96-a1cb8198854b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:36.679613 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a65d5f2-7d3c-48e0-afbe-f994ba9995d1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.741926 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65d5f2-7d3c-48e0-afbe-f994ba9995d1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event deleted for resources: {'Port': ['ID=7afa6c17-2db3-49c7-af75-efff1e142b16,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:36.855173 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a65d5f2-7d3c-48e0-afbe-f994ba9995d1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.855504 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-8a65d5f2-7d3c-48e0-afbe-f994ba9995d1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Floating IP d0d3bd94-ee49-44f6-9df2-de1788a74152 disassociated (deleted). External IP: 172.25.8.168, port: 11d5b4a8-b837-40bc-8927-17561603c383. Aug 20 12:10:37.123099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2a2727df-c7d2-48a0-a66a-63290736f6da up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:37.182881 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2a2727df-c7d2-48a0-a66a-63290736f6da triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:37.183624 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:37.472207 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 932072c9-cf46-44e6-a3e9-7e22c133e157 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:37.473978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a65d5f2-7d3c-48e0-afbe-f994ba9995d1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Router 18ce7238-07e3-4e4d-8aa2-c00f71696565 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:10:37.492823 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 932072c9-cf46-44e6-a3e9-7e22c133e157 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:37.493164 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 932072c9-cf46-44e6-a3e9-7e22c133e157 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:37.493572 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c183ed3d-69be-4612-b968-e4d514634176 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:37.518803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: c183ed3d-69be-4612-b968-e4d514634176 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:37.519149 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c183ed3d-69be-4612-b968-e4d514634176 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:37.520094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4652b3bb-496e-4a52-85b2-cf1b3344a889 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:37.538916 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 4652b3bb-496e-4a52-85b2-cf1b3344a889 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:37.539259 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 4652b3bb-496e-4a52-85b2-cf1b3344a889 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:37.600622 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca51f476-d8f1-4cc2-81fe-7df421efdb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:37.654480 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a65d5f2-7d3c-48e0-afbe-f994ba9995d1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:37.659659 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a65d5f2-7d3c-48e0-afbe-f994ba9995d1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:37.664664 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879d3a48-ef1a-4235-a44c-33891db6566b None None] Sync routers for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:37.673619 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879d3a48-ef1a-4235-a44c-33891db6566b None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:37.674230 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-879d3a48-ef1a-4235-a44c-33891db6566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:37.723090 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8a65d5f2-7d3c-48e0-afbe-f994ba9995d1 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "DELETE /v2.0/floatingips/d0d3bd94-ee49-44f6-9df2-de1788a74152 HTTP/1.1" status: 204 len: 168 time: 1.6153715 Aug 20 12:10:37.725168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4852e07b-9310-408d-bfaf-f6a8b130c0b6', 'tag': '11d5b4a8-b837-40bc-8927-17561603c383'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:37.727393 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f94d9a8-dd9e-465f-886e-bbff00f1a3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "4852e07b-9310-408d-bfaf-f6a8b130c0b6", "tag": "11d5b4a8-b837-40bc-8927-17561603c383"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:37.784940 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-879d3a48-ef1a-4235-a44c-33891db6566b None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:37.788831 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fc9f58-c974-4019-bcaa-12a7270d3b34 x-openstack-request-id: req-05fc9f58-c974-4019-bcaa-12a7270d3b34 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:37.789120 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4852e07b-9310-408d-bfaf-f6a8b130c0b6", "tag": "11d5b4a8-b837-40bc-8927-17561603c383", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:37.789368 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05fc9f58-c974-4019-bcaa-12a7270d3b34 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:37.789767 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4852e07b-9310-408d-bfaf-f6a8b130c0b6', 'tag': '11d5b4a8-b837-40bc-8927-17561603c383', 'status': 'completed', 'code': 200} Aug 20 12:10:37.844923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94d9a8-dd9e-465f-886e-bbff00f1a3c4 req-476c2165-4fc8-4ee8-bc4f-f15dc9fa9669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:37.847218 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f94d9a8-dd9e-465f-886e-bbff00f1a3c4 req-476c2165-4fc8-4ee8-bc4f-f15dc9fa9669 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 1097 time: 0.0466065 Aug 20 12:10:37.954366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ca51f476-d8f1-4cc2-81fe-7df421efdb65 admin admin] Deleting port 2a2727df-c7d2-48a0-a66a-63290736f6da {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:37.954366 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca51f476-d8f1-4cc2-81fe-7df421efdb65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:37.983626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94d9a8-dd9e-465f-886e-bbff00f1a3c4 req-2edeabd7-3a2a-48de-aff1-1535327f723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:37.985203 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f94d9a8-dd9e-465f-886e-bbff00f1a3c4 req-2edeabd7-3a2a-48de-aff1-1535327f723e service neutron] 10.222.0.76 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.1309464 Aug 20 12:10:38.039089 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f94d9a8-dd9e-465f-886e-bbff00f1a3c4 req-d8590d5b-750c-46cc-87ea-03da0bc8bf41 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11d5b4a8-b837-40bc-8927-17561603c383 HTTP/1.1" status: 200 len: 217 time: 0.0427799 Aug 20 12:10:38.044412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ca51f476-d8f1-4cc2-81fe-7df421efdb65 admin admin] For port 2a2727df-c7d2-48a0-a66a-63290736f6da, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2a2727df-c7d2-48a0-a66a-63290736f6da,segment=NetworkSegment(4971ad50-2d12-442c-9367-57f939e1dbc9),segment_id=4971ad50-2d12-442c-9367-57f939e1dbc9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:38.044814 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca51f476-d8f1-4cc2-81fe-7df421efdb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:38.058896 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-879d3a48-ef1a-4235-a44c-33891db6566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '44590483-aa74-47a3-ba04-7a4cc6ec5577', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'port_id': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'mac_address': 'fa:16:3e:4b:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:06:55Z', 'updated_at': '2021-08-20T12:06:57Z', 'revision_number': 1, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:38.060652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ca51f476-d8f1-4cc2-81fe-7df421efdb65 admin admin] Calling delete_port for 2a2727df-c7d2-48a0-a66a-63290736f6da owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:38.093705 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879d3a48-ef1a-4235-a44c-33891db6566b None None] Checking router: 18ce7238-07e3-4e4d-8aa2-c00f71696565 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:38.104525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94d9a8-dd9e-465f-886e-bbff00f1a3c4 req-26913808-6f22-474d-b3ee-bcf33c3b7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:38.104710 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879d3a48-ef1a-4235-a44c-33891db6566b None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:38.105335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-879d3a48-ef1a-4235-a44c-33891db6566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:38.106035 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f94d9a8-dd9e-465f-886e-bbff00f1a3c4 req-26913808-6f22-474d-b3ee-bcf33c3b7d66 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0601635 Aug 20 12:10:38.185978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94d9a8-dd9e-465f-886e-bbff00f1a3c4 req-294776b0-aa8b-42dd-8f1c-374d96b67040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:38.187583 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f94d9a8-dd9e-465f-886e-bbff00f1a3c4 req-294776b0-aa8b-42dd-8f1c-374d96b67040 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740051 Aug 20 12:10:38.199051 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82bd07-5676-4b74-910b-9f8597a634e7 req-61ee6881-485e-49c6-887f-4fd121747004 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:38.200589 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eb82bd07-5676-4b74-910b-9f8597a634e7 req-61ee6881-485e-49c6-887f-4fd121747004 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 946 time: 0.2457993 Aug 20 12:10:38.219192 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-879d3a48-ef1a-4235-a44c-33891db6566b None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:38.271743 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca51f476-d8f1-4cc2-81fe-7df421efdb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:38.298368 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eb82bd07-5676-4b74-910b-9f8597a634e7 req-15d373de-4cc4-4cee-8d87-d36b9ba43935 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773306 Aug 20 12:10:38.305260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51f476-d8f1-4cc2-81fe-7df421efdb65 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2727df-c7d2-48a0-a66a-63290736f6da,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:38.323774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f94d9a8-dd9e-465f-886e-bbff00f1a3c4 req-61a07204-3747-45f5-9886-aa60912303bd service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220896 Aug 20 12:10:38.438381 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f94d9a8-dd9e-465f-886e-bbff00f1a3c4 req-dc11d10b-aaa3-43ce-99a8-2e72b819ad29 service neutron] 10.222.0.76 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061699 Aug 20 12:10:38.490886 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-879d3a48-ef1a-4235-a44c-33891db6566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '44590483-aa74-47a3-ba04-7a4cc6ec5577', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'port_id': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'mac_address': 'fa:16:3e:4b:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:06:55Z', 'updated_at': '2021-08-20T12:06:57Z', 'revision_number': 1, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:38.491815 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca51f476-d8f1-4cc2-81fe-7df421efdb65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:38.519848 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879d3a48-ef1a-4235-a44c-33891db6566b None None] The sync data for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 is: [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '44590483-aa74-47a3-ba04-7a4cc6ec5577', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'port_id': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'mac_address': 'fa:16:3e:4b:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:06:55Z', 'updated_at': '2021-08-20T12:06:57Z', 'revision_number': 1, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:38.719770 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca51f476-d8f1-4cc2-81fe-7df421efdb65 admin admin] Router 5247de71-f052-4d6f-aeab-acecdcced0cd has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:10:38.764441 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c334e8-98a0-481d-86d9-37d122173126 None None] New status for floating IP d0d3bd94-ee49-44f6-9df2-de1788a74152: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:10:38.833674 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca51f476-d8f1-4cc2-81fe-7df421efdb65 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:38.838740 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ca51f476-d8f1-4cc2-81fe-7df421efdb65 admin admin] 10.222.0.37 "PUT /v2.0/routers/5247de71-f052-4d6f-aeab-acecdcced0cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2563205 Aug 20 12:10:38.841665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53422) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:38.843043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a55a700-81de-420a-952e-c31b1e8660f2 None None] Sync routers for ids ['5247de71-f052-4d6f-aeab-acecdcced0cd'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:38.854432 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a55a700-81de-420a-952e-c31b1e8660f2 None None] Routers {'5247de71-f052-4d6f-aeab-acecdcced0cd'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:38.855077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-9a55a700-81de-420a-952e-c31b1e8660f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['5247de71-f052-4d6f-aeab-acecdcced0cd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:38.949594 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebf78b44-136c-4abb-bc59-37889e21a923 admin admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:38.957847 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-9a55a700-81de-420a-952e-c31b1e8660f2 None None] Set router 5247de71-f052-4d6f-aeab-acecdcced0cd gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:39.061684 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebf78b44-136c-4abb-bc59-37889e21a923 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.113307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ebf78b44-136c-4abb-bc59-37889e21a923 admin admin] Deleting port 6b55b811-e909-4877-9d68-c8a7922f6127 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:39.113557 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebf78b44-136c-4abb-bc59-37889e21a923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.143729 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-9a55a700-81de-420a-952e-c31b1e8660f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'name': 'tempest-TestAggregatesBasicOps-1141025896-router', 'tenant_id': '3960dc18c40e4eeca0fa75ea5993b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '6b55b811-e909-4877-9d68-c8a7922f6127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:26Z', 'updated_at': '2021-08-20T12:10:38Z', 'revision_number': 5, 'project_id': '3960dc18c40e4eeca0fa75ea5993b419', 'gw_port': {'id': '6b55b811-e909-4877-9d68-c8a7922f6127', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:27Z', 'updated_at': '2021-08-20T12:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:39.173764 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a55a700-81de-420a-952e-c31b1e8660f2 None None] Checking router: 5247de71-f052-4d6f-aeab-acecdcced0cd for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:39.182732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a55a700-81de-420a-952e-c31b1e8660f2 None None] Routers {'5247de71-f052-4d6f-aeab-acecdcced0cd'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:39.183350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-9a55a700-81de-420a-952e-c31b1e8660f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['5247de71-f052-4d6f-aeab-acecdcced0cd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:39.194722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-ebf78b44-136c-4abb-bc59-37889e21a923 admin admin] For port 6b55b811-e909-4877-9d68-c8a7922f6127, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6b55b811-e909-4877-9d68-c8a7922f6127,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:39.195088 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebf78b44-136c-4abb-bc59-37889e21a923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.207940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ebf78b44-136c-4abb-bc59-37889e21a923 admin admin] Calling delete_port for 6b55b811-e909-4877-9d68-c8a7922f6127 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:39.271356 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-9a55a700-81de-420a-952e-c31b1e8660f2 None None] Set router 5247de71-f052-4d6f-aeab-acecdcced0cd gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:39.333482 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-9a55a700-81de-420a-952e-c31b1e8660f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'name': 'tempest-TestAggregatesBasicOps-1141025896-router', 'tenant_id': '3960dc18c40e4eeca0fa75ea5993b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:26Z', 'updated_at': '2021-08-20T12:10:39Z', 'revision_number': 6, 'project_id': '3960dc18c40e4eeca0fa75ea5993b419', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:39.365713 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.366910 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a55a700-81de-420a-952e-c31b1e8660f2 None None] The sync data for ids ['5247de71-f052-4d6f-aeab-acecdcced0cd'] in n-d-804299-2 is: [{'id': '5247de71-f052-4d6f-aeab-acecdcced0cd', 'name': 'tempest-TestAggregatesBasicOps-1141025896-router', 'tenant_id': '3960dc18c40e4eeca0fa75ea5993b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:26Z', 'updated_at': '2021-08-20T12:10:39Z', 'revision_number': 6, 'project_id': '3960dc18c40e4eeca0fa75ea5993b419', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:39.372853 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebf78b44-136c-4abb-bc59-37889e21a923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.408403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf78b44-136c-4abb-bc59-37889e21a923 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b55b811-e909-4877-9d68-c8a7922f6127,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:39.494051 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea6134-f5e8-4118-b1ed-841f7b6af518 req-93979a71-0985-4b98-975f-eaefac907cd5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:39.495512 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-04ea6134-f5e8-4118-b1ed-841f7b6af518 req-93979a71-0985-4b98-975f-eaefac907cd5 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 946 time: 0.0953939 Aug 20 12:10:39.509429 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebf78b44-136c-4abb-bc59-37889e21a923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.549675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b736a8-71c2-4fbe-bf92-9e6b46a57481 req-b786ebc0-9f65-467e-9eb2-8a152d3dfafb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:39.551676 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71b736a8-71c2-4fbe-bf92-9e6b46a57481 req-b786ebc0-9f65-467e-9eb2-8a152d3dfafb tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 946 time: 0.1526334 Aug 20 12:10:39.592508 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-71b736a8-71c2-4fbe-bf92-9e6b46a57481 req-717395af-ea0c-4f07-b7ee-caffa4139498 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327396 Aug 20 12:10:39.622907 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebf78b44-136c-4abb-bc59-37889e21a923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.641443 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebf78b44-136c-4abb-bc59-37889e21a923 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.692808 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebf78b44-136c-4abb-bc59-37889e21a923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.693398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf78b44-136c-4abb-bc59-37889e21a923 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5247de71-f052-4d6f-aeab-acecdcced0cd {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:10:39.697660 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebf78b44-136c-4abb-bc59-37889e21a923 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.698773 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ebf78b44-136c-4abb-bc59-37889e21a923 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5247de71-f052-4d6f-aeab-acecdcced0cd HTTP/1.1" status: 204 len: 168 time: 0.8561060 Aug 20 12:10:39.701508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53428) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:39.715003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-04ea6134-f5e8-4118-b1ed-841f7b6af518 req-870c9031-5356-465c-a9b1-8eb4673c2321 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Deleting port 11d5b4a8-b837-40bc-8927-17561603c383 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:39.715343 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-04ea6134-f5e8-4118-b1ed-841f7b6af518 req-870c9031-5356-465c-a9b1-8eb4673c2321 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.751566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77f640b-6acb-4b1b-aae3-e4ff12013379 admin admin] Deleting subnet dacd4388-4941-4cb6-8e5f-50f41efddd4d {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:39.755753 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a77f640b-6acb-4b1b-aae3-e4ff12013379 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.792081 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a77f640b-6acb-4b1b-aae3-e4ff12013379 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.817621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-04ea6134-f5e8-4118-b1ed-841f7b6af518 req-870c9031-5356-465c-a9b1-8eb4673c2321 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] For port 11d5b4a8-b837-40bc-8927-17561603c383, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=11d5b4a8-b837-40bc-8927-17561603c383,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:39.818006 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-04ea6134-f5e8-4118-b1ed-841f7b6af518 req-870c9031-5356-465c-a9b1-8eb4673c2321 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.830865 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-04ea6134-f5e8-4118-b1ed-841f7b6af518 req-870c9031-5356-465c-a9b1-8eb4673c2321 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Calling delete_port for 11d5b4a8-b837-40bc-8927-17561603c383 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:39.879187 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a77f640b-6acb-4b1b-aae3-e4ff12013379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.936373 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a77f640b-6acb-4b1b-aae3-e4ff12013379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.963330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f640b-6acb-4b1b-aae3-e4ff12013379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dacd4388-4941-4cb6-8e5f-50f41efddd4d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:39.967390 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a77f640b-6acb-4b1b-aae3-e4ff12013379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.969448 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a77f640b-6acb-4b1b-aae3-e4ff12013379 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dacd4388-4941-4cb6-8e5f-50f41efddd4d HTTP/1.1" status: 204 len: 168 time: 0.2664807 Aug 20 12:10:39.969654 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-04ea6134-f5e8-4118-b1ed-841f7b6af518 req-870c9031-5356-465c-a9b1-8eb4673c2321 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.971829 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53430) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:39.975406 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138da78e-29a9-4d74-b09c-add41859ae8c None None] Network a7fd243d-0311-4f7f-87cb-7dd5ebd89e52 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:40.010132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c9031-5356-465c-a9b1-8eb4673c2321 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event deleted for resources: {'Port': ['ID=11d5b4a8-b837-40bc-8927-17561603c383,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:40.053900 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.063888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ea6134-f5e8-4118-b1ed-841f7b6af518 req-870c9031-5356-465c-a9b1-8eb4673c2321 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] No DVR routers for this DVR port 11d5b4a8-b837-40bc-8927-17561603c383 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:40.066452 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-04ea6134-f5e8-4118-b1ed-841f7b6af518 req-870c9031-5356-465c-a9b1-8eb4673c2321 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.068770 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-04ea6134-f5e8-4118-b1ed-841f7b6af518 req-870c9031-5356-465c-a9b1-8eb4673c2321 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.76 "DELETE /v2.0/ports/11d5b4a8-b837-40bc-8927-17561603c383 HTTP/1.1" status: 204 len: 173 time: 0.5661776 Aug 20 12:10:40.069242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4852e07b-9310-408d-bfaf-f6a8b130c0b6', 'name': 'network-vif-deleted', 'tag': '11d5b4a8-b837-40bc-8927-17561603c383'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:40.072030 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ff392a-d659-424e-bf5d-aa9b4d599388" -d '{"events": [{"server_uuid": "4852e07b-9310-408d-bfaf-f6a8b130c0b6", "name": "network-vif-deleted", "tag": "11d5b4a8-b837-40bc-8927-17561603c383"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:40.115553 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facec57d-c7f9-4469-a00b-cf0eaf5f0f15 x-openstack-request-id: req-facec57d-c7f9-4469-a00b-cf0eaf5f0f15 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:40.115800 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4852e07b-9310-408d-bfaf-f6a8b130c0b6", "name": "network-vif-deleted", "tag": "11d5b4a8-b837-40bc-8927-17561603c383", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:40.116198 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-facec57d-c7f9-4469-a00b-cf0eaf5f0f15 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:40.116598 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4852e07b-9310-408d-bfaf-f6a8b130c0b6', 'name': 'network-vif-deleted', 'tag': '11d5b4a8-b837-40bc-8927-17561603c383', 'status': 'completed', 'code': 200} Aug 20 12:10:40.133305 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] Deleting port c7205e4e-5f94-4e64-9def-da4c6b91bc9f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:40.133788 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.196990 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20f17d7-75db-4ce7-8c9f-2a210c8e15ea None None] DHCP port deletion for a7fd243d-0311-4f7f-87cb-7dd5ebd89e52 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:10:40.208009 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] For port c7205e4e-5f94-4e64-9def-da4c6b91bc9f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c7205e4e-5f94-4e64-9def-da4c6b91bc9f,segment=NetworkSegment(4971ad50-2d12-442c-9367-57f939e1dbc9),segment_id=4971ad50-2d12-442c-9367-57f939e1dbc9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:40.208397 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.222050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] Calling delete_port for c7205e4e-5f94-4e64-9def-da4c6b91bc9f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:40.262306 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c20f17d7-75db-4ce7-8c9f-2a210c8e15ea None None] Deleting port c7205e4e-5f94-4e64-9def-da4c6b91bc9f {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:40.262830 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c20f17d7-75db-4ce7-8c9f-2a210c8e15ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.319693 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.335985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c20f17d7-75db-4ce7-8c9f-2a210c8e15ea None None] For port c7205e4e-5f94-4e64-9def-da4c6b91bc9f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c7205e4e-5f94-4e64-9def-da4c6b91bc9f,segment=NetworkSegment(4971ad50-2d12-442c-9367-57f939e1dbc9),segment_id=4971ad50-2d12-442c-9367-57f939e1dbc9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:40.336554 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c20f17d7-75db-4ce7-8c9f-2a210c8e15ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.347182 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7205e4e-5f94-4e64-9def-da4c6b91bc9f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:40.352816 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] No DVR routers for this DVR port c7205e4e-5f94-4e64-9def-da4c6b91bc9f on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:40.357243 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c20f17d7-75db-4ce7-8c9f-2a210c8e15ea None None] Calling delete_port for c7205e4e-5f94-4e64-9def-da4c6b91bc9f owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:40.436013 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.451707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fd243d-0311-4f7f-87cb-7dd5ebd89e52']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:40.459087 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c20f17d7-75db-4ce7-8c9f-2a210c8e15ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.464891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4971ad50-2d12-442c-9367-57f939e1dbc9') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:40.465090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4971ad50-2d12-442c-9367-57f939e1dbc9') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:40.478952 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.503069 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.509997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f17d7-75db-4ce7-8c9f-2a210c8e15ea None None] Pushing event deleted for resources: {'Port': ['ID=c7205e4e-5f94-4e64-9def-da4c6b91bc9f,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:40.510936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:10:40.511357 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:10:40.513505 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:10:40.525603 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20f17d7-75db-4ce7-8c9f-2a210c8e15ea None None] No DVR routers for this DVR port c7205e4e-5f94-4e64-9def-da4c6b91bc9f on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:40.604369 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.630219 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.632398 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a7fd243d-0311-4f7f-87cb-7dd5ebd89e52 HTTP/1.1" status: 204 len: 168 time: 0.6584947 Aug 20 12:10:40.633201 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d61fc-29b9-4acc-848e-88ddee03c845 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7fd243d-0311-4f7f-87cb-7dd5ebd89e52,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:40.708539 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-44f922b4-d41d-493c-841c-f315cd0ce4b5 req-3c5e39f9-94dc-498d-bfdb-40adedd26216 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0275502 Aug 20 12:10:40.821702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53438) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:40.869658 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-24c6ba93-8010-4bf0-b4c8-c111199a8fc1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec24e4913fdb46f18bf353bc6c19a831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450716 Aug 20 12:10:40.870454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53440) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:40.921607 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f75aeceb-9ed0-4ae4-b171-31a41df8871a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.942889 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f75aeceb-9ed0-4ae4-b171-31a41df8871a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.008373 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f75aeceb-9ed0-4ae4-b171-31a41df8871a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.011531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f75aeceb-9ed0-4ae4-b171-31a41df8871a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.012758 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f75aeceb-9ed0-4ae4-b171-31a41df8871a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0df460db-ecb1-4e7e-93b3-d651822c9b29 HTTP/1.1" status: 204 len: 168 time: 0.1413257 Aug 20 12:10:41.024164 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75aeceb-9ed0-4ae4-b171-31a41df8871a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df460db-ecb1-4e7e-93b3-d651822c9b29,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:41.074688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c7205e4e-5f94-4e64-9def-da4c6b91bc9f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:41.095222 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: c7205e4e-5f94-4e64-9def-da4c6b91bc9f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:41.095926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c7205e4e-5f94-4e64-9def-da4c6b91bc9f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:41.096427 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2a2727df-c7d2-48a0-a66a-63290736f6da no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:41.115906 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 2a2727df-c7d2-48a0-a66a-63290736f6da {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:41.116244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2a2727df-c7d2-48a0-a66a-63290736f6da not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:41.117108 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6b55b811-e909-4877-9d68-c8a7922f6127 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:41.136365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 6b55b811-e909-4877-9d68-c8a7922f6127 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:41.136663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6b55b811-e909-4877-9d68-c8a7922f6127 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:41.356440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53446) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:41.397843 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8f40165b-390d-4916-ae79-df257c3d532e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3960dc18c40e4eeca0fa75ea5993b419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401731 Aug 20 12:10:41.400218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53448) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:41.447075 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2b9dbe3a-a47c-4767-9ff0-e2b43eeb1a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.467868 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2b9dbe3a-a47c-4767-9ff0-e2b43eeb1a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.517041 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2b9dbe3a-a47c-4767-9ff0-e2b43eeb1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.520299 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2b9dbe3a-a47c-4767-9ff0-e2b43eeb1a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.521659 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2b9dbe3a-a47c-4767-9ff0-e2b43eeb1a6d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61f722f2-27a2-417d-99cd-1077de57ae06 HTTP/1.1" status: 204 len: 168 time: 0.1203637 Aug 20 12:10:41.530340 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dbe3a-a47c-4767-9ff0-e2b43eeb1a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f722f2-27a2-417d-99cd-1077de57ae06,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:41.812889 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-984328a3-e90b-4a53-af4a-7627bd730594 req-2334c231-3f78-4bd5-8e74-d147f44c7320 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0289798 Aug 20 12:10:42.839287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 11d5b4a8-b837-40bc-8927-17561603c383 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:42.864142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 11d5b4a8-b837-40bc-8927-17561603c383 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:42.864562 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 11d5b4a8-b837-40bc-8927-17561603c383 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:42.912139 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-21b1c12b-bedc-47ba-89e0-eb1a5963ee65 req-445a8450-173d-46a4-826a-bd2447d9643b tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=4852e07b-9310-408d-bfaf-f6a8b130c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0260594 Aug 20 12:10:48.267541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53474) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:48.421636 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a260d4b6-d11c-49d4-9303-adc39aff2a34 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Deleting port 6e126694-5bc4-4e26-8eed-7afde3f9d5e2 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:48.421977 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a260d4b6-d11c-49d4-9303-adc39aff2a34 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.494778 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a260d4b6-d11c-49d4-9303-adc39aff2a34 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.495108 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a260d4b6-d11c-49d4-9303-adc39aff2a34 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.507330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a260d4b6-d11c-49d4-9303-adc39aff2a34 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Calling delete_port for 6e126694-5bc4-4e26-8eed-7afde3f9d5e2 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:48.650169 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a260d4b6-d11c-49d4-9303-adc39aff2a34 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.678957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260d4b6-d11c-49d4-9303-adc39aff2a34 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event deleted for resources: {'Port': ['ID=6e126694-5bc4-4e26-8eed-7afde3f9d5e2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:48.737666 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a260d4b6-d11c-49d4-9303-adc39aff2a34 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.738622 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-a260d4b6-d11c-49d4-9303-adc39aff2a34 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Floating IP 44590483-aa74-47a3-ba04-7a4cc6ec5577 disassociated (deleted). External IP: 172.25.8.58, port: 7e7f371e-700f-4ac1-8f7b-e838b328253b. Aug 20 12:10:49.223969 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a260d4b6-d11c-49d4-9303-adc39aff2a34 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Router 18ce7238-07e3-4e4d-8aa2-c00f71696565 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:10:49.329480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a260d4b6-d11c-49d4-9303-adc39aff2a34 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:49.334248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a260d4b6-d11c-49d4-9303-adc39aff2a34 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.338802 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef46cc6-c370-4cd1-9aa6-89c72565625e None None] Sync routers for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:49.348205 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef46cc6-c370-4cd1-9aa6-89c72565625e None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:49.348842 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bef46cc6-c370-4cd1-9aa6-89c72565625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:49.360785 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a260d4b6-d11c-49d4-9303-adc39aff2a34 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "DELETE /v2.0/floatingips/44590483-aa74-47a3-ba04-7a4cc6ec5577 HTTP/1.1" status: 204 len: 168 time: 1.0921381 Aug 20 12:10:49.361369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'tag': '7e7f371e-700f-4ac1-8f7b-e838b328253b'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:49.364254 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f5a8f4-6fb9-4bf2-87c4-7d91ee8345cf" -d '{"events": [{"name": "network-changed", "server_uuid": "34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d", "tag": "7e7f371e-700f-4ac1-8f7b-e838b328253b"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:49.400262 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94838849-2113-4551-88f9-e444e3dd652f x-openstack-request-id: req-94838849-2113-4551-88f9-e444e3dd652f {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:49.400559 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d", "tag": "7e7f371e-700f-4ac1-8f7b-e838b328253b", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:49.400834 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94838849-2113-4551-88f9-e444e3dd652f {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:49.401231 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'tag': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'status': 'completed', 'code': 200} Aug 20 12:10:49.464029 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-bef46cc6-c370-4cd1-9aa6-89c72565625e None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:49.466688 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5a8f4-6fb9-4bf2-87c4-7d91ee8345cf req-54fd088c-4523-4528-8eff-9679f40a2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:49.468205 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26f5a8f4-6fb9-4bf2-87c4-7d91ee8345cf req-54fd088c-4523-4528-8eff-9679f40a2a2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed0606015c3a4a37bb71bafa914baa69&device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 1096 time: 0.0434296 Aug 20 12:10:49.599273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5a8f4-6fb9-4bf2-87c4-7d91ee8345cf req-cef84ec8-9c6c-41ac-8046-72262266d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:49.600681 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26f5a8f4-6fb9-4bf2-87c4-7d91ee8345cf req-cef84ec8-9c6c-41ac-8046-72262266d895 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 200 len: 911 time: 0.1258678 Aug 20 12:10:49.625687 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b394316-dfcb-4e5f-a9b3-2f69e180e1d9 req-53bb65ff-ac4d-4b84-8fd4-95e313280171 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:49.627151 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b394316-dfcb-4e5f-a9b3-2f69e180e1d9 req-53bb65ff-ac4d-4b84-8fd4-95e313280171 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 945 time: 0.0740221 Aug 20 12:10:49.655761 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26f5a8f4-6fb9-4bf2-87c4-7d91ee8345cf req-c0e026e6-86f1-4a96-bc0d-bad3161eb0b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e7f371e-700f-4ac1-8f7b-e838b328253b HTTP/1.1" status: 200 len: 217 time: 0.0448284 Aug 20 12:10:49.670363 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bef46cc6-c370-4cd1-9aa6-89c72565625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:49.697057 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef46cc6-c370-4cd1-9aa6-89c72565625e None None] Checking router: 18ce7238-07e3-4e4d-8aa2-c00f71696565 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:49.705179 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef46cc6-c370-4cd1-9aa6-89c72565625e None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:49.705798 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bef46cc6-c370-4cd1-9aa6-89c72565625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:49.726343 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b394316-dfcb-4e5f-a9b3-2f69e180e1d9 req-40a1cc81-6f75-40dd-a33c-14a4a1f21408 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732315 Aug 20 12:10:49.730059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5a8f4-6fb9-4bf2-87c4-7d91ee8345cf req-ae67e21f-24c4-45ba-a1b7-9941b74d9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:49.731488 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26f5a8f4-6fb9-4bf2-87c4-7d91ee8345cf req-ae67e21f-24c4-45ba-a1b7-9941b74d9cbe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 200 len: 850 time: 0.0632331 Aug 20 12:10:49.777810 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5a8f4-6fb9-4bf2-87c4-7d91ee8345cf req-50504f32-c1ab-4043-a961-82c073f44c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:49.779311 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26f5a8f4-6fb9-4bf2-87c4-7d91ee8345cf req-50504f32-c1ab-4043-a961-82c073f44c1f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45a2f405-6051-45bc-bae4-2b81557294f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395784 Aug 20 12:10:49.811379 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-bef46cc6-c370-4cd1-9aa6-89c72565625e None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:49.870713 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26f5a8f4-6fb9-4bf2-87c4-7d91ee8345cf req-b1209869-4b7b-4e7d-a266-8e2bbc300a68 service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834343 Aug 20 12:10:49.971109 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26f5a8f4-6fb9-4bf2-87c4-7d91ee8345cf req-0869f2cf-0718-44ac-ab42-000c804beb8b service neutron] 10.222.0.35 "GET /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919826 Aug 20 12:10:50.105024 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bef46cc6-c370-4cd1-9aa6-89c72565625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:50.130804 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef46cc6-c370-4cd1-9aa6-89c72565625e None None] The sync data for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 is: [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 4, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '7f19d7b4-e77e-4428-89f1-255b911ea8dc', 'name': '', 'network_id': '45a2f405-6051-45bc-bae4-2b81557294f1', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'mac_address': 'fa:16:3e:3d:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:20Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'subnets': [{'id': '9a9d30b4-12ac-4dff-95e4-847183332364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:50.341305 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf45dcb-355d-4201-82c2-d77d499da31c None None] New status for floating IP 44590483-aa74-47a3-ba04-7a4cc6ec5577: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:10:50.842734 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0e604-43a8-4a2c-84a0-93a4871eb702 req-a5e9e5c5-a2e8-4fdd-8539-3a74d164c470 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:50.844190 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7dc0e604-43a8-4a2c-84a0-93a4871eb702 req-a5e9e5c5-a2e8-4fdd-8539-3a74d164c470 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 945 time: 0.0478296 Aug 20 12:10:50.884835 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7dc0e604-43a8-4a2c-84a0-93a4871eb702 req-dd039b89-7b6c-4173-a7cc-de77d4a7b994 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/security-groups?id=773fba90-1821-42cc-b241-4f6e369b89e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338271 Aug 20 12:10:51.129995 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc93c45-ca02-4395-98e3-b6a30d244f30 req-8c1f5101-9c1b-4573-bfeb-c83aac62f13c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:51.131435 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9cc93c45-ca02-4395-98e3-b6a30d244f30 req-8c1f5101-9c1b-4573-bfeb-c83aac62f13c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.35 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 945 time: 0.0486870 Aug 20 12:10:51.222784 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9cc93c45-ca02-4395-98e3-b6a30d244f30 req-57ab8741-7502-4623-a0de-ddcd6b21c24c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Deleting port 7e7f371e-700f-4ac1-8f7b-e838b328253b {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:51.223136 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9cc93c45-ca02-4395-98e3-b6a30d244f30 req-57ab8741-7502-4623-a0de-ddcd6b21c24c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.311936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9cc93c45-ca02-4395-98e3-b6a30d244f30 req-57ab8741-7502-4623-a0de-ddcd6b21c24c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] For port 7e7f371e-700f-4ac1-8f7b-e838b328253b, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=7e7f371e-700f-4ac1-8f7b-e838b328253b,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:51.312210 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9cc93c45-ca02-4395-98e3-b6a30d244f30 req-57ab8741-7502-4623-a0de-ddcd6b21c24c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.326159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-9cc93c45-ca02-4395-98e3-b6a30d244f30 req-57ab8741-7502-4623-a0de-ddcd6b21c24c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Calling delete_port for 7e7f371e-700f-4ac1-8f7b-e838b328253b owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:51.454632 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9cc93c45-ca02-4395-98e3-b6a30d244f30 req-57ab8741-7502-4623-a0de-ddcd6b21c24c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.483069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab8741-7502-4623-a0de-ddcd6b21c24c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event deleted for resources: {'Port': ['ID=7e7f371e-700f-4ac1-8f7b-e838b328253b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:51.525642 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc93c45-ca02-4395-98e3-b6a30d244f30 req-57ab8741-7502-4623-a0de-ddcd6b21c24c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] No DVR routers for this DVR port 7e7f371e-700f-4ac1-8f7b-e838b328253b on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:51.528246 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9cc93c45-ca02-4395-98e3-b6a30d244f30 req-57ab8741-7502-4623-a0de-ddcd6b21c24c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.530373 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9cc93c45-ca02-4395-98e3-b6a30d244f30 req-57ab8741-7502-4623-a0de-ddcd6b21c24c tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.35 "DELETE /v2.0/ports/7e7f371e-700f-4ac1-8f7b-e838b328253b HTTP/1.1" status: 204 len: 173 time: 0.3931308 Aug 20 12:10:51.530811 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'name': 'network-vif-deleted', 'tag': '7e7f371e-700f-4ac1-8f7b-e838b328253b'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:51.533081 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de46df3-7ea5-44e3-b13c-796a29f77da9" -d '{"events": [{"server_uuid": "34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d", "name": "network-vif-deleted", "tag": "7e7f371e-700f-4ac1-8f7b-e838b328253b"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:51.571644 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9fbf38-6696-4176-ac68-cbe60a782c9d x-openstack-request-id: req-9d9fbf38-6696-4176-ac68-cbe60a782c9d {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:51.572067 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d", "name": "network-vif-deleted", "tag": "7e7f371e-700f-4ac1-8f7b-e838b328253b", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:51.572423 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d9fbf38-6696-4176-ac68-cbe60a782c9d {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:51.572992 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d', 'name': 'network-vif-deleted', 'tag': '7e7f371e-700f-4ac1-8f7b-e838b328253b', 'status': 'completed', 'code': 200} Aug 20 12:10:51.982923 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-63fef3fe-a7c9-445c-897b-d90c72edcfbe req-878cbbd0-1652-4345-b5a1-83359ade388d tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 210 time: 0.0283930 Aug 20 12:10:52.385496 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7803f7cd-593b-4a01-850b-a73d7d7dfd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:53.086880 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad34a16f-6c6d-4a7a-894a-96f59980460e req-1c0c7e84-cc69-4eb4-b268-9843e11273d2 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 210 time: 0.0321600 Aug 20 12:10:54.181298 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4cc6db08-5405-4d41-b23e-7e4083285718 req-87c8e18e-d678-4af3-81f8-793181cbd85f tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "GET /v2.0/ports?device_id=34b6cd0d-3dc9-46d7-a476-2fdc64a9e07d HTTP/1.1" status: 200 len: 210 time: 0.0260863 Aug 20 12:10:55.168220 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b9c6417f-5220-4276-971b-f0a0ceb3f477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.192125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7e7f371e-700f-4ac1-8f7b-e838b328253b no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:55.216067 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 7e7f371e-700f-4ac1-8f7b-e838b328253b {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:55.216411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 7e7f371e-700f-4ac1-8f7b-e838b328253b not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:55.239969 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53500) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:55.362958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c39f5169-f8a3-4cb0-8a46-0082b3ea5822 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Deleting port d1e5fb69-16c1-4c92-80f0-9a85d1087082 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:55.363335 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c39f5169-f8a3-4cb0-8a46-0082b3ea5822 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.446625 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c39f5169-f8a3-4cb0-8a46-0082b3ea5822 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.446948 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c39f5169-f8a3-4cb0-8a46-0082b3ea5822 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.458603 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c39f5169-f8a3-4cb0-8a46-0082b3ea5822 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Calling delete_port for d1e5fb69-16c1-4c92-80f0-9a85d1087082 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:55.481945 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.589486 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c39f5169-f8a3-4cb0-8a46-0082b3ea5822 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.614522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f5169-f8a3-4cb0-8a46-0082b3ea5822 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event deleted for resources: {'Port': ['ID=d1e5fb69-16c1-4c92-80f0-9a85d1087082,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:55.676392 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c39f5169-f8a3-4cb0-8a46-0082b3ea5822 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.679036 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c39f5169-f8a3-4cb0-8a46-0082b3ea5822 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.680203 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c39f5169-f8a3-4cb0-8a46-0082b3ea5822 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "DELETE /v2.0/floatingips/26abb3a0-8447-4699-a54a-39d88c41b6bd HTTP/1.1" status: 204 len: 168 time: 0.4391847 Aug 20 12:10:56.432198 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:57.932364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53514) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:57.992255 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26f9765d-1132-4963-b4b8-9689c9b92690 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:58.017913 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26f9765d-1132-4963-b4b8-9689c9b92690 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:58.049795 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:58.080606 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26f9765d-1132-4963-b4b8-9689c9b92690 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:58.084058 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26f9765d-1132-4963-b4b8-9689c9b92690 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:58.085248 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-26f9765d-1132-4963-b4b8-9689c9b92690 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] 10.222.0.37 "DELETE /v2.0/security-groups/773fba90-1821-42cc-b241-4f6e369b89e3 HTTP/1.1" status: 204 len: 168 time: 0.1517842 Aug 20 12:10:58.094768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9765d-1132-4963-b4b8-9689c9b92690 tempest-TestVolumeBootPattern-2069819027 tempest-TestVolumeBootPattern-2069819027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773fba90-1821-42cc-b241-4f6e369b89e3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:58.147029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53518) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:58.713502 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-754bbe73-1b46-40e2-bdf0-c98d64f2bd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.242712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-754bbe73-1b46-40e2-bdf0-c98d64f2bd75 admin admin] Deleting port 7f19d7b4-e77e-4428-89f1-255b911ea8dc {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:59.243398 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-754bbe73-1b46-40e2-bdf0-c98d64f2bd75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.318952 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-754bbe73-1b46-40e2-bdf0-c98d64f2bd75 admin admin] For port 7f19d7b4-e77e-4428-89f1-255b911ea8dc, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=7f19d7b4-e77e-4428-89f1-255b911ea8dc,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:59.319320 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-754bbe73-1b46-40e2-bdf0-c98d64f2bd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.331541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-754bbe73-1b46-40e2-bdf0-c98d64f2bd75 admin admin] Calling delete_port for 7f19d7b4-e77e-4428-89f1-255b911ea8dc owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:59.507036 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-754bbe73-1b46-40e2-bdf0-c98d64f2bd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.532336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bbe73-1b46-40e2-bdf0-c98d64f2bd75 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f19d7b4-e77e-4428-89f1-255b911ea8dc,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:59.701783 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-754bbe73-1b46-40e2-bdf0-c98d64f2bd75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.908758 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754bbe73-1b46-40e2-bdf0-c98d64f2bd75 admin admin] Router 18ce7238-07e3-4e4d-8aa2-c00f71696565 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:11:00.015273 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754bbe73-1b46-40e2-bdf0-c98d64f2bd75 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:11:00.020498 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-754bbe73-1b46-40e2-bdf0-c98d64f2bd75 admin admin] 10.222.0.37 "PUT /v2.0/routers/18ce7238-07e3-4e4d-8aa2-c00f71696565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8722255 Aug 20 12:11:00.023022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53522) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:00.024722 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fb46d-3621-4fea-b3a7-6778a354348a None None] Sync routers for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:11:00.033856 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3fb46d-3621-4fea-b3a7-6778a354348a None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:00.034458 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fa3fb46d-3621-4fea-b3a7-6778a354348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:00.126671 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67e51f22-b1be-48dd-a3de-4ee5695c76d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.137858 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-fa3fb46d-3621-4fea-b3a7-6778a354348a None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:11:00.229055 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67e51f22-b1be-48dd-a3de-4ee5695c76d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.281666 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-67e51f22-b1be-48dd-a3de-4ee5695c76d9 admin admin] Deleting port 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:00.282367 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67e51f22-b1be-48dd-a3de-4ee5695c76d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.311643 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fa3fb46d-3621-4fea-b3a7-6778a354348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T12:10:59Z', 'revision_number': 5, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port': {'id': '9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:15Z', 'updated_at': '2021-08-20T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:00.340810 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fb46d-3621-4fea-b3a7-6778a354348a None None] Checking router: 18ce7238-07e3-4e4d-8aa2-c00f71696565 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:11:00.350068 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3fb46d-3621-4fea-b3a7-6778a354348a None None] Routers {'18ce7238-07e3-4e4d-8aa2-c00f71696565'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:00.350813 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fa3fb46d-3621-4fea-b3a7-6778a354348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['18ce7238-07e3-4e4d-8aa2-c00f71696565'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:00.365242 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-67e51f22-b1be-48dd-a3de-4ee5695c76d9 admin admin] For port 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:00.365617 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67e51f22-b1be-48dd-a3de-4ee5695c76d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.378589 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-67e51f22-b1be-48dd-a3de-4ee5695c76d9 admin admin] Calling delete_port for 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:00.434622 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-fa3fb46d-3621-4fea-b3a7-6778a354348a None None] Set router 18ce7238-07e3-4e4d-8aa2-c00f71696565 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:11:00.484688 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fa3fb46d-3621-4fea-b3a7-6778a354348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T12:11:00Z', 'revision_number': 6, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:00.514171 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fb46d-3621-4fea-b3a7-6778a354348a None None] The sync data for ids ['18ce7238-07e3-4e4d-8aa2-c00f71696565'] in n-d-804299-2 is: [{'id': '18ce7238-07e3-4e4d-8aa2-c00f71696565', 'name': 'tempest-TestVolumeBootPattern-317898137-router', 'tenant_id': 'ed0606015c3a4a37bb71bafa914baa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:14Z', 'updated_at': '2021-08-20T12:11:00Z', 'revision_number': 6, 'project_id': 'ed0606015c3a4a37bb71bafa914baa69', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:11:00.547587 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67e51f22-b1be-48dd-a3de-4ee5695c76d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.572724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e51f22-b1be-48dd-a3de-4ee5695c76d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:00.637807 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67e51f22-b1be-48dd-a3de-4ee5695c76d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.727401 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67e51f22-b1be-48dd-a3de-4ee5695c76d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.729600 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67e51f22-b1be-48dd-a3de-4ee5695c76d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.773213 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67e51f22-b1be-48dd-a3de-4ee5695c76d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.773673 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e51f22-b1be-48dd-a3de-4ee5695c76d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18ce7238-07e3-4e4d-8aa2-c00f71696565 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:11:00.777963 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67e51f22-b1be-48dd-a3de-4ee5695c76d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.779209 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-67e51f22-b1be-48dd-a3de-4ee5695c76d9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/18ce7238-07e3-4e4d-8aa2-c00f71696565 HTTP/1.1" status: 204 len: 168 time: 0.7552679 Aug 20 12:11:00.781755 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53524) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:00.826858 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5881df-a00d-4939-a118-4dcae6b8585f admin admin] Deleting subnet 9a9d30b4-12ac-4dff-95e4-847183332364 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:00.829815 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd5881df-a00d-4939-a118-4dcae6b8585f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.864348 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd5881df-a00d-4939-a118-4dcae6b8585f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.951414 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd5881df-a00d-4939-a118-4dcae6b8585f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.010787 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd5881df-a00d-4939-a118-4dcae6b8585f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.039159 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5881df-a00d-4939-a118-4dcae6b8585f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9d30b4-12ac-4dff-95e4-847183332364,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:01.043532 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd5881df-a00d-4939-a118-4dcae6b8585f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.045664 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fd5881df-a00d-4939-a118-4dcae6b8585f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9a9d30b4-12ac-4dff-95e4-847183332364 HTTP/1.1" status: 204 len: 168 time: 0.2629795 Aug 20 12:11:01.048165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53526) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:01.051504 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a3dc86-6a0b-43dc-b72a-c543da430e76 None None] Network 45a2f405-6051-45bc-bae4-2b81557294f1 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:01.057752 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:01.115318 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:01.115670 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 9d2f1b99-6fb7-4a6a-95e5-e1f64ac0bcb2 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:01.116095 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7f19d7b4-e77e-4428-89f1-255b911ea8dc no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:01.124605 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.182515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] Deleting port a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:01.182968 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.255555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] For port a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac,segment=NetworkSegment(05da1b77-3eea-4f99-90f8-b5e7ee57eb7c),segment_id=05da1b77-3eea-4f99-90f8-b5e7ee57eb7c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:01.255917 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.270742 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] Calling delete_port for a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:01.295364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 7f19d7b4-e77e-4428-89f1-255b911ea8dc {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:01.295862 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7f19d7b4-e77e-4428-89f1-255b911ea8dc not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:01.355190 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.381770 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:01.388151 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] No DVR routers for this DVR port a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:01.434422 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a8d549-0ab6-4cd5-8e43-a68dfdc5f5fb None None] DHCP port deletion for 45a2f405-6051-45bc-bae4-2b81557294f1 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:11:01.462394 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.471965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a2f405-6051-45bc-bae4-2b81557294f1']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:01.482048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:01.482356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05da1b77-3eea-4f99-90f8-b5e7ee57eb7c') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:01.491464 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.505416 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.511022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:11:01.511407 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:11:01.513008 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:11:01.567020 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.572764 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.574607 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] 10.222.0.37 "DELETE /v2.0/networks/45a2f405-6051-45bc-bae4-2b81557294f1 HTTP/1.1" status: 204 len: 168 time: 0.5247972 Aug 20 12:11:01.577779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53528) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:01.586572 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f728912-103e-40ec-bdc7-6d6420278501 admin admin] Pushing event deleted for resources: {'Network': ['ID=45a2f405-6051-45bc-bae4-2b81557294f1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:01.911833 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b60b9487-9b2a-42d0-bc25-270024055a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:02.147217 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-b60b9487-9b2a-42d0-bc25-270024055a79 admin admin] Deleting port bac086eb-f225-4469-bce9-c18908bfe290 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:02.147548 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b60b9487-9b2a-42d0-bc25-270024055a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:02.221487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-b60b9487-9b2a-42d0-bc25-270024055a79 admin admin] For port bac086eb-f225-4469-bce9-c18908bfe290, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=bac086eb-f225-4469-bce9-c18908bfe290,segment=NetworkSegment(d6e02389-50a1-4a23-89c6-abd1d4469a2c),segment_id=d6e02389-50a1-4a23-89c6-abd1d4469a2c)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:02.221762 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b60b9487-9b2a-42d0-bc25-270024055a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:02.234432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-b60b9487-9b2a-42d0-bc25-270024055a79 admin admin] Calling delete_port for bac086eb-f225-4469-bce9-c18908bfe290 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:02.407097 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b60b9487-9b2a-42d0-bc25-270024055a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:02.432771 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b9487-9b2a-42d0-bc25-270024055a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=bac086eb-f225-4469-bce9-c18908bfe290,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:02.597636 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b60b9487-9b2a-42d0-bc25-270024055a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:02.802630 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60b9487-9b2a-42d0-bc25-270024055a79 admin admin] Router ddc3dae8-d523-42fd-9e97-cff3b5901add has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:11:02.905747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60b9487-9b2a-42d0-bc25-270024055a79 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:11:02.910850 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b60b9487-9b2a-42d0-bc25-270024055a79 admin admin] 10.222.0.37 "PUT /v2.0/routers/ddc3dae8-d523-42fd-9e97-cff3b5901add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3319905 Aug 20 12:11:02.913295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53530) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:02.916087 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c2a30f-560c-4376-8b41-670a18d76f0a None None] Sync routers for ids ['ddc3dae8-d523-42fd-9e97-cff3b5901add'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:11:02.925970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c2a30f-560c-4376-8b41-670a18d76f0a None None] Routers {'ddc3dae8-d523-42fd-9e97-cff3b5901add'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:02.926593 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-20c2a30f-560c-4376-8b41-670a18d76f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ddc3dae8-d523-42fd-9e97-cff3b5901add'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:03.027208 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eafc0373-74dd-49b9-a5a0-b5230e1fc978 admin admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.034384 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-20c2a30f-560c-4376-8b41-670a18d76f0a None None] Set router ddc3dae8-d523-42fd-9e97-cff3b5901add gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:11:03.115332 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:03.134843 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eafc0373-74dd-49b9-a5a0-b5230e1fc978 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.163341 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.165648 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:03.166012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a8f88ba5-cd46-4fbc-ad50-afe05ddb93ac not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:03.189162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-eafc0373-74dd-49b9-a5a0-b5230e1fc978 admin admin] Deleting port 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:03.189508 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eafc0373-74dd-49b9-a5a0-b5230e1fc978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.250916 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-20c2a30f-560c-4376-8b41-670a18d76f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'name': 'tempest-TestVolumeBootPattern-1852726855-router', 'tenant_id': '69584b42c8b34248a999870cd708207b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:29Z', 'updated_at': '2021-08-20T12:11:02Z', 'revision_number': 5, 'project_id': '69584b42c8b34248a999870cd708207b', 'gw_port': {'id': '09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:30Z', 'updated_at': '2021-08-20T11:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:03.272793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-eafc0373-74dd-49b9-a5a0-b5230e1fc978 admin admin] For port 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:03.273165 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eafc0373-74dd-49b9-a5a0-b5230e1fc978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.277993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c2a30f-560c-4376-8b41-670a18d76f0a None None] Checking router: ddc3dae8-d523-42fd-9e97-cff3b5901add for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:11:03.286239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-eafc0373-74dd-49b9-a5a0-b5230e1fc978 admin admin] Calling delete_port for 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:03.286398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c2a30f-560c-4376-8b41-670a18d76f0a None None] Routers {'ddc3dae8-d523-42fd-9e97-cff3b5901add'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:03.286867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-20c2a30f-560c-4376-8b41-670a18d76f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:10:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ddc3dae8-d523-42fd-9e97-cff3b5901add'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:03.372598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-20c2a30f-560c-4376-8b41-670a18d76f0a None None] Set router ddc3dae8-d523-42fd-9e97-cff3b5901add gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:11:03.425075 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-20c2a30f-560c-4376-8b41-670a18d76f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'name': 'tempest-TestVolumeBootPattern-1852726855-router', 'tenant_id': '69584b42c8b34248a999870cd708207b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:29Z', 'updated_at': '2021-08-20T12:11:03Z', 'revision_number': 6, 'project_id': '69584b42c8b34248a999870cd708207b', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:03.450060 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eafc0373-74dd-49b9-a5a0-b5230e1fc978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.455235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c2a30f-560c-4376-8b41-670a18d76f0a None None] The sync data for ids ['ddc3dae8-d523-42fd-9e97-cff3b5901add'] in n-d-804299-2 is: [{'id': 'ddc3dae8-d523-42fd-9e97-cff3b5901add', 'name': 'tempest-TestVolumeBootPattern-1852726855-router', 'tenant_id': '69584b42c8b34248a999870cd708207b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:29Z', 'updated_at': '2021-08-20T12:11:03Z', 'revision_number': 6, 'project_id': '69584b42c8b34248a999870cd708207b', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:11:03.475557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc0373-74dd-49b9-a5a0-b5230e1fc978 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:03.543729 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eafc0373-74dd-49b9-a5a0-b5230e1fc978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.918807 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eafc0373-74dd-49b9-a5a0-b5230e1fc978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.920961 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eafc0373-74dd-49b9-a5a0-b5230e1fc978 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.964843 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eafc0373-74dd-49b9-a5a0-b5230e1fc978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.965483 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafc0373-74dd-49b9-a5a0-b5230e1fc978 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddc3dae8-d523-42fd-9e97-cff3b5901add {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:11:03.972195 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eafc0373-74dd-49b9-a5a0-b5230e1fc978 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.974540 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-eafc0373-74dd-49b9-a5a0-b5230e1fc978 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ddc3dae8-d523-42fd-9e97-cff3b5901add HTTP/1.1" status: 204 len: 168 time: 1.0601261 Aug 20 12:11:03.977785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53532) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:04.024660 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-4813fd6b-ba3b-44ed-808f-46fecd2f9d2a admin admin] Deleting subnet bafdff86-8408-4ff0-b451-24b811ff1a45 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:04.027660 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4813fd6b-ba3b-44ed-808f-46fecd2f9d2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.063428 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4813fd6b-ba3b-44ed-808f-46fecd2f9d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.137451 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4813fd6b-ba3b-44ed-808f-46fecd2f9d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.189498 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4813fd6b-ba3b-44ed-808f-46fecd2f9d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.216827 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813fd6b-ba3b-44ed-808f-46fecd2f9d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bafdff86-8408-4ff0-b451-24b811ff1a45,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:04.220548 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4813fd6b-ba3b-44ed-808f-46fecd2f9d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.223010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4813fd6b-ba3b-44ed-808f-46fecd2f9d2a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bafdff86-8408-4ff0-b451-24b811ff1a45 HTTP/1.1" status: 204 len: 168 time: 0.2435036 Aug 20 12:11:04.226013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53534) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:04.228325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b044dd-cb02-425a-9dee-790e81a967e3 None None] Network 948a2510-5ff3-4e67-baef-8b136d62635d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:04.304539 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.358560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] Deleting port 46672a6d-a4d7-4771-8652-ef0964b622fa {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:04.358910 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.405956 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeed1a14-967e-48af-815f-d02e9ded3bfc None None] DHCP port deletion for 948a2510-5ff3-4e67-baef-8b136d62635d request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:11:04.426617 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] For port 46672a6d-a4d7-4771-8652-ef0964b622fa, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=46672a6d-a4d7-4771-8652-ef0964b622fa,segment=NetworkSegment(d6e02389-50a1-4a23-89c6-abd1d4469a2c),segment_id=d6e02389-50a1-4a23-89c6-abd1d4469a2c)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:04.426979 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.446166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] Calling delete_port for 46672a6d-a4d7-4771-8652-ef0964b622fa owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:04.453659 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-eeed1a14-967e-48af-815f-d02e9ded3bfc None None] Deleting port 46672a6d-a4d7-4771-8652-ef0964b622fa {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:04.454268 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eeed1a14-967e-48af-815f-d02e9ded3bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.519532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-eeed1a14-967e-48af-815f-d02e9ded3bfc None None] For port 46672a6d-a4d7-4771-8652-ef0964b622fa, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=46672a6d-a4d7-4771-8652-ef0964b622fa,segment=NetworkSegment(d6e02389-50a1-4a23-89c6-abd1d4469a2c),segment_id=d6e02389-50a1-4a23-89c6-abd1d4469a2c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:04.519532 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eeed1a14-967e-48af-815f-d02e9ded3bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.530444 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.531768 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-eeed1a14-967e-48af-815f-d02e9ded3bfc None None] Calling delete_port for 46672a6d-a4d7-4771-8652-ef0964b622fa owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:04.556525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] Pushing event deleted for resources: {'Port': ['ID=46672a6d-a4d7-4771-8652-ef0964b622fa,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:04.559903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] No DVR routers for this DVR port 46672a6d-a4d7-4771-8652-ef0964b622fa on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:04.615218 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eeed1a14-967e-48af-815f-d02e9ded3bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.633443 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.641103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed1a14-967e-48af-815f-d02e9ded3bfc None None] Pushing event deleted for resources: {'Port': ['ID=46672a6d-a4d7-4771-8652-ef0964b622fa,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:04.643060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948a2510-5ff3-4e67-baef-8b136d62635d']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:04.646187 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeed1a14-967e-48af-815f-d02e9ded3bfc None None] No DVR routers for this DVR port 46672a6d-a4d7-4771-8652-ef0964b622fa on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:04.654746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e02389-50a1-4a23-89c6-abd1d4469a2c') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:04.655079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e02389-50a1-4a23-89c6-abd1d4469a2c') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:04.664163 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.678006 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.683784 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:11:04.684176 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:11:04.685823 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:11:04.739022 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.744946 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.746817 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] 10.222.0.37 "DELETE /v2.0/networks/948a2510-5ff3-4e67-baef-8b136d62635d HTTP/1.1" status: 204 len: 168 time: 0.5171475 Aug 20 12:11:04.759418 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ec874-2443-45fa-b962-7185c4993756 admin admin] Pushing event deleted for resources: {'Network': ['ID=948a2510-5ff3-4e67-baef-8b136d62635d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:04.909044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53538) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:04.952546 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-215fd8d0-c7a8-4427-b834-e39466d24840 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed0606015c3a4a37bb71bafa914baa69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421224 Aug 20 12:11:04.954990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53540) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:05.006100 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9daf9ea1-3c5d-4fdc-8ce8-21cd79222b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:05.029907 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9daf9ea1-3c5d-4fdc-8ce8-21cd79222b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:05.042432 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:05.063226 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:05.063573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 09c07cb7-74f7-4b93-a29f-ed3e0c2ae7f5 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:05.064002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 46672a6d-a4d7-4771-8652-ef0964b622fa no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:05.079090 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9daf9ea1-3c5d-4fdc-8ce8-21cd79222b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:05.081902 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9daf9ea1-3c5d-4fdc-8ce8-21cd79222b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:05.083055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 46672a6d-a4d7-4771-8652-ef0964b622fa {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:05.083225 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9daf9ea1-3c5d-4fdc-8ce8-21cd79222b5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d109440-a835-4e40-a6ee-a3230a9a827b HTTP/1.1" status: 204 len: 168 time: 0.1273229 Aug 20 12:11:05.083407 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 46672a6d-a4d7-4771-8652-ef0964b622fa not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:05.083990 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bac086eb-f225-4469-bce9-c18908bfe290 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:05.090947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf9ea1-3c5d-4fdc-8ce8-21cd79222b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d109440-a835-4e40-a6ee-a3230a9a827b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:05.110410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: bac086eb-f225-4469-bce9-c18908bfe290 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:05.110759 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device bac086eb-f225-4469-bce9-c18908bfe290 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:05.421418 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53546) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:05.461520 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f0cc1dd8-aacd-4313-928b-094d7b89b9b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69584b42c8b34248a999870cd708207b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383813 Aug 20 12:11:05.463924 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53548) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:05.515665 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-121269a7-6231-4ee2-ba4f-d3f3d7cea3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:05.537372 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-121269a7-6231-4ee2-ba4f-d3f3d7cea3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:05.583637 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-121269a7-6231-4ee2-ba4f-d3f3d7cea3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:05.586220 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-121269a7-6231-4ee2-ba4f-d3f3d7cea3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:05.587359 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-121269a7-6231-4ee2-ba4f-d3f3d7cea3fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a0ba1df-f481-4062-931c-503c267293de HTTP/1.1" status: 204 len: 168 time: 0.1225204 Aug 20 12:11:05.595002 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121269a7-6231-4ee2-ba4f-d3f3d7cea3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0ba1df-f481-4062-931c-503c267293de,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:07.304498 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:11:09.288179 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:10.198089 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-ff80a88c-800b-4538-b53e-4c11a40b4d01 req-b70b9bbf-0690-4900-b00c-96870cfb140d service neutron] (94690) timed out ('10.222.0.37', 50956) {{(pid=94690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:11:14.907386 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b916d212-f271-4868-afde-661a1014e30b req-3354b641-d20c-4653-8814-fb94f9757314 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8ad7201158f3401d936bf16188f30c99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224714 Aug 20 12:11:15.018575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916d212-f271-4868-afde-661a1014e30b req-2082e7d9-7ff4-43d5-8cf2-ca1305b1d72f tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:15.021209 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b916d212-f271-4868-afde-661a1014e30b req-2082e7d9-7ff4-43d5-8cf2-ca1305b1d72f tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1076534 Aug 20 12:11:15.037180 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b916d212-f271-4868-afde-661a1014e30b req-0be0e717-3790-4789-a0da-90ca10a669ff tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/quotas/8ad7201158f3401d936bf16188f30c99 HTTP/1.1" status: 200 len: 375 time: 0.0102456 Aug 20 12:11:15.069630 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b916d212-f271-4868-afde-661a1014e30b req-88afe4c6-e183-4622-be76-eb83b2e9336a tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ad7201158f3401d936bf16188f30c99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271976 Aug 20 12:11:15.227964 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6193d851-f5d9-4b8b-b3fc-6768f430fb81 req-fc43cd5c-ba05-4470-91f7-20cdcc7e7088 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 210 time: 0.0263817 Aug 20 12:11:15.549508 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-92e801e7-ffcf-4c4d-8fd4-ff44dfb9e060 req-f48aa231-26e1-4c95-a236-b2579e7102b7 service neutron] (94690) timed out ('10.222.0.35', 57655) {{(pid=94690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:11:16.303967 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-341913de-a253-412c-9dfb-382bcc9ba0c5 req-fd2e9c3a-4ee9-4d75-9ea8-4e42a0066105 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 210 time: 0.0260971 Aug 20 12:11:17.381572 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-beb0a517-9f42-47b4-9de1-f3dfa66e19c8 req-1e171729-02eb-450c-a0bb-3f196ec33f59 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 210 time: 0.0286808 Aug 20 12:11:18.458023 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc178335-611a-46b5-8b7e-5828b057ebf9 req-eb32897e-8e6d-4de7-a169-c75323fdb904 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 210 time: 0.0269017 Aug 20 12:11:19.551262 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cc5a7aa3-36d1-4805-abcf-5c3a6716ae38 req-56a8ae1c-9faa-4c83-9d87-cfc1eb6dc4c0 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 210 time: 0.0259428 Aug 20 12:11:20.109405 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b916d212-f271-4868-afde-661a1014e30b req-19764e35-f458-4e56-bfb0-f9b2ed913df0 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=8ad7201158f3401d936bf16188f30c99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230432 Aug 20 12:11:20.229534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916d212-f271-4868-afde-661a1014e30b req-12ee6b30-8d89-477c-9f1e-3bb4ce66d320 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:20.230985 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b916d212-f271-4868-afde-661a1014e30b req-12ee6b30-8d89-477c-9f1e-3bb4ce66d320 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1149566 Aug 20 12:11:20.249674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-b916d212-f271-4868-afde-661a1014e30b req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Request body: {'port': {'device_id': '04b03ee0-98cc-41a5-8009-85fbcec19ff6', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'admin_state_up': True, 'tenant_id': '8ad7201158f3401d936bf16188f30c99'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:20.363437 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b916d212-f271-4868-afde-661a1014e30b req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Made reservation on behalf of 8ad7201158f3401d936bf16188f30c99 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:20.367210 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b916d212-f271-4868-afde-661a1014e30b req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.376435 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b916d212-f271-4868-afde-661a1014e30b req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.467330 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b916d212-f271-4868-afde-661a1014e30b req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.471160 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b916d212-f271-4868-afde-661a1014e30b req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.534901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115d6292-d51e-4e39-9a40-97a8b2e54988,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:20.545907 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:20.546260 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:20.546605 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:20.546947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:20.547285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:20.547622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:20.547959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:20.548398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:20.548768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:20.549097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:20.549425 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:20.550366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:20.614937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-b916d212-f271-4868-afde-661a1014e30b req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Allocated IP 192.168.233.129 (dc3708c3-9386-4837-af93-9da62ad9bcd4/a8adc76f-54af-479d-8bbf-aa776d3fd86d/5f782810-f092-4d88-a6b9-106d77a8d3ef) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:20.660050 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f93f980-7947-4ba8-9093-eee46175621b req-f2cc29a6-353e-4bcf-9ba4-671eccdb049d tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 210 time: 0.0385375 Aug 20 12:11:20.782678 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b916d212-f271-4868-afde-661a1014e30b req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.797329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-b916d212-f271-4868-afde-661a1014e30b req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Transition to ACTIVE for port object 5f782810-f092-4d88-a6b9-106d77a8d3ef will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:20.828969 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b916d212-f271-4868-afde-661a1014e30b req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.876166 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b916d212-f271-4868-afde-661a1014e30b req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Network dc3708c3-9386-4837-af93-9da62ad9bcd4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:20.879222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-b916d212-f271-4868-afde-661a1014e30b req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:20.883153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-b916d212-f271-4868-afde-661a1014e30b req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:20.908979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Pushing event updated for resources: {'Port': ['ID=5f782810-f092-4d88-a6b9-106d77a8d3ef,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:20.939391 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916d212-f271-4868-afde-661a1014e30b req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:20.940031 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b916d212-f271-4868-afde-661a1014e30b req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.954815 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b916d212-f271-4868-afde-661a1014e30b req-24578c7c-0722-49e9-b1a8-f606e695ebef tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7091494 Aug 20 12:11:21.084522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Request body: {'port': {'device_id': '04b03ee0-98cc-41a5-8009-85fbcec19ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:21.127232 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-98d6c067-8e5d-4231-b3e0-ba952688d6c3 None None] Provisioning for port 5f782810-f092-4d88-a6b9-106d77a8d3ef completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:21.131573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-98d6c067-8e5d-4231-b3e0-ba952688d6c3 None None] Provisioning complete for port 5f782810-f092-4d88-a6b9-106d77a8d3ef triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:21.131937 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-98d6c067-8e5d-4231-b3e0-ba952688d6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.138484 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.165173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-98d6c067-8e5d-4231-b3e0-ba952688d6c3 None None] Port 5f782810-f092-4d88-a6b9-106d77a8d3ef cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:11:21.396130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f782810-f092-4d88-a6b9-106d77a8d3ef {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:21.403567 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.415138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Transition to ACTIVE for port object 5f782810-f092-4d88-a6b9-106d77a8d3ef will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:21.418949 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.467497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f782810-f092-4d88-a6b9-106d77a8d3ef,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:21.543279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Attempting to bind port 5f782810-f092-4d88-a6b9-106d77a8d3ef on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:21.543620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Attempting to bind port 5f782810-f092-4d88-a6b9-106d77a8d3ef by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:21.543952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Attempting to bind port 5f782810-f092-4d88-a6b9-106d77a8d3ef on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:21.548394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Port 5f782810-f092-4d88-a6b9-106d77a8d3ef on network dc3708c3-9386-4837-af93-9da62ad9bcd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:11:21.548761 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Attempting to bind port 5f782810-f092-4d88-a6b9-106d77a8d3ef on network dc3708c3-9386-4837-af93-9da62ad9bcd4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:21.554681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:21.555022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Checking segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:21.555412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Bound using segment: {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:21.555842 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Bound port: 5f782810-f092-4d88-a6b9-106d77a8d3ef, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08a71f-18b1-47c1-81a3-eada6d7d6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:21.556323 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.623110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] For port 5f782810-f092-4d88-a6b9-106d77a8d3ef, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:21.626314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] For port 5f782810-f092-4d88-a6b9-106d77a8d3ef, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5f782810-f092-4d88-a6b9-106d77a8d3ef,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:21.631698 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.665895 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:21.666499 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.667879 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b916d212-f271-4868-afde-661a1014e30b req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] 10.222.0.76 "PUT /v2.0/ports/5f782810-f092-4d88-a6b9-106d77a8d3ef HTTP/1.1" status: 200 len: 1096 time: 0.7042401 Aug 20 12:11:21.668308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b03ee0-98cc-41a5-8009-85fbcec19ff6', 'tag': '5f782810-f092-4d88-a6b9-106d77a8d3ef'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:21.670560 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41162172-e409-4e2d-b7ef-7d42ca7e6070" -d '{"events": [{"name": "network-changed", "server_uuid": "04b03ee0-98cc-41a5-8009-85fbcec19ff6", "tag": "5f782810-f092-4d88-a6b9-106d77a8d3ef"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:21.695090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e39e2-86fc-4f1a-a734-3d1768d2f7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f782810-f092-4d88-a6b9-106d77a8d3ef,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:21.714044 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c60e59e-1cd7-4ebc-a526-3e9d42f60870 x-openstack-request-id: req-2c60e59e-1cd7-4ebc-a526-3e9d42f60870 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:21.714275 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b03ee0-98cc-41a5-8009-85fbcec19ff6", "tag": "5f782810-f092-4d88-a6b9-106d77a8d3ef", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:21.714524 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c60e59e-1cd7-4ebc-a526-3e9d42f60870 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:21.714927 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b03ee0-98cc-41a5-8009-85fbcec19ff6', 'tag': '5f782810-f092-4d88-a6b9-106d77a8d3ef', 'status': 'completed', 'code': 200} Aug 20 12:11:21.800723 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916d212-f271-4868-afde-661a1014e30b req-b5a65806-8432-449d-a86d-24a9728e7015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:21.802521 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b916d212-f271-4868-afde-661a1014e30b req-b5a65806-8432-449d-a86d-24a9728e7015 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ad7201158f3401d936bf16188f30c99&device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 1099 time: 0.0793519 Aug 20 12:11:21.814611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb18490-8ae5-476c-8729-4346254036a0 req-a55ae25d-9784-4142-bba3-723a729a0352 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:21.816141 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4bb18490-8ae5-476c-8729-4346254036a0 req-a55ae25d-9784-4142-bba3-723a729a0352 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 948 time: 0.0677047 Aug 20 12:11:21.857378 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b916d212-f271-4868-afde-661a1014e30b req-129fc926-277c-4c0c-98ec-84df2b275344 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=5f782810-f092-4d88-a6b9-106d77a8d3ef HTTP/1.1" status: 200 len: 217 time: 0.0401998 Aug 20 12:11:21.914295 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4bb18490-8ae5-476c-8729-4346254036a0 req-f73bddb0-de0f-4578-8991-1fea2956eefc tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/security-groups?id=115d6292-d51e-4e39-9a40-97a8b2e54988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913563 Aug 20 12:11:21.921316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916d212-f271-4868-afde-661a1014e30b req-5c5c760c-7e5b-42dd-981d-7ba8bbc9c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:21.922697 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b916d212-f271-4868-afde-661a1014e30b req-5c5c760c-7e5b-42dd-981d-7ba8bbc9c4c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0586138 Aug 20 12:11:21.971204 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916d212-f271-4868-afde-661a1014e30b req-8a4058e0-ef34-47d8-8496-7c1b12826c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:21.973241 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b916d212-f271-4868-afde-661a1014e30b req-8a4058e0-ef34-47d8-8496-7c1b12826c53 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431459 Aug 20 12:11:22.063679 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b916d212-f271-4868-afde-661a1014e30b req-3831ddc1-0eb2-46e2-a8b6-aca9b4cd73bd service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832515 Aug 20 12:11:22.161244 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b916d212-f271-4868-afde-661a1014e30b req-7ddccd61-0ab4-4980-a337-ae154428b824 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882921 Aug 20 12:11:22.242639 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41162172-e409-4e2d-b7ef-7d42ca7e6070 req-ba7fbbf2-1c9b-4a07-9940-ae7abb62d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:22.244043 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41162172-e409-4e2d-b7ef-7d42ca7e6070 req-ba7fbbf2-1c9b-4a07-9940-ae7abb62d249 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ad7201158f3401d936bf16188f30c99&device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 1099 time: 0.0414457 Aug 20 12:11:22.332101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41162172-e409-4e2d-b7ef-7d42ca7e6070 req-b47df259-f8ff-41b1-932e-2286e036b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:22.333566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41162172-e409-4e2d-b7ef-7d42ca7e6070 req-b47df259-f8ff-41b1-932e-2286e036b7a2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dc3708c3-9386-4837-af93-9da62ad9bcd4 HTTP/1.1" status: 200 len: 869 time: 0.0826485 Aug 20 12:11:22.376895 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41162172-e409-4e2d-b7ef-7d42ca7e6070 req-a1c43b3c-45d6-4df5-b27e-3f5a84a157b2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=5f782810-f092-4d88-a6b9-106d77a8d3ef HTTP/1.1" status: 200 len: 217 time: 0.0367899 Aug 20 12:11:22.386647 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b30b5e7f-5896-4d88-bbbb-dc2c9d6072ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.430557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41162172-e409-4e2d-b7ef-7d42ca7e6070 req-a93459ed-a908-4dc6-a360-ec3595c67b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:22.432088 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41162172-e409-4e2d-b7ef-7d42ca7e6070 req-a93459ed-a908-4dc6-a360-ec3595c67b5f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8adc76f-54af-479d-8bbf-aa776d3fd86d HTTP/1.1" status: 200 len: 843 time: 0.0460844 Aug 20 12:11:22.477563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41162172-e409-4e2d-b7ef-7d42ca7e6070 req-745ec353-a753-4024-985c-b7db30798728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:22.479061 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41162172-e409-4e2d-b7ef-7d42ca7e6070 req-745ec353-a753-4024-985c-b7db30798728 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dc3708c3-9386-4837-af93-9da62ad9bcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0398722 Aug 20 12:11:22.571957 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41162172-e409-4e2d-b7ef-7d42ca7e6070 req-e750ba91-d5c7-4277-8aa7-235f150be59b service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849042 Aug 20 12:11:22.661849 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41162172-e409-4e2d-b7ef-7d42ca7e6070 req-17539e8c-49aa-47af-83f5-e619bbddcc52 service neutron] 10.222.0.76 "GET /v2.0/networks/dc3708c3-9386-4837-af93-9da62ad9bcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821979 Aug 20 12:11:23.037106 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c4269-46c3-40fb-aeb2-85c99076941b req-fb72f9ee-4442-46be-8e3b-a0104577901f tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:23.038591 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-211c4269-46c3-40fb-aeb2-85c99076941b req-fb72f9ee-4442-46be-8e3b-a0104577901f tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 948 time: 0.0528438 Aug 20 12:11:23.076743 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-211c4269-46c3-40fb-aeb2-85c99076941b req-25c0c5ee-cab6-4adc-b703-422753aacb82 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/security-groups?id=115d6292-d51e-4e39-9a40-97a8b2e54988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Aug 20 12:11:24.194176 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8849a7-7fb0-48e7-8328-786209c5a45d req-469a1894-04ce-4873-8284-83ec73421fe4 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:24.195681 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1c8849a7-7fb0-48e7-8328-786209c5a45d req-469a1894-04ce-4873-8284-83ec73421fe4 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 948 time: 0.0527945 Aug 20 12:11:24.232074 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1c8849a7-7fb0-48e7-8328-786209c5a45d req-02a02d3b-91f6-4b8c-8d0b-a53c104e3ba1 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/security-groups?id=115d6292-d51e-4e39-9a40-97a8b2e54988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304911 Aug 20 12:11:24.962142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5f782810-f092-4d88-a6b9-106d77a8d3ef details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:11:25.058962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 5f782810-f092-4d88-a6b9-106d77a8d3ef, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5f782810-f092-4d88-a6b9-106d77a8d3ef,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:25.070792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '5f782810-f092-4d88-a6b9-106d77a8d3ef', 'network_id': 'dc3708c3-9386-4837-af93-9da62ad9bcd4', 'port_id': '5f782810-f092-4d88-a6b9-106d77a8d3ef', 'mac_address': 'fa:16:3e:88:f1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8adc76f-54af-479d-8bbf-aa776d3fd86d', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:11:25.109705 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:25.122877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f782810-f092-4d88-a6b9-106d77a8d3ef {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:25.142330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 5f782810-f092-4d88-a6b9-106d77a8d3ef, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5f782810-f092-4d88-a6b9-106d77a8d3ef,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:25.146610 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:25.199209 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2a124f85-59fe-42a3-bc1d-edb319b9c5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:25.204331 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=5f782810-f092-4d88-a6b9-106d77a8d3ef,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:25.212666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:25.212967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:25.213311 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:25.213651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:25.213988 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:25.214322 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:25.214652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:25.214981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:25.215308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:25.215633 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:25.215958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:25.216282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:25.346055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6a73b-206d-4bc5-aafa-bf348b4385f3 req-11e02e20-5d39-4359-8eaa-cf132f0da89a tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:25.348273 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-42f6a73b-206d-4bc5-aafa-bf348b4385f3 req-11e02e20-5d39-4359-8eaa-cf132f0da89a tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 949 time: 0.0492830 Aug 20 12:11:25.360221 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['5f782810-f092-4d88-a6b9-106d77a8d3ef'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:25.385579 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-42f6a73b-206d-4bc5-aafa-bf348b4385f3 req-c53cb1d3-30ac-458c-b51d-c93eac9cb470 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/security-groups?id=115d6292-d51e-4e39-9a40-97a8b2e54988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312915 Aug 20 12:11:25.495933 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:26.437379 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:26.514350 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cd5f7-a332-44f0-9dcf-b0aff1f6ef58 req-9f30f6cb-8be9-4f06-8a9d-d5c25a01ff59 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:26.515839 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4a4cd5f7-a332-44f0-9dcf-b0aff1f6ef58 req-9f30f6cb-8be9-4f06-8a9d-d5c25a01ff59 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 949 time: 0.0495646 Aug 20 12:11:26.553100 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4a4cd5f7-a332-44f0-9dcf-b0aff1f6ef58 req-abe0608c-80c4-4adf-879d-db2ec7bbe17f tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/security-groups?id=115d6292-d51e-4e39-9a40-97a8b2e54988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312157 Aug 20 12:11:26.993650 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5f782810-f092-4d88-a6b9-106d77a8d3ef up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:27.043654 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 5f782810-f092-4d88-a6b9-106d77a8d3ef completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:27.047289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 5f782810-f092-4d88-a6b9-106d77a8d3ef triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:27.047659 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.126694 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.149755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b03ee0-98cc-41a5-8009-85fbcec19ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f782810-f092-4d88-a6b9-106d77a8d3ef'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:27.151992 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5c36ef-e2ba-4826-8d4f-99644e68ca06" -d '{"events": [{"server_uuid": "04b03ee0-98cc-41a5-8009-85fbcec19ff6", "name": "network-vif-plugged", "status": "completed", "tag": "5f782810-f092-4d88-a6b9-106d77a8d3ef"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:27.165522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 5f782810-f092-4d88-a6b9-106d77a8d3ef, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5f782810-f092-4d88-a6b9-106d77a8d3ef,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:27.169716 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.193944 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcf3970-eb52-4274-85ea-c027884b870e x-openstack-request-id: req-2dcf3970-eb52-4274-85ea-c027884b870e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:27.194239 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b03ee0-98cc-41a5-8009-85fbcec19ff6", "name": "network-vif-plugged", "status": "completed", "tag": "5f782810-f092-4d88-a6b9-106d77a8d3ef", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:27.194492 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2dcf3970-eb52-4274-85ea-c027884b870e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:27.194874 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b03ee0-98cc-41a5-8009-85fbcec19ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f782810-f092-4d88-a6b9-106d77a8d3ef', 'code': 200} Aug 20 12:11:27.221575 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=5f782810-f092-4d88-a6b9-106d77a8d3ef,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:27.283672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532ec7a-a3d0-44ac-9678-b70c16048b89 req-593b705a-0035-4dbf-aabc-85896695f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:27.285118 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c532ec7a-a3d0-44ac-9678-b70c16048b89 req-593b705a-0035-4dbf-aabc-85896695f0d9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 1101 time: 0.0408015 Aug 20 12:11:27.318566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c532ec7a-a3d0-44ac-9678-b70c16048b89 req-449e5d46-3d16-4da8-8642-3b6b8f9a769b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=115d6292-d51e-4e39-9a40-97a8b2e54988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265324 Aug 20 12:11:27.666287 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3f464-77b6-46a6-9e80-775d20db6035 req-03d2ccf6-3df2-4f4b-b654-cbf388354cd4 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:27.667724 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0cb3f464-77b6-46a6-9e80-775d20db6035 req-03d2ccf6-3df2-4f4b-b654-cbf388354cd4 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 950 time: 0.0504842 Aug 20 12:11:27.704432 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0cb3f464-77b6-46a6-9e80-775d20db6035 req-31737f27-aa91-48c7-ad74-7e2e73f287fb tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/security-groups?id=115d6292-d51e-4e39-9a40-97a8b2e54988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307944 Aug 20 12:11:28.051937 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:28.819237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495fb25-ac36-44fe-b1d4-281baaa87334 req-61779435-9b67-4e30-8e72-a0c850ae4d30 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:28.820729 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5495fb25-ac36-44fe-b1d4-281baaa87334 req-61779435-9b67-4e30-8e72-a0c850ae4d30 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 950 time: 0.0484903 Aug 20 12:11:28.857901 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5495fb25-ac36-44fe-b1d4-281baaa87334 req-e12e280c-058d-4244-b6e2-3c70c43902fe tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/security-groups?id=115d6292-d51e-4e39-9a40-97a8b2e54988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312173 Aug 20 12:11:29.758071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499efa6f-5110-4ee2-a81d-c98a675a7cdc req-cfd923a6-8645-4786-9794-092eb586d2dd tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:29.759495 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-499efa6f-5110-4ee2-a81d-c98a675a7cdc req-cfd923a6-8645-4786-9794-092eb586d2dd tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 950 time: 0.0533247 Aug 20 12:11:29.797307 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-499efa6f-5110-4ee2-a81d-c98a675a7cdc req-47a6d62b-44f2-43a8-9350-614b7d7f759e tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/security-groups?id=115d6292-d51e-4e39-9a40-97a8b2e54988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318582 Aug 20 12:11:30.913208 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf196ce-669e-4362-b9c0-e16ae74e26ca req-6c0aef50-daf5-4e12-b648-e79d53923b75 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:30.914702 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaf196ce-669e-4362-b9c0-e16ae74e26ca req-6c0aef50-daf5-4e12-b648-e79d53923b75 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 950 time: 0.0478227 Aug 20 12:11:30.951429 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaf196ce-669e-4362-b9c0-e16ae74e26ca req-31dc7cb2-fdb0-4f94-8296-3d8ef5cfd29d tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.37 "GET /v2.0/security-groups?id=115d6292-d51e-4e39-9a40-97a8b2e54988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307667 Aug 20 12:11:31.001491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2bf61-fafc-4313-b2a4-a496f669def8 req-e42faf09-d504-445e-bdc3-20dbebef1d97 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:31.002964 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ba2bf61-fafc-4313-b2a4-a496f669def8 req-e42faf09-d504-445e-bdc3-20dbebef1d97 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b03ee0-98cc-41a5-8009-85fbcec19ff6 HTTP/1.1" status: 200 len: 950 time: 0.0479877 Aug 20 12:11:31.091520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-5ba2bf61-fafc-4313-b2a4-a496f669def8 req-d55fabb9-8175-466e-8f7d-1642dd9a08c1 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Deleting port 5f782810-f092-4d88-a6b9-106d77a8d3ef {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:31.091804 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5ba2bf61-fafc-4313-b2a4-a496f669def8 req-d55fabb9-8175-466e-8f7d-1642dd9a08c1 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:31.178131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-5ba2bf61-fafc-4313-b2a4-a496f669def8 req-d55fabb9-8175-466e-8f7d-1642dd9a08c1 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] For port 5f782810-f092-4d88-a6b9-106d77a8d3ef, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5f782810-f092-4d88-a6b9-106d77a8d3ef,segment=NetworkSegment(1a08a71f-18b1-47c1-81a3-eada6d7d6f7e),segment_id=1a08a71f-18b1-47c1-81a3-eada6d7d6f7e)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:31.178493 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5ba2bf61-fafc-4313-b2a4-a496f669def8 req-d55fabb9-8175-466e-8f7d-1642dd9a08c1 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:31.190845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-5ba2bf61-fafc-4313-b2a4-a496f669def8 req-d55fabb9-8175-466e-8f7d-1642dd9a08c1 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Calling delete_port for 5f782810-f092-4d88-a6b9-106d77a8d3ef owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:31.315380 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5ba2bf61-fafc-4313-b2a4-a496f669def8 req-d55fabb9-8175-466e-8f7d-1642dd9a08c1 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:31.326908 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['5f782810-f092-4d88-a6b9-106d77a8d3ef'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:31.342066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fabb9-8175-466e-8f7d-1642dd9a08c1 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Pushing event deleted for resources: {'Port': ['ID=5f782810-f092-4d88-a6b9-106d77a8d3ef,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:31.384850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba2bf61-fafc-4313-b2a4-a496f669def8 req-d55fabb9-8175-466e-8f7d-1642dd9a08c1 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] No DVR routers for this DVR port 5f782810-f092-4d88-a6b9-106d77a8d3ef on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:31.387514 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5ba2bf61-fafc-4313-b2a4-a496f669def8 req-d55fabb9-8175-466e-8f7d-1642dd9a08c1 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:31.389526 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ba2bf61-fafc-4313-b2a4-a496f669def8 req-d55fabb9-8175-466e-8f7d-1642dd9a08c1 tempest-ServersAdminNegativeTestJSON-1322681033 tempest-ServersAdminNegativeTestJSON-1322681033-project] 10.222.0.76 "DELETE /v2.0/ports/5f782810-f092-4d88-a6b9-106d77a8d3ef HTTP/1.1" status: 204 len: 173 time: 0.3807211 Aug 20 12:11:31.389967 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b03ee0-98cc-41a5-8009-85fbcec19ff6', 'name': 'network-vif-deleted', 'tag': '5f782810-f092-4d88-a6b9-106d77a8d3ef'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:31.392240 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7410a4f2-2a89-4aac-b362-b58be1a893ef" -d '{"events": [{"server_uuid": "04b03ee0-98cc-41a5-8009-85fbcec19ff6", "name": "network-vif-deleted", "tag": "5f782810-f092-4d88-a6b9-106d77a8d3ef"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:31.436037 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e6732f-ec27-4a5d-b6d1-dfacfce181be x-openstack-request-id: req-85e6732f-ec27-4a5d-b6d1-dfacfce181be {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:31.436443 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b03ee0-98cc-41a5-8009-85fbcec19ff6", "name": "network-vif-deleted", "tag": "5f782810-f092-4d88-a6b9-106d77a8d3ef", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:31.436719 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85e6732f-ec27-4a5d-b6d1-dfacfce181be {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:31.437119 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b03ee0-98cc-41a5-8009-85fbcec19ff6', 'name': 'network-vif-deleted', 'tag': '5f782810-f092-4d88-a6b9-106d77a8d3ef', 'status': 'completed', 'code': 200} Aug 20 12:11:32.241527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53694) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:32.372702 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5d6f0fdb-aa52-4c24-b43f-7749ba371d05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ad7201158f3401d936bf16188f30c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299977 Aug 20 12:11:32.375431 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53698) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:32.422593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.443707 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.488911 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.491985 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.493149 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/115d6292-d51e-4e39-9a40-97a8b2e54988 HTTP/1.1" status: 204 len: 168 time: 0.1168370 Aug 20 12:11:32.501080 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115d6292-d51e-4e39-9a40-97a8b2e54988,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:32.508521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:32.508895 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:32.509233 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:32.509568 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:32.509899 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:32.510230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:32.510557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:32.510880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:32.511210 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:32.511534 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:32.511856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:32.512239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d1996-a3a0-4567-bb51-1eef3307151a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:32.747165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53704) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:32.760548 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a10ef93a-4e52-4391-bd4d-d009b90645a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.847763 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a10ef93a-4e52-4391-bd4d-d009b90645a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.852035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a10ef93a-4e52-4391-bd4d-d009b90645a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.887798 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ef93a-4e52-4391-bd4d-d009b90645a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f4f5d4-4674-4ad5-8878-64d12c645aec,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:32.892587 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a10ef93a-4e52-4391-bd4d-d009b90645a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b26bd702153e4cfc91d75ed9fbcd6fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444035 Aug 20 12:11:32.895887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53706) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:32.946101 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f80e9be5-5384-47c9-ab67-e0c4214c4d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.967130 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f80e9be5-5384-47c9-ab67-e0c4214c4d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.014688 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f80e9be5-5384-47c9-ab67-e0c4214c4d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.017272 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f80e9be5-5384-47c9-ab67-e0c4214c4d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.018423 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f80e9be5-5384-47c9-ab67-e0c4214c4d3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13f4f5d4-4674-4ad5-8878-64d12c645aec HTTP/1.1" status: 204 len: 168 time: 0.1216021 Aug 20 12:11:33.026877 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e9be5-5384-47c9-ab67-e0c4214c4d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f4f5d4-4674-4ad5-8878-64d12c645aec,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:33.084389 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.710065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53728) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:33.807317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-2167e212-6bd3-4697-bf2c-6597065f1de8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-429818300-network', 'tenant_id': '4eaca72274fc4d509cb2d844c023279c'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:33.828653 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2167e212-6bd3-4697-bf2c-6597065f1de8 admin admin] Made reservation on behalf of 4eaca72274fc4d509cb2d844c023279c for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:33.830880 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2167e212-6bd3-4697-bf2c-6597065f1de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.839531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2167e212-6bd3-4697-bf2c-6597065f1de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.924901 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2167e212-6bd3-4697-bf2c-6597065f1de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.928477 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2167e212-6bd3-4697-bf2c-6597065f1de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.955955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2167e212-6bd3-4697-bf2c-6597065f1de8 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:11:33.966185 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167e212-6bd3-4697-bf2c-6597065f1de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51717602-55a0-4dc1-bea5-9bfd90b598ce,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:33.971187 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2167e212-6bd3-4697-bf2c-6597065f1de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.971530 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-2167e212-6bd3-4697-bf2c-6597065f1de8 admin admin] Added segment 40811d6b-6011-4746-b891-d56438a896c6 of type vlan for network 62c21897-e505-4813-80a7-53abf1d7b40c Aug 20 12:11:34.013292 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2167e212-6bd3-4697-bf2c-6597065f1de8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.038906 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2167e212-6bd3-4697-bf2c-6597065f1de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.039789 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2167e212-6bd3-4697-bf2c-6597065f1de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:34.040361 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2167e212-6bd3-4697-bf2c-6597065f1de8 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.094127 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2167e212-6bd3-4697-bf2c-6597065f1de8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3829858 Aug 20 12:11:34.097272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53732) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:34.099318 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167e212-6bd3-4697-bf2c-6597065f1de8 admin admin] Pushing event updated for resources: {'Network': ['ID=62c21897-e505-4813-80a7-53abf1d7b40c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:34.103405 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-18e10d5a-dabe-45ea-a791-6626ef46ce95 admin admin] Request body: {'subnet': {'network_id': '62c21897-e505-4813-80a7-53abf1d7b40c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-429818300-subnet', 'tenant_id': '4eaca72274fc4d509cb2d844c023279c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:34.108854 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 62c21897-e505-4813-80a7-53abf1d7b40c details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:11:34.125637 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e10d5a-dabe-45ea-a791-6626ef46ce95 admin admin] Made reservation on behalf of 4eaca72274fc4d509cb2d844c023279c for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:34.128277 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18e10d5a-dabe-45ea-a791-6626ef46ce95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.296197 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18e10d5a-dabe-45ea-a791-6626ef46ce95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.352186 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e10d5a-dabe-45ea-a791-6626ef46ce95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e297d1-78a0-4ea3-9a6f-deb3552273c9,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:34.362221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e10d5a-dabe-45ea-a791-6626ef46ce95 admin admin] Checking segment: {'id': '40811d6b-6011-4746-b891-d56438a896c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '62c21897-e505-4813-80a7-53abf1d7b40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:34.362576 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e10d5a-dabe-45ea-a791-6626ef46ce95 admin admin] Network hostable DHCP agents. Network: 62c21897-e505-4813-80a7-53abf1d7b40c, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:11:34.378469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e10d5a-dabe-45ea-a791-6626ef46ce95 admin admin] Network 62c21897-e505-4813-80a7-53abf1d7b40c is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:11:34.387573 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-18e10d5a-dabe-45ea-a791-6626ef46ce95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 62c21897-e505-4813-80a7-53abf1d7b40c) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:34.391563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e10d5a-dabe-45ea-a791-6626ef46ce95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:34.392142 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-18e10d5a-dabe-45ea-a791-6626ef46ce95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.396924 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd03bc3f-0d17-4c3f-82f4-96947416deec None None] Network 62c21897-e505-4813-80a7-53abf1d7b40c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:34.406863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-18e10d5a-dabe-45ea-a791-6626ef46ce95 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3084300 Aug 20 12:11:34.524488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28609275-10e0-4898-a366-42e280735fb3 None None] Network 62c21897-e505-4813-80a7-53abf1d7b40c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:34.856806 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-dcd19c96-dce7-4ecf-8b86-b1940c710fef tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:34.858189 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-dcd19c96-dce7-4ecf-8b86-b1940c710fef tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/networks?id=62c21897-e505-4813-80a7-53abf1d7b40c HTTP/1.1" status: 200 len: 811 time: 0.1052907 Aug 20 12:11:34.874126 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-8aa1dc21-0777-4068-a888-d6cf8daaca64 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/quotas/4eaca72274fc4d509cb2d844c023279c HTTP/1.1" status: 200 len: 375 time: 0.0089314 Aug 20 12:11:34.905314 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-8f3a2d8a-d18f-4d5c-a73e-0adc2bcbac63 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4eaca72274fc4d509cb2d844c023279c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256860 Aug 20 12:11:35.009544 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5f782810-f092-4d88-a6b9-106d77a8d3ef no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:35.028521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 5f782810-f092-4d88-a6b9-106d77a8d3ef {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:35.028900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5f782810-f092-4d88-a6b9-106d77a8d3ef not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:35.049142 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-edfdbb82-4209-47e3-9cae-5baea72bfa90 service neutron] 10.222.0.37 "GET /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369343 Aug 20 12:11:35.138307 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-8a917d87-fa7c-4de9-8181-fd222851bf83 service neutron] 10.222.0.37 "GET /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823698 Aug 20 12:11:35.294318 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f2f0d523-deac-48f3-836c-0a41dffc6123 req-32037907-4dd2-4073-aa6e-0ccd2830b56c tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 210 time: 0.0263009 Aug 20 12:11:36.186582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-4ebfc057-0291-4c90-94ef-a719f4851b26 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:36.188044 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-4ebfc057-0291-4c90-94ef-a719f4851b26 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.76 "GET /v2.0/networks?id=62c21897-e505-4813-80a7-53abf1d7b40c HTTP/1.1" status: 200 len: 811 time: 0.1038208 Aug 20 12:11:36.200947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-09034565-a19a-47aa-8520-b2dcad14a933 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Request body: {'port': {'device_id': '9a0b7830-b68e-476e-a1ee-9357beab15a2', 'network_id': '62c21897-e505-4813-80a7-53abf1d7b40c', 'admin_state_up': True, 'tenant_id': '4eaca72274fc4d509cb2d844c023279c'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:36.309697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-09034565-a19a-47aa-8520-b2dcad14a933 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Made reservation on behalf of 4eaca72274fc4d509cb2d844c023279c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:36.313098 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-09034565-a19a-47aa-8520-b2dcad14a933 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.389962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2002450b-061b-4033-84ff-b499c5cb9810 req-7620f556-9348-42a0-b385-7682d832fd8d tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 210 time: 0.0273466 Aug 20 12:11:36.442062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-09034565-a19a-47aa-8520-b2dcad14a933 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Allocated IP 172.20.0.2 (62c21897-e505-4813-80a7-53abf1d7b40c/75e297d1-78a0-4ea3-9a6f-deb3552273c9/c142e0d6-9e58-4f5e-94ad-f5b78200f9ae) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:36.581173 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-09034565-a19a-47aa-8520-b2dcad14a933 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.619291 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-09034565-a19a-47aa-8520-b2dcad14a933 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.664672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-09034565-a19a-47aa-8520-b2dcad14a933 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Network 62c21897-e505-4813-80a7-53abf1d7b40c is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:36.667490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-09034565-a19a-47aa-8520-b2dcad14a933 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:36.671026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-09034565-a19a-47aa-8520-b2dcad14a933 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:36.696054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09034565-a19a-47aa-8520-b2dcad14a933 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Pushing event updated for resources: {'Port': ['ID=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:36.723229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-09034565-a19a-47aa-8520-b2dcad14a933 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:36.724463 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-09034565-a19a-47aa-8520-b2dcad14a933 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.737619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-09034565-a19a-47aa-8520-b2dcad14a933 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5406294 Aug 20 12:11:36.749500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Request body: {'port': {'device_id': '9a0b7830-b68e-476e-a1ee-9357beab15a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:36.800767 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.057499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c142e0d6-9e58-4f5e-94ad-f5b78200f9ae {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:37.064766 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.076656 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Transition to ACTIVE for port object c142e0d6-9e58-4f5e-94ad-f5b78200f9ae will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:37.080005 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.145536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Pushing event updated for resources: {'Port': ['ID=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:37.193611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Attempting to bind port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:37.194046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Attempting to bind port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '40811d6b-6011-4746-b891-d56438a896c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '62c21897-e505-4813-80a7-53abf1d7b40c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:37.194471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Attempting to bind port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae on network 62c21897-e505-4813-80a7-53abf1d7b40c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:37.199736 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae on network 62c21897-e505-4813-80a7-53abf1d7b40c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:11:37.200180 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Attempting to bind port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae on network 62c21897-e505-4813-80a7-53abf1d7b40c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:37.205279 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:37.205611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Checking segment: {'id': '40811d6b-6011-4746-b891-d56438a896c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '62c21897-e505-4813-80a7-53abf1d7b40c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:37.205990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Bound using segment: {'id': '40811d6b-6011-4746-b891-d56438a896c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '62c21897-e505-4813-80a7-53abf1d7b40c'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:37.206407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Bound port: c142e0d6-9e58-4f5e-94ad-f5b78200f9ae, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40811d6b-6011-4746-b891-d56438a896c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '62c21897-e505-4813-80a7-53abf1d7b40c'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:37.206759 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.271186 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] For port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:37.274015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] For port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,segment=NetworkSegment(40811d6b-6011-4746-b891-d56438a896c6),segment_id=40811d6b-6011-4746-b891-d56438a896c6)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:37.277862 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.310310 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:37.310945 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.312316 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] 10.222.0.76 "PUT /v2.0/ports/c142e0d6-9e58-4f5e-94ad-f5b78200f9ae HTTP/1.1" status: 200 len: 1091 time: 0.5671210 Aug 20 12:11:37.312767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0b7830-b68e-476e-a1ee-9357beab15a2', 'tag': 'c142e0d6-9e58-4f5e-94ad-f5b78200f9ae'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:37.315091 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1ee0b6-fa8d-4558-b47f-936f33ba3722" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0b7830-b68e-476e-a1ee-9357beab15a2", "tag": "c142e0d6-9e58-4f5e-94ad-f5b78200f9ae"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:37.342657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dac06d-f9a6-4ac5-97a2-f948e185efa8 service neutron] Pushing event updated for resources: {'Port': ['ID=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:37.358863 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0366b3-641f-4884-8ac0-06f818586820 x-openstack-request-id: req-8a0366b3-641f-4884-8ac0-06f818586820 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:37.359151 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0b7830-b68e-476e-a1ee-9357beab15a2", "tag": "c142e0d6-9e58-4f5e-94ad-f5b78200f9ae", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:37.359404 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a0366b3-641f-4884-8ac0-06f818586820 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:37.359796 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0b7830-b68e-476e-a1ee-9357beab15a2', 'tag': 'c142e0d6-9e58-4f5e-94ad-f5b78200f9ae', 'status': 'completed', 'code': 200} Aug 20 12:11:37.393325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-aae777a9-97ef-4dc8-b36f-07dfa8ae728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:37.394825 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-aae777a9-97ef-4dc8-b36f-07dfa8ae728b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4eaca72274fc4d509cb2d844c023279c&device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 1094 time: 0.0450723 Aug 20 12:11:37.438941 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-d92286b5-b49d-405c-8f0c-c309c894945a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae HTTP/1.1" status: 200 len: 217 time: 0.0365331 Aug 20 12:11:37.490581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-072ce306-15fb-4924-9b7c-2767f0d13958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:37.492091 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-072ce306-15fb-4924-9b7c-2767f0d13958 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=75e297d1-78a0-4ea3-9a6f-deb3552273c9 HTTP/1.1" status: 200 len: 851 time: 0.0456424 Aug 20 12:11:37.506982 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7e1b1-1071-4b6e-abb3-00a5def6cafe req-3006ff81-39d9-47f1-a97c-c6d83aeb356d tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:37.508478 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bbe7e1b1-1071-4b6e-abb3-00a5def6cafe req-3006ff81-39d9-47f1-a97c-c6d83aeb356d tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 943 time: 0.0508785 Aug 20 12:11:37.524299 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-3f619a16-2ca4-485e-bf70-20aca9c76919 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=62c21897-e505-4813-80a7-53abf1d7b40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250456 Aug 20 12:11:37.550881 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bbe7e1b1-1071-4b6e-abb3-00a5def6cafe req-5c72eec7-290b-4800-97b2-07f899d6776e tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360250 Aug 20 12:11:37.617042 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-6acbddb5-1671-45bf-8d52-e589b44de5b2 service neutron] 10.222.0.76 "GET /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860858 Aug 20 12:11:37.703882 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b10021a2-35d8-4c86-b0f5-42a08a64cb02 req-3108a0fb-fa00-478d-8d5e-91a4854d498a service neutron] 10.222.0.76 "GET /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805089 Aug 20 12:11:37.788673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ee0b6-fa8d-4558-b47f-936f33ba3722 req-fade730e-afb6-4ae2-a44c-791e93a3798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:37.790063 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e1ee0b6-fa8d-4558-b47f-936f33ba3722 req-fade730e-afb6-4ae2-a44c-791e93a3798e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4eaca72274fc4d509cb2d844c023279c&device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 1094 time: 0.0399516 Aug 20 12:11:38.164460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ee0b6-fa8d-4558-b47f-936f33ba3722 req-a8836f7e-fb99-4f88-89a0-28e68cab15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:38.165973 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e1ee0b6-fa8d-4558-b47f-936f33ba3722 req-a8836f7e-fb99-4f88-89a0-28e68cab15bb service neutron] 10.222.0.76 "GET /v2.0/networks?id=62c21897-e505-4813-80a7-53abf1d7b40c HTTP/1.1" status: 200 len: 911 time: 0.3686464 Aug 20 12:11:38.206660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e1ee0b6-fa8d-4558-b47f-936f33ba3722 req-0d9555a0-62ae-4466-bb6e-25c4ff2347aa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae HTTP/1.1" status: 200 len: 217 time: 0.0327849 Aug 20 12:11:38.256245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ee0b6-fa8d-4558-b47f-936f33ba3722 req-49eb1287-66c0-4597-a5b3-2772f0389afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:38.257679 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e1ee0b6-fa8d-4558-b47f-936f33ba3722 req-49eb1287-66c0-4597-a5b3-2772f0389afa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=75e297d1-78a0-4ea3-9a6f-deb3552273c9 HTTP/1.1" status: 200 len: 851 time: 0.0436742 Aug 20 12:11:38.291808 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e1ee0b6-fa8d-4558-b47f-936f33ba3722 req-02efb433-4bb2-4bbd-8402-dcf8209a3e3c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=62c21897-e505-4813-80a7-53abf1d7b40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272369 Aug 20 12:11:38.380165 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e1ee0b6-fa8d-4558-b47f-936f33ba3722 req-6e33315f-d015-4c7a-9986-c3caa2c6c9b0 service neutron] 10.222.0.76 "GET /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790968 Aug 20 12:11:38.470623 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e1ee0b6-fa8d-4558-b47f-936f33ba3722 req-54c2a143-056f-4db5-a4c8-df73890c2e14 service neutron] 10.222.0.76 "GET /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831099 Aug 20 12:11:38.665813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc5574-8095-402b-b985-dbc416d422c3 req-b8040e2d-1f2c-407b-b0dc-3bc5ef7fa38a tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:38.667274 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7bc5574-8095-402b-b985-dbc416d422c3 req-b8040e2d-1f2c-407b-b0dc-3bc5ef7fa38a tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 943 time: 0.0485332 Aug 20 12:11:38.704991 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7bc5574-8095-402b-b985-dbc416d422c3 req-3e3c6dae-8f68-4224-832c-687fe367a0c1 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Aug 20 12:11:39.024041 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c142e0d6-9e58-4f5e-94ad-f5b78200f9ae details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:11:39.115472 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,segment=NetworkSegment(40811d6b-6011-4746-b891-d56438a896c6),segment_id=40811d6b-6011-4746-b891-d56438a896c6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:39.126484 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'c142e0d6-9e58-4f5e-94ad-f5b78200f9ae', 'network_id': '62c21897-e505-4813-80a7-53abf1d7b40c', 'port_id': 'c142e0d6-9e58-4f5e-94ad-f5b78200f9ae', 'mac_address': 'fa:16:3e:95:51:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e297d1-78a0-4ea3-9a6f-deb3552273c9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:11:39.165433 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.178938 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c142e0d6-9e58-4f5e-94ad-f5b78200f9ae {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:39.197874 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,segment=NetworkSegment(40811d6b-6011-4746-b891-d56438a896c6),segment_id=40811d6b-6011-4746-b891-d56438a896c6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:39.202282 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.249605 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:39.317307 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.388757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['c142e0d6-9e58-4f5e-94ad-f5b78200f9ae'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:39.816406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90920e-7574-4a89-985e-53463c7b77f3 req-5ed0466d-c78b-446c-b1ae-3773787b84e7 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:39.818396 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fd90920e-7574-4a89-985e-53463c7b77f3 req-5ed0466d-c78b-446c-b1ae-3773787b84e7 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 944 time: 0.0478981 Aug 20 12:11:39.855421 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fd90920e-7574-4a89-985e-53463c7b77f3 req-194674d2-b61c-4dbe-a4f6-c922c682efa0 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311179 Aug 20 12:11:40.967923 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed9333-e00e-4689-be37-9781e336c948 req-68d45418-07b9-4588-9ee1-5ba0a45eae4b tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:40.969399 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43ed9333-e00e-4689-be37-9781e336c948 req-68d45418-07b9-4588-9ee1-5ba0a45eae4b tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 944 time: 0.0481849 Aug 20 12:11:41.008045 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43ed9333-e00e-4689-be37-9781e336c948 req-f29927d7-9fee-4729-9a08-c556a4ee193b tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322368 Aug 20 12:11:41.039740 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c142e0d6-9e58-4f5e-94ad-f5b78200f9ae up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:41.087352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:41.090990 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:41.091356 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.165523 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.188119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0b7830-b68e-476e-a1ee-9357beab15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c142e0d6-9e58-4f5e-94ad-f5b78200f9ae'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:41.190368 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88bfbcf-83f8-4518-8b9f-fec5d8ea8e7a" -d '{"events": [{"server_uuid": "9a0b7830-b68e-476e-a1ee-9357beab15a2", "name": "network-vif-plugged", "status": "completed", "tag": "c142e0d6-9e58-4f5e-94ad-f5b78200f9ae"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:41.206092 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,segment=NetworkSegment(40811d6b-6011-4746-b891-d56438a896c6),segment_id=40811d6b-6011-4746-b891-d56438a896c6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:41.210420 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.234811 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2af94c4-95e3-467a-8f92-a440c7f95835 x-openstack-request-id: req-b2af94c4-95e3-467a-8f92-a440c7f95835 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:41.235117 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0b7830-b68e-476e-a1ee-9357beab15a2", "name": "network-vif-plugged", "status": "completed", "tag": "c142e0d6-9e58-4f5e-94ad-f5b78200f9ae", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:41.235371 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2af94c4-95e3-467a-8f92-a440c7f95835 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:41.235756 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0b7830-b68e-476e-a1ee-9357beab15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c142e0d6-9e58-4f5e-94ad-f5b78200f9ae', 'code': 200} Aug 20 12:11:41.263463 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:41.325352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65ac0d-4c2e-4faa-a5a9-b3de4e0d29f8 req-b3c74d89-49d8-418c-9cd2-448fbacb470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:41.326833 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc65ac0d-4c2e-4faa-a5a9-b3de4e0d29f8 req-b3c74d89-49d8-418c-9cd2-448fbacb470b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 1096 time: 0.0433125 Aug 20 12:11:41.360384 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dc65ac0d-4c2e-4faa-a5a9-b3de4e0d29f8 req-70783fd5-d97d-457c-aa78-312b163ddca3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267739 Aug 20 12:11:42.145921 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5aacd-f902-4361-b956-5a69ccf775d1 req-3455d4f1-d6ba-4f13-9292-6c6ada18592b tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:42.147384 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4a5aacd-f902-4361-b956-5a69ccf775d1 req-3455d4f1-d6ba-4f13-9292-6c6ada18592b tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0474722 Aug 20 12:11:42.184855 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f4a5aacd-f902-4361-b956-5a69ccf775d1 req-becbc199-36d1-4991-854b-76980681238c tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315511 Aug 20 12:11:43.299491 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6f596-f328-4e5a-83c3-641f723e44ad req-1150f9df-6db8-4416-a015-3ec45272d983 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:43.300895 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-62f6f596-f328-4e5a-83c3-641f723e44ad req-1150f9df-6db8-4416-a015-3ec45272d983 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0485976 Aug 20 12:11:43.337749 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-62f6f596-f328-4e5a-83c3-641f723e44ad req-a9161caf-21a3-42f5-a1a7-63389250fa34 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306709 Aug 20 12:11:43.516924 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53788) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:43.572236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88f43b-9b3b-48a8-b296-9fac60ee7393 req-12b5a80f-bc2e-40f9-a07b-0ad4a5cf7a48 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:43.573754 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9e88f43b-9b3b-48a8-b296-9fac60ee7393 req-12b5a80f-bc2e-40f9-a07b-0ad4a5cf7a48 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0487785 Aug 20 12:11:43.617378 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9e88f43b-9b3b-48a8-b296-9fac60ee7393 req-e3dd1ac4-d126-44b1-abf4-8a79a538d388 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372570 Aug 20 12:11:43.627750 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-18768f72-ddd9-43e5-8d46-bdb5acb508f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1088994 Aug 20 12:11:44.304381 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:11:44.763743 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba7235-8e86-4559-98e7-98e518274311 req-e9012a78-1014-4221-a3ee-c38e29956cd0 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:44.765245 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-21ba7235-8e86-4559-98e7-98e518274311 req-e9012a78-1014-4221-a3ee-c38e29956cd0 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0790415 Aug 20 12:11:44.771656 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-203c5864-25b8-49fc-aaad-f32d76c98186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:44.773089 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-203c5864-25b8-49fc-aaad-f32d76c98186 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4eaca72274fc4d509cb2d844c023279c&device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 1096 time: 0.0599926 Aug 20 12:11:44.857209 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-21ba7235-8e86-4559-98e7-98e518274311 req-d1480411-c882-4af2-8dd6-406ea2963a4a tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831702 Aug 20 12:11:44.886813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-ca628aed-e8aa-4921-be4a-53388e303a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:44.888276 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-ca628aed-e8aa-4921-be4a-53388e303a22 service neutron] 10.222.0.76 "GET /v2.0/networks?id=62c21897-e505-4813-80a7-53abf1d7b40c HTTP/1.1" status: 200 len: 911 time: 0.1085994 Aug 20 12:11:44.929672 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-18818308-84fb-4a4a-987a-07582911f726 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae HTTP/1.1" status: 200 len: 217 time: 0.0345168 Aug 20 12:11:44.978756 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-08dd7c80-1c91-4d8d-9c9b-d912f1215e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:44.980211 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-08dd7c80-1c91-4d8d-9c9b-d912f1215e80 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=75e297d1-78a0-4ea3-9a6f-deb3552273c9 HTTP/1.1" status: 200 len: 851 time: 0.0440896 Aug 20 12:11:45.011338 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-81968676-a418-489d-ad6e-d20f68a07387 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=62c21897-e505-4813-80a7-53abf1d7b40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248418 Aug 20 12:11:45.103130 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-0ba8956e-e554-4234-8cc9-fccd61e690b7 service neutron] 10.222.0.76 "GET /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852823 Aug 20 12:11:45.190245 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-ebbdb987-25fe-4cf9-890a-61aec2ab4107 service neutron] 10.222.0.76 "GET /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806234 Aug 20 12:11:45.972315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764ffe7-0467-4f5f-ad97-6ccc88afec9c req-dc779ce0-0c0d-4c76-9b00-75e048073c36 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:45.974350 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a764ffe7-0467-4f5f-ad97-6ccc88afec9c req-dc779ce0-0c0d-4c76-9b00-75e048073c36 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0490100 Aug 20 12:11:46.013758 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a764ffe7-0467-4f5f-ad97-6ccc88afec9c req-889e2431-0bf5-47ff-95b2-27a51b58dc6a tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325005 Aug 20 12:11:47.134524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bc4e8-44c9-46fe-a887-2d1648d7d08d req-b662657c-37d9-40cd-a5fe-5d5767fbf9d6 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:47.136009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d75bc4e8-44c9-46fe-a887-2d1648d7d08d req-b662657c-37d9-40cd-a5fe-5d5767fbf9d6 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0542178 Aug 20 12:11:47.173569 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d75bc4e8-44c9-46fe-a887-2d1648d7d08d req-1f043715-a8f4-4038-86c5-326aaf386d32 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316787 Aug 20 12:11:48.286307 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e8c65-1e96-4e81-85fc-8a71fa9df542 req-0658f13c-5801-4123-97c2-be0243c17823 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:48.287717 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f51e8c65-1e96-4e81-85fc-8a71fa9df542 req-0658f13c-5801-4123-97c2-be0243c17823 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0489376 Aug 20 12:11:48.328000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f51e8c65-1e96-4e81-85fc-8a71fa9df542 req-36bb2883-2f76-4640-9839-b64bf9daaa7d tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343750 Aug 20 12:11:49.440607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8debf-14d1-4b77-ad29-bc7b50e69fca req-c7a7abe5-f651-472e-9be9-91e80e93d27c tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:49.442185 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-00f8debf-14d1-4b77-ad29-bc7b50e69fca req-c7a7abe5-f651-472e-9be9-91e80e93d27c tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0483155 Aug 20 12:11:49.479227 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-00f8debf-14d1-4b77-ad29-bc7b50e69fca req-bbb56897-b3e4-46d9-8ceb-974806a83fd8 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313318 Aug 20 12:11:50.595668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79161472-88cf-4952-8985-0c7b3fe56d48 req-d4d496d8-f721-4b5e-ba0f-ed23aedc0586 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:50.597152 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79161472-88cf-4952-8985-0c7b3fe56d48 req-d4d496d8-f721-4b5e-ba0f-ed23aedc0586 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0480394 Aug 20 12:11:50.639005 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79161472-88cf-4952-8985-0c7b3fe56d48 req-9c3e69a0-5e54-40e9-be88-8872604a42a5 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356221 Aug 20 12:11:51.753715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b8950-8b58-43e8-a1dc-d8d3286ef173 req-daf20a41-8c7f-4cc6-8302-d174fa6161aa tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:51.755749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-299b8950-8b58-43e8-a1dc-d8d3286ef173 req-daf20a41-8c7f-4cc6-8302-d174fa6161aa tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0501134 Aug 20 12:11:51.793331 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-299b8950-8b58-43e8-a1dc-d8d3286ef173 req-0b5e5fab-9eb6-4804-bc02-74b01f1d3047 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312371 Aug 20 12:11:52.388898 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-53695a4b-d8a6-4e68-ae99-cff737fa6a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.907450 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b8ded-c16e-4b25-9f83-02e1d47ce059 req-fca3e4ef-1308-420d-b763-b10663df2ad8 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:52.908939 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a32b8ded-c16e-4b25-9f83-02e1d47ce059 req-fca3e4ef-1308-420d-b763-b10663df2ad8 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0482602 Aug 20 12:11:52.947198 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a32b8ded-c16e-4b25-9f83-02e1d47ce059 req-fabab3db-aae7-47a6-87bb-3d4f06f26f76 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Aug 20 12:11:54.066118 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12e2df-58fb-46ea-8340-19b39269f366 req-68c45b26-0f2a-4e37-910d-02ff7c1e898a tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:54.067655 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b12e2df-58fb-46ea-8340-19b39269f366 req-68c45b26-0f2a-4e37-910d-02ff7c1e898a tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0522373 Aug 20 12:11:54.104606 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5b12e2df-58fb-46ea-8340-19b39269f366 req-a3e087ee-ab73-4164-9edf-17078dc7fb34 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310438 Aug 20 12:11:55.169303 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-231ca15f-8de3-43ad-ab6f-6714c0f2eecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:55.219309 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9fdcb-aac1-4346-acf8-1597d7e1bd84 req-1f9d33b4-ce2e-4c39-995a-f8bb74a92d5f tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:55.220800 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95d9fdcb-aac1-4346-acf8-1597d7e1bd84 req-1f9d33b4-ce2e-4c39-995a-f8bb74a92d5f tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0486636 Aug 20 12:11:55.258106 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95d9fdcb-aac1-4346-acf8-1597d7e1bd84 req-8b800710-ae09-4b4a-a211-969d76397c62 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312469 Aug 20 12:11:55.486890 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.370693 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655063bf-4a11-4f3e-b127-18df62ed62d1 req-61d1d829-f79f-491f-803c-63f94d05a599 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:56.372173 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-655063bf-4a11-4f3e-b127-18df62ed62d1 req-61d1d829-f79f-491f-803c-63f94d05a599 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0481803 Aug 20 12:11:56.408318 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-655063bf-4a11-4f3e-b127-18df62ed62d1 req-e56bef0e-3d19-4900-b3c4-3d085e782ea8 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300436 Aug 20 12:11:56.437518 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.522342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1ec3-9230-4ca3-abe3-2fd205c33221 req-4ca522de-8997-4b56-ac4b-7d5cb6567d61 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:57.523780 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-428c1ec3-9230-4ca3-abe3-2fd205c33221 req-4ca522de-8997-4b56-ac4b-7d5cb6567d61 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0472481 Aug 20 12:11:57.563981 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-428c1ec3-9230-4ca3-abe3-2fd205c33221 req-1dcdf53f-8343-405a-b362-5ec71eb9b911 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341434 Aug 20 12:11:58.053890 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.679057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd4b5f-827c-49fd-8827-84d9b9973aed req-83c03dd1-88a9-4a9b-9c1a-dd5baf139e7c tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:58.680526 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-afbd4b5f-827c-49fd-8827-84d9b9973aed req-83c03dd1-88a9-4a9b-9c1a-dd5baf139e7c tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0482492 Aug 20 12:11:58.716559 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-afbd4b5f-827c-49fd-8827-84d9b9973aed req-a1bb4647-7a1c-4aac-82dc-aa51d8b1ba1b tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301661 Aug 20 12:11:59.831823 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bffff8-0373-4a46-ae45-e7cc1ec8aa65 req-bae62b47-a3a4-43b9-a217-e1c784156112 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:59.833380 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e0bffff8-0373-4a46-ae45-e7cc1ec8aa65 req-bae62b47-a3a4-43b9-a217-e1c784156112 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0486331 Aug 20 12:11:59.870191 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e0bffff8-0373-4a46-ae45-e7cc1ec8aa65 req-1526fdcf-24db-401d-af49-e08ce3a2dbaa tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309992 Aug 20 12:12:00.988345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfa313-f6f6-4a68-8668-edba52a76997 req-3a225dbc-830b-4ef5-b39d-c6a7b3fb97d5 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:00.989990 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6adfa313-f6f6-4a68-8668-edba52a76997 req-3a225dbc-830b-4ef5-b39d-c6a7b3fb97d5 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0529666 Aug 20 12:12:01.027976 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6adfa313-f6f6-4a68-8668-edba52a76997 req-de5606c7-f0d6-4500-b870-a27f4d5a8736 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321026 Aug 20 12:12:02.141676 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df31ea-973d-44d3-a450-29d5c311d48e req-cd7e5fcb-9fc2-4069-a800-8750a5aef97e tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:02.143150 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-44df31ea-973d-44d3-a450-29d5c311d48e req-cd7e5fcb-9fc2-4069-a800-8750a5aef97e tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0490022 Aug 20 12:12:02.180099 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-44df31ea-973d-44d3-a450-29d5c311d48e req-b45e8853-9a49-49d9-ac4d-4188a3c7a796 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310557 Aug 20 12:12:03.099756 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.293804 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e561b-b3d7-403f-a362-a4b2b72a2f92 req-810063f8-2d2d-439a-a94e-435ef5df0975 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:03.295185 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-657e561b-b3d7-403f-a362-a4b2b72a2f92 req-810063f8-2d2d-439a-a94e-435ef5df0975 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0494766 Aug 20 12:12:03.333418 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-657e561b-b3d7-403f-a362-a4b2b72a2f92 req-0c7b855e-2f10-451d-b8ed-675ccc3108f3 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319448 Aug 20 12:12:04.447203 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9990f-465c-4896-825b-9a4401a699d2 req-e6bc4e1c-9b61-48e2-9ea4-558c71f496a7 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:04.448698 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2af9990f-465c-4896-825b-9a4401a699d2 req-e6bc4e1c-9b61-48e2-9ea4-558c71f496a7 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0485873 Aug 20 12:12:04.490434 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2af9990f-465c-4896-825b-9a4401a699d2 req-3c09e3c7-3150-4889-b9db-b4fbb6f4fc1d tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352235 Aug 20 12:12:05.603983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bd11e-3b3f-4746-b642-a11fc21634e0 req-961b9745-439e-4a9e-8af1-22525f339c63 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:05.605541 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f65bd11e-3b3f-4746-b642-a11fc21634e0 req-961b9745-439e-4a9e-8af1-22525f339c63 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0480525 Aug 20 12:12:05.641827 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f65bd11e-3b3f-4746-b642-a11fc21634e0 req-5b421122-8422-4fbc-a895-60e4a8742de8 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303700 Aug 20 12:12:06.760396 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694c1ff-199b-4e0b-b266-b9355448235a req-1f1e41b6-544e-4ce0-a01e-9d6cfe8617ce tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:06.761887 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1694c1ff-199b-4e0b-b266-b9355448235a req-1f1e41b6-544e-4ce0-a01e-9d6cfe8617ce tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0514102 Aug 20 12:12:06.799465 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1694c1ff-199b-4e0b-b266-b9355448235a req-0738ef44-f333-49bd-930e-ccacd2d06c68 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309041 Aug 20 12:12:07.916899 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b587c8-bd8d-4e0f-914c-a97bf5ee7628 req-74033408-64de-4cee-b29b-4c455ae738c9 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:07.918360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5b587c8-bd8d-4e0f-914c-a97bf5ee7628 req-74033408-64de-4cee-b29b-4c455ae738c9 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0515840 Aug 20 12:12:07.955273 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5b587c8-bd8d-4e0f-914c-a97bf5ee7628 req-092549c0-a84e-437d-b3c8-44958176cdf6 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311315 Aug 20 12:12:09.070763 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e82580-3710-4967-8877-eaeacbdb80e1 req-60910ed1-b83e-4178-a78b-5dbae9925014 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:09.072266 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b2e82580-3710-4967-8877-eaeacbdb80e1 req-60910ed1-b83e-4178-a78b-5dbae9925014 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0496783 Aug 20 12:12:09.109113 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b2e82580-3710-4967-8877-eaeacbdb80e1 req-8c627b6f-041f-4525-8f44-2a88b29b023a tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309165 Aug 20 12:12:09.332818 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:10.221864 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb6a34-87df-4f31-a4a7-4b66b7a9135c req-1855bf93-c00c-4412-9f6e-086d196254eb tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:10.223533 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-53fb6a34-87df-4f31-a4a7-4b66b7a9135c req-1855bf93-c00c-4412-9f6e-086d196254eb tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0490258 Aug 20 12:12:10.261495 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-53fb6a34-87df-4f31-a4a7-4b66b7a9135c req-744838bb-5601-4784-b60a-2c7a32af2f2d tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319204 Aug 20 12:12:11.373813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373cf8a-badb-48c5-9aef-5e8cd2a07c0b req-c0c1983f-9ec5-47ce-b8a2-07346446347d tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:11.375258 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e373cf8a-badb-48c5-9aef-5e8cd2a07c0b req-c0c1983f-9ec5-47ce-b8a2-07346446347d tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0471747 Aug 20 12:12:11.415915 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e373cf8a-badb-48c5-9aef-5e8cd2a07c0b req-16fc9e1c-6d6e-4ba7-895e-e1a3a8ab94d2 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340221 Aug 20 12:12:11.969297 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-cf202989-1da5-4b97-b8ab-66484e432a61 service neutron] show failed (client error): The resource could not be found. Aug 20 12:12:11.970311 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-cf202989-1da5-4b97-b8ab-66484e432a61 service neutron] 10.222.0.76 "GET /v2.0/ports/c142e0d6-9e58-4f5e-94ad-f5b78200f9ae/bindings/n-h1-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.0542798 Aug 20 12:12:12.242825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-64477f10-f5aa-4911-a764-87dd6cb6999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:12.244254 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-64477f10-f5aa-4911-a764-87dd6cb6999b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2&tenant_id=4eaca72274fc4d509cb2d844c023279c HTTP/1.1" status: 200 len: 1096 time: 0.1243231 Aug 20 12:12:12.257399 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:12.307661 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:12.537638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] For port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,segment=NetworkSegment(40811d6b-6011-4746-b891-d56438a896c6),segment_id=40811d6b-6011-4746-b891-d56438a896c6)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:12.560370 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e394dfa-5f10-4b92-83c6-3b309f4f8fbd req-53c6c3da-daa9-4745-be77-7c5ba3261499 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:12.561890 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5e394dfa-5f10-4b92-83c6-3b309f4f8fbd req-53c6c3da-daa9-4745-be77-7c5ba3261499 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0792851 Aug 20 12:12:12.596106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] For port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:12:12.636572 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5e394dfa-5f10-4b92-83c6-3b309f4f8fbd req-63655dcc-e76a-4370-8410-e9b99bd8da81 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643988 Aug 20 12:12:12.648652 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0b7830-b68e-476e-a1ee-9357beab15a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c142e0d6-9e58-4f5e-94ad-f5b78200f9ae'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:12.650927 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be3fd20-3019-4166-bf4b-ca7a84f99135" -d '{"events": [{"server_uuid": "9a0b7830-b68e-476e-a1ee-9357beab15a2", "name": "network-vif-unplugged", "status": "completed", "tag": "c142e0d6-9e58-4f5e-94ad-f5b78200f9ae"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:12.655546 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:12.668106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Transition to ACTIVE for port object c142e0d6-9e58-4f5e-94ad-f5b78200f9ae will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:12.671998 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:12.703781 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b369517-a4d4-4358-aefa-2a1101036ebf x-openstack-request-id: req-8b369517-a4d4-4358-aefa-2a1101036ebf {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:12.704076 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0b7830-b68e-476e-a1ee-9357beab15a2", "name": "network-vif-unplugged", "status": "completed", "tag": "c142e0d6-9e58-4f5e-94ad-f5b78200f9ae", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:12.704324 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b369517-a4d4-4358-aefa-2a1101036ebf {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:12.704739 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0b7830-b68e-476e-a1ee-9357beab15a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c142e0d6-9e58-4f5e-94ad-f5b78200f9ae', 'code': 200} Aug 20 12:12:12.740403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] No DVR routers for this DVR port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:12:12.742324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Pushing event updated for resources: {'Port': ['ID=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,revision_number=6']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:12.775894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Attempting to bind port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:12:12.776224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Attempting to bind port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '40811d6b-6011-4746-b891-d56438a896c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '62c21897-e505-4813-80a7-53abf1d7b40c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:12:12.776546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Attempting to bind port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae on network 62c21897-e505-4813-80a7-53abf1d7b40c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:12.780702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae on network 62c21897-e505-4813-80a7-53abf1d7b40c not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:12:12.781025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Attempting to bind port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae on network 62c21897-e505-4813-80a7-53abf1d7b40c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:12.786205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:12:12.786524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Checking segment: {'id': '40811d6b-6011-4746-b891-d56438a896c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '62c21897-e505-4813-80a7-53abf1d7b40c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:12.787077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Bound using segment: {'id': '40811d6b-6011-4746-b891-d56438a896c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '62c21897-e505-4813-80a7-53abf1d7b40c'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:12:12.787494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Bound port: c142e0d6-9e58-4f5e-94ad-f5b78200f9ae, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40811d6b-6011-4746-b891-d56438a896c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '62c21897-e505-4813-80a7-53abf1d7b40c'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:12:12.787891 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:12.855508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] For port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:12:12.858478 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] For port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,segment=NetworkSegment(40811d6b-6011-4746-b891-d56438a896c6),segment_id=40811d6b-6011-4746-b891-d56438a896c6)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:12:12.863389 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:12.897263 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:12.898267 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:12.899642 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] 10.222.0.35 "PUT /v2.0/ports/c142e0d6-9e58-4f5e-94ad-f5b78200f9ae HTTP/1.1" status: 200 len: 1091 time: 0.6471093 Aug 20 12:12:12.949676 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bede0-1de6-4915-a08d-743697c43423 service neutron] Pushing event updated for resources: {'Port': ['ID=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,revision_number=7']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:12.965343 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-9424997d-e107-4637-b754-ff47f7380572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:12.967103 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-9424997d-e107-4637-b754-ff47f7380572 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4eaca72274fc4d509cb2d844c023279c&device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 1094 time: 0.0450544 Aug 20 12:12:13.057566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-f3543cbe-367d-4cb7-9b6b-af888359eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:13.058963 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-f3543cbe-367d-4cb7-9b6b-af888359eedf service neutron] 10.222.0.35 "GET /v2.0/networks?id=62c21897-e505-4813-80a7-53abf1d7b40c HTTP/1.1" status: 200 len: 911 time: 0.0845351 Aug 20 12:12:13.104223 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-d1c6fa1a-bb67-4f66-bfa3-2cabeb50f751 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae HTTP/1.1" status: 200 len: 217 time: 0.0373275 Aug 20 12:12:13.152020 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-1de5a2af-0e16-4051-b3e9-7584c4513590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:13.153447 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-1de5a2af-0e16-4051-b3e9-7584c4513590 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75e297d1-78a0-4ea3-9a6f-deb3552273c9 HTTP/1.1" status: 200 len: 851 time: 0.0427659 Aug 20 12:12:13.184480 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-3eb1347e-ad9a-4855-a8d8-8fe600a7c791 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62c21897-e505-4813-80a7-53abf1d7b40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237684 Aug 20 12:12:13.195359 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-9e6e83ad-5206-4dc3-8867-a78dfb6a6d09 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:13.196273 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-9e6e83ad-5206-4dc3-8867-a78dfb6a6d09 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048335 Aug 20 12:12:13.292835 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-4b6caf1a-ab80-4b0a-863e-4887fc9b308b service neutron] 10.222.0.35 "GET /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890217 Aug 20 12:12:13.382512 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36c0442b-652d-4e58-876a-05eb0de60f01 req-75cfb83c-ac41-4bb4-a123-8a8c4aba6895 service neutron] 10.222.0.35 "GET /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818293 Aug 20 12:12:13.751500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0dfd9-1686-440d-a6b7-58b47af56572 req-c2843749-05f2-4ece-ae34-9b1c8ff5d4dc tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:13.752990 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-97c0dfd9-1686-440d-a6b7-58b47af56572 req-c2843749-05f2-4ece-ae34-9b1c8ff5d4dc tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 943 time: 0.0484772 Aug 20 12:12:13.790378 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-97c0dfd9-1686-440d-a6b7-58b47af56572 req-8a1feb48-770d-4e75-9e88-103b6f06a9c9 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306249 Aug 20 12:12:14.705892 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0b7830-b68e-476e-a1ee-9357beab15a2', 'tag': 'c142e0d6-9e58-4f5e-94ad-f5b78200f9ae'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:14.708926 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad372592-9311-41dc-8333-97b5acd1e7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0b7830-b68e-476e-a1ee-9357beab15a2", "tag": "c142e0d6-9e58-4f5e-94ad-f5b78200f9ae"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:14.757639 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a804ff-00d4-445a-91f9-61319e8bbc46 x-openstack-request-id: req-84a804ff-00d4-445a-91f9-61319e8bbc46 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:14.757957 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0b7830-b68e-476e-a1ee-9357beab15a2", "tag": "c142e0d6-9e58-4f5e-94ad-f5b78200f9ae", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:14.758214 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84a804ff-00d4-445a-91f9-61319e8bbc46 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:14.758616 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0b7830-b68e-476e-a1ee-9357beab15a2', 'tag': 'c142e0d6-9e58-4f5e-94ad-f5b78200f9ae', 'status': 'completed', 'code': 200} Aug 20 12:12:14.853727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-3e4c1bb9-769c-4af0-82b3-6cb75d82a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:14.855377 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-3e4c1bb9-769c-4af0-82b3-6cb75d82a52f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4eaca72274fc4d509cb2d844c023279c&device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 1094 time: 0.0704739 Aug 20 12:12:14.860582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-50197f04-0038-4868-9832-d16683f33644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:14.862079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-50197f04-0038-4868-9832-d16683f33644 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4eaca72274fc4d509cb2d844c023279c&device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 1094 time: 0.0848868 Aug 20 12:12:15.057746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdad0b-a279-481e-be07-a92686cca408 req-936af66c-2037-43c1-bb9c-6ea67469baf7 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:15.059224 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92fdad0b-a279-481e-be07-a92686cca408 req-936af66c-2037-43c1-bb9c-6ea67469baf7 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 943 time: 0.1670532 Aug 20 12:12:15.070589 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-e5463ee2-42e8-4fd8-99ed-c20195544a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:15.071964 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-e5463ee2-42e8-4fd8-99ed-c20195544a03 service neutron] 10.222.0.35 "GET /v2.0/networks?id=62c21897-e505-4813-80a7-53abf1d7b40c HTTP/1.1" status: 200 len: 911 time: 0.2084167 Aug 20 12:12:15.077366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-ac87a532-baf8-4b7b-9e90-bb69eb212632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:15.078662 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-ac87a532-baf8-4b7b-9e90-bb69eb212632 service neutron] 10.222.0.76 "GET /v2.0/networks?id=62c21897-e505-4813-80a7-53abf1d7b40c HTTP/1.1" status: 200 len: 911 time: 0.2072904 Aug 20 12:12:15.155511 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-0fa5ffcf-9335-4417-a625-30d3f1b15fb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae HTTP/1.1" status: 200 len: 217 time: 0.0751610 Aug 20 12:12:15.158017 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-10f78144-69ee-4e9a-8389-390b02d89adb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae HTTP/1.1" status: 200 len: 217 time: 0.0647526 Aug 20 12:12:15.206062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92fdad0b-a279-481e-be07-a92686cca408 req-a4073b66-0bc3-4a70-a7db-7a1cc6da71b6 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387067 Aug 20 12:12:15.213551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c142e0d6-9e58-4f5e-94ad-f5b78200f9ae no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:12:15.250110 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c142e0d6-9e58-4f5e-94ad-f5b78200f9ae not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:12:15.251478 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-18155b1e-516d-4200-bae3-1327c248d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:15.253135 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-18155b1e-516d-4200-bae3-1327c248d4a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75e297d1-78a0-4ea3-9a6f-deb3552273c9 HTTP/1.1" status: 200 len: 851 time: 0.0895300 Aug 20 12:12:15.255315 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-07c1c202-3383-40eb-8ab9-b6318c8cf562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:15.256625 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-07c1c202-3383-40eb-8ab9-b6318c8cf562 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=75e297d1-78a0-4ea3-9a6f-deb3552273c9 HTTP/1.1" status: 200 len: 851 time: 0.0776591 Aug 20 12:12:15.290191 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-759d70aa-7fb0-4a6b-818b-887f2e517cfb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62c21897-e505-4813-80a7-53abf1d7b40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299850 Aug 20 12:12:15.304547 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-d485d9a3-ace1-4fcf-b641-cef3e08adf4b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=62c21897-e505-4813-80a7-53abf1d7b40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372844 Aug 20 12:12:15.453206 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-63955b51-12fe-4bf0-8729-38386ddb0c5d service neutron] 10.222.0.35 "GET /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506028 Aug 20 12:12:15.456348 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-fcb7fbeb-ec74-463f-9f6d-5a7161da0641 service neutron] 10.222.0.76 "GET /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445525 Aug 20 12:12:15.522780 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c142e0d6-9e58-4f5e-94ad-f5b78200f9ae details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:12:15.611234 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-cae85540-4ad8-41f0-b8c0-e1ade4dccdad service neutron] 10.222.0.35 "GET /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497192 Aug 20 12:12:15.615324 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad372592-9311-41dc-8333-97b5acd1e7a5 req-0b92384e-7e95-4485-8813-102c62b03c62 service neutron] 10.222.0.76 "GET /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464007 Aug 20 12:12:15.766427 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,segment=NetworkSegment(40811d6b-6011-4746-b891-d56438a896c6),segment_id=40811d6b-6011-4746-b891-d56438a896c6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:15.777118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'c142e0d6-9e58-4f5e-94ad-f5b78200f9ae', 'network_id': '62c21897-e505-4813-80a7-53abf1d7b40c', 'port_id': 'c142e0d6-9e58-4f5e-94ad-f5b78200f9ae', 'mac_address': 'fa:16:3e:95:51:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e297d1-78a0-4ea3-9a6f-deb3552273c9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:12:15.812680 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.824604 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c142e0d6-9e58-4f5e-94ad-f5b78200f9ae {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:12:15.845707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,segment=NetworkSegment(40811d6b-6011-4746-b891-d56438a896c6),segment_id=40811d6b-6011-4746-b891-d56438a896c6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:15.850480 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.896223 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:16.117553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['c142e0d6-9e58-4f5e-94ad-f5b78200f9ae'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:12:16.324517 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5288d62-9114-4218-8ee4-e758dcd3cedd req-6678f65d-9f6e-436b-9af3-9fde3df033c5 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:16.326000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b5288d62-9114-4218-8ee4-e758dcd3cedd req-6678f65d-9f6e-436b-9af3-9fde3df033c5 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 944 time: 0.0474107 Aug 20 12:12:16.363227 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b5288d62-9114-4218-8ee4-e758dcd3cedd req-230aebb2-acda-430b-8291-a054dd0539a7 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313013 Aug 20 12:12:16.625418 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-d53a3b78-4f70-4ebf-af95-9db3405cd4ae tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:16.626983 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-d53a3b78-4f70-4ebf-af95-9db3405cd4ae tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2&tenant_id=4eaca72274fc4d509cb2d844c023279c&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 944 time: 0.0838592 Aug 20 12:12:16.688291 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-0c10c2ee-d841-41a0-ae8f-494b53543396 service neutron] delete failed (client error): The resource could not be found. Aug 20 12:12:16.689303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-0c10c2ee-d841-41a0-ae8f-494b53543396 service neutron] 10.222.0.76 "DELETE /v2.0/ports/c142e0d6-9e58-4f5e-94ad-f5b78200f9ae/bindings/n-h2-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.0544555 Aug 20 12:12:17.059875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-61b9631c-d33a-4fc4-99e5-504ffb9ab4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:17.061421 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-61b9631c-d33a-4fc4-99e5-504ffb9ab4a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4eaca72274fc4d509cb2d844c023279c&device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 1095 time: 0.3294713 Aug 20 12:12:17.153387 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-2f69a6ab-3739-4eb4-9277-0771841fd487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:17.154867 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-2f69a6ab-3739-4eb4-9277-0771841fd487 service neutron] 10.222.0.76 "GET /v2.0/networks?id=62c21897-e505-4813-80a7-53abf1d7b40c HTTP/1.1" status: 200 len: 911 time: 0.0860724 Aug 20 12:12:17.199611 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-2ad9ec7c-1209-4d28-ae16-adb220303f47 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae HTTP/1.1" status: 200 len: 217 time: 0.0374844 Aug 20 12:12:17.248902 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-cf68f446-1980-4c09-8e9f-3a1735020c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:17.250358 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-cf68f446-1980-4c09-8e9f-3a1735020c3b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=75e297d1-78a0-4ea3-9a6f-deb3552273c9 HTTP/1.1" status: 200 len: 851 time: 0.0448020 Aug 20 12:12:17.281013 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-752c6fce-2bf9-4be6-80d6-f0a2b19f2082 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=62c21897-e505-4813-80a7-53abf1d7b40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239542 Aug 20 12:12:17.374917 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-57579fe4-bb9b-435c-8988-204f0607ac05 service neutron] 10.222.0.76 "GET /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868995 Aug 20 12:12:17.463320 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-488912ce-54d7-4552-a513-56a823113a77 service neutron] 10.222.0.76 "GET /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816784 Aug 20 12:12:17.529660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c142e0d6-9e58-4f5e-94ad-f5b78200f9ae up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:17.579169 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:17.584077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:17.584444 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:17.659621 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:17.681837 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0b7830-b68e-476e-a1ee-9357beab15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c142e0d6-9e58-4f5e-94ad-f5b78200f9ae'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:17.684074 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a7aa3d-5b6b-49f3-908f-a98e2834b7ce" -d '{"events": [{"server_uuid": "9a0b7830-b68e-476e-a1ee-9357beab15a2", "name": "network-vif-plugged", "status": "completed", "tag": "c142e0d6-9e58-4f5e-94ad-f5b78200f9ae"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:17.697918 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,segment=NetworkSegment(40811d6b-6011-4746-b891-d56438a896c6),segment_id=40811d6b-6011-4746-b891-d56438a896c6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:17.701838 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:17.732580 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70de81ca-bad7-4737-9a15-cb0cd41862f3 x-openstack-request-id: req-70de81ca-bad7-4737-9a15-cb0cd41862f3 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:17.732890 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0b7830-b68e-476e-a1ee-9357beab15a2", "name": "network-vif-plugged", "status": "completed", "tag": "c142e0d6-9e58-4f5e-94ad-f5b78200f9ae", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:17.733146 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70de81ca-bad7-4737-9a15-cb0cd41862f3 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:17.733519 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0b7830-b68e-476e-a1ee-9357beab15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c142e0d6-9e58-4f5e-94ad-f5b78200f9ae', 'code': 200} Aug 20 12:12:17.753501 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:18.125611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc601b35-3819-4ad6-9d45-a1f763ee4127 req-e810a792-80d1-4855-8e1c-11b3d3b2c393 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:18.127112 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cc601b35-3819-4ad6-9d45-a1f763ee4127 req-e810a792-80d1-4855-8e1c-11b3d3b2c393 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0499625 Aug 20 12:12:18.164719 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cc601b35-3819-4ad6-9d45-a1f763ee4127 req-4cb9de1d-dba6-4e91-a22b-5f9803442564 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310674 Aug 20 12:12:19.282384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33764cb4-362c-4cf0-acfc-850cbf8ac348 req-331880a7-602b-4082-80a2-676fbfb16ce6 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:19.283763 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-33764cb4-362c-4cf0-acfc-850cbf8ac348 req-331880a7-602b-4082-80a2-676fbfb16ce6 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0493960 Aug 20 12:12:19.324056 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-33764cb4-362c-4cf0-acfc-850cbf8ac348 req-48efa79b-c4e3-47c2-9750-ce474c6ee5ad tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.37 "GET /v2.0/security-groups?id=51717602-55a0-4dc1-bea5-9bfd90b598ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341184 Aug 20 12:12:19.398314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-b4f7b953-7047-42a7-b869-c24ab287d11d tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:19.399801 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-b4f7b953-7047-42a7-b869-c24ab287d11d tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0b7830-b68e-476e-a1ee-9357beab15a2 HTTP/1.1" status: 200 len: 945 time: 0.0525291 Aug 20 12:12:19.486035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-a645b85a-1322-4a10-b185-a0ad896cb220 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Deleting port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:19.486412 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-a645b85a-1322-4a10-b185-a0ad896cb220 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.575298 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-a645b85a-1322-4a10-b185-a0ad896cb220 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] For port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,segment=NetworkSegment(40811d6b-6011-4746-b891-d56438a896c6),segment_id=40811d6b-6011-4746-b891-d56438a896c6)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:19.575593 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-a645b85a-1322-4a10-b185-a0ad896cb220 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.588237 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-a645b85a-1322-4a10-b185-a0ad896cb220 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Calling delete_port for c142e0d6-9e58-4f5e-94ad-f5b78200f9ae owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:19.714317 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-a645b85a-1322-4a10-b185-a0ad896cb220 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.726996 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['c142e0d6-9e58-4f5e-94ad-f5b78200f9ae'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:12:19.743314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645b85a-1322-4a10-b185-a0ad896cb220 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Pushing event deleted for resources: {'Port': ['ID=c142e0d6-9e58-4f5e-94ad-f5b78200f9ae,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:19.782285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-a645b85a-1322-4a10-b185-a0ad896cb220 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] No DVR routers for this DVR port c142e0d6-9e58-4f5e-94ad-f5b78200f9ae on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:12:19.784715 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-a645b85a-1322-4a10-b185-a0ad896cb220 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.787204 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d07d428e-5ed1-4b44-ab18-1fda77d9049e req-a645b85a-1322-4a10-b185-a0ad896cb220 tempest-DeleteServersTestJSON-1786725804 tempest-DeleteServersTestJSON-1786725804-project] 10.222.0.35 "DELETE /v2.0/ports/c142e0d6-9e58-4f5e-94ad-f5b78200f9ae HTTP/1.1" status: 204 len: 173 time: 0.3810933 Aug 20 12:12:19.787639 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0b7830-b68e-476e-a1ee-9357beab15a2', 'name': 'network-vif-deleted', 'tag': 'c142e0d6-9e58-4f5e-94ad-f5b78200f9ae'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:19.789899 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afec60a-2664-4ecd-9b98-51ebf0d58627" -d '{"events": [{"server_uuid": "9a0b7830-b68e-476e-a1ee-9357beab15a2", "name": "network-vif-deleted", "tag": "c142e0d6-9e58-4f5e-94ad-f5b78200f9ae"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:19.826983 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9464ee05-78c4-4b1f-95a7-257093e8f87e x-openstack-request-id: req-9464ee05-78c4-4b1f-95a7-257093e8f87e {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:19.827227 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0b7830-b68e-476e-a1ee-9357beab15a2", "name": "network-vif-deleted", "tag": "c142e0d6-9e58-4f5e-94ad-f5b78200f9ae", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:19.827480 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9464ee05-78c4-4b1f-95a7-257093e8f87e {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:19.827879 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0b7830-b68e-476e-a1ee-9357beab15a2', 'name': 'network-vif-deleted', 'tag': 'c142e0d6-9e58-4f5e-94ad-f5b78200f9ae', 'status': 'completed', 'code': 200} Aug 20 12:12:20.447634 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53894) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:20.490856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d0bf19-4d4a-4728-9916-1b736442ccc5 admin admin] Deleting subnet 75e297d1-78a0-4ea3-9a6f-deb3552273c9 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:12:20.493835 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bf19-4d4a-4728-9916-1b736442ccc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.531259 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bf19-4d4a-4728-9916-1b736442ccc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.568216 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bf19-4d4a-4728-9916-1b736442ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.618516 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bf19-4d4a-4728-9916-1b736442ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.644131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0bf19-4d4a-4728-9916-1b736442ccc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e297d1-78a0-4ea3-9a6f-deb3552273c9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:20.648077 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bf19-4d4a-4728-9916-1b736442ccc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.652585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53896) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:20.653048 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e4d0bf19-4d4a-4728-9916-1b736442ccc5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/75e297d1-78a0-4ea3-9a6f-deb3552273c9 HTTP/1.1" status: 204 len: 168 time: 0.2039371 Aug 20 12:12:20.721936 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.797543 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.807575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c21897-e505-4813-80a7-53abf1d7b40c']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:20.817462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40811d6b-6011-4746-b891-d56438a896c6') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:20.817758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40811d6b-6011-4746-b891-d56438a896c6') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:20.826881 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.839881 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.845431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:12:20.845810 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:12:20.847358 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:12:20.903818 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.909060 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.910905 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] 10.222.0.37 "DELETE /v2.0/networks/62c21897-e505-4813-80a7-53abf1d7b40c HTTP/1.1" status: 204 len: 168 time: 0.2572927 Aug 20 12:12:20.922172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Pushing event deleted for resources: {'Network': ['ID=62c21897-e505-4813-80a7-53abf1d7b40c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:20.930889 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:20.931072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:20.931406 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:20.931738 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:20.932063 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:20.932390 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:20.932737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:20.933062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:20.933389 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:20.933694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:20.934015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:20.934329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b37818-0a71-4264-aaa1-9c2596d5ec90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:21.020451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53900) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:21.059687 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-30355199-3a90-489a-832f-32bc5a33ea32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4eaca72274fc4d509cb2d844c023279c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380676 Aug 20 12:12:21.062096 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53902) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:21.108043 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-977e95ea-f260-46ec-887e-0569929589f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.129045 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-977e95ea-f260-46ec-887e-0569929589f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.174055 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-977e95ea-f260-46ec-887e-0569929589f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.176796 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-977e95ea-f260-46ec-887e-0569929589f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.177982 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-977e95ea-f260-46ec-887e-0569929589f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51717602-55a0-4dc1-bea5-9bfd90b598ce HTTP/1.1" status: 204 len: 168 time: 0.1149695 Aug 20 12:12:21.186066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e95ea-f260-46ec-887e-0569929589f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51717602-55a0-4dc1-bea5-9bfd90b598ce,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:21.303025 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:12:21.830377 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 53924) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:21.930081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d4cb5993-41ea-44b0-bd84-33d08ed5b304 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1825723594-network', 'tenant_id': 'd7193484957c4241bf912f8e975c0754'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:21.951748 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cb5993-41ea-44b0-bd84-33d08ed5b304 admin admin] Made reservation on behalf of d7193484957c4241bf912f8e975c0754 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:21.953945 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5993-41ea-44b0-bd84-33d08ed5b304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.965616 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5993-41ea-44b0-bd84-33d08ed5b304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.058105 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5993-41ea-44b0-bd84-33d08ed5b304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.061854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5993-41ea-44b0-bd84-33d08ed5b304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.081611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cb5993-41ea-44b0-bd84-33d08ed5b304 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:12:22.096234 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb5993-41ea-44b0-bd84-33d08ed5b304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021913f3-5c8d-471c-bc51-b921935cc8d2,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:22.100531 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5993-41ea-44b0-bd84-33d08ed5b304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.100898 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-d4cb5993-41ea-44b0-bd84-33d08ed5b304 admin admin] Added segment a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280 of type vlan for network e244ddf9-3741-4d88-a60b-280154b6d56a Aug 20 12:12:22.140003 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5993-41ea-44b0-bd84-33d08ed5b304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.164212 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5993-41ea-44b0-bd84-33d08ed5b304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.165184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cb5993-41ea-44b0-bd84-33d08ed5b304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:22.165754 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5993-41ea-44b0-bd84-33d08ed5b304 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.222208 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d4cb5993-41ea-44b0-bd84-33d08ed5b304 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3906002 Aug 20 12:12:22.225680 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 53928) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:22.227959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb5993-41ea-44b0-bd84-33d08ed5b304 admin admin] Pushing event updated for resources: {'Network': ['ID=e244ddf9-3741-4d88-a60b-280154b6d56a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:22.232426 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-0dd67bcb-ff99-41da-881d-becb3f34b5dd admin admin] Request body: {'subnet': {'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1825723594-subnet', 'tenant_id': 'd7193484957c4241bf912f8e975c0754', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:22.237734 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network e244ddf9-3741-4d88-a60b-280154b6d56a details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:12:22.256313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd67bcb-ff99-41da-881d-becb3f34b5dd admin admin] Made reservation on behalf of d7193484957c4241bf912f8e975c0754 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:22.260137 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0dd67bcb-ff99-41da-881d-becb3f34b5dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.389822 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a604cebb-27ce-47da-8803-35e2581f11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.713305 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0dd67bcb-ff99-41da-881d-becb3f34b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.770687 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd67bcb-ff99-41da-881d-becb3f34b5dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=612a59ec-319a-4568-9e8f-002bbf39d114,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:22.777386 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd67bcb-ff99-41da-881d-becb3f34b5dd admin admin] Checking segment: {'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:22.777748 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd67bcb-ff99-41da-881d-becb3f34b5dd admin admin] Network hostable DHCP agents. Network: e244ddf9-3741-4d88-a60b-280154b6d56a, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:12:22.793265 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd67bcb-ff99-41da-881d-becb3f34b5dd admin admin] Network e244ddf9-3741-4d88-a60b-280154b6d56a is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:12:22.801365 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-0dd67bcb-ff99-41da-881d-becb3f34b5dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, e244ddf9-3741-4d88-a60b-280154b6d56a) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:22.806770 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd67bcb-ff99-41da-881d-becb3f34b5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:22.807386 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0dd67bcb-ff99-41da-881d-becb3f34b5dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.810510 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea436427-e88e-478a-be1d-cdad1bfe96af None None] Network e244ddf9-3741-4d88-a60b-280154b6d56a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:22.822295 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0dd67bcb-ff99-41da-881d-becb3f34b5dd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5953224 Aug 20 12:12:22.935540 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129e4447-3764-4cb7-8839-a927f7d2b089 None None] Network e244ddf9-3741-4d88-a60b-280154b6d56a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:23.253972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-88a7ccb1-0c52-4cfe-bc79-9f50aab90ee7 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:23.255338 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-88a7ccb1-0c52-4cfe-bc79-9f50aab90ee7 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 815 time: 0.1036327 Aug 20 12:12:23.270526 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-0c7ef104-23af-4c52-9829-346d399e0e76 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/quotas/d7193484957c4241bf912f8e975c0754 HTTP/1.1" status: 200 len: 375 time: 0.0087581 Aug 20 12:12:23.301217 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-d922417a-ba77-4676-bdfc-f313cc2448f1 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249021 Aug 20 12:12:23.311692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-11f40f1a-8fd4-4115-a7a0-c8881f193df5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:23.312650 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-11f40f1a-8fd4-4115-a7a0-c8881f193df5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049486 Aug 20 12:12:23.404193 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-c6fe444b-053e-47a8-b0b4-935a7816602f service neutron] 10.222.0.37 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859830 Aug 20 12:12:23.489871 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-324de979-0502-4473-b3e7-3d4f3dfe3bae service neutron] 10.222.0.37 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796251 Aug 20 12:12:23.553978 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c142e0d6-9e58-4f5e-94ad-f5b78200f9ae no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:12:23.574045 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: c142e0d6-9e58-4f5e-94ad-f5b78200f9ae {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:12:23.574400 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device c142e0d6-9e58-4f5e-94ad-f5b78200f9ae not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:12:23.652512 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-21ed4f4c-234d-4f93-a0cc-6771dd5c7829 req-2342f41c-5dcf-4faf-8786-719939863b0f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 210 time: 0.0263457 Aug 20 12:12:24.583690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-b3960042-580b-4c2d-90d8-588c21ec76cd tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:24.585478 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-b3960042-580b-4c2d-90d8-588c21ec76cd tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.76 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 815 time: 0.1060438 Aug 20 12:12:24.602600 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-de293bfb-680b-4d4a-b139-fba640e4a6c1 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Request body: {'port': {'device_id': '638430da-0b0e-4641-85a0-192fba7d14d1', 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a', 'admin_state_up': True, 'tenant_id': 'd7193484957c4241bf912f8e975c0754'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:24.715414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-de293bfb-680b-4d4a-b139-fba640e4a6c1 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Made reservation on behalf of d7193484957c4241bf912f8e975c0754 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:24.718987 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-de293bfb-680b-4d4a-b139-fba640e4a6c1 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.749237 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-805e6005-2d1c-4c7c-9df0-f319bcfd5fb5 req-623dce86-bc04-43d1-9648-6d6a2089e724 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 210 time: 0.0292912 Aug 20 12:12:24.846095 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-de293bfb-680b-4d4a-b139-fba640e4a6c1 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Allocated IP 172.20.0.7 (e244ddf9-3741-4d88-a60b-280154b6d56a/612a59ec-319a-4568-9e8f-002bbf39d114/32dffbf5-600a-48db-810e-8de86f8409b4) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:25.000018 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-de293bfb-680b-4d4a-b139-fba640e4a6c1 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.039382 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-de293bfb-680b-4d4a-b139-fba640e4a6c1 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.085784 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-de293bfb-680b-4d4a-b139-fba640e4a6c1 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Network e244ddf9-3741-4d88-a60b-280154b6d56a is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:25.088761 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-de293bfb-680b-4d4a-b139-fba640e4a6c1 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:25.092330 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-de293bfb-680b-4d4a-b139-fba640e4a6c1 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:25.101724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de293bfb-680b-4d4a-b139-fba640e4a6c1 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Pushing event updated for resources: {'Port': ['ID=32dffbf5-600a-48db-810e-8de86f8409b4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:25.145587 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-de293bfb-680b-4d4a-b139-fba640e4a6c1 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:25.146219 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-de293bfb-680b-4d4a-b139-fba640e4a6c1 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.160781 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-de293bfb-680b-4d4a-b139-fba640e4a6c1 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5627823 Aug 20 12:12:25.170575 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a665ada8-dece-4c93-9f3a-a5f23e5a80b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.173805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Request body: {'port': {'device_id': '638430da-0b0e-4641-85a0-192fba7d14d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:25.227402 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.488649 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.489008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32dffbf5-600a-48db-810e-8de86f8409b4 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:12:25.497368 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.509930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Transition to ACTIVE for port object 32dffbf5-600a-48db-810e-8de86f8409b4 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:25.513593 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.561009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Pushing event updated for resources: {'Port': ['ID=32dffbf5-600a-48db-810e-8de86f8409b4,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:25.628724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Attempting to bind port 32dffbf5-600a-48db-810e-8de86f8409b4 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:12:25.629061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Attempting to bind port 32dffbf5-600a-48db-810e-8de86f8409b4 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:12:25.629389 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Attempting to bind port 32dffbf5-600a-48db-810e-8de86f8409b4 on network e244ddf9-3741-4d88-a60b-280154b6d56a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:25.634123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Port 32dffbf5-600a-48db-810e-8de86f8409b4 on network e244ddf9-3741-4d88-a60b-280154b6d56a not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:12:25.634450 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Attempting to bind port 32dffbf5-600a-48db-810e-8de86f8409b4 on network e244ddf9-3741-4d88-a60b-280154b6d56a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:25.639159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:12:25.639492 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Checking segment: {'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:25.639877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Bound using segment: {'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:12:25.640308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Bound port: 32dffbf5-600a-48db-810e-8de86f8409b4, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:12:25.640675 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.705194 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] For port 32dffbf5-600a-48db-810e-8de86f8409b4, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:12:25.708090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] For port 32dffbf5-600a-48db-810e-8de86f8409b4, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=32dffbf5-600a-48db-810e-8de86f8409b4,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:12:25.712999 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.746160 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:25.746757 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.748144 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] 10.222.0.76 "PUT /v2.0/ports/32dffbf5-600a-48db-810e-8de86f8409b4 HTTP/1.1" status: 200 len: 1091 time: 0.5790434 Aug 20 12:12:25.748848 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638430da-0b0e-4641-85a0-192fba7d14d1', 'tag': '32dffbf5-600a-48db-810e-8de86f8409b4'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:25.751092 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f75cd28-b2f3-41d0-876b-68af9d8cf66d" -d '{"events": [{"name": "network-changed", "server_uuid": "638430da-0b0e-4641-85a0-192fba7d14d1", "tag": "32dffbf5-600a-48db-810e-8de86f8409b4"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:25.777406 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca962c34-aa12-4058-b2e3-77765c4e1a37 service neutron] Pushing event updated for resources: {'Port': ['ID=32dffbf5-600a-48db-810e-8de86f8409b4,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:25.815303 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9161ac0-942e-4ba9-8eba-aa6b819a5e20 x-openstack-request-id: req-e9161ac0-942e-4ba9-8eba-aa6b819a5e20 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:25.815593 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638430da-0b0e-4641-85a0-192fba7d14d1", "tag": "32dffbf5-600a-48db-810e-8de86f8409b4", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:25.815840 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9161ac0-942e-4ba9-8eba-aa6b819a5e20 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:25.816231 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638430da-0b0e-4641-85a0-192fba7d14d1', 'tag': '32dffbf5-600a-48db-810e-8de86f8409b4', 'status': 'completed', 'code': 200} Aug 20 12:12:25.832092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-7b621f17-2c67-4ae6-87a7-52d8c8332cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:25.833649 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-7b621f17-2c67-4ae6-87a7-52d8c8332cfb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 1094 time: 0.0454922 Aug 20 12:12:25.878190 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-f7a69e75-4670-49f7-b113-668d5bd738f7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32dffbf5-600a-48db-810e-8de86f8409b4 HTTP/1.1" status: 200 len: 217 time: 0.0375905 Aug 20 12:12:25.880696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bec21-d5d3-4506-bcba-ee0e94b21e38 req-415b0a90-6bff-4265-936d-5cabc6e1e68f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:25.883269 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-260bec21-d5d3-4506-bcba-ee0e94b21e38 req-415b0a90-6bff-4265-936d-5cabc6e1e68f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 943 time: 0.0549667 Aug 20 12:12:25.920430 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-260bec21-d5d3-4506-bcba-ee0e94b21e38 req-9798f1db-8d90-4b6d-b417-b544d5986904 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308580 Aug 20 12:12:25.928203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-70ba8017-6603-4d5d-94ce-a19cf93f82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:25.929948 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-70ba8017-6603-4d5d-94ce-a19cf93f82a2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=612a59ec-319a-4568-9e8f-002bbf39d114 HTTP/1.1" status: 200 len: 855 time: 0.0444572 Aug 20 12:12:25.961169 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-fecf8aec-489c-4052-9119-98cd98c2c667 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e244ddf9-3741-4d88-a60b-280154b6d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244188 Aug 20 12:12:26.054544 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-03dbc21c-c385-49aa-90df-6fd95014da83 service neutron] 10.222.0.76 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868201 Aug 20 12:12:26.143513 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c0494fe-400e-4bab-9655-7bc157ed8144 req-94273707-29ee-4720-84ee-92eabceee8af service neutron] 10.222.0.76 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825260 Aug 20 12:12:26.228187 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75cd28-b2f3-41d0-876b-68af9d8cf66d req-6fb1400d-8778-492d-9307-06d8e2b5587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:26.229749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f75cd28-b2f3-41d0-876b-68af9d8cf66d req-6fb1400d-8778-492d-9307-06d8e2b5587f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 1094 time: 0.0414732 Aug 20 12:12:26.321254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75cd28-b2f3-41d0-876b-68af9d8cf66d req-c704dabb-741a-41e9-aea3-af9f4218c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:26.322620 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f75cd28-b2f3-41d0-876b-68af9d8cf66d req-c704dabb-741a-41e9-aea3-af9f4218c83d service neutron] 10.222.0.76 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 915 time: 0.0866814 Aug 20 12:12:26.362911 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f75cd28-b2f3-41d0-876b-68af9d8cf66d req-ac9cd5aa-ff53-42ed-ab93-0c93180eae26 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32dffbf5-600a-48db-810e-8de86f8409b4 HTTP/1.1" status: 200 len: 217 time: 0.0333283 Aug 20 12:12:26.409901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75cd28-b2f3-41d0-876b-68af9d8cf66d req-a2bfbce0-1a56-4af4-af85-a9e9e934ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:26.411284 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f75cd28-b2f3-41d0-876b-68af9d8cf66d req-a2bfbce0-1a56-4af4-af85-a9e9e934ae4b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=612a59ec-319a-4568-9e8f-002bbf39d114 HTTP/1.1" status: 200 len: 855 time: 0.0418255 Aug 20 12:12:26.440354 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:26.449671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f75cd28-b2f3-41d0-876b-68af9d8cf66d req-3c68f01e-af88-4611-8c38-dbc40806ed11 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e244ddf9-3741-4d88-a60b-280154b6d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308692 Aug 20 12:12:26.540338 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f75cd28-b2f3-41d0-876b-68af9d8cf66d req-1166b7c8-ebb6-4138-8454-bf8b9e8574f4 service neutron] 10.222.0.76 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831597 Aug 20 12:12:26.635265 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0f75cd28-b2f3-41d0-876b-68af9d8cf66d req-f1e1d34a-6a00-4fa9-9259-720a2a9eb359 service neutron] 10.222.0.76 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871105 Aug 20 12:12:27.046243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3abe3-a965-4a0b-9d82-3cd19470469d req-a93aee23-6045-4e46-ab59-a091c3cf00f7 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:27.047733 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7da3abe3-a965-4a0b-9d82-3cd19470469d req-a93aee23-6045-4e46-ab59-a091c3cf00f7 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 943 time: 0.0488455 Aug 20 12:12:27.084760 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7da3abe3-a965-4a0b-9d82-3cd19470469d req-a6d9df87-118b-43fa-afd3-c1b1261a8879 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303686 Aug 20 12:12:27.273670 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 32dffbf5-600a-48db-810e-8de86f8409b4 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:12:27.368885 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 32dffbf5-600a-48db-810e-8de86f8409b4, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=32dffbf5-600a-48db-810e-8de86f8409b4,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:27.380031 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '32dffbf5-600a-48db-810e-8de86f8409b4', 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a', 'port_id': '32dffbf5-600a-48db-810e-8de86f8409b4', 'mac_address': 'fa:16:3e:22:68:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612a59ec-319a-4568-9e8f-002bbf39d114', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:12:27.415793 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:27.428493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32dffbf5-600a-48db-810e-8de86f8409b4 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:12:27.448257 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 32dffbf5-600a-48db-810e-8de86f8409b4, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=32dffbf5-600a-48db-810e-8de86f8409b4,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:27.452176 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:27.500267 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=32dffbf5-600a-48db-810e-8de86f8409b4,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:27.508390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:27.508768 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:27.509110 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:27.509441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:27.509770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:27.510100 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:27.510422 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:27.510743 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:27.511065 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:27.511382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:27.511698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:27.512013 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:27.652029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['32dffbf5-600a-48db-810e-8de86f8409b4'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:12:28.060961 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.202489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddc094-c84c-49bc-8214-00885ad3edab req-d6594536-ab03-4e76-a91d-aa7c379a9415 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:28.203993 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-46ddc094-c84c-49bc-8214-00885ad3edab req-d6594536-ab03-4e76-a91d-aa7c379a9415 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 944 time: 0.0517325 Aug 20 12:12:28.243977 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-46ddc094-c84c-49bc-8214-00885ad3edab req-a875e79a-d2ec-48da-ab87-8b14452b48db tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330727 Aug 20 12:12:29.275051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 32dffbf5-600a-48db-810e-8de86f8409b4 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:29.326770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 32dffbf5-600a-48db-810e-8de86f8409b4 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:29.330867 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 32dffbf5-600a-48db-810e-8de86f8409b4 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:29.331239 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:29.363146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b515b-1667-4570-8fcd-eab81b5392e4 req-4fc0c089-ab76-4784-8320-76e948ca664e tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:29.364653 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a1b515b-1667-4570-8fcd-eab81b5392e4 req-4fc0c089-ab76-4784-8320-76e948ca664e tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 944 time: 0.0485716 Aug 20 12:12:29.402417 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2a1b515b-1667-4570-8fcd-eab81b5392e4 req-91dad58d-9284-424c-a7ca-62e459416ce1 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315645 Aug 20 12:12:29.408367 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:29.430815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638430da-0b0e-4641-85a0-192fba7d14d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dffbf5-600a-48db-810e-8de86f8409b4'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:29.433075 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556e4e23-c22b-46ac-bb69-42a0fd05b542" -d '{"events": [{"server_uuid": "638430da-0b0e-4641-85a0-192fba7d14d1", "name": "network-vif-plugged", "status": "completed", "tag": "32dffbf5-600a-48db-810e-8de86f8409b4"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:29.446413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 32dffbf5-600a-48db-810e-8de86f8409b4, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=32dffbf5-600a-48db-810e-8de86f8409b4,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:29.450217 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:29.473858 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4861cbc1-a3f2-4e14-a39c-4fe3be6cc33a x-openstack-request-id: req-4861cbc1-a3f2-4e14-a39c-4fe3be6cc33a {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:29.474152 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638430da-0b0e-4641-85a0-192fba7d14d1", "name": "network-vif-plugged", "status": "completed", "tag": "32dffbf5-600a-48db-810e-8de86f8409b4", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:29.474428 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4861cbc1-a3f2-4e14-a39c-4fe3be6cc33a {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:29.475340 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638430da-0b0e-4641-85a0-192fba7d14d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dffbf5-600a-48db-810e-8de86f8409b4', 'code': 200} Aug 20 12:12:29.500993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=32dffbf5-600a-48db-810e-8de86f8409b4,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:29.565610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030fd0e-951f-452e-a110-1b5fd02c4f5a req-aaa4c26e-76ca-4f7c-8432-b96639563ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:29.567002 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b030fd0e-951f-452e-a110-1b5fd02c4f5a req-aaa4c26e-76ca-4f7c-8432-b96639563ebb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 1096 time: 0.0426853 Aug 20 12:12:29.600571 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b030fd0e-951f-452e-a110-1b5fd02c4f5a req-062753b7-6aa2-4a70-aa80-9fe665014340 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263846 Aug 20 12:12:30.514646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3397383-6fa1-43b7-ab5b-4053df622ed7 req-9cbc7817-ad37-4f1c-adc5-add332eb7824 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:30.516110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3397383-6fa1-43b7-ab5b-4053df622ed7 req-9cbc7817-ad37-4f1c-adc5-add332eb7824 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0484774 Aug 20 12:12:30.558357 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3397383-6fa1-43b7-ab5b-4053df622ed7 req-78788ba3-0670-4fcc-91c5-660a75343e33 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354335 Aug 20 12:12:31.674085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4fad1-5279-499c-92a5-8bb763d3c71f req-2f014730-22bd-45b8-8d82-0e6cfd37bcfd tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:31.675570 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f0d4fad1-5279-499c-92a5-8bb763d3c71f req-2f014730-22bd-45b8-8d82-0e6cfd37bcfd tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0487089 Aug 20 12:12:31.713056 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f0d4fad1-5279-499c-92a5-8bb763d3c71f req-124bb926-20ad-43fe-8a67-29aa5c70aa49 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313354 Aug 20 12:12:31.824582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cec23-5676-496f-a543-fd8bf6715247 req-3dfced42-e144-4ac7-b0c3-66ad66fe02e3 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:31.826080 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a2cec23-5676-496f-a543-fd8bf6715247 req-3dfced42-e144-4ac7-b0c3-66ad66fe02e3 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0481527 Aug 20 12:12:31.862384 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a2cec23-5676-496f-a543-fd8bf6715247 req-e628303a-088f-444a-bdfe-6d7073379eb3 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303283 Aug 20 12:12:32.062815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f0424-bd61-4da3-bc3e-030a8bb8b76d req-00f1a09b-a5d2-430f-99dd-bb71e528e432 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:32.064277 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-025f0424-bd61-4da3-bc3e-030a8bb8b76d req-00f1a09b-a5d2-430f-99dd-bb71e528e432 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0517552 Aug 20 12:12:32.100970 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-025f0424-bd61-4da3-bc3e-030a8bb8b76d req-07820097-406d-43dd-a73a-39e020613856 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304484 Aug 20 12:12:32.216983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2abe31-0360-45bd-9ff3-c50ec4ae3e59 req-7e173b66-83f7-4d7a-a48c-b7c48e13e5fd tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:32.218466 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed2abe31-0360-45bd-9ff3-c50ec4ae3e59 req-7e173b66-83f7-4d7a-a48c-b7c48e13e5fd tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0516770 Aug 20 12:12:32.256417 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ed2abe31-0360-45bd-9ff3-c50ec4ae3e59 req-d65eea04-8d42-4010-b4df-a12560f8838e tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320168 Aug 20 12:12:32.475081 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-2f162b39-cfc6-49c7-a787-b66e825cb754 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386174 Aug 20 12:12:32.492596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ae5d4-7176-4d4f-b7d0-d84b33cb254a req-895b65eb-1705-4f70-b854-f31e5b3b089c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:32.494217 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ba8ae5d4-7176-4d4f-b7d0-d84b33cb254a req-895b65eb-1705-4f70-b854-f31e5b3b089c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0492136 Aug 20 12:12:32.533659 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ba8ae5d4-7176-4d4f-b7d0-d84b33cb254a req-2c5d1b05-0dfb-4028-a6cc-e4fd2c3a6abf tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331869 Aug 20 12:12:33.109300 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.585094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-2000efd6-8fe6-4443-a334-f0780958b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:33.586646 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-2000efd6-8fe6-4443-a334-f0780958b5de service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 1096 time: 0.0428605 Aug 20 12:12:33.707580 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bc6bb-062c-4e47-ad58-dba6e5eb24c2 req-842fe06f-70f7-4819-9332-8db73394371f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:33.709109 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad6bc6bb-062c-4e47-ad58-dba6e5eb24c2 req-842fe06f-70f7-4819-9332-8db73394371f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.1070783 Aug 20 12:12:33.724831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-809dfdb6-77fa-414d-98d6-3774a3c4131e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:33.726339 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-809dfdb6-77fa-414d-98d6-3774a3c4131e service neutron] 10.222.0.76 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 915 time: 0.1330340 Aug 20 12:12:33.778874 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-fb0064fc-699a-4df9-9566-b675a5c868e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32dffbf5-600a-48db-810e-8de86f8409b4 HTTP/1.1" status: 200 len: 217 time: 0.0454903 Aug 20 12:12:33.785908 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad6bc6bb-062c-4e47-ad58-dba6e5eb24c2 req-dd6c72df-35b5-49bf-9aaa-0987d129d239 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698571 Aug 20 12:12:33.829767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-ccf5e753-39d0-4125-95c1-4fdcd719c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:33.831153 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-ccf5e753-39d0-4125-95c1-4fdcd719c83a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=612a59ec-319a-4568-9e8f-002bbf39d114 HTTP/1.1" status: 200 len: 855 time: 0.0444055 Aug 20 12:12:33.861149 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-ed845ccf-e3d7-4249-a2f2-6ef8f80d574f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e244ddf9-3741-4d88-a60b-280154b6d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236721 Aug 20 12:12:33.948019 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-29fcf9b8-04b5-4957-9df5-3eed9073183f service neutron] 10.222.0.76 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799387 Aug 20 12:12:34.042308 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-6b7a6d67-b456-4f25-8a03-c7349677f8e7 service neutron] 10.222.0.76 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878036 Aug 20 12:12:34.904537 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ebe5a-4b15-43b8-8ec6-ee9c0c1b6d8b req-3ed600bc-0d74-41d2-84e3-7436b33e3c6e tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:34.906051 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a42ebe5a-4b15-43b8-8ec6-ee9c0c1b6d8b req-3ed600bc-0d74-41d2-84e3-7436b33e3c6e tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0491228 Aug 20 12:12:34.944261 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a42ebe5a-4b15-43b8-8ec6-ee9c0c1b6d8b req-eca5d060-52d4-4689-ad9a-531f62c57ea9 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318096 Aug 20 12:12:36.058044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e064cd-ce27-4edc-999b-01af047f92bd req-f9ec0863-19c9-4312-85ff-c6987d4007fe tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:36.059522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-63e064cd-ce27-4edc-999b-01af047f92bd req-f9ec0863-19c9-4312-85ff-c6987d4007fe tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0486021 Aug 20 12:12:36.097389 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-63e064cd-ce27-4edc-999b-01af047f92bd req-058efc67-15f6-45b1-b9bf-3ebd7b5fc79c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319586 Aug 20 12:12:37.214327 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c09689-e4eb-404b-8406-5f275fe4cb58 req-79b571d9-7715-47f0-8007-3771940fa09a tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:37.215781 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00c09689-e4eb-404b-8406-5f275fe4cb58 req-79b571d9-7715-47f0-8007-3771940fa09a tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0514462 Aug 20 12:12:37.252966 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00c09689-e4eb-404b-8406-5f275fe4cb58 req-b680009f-622c-461d-aac8-3d51f246f22c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312896 Aug 20 12:12:38.372013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ab22b-660f-4f5d-8b51-532e201e34e4 req-a4fa5178-f74f-4b7a-8cbb-b98432e56a33 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:38.373773 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b94ab22b-660f-4f5d-8b51-532e201e34e4 req-a4fa5178-f74f-4b7a-8cbb-b98432e56a33 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0528097 Aug 20 12:12:38.409941 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b94ab22b-660f-4f5d-8b51-532e201e34e4 req-44157063-035b-4647-bfdb-068fb44b232d tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303583 Aug 20 12:12:39.334531 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:39.537651 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48837878-2875-4c4a-8917-7855e150b206 req-5dc84acc-c817-4858-bbe6-77d78bc906d9 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:39.539117 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-48837878-2875-4c4a-8917-7855e150b206 req-5dc84acc-c817-4858-bbe6-77d78bc906d9 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0482180 Aug 20 12:12:39.576585 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-48837878-2875-4c4a-8917-7855e150b206 req-377a109a-56b7-403e-9b57-254b5b403cfc tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314515 Aug 20 12:12:40.688353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb5339-e2e8-4bee-8823-18a8b088d587 req-648afb47-3e43-4492-ac65-44c28921cbe4 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:40.689839 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-33cb5339-e2e8-4bee-8823-18a8b088d587 req-648afb47-3e43-4492-ac65-44c28921cbe4 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0473661 Aug 20 12:12:40.727622 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-33cb5339-e2e8-4bee-8823-18a8b088d587 req-e23d19e4-c24b-47c6-b676-e13045949cbe tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312092 Aug 20 12:12:41.841750 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304486d8-a357-4aa4-bc2c-25fe49497430 req-1df0071a-cb62-4629-a859-0840c131c687 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:41.843234 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-304486d8-a357-4aa4-bc2c-25fe49497430 req-1df0071a-cb62-4629-a859-0840c131c687 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0485389 Aug 20 12:12:41.881004 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-304486d8-a357-4aa4-bc2c-25fe49497430 req-5707d82a-b0a3-421c-a335-ed8c340f8c22 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315797 Aug 20 12:12:42.995840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fdc70-1645-4c8a-924c-33f14d828547 req-eae411c0-0fe6-4161-9bd0-309045c55fde tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:42.997356 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f51fdc70-1645-4c8a-924c-33f14d828547 req-eae411c0-0fe6-4161-9bd0-309045c55fde tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0503192 Aug 20 12:12:43.035110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f51fdc70-1645-4c8a-924c-33f14d828547 req-8f45e906-cd99-400d-903c-df38675d1a45 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315750 Aug 20 12:12:44.166953 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2981b-09f1-4875-b66c-2366c6844ce0 req-dc6239ad-49a8-44a1-9df1-613ef1e3c991 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:44.168418 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-53f2981b-09f1-4875-b66c-2366c6844ce0 req-dc6239ad-49a8-44a1-9df1-613ef1e3c991 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0537617 Aug 20 12:12:44.205088 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-53f2981b-09f1-4875-b66c-2366c6844ce0 req-e8601d09-fc81-4aa1-ac07-3f6c74b0fa64 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306444 Aug 20 12:12:45.322420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a7963-9b32-49d8-9abd-37e0bfc2caec req-c804a5ea-824f-4250-8559-761f69018a70 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:45.323804 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc2a7963-9b32-49d8-9abd-37e0bfc2caec req-c804a5ea-824f-4250-8559-761f69018a70 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0515180 Aug 20 12:12:45.359291 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc2a7963-9b32-49d8-9abd-37e0bfc2caec req-9449db3f-96f2-489a-8373-bdc4e5d67e7e tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296307 Aug 20 12:12:46.473606 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509b05f-b1ad-44af-9591-531ba86563de req-f235ec31-81a6-4414-9a1c-b3cda42da4b0 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:46.475210 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f509b05f-b1ad-44af-9591-531ba86563de req-f235ec31-81a6-4414-9a1c-b3cda42da4b0 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0491006 Aug 20 12:12:46.512651 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f509b05f-b1ad-44af-9591-531ba86563de req-63a90f58-929b-4106-93de-025a4a2b647b tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314353 Aug 20 12:12:47.626109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3683bc-6de1-4342-9519-be9634d9228c req-1dba0f35-7615-4e0b-aa0b-65632660295f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:47.627593 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff3683bc-6de1-4342-9519-be9634d9228c req-1dba0f35-7615-4e0b-aa0b-65632660295f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0490277 Aug 20 12:12:47.665819 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff3683bc-6de1-4342-9519-be9634d9228c req-0bb55989-b282-4fce-ba22-3318ece6b15e tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321989 Aug 20 12:12:48.780166 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07ef8e-ed44-4654-b289-97c6aec87939 req-2b8f7459-add8-43df-bbdb-ca10aec52a17 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:48.781662 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2c07ef8e-ed44-4654-b289-97c6aec87939 req-2b8f7459-add8-43df-bbdb-ca10aec52a17 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0495913 Aug 20 12:12:48.819819 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2c07ef8e-ed44-4654-b289-97c6aec87939 req-48abb01c-8ba2-466c-86f8-3eae5d9227a6 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312114 Aug 20 12:12:49.932078 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0ba4d-6e84-4dd4-8d01-35a0a92f01ad req-4b7bf16a-4dd1-461a-9587-c1c733d30c43 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:49.933558 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5e0ba4d-6e84-4dd4-8d01-35a0a92f01ad req-4b7bf16a-4dd1-461a-9587-c1c733d30c43 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0475070 Aug 20 12:12:49.969817 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5e0ba4d-6e84-4dd4-8d01-35a0a92f01ad req-ccac5cd1-ed4b-495c-9c8d-c4a6519b1a2f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304027 Aug 20 12:12:51.094728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccb6ee-cdf1-46da-9d84-96a1f5052205 req-cd216542-4fd6-4567-8db7-dff37d4d9743 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:51.096283 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-deccb6ee-cdf1-46da-9d84-96a1f5052205 req-cd216542-4fd6-4567-8db7-dff37d4d9743 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0541873 Aug 20 12:12:51.135905 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-deccb6ee-cdf1-46da-9d84-96a1f5052205 req-4acaba60-e284-43da-874f-b8b90bda3122 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329182 Aug 20 12:12:52.252997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf820eb-ae66-4795-8911-7f5675e8449f req-202cbaa1-a7c2-4e00-ae50-c89e58532fdc tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:52.254462 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fcf820eb-ae66-4795-8911-7f5675e8449f req-202cbaa1-a7c2-4e00-ae50-c89e58532fdc tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0523000 Aug 20 12:12:52.292037 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fcf820eb-ae66-4795-8911-7f5675e8449f req-06c533cc-2847-44a0-beb9-822e7c77c155 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303633 Aug 20 12:12:52.394847 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-584a2cb1-bc13-4121-9fa6-918f74adae91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.406567 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf0690-b650-47cb-8507-57c7acd97070 req-fa5a226b-307f-4286-97d1-ea3cc4b5adac tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:53.408047 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eacf0690-b650-47cb-8507-57c7acd97070 req-fa5a226b-307f-4286-97d1-ea3cc4b5adac tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0485945 Aug 20 12:12:53.445194 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eacf0690-b650-47cb-8507-57c7acd97070 req-23f5ea83-5edd-4f57-91fe-591bc353a822 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309401 Aug 20 12:12:54.560909 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b80cc-7e64-4c86-af81-cc4175f21f48 req-b78cbc0c-f9cd-4b2f-b212-c6b941d79dae tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:54.562427 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-594b80cc-7e64-4c86-af81-cc4175f21f48 req-b78cbc0c-f9cd-4b2f-b212-c6b941d79dae tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0483193 Aug 20 12:12:54.601095 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-594b80cc-7e64-4c86-af81-cc4175f21f48 req-493757f3-3796-4a9d-bae7-e6abd4cb0cca tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Aug 20 12:12:55.171158 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0fbf2a12-fcf5-42aa-8b8c-abbd89f93a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.489309 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.714857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775cca0-91f2-48d6-ba92-a5f111a86f03 req-897d4b35-1108-45c8-a206-e2594fdc91e0 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:55.716370 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7775cca0-91f2-48d6-ba92-a5f111a86f03 req-897d4b35-1108-45c8-a206-e2594fdc91e0 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0481987 Aug 20 12:12:55.754361 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7775cca0-91f2-48d6-ba92-a5f111a86f03 req-a258b907-4951-4502-aae6-c669a528ed7b tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320148 Aug 20 12:12:56.442073 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.867130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e84f2e-2b2b-4577-a02c-e29ea98d90f4 req-b96c3799-5d66-41f1-9593-1002c5cafef6 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:56.868593 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92e84f2e-2b2b-4577-a02c-e29ea98d90f4 req-b96c3799-5d66-41f1-9593-1002c5cafef6 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0474529 Aug 20 12:12:56.905585 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92e84f2e-2b2b-4577-a02c-e29ea98d90f4 req-d7cc2709-ac01-4777-a74e-c52cc2da6687 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306554 Aug 20 12:12:58.025405 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72432f-3f93-478c-82de-67efe37dfaf3 req-7f478da1-5f88-40bc-b62b-70b62aa803cf tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:58.026889 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fa72432f-3f93-478c-82de-67efe37dfaf3 req-7f478da1-5f88-40bc-b62b-70b62aa803cf tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0540805 Aug 20 12:12:58.059299 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:58.066689 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fa72432f-3f93-478c-82de-67efe37dfaf3 req-5e7b6754-b216-4604-8d89-4cf4223ddc20 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338306 Aug 20 12:12:58.301130 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:12:59.183607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40052ac2-799a-4287-b5f9-24c504078f8f req-f79eec69-f3ac-4953-825a-d7c8be63eb50 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:59.185314 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40052ac2-799a-4287-b5f9-24c504078f8f req-f79eec69-f3ac-4953-825a-d7c8be63eb50 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0517936 Aug 20 12:12:59.221792 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-40052ac2-799a-4287-b5f9-24c504078f8f req-629ef6f7-d71c-4791-9e25-7e0e5d5a6edd tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309074 Aug 20 12:13:00.338217 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd01f29-695b-4453-8e10-cf279dfe3ef5 req-14020278-2643-4f42-8862-d5075f3ed3ce tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:00.339713 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0cd01f29-695b-4453-8e10-cf279dfe3ef5 req-14020278-2643-4f42-8862-d5075f3ed3ce tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0500188 Aug 20 12:13:00.377677 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0cd01f29-695b-4453-8e10-cf279dfe3ef5 req-6ef64499-1262-4367-b198-b723c4be670e tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320265 Aug 20 12:13:00.818872 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-8b4527e6-32c4-4258-b470-4d56f60ae51f service neutron] show failed (client error): The resource could not be found. Aug 20 12:13:00.820049 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-8b4527e6-32c4-4258-b470-4d56f60ae51f service neutron] 10.222.0.76 "GET /v2.0/ports/32dffbf5-600a-48db-810e-8de86f8409b4/bindings/n-h1-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.0533228 Aug 20 12:13:01.008725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-0b8843ab-0db4-443d-83a8-2c1494585731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:01.010219 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-0b8843ab-0db4-443d-83a8-2c1494585731 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1&tenant_id=d7193484957c4241bf912f8e975c0754 HTTP/1.1" status: 200 len: 1096 time: 0.0433404 Aug 20 12:13:01.025524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:01.079364 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.276598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] For port 32dffbf5-600a-48db-810e-8de86f8409b4, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=32dffbf5-600a-48db-810e-8de86f8409b4,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:01.308113 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] For port 32dffbf5-600a-48db-810e-8de86f8409b4, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:01.345300 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638430da-0b0e-4641-85a0-192fba7d14d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32dffbf5-600a-48db-810e-8de86f8409b4'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:01.347509 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca73c32a-611b-4399-9f35-ed20acc858c2" -d '{"events": [{"server_uuid": "638430da-0b0e-4641-85a0-192fba7d14d1", "name": "network-vif-unplugged", "status": "completed", "tag": "32dffbf5-600a-48db-810e-8de86f8409b4"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:01.352143 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.364345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Transition to ACTIVE for port object 32dffbf5-600a-48db-810e-8de86f8409b4 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:01.368586 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.403655 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396d8191-c1cd-47c1-b9b4-7ecde0fd6073 x-openstack-request-id: req-396d8191-c1cd-47c1-b9b4-7ecde0fd6073 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:01.403944 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638430da-0b0e-4641-85a0-192fba7d14d1", "name": "network-vif-unplugged", "status": "completed", "tag": "32dffbf5-600a-48db-810e-8de86f8409b4", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:01.404196 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-396d8191-c1cd-47c1-b9b4-7ecde0fd6073 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:01.404659 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638430da-0b0e-4641-85a0-192fba7d14d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32dffbf5-600a-48db-810e-8de86f8409b4', 'code': 200} Aug 20 12:13:01.426892 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] No DVR routers for this DVR port 32dffbf5-600a-48db-810e-8de86f8409b4 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:01.441899 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Pushing event updated for resources: {'Port': ['ID=32dffbf5-600a-48db-810e-8de86f8409b4,revision_number=6']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:01.472414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Attempting to bind port 32dffbf5-600a-48db-810e-8de86f8409b4 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:01.472790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Attempting to bind port 32dffbf5-600a-48db-810e-8de86f8409b4 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:01.473096 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Attempting to bind port 32dffbf5-600a-48db-810e-8de86f8409b4 on network e244ddf9-3741-4d88-a60b-280154b6d56a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:01.477786 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Port 32dffbf5-600a-48db-810e-8de86f8409b4 on network e244ddf9-3741-4d88-a60b-280154b6d56a not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:13:01.478107 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Attempting to bind port 32dffbf5-600a-48db-810e-8de86f8409b4 on network e244ddf9-3741-4d88-a60b-280154b6d56a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:01.482904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:01.483234 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Checking segment: {'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:01.483610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Bound using segment: {'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:01.484027 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Bound port: 32dffbf5-600a-48db-810e-8de86f8409b4, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:01.484373 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.493432 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb20615-d8f7-410f-9b9f-6ac2e0c96076 req-05dc97a9-45fa-4f3e-9477-f410c1666ff8 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:01.494983 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8fb20615-d8f7-410f-9b9f-6ac2e0c96076 req-05dc97a9-45fa-4f3e-9477-f410c1666ff8 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 943 time: 0.0499687 Aug 20 12:13:01.533938 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8fb20615-d8f7-410f-9b9f-6ac2e0c96076 req-7cdf623b-5030-4061-b101-bdc2cc45201d tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321732 Aug 20 12:13:01.546387 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] For port 32dffbf5-600a-48db-810e-8de86f8409b4, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:01.549356 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] For port 32dffbf5-600a-48db-810e-8de86f8409b4, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=32dffbf5-600a-48db-810e-8de86f8409b4,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:01.554357 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.587811 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:01.588426 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.589827 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] 10.222.0.35 "PUT /v2.0/ports/32dffbf5-600a-48db-810e-8de86f8409b4 HTTP/1.1" status: 200 len: 1091 time: 0.5689716 Aug 20 12:13:01.610268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5d3bd-4dd6-40ed-ac9a-4e3440a44487 service neutron] Pushing event updated for resources: {'Port': ['ID=32dffbf5-600a-48db-810e-8de86f8409b4,revision_number=7']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:01.654094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-4e912cdd-4588-45de-af6e-d478fbe0060f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:01.655547 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-4e912cdd-4588-45de-af6e-d478fbe0060f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 1094 time: 0.0413930 Aug 20 12:13:02.042294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-6bd6f153-998b-4fa6-ac43-00a97104fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:02.043779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-6bd6f153-998b-4fa6-ac43-00a97104fe04 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 915 time: 0.3798144 Aug 20 12:13:02.084442 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-01df9e56-2f59-4f8b-90ed-648d718c228b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32dffbf5-600a-48db-810e-8de86f8409b4 HTTP/1.1" status: 200 len: 217 time: 0.0325031 Aug 20 12:13:02.135928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-1a32aaee-0069-4644-b032-abe48176d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:02.137371 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-1a32aaee-0069-4644-b032-abe48176d064 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=612a59ec-319a-4568-9e8f-002bbf39d114 HTTP/1.1" status: 200 len: 855 time: 0.0459325 Aug 20 12:13:02.169342 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-520d6eaa-cfd5-4fab-80b7-22c83797f891 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e244ddf9-3741-4d88-a60b-280154b6d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234592 Aug 20 12:13:02.257909 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-387a634d-93a8-4c69-ad6c-9df14d90f7bc service neutron] 10.222.0.35 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798943 Aug 20 12:13:02.348691 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ef383fad-e3bc-42ce-b822-3000d2b9d8c7 req-c4ba41c7-a688-4609-bb49-f35c624dc5f0 service neutron] 10.222.0.35 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837553 Aug 20 12:13:02.650292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8672fe7-e5f0-4f97-90bf-283cb3df09e1 req-52657bbd-fa71-40e8-962f-d52194d9ca59 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:02.651756 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d8672fe7-e5f0-4f97-90bf-283cb3df09e1 req-52657bbd-fa71-40e8-962f-d52194d9ca59 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 943 time: 0.0489326 Aug 20 12:13:02.687860 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d8672fe7-e5f0-4f97-90bf-283cb3df09e1 req-acbf8c01-3469-4e14-84af-27886372087a tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302908 Aug 20 12:13:03.127594 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:03.405638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638430da-0b0e-4641-85a0-192fba7d14d1', 'tag': '32dffbf5-600a-48db-810e-8de86f8409b4'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:03.407983 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0a9b9c-d34f-4111-8584-f98ffff3723e" -d '{"events": [{"name": "network-changed", "server_uuid": "638430da-0b0e-4641-85a0-192fba7d14d1", "tag": "32dffbf5-600a-48db-810e-8de86f8409b4"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:03.429141 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 32dffbf5-600a-48db-810e-8de86f8409b4 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:13:03.455774 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becfbe26-5932-4fa4-91fb-bb24207b938c x-openstack-request-id: req-becfbe26-5932-4fa4-91fb-bb24207b938c {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:03.456075 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638430da-0b0e-4641-85a0-192fba7d14d1", "tag": "32dffbf5-600a-48db-810e-8de86f8409b4", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:03.456333 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-becfbe26-5932-4fa4-91fb-bb24207b938c {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:03.457309 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638430da-0b0e-4641-85a0-192fba7d14d1', 'tag': '32dffbf5-600a-48db-810e-8de86f8409b4', 'status': 'completed', 'code': 200} Aug 20 12:13:03.467493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 32dffbf5-600a-48db-810e-8de86f8409b4 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:13:03.521687 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-8254b2a4-ab8e-42c4-9a9d-a84fab97f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.523677 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-8254b2a4-ab8e-42c4-9a9d-a84fab97f9cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 1094 time: 0.0398910 Aug 20 12:13:03.649654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-ae231b6f-9f68-4382-8177-ba61c2715e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.651146 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-ae231b6f-9f68-4382-8177-ba61c2715e6d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 1094 time: 0.0667968 Aug 20 12:13:03.652364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-369b8af3-821d-450a-aa1e-914a456fe58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.653716 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-369b8af3-821d-450a-aa1e-914a456fe58b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 915 time: 0.1223283 Aug 20 12:13:03.737015 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-a176d9ce-f92a-431d-b4d3-b928d3106bb6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32dffbf5-600a-48db-810e-8de86f8409b4 HTTP/1.1" status: 200 len: 217 time: 0.0716119 Aug 20 12:13:03.844497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-cc3a943b-c1a6-4630-810b-ee9c199a0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.846000 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-cc3a943b-c1a6-4630-810b-ee9c199a0b21 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 915 time: 0.1881607 Aug 20 12:13:03.848202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-329a8aa9-da6b-4779-8918-b7f30729ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.849551 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-329a8aa9-da6b-4779-8918-b7f30729ae7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=612a59ec-319a-4568-9e8f-002bbf39d114 HTTP/1.1" status: 200 len: 855 time: 0.0990465 Aug 20 12:13:03.900129 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-d6a2cec4-f39d-4157-ad15-987bf1051199 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32dffbf5-600a-48db-810e-8de86f8409b4 HTTP/1.1" status: 200 len: 217 time: 0.0466082 Aug 20 12:13:03.908191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e783d65-d98f-422d-9b91-0be9acc211b9 req-58d8cb90-9160-4de4-86ad-d4cd8953fe51 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.909655 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1e783d65-d98f-422d-9b91-0be9acc211b9 req-58d8cb90-9160-4de4-86ad-d4cd8953fe51 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 943 time: 0.1451888 Aug 20 12:13:03.939411 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-81eadf13-9c02-4fbb-a3c0-0a6e7bc02f02 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e244ddf9-3741-4d88-a60b-280154b6d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766008 Aug 20 12:13:04.052021 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1e783d65-d98f-422d-9b91-0be9acc211b9 req-d0ee9c79-6fd8-4fe8-b1e1-d079b321c79e tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257379 Aug 20 12:13:04.057207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-1579d696-1609-4042-b1e9-dbb3b32b3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:04.058628 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-1579d696-1609-4042-b1e9-dbb3b32b3dd7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=612a59ec-319a-4568-9e8f-002bbf39d114 HTTP/1.1" status: 200 len: 855 time: 0.1481166 Aug 20 12:13:04.104741 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-83688d8b-55f5-45cf-b3ae-cc87d70cdd59 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e244ddf9-3741-4d88-a60b-280154b6d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342948 Aug 20 12:13:04.125582 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-e1322527-2403-4cfe-8fd0-6e2f78a0e632 service neutron] 10.222.0.35 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528907 Aug 20 12:13:04.271364 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-7b36a922-1672-4a66-8c8b-87eada902d3e service neutron] 10.222.0.76 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582768 Aug 20 12:13:04.274933 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-b0f6465a-354d-4e0d-9723-b019719c5acc service neutron] 10.222.0.35 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403987 Aug 20 12:13:04.363680 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e0a9b9c-d34f-4111-8584-f98ffff3723e req-0d1b1a14-7361-41a7-ac2f-198bcdaec035 service neutron] 10.222.0.76 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851545 Aug 20 12:13:05.172942 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737b8a4-e57f-4e7c-8329-a2c80fbde930 req-20eb955a-7467-43a8-91d5-0a85c937aa8c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.174435 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f737b8a4-e57f-4e7c-8329-a2c80fbde930 req-20eb955a-7467-43a8-91d5-0a85c937aa8c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 943 time: 0.0533767 Aug 20 12:13:05.212433 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f737b8a4-e57f-4e7c-8329-a2c80fbde930 req-7cf5fac0-8dc2-48ed-86bd-bd99676ceeb7 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319431 Aug 20 12:13:05.401236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8a618-c6f4-449d-a0c5-ab418ae464b8 req-60f2cfb9-a556-452c-abee-8fd459b91176 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.402778 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bff8a618-c6f4-449d-a0c5-ab418ae464b8 req-60f2cfb9-a556-452c-abee-8fd459b91176 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 943 time: 0.0502088 Aug 20 12:13:05.415818 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c723c-0e33-4486-b3bc-a532830abebf req-0caf63e4-7a83-4cd9-a6c4-c36e14635bb8 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.417317 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f44c723c-0e33-4486-b3bc-a532830abebf req-0caf63e4-7a83-4cd9-a6c4-c36e14635bb8 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.76 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1&tenant_id=d7193484957c4241bf912f8e975c0754&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 943 time: 0.0566609 Aug 20 12:13:05.440780 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bff8a618-c6f4-449d-a0c5-ab418ae464b8 req-1e64594b-8068-4dc7-96d7-b6bfe3d3c804 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311506 Aug 20 12:13:05.481814 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-f44c723c-0e33-4486-b3bc-a532830abebf req-3c0038fb-490b-4d1f-b1cc-005667b08891 service neutron] delete failed (client error): The resource could not be found. Aug 20 12:13:05.482856 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f44c723c-0e33-4486-b3bc-a532830abebf req-3c0038fb-490b-4d1f-b1cc-005667b08891 service neutron] 10.222.0.76 "DELETE /v2.0/ports/32dffbf5-600a-48db-810e-8de86f8409b4/bindings/n-h2-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.0582738 Aug 20 12:13:05.563873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c723c-0e33-4486-b3bc-a532830abebf req-29539dcf-84cb-49f4-aff5-4e9d9e5f0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.565272 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f44c723c-0e33-4486-b3bc-a532830abebf req-29539dcf-84cb-49f4-aff5-4e9d9e5f0d5a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 1094 time: 0.0404618 Aug 20 12:13:05.656342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c723c-0e33-4486-b3bc-a532830abebf req-781bbfe8-a1a6-43a5-b05c-e5c5c00ccf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.657909 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f44c723c-0e33-4486-b3bc-a532830abebf req-781bbfe8-a1a6-43a5-b05c-e5c5c00ccf7f service neutron] 10.222.0.76 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 915 time: 0.0850422 Aug 20 12:13:05.699044 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f44c723c-0e33-4486-b3bc-a532830abebf req-c7e4a12a-c251-4f62-9f06-961c81a8d0b2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32dffbf5-600a-48db-810e-8de86f8409b4 HTTP/1.1" status: 200 len: 217 time: 0.0342693 Aug 20 12:13:05.747050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c723c-0e33-4486-b3bc-a532830abebf req-15a164ef-1437-4dba-9ec4-c7322bcddabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.748761 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f44c723c-0e33-4486-b3bc-a532830abebf req-15a164ef-1437-4dba-9ec4-c7322bcddabf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=612a59ec-319a-4568-9e8f-002bbf39d114 HTTP/1.1" status: 200 len: 855 time: 0.0430253 Aug 20 12:13:05.771515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 32dffbf5-600a-48db-810e-8de86f8409b4 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:13:05.780084 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f44c723c-0e33-4486-b3bc-a532830abebf req-1faa31a0-f915-43a2-ab28-ec01bffbee1f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e244ddf9-3741-4d88-a60b-280154b6d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247085 Aug 20 12:13:05.866711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 32dffbf5-600a-48db-810e-8de86f8409b4, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=32dffbf5-600a-48db-810e-8de86f8409b4,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:05.871950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f44c723c-0e33-4486-b3bc-a532830abebf req-a0cf30af-4af9-46f7-b619-7ccd1a7f6b6a service neutron] 10.222.0.76 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850728 Aug 20 12:13:05.878120 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '32dffbf5-600a-48db-810e-8de86f8409b4', 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a', 'port_id': '32dffbf5-600a-48db-810e-8de86f8409b4', 'mac_address': 'fa:16:3e:22:68:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612a59ec-319a-4568-9e8f-002bbf39d114', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:13:05.914702 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.927077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32dffbf5-600a-48db-810e-8de86f8409b4 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:13:05.946897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 32dffbf5-600a-48db-810e-8de86f8409b4, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=32dffbf5-600a-48db-810e-8de86f8409b4,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:05.951167 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.962185 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f44c723c-0e33-4486-b3bc-a532830abebf req-c8854fdf-23c6-4183-bfbb-a2b64fff2a43 service neutron] 10.222.0.76 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828130 Aug 20 12:13:06.002068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=32dffbf5-600a-48db-810e-8de86f8409b4,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:06.183345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['32dffbf5-600a-48db-810e-8de86f8409b4'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:13:06.565019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f8b57-2dae-4684-93af-1b3d92de1382 req-c48a3b6c-2152-43e6-b23e-86a1eb6e27a3 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:06.566497 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a1f8b57-2dae-4684-93af-1b3d92de1382 req-c48a3b6c-2152-43e6-b23e-86a1eb6e27a3 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 944 time: 0.0530412 Aug 20 12:13:06.604760 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1a1f8b57-2dae-4684-93af-1b3d92de1382 req-1e591c5a-c4d9-42fc-8334-99a7d6fba387 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313649 Aug 20 12:13:06.719118 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f03169-6807-43a3-aec3-6db66d6dcb96 req-48c9a18a-9759-4205-98d9-c5f6d7f669b2 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:06.720694 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-43f03169-6807-43a3-aec3-6db66d6dcb96 req-48c9a18a-9759-4205-98d9-c5f6d7f669b2 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 944 time: 0.0486536 Aug 20 12:13:06.759294 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-43f03169-6807-43a3-aec3-6db66d6dcb96 req-440392f1-468f-42da-b32d-7af2fc849740 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320303 Aug 20 12:13:06.870196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb544d3a-8d0b-4a9d-af31-44d702fbd3a1 req-8a2522f5-886b-4cdd-9ec9-c5574339c114 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:06.871660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eb544d3a-8d0b-4a9d-af31-44d702fbd3a1 req-8a2522f5-886b-4cdd-9ec9-c5574339c114 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 944 time: 0.0477211 Aug 20 12:13:06.908658 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eb544d3a-8d0b-4a9d-af31-44d702fbd3a1 req-f94d4922-d8f8-4450-afec-1860cb43e3ab tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308244 Aug 20 12:13:07.259820 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5681-6f5b-4582-9345-c49313a394ba req-f9666ae2-368e-4839-88fe-1e3fe535f67b tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:07.261232 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a15a5681-6f5b-4582-9345-c49313a394ba req-f9666ae2-368e-4839-88fe-1e3fe535f67b tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 815 time: 0.1051617 Aug 20 12:13:07.276271 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a15a5681-6f5b-4582-9345-c49313a394ba req-3a8ac4a5-ad52-4e5f-9381-9554b2f0cfe8 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/quotas/d7193484957c4241bf912f8e975c0754 HTTP/1.1" status: 200 len: 375 time: 0.0093937 Aug 20 12:13:07.323963 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a15a5681-6f5b-4582-9345-c49313a394ba req-96b67ca2-d3ae-4f7a-bfd0-297dcfb67c8c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422955 Aug 20 12:13:07.463758 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a15a5681-6f5b-4582-9345-c49313a394ba req-b793d032-52f8-42ea-92c5-d2190ce84292 service neutron] 10.222.0.37 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328964 Aug 20 12:13:07.553670 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a15a5681-6f5b-4582-9345-c49313a394ba req-6519cd45-5423-497c-9481-220042fa24ed service neutron] 10.222.0.37 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837040 Aug 20 12:13:07.717775 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fd790908-c30c-46f4-a70b-915b26256572 req-846e0c1d-bd76-4cba-a2a5-5828c5bd7bc6 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 210 time: 0.0319152 Aug 20 12:13:07.787117 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 32dffbf5-600a-48db-810e-8de86f8409b4 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:07.835454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 32dffbf5-600a-48db-810e-8de86f8409b4 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:07.838991 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 32dffbf5-600a-48db-810e-8de86f8409b4 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:07.839361 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.918201 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.946166 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638430da-0b0e-4641-85a0-192fba7d14d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dffbf5-600a-48db-810e-8de86f8409b4'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:07.950270 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501e849a-ac32-4447-9cb8-4a8854a6290b" -d '{"events": [{"server_uuid": "638430da-0b0e-4641-85a0-192fba7d14d1", "name": "network-vif-plugged", "status": "completed", "tag": "32dffbf5-600a-48db-810e-8de86f8409b4"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:07.965027 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 32dffbf5-600a-48db-810e-8de86f8409b4, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=32dffbf5-600a-48db-810e-8de86f8409b4,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:07.969429 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:08.014650 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9866c5b2-b5c1-4b4a-9457-3c60685a042a x-openstack-request-id: req-9866c5b2-b5c1-4b4a-9457-3c60685a042a {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:08.014929 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638430da-0b0e-4641-85a0-192fba7d14d1", "name": "network-vif-plugged", "status": "completed", "tag": "32dffbf5-600a-48db-810e-8de86f8409b4", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:08.015174 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9866c5b2-b5c1-4b4a-9457-3c60685a042a {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:08.015551 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638430da-0b0e-4641-85a0-192fba7d14d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dffbf5-600a-48db-810e-8de86f8409b4', 'code': 200} Aug 20 12:13:08.024470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=32dffbf5-600a-48db-810e-8de86f8409b4,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:08.620715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c009c1-92a6-4390-b1f9-a570457c4e7b req-81e2eb2e-bf34-40ca-a206-0da44d2b5dad tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:08.622351 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b1c009c1-92a6-4390-b1f9-a570457c4e7b req-81e2eb2e-bf34-40ca-a206-0da44d2b5dad tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.35 "GET /v2.0/ports?device_id=638430da-0b0e-4641-85a0-192fba7d14d1 HTTP/1.1" status: 200 len: 945 time: 0.0536325 Aug 20 12:13:08.683075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5681-6f5b-4582-9345-c49313a394ba req-f87988b3-d504-48d1-9950-78f190dc3ded tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:08.684609 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a15a5681-6f5b-4582-9345-c49313a394ba req-f87988b3-d504-48d1-9950-78f190dc3ded tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.35 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 815 time: 0.1080561 Aug 20 12:13:08.700344 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-a15a5681-6f5b-4582-9345-c49313a394ba req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Request body: {'port': {'device_id': '90f3028c-4c14-4c78-aad5-ffb2c6540a6b', 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a', 'admin_state_up': True, 'tenant_id': 'd7193484957c4241bf912f8e975c0754'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:08.738889 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-b1c009c1-92a6-4390-b1f9-a570457c4e7b req-09fd6676-f0c2-4487-a397-aa553a511220 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Deleting port 32dffbf5-600a-48db-810e-8de86f8409b4 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:08.739231 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b1c009c1-92a6-4390-b1f9-a570457c4e7b req-09fd6676-f0c2-4487-a397-aa553a511220 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:08.823932 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-28b95577-66fc-4254-afba-c835829cb107 req-a5a5c827-1a88-4b03-b2c5-c873055226a7 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 210 time: 0.0332761 Aug 20 12:13:08.831382 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b1c009c1-92a6-4390-b1f9-a570457c4e7b req-09fd6676-f0c2-4487-a397-aa553a511220 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] For port 32dffbf5-600a-48db-810e-8de86f8409b4, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=32dffbf5-600a-48db-810e-8de86f8409b4,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:08.831886 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b1c009c1-92a6-4390-b1f9-a570457c4e7b req-09fd6676-f0c2-4487-a397-aa553a511220 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:08.846446 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-b1c009c1-92a6-4390-b1f9-a570457c4e7b req-09fd6676-f0c2-4487-a397-aa553a511220 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Calling delete_port for 32dffbf5-600a-48db-810e-8de86f8409b4 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:08.853218 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15a5681-6f5b-4582-9345-c49313a394ba req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Made reservation on behalf of d7193484957c4241bf912f8e975c0754 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:08.856807 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a15a5681-6f5b-4582-9345-c49313a394ba req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:08.979869 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b1c009c1-92a6-4390-b1f9-a570457c4e7b req-09fd6676-f0c2-4487-a397-aa553a511220 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:08.992375 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-a15a5681-6f5b-4582-9345-c49313a394ba req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Allocated IP 172.20.0.11 (e244ddf9-3741-4d88-a60b-280154b6d56a/612a59ec-319a-4568-9e8f-002bbf39d114/b4cdb954-62c6-48fe-a545-6c4d792f2cd8) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:08.992792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['32dffbf5-600a-48db-810e-8de86f8409b4'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:13:09.010559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd6676-f0c2-4487-a397-aa553a511220 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Pushing event deleted for resources: {'Port': ['ID=32dffbf5-600a-48db-810e-8de86f8409b4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:09.059346 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c009c1-92a6-4390-b1f9-a570457c4e7b req-09fd6676-f0c2-4487-a397-aa553a511220 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] No DVR routers for this DVR port 32dffbf5-600a-48db-810e-8de86f8409b4 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:09.062022 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b1c009c1-92a6-4390-b1f9-a570457c4e7b req-09fd6676-f0c2-4487-a397-aa553a511220 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.064093 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b1c009c1-92a6-4390-b1f9-a570457c4e7b req-09fd6676-f0c2-4487-a397-aa553a511220 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.35 "DELETE /v2.0/ports/32dffbf5-600a-48db-810e-8de86f8409b4 HTTP/1.1" status: 204 len: 173 time: 0.4345798 Aug 20 12:13:09.064547 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638430da-0b0e-4641-85a0-192fba7d14d1', 'name': 'network-vif-deleted', 'tag': '32dffbf5-600a-48db-810e-8de86f8409b4'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:09.066851 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5a0a07-0ac8-4b03-b2a1-7eeef2aa9028" -d '{"events": [{"server_uuid": "638430da-0b0e-4641-85a0-192fba7d14d1", "name": "network-vif-deleted", "tag": "32dffbf5-600a-48db-810e-8de86f8409b4"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:09.160981 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a15a5681-6f5b-4582-9345-c49313a394ba req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.207216 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a15a5681-6f5b-4582-9345-c49313a394ba req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.219742 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['32dffbf5-600a-48db-810e-8de86f8409b4'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:13:09.232769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15a5681-6f5b-4582-9345-c49313a394ba req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Network e244ddf9-3741-4d88-a60b-280154b6d56a is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:09.235515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-a15a5681-6f5b-4582-9345-c49313a394ba req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:09.262902 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15a5681-6f5b-4582-9345-c49313a394ba req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:09.323359 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Pushing event updated for resources: {'Port': ['ID=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:09.331635 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5681-6f5b-4582-9345-c49313a394ba req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:09.332056 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a15a5681-6f5b-4582-9345-c49313a394ba req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.346696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:09.347005 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:09.347488 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:09.347836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:09.348176 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:09.348600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:09.348887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:09.349372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:09.349688 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:09.350047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:09.350429 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:09.350880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:09.353344 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.360894 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a15a5681-6f5b-4582-9345-c49313a394ba req-a07e5bb1-14dd-453d-aa89-ed2908ad0c1f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6651595 Aug 20 12:13:09.361156 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2736a2e-1f7b-4836-9630-3c2b0772d2fa x-openstack-request-id: req-d2736a2e-1f7b-4836-9630-3c2b0772d2fa {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:09.362132 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638430da-0b0e-4641-85a0-192fba7d14d1", "name": "network-vif-deleted", "tag": "32dffbf5-600a-48db-810e-8de86f8409b4", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:09.362413 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2736a2e-1f7b-4836-9630-3c2b0772d2fa {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:09.364732 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638430da-0b0e-4641-85a0-192fba7d14d1', 'name': 'network-vif-deleted', 'tag': '32dffbf5-600a-48db-810e-8de86f8409b4', 'status': 'completed', 'code': 200} Aug 20 12:13:09.378171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Request body: {'port': {'device_id': '90f3028c-4c14-4c78-aad5-ffb2c6540a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:09.433161 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.743263 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cdb954-62c6-48fe-a545-6c4d792f2cd8 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:13:09.750939 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.763801 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Transition to ACTIVE for port object b4cdb954-62c6-48fe-a545-6c4d792f2cd8 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:09.767812 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.835617 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:09.884969 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Attempting to bind port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:09.885302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Attempting to bind port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:09.885628 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Attempting to bind port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 on network e244ddf9-3741-4d88-a60b-280154b6d56a {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:09.889975 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 on network e244ddf9-3741-4d88-a60b-280154b6d56a not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:13:09.890301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Attempting to bind port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 on network e244ddf9-3741-4d88-a60b-280154b6d56a {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:09.894979 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:09.895313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Checking segment: {'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:09.895696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Bound using segment: {'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:09.896120 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Bound port: b4cdb954-62c6-48fe-a545-6c4d792f2cd8, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:09.896486 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.997459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b1f6e-699b-4f8f-a906-e0f5134b5e32 req-125c5581-f217-4c84-afe2-aa2e3ae92dac tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:09.999120 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-694b1f6e-699b-4f8f-a906-e0f5134b5e32 req-125c5581-f217-4c84-afe2-aa2e3ae92dac tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 944 time: 0.0998082 Aug 20 12:13:10.004929 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] For port b4cdb954-62c6-48fe-a545-6c4d792f2cd8, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:10.009856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] For port b4cdb954-62c6-48fe-a545-6c4d792f2cd8, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:10.024104 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:10.071749 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:10.072366 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:10.073782 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a15a5681-6f5b-4582-9345-c49313a394ba req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] 10.222.0.35 "PUT /v2.0/ports/b4cdb954-62c6-48fe-a545-6c4d792f2cd8 HTTP/1.1" status: 200 len: 1092 time: 0.7002335 Aug 20 12:13:10.075992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f3028c-4c14-4c78-aad5-ffb2c6540a6b', 'tag': 'b4cdb954-62c6-48fe-a545-6c4d792f2cd8'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:10.078265 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259b1073-b3c2-4d85-8694-9fba9bfa7e36" -d '{"events": [{"name": "network-changed", "server_uuid": "90f3028c-4c14-4c78-aad5-ffb2c6540a6b", "tag": "b4cdb954-62c6-48fe-a545-6c4d792f2cd8"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:10.087934 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-694b1f6e-699b-4f8f-a906-e0f5134b5e32 req-bc6b8ace-e9b9-4a58-99e1-d8a08b865f54 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802910 Aug 20 12:13:10.111638 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e245a8-a31c-4406-8fa0-803bb6ed3027 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:10.190181 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5681-6f5b-4582-9345-c49313a394ba req-b1c4cd7d-1808-479f-881d-60e203c9fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:10.191697 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a15a5681-6f5b-4582-9345-c49313a394ba req-b1c4cd7d-1808-479f-881d-60e203c9fd47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 1095 time: 0.0758984 Aug 20 12:13:10.195321 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1401f6c0-64aa-4c71-99bc-5c080dc63f84 x-openstack-request-id: req-1401f6c0-64aa-4c71-99bc-5c080dc63f84 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:10.195599 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f3028c-4c14-4c78-aad5-ffb2c6540a6b", "tag": "b4cdb954-62c6-48fe-a545-6c4d792f2cd8", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:10.195846 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1401f6c0-64aa-4c71-99bc-5c080dc63f84 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:10.196228 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f3028c-4c14-4c78-aad5-ffb2c6540a6b', 'tag': 'b4cdb954-62c6-48fe-a545-6c4d792f2cd8', 'status': 'completed', 'code': 200} Aug 20 12:13:10.251848 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a15a5681-6f5b-4582-9345-c49313a394ba req-337fbf32-5dbf-4625-a90a-56629b817b3e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8 HTTP/1.1" status: 200 len: 217 time: 0.0504789 Aug 20 12:13:10.315273 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5681-6f5b-4582-9345-c49313a394ba req-49bc4d1d-6c4d-4df6-b0da-1506b9ff2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:10.316754 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a15a5681-6f5b-4582-9345-c49313a394ba req-49bc4d1d-6c4d-4df6-b0da-1506b9ff2505 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=612a59ec-319a-4568-9e8f-002bbf39d114 HTTP/1.1" status: 200 len: 855 time: 0.0540476 Aug 20 12:13:10.369583 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a15a5681-6f5b-4582-9345-c49313a394ba req-2a606ced-92e5-4ea9-8ddf-d622c686363e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e244ddf9-3741-4d88-a60b-280154b6d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450952 Aug 20 12:13:10.464524 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a15a5681-6f5b-4582-9345-c49313a394ba req-5072d3eb-ac18-45b1-9a61-1d7f71c7651d service neutron] 10.222.0.35 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857141 Aug 20 12:13:10.558295 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a15a5681-6f5b-4582-9345-c49313a394ba req-7e36d3d2-634a-43f8-ad09-bf96947134f1 service neutron] 10.222.0.35 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844557 Aug 20 12:13:10.643805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b1073-b3c2-4d85-8694-9fba9bfa7e36 req-f8697cd2-dc6a-4b1d-bb67-c4e37d072779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:10.645488 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-259b1073-b3c2-4d85-8694-9fba9bfa7e36 req-f8697cd2-dc6a-4b1d-bb67-c4e37d072779 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 1095 time: 0.0420558 Aug 20 12:13:10.794025 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b1073-b3c2-4d85-8694-9fba9bfa7e36 req-035b9d00-861b-4f84-95cc-b542ff0c65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:10.795507 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-259b1073-b3c2-4d85-8694-9fba9bfa7e36 req-035b9d00-861b-4f84-95cc-b542ff0c65ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 915 time: 0.1415477 Aug 20 12:13:10.841390 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-259b1073-b3c2-4d85-8694-9fba9bfa7e36 req-f8f86157-c626-4134-95f8-a942fb9dfcab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8 HTTP/1.1" status: 200 len: 217 time: 0.0370698 Aug 20 12:13:10.892838 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b1073-b3c2-4d85-8694-9fba9bfa7e36 req-adf1cbb3-a316-45b9-9908-662835a817fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:10.894240 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-259b1073-b3c2-4d85-8694-9fba9bfa7e36 req-adf1cbb3-a316-45b9-9908-662835a817fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=612a59ec-319a-4568-9e8f-002bbf39d114 HTTP/1.1" status: 200 len: 855 time: 0.0433424 Aug 20 12:13:10.925211 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-259b1073-b3c2-4d85-8694-9fba9bfa7e36 req-eb3c0945-8863-44b8-9192-7038c246d3de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e244ddf9-3741-4d88-a60b-280154b6d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231404 Aug 20 12:13:11.021360 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-259b1073-b3c2-4d85-8694-9fba9bfa7e36 req-4eaeeb82-f669-4d23-ab6e-bacad4d76aaa service neutron] 10.222.0.35 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867598 Aug 20 12:13:11.111871 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-259b1073-b3c2-4d85-8694-9fba9bfa7e36 req-b818379c-df6b-4474-87f2-2b47d4988b34 service neutron] 10.222.0.35 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814881 Aug 20 12:13:11.210662 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ad08d-49c5-4604-8db7-5c3a719afb5b req-798e20fa-56d9-4169-81ef-553a2102fc5d tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:11.212138 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2f4ad08d-49c5-4604-8db7-5c3a719afb5b req-798e20fa-56d9-4169-81ef-553a2102fc5d tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 944 time: 0.0530088 Aug 20 12:13:11.249927 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2f4ad08d-49c5-4604-8db7-5c3a719afb5b req-5b34c4ab-ed81-4d86-9500-b75099145686 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317357 Aug 20 12:13:11.802995 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 32dffbf5-600a-48db-810e-8de86f8409b4 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:13:11.823423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: 32dffbf5-600a-48db-810e-8de86f8409b4 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:13:11.823764 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 32dffbf5-600a-48db-810e-8de86f8409b4 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:13:12.362127 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a6d40-de3d-45a9-9b42-94850c40f764 req-ad92af3f-f508-4723-b5e1-066d17af6c39 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:12.363612 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ea0a6d40-de3d-45a9-9b42-94850c40f764 req-ad92af3f-f508-4723-b5e1-066d17af6c39 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 944 time: 0.0484798 Aug 20 12:13:12.401412 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ea0a6d40-de3d-45a9-9b42-94850c40f764 req-47543709-d240-4355-8e49-0bd3955a81f5 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Aug 20 12:13:13.512484 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ab320-e56c-4896-85af-e630ec38f597 req-20c3a4e2-7cbb-4d06-9ed6-dcdf2d3a7159 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:13.513990 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-003ab320-e56c-4896-85af-e630ec38f597 req-20c3a4e2-7cbb-4d06-9ed6-dcdf2d3a7159 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 944 time: 0.0472541 Aug 20 12:13:13.552126 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-003ab320-e56c-4896-85af-e630ec38f597 req-7c1d6656-1abe-40f6-a0ec-13299b5a8328 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320294 Aug 20 12:13:13.820105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b4cdb954-62c6-48fe-a545-6c4d792f2cd8 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:13:13.910357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b4cdb954-62c6-48fe-a545-6c4d792f2cd8, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:13.924451 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'b4cdb954-62c6-48fe-a545-6c4d792f2cd8', 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a', 'port_id': 'b4cdb954-62c6-48fe-a545-6c4d792f2cd8', 'mac_address': 'fa:16:3e:78:71:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612a59ec-319a-4568-9e8f-002bbf39d114', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:13:13.961611 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:13.973497 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cdb954-62c6-48fe-a545-6c4d792f2cd8 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:13:13.993303 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b4cdb954-62c6-48fe-a545-6c4d792f2cd8, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:13.996706 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:14.042739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:14.212777 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['b4cdb954-62c6-48fe-a545-6c4d792f2cd8'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:13:14.668920 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86032058-87ab-4a33-9a3f-527bb5b66098 req-a9e1ee68-02cc-475e-9b00-cb9d7c7332ce tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:14.670531 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86032058-87ab-4a33-9a3f-527bb5b66098 req-a9e1ee68-02cc-475e-9b00-cb9d7c7332ce tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 945 time: 0.0506840 Aug 20 12:13:14.710892 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86032058-87ab-4a33-9a3f-527bb5b66098 req-718d03f6-55c6-4a45-a89c-ee4fc03836b9 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341055 Aug 20 12:13:15.825530 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1148541-ceef-4346-9308-25a6b2bfdcd6 req-afc00105-da0c-4fb8-beb5-7616c5ecfc19 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.827028 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1148541-ceef-4346-9308-25a6b2bfdcd6 req-afc00105-da0c-4fb8-beb5-7616c5ecfc19 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 945 time: 0.0481462 Aug 20 12:13:15.833869 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b4cdb954-62c6-48fe-a545-6c4d792f2cd8 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:15.865380 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1148541-ceef-4346-9308-25a6b2bfdcd6 req-dc5f0e8f-d13c-4dc6-bfce-504a1455aaf7 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318093 Aug 20 12:13:15.883900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:15.887658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:15.888025 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:15.966315 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:15.988937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f3028c-4c14-4c78-aad5-ffb2c6540a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cdb954-62c6-48fe-a545-6c4d792f2cd8'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:15.992185 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d90f8ff-a878-4094-8957-1fb38ee4fe0c" -d '{"events": [{"server_uuid": "90f3028c-4c14-4c78-aad5-ffb2c6540a6b", "name": "network-vif-plugged", "status": "completed", "tag": "b4cdb954-62c6-48fe-a545-6c4d792f2cd8"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:16.004838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b4cdb954-62c6-48fe-a545-6c4d792f2cd8, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:16.009475 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:16.033574 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cddafb-edf8-4042-96e1-aa8acea9d01f x-openstack-request-id: req-c1cddafb-edf8-4042-96e1-aa8acea9d01f {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:16.033752 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f3028c-4c14-4c78-aad5-ffb2c6540a6b", "name": "network-vif-plugged", "status": "completed", "tag": "b4cdb954-62c6-48fe-a545-6c4d792f2cd8", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:16.033891 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1cddafb-edf8-4042-96e1-aa8acea9d01f {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:16.034275 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f3028c-4c14-4c78-aad5-ffb2c6540a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cdb954-62c6-48fe-a545-6c4d792f2cd8', 'code': 200} Aug 20 12:13:16.062707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:16.134011 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a22521-9b18-45e2-b6c8-f097a7f20144 req-4b548a96-15da-40e1-b3eb-c62204881468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:16.135387 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-35a22521-9b18-45e2-b6c8-f097a7f20144 req-4b548a96-15da-40e1-b3eb-c62204881468 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 1097 time: 0.0437999 Aug 20 12:13:16.178662 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-35a22521-9b18-45e2-b6c8-f097a7f20144 req-36c921cd-b18b-45ff-b966-831ebaca28f5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344179 Aug 20 12:13:16.981109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597288e-ba55-4cd9-acb4-5b454ff7230a req-731b5ac1-85d5-4c33-87fc-7986fe21bade tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:16.982677 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2597288e-ba55-4cd9-acb4-5b454ff7230a req-731b5ac1-85d5-4c33-87fc-7986fe21bade tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0483787 Aug 20 12:13:17.020934 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2597288e-ba55-4cd9-acb4-5b454ff7230a req-fe3c7d70-6d69-4bd7-8c96-f45608310c0a tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Aug 20 12:13:18.136575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bacb8-3210-42f8-8d01-c33073be3fc4 req-c1ae70f2-6852-4d24-a402-cb2548677c02 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:18.138056 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d8bacb8-3210-42f8-8d01-c33073be3fc4 req-c1ae70f2-6852-4d24-a402-cb2548677c02 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0483418 Aug 20 12:13:18.177890 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7d8bacb8-3210-42f8-8d01-c33073be3fc4 req-a3314573-997e-4c77-b2c5-69062ddbb1e3 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339227 Aug 20 12:13:18.290881 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe26f4-ffa0-4f5a-8f9b-9cbd1a1ed22b req-5b79b14d-a975-4fa9-90b5-5c4b9eceb42b tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:18.292250 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1ffe26f4-ffa0-4f5a-8f9b-9cbd1a1ed22b req-5b79b14d-a975-4fa9-90b5-5c4b9eceb42b tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0481853 Aug 20 12:13:18.328156 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1ffe26f4-ffa0-4f5a-8f9b-9cbd1a1ed22b req-b1262ae6-8937-4bd4-ab8c-d4a2798ddba6 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299292 Aug 20 12:13:18.548097 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-5a90c3dd-7105-4a64-a304-06f0fd98759a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401258 Aug 20 12:13:18.571757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954cd87-e90b-4000-93d9-95ad8a545797 req-5a2152a4-60a6-4981-a99d-bb6d9487dcc4 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:18.573292 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7954cd87-e90b-4000-93d9-95ad8a545797 req-5a2152a4-60a6-4981-a99d-bb6d9487dcc4 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0565541 Aug 20 12:13:18.611782 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7954cd87-e90b-4000-93d9-95ad8a545797 req-d00c847b-ccde-4929-87f9-b3d0720b213a tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323958 Aug 20 12:13:19.577328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a1f14-d464-4599-960b-d4b113224dee req-d9665035-aad7-49d0-a73b-6f024491ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:19.578708 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-d9665035-aad7-49d0-a73b-6f024491ec3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 1097 time: 0.0399523 Aug 20 12:13:19.669927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a1f14-d464-4599-960b-d4b113224dee req-5b94345f-eb97-4a1a-b32e-db34cef5ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:19.671413 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-5b94345f-eb97-4a1a-b32e-db34cef5ce0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 915 time: 0.0858033 Aug 20 12:13:19.714175 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-df944cbc-4911-4c54-9cdc-9ff039555f50 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8 HTTP/1.1" status: 200 len: 217 time: 0.0345671 Aug 20 12:13:19.730659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd09547-0e75-4c4a-827e-19429765bfdc req-a4086506-1e04-4698-a404-61d7eca80d67 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:19.732729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebd09547-0e75-4c4a-827e-19429765bfdc req-a4086506-1e04-4698-a404-61d7eca80d67 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0501585 Aug 20 12:13:19.764983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a1f14-d464-4599-960b-d4b113224dee req-c579b477-273f-47ac-b4ec-632f2309ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:19.766469 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-c579b477-273f-47ac-b4ec-632f2309ef0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=612a59ec-319a-4568-9e8f-002bbf39d114 HTTP/1.1" status: 200 len: 855 time: 0.0451052 Aug 20 12:13:19.770746 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebd09547-0e75-4c4a-827e-19429765bfdc req-f7829682-43d1-4175-8469-78eb54756c0b tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321267 Aug 20 12:13:19.798176 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-1b96e5f4-c921-4d8d-94c3-0c521cc06847 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e244ddf9-3741-4d88-a60b-280154b6d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244529 Aug 20 12:13:19.890428 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-24cd9773-9c97-49fa-9bf1-47e4dddcecd4 service neutron] 10.222.0.35 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838521 Aug 20 12:13:19.980426 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-b4d97bac-1c07-4b7f-9503-ae6b07a2ee1c service neutron] 10.222.0.35 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806057 Aug 20 12:13:20.890533 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e04e5-24ff-493e-8c53-cb7e71fa672e req-2b631a13-f53c-4196-8712-26da955d2136 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:20.892012 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-516e04e5-24ff-493e-8c53-cb7e71fa672e req-2b631a13-f53c-4196-8712-26da955d2136 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0531433 Aug 20 12:13:20.928463 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-516e04e5-24ff-493e-8c53-cb7e71fa672e req-119f7463-7903-4939-bf6b-b0fe86876544 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304551 Aug 20 12:13:22.044273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f5dd3-182e-48a0-8d02-6cb0f31272f7 req-013e39da-5aad-44bc-82a0-f8a782edb000 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:22.045808 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-056f5dd3-182e-48a0-8d02-6cb0f31272f7 req-013e39da-5aad-44bc-82a0-f8a782edb000 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0497422 Aug 20 12:13:22.081639 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-056f5dd3-182e-48a0-8d02-6cb0f31272f7 req-b0468e61-9119-4742-b0ce-85c1c5cee20b tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299575 Aug 20 12:13:22.396153 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-98276631-074f-4f55-8893-615b4a995c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:23.199216 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb157d9a-9b1a-4d97-8378-c17c03c2663f req-7959270f-3a5d-4cfa-9d8e-fc60b63bc3c0 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:23.200718 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eb157d9a-9b1a-4d97-8378-c17c03c2663f req-7959270f-3a5d-4cfa-9d8e-fc60b63bc3c0 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0492599 Aug 20 12:13:23.237512 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eb157d9a-9b1a-4d97-8378-c17c03c2663f req-f29ed131-98a9-4be5-b4ab-4e24fb24b1a1 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308514 Aug 20 12:13:24.353709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c63b9-2f31-4713-bdf5-7568fcf032ec req-2ee838e9-be0a-4136-8e86-155cfafd611d tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:24.355222 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b36c63b9-2f31-4713-bdf5-7568fcf032ec req-2ee838e9-be0a-4136-8e86-155cfafd611d tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0521388 Aug 20 12:13:24.392938 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b36c63b9-2f31-4713-bdf5-7568fcf032ec req-fa5b64c3-c9a5-4afc-a27d-f815cbd70bd3 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319042 Aug 20 12:13:25.172223 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-445a95b4-19b3-48af-9f44-8a9b14f65e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.490490 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.505941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd725b-f4ad-47c3-8277-c794647a232e req-d4ac2049-f8e8-439f-aacb-7e0e3118838c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:25.508152 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9bd725b-f4ad-47c3-8277-c794647a232e req-d4ac2049-f8e8-439f-aacb-7e0e3118838c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0491233 Aug 20 12:13:25.544784 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a9bd725b-f4ad-47c3-8277-c794647a232e req-8a6a6613-0bdb-423d-8c1d-b55e58eb5a71 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304825 Aug 20 12:13:26.445701 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.657567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b8d86-82bc-43bd-9773-4584522eee3f req-00eb0172-d32c-48a1-9675-5b3a38670dbe tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:26.659043 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-724b8d86-82bc-43bd-9773-4584522eee3f req-00eb0172-d32c-48a1-9675-5b3a38670dbe tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0484991 Aug 20 12:13:26.696148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-724b8d86-82bc-43bd-9773-4584522eee3f req-287fda38-b35e-4f0a-b688-e1079e277113 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304031 Aug 20 12:13:27.814833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2e768-55de-4318-a920-4826e11ef0fa req-9c479bc0-e660-4750-8565-bb57a741e1dc tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:27.816291 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4fc2e768-55de-4318-a920-4826e11ef0fa req-9c479bc0-e660-4750-8565-bb57a741e1dc tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0522990 Aug 20 12:13:27.853809 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4fc2e768-55de-4318-a920-4826e11ef0fa req-fe5c4507-a056-4c57-bf99-275866e4479b tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315154 Aug 20 12:13:28.061687 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.967714 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ffb0f-91e5-47ac-8bc7-54dc3a703399 req-1f75d673-a285-42c0-8f58-803f752539a8 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:28.969234 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b34ffb0f-91e5-47ac-8bc7-54dc3a703399 req-1f75d673-a285-42c0-8f58-803f752539a8 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0484967 Aug 20 12:13:29.008384 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b34ffb0f-91e5-47ac-8bc7-54dc3a703399 req-52458062-7f5c-4281-9a82-cfa330f91a06 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332146 Aug 20 12:13:29.485564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19026dff-b4a7-4ec0-8fdc-081340c8fe3e req-64e61797-bb40-4b28-b58e-dc679366ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:29.487064 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19026dff-b4a7-4ec0-8fdc-081340c8fe3e req-64e61797-bb40-4b28-b58e-dc679366ec3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 1097 time: 0.0398114 Aug 20 12:13:29.591517 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19026dff-b4a7-4ec0-8fdc-081340c8fe3e req-545c3c87-e51b-4b80-8729-b0b807b4244f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:29.593013 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19026dff-b4a7-4ec0-8fdc-081340c8fe3e req-545c3c87-e51b-4b80-8729-b0b807b4244f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 915 time: 0.0858378 Aug 20 12:13:29.635365 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19026dff-b4a7-4ec0-8fdc-081340c8fe3e req-d7f33896-b788-405e-96f0-c8c1863699d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8 HTTP/1.1" status: 200 len: 217 time: 0.0344625 Aug 20 12:13:29.683990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19026dff-b4a7-4ec0-8fdc-081340c8fe3e req-0be9b765-c98b-4d10-aaf8-8952f9cc15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:29.685397 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19026dff-b4a7-4ec0-8fdc-081340c8fe3e req-0be9b765-c98b-4d10-aaf8-8952f9cc15ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=612a59ec-319a-4568-9e8f-002bbf39d114 HTTP/1.1" status: 200 len: 855 time: 0.0422840 Aug 20 12:13:29.716737 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19026dff-b4a7-4ec0-8fdc-081340c8fe3e req-5a479b54-fe35-4dba-93f4-3164f7fc5a0d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e244ddf9-3741-4d88-a60b-280154b6d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237000 Aug 20 12:13:30.135794 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19026dff-b4a7-4ec0-8fdc-081340c8fe3e req-b8a83027-e87b-4879-949a-9c5488876120 service neutron] 10.222.0.35 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085474 Aug 20 12:13:30.147286 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56b155-9115-4db6-b159-b5bcc4a09f85 req-d1f95965-d19c-4740-96a4-9eab61511d4e tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:30.149370 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e56b155-9115-4db6-b159-b5bcc4a09f85 req-d1f95965-d19c-4740-96a4-9eab61511d4e tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0714238 Aug 20 12:13:30.236705 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e56b155-9115-4db6-b159-b5bcc4a09f85 req-b7589a3b-531c-4693-a7e5-99582567c806 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792322 Aug 20 12:13:30.267546 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-19026dff-b4a7-4ec0-8fdc-081340c8fe3e req-6f69273c-3b19-4789-9fa2-46fc8914f0b3 service neutron] 10.222.0.35 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171243 Aug 20 12:13:31.358937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e31f5d-d747-4747-b3e3-50e2bb683ca7 req-f7adfd12-739f-4297-aaf7-fc2273bb4fd7 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:31.360407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-35e31f5d-d747-4747-b3e3-50e2bb683ca7 req-f7adfd12-739f-4297-aaf7-fc2273bb4fd7 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0563376 Aug 20 12:13:31.406620 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-35e31f5d-d747-4747-b3e3-50e2bb683ca7 req-c3e5aaaf-bf7c-478a-b13b-cbc1545b6a61 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401800 Aug 20 12:13:32.520421 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e75e2-5e85-41f5-be46-bb2fdc3d2b74 req-505ab4ab-3e67-4ce9-a685-a0faaae06cef tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:32.521899 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ba8e75e2-5e85-41f5-be46-bb2fdc3d2b74 req-505ab4ab-3e67-4ce9-a685-a0faaae06cef tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0484319 Aug 20 12:13:32.558936 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ba8e75e2-5e85-41f5-be46-bb2fdc3d2b74 req-d6f00035-5330-4236-b285-df05102708ce tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307841 Aug 20 12:13:33.158627 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:33.670843 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca718e-a36c-4113-89b1-b8556e6f15b3 req-b98ff62d-05ed-4f20-bb54-b19ceceb5e6b tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:33.672363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c0ca718e-a36c-4113-89b1-b8556e6f15b3 req-b98ff62d-05ed-4f20-bb54-b19ceceb5e6b tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0483031 Aug 20 12:13:33.710599 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c0ca718e-a36c-4113-89b1-b8556e6f15b3 req-cb05543e-9ed4-4b87-a732-fc4c90b1df38 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319028 Aug 20 12:13:34.828133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31aac14-14d4-4be9-ae23-b4210c02f7ce req-e550b65b-5260-4774-9685-ec7eacb812d8 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:34.829618 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e31aac14-14d4-4be9-ae23-b4210c02f7ce req-e550b65b-5260-4774-9685-ec7eacb812d8 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0512040 Aug 20 12:13:34.868995 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e31aac14-14d4-4be9-ae23-b4210c02f7ce req-1f4414f0-e71e-47e5-8ca2-db3aa8acb97e tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323994 Aug 20 12:13:35.300046 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:13:35.982672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72ef6e-fafa-43a1-b4c1-28ec54184111 req-fd296a70-5856-46f3-aca0-cc3a940b5eb8 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:35.984220 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b72ef6e-fafa-43a1-b4c1-28ec54184111 req-fd296a70-5856-46f3-aca0-cc3a940b5eb8 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0486298 Aug 20 12:13:36.022051 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b72ef6e-fafa-43a1-b4c1-28ec54184111 req-a44e80af-539c-4c08-b58e-ddcc92dd5051 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313344 Aug 20 12:13:37.135601 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babab54-6512-4ecc-aecd-b7551c647bd1 req-8246904d-3aee-4f73-9f66-5fa228b5152f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:37.137075 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5babab54-6512-4ecc-aecd-b7551c647bd1 req-8246904d-3aee-4f73-9f66-5fa228b5152f tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0473633 Aug 20 12:13:37.174201 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5babab54-6512-4ecc-aecd-b7551c647bd1 req-6132f381-971b-4bb2-809e-6998ccfce0fa tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312731 Aug 20 12:13:38.291853 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fc605-da51-49ab-b382-c78c732b7849 req-e0338b4c-ecef-48a3-b741-70467ff80876 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:38.293268 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8c3fc605-da51-49ab-b382-c78c732b7849 req-e0338b4c-ecef-48a3-b741-70467ff80876 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0523694 Aug 20 12:13:38.329778 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8c3fc605-da51-49ab-b382-c78c732b7849 req-34b27a36-c7e6-4241-9ec9-a847e6fa296d tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306442 Aug 20 12:13:39.349838 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:39.443540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca11f0-91b3-41be-8b2a-5df27253ce62 req-ef6aa85a-1fcc-4535-9569-5600dd915905 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:39.445031 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-47ca11f0-91b3-41be-8b2a-5df27253ce62 req-ef6aa85a-1fcc-4535-9569-5600dd915905 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0479438 Aug 20 12:13:39.482678 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-47ca11f0-91b3-41be-8b2a-5df27253ce62 req-9de291f0-3e05-4fce-9428-ec261a8ad673 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316873 Aug 20 12:13:40.596512 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59d53b-8db4-49cd-bd55-1e9514bf9508 req-9287c1aa-ddbb-489d-b907-88e83827b5c4 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:40.598027 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e59d53b-8db4-49cd-bd55-1e9514bf9508 req-9287c1aa-ddbb-489d-b907-88e83827b5c4 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0492880 Aug 20 12:13:40.636701 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9e59d53b-8db4-49cd-bd55-1e9514bf9508 req-8c975cde-3954-4494-b04d-53c3f454cc9e tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320182 Aug 20 12:13:41.753728 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263575d7-bafb-4b74-bc0d-6d6791cf7e83 req-b691d21d-6efb-4190-abc8-1ddd47c638a7 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:41.755192 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-263575d7-bafb-4b74-bc0d-6d6791cf7e83 req-b691d21d-6efb-4190-abc8-1ddd47c638a7 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0515082 Aug 20 12:13:41.792099 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-263575d7-bafb-4b74-bc0d-6d6791cf7e83 req-c35185fc-76c4-4ea7-aaf9-f8bc5b3b6210 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303710 Aug 20 12:13:42.905972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96794fe-6532-413e-af53-5e4b5fa18a27 req-c39cae0f-926e-41bb-a747-545beb7db8d3 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:42.907426 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d96794fe-6532-413e-af53-5e4b5fa18a27 req-c39cae0f-926e-41bb-a747-545beb7db8d3 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0479991 Aug 20 12:13:42.943015 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d96794fe-6532-413e-af53-5e4b5fa18a27 req-3c9982d2-36a2-4cdc-8800-9f6a42603a01 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296924 Aug 20 12:13:44.058504 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3597475-3dd6-4b8c-973d-d512855be1ea req-4443d1f0-98b7-47aa-93eb-8dd2d32ea2ef tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:44.059977 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e3597475-3dd6-4b8c-973d-d512855be1ea req-4443d1f0-98b7-47aa-93eb-8dd2d32ea2ef tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0483873 Aug 20 12:13:44.097069 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e3597475-3dd6-4b8c-973d-d512855be1ea req-5d7fdb93-9db3-4aaa-8532-99a8edbf82c5 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311384 Aug 20 12:13:45.215102 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d22c13-c491-4a94-8264-ccecf44fe489 req-4ae51dbb-d5d5-4336-8dda-785d0d385c3a tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:45.216572 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80d22c13-c491-4a94-8264-ccecf44fe489 req-4ae51dbb-d5d5-4336-8dda-785d0d385c3a tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0518224 Aug 20 12:13:45.253187 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80d22c13-c491-4a94-8264-ccecf44fe489 req-5603c6ed-ec0d-4922-9b2e-77bb2dcee57e tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307565 Aug 20 12:13:46.366381 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0cf55-d12f-4008-8aef-c16eae5a2469 req-0ddbe8a9-3b1b-48e9-856c-029880a86030 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:46.367910 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-13d0cf55-d12f-4008-8aef-c16eae5a2469 req-0ddbe8a9-3b1b-48e9-856c-029880a86030 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0478070 Aug 20 12:13:46.406233 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-13d0cf55-d12f-4008-8aef-c16eae5a2469 req-db97974b-5e9d-441b-a0e5-dc1357b13019 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321200 Aug 20 12:13:46.847183 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-fc4a1f14-d464-4599-960b-d4b113224dee req-d2e1d979-cea9-4c28-8d84-1ae6dbc6abd1 service neutron] show failed (client error): The resource could not be found. Aug 20 12:13:46.848173 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-d2e1d979-cea9-4c28-8d84-1ae6dbc6abd1 service neutron] 10.222.0.35 "GET /v2.0/ports/b4cdb954-62c6-48fe-a545-6c4d792f2cd8/bindings/n-h2-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.0582490 Aug 20 12:13:47.078126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a1f14-d464-4599-960b-d4b113224dee req-3e7cfa76-cb97-499f-9555-61b33c78d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:47.079614 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-3e7cfa76-cb97-499f-9555-61b33c78d584 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b&tenant_id=d7193484957c4241bf912f8e975c0754 HTTP/1.1" status: 200 len: 1097 time: 0.0410130 Aug 20 12:13:47.090813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:47.144704 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:47.339704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] For port b4cdb954-62c6-48fe-a545-6c4d792f2cd8, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:47.371817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] For port b4cdb954-62c6-48fe-a545-6c4d792f2cd8, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:47.409719 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f3028c-4c14-4c78-aad5-ffb2c6540a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4cdb954-62c6-48fe-a545-6c4d792f2cd8'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:47.412066 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b830e2bd-79df-401a-91d5-ebf852d4b249" -d '{"events": [{"server_uuid": "90f3028c-4c14-4c78-aad5-ffb2c6540a6b", "name": "network-vif-unplugged", "status": "completed", "tag": "b4cdb954-62c6-48fe-a545-6c4d792f2cd8"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:47.416755 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:47.431680 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Transition to ACTIVE for port object b4cdb954-62c6-48fe-a545-6c4d792f2cd8 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:47.435938 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:47.497306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] No DVR routers for this DVR port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:47.508908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Pushing event updated for resources: {'Port': ['ID=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,revision_number=6']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:47.535738 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:47.536358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:47.536497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:47.536795 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:47.537132 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:47.537462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:47.537788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:47.538291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:47.538513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:47.538836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:47.539661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:47.539985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:47.542352 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09222e-a360-4d30-b254-85574fb792d2 req-b064ad19-5126-4118-8f2f-a7e4bbc5f9ea tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:47.550000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef09222e-a360-4d30-b254-85574fb792d2 req-b064ad19-5126-4118-8f2f-a7e4bbc5f9ea tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 944 time: 0.0721028 Aug 20 12:13:47.554170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Attempting to bind port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:47.554614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Attempting to bind port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:47.554943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Attempting to bind port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 on network e244ddf9-3741-4d88-a60b-280154b6d56a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:47.557893 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4798c4a-d881-4ac6-a8e2-5b1603dd4515 x-openstack-request-id: req-e4798c4a-d881-4ac6-a8e2-5b1603dd4515 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:47.558491 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f3028c-4c14-4c78-aad5-ffb2c6540a6b", "name": "network-vif-unplugged", "status": "completed", "tag": "b4cdb954-62c6-48fe-a545-6c4d792f2cd8", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:47.558756 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4798c4a-d881-4ac6-a8e2-5b1603dd4515 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:47.559147 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f3028c-4c14-4c78-aad5-ffb2c6540a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4cdb954-62c6-48fe-a545-6c4d792f2cd8', 'code': 200} Aug 20 12:13:47.562269 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 on network e244ddf9-3741-4d88-a60b-280154b6d56a not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:13:47.562591 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Attempting to bind port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 on network e244ddf9-3741-4d88-a60b-280154b6d56a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:47.567357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:47.567697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Checking segment: {'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:47.568133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Bound using segment: {'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:47.568563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Bound port: b4cdb954-62c6-48fe-a545-6c4d792f2cd8, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:47.568950 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:47.585082 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef09222e-a360-4d30-b254-85574fb792d2 req-30bf8d79-ae83-47cf-ab23-e065399da68e tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340550 Aug 20 12:13:47.634000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] For port b4cdb954-62c6-48fe-a545-6c4d792f2cd8, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:47.636949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] For port b4cdb954-62c6-48fe-a545-6c4d792f2cd8, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:47.641630 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:47.673155 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:47.673771 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:47.675149 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] 10.222.0.76 "PUT /v2.0/ports/b4cdb954-62c6-48fe-a545-6c4d792f2cd8 HTTP/1.1" status: 200 len: 1092 time: 0.5882559 Aug 20 12:13:47.697891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a31aa3-b46d-44c4-ad16-94f98ca3d4ee service neutron] Pushing event updated for resources: {'Port': ['ID=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,revision_number=7']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:47.738335 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a1f14-d464-4599-960b-d4b113224dee req-3d3e501c-e6e7-4da0-976c-9345d874fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:47.739812 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-3d3e501c-e6e7-4da0-976c-9345d874fdb5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 1095 time: 0.0391204 Aug 20 12:13:47.830774 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a1f14-d464-4599-960b-d4b113224dee req-90ed8a79-884f-4f1a-a23d-8a98699eb2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:47.832216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-90ed8a79-884f-4f1a-a23d-8a98699eb2ac service neutron] 10.222.0.76 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 915 time: 0.0853987 Aug 20 12:13:47.872972 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-7ea976fa-8a67-4c39-958b-739d43649365 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8 HTTP/1.1" status: 200 len: 217 time: 0.0336087 Aug 20 12:13:47.923444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a1f14-d464-4599-960b-d4b113224dee req-5d537f63-c338-449b-991a-1a38de3a2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:47.924805 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-5d537f63-c338-449b-991a-1a38de3a2838 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=612a59ec-319a-4568-9e8f-002bbf39d114 HTTP/1.1" status: 200 len: 855 time: 0.0456700 Aug 20 12:13:47.955592 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-66dc46fe-04a8-432e-9f6d-acd255aa7692 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e244ddf9-3741-4d88-a60b-280154b6d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232291 Aug 20 12:13:48.042820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-2e0bb292-8009-48a1-8eb2-693b788fe551 service neutron] 10.222.0.76 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806036 Aug 20 12:13:48.134197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc4a1f14-d464-4599-960b-d4b113224dee req-d3ac9e75-bc1b-46ac-8cd8-9c04f5ee4205 service neutron] 10.222.0.76 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846093 Aug 20 12:13:48.702168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e52bd3-d950-4c52-a060-41a6751aa0d2 req-5231fb2b-ef7a-4870-899d-1a1484e81aca tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:48.703700 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d5e52bd3-d950-4c52-a060-41a6751aa0d2 req-5231fb2b-ef7a-4870-899d-1a1484e81aca tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 944 time: 0.0485656 Aug 20 12:13:48.741699 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d5e52bd3-d950-4c52-a060-41a6751aa0d2 req-da843f75-83d5-4433-bfc9-280cd8b78ea8 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320184 Aug 20 12:13:49.560057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f3028c-4c14-4c78-aad5-ffb2c6540a6b', 'tag': 'b4cdb954-62c6-48fe-a545-6c4d792f2cd8'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:49.562562 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da0ce66-f47e-4307-b002-d39be487e957" -d '{"events": [{"name": "network-changed", "server_uuid": "90f3028c-4c14-4c78-aad5-ffb2c6540a6b", "tag": "b4cdb954-62c6-48fe-a545-6c4d792f2cd8"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:49.614604 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca18d30-d971-4ee4-913d-9634639d717c x-openstack-request-id: req-3ca18d30-d971-4ee4-913d-9634639d717c {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:49.615012 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f3028c-4c14-4c78-aad5-ffb2c6540a6b", "tag": "b4cdb954-62c6-48fe-a545-6c4d792f2cd8", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:49.615382 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ca18d30-d971-4ee4-913d-9634639d717c {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:49.615819 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f3028c-4c14-4c78-aad5-ffb2c6540a6b', 'tag': 'b4cdb954-62c6-48fe-a545-6c4d792f2cd8', 'status': 'completed', 'code': 200} Aug 20 12:13:49.671911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ce66-f47e-4307-b002-d39be487e957 req-4326bc46-dba7-43d2-b286-95f3750c0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:49.673446 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da0ce66-f47e-4307-b002-d39be487e957 req-4326bc46-dba7-43d2-b286-95f3750c0e94 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 1095 time: 0.0413053 Aug 20 12:13:49.686177 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b4cdb954-62c6-48fe-a545-6c4d792f2cd8 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:13:49.696146 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ce66-f47e-4307-b002-d39be487e957 req-815c074f-2487-495f-bb07-1566238f9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:49.697811 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4da0ce66-f47e-4307-b002-d39be487e957 req-815c074f-2487-495f-bb07-1566238f9240 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 1095 time: 0.0441866 Aug 20 12:13:49.795112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ce66-f47e-4307-b002-d39be487e957 req-3d0954d3-af76-4021-bf54-c9a0ff07992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:49.797626 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da0ce66-f47e-4307-b002-d39be487e957 req-3d0954d3-af76-4021-bf54-c9a0ff07992e service neutron] 10.222.0.76 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 915 time: 0.1054382 Aug 20 12:13:49.801743 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ce66-f47e-4307-b002-d39be487e957 req-7d9fbd0f-ec64-44ba-8f01-bb7e4ced50d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:49.803304 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4da0ce66-f47e-4307-b002-d39be487e957 req-7d9fbd0f-ec64-44ba-8f01-bb7e4ced50d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 915 time: 0.0981684 Aug 20 12:13:49.809514 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b4cdb954-62c6-48fe-a545-6c4d792f2cd8, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:49.822175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'b4cdb954-62c6-48fe-a545-6c4d792f2cd8', 'network_id': 'e244ddf9-3741-4d88-a60b-280154b6d56a', 'port_id': 'b4cdb954-62c6-48fe-a545-6c4d792f2cd8', 'mac_address': 'fa:16:3e:78:71:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612a59ec-319a-4568-9e8f-002bbf39d114', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:13:49.850328 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da0ce66-f47e-4307-b002-d39be487e957 req-0d88ffa5-aba2-4fda-9c49-8dfc8bf44eb3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8 HTTP/1.1" status: 200 len: 217 time: 0.0452924 Aug 20 12:13:49.852892 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4da0ce66-f47e-4307-b002-d39be487e957 req-cd02bc32-0825-41c7-9433-6ea2a791006b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8 HTTP/1.1" status: 200 len: 217 time: 0.0397904 Aug 20 12:13:49.861277 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:49.874822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cdb954-62c6-48fe-a545-6c4d792f2cd8 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:13:49.894904 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b4cdb954-62c6-48fe-a545-6c4d792f2cd8, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:49.900404 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:49.906759 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ce66-f47e-4307-b002-d39be487e957 req-d2951a54-d786-4476-8302-e45b2dcc9dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:49.908423 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4da0ce66-f47e-4307-b002-d39be487e957 req-d2951a54-d786-4476-8302-e45b2dcc9dbe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=612a59ec-319a-4568-9e8f-002bbf39d114 HTTP/1.1" status: 200 len: 855 time: 0.0492013 Aug 20 12:13:49.927362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ce66-f47e-4307-b002-d39be487e957 req-2fe9d81c-98c2-4568-b49d-0626841ed71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:49.929658 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da0ce66-f47e-4307-b002-d39be487e957 req-2fe9d81c-98c2-4568-b49d-0626841ed71e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=612a59ec-319a-4568-9e8f-002bbf39d114 HTTP/1.1" status: 200 len: 855 time: 0.0597360 Aug 20 12:13:49.941490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e8905-b1a4-4884-946e-7ee3fdb19f9c req-063e58b4-26ff-4c5a-9eec-e827b42b4730 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:49.943185 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff1e8905-b1a4-4884-946e-7ee3fdb19f9c req-063e58b4-26ff-4c5a-9eec-e827b42b4730 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 944 time: 0.1020303 Aug 20 12:13:49.943822 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4da0ce66-f47e-4307-b002-d39be487e957 req-a2f51ea4-54f2-4a10-84aa-8c3c0c121c10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e244ddf9-3741-4d88-a60b-280154b6d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263705 Aug 20 12:13:49.953547 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:49.963054 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:49.963481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:49.963880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:49.964278 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:49.964718 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:49.965107 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:49.965491 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:49.965876 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:49.966262 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:49.966643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:49.967024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:49.967403 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:49.988143 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da0ce66-f47e-4307-b002-d39be487e957 req-49fcfcb4-b187-4a5f-a5df-6bfe9399c726 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e244ddf9-3741-4d88-a60b-280154b6d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438416 Aug 20 12:13:50.036474 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b4cdb954-62c6-48fe-a545-6c4d792f2cd8 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:13:50.049414 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4da0ce66-f47e-4307-b002-d39be487e957 req-c3ce26e5-6be6-433b-87c9-ff09676dec7b service neutron] 10.222.0.35 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975928 Aug 20 12:13:50.059172 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ff1e8905-b1a4-4884-946e-7ee3fdb19f9c req-c6008cd8-0796-4545-8396-02e06d1fe4fa tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064715 Aug 20 12:13:50.085970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b4cdb954-62c6-48fe-a545-6c4d792f2cd8 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:13:50.105208 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da0ce66-f47e-4307-b002-d39be487e957 req-358c523c-86d6-44ba-8e6b-83b9128df60f service neutron] 10.222.0.76 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089230 Aug 20 12:13:50.132918 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['b4cdb954-62c6-48fe-a545-6c4d792f2cd8'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:13:50.155038 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4da0ce66-f47e-4307-b002-d39be487e957 req-26f08893-2b42-4993-83d8-723e3922e45a service neutron] 10.222.0.35 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973711 Aug 20 12:13:50.221006 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4da0ce66-f47e-4307-b002-d39be487e957 req-c2cde395-50f3-42a7-80a9-560c15267803 service neutron] 10.222.0.76 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084571 Aug 20 12:13:50.276627 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1bcb2-9993-4b53-8ac2-b0dcfc81e183 req-31c8a89b-f418-4b8c-8a0c-df2d0f31486c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:50.278206 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8d1bcb2-9993-4b53-8ac2-b0dcfc81e183 req-31c8a89b-f418-4b8c-8a0c-df2d0f31486c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 945 time: 0.0529995 Aug 20 12:13:50.320585 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8d1bcb2-9993-4b53-8ac2-b0dcfc81e183 req-bb2be331-38a6-4cea-ab09-1885d3303671 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359468 Aug 20 12:13:50.329239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742463a-842a-4094-bd92-caf073a02226 req-6a331cd4-d962-4efb-9229-4cb88b92f9b0 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:50.330795 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6742463a-842a-4094-bd92-caf073a02226 req-6a331cd4-d962-4efb-9229-4cb88b92f9b0 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.35 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b&tenant_id=d7193484957c4241bf912f8e975c0754&binding%3Ahost_id=n-h2-804299-2 HTTP/1.1" status: 200 len: 945 time: 0.0976651 Aug 20 12:13:50.391325 n-d-804299-2 neutron-server[94690]: INFO neutron.api.v2.resource [req-6742463a-842a-4094-bd92-caf073a02226 req-da6f6f9b-b1a5-416a-87fd-60ca91b15fbb service neutron] delete failed (client error): The resource could not be found. Aug 20 12:13:50.392329 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6742463a-842a-4094-bd92-caf073a02226 req-da6f6f9b-b1a5-416a-87fd-60ca91b15fbb service neutron] 10.222.0.35 "DELETE /v2.0/ports/b4cdb954-62c6-48fe-a545-6c4d792f2cd8/bindings/n-h1-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.0543401 Aug 20 12:13:50.472337 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742463a-842a-4094-bd92-caf073a02226 req-367bf443-c9d6-4fa2-a6ec-fd6041cb456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:50.473984 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6742463a-842a-4094-bd92-caf073a02226 req-367bf443-c9d6-4fa2-a6ec-fd6041cb456d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7193484957c4241bf912f8e975c0754&device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 1096 time: 0.0411041 Aug 20 12:13:50.566934 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742463a-842a-4094-bd92-caf073a02226 req-3a09eb4a-252f-4f78-ac06-5afbb92b3822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:50.568421 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6742463a-842a-4094-bd92-caf073a02226 req-3a09eb4a-252f-4f78-ac06-5afbb92b3822 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 200 len: 915 time: 0.0869784 Aug 20 12:13:50.609246 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6742463a-842a-4094-bd92-caf073a02226 req-4639f43a-09bb-446c-b906-2bc8519c4c8e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8 HTTP/1.1" status: 200 len: 217 time: 0.0334623 Aug 20 12:13:50.665665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742463a-842a-4094-bd92-caf073a02226 req-5c5c801b-2187-4d58-929c-8f35360fd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:50.667172 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6742463a-842a-4094-bd92-caf073a02226 req-5c5c801b-2187-4d58-929c-8f35360fd0aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=612a59ec-319a-4568-9e8f-002bbf39d114 HTTP/1.1" status: 200 len: 855 time: 0.0516407 Aug 20 12:13:50.699737 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6742463a-842a-4094-bd92-caf073a02226 req-ceaefd12-06ab-46e6-a3b6-f3cba236a0fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e244ddf9-3741-4d88-a60b-280154b6d56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257041 Aug 20 12:13:50.789098 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6742463a-842a-4094-bd92-caf073a02226 req-bd4ba3fc-c493-4002-916d-3293a5ef7025 service neutron] 10.222.0.35 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815361 Aug 20 12:13:50.884732 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6742463a-842a-4094-bd92-caf073a02226 req-1923549f-d035-4005-a594-8b2ea701ddba service neutron] 10.222.0.35 "GET /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871625 Aug 20 12:13:51.442797 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef214b-6217-4a68-8107-361e22ace72b req-9506db52-3094-40e3-a774-c6d299049d02 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:51.444356 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3fef214b-6217-4a68-8107-361e22ace72b req-9506db52-3094-40e3-a774-c6d299049d02 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 945 time: 0.0526183 Aug 20 12:13:51.482237 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3fef214b-6217-4a68-8107-361e22ace72b req-22ff4da7-94a6-4b36-b9ab-b6788c8b53a4 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318859 Aug 20 12:13:51.594969 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1877e-8327-41e8-9705-5183eb2fac65 req-a65a7056-a1bc-428d-9169-e0f78516e7a9 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:51.596456 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5b1877e-8327-41e8-9705-5183eb2fac65 req-a65a7056-a1bc-428d-9169-e0f78516e7a9 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 945 time: 0.0486422 Aug 20 12:13:51.634791 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5b1877e-8327-41e8-9705-5183eb2fac65 req-1ac71e9a-dc86-40e3-8cb7-1da35408e992 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313368 Aug 20 12:13:51.699860 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b4cdb954-62c6-48fe-a545-6c4d792f2cd8 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:51.751722 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:51.754751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfef1e-1f1f-4cf2-ba41-507ac9479cf9 req-6755ae97-c3d4-4773-b5a4-9147647e7b92 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:51.755574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:51.755969 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:51.756301 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-83dfef1e-1f1f-4cf2-ba41-507ac9479cf9 req-6755ae97-c3d4-4773-b5a4-9147647e7b92 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 945 time: 0.0531349 Aug 20 12:13:51.803088 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-83dfef1e-1f1f-4cf2-ba41-507ac9479cf9 req-2238608e-326f-4fbe-93d9-9b8b5626d1fe tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332673 Aug 20 12:13:51.832673 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:51.855240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f3028c-4c14-4c78-aad5-ffb2c6540a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cdb954-62c6-48fe-a545-6c4d792f2cd8'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:51.857590 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b907d87-b5f4-418b-ad97-e9c91e502be5" -d '{"events": [{"server_uuid": "90f3028c-4c14-4c78-aad5-ffb2c6540a6b", "name": "network-vif-plugged", "status": "completed", "tag": "b4cdb954-62c6-48fe-a545-6c4d792f2cd8"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:51.870849 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port b4cdb954-62c6-48fe-a545-6c4d792f2cd8, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:51.875538 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:51.903631 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f7f7e5-5056-4126-b925-efdb45e95a1c x-openstack-request-id: req-f9f7f7e5-5056-4126-b925-efdb45e95a1c {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:51.903950 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f3028c-4c14-4c78-aad5-ffb2c6540a6b", "name": "network-vif-plugged", "status": "completed", "tag": "b4cdb954-62c6-48fe-a545-6c4d792f2cd8", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:51.904186 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9f7f7e5-5056-4126-b925-efdb45e95a1c {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:51.904569 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f3028c-4c14-4c78-aad5-ffb2c6540a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cdb954-62c6-48fe-a545-6c4d792f2cd8', 'code': 200} Aug 20 12:13:51.932541 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:52.144625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcfafe-dd12-40ff-9276-1aa24612faea req-ad6b4d4c-5248-4969-8343-5f499f1f5e97 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:52.146121 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cefcfafe-dd12-40ff-9276-1aa24612faea req-ad6b4d4c-5248-4969-8343-5f499f1f5e97 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0492787 Aug 20 12:13:52.184254 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cefcfafe-dd12-40ff-9276-1aa24612faea req-382de8b2-7517-4522-bc7d-3201020b251d tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320604 Aug 20 12:13:52.396327 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3c6f971b-0b11-499e-8cbe-2a8e1749f86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:53.278775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2551b-899b-4a12-8068-f91fd4b0f2d6 req-9a50b8ab-c98b-4e7c-b7ea-b8257fd829ff tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:53.280133 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7de2551b-899b-4a12-8068-f91fd4b0f2d6 req-9a50b8ab-c98b-4e7c-b7ea-b8257fd829ff tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0479796 Aug 20 12:13:53.304973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320363ec-1f32-4062-b336-0aab4cc6eb53 req-ec21a154-50cb-4d48-8eee-98fe559ce7aa tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:53.306483 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-320363ec-1f32-4062-b336-0aab4cc6eb53 req-ec21a154-50cb-4d48-8eee-98fe559ce7aa tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f3028c-4c14-4c78-aad5-ffb2c6540a6b HTTP/1.1" status: 200 len: 946 time: 0.0537922 Aug 20 12:13:53.346174 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-320363ec-1f32-4062-b336-0aab4cc6eb53 req-77c9d845-ebbc-4e67-aa79-36e680ecce96 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.37 "GET /v2.0/security-groups?id=021913f3-5c8d-471c-bc51-b921935cc8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335240 Aug 20 12:13:53.371292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-7de2551b-899b-4a12-8068-f91fd4b0f2d6 req-9832a128-16cf-4740-9fbe-bb6570c0eb3c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Deleting port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:53.371644 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7de2551b-899b-4a12-8068-f91fd4b0f2d6 req-9832a128-16cf-4740-9fbe-bb6570c0eb3c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:53.456571 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-7de2551b-899b-4a12-8068-f91fd4b0f2d6 req-9832a128-16cf-4740-9fbe-bb6570c0eb3c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] For port b4cdb954-62c6-48fe-a545-6c4d792f2cd8, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,segment=NetworkSegment(a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280),segment_id=a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:53.456963 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7de2551b-899b-4a12-8068-f91fd4b0f2d6 req-9832a128-16cf-4740-9fbe-bb6570c0eb3c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:53.470067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-7de2551b-899b-4a12-8068-f91fd4b0f2d6 req-9832a128-16cf-4740-9fbe-bb6570c0eb3c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Calling delete_port for b4cdb954-62c6-48fe-a545-6c4d792f2cd8 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:53.596723 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7de2551b-899b-4a12-8068-f91fd4b0f2d6 req-9832a128-16cf-4740-9fbe-bb6570c0eb3c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:53.607696 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['b4cdb954-62c6-48fe-a545-6c4d792f2cd8'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:13:53.625629 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832a128-16cf-4740-9fbe-bb6570c0eb3c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Pushing event deleted for resources: {'Port': ['ID=b4cdb954-62c6-48fe-a545-6c4d792f2cd8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:53.668575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de2551b-899b-4a12-8068-f91fd4b0f2d6 req-9832a128-16cf-4740-9fbe-bb6570c0eb3c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] No DVR routers for this DVR port b4cdb954-62c6-48fe-a545-6c4d792f2cd8 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:53.671076 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7de2551b-899b-4a12-8068-f91fd4b0f2d6 req-9832a128-16cf-4740-9fbe-bb6570c0eb3c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:53.673058 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7de2551b-899b-4a12-8068-f91fd4b0f2d6 req-9832a128-16cf-4740-9fbe-bb6570c0eb3c tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] 10.222.0.76 "DELETE /v2.0/ports/b4cdb954-62c6-48fe-a545-6c4d792f2cd8 HTTP/1.1" status: 204 len: 173 time: 0.3869815 Aug 20 12:13:53.673491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f3028c-4c14-4c78-aad5-ffb2c6540a6b', 'name': 'network-vif-deleted', 'tag': 'b4cdb954-62c6-48fe-a545-6c4d792f2cd8'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:53.675717 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b81744-2092-43b0-8487-7d47a69fef64" -d '{"events": [{"server_uuid": "90f3028c-4c14-4c78-aad5-ffb2c6540a6b", "name": "network-vif-deleted", "tag": "b4cdb954-62c6-48fe-a545-6c4d792f2cd8"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:53.714137 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9091acff-57b3-4bd8-bd35-0c0059e8ce26 x-openstack-request-id: req-9091acff-57b3-4bd8-bd35-0c0059e8ce26 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:53.714431 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f3028c-4c14-4c78-aad5-ffb2c6540a6b", "name": "network-vif-deleted", "tag": "b4cdb954-62c6-48fe-a545-6c4d792f2cd8", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:53.714693 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9091acff-57b3-4bd8-bd35-0c0059e8ce26 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:53.715097 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f3028c-4c14-4c78-aad5-ffb2c6540a6b', 'name': 'network-vif-deleted', 'tag': 'b4cdb954-62c6-48fe-a545-6c4d792f2cd8', 'status': 'completed', 'code': 200} Aug 20 12:13:54.465381 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54266) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:54.511268 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0db870-4d48-4660-b3df-84087ce43164 admin admin] Deleting subnet 612a59ec-319a-4568-9e8f-002bbf39d114 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:13:54.514336 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa0db870-4d48-4660-b3df-84087ce43164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.548121 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa0db870-4d48-4660-b3df-84087ce43164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.590950 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa0db870-4d48-4660-b3df-84087ce43164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.643334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa0db870-4d48-4660-b3df-84087ce43164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.669259 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0db870-4d48-4660-b3df-84087ce43164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=612a59ec-319a-4568-9e8f-002bbf39d114,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:54.673108 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa0db870-4d48-4660-b3df-84087ce43164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.675706 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-aa0db870-4d48-4660-b3df-84087ce43164 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/612a59ec-319a-4568-9e8f-002bbf39d114 HTTP/1.1" status: 204 len: 168 time: 0.2092650 Aug 20 12:13:54.677415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54268) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:54.745267 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9324739-d570-4158-9502-5398a9068438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.825230 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9324739-d570-4158-9502-5398a9068438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.834541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-e9324739-d570-4158-9502-5398a9068438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e244ddf9-3741-4d88-a60b-280154b6d56a']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:54.846114 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-e9324739-d570-4158-9502-5398a9068438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:54.846334 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-e9324739-d570-4158-9502-5398a9068438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ecc0cc-f97c-4a20-a9cf-f73a85f8f280') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:54.856903 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9324739-d570-4158-9502-5398a9068438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.870855 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9324739-d570-4158-9502-5398a9068438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.876776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9324739-d570-4158-9502-5398a9068438 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:13:54.877157 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9324739-d570-4158-9502-5398a9068438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:13:54.879029 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:13:54.931793 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9324739-d570-4158-9502-5398a9068438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.937299 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9324739-d570-4158-9502-5398a9068438 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.939118 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e9324739-d570-4158-9502-5398a9068438 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e244ddf9-3741-4d88-a60b-280154b6d56a HTTP/1.1" status: 204 len: 168 time: 0.2607872 Aug 20 12:13:54.955141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9324739-d570-4158-9502-5398a9068438 admin admin] Pushing event deleted for resources: {'Network': ['ID=e244ddf9-3741-4d88-a60b-280154b6d56a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:55.048342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54272) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:55.087383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b6da3acb-a4da-4a6f-b95e-f24ca6a73742 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7193484957c4241bf912f8e975c0754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378735 Aug 20 12:13:55.089914 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54274) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:55.137755 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9efe3bc4-c839-42bf-8a04-02dba1f31039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.159116 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9efe3bc4-c839-42bf-8a04-02dba1f31039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.171846 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b868f593-e89c-4873-a755-71013dff9cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.208554 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9efe3bc4-c839-42bf-8a04-02dba1f31039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.211399 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9efe3bc4-c839-42bf-8a04-02dba1f31039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.212550 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9efe3bc4-c839-42bf-8a04-02dba1f31039 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/021913f3-5c8d-471c-bc51-b921935cc8d2 HTTP/1.1" status: 204 len: 168 time: 0.1217508 Aug 20 12:13:55.220163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe3bc4-c839-42bf-8a04-02dba1f31039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021913f3-5c8d-471c-bc51-b921935cc8d2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:55.493193 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.872091 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54296) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:55.969006 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-39da1107-9c85-40eb-b879-970512231062 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-103809447-network', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:55.991447 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39da1107-9c85-40eb-b879-970512231062 admin admin] Made reservation on behalf of 72b8a31e76a744208727e49ffa5f516e for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:55.994050 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39da1107-9c85-40eb-b879-970512231062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.002739 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39da1107-9c85-40eb-b879-970512231062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.093365 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39da1107-9c85-40eb-b879-970512231062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.097142 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39da1107-9c85-40eb-b879-970512231062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.127171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39da1107-9c85-40eb-b879-970512231062 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:13:56.136317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da1107-9c85-40eb-b879-970512231062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dea2e6-9b9f-4965-b9cd-0e3ddf623bbe,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:56.143914 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39da1107-9c85-40eb-b879-970512231062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.144026 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-39da1107-9c85-40eb-b879-970512231062 admin admin] Added segment 0487e967-4026-438f-826c-debc12bc52f9 of type vlan for network 02f23ec7-2602-4ead-b928-31283f59d505 Aug 20 12:13:56.186551 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39da1107-9c85-40eb-b879-970512231062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.215240 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39da1107-9c85-40eb-b879-970512231062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.216265 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39da1107-9c85-40eb-b879-970512231062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:56.216870 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39da1107-9c85-40eb-b879-970512231062 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.268852 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-39da1107-9c85-40eb-b879-970512231062 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3953259 Aug 20 12:13:56.271870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54300) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:56.277513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8e835417-15ed-443a-9efa-3aa25e246e8d admin admin] Request body: {'subnet': {'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-103809447-subnet', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:56.283185 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da1107-9c85-40eb-b879-970512231062 admin admin] Pushing event updated for resources: {'Network': ['ID=02f23ec7-2602-4ead-b928-31283f59d505,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:56.295139 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 02f23ec7-2602-4ead-b928-31283f59d505 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:13:56.298206 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e835417-15ed-443a-9efa-3aa25e246e8d admin admin] Made reservation on behalf of 72b8a31e76a744208727e49ffa5f516e for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:56.300753 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8e835417-15ed-443a-9efa-3aa25e246e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.451138 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.468397 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8e835417-15ed-443a-9efa-3aa25e246e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.522260 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e835417-15ed-443a-9efa-3aa25e246e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1d438f-4510-44ac-a3c5-e79aaca5af05,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:56.530612 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e835417-15ed-443a-9efa-3aa25e246e8d admin admin] Checking segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:56.530965 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e835417-15ed-443a-9efa-3aa25e246e8d admin admin] Network hostable DHCP agents. Network: 02f23ec7-2602-4ead-b928-31283f59d505, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:13:56.546574 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e835417-15ed-443a-9efa-3aa25e246e8d admin admin] Network 02f23ec7-2602-4ead-b928-31283f59d505 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:13:56.554656 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-8e835417-15ed-443a-9efa-3aa25e246e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 02f23ec7-2602-4ead-b928-31283f59d505) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:56.558715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e835417-15ed-443a-9efa-3aa25e246e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:56.559287 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8e835417-15ed-443a-9efa-3aa25e246e8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.565292 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab32fb4-0788-4316-adae-3903809634f6 None None] Network 02f23ec7-2602-4ead-b928-31283f59d505 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:56.573470 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8e835417-15ed-443a-9efa-3aa25e246e8d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2998209 Aug 20 12:13:56.576189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54302) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:56.580407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:56.600793 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.601908 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.655484 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.712930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-02f23ec7-2602-4ead-b928-31283f59d505', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:13:56.713810 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.861195 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Allocated IP 172.20.0.2 (02f23ec7-2602-4ead-b928-31283f59d505/7d1d438f-4510-44ac-a3c5-e79aaca5af05/7ca8592a-17ba-4ff9-a995-68122c963f1f) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:57.012725 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.020934 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Transition to ACTIVE for port object 7ca8592a-17ba-4ff9-a995-68122c963f1f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:57.036058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Transition to ACTIVE for port object 7ca8592a-17ba-4ff9-a995-68122c963f1f will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:57.042276 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.076901 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Network 02f23ec7-2602-4ead-b928-31283f59d505 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:57.079769 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:57.082903 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:57.094581 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.095024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Pushing event updated for resources: {'Port': ['ID=7ca8592a-17ba-4ff9-a995-68122c963f1f,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:57.144518 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Attempting to bind port 7ca8592a-17ba-4ff9-a995-68122c963f1f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:57.144939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Attempting to bind port 7ca8592a-17ba-4ff9-a995-68122c963f1f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:57.145328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Attempting to bind port 7ca8592a-17ba-4ff9-a995-68122c963f1f on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:57.150910 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:57.151287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Checking segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:57.151687 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.152082 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Bound using segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:57.152570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Bound port: 7ca8592a-17ba-4ff9-a995-68122c963f1f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:57.152979 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.228458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] For port 7ca8592a-17ba-4ff9-a995-68122c963f1f, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:57.233308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] For port 7ca8592a-17ba-4ff9-a995-68122c963f1f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=7ca8592a-17ba-4ff9-a995-68122c963f1f,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:57.238796 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.326040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecdfeb-93ca-487c-a9c5-d0180cdb32d5 None None] Pushing event updated for resources: {'Port': ['ID=7ca8592a-17ba-4ff9-a995-68122c963f1f,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:57.356203 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.376670 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.491098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Allocated IP 172.25.8.55 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/fa28661e-1b2f-4183-8635-e905ee4386cd) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:57.600975 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.639375 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.675341 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:57.678148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:57.682085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:57.724583 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Pushing event updated for resources: {'Port': ['ID=fa28661e-1b2f-4183-8635-e905ee4386cd,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:57.736613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b4cdb954-62c6-48fe-a545-6c4d792f2cd8 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:13:57.757801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: b4cdb954-62c6-48fe-a545-6c4d792f2cd8 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:13:57.758141 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device b4cdb954-62c6-48fe-a545-6c4d792f2cd8 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:13:57.952892 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:58.068556 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:58.164700 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:58.184704 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43acdca-1326-4ba9-85e9-c9a9c92cf009 None None] Network 02f23ec7-2602-4ead-b928-31283f59d505 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:58.296126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Router ce13a288-4f2d-44d1-a090-f94f54688307 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:13:58.402225 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-11cc5c0d-7e81-4e2a-b5d7-91e8bed98e1d None None] Provisioning for port 7ca8592a-17ba-4ff9-a995-68122c963f1f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:58.408015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:58.421701 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Sync routers for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:58.424584 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:58.426347 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b62f9014-d9dc-4646-a7c7-3c5fe76b0029 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8492141 Aug 20 12:13:58.430225 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54304) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:58.432916 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:58.433720 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:13:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:58.544357 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:13:58.744030 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:57Z', 'revision_number': 3, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:58.871153 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Checking router: ce13a288-4f2d-44d1-a090-f94f54688307 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:13:58.871506 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Updating router ce13a288-4f2d-44d1-a090-f94f54688307 port fa28661e-1b2f-4183-8635-e905ee4386cd binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:13:58.875395 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:58.897782 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.033602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Allocated IP 172.20.0.1 (02f23ec7-2602-4ead-b928-31283f59d505/7d1d438f-4510-44ac-a3c5-e79aaca5af05/df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:59.144157 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.157028 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Transition to ACTIVE for port object df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:59.166724 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.174655 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7ca8592a-17ba-4ff9-a995-68122c963f1f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:59.177654 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Transition to ACTIVE for port object fa28661e-1b2f-4183-8635-e905ee4386cd will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:59.184292 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.197665 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.233827 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Attempting to bind port fa28661e-1b2f-4183-8635-e905ee4386cd on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:59.234184 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Attempting to bind port fa28661e-1b2f-4183-8635-e905ee4386cd by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:59.234549 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Attempting to bind port fa28661e-1b2f-4183-8635-e905ee4386cd on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:59.242599 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:59.243007 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:59.243417 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.243530 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Network 02f23ec7-2602-4ead-b928-31283f59d505 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:59.243816 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:59.244280 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Bound port: fa28661e-1b2f-4183-8635-e905ee4386cd, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:59.244499 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 7ca8592a-17ba-4ff9-a995-68122c963f1f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:59.244680 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.247943 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:59.250472 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:59.254632 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 7ca8592a-17ba-4ff9-a995-68122c963f1f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:59.255182 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.284102 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Pushing event updated for resources: {'Port': ['ID=df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:59.306559 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.307391 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] For port fa28661e-1b2f-4183-8635-e905ee4386cd, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:59.309505 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561eb0a-29e7-4ac2-9e07-ac4abbeefd46 None None] Pushing event updated for resources: {'Port': ['ID=fa28661e-1b2f-4183-8635-e905ee4386cd,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:59.312770 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] For port fa28661e-1b2f-4183-8635-e905ee4386cd, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fa28661e-1b2f-4183-8635-e905ee4386cd,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:59.320658 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561eb0a-29e7-4ac2-9e07-ac4abbeefd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:59.321002 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561eb0a-29e7-4ac2-9e07-ac4abbeefd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:59.321348 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561eb0a-29e7-4ac2-9e07-ac4abbeefd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:59.321683 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561eb0a-29e7-4ac2-9e07-ac4abbeefd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:59.322012 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561eb0a-29e7-4ac2-9e07-ac4abbeefd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:59.322344 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561eb0a-29e7-4ac2-9e07-ac4abbeefd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:59.322670 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561eb0a-29e7-4ac2-9e07-ac4abbeefd46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:59.322998 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561eb0a-29e7-4ac2-9e07-ac4abbeefd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:59.323324 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561eb0a-29e7-4ac2-9e07-ac4abbeefd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:59.323646 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561eb0a-29e7-4ac2-9e07-ac4abbeefd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:59.323966 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561eb0a-29e7-4ac2-9e07-ac4abbeefd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:59.324284 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f561eb0a-29e7-4ac2-9e07-ac4abbeefd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:59.329283 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.374253 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.384617 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:59.385325 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:13:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:59.421156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 7ca8592a-17ba-4ff9-a995-68122c963f1f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=7ca8592a-17ba-4ff9-a995-68122c963f1f,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:59.427415 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.432751 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561eb0a-29e7-4ac2-9e07-ac4abbeefd46 None None] Pushing event updated for resources: {'Port': ['ID=fa28661e-1b2f-4183-8635-e905ee4386cd,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:59.478636 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.486029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=7ca8592a-17ba-4ff9-a995-68122c963f1f,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:59.510822 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:13:59.564989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3e95b44d-378b-4f59-ba7d-fa39e4c654df None None] Provisioning for port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:59.568827 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3e95b44d-378b-4f59-ba7d-fa39e4c654df None None] Provisioning complete for port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:59.569734 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3e95b44d-378b-4f59-ba7d-fa39e4c654df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.609156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3e95b44d-378b-4f59-ba7d-fa39e4c654df None None] Port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:13:59.656980 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.662169 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.696794 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:57Z', 'revision_number': 3, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:59.723211 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5e46e6-4079-40c7-9762-66cbebfb0150 None None] The sync data for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 is: [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:57Z', 'revision_number': 3, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:59.729372 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.731231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Pushing event updated for resources: {'Port': ['ID=df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:59.833434 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Network 02f23ec7-2602-4ead-b928-31283f59d505 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:59.835516 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:59.969120 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Router ce13a288-4f2d-44d1-a090-f94f54688307 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:14:00.093121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:14:00.098802 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-40b2b294-c703-4e6e-96ad-7f4bbb401186 admin admin] 10.222.0.37 "PUT /v2.0/routers/ce13a288-4f2d-44d1-a090-f94f54688307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6669903 Aug 20 12:14:00.135607 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f6a4da9d-7c65-4199-95e8-a277116061f1 None None] Provisioning complete for port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:00.135983 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f6a4da9d-7c65-4199-95e8-a277116061f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.183773 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f6a4da9d-7c65-4199-95e8-a277116061f1 None None] Port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:14:00.613677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54312) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:00.619265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8943144f-79da-4f0f-b115-82791e6813d5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634226862', 'description': 'tempest-description--1475456683'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:00.641328 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8943144f-79da-4f0f-b115-82791e6813d5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.723560 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8943144f-79da-4f0f-b115-82791e6813d5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.728203 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8943144f-79da-4f0f-b115-82791e6813d5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.756949 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8943144f-79da-4f0f-b115-82791e6813d5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.758117 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8943144f-79da-4f0f-b115-82791e6813d5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1433036 Aug 20 12:14:00.759969 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943144f-79da-4f0f-b115-82791e6813d5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba91d87-3b7d-4394-8cbc-97daf94b9725,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:00.761372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54314) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:00.766962 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-aab5ca59-bc37-4cb6-a8e9-d160577cb599 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Request body: {'security_group_rule': {'security_group_id': 'fba91d87-3b7d-4394-8cbc-97daf94b9725', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:00.793903 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aab5ca59-bc37-4cb6-a8e9-d160577cb599 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.848649 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aab5ca59-bc37-4cb6-a8e9-d160577cb599 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.852525 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aab5ca59-bc37-4cb6-a8e9-d160577cb599 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.870243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5ca59-bc37-4cb6-a8e9-d160577cb599 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5189ede-bc21-4f61-835d-aec521954fd9,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:00.877050 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aab5ca59-bc37-4cb6-a8e9-d160577cb599 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.878264 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-aab5ca59-bc37-4cb6-a8e9-d160577cb599 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154706 Aug 20 12:14:00.881003 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54316) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:00.886104 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-86df8965-48b8-47f1-972e-371d737327df tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Request body: {'security_group_rule': {'security_group_id': 'fba91d87-3b7d-4394-8cbc-97daf94b9725', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:00.913181 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86df8965-48b8-47f1-972e-371d737327df tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.972608 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86df8965-48b8-47f1-972e-371d737327df tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.976529 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86df8965-48b8-47f1-972e-371d737327df tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.994328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df8965-48b8-47f1-972e-371d737327df tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdeba40b-7203-4246-87eb-26dc57aa6146,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:01.009457 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86df8965-48b8-47f1-972e-371d737327df tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.010904 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-86df8965-48b8-47f1-972e-371d737327df tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282823 Aug 20 12:14:01.013951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 54318) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:01.018493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:01.039855 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.145954 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.200238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Sync routers for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:14:01.211162 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:01.211643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:13:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:01.250542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fa28661e-1b2f-4183-8635-e905ee4386cd up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:01.253543 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Allocated IP 172.25.8.28 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/513be1f4-9f50-4392-8a2f-862cbbd5c5aa) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:14:01.354819 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:14:01.357375 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port fa28661e-1b2f-4183-8635-e905ee4386cd completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:01.359296 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.388712 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port fa28661e-1b2f-4183-8635-e905ee4386cd triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:01.389086 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.398979 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.436756 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:01.437845 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:01.441215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:01.470603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Pushing event updated for resources: {'Port': ['ID=513be1f4-9f50-4392-8a2f-862cbbd5c5aa,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:01.535573 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.571932 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.572122 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.616821 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port fa28661e-1b2f-4183-8635-e905ee4386cd, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fa28661e-1b2f-4183-8635-e905ee4386cd,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:01.623785 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.624541 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7ca8592a-17ba-4ff9-a995-68122c963f1f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:01.711332 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=fa28661e-1b2f-4183-8635-e905ee4386cd,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:01.723015 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 2, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:01.753590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 7ca8592a-17ba-4ff9-a995-68122c963f1f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:01.753973 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.755602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Checking router: ce13a288-4f2d-44d1-a090-f94f54688307 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:14:01.755944 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Updating router ce13a288-4f2d-44d1-a090-f94f54688307 port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:14:01.807955 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:02.048925 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:02.054445 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:02.120160 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Pushing event updated for resources: {'Port': ['ID=513be1f4-9f50-4392-8a2f-862cbbd5c5aa,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:02.131085 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:02.133170 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:02.141863 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Transition to ACTIVE for port object df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:02.146755 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:02.148433 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:02.148880 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a1c43deb-4b65-42f2-ba62-7d22fa2e0c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1338906 Aug 20 12:14:02.197086 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f3c2d-9d96-414c-ad2c-fe6679baa589 None None] Pushing event updated for resources: {'Port': ['ID=df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:02.261065 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Attempting to bind port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:14:02.262118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Attempting to bind port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:14:02.262668 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Attempting to bind port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:14:02.268325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:14:02.268819 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Checking segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:02.269289 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:02.269748 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Bound using segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:14:02.270465 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Bound port: df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:14:02.270921 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:02.300946 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3b018c92-24e2-4cae-b9cd-4f3a9184da14 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1634226862&fields=id&tenant_id=72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 267 time: 0.0365739 Aug 20 12:14:02.343282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] For port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:14:02.346590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] For port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:14:02.356275 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:02.420296 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:02.420959 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:13:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:02.425019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-64f68585-efc4-4fc9-a00d-a32a2fb3812a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:02.425876 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f3c2d-9d96-414c-ad2c-fe6679baa589 None None] Pushing event updated for resources: {'Port': ['ID=df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:02.426582 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-64f68585-efc4-4fc9-a00d-a32a2fb3812a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 811 time: 0.1184609 Aug 20 12:14:02.446869 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-41f6f476-414e-4f8e-8404-52efc596ee91 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/quotas/72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 375 time: 0.0119226 Aug 20 12:14:02.508093 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-66683c48-f7a0-4101-8cc4-f7aedc0311dc tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548320 Aug 20 12:14:02.542383 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:14:02.613139 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-b7eb7b7a-9bd7-4356-9bf5-6953a363fd5d service neutron] 10.222.0.37 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906453 Aug 20 12:14:02.704295 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-06bfaa8e-138b-4a11-afc6-11be9044701a service neutron] 10.222.0.37 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842865 Aug 20 12:14:02.753777 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:02Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:02.782522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225b912-5cd4-4ffe-9c6a-de2714947141 None None] The sync data for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 is: [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:02Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:14:02.887917 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8b2691e-6875-4e0f-b2c0-b98736c2892a req-01f59a6b-9ec3-43e3-9cd6-c6343d82cbc9 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 210 time: 0.0356913 Aug 20 12:14:03.162135 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:03.241217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:03.300366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:03.305578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:03.306042 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:03.407097 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:03.444504 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:03.450078 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:03.451153 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fa28661e-1b2f-4183-8635-e905ee4386cd up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:03.535755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:03.544913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port fa28661e-1b2f-4183-8635-e905ee4386cd triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:03.545292 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:03.992871 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95831d7c-d8eb-43ae-a20f-b0afe229546c req-937443a4-fd59-4be2-9df6-e64e51b31e04 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 210 time: 0.0343754 Aug 20 12:14:04.123541 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-cc1b52d4-e828-471c-98a5-11ecb3f7bb4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:04.125022 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-cc1b52d4-e828-471c-98a5-11ecb3f7bb4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 811 time: 0.1059904 Aug 20 12:14:04.167903 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-eaf83721-1401-44c4-bae1-142c5dfead92 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 380 time: 0.0337567 Aug 20 12:14:04.178633 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-0ccd6fb3-e54e-4e07-8250-913e38f2a81f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Request body: {'port': {'device_id': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'admin_state_up': True, 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'security_groups': ['fba91d87-3b7d-4394-8cbc-97daf94b9725']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:04.288830 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-0ccd6fb3-e54e-4e07-8250-913e38f2a81f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Made reservation on behalf of 72b8a31e76a744208727e49ffa5f516e for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:04.292392 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-0ccd6fb3-e54e-4e07-8250-913e38f2a81f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:04.414305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-0ccd6fb3-e54e-4e07-8250-913e38f2a81f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Allocated IP 172.20.0.7 (02f23ec7-2602-4ead-b928-31283f59d505/7d1d438f-4510-44ac-a3c5-e79aaca5af05/f681b15a-e77c-41be-a535-a97bdb3248db) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:14:04.555758 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-0ccd6fb3-e54e-4e07-8250-913e38f2a81f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:04.570413 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-0ccd6fb3-e54e-4e07-8250-913e38f2a81f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Transition to ACTIVE for port object f681b15a-e77c-41be-a535-a97bdb3248db will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:04.602981 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-0ccd6fb3-e54e-4e07-8250-913e38f2a81f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:04.645759 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-0ccd6fb3-e54e-4e07-8250-913e38f2a81f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Network 02f23ec7-2602-4ead-b928-31283f59d505 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:04.648744 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-0ccd6fb3-e54e-4e07-8250-913e38f2a81f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:04.652325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-0ccd6fb3-e54e-4e07-8250-913e38f2a81f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:04.677590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd6fb3-e54e-4e07-8250-913e38f2a81f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Pushing event updated for resources: {'Port': ['ID=f681b15a-e77c-41be-a535-a97bdb3248db,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:04.706710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-0ccd6fb3-e54e-4e07-8250-913e38f2a81f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:04.707344 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-0ccd6fb3-e54e-4e07-8250-913e38f2a81f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:04.722969 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-0ccd6fb3-e54e-4e07-8250-913e38f2a81f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5478351 Aug 20 12:14:04.735426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Request body: {'port': {'device_id': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:04.796559 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:04.862620 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-59c33fc0-ab03-4145-bcf7-88a503540b8a None None] Provisioning for port f681b15a-e77c-41be-a535-a97bdb3248db completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:04.868474 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-59c33fc0-ab03-4145-bcf7-88a503540b8a None None] Provisioning complete for port f681b15a-e77c-41be-a535-a97bdb3248db triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:04.868905 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-59c33fc0-ab03-4145-bcf7-88a503540b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:04.902583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-59c33fc0-ab03-4145-bcf7-88a503540b8a None None] Port f681b15a-e77c-41be-a535-a97bdb3248db cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:14:04.926017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-a90b7086-0da8-4b7f-ac79-62e405393363 req-a83650c9-260f-404d-8714-f6949a25b3b7 service neutron] (94691) timed out ('10.222.0.76', 59665) {{(pid=94691) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:14:05.072899 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f681b15a-e77c-41be-a535-a97bdb3248db {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:14:05.081065 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:05.110484 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Transition to ACTIVE for port object f681b15a-e77c-41be-a535-a97bdb3248db will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:05.114868 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:05.151253 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:05.163235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cf49a-b96c-4895-aa77-0b8b424bc3e3 req-89dcbd9b-7dbf-4abf-ae4d-ebaa807015f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:05.164797 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2e7cf49a-b96c-4895-aa77-0b8b424bc3e3 req-89dcbd9b-7dbf-4abf-ae4d-ebaa807015f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 931 time: 0.1053834 Aug 20 12:14:05.198809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Pushing event updated for resources: {'Port': ['ID=f681b15a-e77c-41be-a535-a97bdb3248db,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:05.204280 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:05.204942 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:05.258106 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2e7cf49a-b96c-4895-aa77-0b8b424bc3e3 req-8b752e1c-7d80-4944-85a2-c9fbd7fec63d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835361 Aug 20 12:14:05.291688 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Attempting to bind port f681b15a-e77c-41be-a535-a97bdb3248db on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:14:05.292060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Attempting to bind port f681b15a-e77c-41be-a535-a97bdb3248db by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:14:05.292396 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Attempting to bind port f681b15a-e77c-41be-a535-a97bdb3248db on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:14:05.297579 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Port f681b15a-e77c-41be-a535-a97bdb3248db on network 02f23ec7-2602-4ead-b928-31283f59d505 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:14:05.297928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Attempting to bind port f681b15a-e77c-41be-a535-a97bdb3248db on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:14:05.304365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:14:05.304752 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Checking segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:05.305148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Bound using segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:14:05.305591 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Bound port: f681b15a-e77c-41be-a535-a97bdb3248db, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:14:05.305953 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:05.382891 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] For port f681b15a-e77c-41be-a535-a97bdb3248db, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:14:05.386205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] For port f681b15a-e77c-41be-a535-a97bdb3248db, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f681b15a-e77c-41be-a535-a97bdb3248db,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:14:05.391006 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:05.415783 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-5eab75cc-d07d-4f85-9f32-4128d502b0e3 req-6b3e9e74-883a-46df-a820-ddb1b763a8a4 service neutron] (94691) timed out ('10.222.0.76', 59648) {{(pid=94691) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:14:05.430493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:05.431518 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:05.432992 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] 10.222.0.76 "PUT /v2.0/ports/f681b15a-e77c-41be-a535-a97bdb3248db HTTP/1.1" status: 200 len: 1091 time: 0.7019506 Aug 20 12:14:05.435465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'tag': 'f681b15a-e77c-41be-a535-a97bdb3248db'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:14:05.438518 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db91f76f-b38e-4db9-b76e-5cbfd150917f" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb04289-7ceb-45a4-b106-9e67e40a5a43", "tag": "f681b15a-e77c-41be-a535-a97bdb3248db"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:14:05.460197 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba1b5e-60e3-4661-b45b-82b9979be23b service neutron] Pushing event updated for resources: {'Port': ['ID=f681b15a-e77c-41be-a535-a97bdb3248db,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:05.507433 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46c34e1-97aa-4e52-b520-ab133e2bb1aa x-openstack-request-id: req-a46c34e1-97aa-4e52-b520-ab133e2bb1aa {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:14:05.507727 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb04289-7ceb-45a4-b106-9e67e40a5a43", "tag": "f681b15a-e77c-41be-a535-a97bdb3248db", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:14:05.507974 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a46c34e1-97aa-4e52-b520-ab133e2bb1aa {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:14:05.508368 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'tag': 'f681b15a-e77c-41be-a535-a97bdb3248db', 'status': 'completed', 'code': 200} Aug 20 12:14:05.524432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-f22c3ead-2822-49d9-8420-68ab610442e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:05.525987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-f22c3ead-2822-49d9-8420-68ab610442e8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 1094 time: 0.0475292 Aug 20 12:14:05.573445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-dc2268b3-42e2-4cd8-b3dd-22a3737b4ff2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f681b15a-e77c-41be-a535-a97bdb3248db HTTP/1.1" status: 200 len: 217 time: 0.0396254 Aug 20 12:14:05.624567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-c1546f0f-8947-4e6c-af69-12cae4a76a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:05.626077 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-c1546f0f-8947-4e6c-af69-12cae4a76a8f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0456321 Aug 20 12:14:05.672565 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-d7c5da9a-faf5-48d1-84de-7ec54e221006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:05.674093 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-d7c5da9a-faf5-48d1-84de-7ec54e221006 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409963 Aug 20 12:14:05.768185 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-efb46e11-4ccc-4cb7-93ed-2b557fd6ea98 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866709 Aug 20 12:14:05.855414 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4c47533-225b-45ba-95bf-2a31bb42f1d4 req-59a6fe3e-9848-4739-80a8-1bfc544071ca service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796111 Aug 20 12:14:05.940421 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91f76f-b38e-4db9-b76e-5cbfd150917f req-950dbcb6-ff9d-41ae-a4b1-2e4cef895f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:05.941910 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db91f76f-b38e-4db9-b76e-5cbfd150917f req-950dbcb6-ff9d-41ae-a4b1-2e4cef895f0a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 1094 time: 0.0405114 Aug 20 12:14:06.034837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91f76f-b38e-4db9-b76e-5cbfd150917f req-c0807b6f-d35e-4457-8b45-ef33091d1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:06.036298 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db91f76f-b38e-4db9-b76e-5cbfd150917f req-c0807b6f-d35e-4457-8b45-ef33091d1ede service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0868733 Aug 20 12:14:06.077404 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db91f76f-b38e-4db9-b76e-5cbfd150917f req-ceb5f853-3421-4991-a199-1b802f2f5978 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f681b15a-e77c-41be-a535-a97bdb3248db HTTP/1.1" status: 200 len: 217 time: 0.0343258 Aug 20 12:14:06.124326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91f76f-b38e-4db9-b76e-5cbfd150917f req-6a62727d-bc42-4f54-8b55-de5d3ea5b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:06.125729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db91f76f-b38e-4db9-b76e-5cbfd150917f req-6a62727d-bc42-4f54-8b55-de5d3ea5b94f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0417192 Aug 20 12:14:06.177352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91f76f-b38e-4db9-b76e-5cbfd150917f req-1f98e593-5116-40cb-87f7-29cd9eeafc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:06.179779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db91f76f-b38e-4db9-b76e-5cbfd150917f req-1f98e593-5116-40cb-87f7-29cd9eeafc20 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448129 Aug 20 12:14:06.270422 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db91f76f-b38e-4db9-b76e-5cbfd150917f req-3361c73e-cfc2-40c1-ae8c-a8cae867a810 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824723 Aug 20 12:14:06.395846 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db91f76f-b38e-4db9-b76e-5cbfd150917f req-eebd9229-b723-47eb-a81b-6c98d95ac2e4 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175458 Aug 20 12:14:06.404101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55530552-4fa0-4037-81b3-ab5c2f18fac7 req-1426c400-86da-4d02-b30b-20574439e0b8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:06.405540 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55530552-4fa0-4037-81b3-ab5c2f18fac7 req-1426c400-86da-4d02-b30b-20574439e0b8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 943 time: 0.0724115 Aug 20 12:14:06.444407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55530552-4fa0-4037-81b3-ab5c2f18fac7 req-05d36466-9aa4-46d9-84be-9ffe4c334957 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326190 Aug 20 12:14:07.562000 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e43a36-e2d7-4b24-96df-835cf58a9759 req-b3396d92-cc7d-4a63-9338-ebbe119a9752 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:07.563479 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24e43a36-e2d7-4b24-96df-835cf58a9759 req-b3396d92-cc7d-4a63-9338-ebbe119a9752 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 943 time: 0.0522699 Aug 20 12:14:07.599882 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-24e43a36-e2d7-4b24-96df-835cf58a9759 req-e39756c8-6142-459f-88ff-8950e4a02fbb tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304344 Aug 20 12:14:08.713616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3183120-4cdd-4e91-a369-1b06374e5842 req-96e9fb25-3007-451c-a58e-c13b1db3702d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:08.715010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d3183120-4cdd-4e91-a369-1b06374e5842 req-96e9fb25-3007-451c-a58e-c13b1db3702d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 943 time: 0.0496469 Aug 20 12:14:08.754135 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d3183120-4cdd-4e91-a369-1b06374e5842 req-c6d2b9a7-79ad-45cb-99db-2370a4923c3a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332301 Aug 20 12:14:09.359368 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.771046 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f681b15a-e77c-41be-a535-a97bdb3248db details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:14:09.866323 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f681b15a-e77c-41be-a535-a97bdb3248db, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f681b15a-e77c-41be-a535-a97bdb3248db,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:09.873076 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c4d8a-6103-4719-84cf-aacbdf6f8c02 req-f2a2c9f8-3031-49dd-8a26-aab62dcc8188 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:09.874659 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-302c4d8a-6103-4719-84cf-aacbdf6f8c02 req-f2a2c9f8-3031-49dd-8a26-aab62dcc8188 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 943 time: 0.0504088 Aug 20 12:14:09.879343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'f681b15a-e77c-41be-a535-a97bdb3248db', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'port_id': 'f681b15a-e77c-41be-a535-a97bdb3248db', 'mac_address': 'fa:16:3e:8c:89:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:14:09.913219 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-302c4d8a-6103-4719-84cf-aacbdf6f8c02 req-b46e2f5c-d052-4b0b-9533-82781257da0b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313125 Aug 20 12:14:09.918296 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.937985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f681b15a-e77c-41be-a535-a97bdb3248db {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:14:09.957418 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f681b15a-e77c-41be-a535-a97bdb3248db, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f681b15a-e77c-41be-a535-a97bdb3248db,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:09.961832 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.010608 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f681b15a-e77c-41be-a535-a97bdb3248db,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:10.148206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['f681b15a-e77c-41be-a535-a97bdb3248db'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:14:11.033039 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44bce4-d26b-492f-af07-8af2eecf3211 req-487b6419-adfd-4ec5-bb74-8ed7623d89ad tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:11.034506 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f44bce4-d26b-492f-af07-8af2eecf3211 req-487b6419-adfd-4ec5-bb74-8ed7623d89ad tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 944 time: 0.0555372 Aug 20 12:14:11.072148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f44bce4-d26b-492f-af07-8af2eecf3211 req-e45cd4e3-c1bd-48d9-8ea5-9276cba207fc tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315135 Aug 20 12:14:11.787053 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f681b15a-e77c-41be-a535-a97bdb3248db up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:11.834181 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port f681b15a-e77c-41be-a535-a97bdb3248db completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:11.838359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port f681b15a-e77c-41be-a535-a97bdb3248db triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:11.838728 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:11.918400 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:11.942517 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f681b15a-e77c-41be-a535-a97bdb3248db'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:14:11.945461 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0151ead-5f89-4d73-863d-d02927eed78a" -d '{"events": [{"server_uuid": "7cb04289-7ceb-45a4-b106-9e67e40a5a43", "name": "network-vif-plugged", "status": "completed", "tag": "f681b15a-e77c-41be-a535-a97bdb3248db"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:14:11.958489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f681b15a-e77c-41be-a535-a97bdb3248db, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f681b15a-e77c-41be-a535-a97bdb3248db,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:11.963193 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:12.013537 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f681b15a-e77c-41be-a535-a97bdb3248db,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:12.051160 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111e510c-3b46-42cd-b624-3ae52027ce63 x-openstack-request-id: req-111e510c-3b46-42cd-b624-3ae52027ce63 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:14:12.051458 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb04289-7ceb-45a4-b106-9e67e40a5a43", "name": "network-vif-plugged", "status": "completed", "tag": "f681b15a-e77c-41be-a535-a97bdb3248db", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:14:12.051711 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-111e510c-3b46-42cd-b624-3ae52027ce63 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:14:12.052106 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f681b15a-e77c-41be-a535-a97bdb3248db', 'code': 200} Aug 20 12:14:12.153887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facff8fa-7860-4d6b-81b9-8b333a94ff04 req-1d4452b5-5946-4695-b051-3bef5da3d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:12.155336 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-facff8fa-7860-4d6b-81b9-8b333a94ff04 req-1d4452b5-5946-4695-b051-3bef5da3d783 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 1096 time: 0.0502646 Aug 20 12:14:12.205035 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-facff8fa-7860-4d6b-81b9-8b333a94ff04 req-c534f37f-79c2-49dd-8acf-7c53b8238799 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365720 Aug 20 12:14:12.213087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cca72b-e714-41f1-8e7e-c4d6756ee3e2 req-75555a74-7790-40e7-9f5d-02ef719e1d44 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:12.214471 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8cca72b-e714-41f1-8e7e-c4d6756ee3e2 req-75555a74-7790-40e7-9f5d-02ef719e1d44 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0754673 Aug 20 12:14:12.255361 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8cca72b-e714-41f1-8e7e-c4d6756ee3e2 req-5b23d48b-3855-4c9f-b95b-129055282cc1 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349443 Aug 20 12:14:12.299140 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:14:13.374261 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723d99c-d596-46eb-a595-a533a9abbb8a req-e82019bb-2e1c-45a6-8e7b-cd1253573dc1 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:13.375723 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e723d99c-d596-46eb-a595-a533a9abbb8a req-e82019bb-2e1c-45a6-8e7b-cd1253573dc1 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0484805 Aug 20 12:14:13.412217 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e723d99c-d596-46eb-a595-a533a9abbb8a req-554404e5-2c91-4b54-af01-236421c897ca tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299864 Aug 20 12:14:13.521763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a653d0-727d-4496-99a1-ffaae2328c71 req-938bb198-c0d4-4c10-ac09-b79d3f3abd7a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:13.523809 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84a653d0-727d-4496-99a1-ffaae2328c71 req-938bb198-c0d4-4c10-ac09-b79d3f3abd7a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0483079 Aug 20 12:14:13.532316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54372) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:13.536901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3c051983-f54c-4db9-b7b4-dae4197d16b7 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Request body: {'floatingip': {'port_id': 'f681b15a-e77c-41be-a535-a97bdb3248db'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:13.576358 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c051983-f54c-4db9-b7b4-dae4197d16b7 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:13.993474 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c051983-f54c-4db9-b7b4-dae4197d16b7 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:13.997224 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c051983-f54c-4db9-b7b4-dae4197d16b7 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:14.387692 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-3c051983-f54c-4db9-b7b4-dae4197d16b7 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Floating IP 042f0d07-c196-4319-bd63-8918dc20b5ab associated. External IP: 172.25.8.28, port: f681b15a-e77c-41be-a535-a97bdb3248db. Aug 20 12:14:14.596070 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c051983-f54c-4db9-b7b4-dae4197d16b7 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Router ce13a288-4f2d-44d1-a090-f94f54688307 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:14:14.709827 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c051983-f54c-4db9-b7b4-dae4197d16b7 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:14:14.714798 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c051983-f54c-4db9-b7b4-dae4197d16b7 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:14.721237 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a01047c-3be0-4e6c-a51d-72e96fff640c None None] Sync routers for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:14:14.731767 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a01047c-3be0-4e6c-a51d-72e96fff640c None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:14.732684 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-9a01047c-3be0-4e6c-a51d-72e96fff640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:13:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:14.742083 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3c051983-f54c-4db9-b7b4-dae4197d16b7 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "PUT /v2.0/floatingips/042f0d07-c196-4319-bd63-8918dc20b5ab HTTP/1.1" status: 200 len: 990 time: 1.2085884 Aug 20 12:14:14.742684 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'tag': 'f681b15a-e77c-41be-a535-a97bdb3248db'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:14:14.745091 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8382f63-b7a4-4323-979f-a37599267c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb04289-7ceb-45a4-b106-9e67e40a5a43", "tag": "f681b15a-e77c-41be-a535-a97bdb3248db"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:14:14.786323 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0b00a6-a363-4624-b89b-9fc83ee9f983 x-openstack-request-id: req-5d0b00a6-a363-4624-b89b-9fc83ee9f983 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:14:14.786619 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb04289-7ceb-45a4-b106-9e67e40a5a43", "tag": "f681b15a-e77c-41be-a535-a97bdb3248db", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:14:14.786866 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d0b00a6-a363-4624-b89b-9fc83ee9f983 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:14:14.787258 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'tag': 'f681b15a-e77c-41be-a535-a97bdb3248db', 'status': 'completed', 'code': 200} Aug 20 12:14:14.853806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8382f63-b7a4-4323-979f-a37599267c2c req-cf878213-cf4a-496e-89c5-90075eef4929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:14.855598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8382f63-b7a4-4323-979f-a37599267c2c req-cf878213-cf4a-496e-89c5-90075eef4929 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 1096 time: 0.0435362 Aug 20 12:14:14.862069 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-9a01047c-3be0-4e6c-a51d-72e96fff640c None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:14:14.958467 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8382f63-b7a4-4323-979f-a37599267c2c req-060ad225-22d8-46ae-b263-c0f9747a3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:14.960929 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8382f63-b7a4-4323-979f-a37599267c2c req-060ad225-22d8-46ae-b263-c0f9747a3b09 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0979369 Aug 20 12:14:15.030654 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8382f63-b7a4-4323-979f-a37599267c2c req-a54500a2-a826-4723-b8cd-6fed3963a6c8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f681b15a-e77c-41be-a535-a97bdb3248db HTTP/1.1" status: 200 len: 998 time: 0.0631609 Aug 20 12:14:15.079017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8382f63-b7a4-4323-979f-a37599267c2c req-f83104f2-3da9-43f3-95fc-c19834a38c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:15.080476 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8382f63-b7a4-4323-979f-a37599267c2c req-f83104f2-3da9-43f3-95fc-c19834a38c35 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0439608 Aug 20 12:14:15.089303 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-9a01047c-3be0-4e6c-a51d-72e96fff640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '042f0d07-c196-4319-bd63-8918dc20b5ab', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'port_id': 'f681b15a-e77c-41be-a535-a97bdb3248db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'mac_address': 'fa:16:3e:8c:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:14:01Z', 'updated_at': '2021-08-20T12:14:13Z', 'revision_number': 1, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:15.118670 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a01047c-3be0-4e6c-a51d-72e96fff640c None None] Checking router: ce13a288-4f2d-44d1-a090-f94f54688307 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:14:15.127476 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a01047c-3be0-4e6c-a51d-72e96fff640c None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:15.128103 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-9a01047c-3be0-4e6c-a51d-72e96fff640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:13:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:15.129749 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8382f63-b7a4-4323-979f-a37599267c2c req-c0e2fdfe-f350-4864-b1f6-d35d6908de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:15.131824 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8382f63-b7a4-4323-979f-a37599267c2c req-c0e2fdfe-f350-4864-b1f6-d35d6908de5a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436094 Aug 20 12:14:15.225561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8382f63-b7a4-4323-979f-a37599267c2c req-6d638242-d481-4a2a-9f32-7560bb5b39ab service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830793 Aug 20 12:14:15.235998 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-9a01047c-3be0-4e6c-a51d-72e96fff640c None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:14:15.317662 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8382f63-b7a4-4323-979f-a37599267c2c req-9abf47cb-c274-410f-995a-0c6b6abc3813 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857811 Aug 20 12:14:15.454781 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-9a01047c-3be0-4e6c-a51d-72e96fff640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '042f0d07-c196-4319-bd63-8918dc20b5ab', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'port_id': 'f681b15a-e77c-41be-a535-a97bdb3248db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'mac_address': 'fa:16:3e:8c:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:14:01Z', 'updated_at': '2021-08-20T12:14:13Z', 'revision_number': 1, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:15.483733 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a01047c-3be0-4e6c-a51d-72e96fff640c None None] The sync data for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 is: [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '042f0d07-c196-4319-bd63-8918dc20b5ab', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'port_id': 'f681b15a-e77c-41be-a535-a97bdb3248db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'mac_address': 'fa:16:3e:8c:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:14:01Z', 'updated_at': '2021-08-20T12:14:13Z', 'revision_number': 1, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:14:15.668728 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74caa55-c0ea-49ea-b167-e0ae4967ef03 None None] New status for floating IP 042f0d07-c196-4319-bd63-8918dc20b5ab: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:14:20.948933 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-33d8ce33-4a67-42ae-9194-b054c6fdf650 req-4681aded-4424-4b1b-9a0d-ad714da58a97 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397820 Aug 20 12:14:21.029864 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8ce33-4a67-42ae-9194-b054c6fdf650 req-e1c866a4-1aa0-44cb-86cb-772deba75dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:21.031314 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-33d8ce33-4a67-42ae-9194-b054c6fdf650 req-e1c866a4-1aa0-44cb-86cb-772deba75dde service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 1096 time: 0.0414279 Aug 20 12:14:21.136343 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8ce33-4a67-42ae-9194-b054c6fdf650 req-96ef87e4-cdd1-4cae-bb12-613a9caefae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:21.137841 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-33d8ce33-4a67-42ae-9194-b054c6fdf650 req-96ef87e4-cdd1-4cae-bb12-613a9caefae8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0888169 Aug 20 12:14:21.210439 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-33d8ce33-4a67-42ae-9194-b054c6fdf650 req-879f4327-9bf4-4846-b099-cd335079e663 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f681b15a-e77c-41be-a535-a97bdb3248db HTTP/1.1" status: 200 len: 1000 time: 0.0575008 Aug 20 12:14:21.258213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8ce33-4a67-42ae-9194-b054c6fdf650 req-d1f267a5-97cb-4cb4-a51a-b61228660fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:21.259605 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-33d8ce33-4a67-42ae-9194-b054c6fdf650 req-d1f267a5-97cb-4cb4-a51a-b61228660fc0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0429308 Aug 20 12:14:21.306989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8ce33-4a67-42ae-9194-b054c6fdf650 req-90765a31-9d1b-467e-8cbf-a0674bcf5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:21.308359 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-33d8ce33-4a67-42ae-9194-b054c6fdf650 req-90765a31-9d1b-467e-8cbf-a0674bcf5e70 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425286 Aug 20 12:14:21.396401 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-33d8ce33-4a67-42ae-9194-b054c6fdf650 req-9f1b8897-21ff-451e-9e06-d95e3a217657 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813258 Aug 20 12:14:21.487635 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-33d8ce33-4a67-42ae-9194-b054c6fdf650 req-1df9b0a7-bd61-432b-9360-4068c4387d6c service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844059 Aug 20 12:14:22.397747 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9dbd171-370b-42af-b345-45b8c28ec416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.174055 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dd3723d5-4a3e-44c7-ac86-176263b53bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.492989 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:26.453542 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:28.067967 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:33.175861 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.357873 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:49.382178 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:14:52.399030 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eefca125-71f1-4d14-8283-200cd54c9db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.174368 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-133771f7-ecd9-4793-a266-9f303fd3da00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.493790 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:56.455045 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:58.070496 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:03.172379 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:09.383232 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:21.948324 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdf8d49f-80fc-4d4f-a3ca-6961adedcc5c req-92693d65-163f-400e-813a-c22668f5f05d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430183 Aug 20 12:15:22.033178 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8d49f-80fc-4d4f-a3ca-6961adedcc5c req-0689cd35-ddd9-43d1-aa14-95bc70a26a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:22.034658 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdf8d49f-80fc-4d4f-a3ca-6961adedcc5c req-0689cd35-ddd9-43d1-aa14-95bc70a26a78 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 1096 time: 0.0404119 Aug 20 12:15:22.138577 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8d49f-80fc-4d4f-a3ca-6961adedcc5c req-8de74031-17bf-4710-8ed3-c6a1bfb2d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:22.140051 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdf8d49f-80fc-4d4f-a3ca-6961adedcc5c req-8de74031-17bf-4710-8ed3-c6a1bfb2d261 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0865848 Aug 20 12:15:22.205043 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdf8d49f-80fc-4d4f-a3ca-6961adedcc5c req-65d39427-9400-46ab-b1c4-ecbe348bca4a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f681b15a-e77c-41be-a535-a97bdb3248db HTTP/1.1" status: 200 len: 1000 time: 0.0580029 Aug 20 12:15:22.253415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8d49f-80fc-4d4f-a3ca-6961adedcc5c req-3ab86c5c-d0ec-43fc-9144-7949f0277f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:22.254804 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdf8d49f-80fc-4d4f-a3ca-6961adedcc5c req-3ab86c5c-d0ec-43fc-9144-7949f0277f30 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0436034 Aug 20 12:15:22.302979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8d49f-80fc-4d4f-a3ca-6961adedcc5c req-69560b12-429e-4a66-856c-2d52d95aed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:22.304465 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdf8d49f-80fc-4d4f-a3ca-6961adedcc5c req-69560b12-429e-4a66-856c-2d52d95aed42 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429637 Aug 20 12:15:22.394166 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdf8d49f-80fc-4d4f-a3ca-6961adedcc5c req-55f4ced0-b0b0-4d12-b0ca-770137be5ef0 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811760 Aug 20 12:15:22.398991 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-15259a32-a522-41db-baa5-2996386272b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:22.486569 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdf8d49f-80fc-4d4f-a3ca-6961adedcc5c req-affa683a-f9cf-47d9-b319-06dc2f391f03 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849066 Aug 20 12:15:25.173970 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e6994b38-76f2-41f2-b4a0-96ee52bd3910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:25.493546 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:26.301091 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:15:26.457542 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:28.073945 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:33.218027 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:36.402316 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-6a9a6fe5-7e98-43a1-8d94-1af83f575452 req-8c8a2a32-88db-41bf-acc2-0a3114a6f9a4 tempest-ServerRescueNegativeTestJSON-8524047 tempest-ServerRescueNegativeTestJSON-8524047-project] (94691) timed out ('10.222.0.76', 59696) {{(pid=94691) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:15:39.388296 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.593579 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913d676-bd1a-4fcf-81ac-5d96fc219b59 req-7cdea889-1089-414c-b018-9485c81d3be6 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:51.595036 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5913d676-bd1a-4fcf-81ac-5d96fc219b59 req-7cdea889-1089-414c-b018-9485c81d3be6 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.1117170 Aug 20 12:15:51.632487 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5913d676-bd1a-4fcf-81ac-5d96fc219b59 req-c6b5aa10-7504-4e84-ac81-ec7fb8b6ed55 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312808 Aug 20 12:15:52.400166 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de81e53f-0be9-492c-97ab-73dce95632b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:52.871710 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-84317c79-6900-4fc9-a686-fc1aecc98038 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405879 Aug 20 12:15:52.886403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4641c-4aff-4c7d-8e4d-419c243f1b66 req-b59b93b1-c041-4ace-bdb2-6bc2b3ef820e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:52.888585 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3fc4641c-4aff-4c7d-8e4d-419c243f1b66 req-b59b93b1-c041-4ace-bdb2-6bc2b3ef820e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0498631 Aug 20 12:15:52.928271 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3fc4641c-4aff-4c7d-8e4d-419c243f1b66 req-7350693d-4f40-4ae3-b1f2-5ae1e0e6aec3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322163 Aug 20 12:15:54.105881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcdbe7-fddf-4a4e-8bfc-d80c48bf4efa req-ab982d06-84b3-43eb-8cdd-b4e541d1ef9a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:54.107483 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86bcdbe7-fddf-4a4e-8bfc-d80c48bf4efa req-ab982d06-84b3-43eb-8cdd-b4e541d1ef9a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.1079369 Aug 20 12:15:54.144858 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86bcdbe7-fddf-4a4e-8bfc-d80c48bf4efa req-dc41f929-e158-4859-a169-4b55f1b2eb8b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308809 Aug 20 12:15:54.957698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-cfba3677-7e16-4f70-ad44-0a4aae4818ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:54.959189 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-cfba3677-7e16-4f70-ad44-0a4aae4818ce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 1096 time: 0.0407112 Aug 20 12:15:55.051509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-92883cab-078f-4834-a05d-4ee9a1a8c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:55.053012 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-92883cab-078f-4834-a05d-4ee9a1a8c454 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0874596 Aug 20 12:15:55.115746 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-a48165ab-0f40-49b9-801f-b4781ddc3b38 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f681b15a-e77c-41be-a535-a97bdb3248db HTTP/1.1" status: 200 len: 1000 time: 0.0563824 Aug 20 12:15:55.170898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-59395257-e781-4539-b013-80ac75e0d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:55.172849 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-59395257-e781-4539-b013-80ac75e0d3d1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0501916 Aug 20 12:15:55.175201 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3946ab64-f13e-4530-911c-d6ac20e42190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:55.218833 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-18484931-9c1b-492d-a2eb-00fcfb5b5722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:55.220334 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-18484931-9c1b-492d-a2eb-00fcfb5b5722 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410688 Aug 20 12:15:55.266273 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61adbb-bfe1-442b-adf1-93034bd0dd25 req-0180383b-6a7b-4b15-a4a4-b70adef52a00 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:55.267672 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f61adbb-bfe1-442b-adf1-93034bd0dd25 req-0180383b-6a7b-4b15-a4a4-b70adef52a00 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0500448 Aug 20 12:15:55.304187 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f61adbb-bfe1-442b-adf1-93034bd0dd25 req-e3cd7096-2f42-43fa-b6be-911bb6666871 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303261 Aug 20 12:15:55.308871 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-61551b3c-6647-431f-85c8-839c06e3ccbf service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814912 Aug 20 12:15:55.401520 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-8a47c988-e2db-40dc-aa94-ad72e834c85a service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857403 Aug 20 12:15:55.495265 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:56.420694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8816536-07b3-4b79-a09d-94cf1d5e8009 req-7d4812a6-5845-47b1-a319-0141611f8f4c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:56.422190 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8816536-07b3-4b79-a09d-94cf1d5e8009 req-7d4812a6-5845-47b1-a319-0141611f8f4c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0504990 Aug 20 12:15:56.461517 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:56.462631 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8816536-07b3-4b79-a09d-94cf1d5e8009 req-a70b3e3c-a536-4de5-b07a-a8b8a94bb4d0 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343378 Aug 20 12:15:57.581052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdc851-71d7-4d21-80ba-3d5984b4a888 req-9d7e69c9-cb38-4670-a250-f64c59a3faf9 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:57.582508 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d2bdc851-71d7-4d21-80ba-3d5984b4a888 req-9d7e69c9-cb38-4670-a250-f64c59a3faf9 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0514348 Aug 20 12:15:57.618448 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d2bdc851-71d7-4d21-80ba-3d5984b4a888 req-9cc0986b-14d8-446b-8945-f2fb6cb7f169 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300636 Aug 20 12:15:58.078652 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:58.732213 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473dd13-278a-4d48-afba-9fea265c9f0b req-4ec4c507-577e-444e-adf8-4d4425e4ed0b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:58.733904 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a473dd13-278a-4d48-afba-9fea265c9f0b req-4ec4c507-577e-444e-adf8-4d4425e4ed0b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0486445 Aug 20 12:15:58.777223 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a473dd13-278a-4d48-afba-9fea265c9f0b req-dc254428-3a2c-49d2-a7ee-98ea5d79f662 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372822 Aug 20 12:15:59.892894 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f37e0-a518-4e23-be68-d38720f0ebaf req-716c25ea-c236-47ea-8c67-4b8ab3c8a6a0 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:59.894382 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b9f37e0-a518-4e23-be68-d38720f0ebaf req-716c25ea-c236-47ea-8c67-4b8ab3c8a6a0 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0493259 Aug 20 12:15:59.932172 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b9f37e0-a518-4e23-be68-d38720f0ebaf req-8b8c3368-076b-4da5-a0fc-7ab4b0212652 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318193 Aug 20 12:16:01.048198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0076c1e-3737-45ea-bd72-2ffd6f7e5271 req-f0046cd3-3b47-4887-9412-8f9ec6f6d390 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:01.049680 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b0076c1e-3737-45ea-bd72-2ffd6f7e5271 req-f0046cd3-3b47-4887-9412-8f9ec6f6d390 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0486128 Aug 20 12:16:01.086292 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b0076c1e-3737-45ea-bd72-2ffd6f7e5271 req-02fc98d2-ffe4-4f59-8196-80d0e637265e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307086 Aug 20 12:16:02.201188 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859666e-8623-42e3-93e1-38c01b826628 req-50c76271-d856-4ead-bc69-a0b0d8816670 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:02.202655 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a859666e-8623-42e3-93e1-38c01b826628 req-50c76271-d856-4ead-bc69-a0b0d8816670 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0500498 Aug 20 12:16:02.239828 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a859666e-8623-42e3-93e1-38c01b826628 req-f2df2dfc-cd75-4d7b-88ae-e62a1a9f43cf tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312965 Aug 20 12:16:03.217757 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:03.300042 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:16:03.352026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dac2bd-a969-4370-8f03-bd02211ecb5d req-bab6970d-7874-4928-9e21-af6ae6313e1d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:03.353500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-44dac2bd-a969-4370-8f03-bd02211ecb5d req-bab6970d-7874-4928-9e21-af6ae6313e1d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0478005 Aug 20 12:16:03.389805 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-44dac2bd-a969-4370-8f03-bd02211ecb5d req-58610314-f955-429d-9758-0d7a69293fe4 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304193 Aug 20 12:16:04.507713 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9102cc6-c5e6-4f50-bfbc-593ca7588c79 req-792720ad-b020-4161-8a41-9db35c209e15 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:04.509213 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9102cc6-c5e6-4f50-bfbc-593ca7588c79 req-792720ad-b020-4161-8a41-9db35c209e15 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0525155 Aug 20 12:16:04.546798 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d9102cc6-c5e6-4f50-bfbc-593ca7588c79 req-38e09691-09b1-44f9-aff1-cbb2540d8d93 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316110 Aug 20 12:16:05.658770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643a33a-d23f-4175-b644-27b8243e98c2 req-3fd4c1ea-e49d-4fd6-b2bc-919f97279cbf tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:05.660213 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a643a33a-d23f-4175-b644-27b8243e98c2 req-3fd4c1ea-e49d-4fd6-b2bc-919f97279cbf tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0477126 Aug 20 12:16:05.700312 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a643a33a-d23f-4175-b644-27b8243e98c2 req-331a95e7-d6de-4dc1-a125-4b9e2f08c315 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341361 Aug 20 12:16:06.815868 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129e3f4-80ae-46c6-a610-ccfb21011ed4 req-ae1b190f-42d8-4add-bec9-f0ab2cd634a4 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:06.817391 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f129e3f4-80ae-46c6-a610-ccfb21011ed4 req-ae1b190f-42d8-4add-bec9-f0ab2cd634a4 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0492120 Aug 20 12:16:06.855173 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f129e3f4-80ae-46c6-a610-ccfb21011ed4 req-d3d20895-4d5f-4694-acc3-49843fe1e65b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318022 Aug 20 12:16:07.229536 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-a846f548-612c-4c19-8aaf-794cce80996e service neutron] show failed (client error): The resource could not be found. Aug 20 12:16:07.230536 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-a846f548-612c-4c19-8aaf-794cce80996e service neutron] 10.222.0.76 "GET /v2.0/ports/f681b15a-e77c-41be-a535-a97bdb3248db/bindings/n-h1-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.0533030 Aug 20 12:16:07.450104 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-4e848734-0e46-4f28-8aef-b4878fdf84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:07.452368 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-4e848734-0e46-4f28-8aef-b4878fdf84fd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43&tenant_id=72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 1096 time: 0.0736265 Aug 20 12:16:07.464126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:16:07.516545 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:07.711941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] For port f681b15a-e77c-41be-a535-a97bdb3248db, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f681b15a-e77c-41be-a535-a97bdb3248db,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:07.743198 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] For port f681b15a-e77c-41be-a535-a97bdb3248db, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:16:07.786522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f681b15a-e77c-41be-a535-a97bdb3248db'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:16:07.788808 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decd064a-c027-4bd7-a3f8-af90d0e06d08" -d '{"events": [{"server_uuid": "7cb04289-7ceb-45a4-b106-9e67e40a5a43", "name": "network-vif-unplugged", "status": "completed", "tag": "f681b15a-e77c-41be-a535-a97bdb3248db"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:16:07.792781 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:07.804825 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Transition to ACTIVE for port object f681b15a-e77c-41be-a535-a97bdb3248db will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:16:07.810451 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:07.840920 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dad7836-7487-4a8a-b663-6e99705cfc8f x-openstack-request-id: req-0dad7836-7487-4a8a-b663-6e99705cfc8f {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:16:07.842358 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb04289-7ceb-45a4-b106-9e67e40a5a43", "name": "network-vif-unplugged", "status": "completed", "tag": "f681b15a-e77c-41be-a535-a97bdb3248db", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:16:07.842358 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0dad7836-7487-4a8a-b663-6e99705cfc8f {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:16:07.842713 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f681b15a-e77c-41be-a535-a97bdb3248db', 'code': 200} Aug 20 12:16:07.881339 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Pushing event updated for resources: {'Port': ['ID=f681b15a-e77c-41be-a535-a97bdb3248db,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:07.950463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:07.950886 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:07.951224 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:07.951562 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:07.951956 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:07.952282 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:07.952612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:07.952979 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:07.953303 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:07.953624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:07.953943 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:07.954265 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:08.032107 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] No DVR routers for this DVR port f681b15a-e77c-41be-a535-a97bdb3248db on host n-h2-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:16:08.043118 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee087dd6-3b1b-41e8-a799-c6d0bed4076c req-2184f4e2-37f5-402a-8da9-cba2e2bc489c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:08.045433 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee087dd6-3b1b-41e8-a799-c6d0bed4076c req-2184f4e2-37f5-402a-8da9-cba2e2bc489c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 943 time: 0.1139739 Aug 20 12:16:08.150742 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ee087dd6-3b1b-41e8-a799-c6d0bed4076c req-c96ca772-e64b-4ee1-8503-14af704f843f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725670 Aug 20 12:16:08.205124 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Attempting to bind port f681b15a-e77c-41be-a535-a97bdb3248db on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:16:08.205457 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Attempting to bind port f681b15a-e77c-41be-a535-a97bdb3248db by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:16:08.205780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Attempting to bind port f681b15a-e77c-41be-a535-a97bdb3248db on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:16:08.210078 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Port f681b15a-e77c-41be-a535-a97bdb3248db on network 02f23ec7-2602-4ead-b928-31283f59d505 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:16:08.210409 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Attempting to bind port f681b15a-e77c-41be-a535-a97bdb3248db on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:16:08.215284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:16:08.215621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Checking segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:16:08.216014 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Bound using segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:16:08.217106 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Bound port: f681b15a-e77c-41be-a535-a97bdb3248db, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:16:08.217669 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:08.279274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] For port f681b15a-e77c-41be-a535-a97bdb3248db, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:16:08.282440 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] For port f681b15a-e77c-41be-a535-a97bdb3248db, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f681b15a-e77c-41be-a535-a97bdb3248db,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:16:08.288336 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:08.321334 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:08.321941 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:08.323340 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] 10.222.0.35 "PUT /v2.0/ports/f681b15a-e77c-41be-a535-a97bdb3248db HTTP/1.1" status: 200 len: 1091 time: 0.8631494 Aug 20 12:16:08.347623 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de22e3-6416-4ca2-92ad-fe1049a5b86a service neutron] Pushing event updated for resources: {'Port': ['ID=f681b15a-e77c-41be-a535-a97bdb3248db,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:08.393995 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-9a1a6bb9-7609-4bb8-b997-daddc6d3cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:08.395524 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-9a1a6bb9-7609-4bb8-b997-daddc6d3cd45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 1094 time: 0.0448563 Aug 20 12:16:08.496089 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-29beead6-5e67-4deb-8a8e-fd6d29bc9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:08.498036 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-29beead6-5e67-4deb-8a8e-fd6d29bc9578 service neutron] 10.222.0.35 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0944865 Aug 20 12:16:08.596151 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-83efa031-f2a3-44a1-9fbd-7f5b8ca34256 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f681b15a-e77c-41be-a535-a97bdb3248db HTTP/1.1" status: 200 len: 998 time: 0.0906305 Aug 20 12:16:08.644774 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-1981aac7-af21-4888-9201-a7092410a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:08.646160 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-1981aac7-af21-4888-9201-a7092410a90f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0426772 Aug 20 12:16:08.699994 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-5aaa7ebf-e086-4eb8-b283-506773a4abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:08.702298 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-5aaa7ebf-e086-4eb8-b283-506773a4abba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493369 Aug 20 12:16:08.794459 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-03a49d85-15a2-4df7-9a85-bd0e31509940 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847070 Aug 20 12:16:08.884467 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-ede880c6-ce6f-456c-928e-860e31ced4fb service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821331 Aug 20 12:16:09.269099 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b21eff-0a0d-43d8-9be1-4ccab3e2052b req-e222a9ea-85ec-4fcd-a559-541dc8b8d30a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:09.270585 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94b21eff-0a0d-43d8-9be1-4ccab3e2052b req-e222a9ea-85ec-4fcd-a559-541dc8b8d30a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 943 time: 0.0490229 Aug 20 12:16:09.307392 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94b21eff-0a0d-43d8-9be1-4ccab3e2052b req-661d6511-f3b2-49c0-a074-6bbcfd45701c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310073 Aug 20 12:16:09.384123 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:09.844276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'tag': 'f681b15a-e77c-41be-a535-a97bdb3248db'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:16:09.846705 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0eea43-d3ec-4536-82a9-4caa107d94df" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb04289-7ceb-45a4-b106-9e67e40a5a43", "tag": "f681b15a-e77c-41be-a535-a97bdb3248db"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:16:09.893410 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c11cd58-dc1c-49a1-950b-fbc16af5409b x-openstack-request-id: req-9c11cd58-dc1c-49a1-950b-fbc16af5409b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:16:09.894005 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb04289-7ceb-45a4-b106-9e67e40a5a43", "tag": "f681b15a-e77c-41be-a535-a97bdb3248db", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:16:09.894005 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c11cd58-dc1c-49a1-950b-fbc16af5409b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:16:09.894332 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'tag': 'f681b15a-e77c-41be-a535-a97bdb3248db', 'status': 'completed', 'code': 200} Aug 20 12:16:09.952285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-2c04b55b-c6ef-42ab-942c-53e0caddbd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:09.953840 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-2c04b55b-c6ef-42ab-942c-53e0caddbd97 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 1094 time: 0.0405164 Aug 20 12:16:09.960158 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-795cbe8c-5ed5-4cb5-bc0b-137e8cf17ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:09.961704 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-795cbe8c-5ed5-4cb5-bc0b-137e8cf17ad9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 1094 time: 0.0444674 Aug 20 12:16:10.047012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-2323c966-7b05-43b3-a49d-ec7b00dcf63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:10.048483 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-2323c966-7b05-43b3-a49d-ec7b00dcf63d service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0879548 Aug 20 12:16:10.051672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-2e465863-4f1a-469b-89c4-cc4b42f30ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:10.053172 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-2e465863-4f1a-469b-89c4-cc4b42f30ce5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0834172 Aug 20 12:16:10.113565 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-32dada4b-b686-4426-a93a-52b9a6839d6e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f681b15a-e77c-41be-a535-a97bdb3248db HTTP/1.1" status: 200 len: 998 time: 0.0580146 Aug 20 12:16:10.122566 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-d6fed8b1-a984-4f44-b15e-af28136dbc8e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f681b15a-e77c-41be-a535-a97bdb3248db HTTP/1.1" status: 200 len: 998 time: 0.0611055 Aug 20 12:16:10.166946 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-5dd75c80-fbcb-4d46-93b6-81023034cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:10.168417 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-5dd75c80-fbcb-4d46-93b6-81023034cc8c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0488224 Aug 20 12:16:10.172863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-fee44b77-7c45-43b7-948d-558a611edd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:10.174288 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-fee44b77-7c45-43b7-948d-558a611edd39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0437167 Aug 20 12:16:10.214399 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-56cb8521-0e10-46a2-b469-6bcb62b7a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:10.215987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-56cb8521-0e10-46a2-b469-6bcb62b7a808 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407548 Aug 20 12:16:10.219861 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-ce1b03f2-d1e8-4b81-8bbc-d61b63ae0bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:10.221362 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-ce1b03f2-d1e8-4b81-8bbc-d61b63ae0bda service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397871 Aug 20 12:16:10.304522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-957253b5-9d23-4f59-8f83-95971fc10d7f service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819659 Aug 20 12:16:10.318714 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-032299af-c0c6-4b90-ac79-d3a311cf9c7a service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848053 Aug 20 12:16:10.330787 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f681b15a-e77c-41be-a535-a97bdb3248db no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:16:10.376021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f681b15a-e77c-41be-a535-a97bdb3248db not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:16:10.425161 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-3c91c1dc-e765-4cb9-ba5c-634f8b3550d2 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975227 Aug 20 12:16:10.470578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f676b9-c907-4e4a-8856-a44d34faa8f2 req-4ab42954-d825-48a2-8a5d-77e8b43bffcf tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:10.472072 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a0f676b9-c907-4e4a-8856-a44d34faa8f2 req-4ab42954-d825-48a2-8a5d-77e8b43bffcf tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 943 time: 0.0787938 Aug 20 12:16:10.474400 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8a0eea43-d3ec-4536-82a9-4caa107d94df req-0f52eb6e-c49b-4845-83af-4f848bcf4c8e service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621981 Aug 20 12:16:10.515964 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a0f676b9-c907-4e4a-8856-a44d34faa8f2 req-b5e9a77e-ec2f-4935-a536-a826eaeabba1 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366826 Aug 20 12:16:10.644535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f681b15a-e77c-41be-a535-a97bdb3248db details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:16:10.740288 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port f681b15a-e77c-41be-a535-a97bdb3248db, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f681b15a-e77c-41be-a535-a97bdb3248db,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:10.751660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'f681b15a-e77c-41be-a535-a97bdb3248db', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'port_id': 'f681b15a-e77c-41be-a535-a97bdb3248db', 'mac_address': 'fa:16:3e:8c:89:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:16:10.791093 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:10.803431 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f681b15a-e77c-41be-a535-a97bdb3248db {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:16:10.821565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port f681b15a-e77c-41be-a535-a97bdb3248db, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f681b15a-e77c-41be-a535-a97bdb3248db,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:10.826022 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:10.871669 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=f681b15a-e77c-41be-a535-a97bdb3248db,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:10.878801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:10.879151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:10.879502 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:10.879838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:10.880173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:10.880506 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:10.880863 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:10.881193 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:10.881518 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:10.881843 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:10.882165 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:10.882487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:11.067968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['f681b15a-e77c-41be-a535-a97bdb3248db'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:16:11.633777 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75ea80-786d-45e4-ae78-d3ec4870c4f2 req-f4275933-391d-44bc-b17f-c9a95a5e08b9 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:11.635265 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5d75ea80-786d-45e4-ae78-d3ec4870c4f2 req-f4275933-391d-44bc-b17f-c9a95a5e08b9 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 944 time: 0.0492787 Aug 20 12:16:11.673147 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5d75ea80-786d-45e4-ae78-d3ec4870c4f2 req-126caeb7-388a-4590-a5a7-5861a7ef4728 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312266 Aug 20 12:16:11.873094 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223937e5-e5f1-456e-9cc0-3a96c6b8280f req-b34d4e88-e576-49f5-add1-bcb81c87bb81 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:11.875155 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-223937e5-e5f1-456e-9cc0-3a96c6b8280f req-b34d4e88-e576-49f5-add1-bcb81c87bb81 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 944 time: 0.0605526 Aug 20 12:16:11.879123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc001c0-d72e-47fb-b10f-d96e717b6f88 req-a8787dc7-ccf8-456b-a54c-d443ac738e1d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:11.880594 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6cc001c0-d72e-47fb-b10f-d96e717b6f88 req-a8787dc7-ccf8-456b-a54c-d443ac738e1d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43&tenant_id=72b8a31e76a744208727e49ffa5f516e&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 944 time: 0.0557592 Aug 20 12:16:11.919595 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-223937e5-e5f1-456e-9cc0-3a96c6b8280f req-7d580365-467c-42df-af59-1c04de230779 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318646 Aug 20 12:16:11.941270 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-6cc001c0-d72e-47fb-b10f-d96e717b6f88 req-41934af7-ab50-49af-b984-9b203e56a1d9 service neutron] delete failed (client error): The resource could not be found. Aug 20 12:16:11.942303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6cc001c0-d72e-47fb-b10f-d96e717b6f88 req-41934af7-ab50-49af-b984-9b203e56a1d9 service neutron] 10.222.0.76 "DELETE /v2.0/ports/f681b15a-e77c-41be-a535-a97bdb3248db/bindings/n-h2-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.0544019 Aug 20 12:16:12.025485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc001c0-d72e-47fb-b10f-d96e717b6f88 req-46872962-bc1d-481b-8d9c-39e778786354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:12.026984 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6cc001c0-d72e-47fb-b10f-d96e717b6f88 req-46872962-bc1d-481b-8d9c-39e778786354 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 1095 time: 0.0418754 Aug 20 12:16:12.116384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc001c0-d72e-47fb-b10f-d96e717b6f88 req-ba4527ef-4b28-4c00-b9c4-f9235c9dc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:12.117876 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6cc001c0-d72e-47fb-b10f-d96e717b6f88 req-ba4527ef-4b28-4c00-b9c4-f9235c9dc27a service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0842211 Aug 20 12:16:12.181749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6cc001c0-d72e-47fb-b10f-d96e717b6f88 req-99cc0b5a-78d4-4688-95e6-6ac72de7a27f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f681b15a-e77c-41be-a535-a97bdb3248db HTTP/1.1" status: 200 len: 999 time: 0.0556946 Aug 20 12:16:12.229750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc001c0-d72e-47fb-b10f-d96e717b6f88 req-beb87c9d-4b88-44bf-a894-898a7952cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:12.231132 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6cc001c0-d72e-47fb-b10f-d96e717b6f88 req-beb87c9d-4b88-44bf-a894-898a7952cd03 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0417325 Aug 20 12:16:12.279149 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc001c0-d72e-47fb-b10f-d96e717b6f88 req-0f2eb406-937c-4d8f-a9d8-1946a029684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:12.280645 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6cc001c0-d72e-47fb-b10f-d96e717b6f88 req-0f2eb406-937c-4d8f-a9d8-1946a029684d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424633 Aug 20 12:16:12.367378 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6cc001c0-d72e-47fb-b10f-d96e717b6f88 req-1f173f3c-23bc-4e10-8f19-b5f24a2ec80d service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800157 Aug 20 12:16:12.459600 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6cc001c0-d72e-47fb-b10f-d96e717b6f88 req-a1304c1a-9e8c-4659-9b66-d4f6f468feef service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834174 Aug 20 12:16:12.660273 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f681b15a-e77c-41be-a535-a97bdb3248db up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:16:12.707421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port f681b15a-e77c-41be-a535-a97bdb3248db completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:16:12.711062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port f681b15a-e77c-41be-a535-a97bdb3248db triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:16:12.711376 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:12.789713 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:12.812615 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f681b15a-e77c-41be-a535-a97bdb3248db'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:16:12.815207 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9031112f-de58-49ef-97f8-d66ca72f602c" -d '{"events": [{"server_uuid": "7cb04289-7ceb-45a4-b106-9e67e40a5a43", "name": "network-vif-plugged", "status": "completed", "tag": "f681b15a-e77c-41be-a535-a97bdb3248db"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:16:12.832769 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port f681b15a-e77c-41be-a535-a97bdb3248db, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f681b15a-e77c-41be-a535-a97bdb3248db,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:12.836945 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:12.862823 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872c760c-1a45-46ad-bff7-0c00abfc141d x-openstack-request-id: req-872c760c-1a45-46ad-bff7-0c00abfc141d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:16:12.863113 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb04289-7ceb-45a4-b106-9e67e40a5a43", "name": "network-vif-plugged", "status": "completed", "tag": "f681b15a-e77c-41be-a535-a97bdb3248db", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:16:12.863361 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-872c760c-1a45-46ad-bff7-0c00abfc141d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:16:12.863743 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f681b15a-e77c-41be-a535-a97bdb3248db', 'code': 200} Aug 20 12:16:12.888982 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=f681b15a-e77c-41be-a535-a97bdb3248db,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:13.038987 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d649c80-bd84-4f3e-9663-68d6e6119946 req-7ea70ddd-72e8-4d98-bfa2-94beb4e0ed3a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:13.040476 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2d649c80-bd84-4f3e-9663-68d6e6119946 req-7ea70ddd-72e8-4d98-bfa2-94beb4e0ed3a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0511389 Aug 20 12:16:13.077880 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2d649c80-bd84-4f3e-9663-68d6e6119946 req-5cb3385a-ddf9-4af4-a064-791f443f6315 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312202 Aug 20 12:16:13.195044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c624628-1d6c-4b6d-bce0-6315e49a31b1 req-ff7511db-cc98-4f91-a6b2-250957174e35 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:13.196541 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c624628-1d6c-4b6d-bce0-6315e49a31b1 req-ff7511db-cc98-4f91-a6b2-250957174e35 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0493491 Aug 20 12:16:13.234568 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c624628-1d6c-4b6d-bce0-6315e49a31b1 req-8a646ad3-91f0-4b6f-a484-af5c6eca4f9a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313129 Aug 20 12:16:13.346315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e76db-3b1c-4a96-9bac-193196e2945d req-5dadf2b3-1266-40e4-81f5-9016bb00a3db tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:13.347777 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-731e76db-3b1c-4a96-9bac-193196e2945d req-5dadf2b3-1266-40e4-81f5-9016bb00a3db tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0479951 Aug 20 12:16:13.384972 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-731e76db-3b1c-4a96-9bac-193196e2945d req-1f0aa22d-9248-4901-8147-188faae7b6ec tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310540 Aug 20 12:16:13.619230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbf507-f725-439c-80cc-7ce5a913c9ef req-eff11bd8-5ccb-485e-9982-d1ffea723624 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:13.620708 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-33dbf507-f725-439c-80cc-7ce5a913c9ef req-eff11bd8-5ccb-485e-9982-d1ffea723624 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0518782 Aug 20 12:16:13.657520 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-33dbf507-f725-439c-80cc-7ce5a913c9ef req-f1624ef3-068c-421d-8ff0-6bdbd3235deb tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298605 Aug 20 12:16:14.776338 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ffbc3-a135-49da-9917-41eb68bf6b8c req-5002164c-ef54-4f75-930e-7b41867e43da tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:14.777864 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ba4ffbc3-a135-49da-9917-41eb68bf6b8c req-5002164c-ef54-4f75-930e-7b41867e43da tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0503743 Aug 20 12:16:14.818325 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ba4ffbc3-a135-49da-9917-41eb68bf6b8c req-d7c25eb7-0b64-480d-a1a7-97b45bbb47f0 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334234 Aug 20 12:16:14.968586 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1990bc-4c95-4bda-9105-efb025828c44 req-0e3a11e7-ec77-41a1-93e4-936cc4bb7432 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:14.970759 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3d1990bc-4c95-4bda-9105-efb025828c44 req-0e3a11e7-ec77-41a1-93e4-936cc4bb7432 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 945 time: 0.0487969 Aug 20 12:16:15.064027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-3d1990bc-4c95-4bda-9105-efb025828c44 req-1373c75e-0022-47cb-b569-1af563f9cbf3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Deleting port f681b15a-e77c-41be-a535-a97bdb3248db {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:16:15.064372 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3d1990bc-4c95-4bda-9105-efb025828c44 req-1373c75e-0022-47cb-b569-1af563f9cbf3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:15.154965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-3d1990bc-4c95-4bda-9105-efb025828c44 req-1373c75e-0022-47cb-b569-1af563f9cbf3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] For port f681b15a-e77c-41be-a535-a97bdb3248db, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f681b15a-e77c-41be-a535-a97bdb3248db,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:15.156774 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3d1990bc-4c95-4bda-9105-efb025828c44 req-1373c75e-0022-47cb-b569-1af563f9cbf3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:15.369842 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3d1990bc-4c95-4bda-9105-efb025828c44 req-1373c75e-0022-47cb-b569-1af563f9cbf3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:15.370229 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3d1990bc-4c95-4bda-9105-efb025828c44 req-1373c75e-0022-47cb-b569-1af563f9cbf3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:15.370544 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [req-3d1990bc-4c95-4bda-9105-efb025828c44 req-1373c75e-0022-47cb-b569-1af563f9cbf3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Floating IP 042f0d07-c196-4319-bd63-8918dc20b5ab disassociated. External IP: 172.25.8.28, port: f681b15a-e77c-41be-a535-a97bdb3248db. Aug 20 12:16:15.370883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-3d1990bc-4c95-4bda-9105-efb025828c44 req-1373c75e-0022-47cb-b569-1af563f9cbf3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Calling delete_port for f681b15a-e77c-41be-a535-a97bdb3248db owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:16:15.502234 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3d1990bc-4c95-4bda-9105-efb025828c44 req-1373c75e-0022-47cb-b569-1af563f9cbf3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:15.532844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373c75e-0022-47cb-b569-1af563f9cbf3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Pushing event deleted for resources: {'Port': ['ID=f681b15a-e77c-41be-a535-a97bdb3248db,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:15.650435 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d1990bc-4c95-4bda-9105-efb025828c44 req-1373c75e-0022-47cb-b569-1af563f9cbf3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Router ce13a288-4f2d-44d1-a090-f94f54688307 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:16:16.080501 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-74093758-6e8b-488a-918e-85fbb850965c req-34b11e87-fd91-414a-bfb9-daa190d003f5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb04289-7ceb-45a4-b106-9e67e40a5a43 HTTP/1.1" status: 200 len: 210 time: 0.0321882 Aug 20 12:16:16.089981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d1990bc-4c95-4bda-9105-efb025828c44 req-1373c75e-0022-47cb-b569-1af563f9cbf3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:16:16.100794 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e4654-5b1a-42e1-b8e7-78ac19daa2ee None None] Sync routers for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:16:16.110399 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e4654-5b1a-42e1-b8e7-78ac19daa2ee None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:16:16.111131 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ec1e4654-5b1a-42e1-b8e7-78ac19daa2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:15:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:16.129202 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1990bc-4c95-4bda-9105-efb025828c44 req-1373c75e-0022-47cb-b569-1af563f9cbf3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] No DVR routers for this DVR port f681b15a-e77c-41be-a535-a97bdb3248db on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:16:16.131737 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-3d1990bc-4c95-4bda-9105-efb025828c44 req-1373c75e-0022-47cb-b569-1af563f9cbf3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:16.133739 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3d1990bc-4c95-4bda-9105-efb025828c44 req-1373c75e-0022-47cb-b569-1af563f9cbf3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.35 "DELETE /v2.0/ports/f681b15a-e77c-41be-a535-a97bdb3248db HTTP/1.1" status: 204 len: 173 time: 1.1569948 Aug 20 12:16:16.134185 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'name': 'network-vif-deleted', 'tag': 'f681b15a-e77c-41be-a535-a97bdb3248db'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:16:16.136387 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8acfb8b-349a-41f2-ac2c-545ecd44c8ee" -d '{"events": [{"server_uuid": "7cb04289-7ceb-45a4-b106-9e67e40a5a43", "name": "network-vif-deleted", "tag": "f681b15a-e77c-41be-a535-a97bdb3248db"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:16:16.174010 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d50c36-df6d-46b9-b488-9fcad521481a x-openstack-request-id: req-25d50c36-df6d-46b9-b488-9fcad521481a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:16:16.174389 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb04289-7ceb-45a4-b106-9e67e40a5a43", "name": "network-vif-deleted", "tag": "f681b15a-e77c-41be-a535-a97bdb3248db", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:16:16.174715 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25d50c36-df6d-46b9-b488-9fcad521481a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:16:16.175190 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb04289-7ceb-45a4-b106-9e67e40a5a43', 'name': 'network-vif-deleted', 'tag': 'f681b15a-e77c-41be-a535-a97bdb3248db', 'status': 'completed', 'code': 200} Aug 20 12:16:16.229301 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ec1e4654-5b1a-42e1-b8e7-78ac19daa2ee None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:16:16.435579 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ec1e4654-5b1a-42e1-b8e7-78ac19daa2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:16.460850 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e4654-5b1a-42e1-b8e7-78ac19daa2ee None None] Checking router: ce13a288-4f2d-44d1-a090-f94f54688307 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:16:16.469302 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e4654-5b1a-42e1-b8e7-78ac19daa2ee None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:16:16.469904 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ec1e4654-5b1a-42e1-b8e7-78ac19daa2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:15:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:16.570920 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ec1e4654-5b1a-42e1-b8e7-78ac19daa2ee None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:16:16.760059 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ec1e4654-5b1a-42e1-b8e7-78ac19daa2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:16.788191 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e4654-5b1a-42e1-b8e7-78ac19daa2ee None None] The sync data for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 is: [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:16:17.007467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd2df4-571c-43ae-84ae-76ba92ef989c None None] New status for floating IP 042f0d07-c196-4319-bd63-8918dc20b5ab: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:16:17.313030 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-34566624-7101-45a8-b900-5ab6497638f0 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1634226862&fields=id&tenant_id=72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 267 time: 0.0332072 Aug 20 12:16:17.421303 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-0530ee8b-319e-4e2f-97fc-147578aff394 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:17.422767 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-0530ee8b-319e-4e2f-97fc-147578aff394 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 811 time: 0.1028662 Aug 20 12:16:17.438164 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-ab62db5a-5ed4-43c5-a24b-8c4c3cdb6cac tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/quotas/72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 375 time: 0.0095701 Aug 20 12:16:17.489928 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-dfe421e6-01fc-4aa3-b4b8-f1d9b4ab11e2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466418 Aug 20 12:16:17.587649 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-fb9e57e3-7e3f-4916-8baf-020da5b82f87 service neutron] 10.222.0.37 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854440 Aug 20 12:16:17.679968 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-4275ac99-9d83-481e-b68a-fe5f6d3d2fac service neutron] 10.222.0.37 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856166 Aug 20 12:16:17.840712 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1d612fe2-4330-41dc-9a4b-b2a8688a0c7b req-77c42dbb-7fbc-4709-b657-4ac04572855e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 210 time: 0.0261695 Aug 20 12:16:18.673613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f681b15a-e77c-41be-a535-a97bdb3248db no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:16:18.693629 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: f681b15a-e77c-41be-a535-a97bdb3248db {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:16:18.693973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f681b15a-e77c-41be-a535-a97bdb3248db not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:16:18.919608 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50a30af4-a826-4c17-979f-588cd40bb005 req-07540358-2e81-4eaf-976c-f69b006e21f5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 210 time: 0.0260890 Aug 20 12:16:20.000203 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cbab52dc-30ff-45ad-9c4d-8ec85bb0a209 req-decb8d2b-579d-4b8c-976b-44dcc8dc92eb tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 210 time: 0.0296085 Aug 20 12:16:20.779134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-d5318f87-0908-4639-b76e-b948cb61905c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:20.781418 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-d5318f87-0908-4639-b76e-b948cb61905c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 811 time: 0.1043265 Aug 20 12:16:20.825294 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-53917bdd-6301-43ad-b79e-36060242939f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 380 time: 0.0352530 Aug 20 12:16:20.835129 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Request body: {'port': {'device_id': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'admin_state_up': True, 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'security_groups': ['fba91d87-3b7d-4394-8cbc-97daf94b9725']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:16:21.098650 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-90d09cac-4869-451a-8566-f7876a4db9da req-dcfbec39-c6ed-480c-938b-d361b16340f1 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 210 time: 0.0276079 Aug 20 12:16:21.250936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Made reservation on behalf of 72b8a31e76a744208727e49ffa5f516e for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:16:21.254391 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:21.376480 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Allocated IP 172.20.0.12 (02f23ec7-2602-4ead-b928-31283f59d505/7d1d438f-4510-44ac-a3c5-e79aaca5af05/f92f60d4-ef6e-47f5-b686-5b8863ecaac5) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:16:21.512242 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:21.525666 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Transition to ACTIVE for port object f92f60d4-ef6e-47f5-b686-5b8863ecaac5 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:16:21.558057 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:21.598362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Network 02f23ec7-2602-4ead-b928-31283f59d505 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:16:21.601167 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:16:21.603829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:16:21.642137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Pushing event updated for resources: {'Port': ['ID=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:21.654851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:21.655761 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:21.656264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:21.656611 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:21.656972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:21.657307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:21.657641 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:21.657980 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:21.658306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:21.658635 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:21.658961 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:21.659318 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:21.679954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:21.680591 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:21.694943 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-78b8d899-2ef4-445b-91e5-d07db815c879 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8633840 Aug 20 12:16:21.761346 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Request body: {'port': {'device_id': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:16:21.814606 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:21.883078 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3ce8ec68-7f8f-4def-89ca-5e315a444e20 None None] Provisioning for port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:16:21.886660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3ce8ec68-7f8f-4def-89ca-5e315a444e20 None None] Provisioning complete for port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:16:21.887043 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ce8ec68-7f8f-4def-89ca-5e315a444e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:21.919266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3ce8ec68-7f8f-4def-89ca-5e315a444e20 None None] Port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:16:22.072473 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92f60d4-ef6e-47f5-b686-5b8863ecaac5 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:16:22.079765 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:22.091470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Transition to ACTIVE for port object f92f60d4-ef6e-47f5-b686-5b8863ecaac5 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:16:22.094749 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:22.146605 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Pushing event updated for resources: {'Port': ['ID=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:22.256299 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Attempting to bind port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:16:22.256866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Attempting to bind port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:16:22.256976 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Attempting to bind port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:16:22.271269 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edeebd2-6fd4-4a6d-9f73-bbd2bd3e9b36 req-187e231d-3849-4fe2-a7b1-525118fb10c9 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:22.273138 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8edeebd2-6fd4-4a6d-9f73-bbd2bd3e9b36 req-187e231d-3849-4fe2-a7b1-525118fb10c9 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 944 time: 0.0828888 Aug 20 12:16:22.273941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 on network 02f23ec7-2602-4ead-b928-31283f59d505 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:16:22.274491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Attempting to bind port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:16:22.288429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:16:22.288799 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Checking segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:16:22.289169 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Bound using segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:16:22.289604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Bound port: f92f60d4-ef6e-47f5-b686-5b8863ecaac5, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:16:22.290128 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:22.346716 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8edeebd2-6fd4-4a6d-9f73-bbd2bd3e9b36 req-8fb6e889-99be-4d67-aa29-89d3bf283837 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655119 Aug 20 12:16:22.375091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] For port f92f60d4-ef6e-47f5-b686-5b8863ecaac5, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:16:22.378340 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] For port f92f60d4-ef6e-47f5-b686-5b8863ecaac5, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:16:22.382376 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:22.401372 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f868595a-9834-4520-a59d-c9007a00143c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:22.416244 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:22.417159 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:22.418614 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] 10.222.0.76 "PUT /v2.0/ports/f92f60d4-ef6e-47f5-b686-5b8863ecaac5 HTTP/1.1" status: 200 len: 1092 time: 0.7155008 Aug 20 12:16:22.420852 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'tag': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:16:22.423854 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d3f271-b27d-43d6-98b3-fc09b18f9db8" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae6c59f-b520-4856-a50f-6a511e12c52d", "tag": "f92f60d4-ef6e-47f5-b686-5b8863ecaac5"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:16:22.455854 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1757f-5a69-49b1-b0af-f2be5933df38 service neutron] Pushing event updated for resources: {'Port': ['ID=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:22.466500 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2604f6-286c-440e-9918-3fc4fd9ae100 x-openstack-request-id: req-2b2604f6-286c-440e-9918-3fc4fd9ae100 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:16:22.466819 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae6c59f-b520-4856-a50f-6a511e12c52d", "tag": "f92f60d4-ef6e-47f5-b686-5b8863ecaac5", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:16:22.467075 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b2604f6-286c-440e-9918-3fc4fd9ae100 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:16:22.467547 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'tag': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5', 'status': 'completed', 'code': 200} Aug 20 12:16:22.519266 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-2238a4b5-200f-4ced-ac75-1421b870d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:22.520844 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-2238a4b5-200f-4ced-ac75-1421b870d254 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 1095 time: 0.0472124 Aug 20 12:16:22.564366 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-f4175da0-5928-4e2d-87a6-3037aae0d554 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5 HTTP/1.1" status: 200 len: 217 time: 0.0363426 Aug 20 12:16:22.615578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-c049faf2-774d-4535-973d-4a3ae3bacc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:22.617159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-c049faf2-774d-4535-973d-4a3ae3bacc1f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0464544 Aug 20 12:16:22.668424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-e5698732-fa6c-421b-bab0-733357e558e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:22.669970 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-e5698732-fa6c-421b-bab0-733357e558e4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453949 Aug 20 12:16:22.757237 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-95574672-65e7-49b8-814f-4ddb9912f5db service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800755 Aug 20 12:16:22.850736 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1cc9828f-178b-4908-a571-cc29deadeb19 req-96704c3a-4351-430b-93da-9f5b9074f0ea service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868042 Aug 20 12:16:22.939057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3f271-b27d-43d6-98b3-fc09b18f9db8 req-c6e74abe-f0ca-4845-998f-72debbc3c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:22.940531 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6d3f271-b27d-43d6-98b3-fc09b18f9db8 req-c6e74abe-f0ca-4845-998f-72debbc3c23f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 1095 time: 0.0414727 Aug 20 12:16:23.030706 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3f271-b27d-43d6-98b3-fc09b18f9db8 req-adce57cc-9bcd-4e60-8d8e-afe3f5582a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:23.032123 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6d3f271-b27d-43d6-98b3-fc09b18f9db8 req-adce57cc-9bcd-4e60-8d8e-afe3f5582a71 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0848408 Aug 20 12:16:23.075711 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6d3f271-b27d-43d6-98b3-fc09b18f9db8 req-341f4ec6-ccf7-4075-afa1-6cf0785992d7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5 HTTP/1.1" status: 200 len: 217 time: 0.0372031 Aug 20 12:16:23.126582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3f271-b27d-43d6-98b3-fc09b18f9db8 req-1147b162-fefa-4360-a511-0cc167519d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:23.128049 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6d3f271-b27d-43d6-98b3-fc09b18f9db8 req-1147b162-fefa-4360-a511-0cc167519d5d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0446243 Aug 20 12:16:23.174728 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3f271-b27d-43d6-98b3-fc09b18f9db8 req-a18a9992-5c3c-4936-9eb4-0dd4f5b3e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:23.176225 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6d3f271-b27d-43d6-98b3-fc09b18f9db8 req-a18a9992-5c3c-4936-9eb4-0dd4f5b3e873 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398073 Aug 20 12:16:23.273409 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6d3f271-b27d-43d6-98b3-fc09b18f9db8 req-bdd0fea5-905c-4f97-a755-18d304c6a6ed service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885096 Aug 20 12:16:23.362254 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6d3f271-b27d-43d6-98b3-fc09b18f9db8 req-395dfcab-2f7b-45dc-90ec-307f18be1883 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816591 Aug 20 12:16:23.460808 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ffd8-1ae2-485d-a278-18bb5f30acce req-796dbf46-ae87-4c3b-9359-c60d8cd6958c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:23.462285 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0bd9ffd8-1ae2-485d-a278-18bb5f30acce req-796dbf46-ae87-4c3b-9359-c60d8cd6958c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 944 time: 0.0489457 Aug 20 12:16:23.505187 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0bd9ffd8-1ae2-485d-a278-18bb5f30acce req-02f61330-b8b6-44e1-9cac-f57071252c41 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366702 Aug 20 12:16:24.624737 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff62790-deea-40a7-96d0-5f44bf12451b req-f1b1ab58-1d7a-4af8-8bfb-20f82ededb9d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:24.626267 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0ff62790-deea-40a7-96d0-5f44bf12451b req-f1b1ab58-1d7a-4af8-8bfb-20f82ededb9d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 944 time: 0.0533636 Aug 20 12:16:24.663273 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0ff62790-deea-40a7-96d0-5f44bf12451b req-ce2e19f3-f445-4378-9071-8f564dd48675 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308492 Aug 20 12:16:25.178562 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae3a157f-7821-4d0a-8086-0a0888163527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:25.496545 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:25.777543 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034031da-7d41-449d-b6c7-f4eeff219cfc req-d2d29e29-8ac8-4da9-9237-bfc25084ab64 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:25.778939 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-034031da-7d41-449d-b6c7-f4eeff219cfc req-d2d29e29-8ac8-4da9-9237-bfc25084ab64 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 944 time: 0.0489523 Aug 20 12:16:25.816774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-034031da-7d41-449d-b6c7-f4eeff219cfc req-aa537d7e-2944-4afc-9d2a-f7f1dcfc2ffb tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315626 Aug 20 12:16:26.364036 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f92f60d4-ef6e-47f5-b686-5b8863ecaac5 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:16:26.459068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f92f60d4-ef6e-47f5-b686-5b8863ecaac5, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:26.475156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'port_id': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5', 'mac_address': 'fa:16:3e:06:e4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:16:26.478687 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:26.515310 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:26.527225 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92f60d4-ef6e-47f5-b686-5b8863ecaac5 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:16:26.546778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f92f60d4-ef6e-47f5-b686-5b8863ecaac5, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:26.550333 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:26.594836 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:26.759129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['f92f60d4-ef6e-47f5-b686-5b8863ecaac5'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:16:26.931987 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22edc0-a4e2-4e71-99d6-40c6edef1445 req-9baadeea-8540-42ba-9d1b-e44beb180a63 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:26.933518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad22edc0-a4e2-4e71-99d6-40c6edef1445 req-9baadeea-8540-42ba-9d1b-e44beb180a63 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 945 time: 0.0484166 Aug 20 12:16:26.971429 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad22edc0-a4e2-4e71-99d6-40c6edef1445 req-5b9a61ec-d3d9-4e93-a8f6-5925c269aac4 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319405 Aug 20 12:16:28.079229 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:28.085780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e70509-c414-4b43-999f-9ebc90364215 req-e50c0d4b-d7d7-4c19-9604-f7a617bf3720 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:28.087284 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07e70509-c414-4b43-999f-9ebc90364215 req-e50c0d4b-d7d7-4c19-9604-f7a617bf3720 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 945 time: 0.0489774 Aug 20 12:16:28.125163 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07e70509-c414-4b43-999f-9ebc90364215 req-a779e741-2887-4b3e-9f90-39b5bd684a94 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313108 Aug 20 12:16:28.377159 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f92f60d4-ef6e-47f5-b686-5b8863ecaac5 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:16:28.423300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:16:28.427236 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:16:28.427623 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:28.501014 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:28.522785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:16:28.525114 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a192686-346c-4f6e-b3df-09fb8f2b222e" -d '{"events": [{"server_uuid": "9ae6c59f-b520-4856-a50f-6a511e12c52d", "name": "network-vif-plugged", "status": "completed", "tag": "f92f60d4-ef6e-47f5-b686-5b8863ecaac5"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:16:28.537421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port f92f60d4-ef6e-47f5-b686-5b8863ecaac5, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:28.541341 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:28.568963 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de48301f-4f1b-409e-a5c5-87628f2d0cc5 x-openstack-request-id: req-de48301f-4f1b-409e-a5c5-87628f2d0cc5 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:16:28.569287 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae6c59f-b520-4856-a50f-6a511e12c52d", "name": "network-vif-plugged", "status": "completed", "tag": "f92f60d4-ef6e-47f5-b686-5b8863ecaac5", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:16:28.569536 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de48301f-4f1b-409e-a5c5-87628f2d0cc5 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:16:28.570141 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5', 'code': 200} Aug 20 12:16:28.600495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:28.662615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82241d1c-64f4-4318-a99b-2a1b9ab6df97 req-9e9e802d-739c-4e3c-9480-040ea6e3d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:28.664004 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82241d1c-64f4-4318-a99b-2a1b9ab6df97 req-9e9e802d-739c-4e3c-9480-040ea6e3d075 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 1097 time: 0.0393066 Aug 20 12:16:28.702313 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82241d1c-64f4-4318-a99b-2a1b9ab6df97 req-81c4d6c8-7187-4b28-9dd7-ce234f57c9d5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301697 Aug 20 12:16:29.241177 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da636a51-c4d0-4a6a-ac80-58bf78575496 req-a1c2dc37-0780-4a0a-bcd0-6ddaf738cacc tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:29.242704 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da636a51-c4d0-4a6a-ac80-58bf78575496 req-a1c2dc37-0780-4a0a-bcd0-6ddaf738cacc tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0505445 Aug 20 12:16:29.281490 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da636a51-c4d0-4a6a-ac80-58bf78575496 req-18513d7e-b2cc-417f-9037-f9cbee59eb05 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320566 Aug 20 12:16:30.396408 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe8e62-3044-428a-9878-41ea221c70dc req-a8581e98-9698-4454-b728-26cfa73c5c79 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:30.397901 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1dbe8e62-3044-428a-9878-41ea221c70dc req-a8581e98-9698-4454-b728-26cfa73c5c79 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0479214 Aug 20 12:16:30.434578 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1dbe8e62-3044-428a-9878-41ea221c70dc req-6c6fb3cd-1cf1-4302-8683-1b289605ed05 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307705 Aug 20 12:16:30.543897 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8afa9-29b0-4bb3-9b6c-f8713b278e96 req-43d78e9e-07e4-4cf6-aac9-4cbd6f517544 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:30.545913 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-23e8afa9-29b0-4bb3-9b6c-f8713b278e96 req-43d78e9e-07e4-4cf6-aac9-4cbd6f517544 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0481000 Aug 20 12:16:30.554464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54742) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:30.558962 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2cd9b902-1851-4d9d-aec2-fa521ca1f031 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Request body: {'floatingip': {'port_id': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:16:30.601871 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b902-1851-4d9d-aec2-fa521ca1f031 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:31.023039 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b902-1851-4d9d-aec2-fa521ca1f031 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:31.026749 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b902-1851-4d9d-aec2-fa521ca1f031 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:31.124979 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-2cd9b902-1851-4d9d-aec2-fa521ca1f031 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Floating IP 042f0d07-c196-4319-bd63-8918dc20b5ab associated. External IP: 172.25.8.28, port: f92f60d4-ef6e-47f5-b686-5b8863ecaac5. Aug 20 12:16:31.330570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd9b902-1851-4d9d-aec2-fa521ca1f031 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Router ce13a288-4f2d-44d1-a090-f94f54688307 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:16:31.438672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd9b902-1851-4d9d-aec2-fa521ca1f031 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:16:31.443212 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b902-1851-4d9d-aec2-fa521ca1f031 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:31.449280 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e836754-b2f6-4526-95ea-dc620122b368 None None] Sync routers for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:16:31.459662 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e836754-b2f6-4526-95ea-dc620122b368 None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:16:31.460274 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5e836754-b2f6-4526-95ea-dc620122b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:16:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:31.469796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2cd9b902-1851-4d9d-aec2-fa521ca1f031 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "PUT /v2.0/floatingips/042f0d07-c196-4319-bd63-8918dc20b5ab HTTP/1.1" status: 200 len: 991 time: 0.9142802 Aug 20 12:16:31.470381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'tag': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:16:31.472744 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6407892-4102-4008-adec-ce156fc2100a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae6c59f-b520-4856-a50f-6a511e12c52d", "tag": "f92f60d4-ef6e-47f5-b686-5b8863ecaac5"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:16:31.510299 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3466b7ee-1965-4f64-b9b4-54e033e175e7 x-openstack-request-id: req-3466b7ee-1965-4f64-b9b4-54e033e175e7 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:16:31.510585 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae6c59f-b520-4856-a50f-6a511e12c52d", "tag": "f92f60d4-ef6e-47f5-b686-5b8863ecaac5", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:16:31.510831 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3466b7ee-1965-4f64-b9b4-54e033e175e7 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:16:31.511236 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'tag': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5', 'status': 'completed', 'code': 200} Aug 20 12:16:31.570113 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-5e836754-b2f6-4526-95ea-dc620122b368 None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:16:31.571037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6407892-4102-4008-adec-ce156fc2100a req-60700141-373c-4a44-a2f6-1918b662581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:31.572552 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6407892-4102-4008-adec-ce156fc2100a req-60700141-373c-4a44-a2f6-1918b662581c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 1097 time: 0.0409985 Aug 20 12:16:31.665821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6407892-4102-4008-adec-ce156fc2100a req-784159fa-c5c0-45e6-baff-853252746fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:31.667305 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6407892-4102-4008-adec-ce156fc2100a req-784159fa-c5c0-45e6-baff-853252746fb1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0883954 Aug 20 12:16:31.744154 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6407892-4102-4008-adec-ce156fc2100a req-99d6b456-e04f-4b60-882a-059ca1279069 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5 HTTP/1.1" status: 200 len: 999 time: 0.0667293 Aug 20 12:16:31.792047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5e836754-b2f6-4526-95ea-dc620122b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '042f0d07-c196-4319-bd63-8918dc20b5ab', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'port_id': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'mac_address': 'fa:16:3e:06:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:14:01Z', 'updated_at': '2021-08-20T12:16:30Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:31.798982 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6407892-4102-4008-adec-ce156fc2100a req-fc826199-3ef0-4b3d-b307-f70ec58bb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:31.800442 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6407892-4102-4008-adec-ce156fc2100a req-fc826199-3ef0-4b3d-b307-f70ec58bb459 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0492880 Aug 20 12:16:31.821198 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e836754-b2f6-4526-95ea-dc620122b368 None None] Checking router: ce13a288-4f2d-44d1-a090-f94f54688307 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:16:31.832185 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e836754-b2f6-4526-95ea-dc620122b368 None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:16:31.832828 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5e836754-b2f6-4526-95ea-dc620122b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:16:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:31.845854 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6407892-4102-4008-adec-ce156fc2100a req-c5793822-e4e1-48a4-99f2-bd8845d647fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:31.847377 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6407892-4102-4008-adec-ce156fc2100a req-c5793822-e4e1-48a4-99f2-bd8845d647fe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405822 Aug 20 12:16:31.937268 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6407892-4102-4008-adec-ce156fc2100a req-99181ee8-a4b5-4ab4-a283-02acaa9d93da service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828032 Aug 20 12:16:31.949703 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-5e836754-b2f6-4526-95ea-dc620122b368 None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:16:32.048113 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b6407892-4102-4008-adec-ce156fc2100a req-9a9f2373-10ae-49d5-9ff7-723b6a4bcbe3 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031578 Aug 20 12:16:32.293912 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5e836754-b2f6-4526-95ea-dc620122b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '042f0d07-c196-4319-bd63-8918dc20b5ab', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'port_id': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'mac_address': 'fa:16:3e:06:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:14:01Z', 'updated_at': '2021-08-20T12:16:30Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:32.329081 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e836754-b2f6-4526-95ea-dc620122b368 None None] The sync data for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 is: [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '042f0d07-c196-4319-bd63-8918dc20b5ab', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'port_id': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'mac_address': 'fa:16:3e:06:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:14:01Z', 'updated_at': '2021-08-20T12:16:30Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:16:32.533245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83cac2d-bed4-4da7-b3b0-6ca5ca0da4a5 None None] New status for floating IP 042f0d07-c196-4319-bd63-8918dc20b5ab: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:16:33.210857 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:39.386923 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:40.299244 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:16:52.401944 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-35961c31-bd48-4872-856f-d26c50db7581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:55.179632 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1fff3160-e388-41c7-9e61-0bae763cc496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:55.498606 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:56.466967 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:58.082016 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:03.231352 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:09.390122 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:17.299478 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:17:22.405824 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-79e786ef-e3c0-4663-9f51-0a49b11dff16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:24.950972 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29b58be3-a326-4d2f-91d9-b6b651bce396 req-a5fd38fd-7e71-491f-9306-980cafb4dfa1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392201 Aug 20 12:17:25.031423 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58be3-a326-4d2f-91d9-b6b651bce396 req-c91454b3-8606-42f1-b5e4-49111d2d60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:25.032967 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29b58be3-a326-4d2f-91d9-b6b651bce396 req-c91454b3-8606-42f1-b5e4-49111d2d60a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 1097 time: 0.0406640 Aug 20 12:17:25.136411 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58be3-a326-4d2f-91d9-b6b651bce396 req-493bdb24-360c-4aa2-9dd9-aeda2bbcb265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:25.137880 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29b58be3-a326-4d2f-91d9-b6b651bce396 req-493bdb24-360c-4aa2-9dd9-aeda2bbcb265 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0870314 Aug 20 12:17:25.179821 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-236c7846-b3f5-4bd4-8fc1-743936f805b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:25.205027 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29b58be3-a326-4d2f-91d9-b6b651bce396 req-ba718108-c996-4819-a4a5-80ab64bf0dd6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5 HTTP/1.1" status: 200 len: 1001 time: 0.0595782 Aug 20 12:17:25.261298 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58be3-a326-4d2f-91d9-b6b651bce396 req-bbbe9a6b-3cbd-44e9-b3c4-23efd4ae9871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:25.262734 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29b58be3-a326-4d2f-91d9-b6b651bce396 req-bbbe9a6b-3cbd-44e9-b3c4-23efd4ae9871 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0513756 Aug 20 12:17:25.308586 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58be3-a326-4d2f-91d9-b6b651bce396 req-2a9b98bd-9f11-4bae-9cf8-ff7f3235c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:25.310065 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29b58be3-a326-4d2f-91d9-b6b651bce396 req-2a9b98bd-9f11-4bae-9cf8-ff7f3235c95d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394328 Aug 20 12:17:25.398092 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29b58be3-a326-4d2f-91d9-b6b651bce396 req-e2c751a8-6c07-4af3-bc8f-afa67992343f service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802379 Aug 20 12:17:25.490684 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29b58be3-a326-4d2f-91d9-b6b651bce396 req-9a2bb995-20ce-4092-8fa7-bcf25c08a110 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852206 Aug 20 12:17:25.500151 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:26.470992 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:28.084750 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:33.242837 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:39.392476 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:52.406474 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4921e428-5047-4977-bce4-17bcfa8d6281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:54.300469 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:17:55.180501 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d47ac886-b7d9-442c-88c5-d5b64791c86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:55.501824 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:56.474675 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:58.087251 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:03.255896 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:08.381805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ba3f9-3510-42fe-8be1-7d4e07848a18 req-ecee3668-e601-416d-bae8-96d892c3c412 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:08.383345 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f30ba3f9-3510-42fe-8be1-7d4e07848a18 req-ecee3668-e601-416d-bae8-96d892c3c412 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0517263 Aug 20 12:18:08.421318 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f30ba3f9-3510-42fe-8be1-7d4e07848a18 req-553bef3b-d13b-413f-9c53-743bf6a3780e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319386 Aug 20 12:18:09.398867 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:09.541966 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6232b80-1e93-43e6-b140-c0dd0301d912 req-c1adafce-5229-4924-95ca-952ac4c4e747 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:09.543449 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f6232b80-1e93-43e6-b140-c0dd0301d912 req-c1adafce-5229-4924-95ca-952ac4c4e747 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0530820 Aug 20 12:18:09.579889 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f6232b80-1e93-43e6-b140-c0dd0301d912 req-eb5a7afc-f73c-4e05-b36e-a8f3156c6741 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304775 Aug 20 12:18:10.697697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1623eb-2ccb-4d4a-b689-fc3b0ae6ecce req-36d954d6-59f4-42e2-8e3f-9ef70a930c38 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:10.699173 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1c1623eb-2ccb-4d4a-b689-fc3b0ae6ecce req-36d954d6-59f4-42e2-8e3f-9ef70a930c38 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0523057 Aug 20 12:18:10.736970 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1c1623eb-2ccb-4d4a-b689-fc3b0ae6ecce req-408fc4b3-7c2a-4a40-a3c5-288fa7f77f03 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317945 Aug 20 12:18:11.854641 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779e4ca-08e3-4a4d-a0a4-6b19cceff9ad req-9df21972-f696-4a16-a91b-286c73bf4fb8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:11.856135 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3779e4ca-08e3-4a4d-a0a4-6b19cceff9ad req-9df21972-f696-4a16-a91b-286c73bf4fb8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0503261 Aug 20 12:18:11.893957 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3779e4ca-08e3-4a4d-a0a4-6b19cceff9ad req-48e9a3d7-b4c1-41f8-9987-74d6348c4dbe tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319381 Aug 20 12:18:13.010887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1156f-d269-4ea4-bbad-221765b75c1c req-a0486bfe-cd42-4a49-9f34-b23306e38927 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:13.012380 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8a1156f-d269-4ea4-bbad-221765b75c1c req-a0486bfe-cd42-4a49-9f34-b23306e38927 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0495441 Aug 20 12:18:13.050269 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8a1156f-d269-4ea4-bbad-221765b75c1c req-5a400c34-feb8-40f1-a1bf-cb0ddbb22472 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317793 Aug 20 12:18:14.162489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47f6bc-22d0-46ee-9d31-69ce41a8fbcc req-caf94514-6eed-4e42-b9b1-bdc37cd3acbf tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:14.163963 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dd47f6bc-22d0-46ee-9d31-69ce41a8fbcc req-caf94514-6eed-4e42-b9b1-bdc37cd3acbf tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0480952 Aug 20 12:18:14.205569 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dd47f6bc-22d0-46ee-9d31-69ce41a8fbcc req-87b0e380-c210-4414-bfed-ceb39acfcf1e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356698 Aug 20 12:18:15.318707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5aa6d-21d9-49a6-8b49-6f265d8b8aaf req-b860eaea-d499-48af-95d6-9357c23d8ebb tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:15.320663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b5aa6d-21d9-49a6-8b49-6f265d8b8aaf req-b860eaea-d499-48af-95d6-9357c23d8ebb tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0479126 Aug 20 12:18:15.357373 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-51b5aa6d-21d9-49a6-8b49-6f265d8b8aaf req-a3e1ccff-2dcb-4d94-8193-7014ce1f92d1 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306249 Aug 20 12:18:16.471393 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c663a-81bb-4e91-a169-c01958d80ea1 req-647b3c1e-619b-4358-b41c-e50349aa10a3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:16.472906 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f0c663a-81bb-4e91-a169-c01958d80ea1 req-647b3c1e-619b-4358-b41c-e50349aa10a3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0486736 Aug 20 12:18:16.512165 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f0c663a-81bb-4e91-a169-c01958d80ea1 req-79acdbcf-7f09-41ff-8e82-0573da64284a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326838 Aug 20 12:18:17.628278 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cae7b7-a9c6-4cd8-b39c-a22efaca329e req-8d104b78-e27e-4bf9-9a70-e5498565e03a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:17.629757 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5cae7b7-a9c6-4cd8-b39c-a22efaca329e req-8d104b78-e27e-4bf9-9a70-e5498565e03a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0503881 Aug 20 12:18:17.666642 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5cae7b7-a9c6-4cd8-b39c-a22efaca329e req-aa59edf6-8552-444c-9952-8da0473b1951 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302360 Aug 20 12:18:18.785528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbc0f4-1976-4664-89da-e0e3ac1f1e61 req-9c108520-c5d7-4205-aed6-c50c52c38efc tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:18.787493 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dafbc0f4-1976-4664-89da-e0e3ac1f1e61 req-9c108520-c5d7-4205-aed6-c50c52c38efc tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0511148 Aug 20 12:18:18.825534 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dafbc0f4-1976-4664-89da-e0e3ac1f1e61 req-bf5cf59b-4a05-43e1-a8bf-e76688ced5c1 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322640 Aug 20 12:18:19.004452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 54972) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:19.064220 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13186069-13ae-4ed3-aa36-329af2c62942 req-cfdfebe5-7748-49b7-ab2b-488a3fd22d34 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:19.065764 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-13186069-13ae-4ed3-aa36-329af2c62942 req-cfdfebe5-7748-49b7-ab2b-488a3fd22d34 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0502951 Aug 20 12:18:19.109830 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-13186069-13ae-4ed3-aa36-329af2c62942 req-8c1f9e68-915f-435a-aa1b-41fd575c486d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371244 Aug 20 12:18:19.157951 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-d7b6839f-c79e-484c-8302-468cea40c14d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1513083 Aug 20 12:18:20.226136 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-cb9f17c0-1c44-4e18-bffa-b188faffa122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:20.227692 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-cb9f17c0-1c44-4e18-bffa-b188faffa122 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 1097 time: 0.0660377 Aug 20 12:18:20.250840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f80ae-ad56-44e8-928a-7076e27bd1c9 req-b8708721-2edb-4c72-8b54-ced0d80ec88e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:20.252240 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f7f80ae-ad56-44e8-928a-7076e27bd1c9 req-b8708721-2edb-4c72-8b54-ced0d80ec88e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0657761 Aug 20 12:18:20.330101 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7f7f80ae-ad56-44e8-928a-7076e27bd1c9 req-9f8835e5-1755-420b-bbb5-3f68e67d2588 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646038 Aug 20 12:18:20.356268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-327cb5ef-1e24-4c15-b40e-820910992a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:20.357802 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-327cb5ef-1e24-4c15-b40e-820910992a60 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.1225233 Aug 20 12:18:20.424399 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-5e86e98c-afd5-415d-82ae-f16e6408eefa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5 HTTP/1.1" status: 200 len: 1001 time: 0.0601726 Aug 20 12:18:20.471883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-eadda0a9-a1c1-435c-bd6e-fe460760ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:20.473304 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-eadda0a9-a1c1-435c-bd6e-fe460760ea9f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0423362 Aug 20 12:18:20.519451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-10897f73-d18f-4808-85ef-43fee97301b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:20.520926 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-10897f73-d18f-4808-85ef-43fee97301b1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403385 Aug 20 12:18:20.612079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-20e161a4-0bda-463e-bb5a-0728fa25bf2a service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839605 Aug 20 12:18:20.699495 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-0ece6015-c3ae-467d-b681-a807e78f3499 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799103 Aug 20 12:18:21.444553 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a28c3-1ef4-4fe4-8226-5f3e1bac1aae req-2f312162-2d56-4302-b1af-e6dd40599da4 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:21.446321 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b1a28c3-1ef4-4fe4-8226-5f3e1bac1aae req-2f312162-2d56-4302-b1af-e6dd40599da4 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0491378 Aug 20 12:18:21.483835 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b1a28c3-1ef4-4fe4-8226-5f3e1bac1aae req-be8a7d6c-d7fb-4f72-951a-c0547b283d7d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315673 Aug 20 12:18:22.409044 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a0811c6a-855f-46e1-9a14-8d3784e71fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.448956 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-24b58398-ff9d-4aa3-9752-c7af4cdfdd83 service neutron] show failed (client error): The resource could not be found. Aug 20 12:18:22.449976 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-24b58398-ff9d-4aa3-9752-c7af4cdfdd83 service neutron] 10.222.0.76 "GET /v2.0/ports/f92f60d4-ef6e-47f5-b686-5b8863ecaac5/bindings/n-h1-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.0569642 Aug 20 12:18:22.610465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e534b3-ba84-4e27-8b6f-f6d7a5f8fb69 req-671143d3-01e8-441d-aec4-6c4f303931b2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:22.611998 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5e534b3-ba84-4e27-8b6f-f6d7a5f8fb69 req-671143d3-01e8-441d-aec4-6c4f303931b2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0554311 Aug 20 12:18:22.651080 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e5e534b3-ba84-4e27-8b6f-f6d7a5f8fb69 req-9218bd28-1843-4505-bbc6-1fc08a970648 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324771 Aug 20 12:18:22.728215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-094cfb16-877a-4ed9-8e1b-c6802f623149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:22.729784 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-094cfb16-877a-4ed9-8e1b-c6802f623149 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d&tenant_id=72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 1097 time: 0.1255651 Aug 20 12:18:22.742546 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:22.800901 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.011061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] For port f92f60d4-ef6e-47f5-b686-5b8863ecaac5, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:23.044435 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] For port f92f60d4-ef6e-47f5-b686-5b8863ecaac5, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:18:23.083161 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:23.085437 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2d99cd-3bbb-40f5-b292-eabf9ee114bd" -d '{"events": [{"server_uuid": "9ae6c59f-b520-4856-a50f-6a511e12c52d", "name": "network-vif-unplugged", "status": "completed", "tag": "f92f60d4-ef6e-47f5-b686-5b8863ecaac5"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:23.089737 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.102570 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Transition to ACTIVE for port object f92f60d4-ef6e-47f5-b686-5b8863ecaac5 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:23.106463 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.159542 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Pushing event updated for resources: {'Port': ['ID=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:23.208377 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:23.208759 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:23.209115 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:23.209613 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:23.209953 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:23.210287 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:23.211295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:23.211617 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:23.211984 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:23.212267 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:23.212585 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:23.212931 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:23.220315 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acda21d-d5f4-453c-ba5d-50e4d5f5a393 x-openstack-request-id: req-4acda21d-d5f4-453c-ba5d-50e4d5f5a393 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:23.220605 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae6c59f-b520-4856-a50f-6a511e12c52d", "name": "network-vif-unplugged", "status": "completed", "tag": "f92f60d4-ef6e-47f5-b686-5b8863ecaac5", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:23.220901 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4acda21d-d5f4-453c-ba5d-50e4d5f5a393 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:23.221286 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5', 'code': 200} Aug 20 12:18:23.260436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] No DVR routers for this DVR port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 on host n-h2-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:18:23.402335 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Attempting to bind port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:23.402677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Attempting to bind port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:23.403010 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Attempting to bind port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:23.407227 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 on network 02f23ec7-2602-4ead-b928-31283f59d505 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:23.407557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Attempting to bind port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:23.412404 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:18:23.412730 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Checking segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:23.413126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Bound using segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:18:23.413556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Bound port: f92f60d4-ef6e-47f5-b686-5b8863ecaac5, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:18:23.414376 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.477022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] For port f92f60d4-ef6e-47f5-b686-5b8863ecaac5, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:18:23.479855 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] For port f92f60d4-ef6e-47f5-b686-5b8863ecaac5, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:18:23.484339 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.520807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:23.521423 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.522809 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] 10.222.0.35 "PUT /v2.0/ports/f92f60d4-ef6e-47f5-b686-5b8863ecaac5 HTTP/1.1" status: 200 len: 1092 time: 0.7844970 Aug 20 12:18:23.555852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56705667-ebdd-4b87-a9a2-24967db5d200 service neutron] Pushing event updated for resources: {'Port': ['ID=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:23.592589 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-994f1b26-e514-48a7-8527-dd60d6a357ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:23.594147 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-994f1b26-e514-48a7-8527-dd60d6a357ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 1095 time: 0.0469835 Aug 20 12:18:23.693866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-d0e1c6bc-cd7d-4ccd-91c9-78c25468837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:23.696123 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-d0e1c6bc-cd7d-4ccd-91c9-78c25468837e service neutron] 10.222.0.35 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0924006 Aug 20 12:18:23.770754 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-d92792e3-8c91-485b-9879-0f64408360ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5 HTTP/1.1" status: 200 len: 999 time: 0.0676713 Aug 20 12:18:23.776554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36946b30-2d6f-4689-9024-564bd36f4603 req-08260162-fcf8-48ca-a4cb-d9228c5f8a03 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:23.778197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36946b30-2d6f-4689-9024-564bd36f4603 req-08260162-fcf8-48ca-a4cb-d9228c5f8a03 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 944 time: 0.0548060 Aug 20 12:18:23.816665 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-36946b30-2d6f-4689-9024-564bd36f4603 req-f6d5e29d-2203-47cb-a970-812c3128e504 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322576 Aug 20 12:18:23.821311 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-dbb5ea29-3a87-4fb6-943a-c706a1afd224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:23.822791 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-dbb5ea29-3a87-4fb6-943a-c706a1afd224 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0451710 Aug 20 12:18:23.870719 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-b1580d4d-1bde-404a-8649-bf8914c76183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:23.872227 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-b1580d4d-1bde-404a-8649-bf8914c76183 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422831 Aug 20 12:18:23.966932 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-fd3267e3-d856-4f5e-b5cd-3ff69f697297 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855126 Aug 20 12:18:24.058197 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4e25dff6-15c9-4011-a64d-302bee92d96b req-b41e299e-a6ab-4f6d-850e-44d5d904707c service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832136 Aug 20 12:18:24.936149 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d71108-72db-4733-bd02-961be23d67b5 req-8a4ded42-beb2-4d3e-8b84-4455ea5b913d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:24.937664 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50d71108-72db-4733-bd02-961be23d67b5 req-8a4ded42-beb2-4d3e-8b84-4455ea5b913d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 944 time: 0.0494184 Aug 20 12:18:24.979397 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50d71108-72db-4733-bd02-961be23d67b5 req-9c59aab0-21ef-4459-97c7-cc958ad42c5a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358565 Aug 20 12:18:25.180605 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b872660-8c36-4aac-9e96-73500952ea8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:25.222519 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'tag': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:25.224915 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da41dd08-d90a-44a3-b91c-31540d497079" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae6c59f-b520-4856-a50f-6a511e12c52d", "tag": "f92f60d4-ef6e-47f5-b686-5b8863ecaac5"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:25.274638 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5016e684-cd9d-473b-8e5d-dc69c1115174 x-openstack-request-id: req-5016e684-cd9d-473b-8e5d-dc69c1115174 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:25.274980 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae6c59f-b520-4856-a50f-6a511e12c52d", "tag": "f92f60d4-ef6e-47f5-b686-5b8863ecaac5", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:25.275319 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5016e684-cd9d-473b-8e5d-dc69c1115174 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:25.275704 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'tag': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5', 'status': 'completed', 'code': 200} Aug 20 12:18:25.333994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41dd08-d90a-44a3-b91c-31540d497079 req-6759ca7d-b65e-4d24-a4ac-bde5ee82dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:25.335659 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da41dd08-d90a-44a3-b91c-31540d497079 req-6759ca7d-b65e-4d24-a4ac-bde5ee82dfd6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 1095 time: 0.0423737 Aug 20 12:18:25.344276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41dd08-d90a-44a3-b91c-31540d497079 req-0b7dc94c-efcb-470a-bc5c-1dc98989c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:25.345997 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da41dd08-d90a-44a3-b91c-31540d497079 req-0b7dc94c-efcb-470a-bc5c-1dc98989c095 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 1095 time: 0.0439122 Aug 20 12:18:25.446924 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41dd08-d90a-44a3-b91c-31540d497079 req-de508e85-f6e2-4f57-b938-be9dc65bc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:25.448351 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da41dd08-d90a-44a3-b91c-31540d497079 req-de508e85-f6e2-4f57-b938-be9dc65bc30d service neutron] 10.222.0.35 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0911639 Aug 20 12:18:25.504362 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:25.528673 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da41dd08-d90a-44a3-b91c-31540d497079 req-0be5b307-fd82-4dec-ba15-0d80fa10390c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5 HTTP/1.1" status: 200 len: 999 time: 0.0718629 Aug 20 12:18:25.582839 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41dd08-d90a-44a3-b91c-31540d497079 req-fe2fcd7b-0abe-49d9-8941-663e2b50b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:25.584333 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da41dd08-d90a-44a3-b91c-31540d497079 req-fe2fcd7b-0abe-49d9-8941-663e2b50b4c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0470107 Aug 20 12:18:25.633597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41dd08-d90a-44a3-b91c-31540d497079 req-c2f6c8f9-4cbb-4def-97d1-0fe368000a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:25.635115 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da41dd08-d90a-44a3-b91c-31540d497079 req-c2f6c8f9-4cbb-4def-97d1-0fe368000a5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426152 Aug 20 12:18:25.728425 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41dd08-d90a-44a3-b91c-31540d497079 req-b6659af7-89f2-4f13-9f40-68f2d6b62283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:25.729871 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da41dd08-d90a-44a3-b91c-31540d497079 req-b6659af7-89f2-4f13-9f40-68f2d6b62283 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.3854892 Aug 20 12:18:25.732952 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da41dd08-d90a-44a3-b91c-31540d497079 req-410ae18e-f982-4a01-b857-e0a0bcca2288 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878410 Aug 20 12:18:25.795079 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da41dd08-d90a-44a3-b91c-31540d497079 req-f2d2b104-91eb-434f-aab8-1fcd94993f2f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5 HTTP/1.1" status: 200 len: 999 time: 0.0584834 Aug 20 12:18:25.822438 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-da41dd08-d90a-44a3-b91c-31540d497079 req-251d7330-a84d-4e4c-b686-a23f234ea750 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821273 Aug 20 12:18:25.843419 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41dd08-d90a-44a3-b91c-31540d497079 req-007a05da-95fb-4877-88eb-e74bd8340b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:25.844902 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da41dd08-d90a-44a3-b91c-31540d497079 req-007a05da-95fb-4877-88eb-e74bd8340b51 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0433660 Aug 20 12:18:25.894753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41dd08-d90a-44a3-b91c-31540d497079 req-0f35907a-e303-4951-be8b-56271dfc2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:25.896216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da41dd08-d90a-44a3-b91c-31540d497079 req-0f35907a-e303-4951-be8b-56271dfc2638 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448654 Aug 20 12:18:25.984186 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da41dd08-d90a-44a3-b91c-31540d497079 req-df7cd4e9-9a31-48d8-ac4e-4b11ff9835d3 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801368 Aug 20 12:18:26.081245 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da41dd08-d90a-44a3-b91c-31540d497079 req-bb82cc26-cf9b-4ba9-9490-132b700526f7 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907428 Aug 20 12:18:26.098396 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c8bde-9113-4a53-8307-4e60d56ff0d8 req-c5c8ef3d-b684-41da-a1f1-43b202036fbd tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:26.099932 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800c8bde-9113-4a53-8307-4e60d56ff0d8 req-c5c8ef3d-b684-41da-a1f1-43b202036fbd tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 944 time: 0.0501237 Aug 20 12:18:26.144000 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-800c8bde-9113-4a53-8307-4e60d56ff0d8 req-71fdd862-9a63-4f75-bc5a-68c9a9736105 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367827 Aug 20 12:18:26.338449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779452c1-4e4b-49a9-b678-3ebdb5b01e43 req-7c8052e0-86c8-4f0d-9ea8-d3b7178d261b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:26.339964 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-779452c1-4e4b-49a9-b678-3ebdb5b01e43 req-7c8052e0-86c8-4f0d-9ea8-d3b7178d261b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 944 time: 0.0494962 Aug 20 12:18:26.348753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb5b2-e964-4da4-8b0a-0f582f7949ec req-4a2bed8b-2cfb-45bf-8b4f-20a7d46c364d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:26.350216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c72eb5b2-e964-4da4-8b0a-0f582f7949ec req-4a2bed8b-2cfb-45bf-8b4f-20a7d46c364d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d&tenant_id=72b8a31e76a744208727e49ffa5f516e&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 944 time: 0.0515943 Aug 20 12:18:26.377594 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-779452c1-4e4b-49a9-b678-3ebdb5b01e43 req-3093cc05-e120-40a8-b778-05e76bcdb691 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315359 Aug 20 12:18:26.409709 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-c72eb5b2-e964-4da4-8b0a-0f582f7949ec req-7848ecc1-2cf0-41c6-8741-24ff90b07fb3 service neutron] delete failed (client error): The resource could not be found. Aug 20 12:18:26.410719 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c72eb5b2-e964-4da4-8b0a-0f582f7949ec req-7848ecc1-2cf0-41c6-8741-24ff90b07fb3 service neutron] 10.222.0.76 "DELETE /v2.0/ports/f92f60d4-ef6e-47f5-b686-5b8863ecaac5/bindings/n-h2-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.0533080 Aug 20 12:18:26.477646 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:26.493547 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb5b2-e964-4da4-8b0a-0f582f7949ec req-b0d02837-a0c5-4057-b371-741276a507d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:26.494949 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c72eb5b2-e964-4da4-8b0a-0f582f7949ec req-b0d02837-a0c5-4057-b371-741276a507d7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 1095 time: 0.0416720 Aug 20 12:18:26.585622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb5b2-e964-4da4-8b0a-0f582f7949ec req-95f56e09-d408-4065-9826-dba9491eb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:26.587029 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c72eb5b2-e964-4da4-8b0a-0f582f7949ec req-95f56e09-d408-4065-9826-dba9491eb535 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0855956 Aug 20 12:18:26.649548 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c72eb5b2-e964-4da4-8b0a-0f582f7949ec req-7b41ad83-8373-49c5-b020-5a16a1786545 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5 HTTP/1.1" status: 200 len: 999 time: 0.0559683 Aug 20 12:18:26.700280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb5b2-e964-4da4-8b0a-0f582f7949ec req-637e20f4-3109-4cc4-8486-3048aed501a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:26.701779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c72eb5b2-e964-4da4-8b0a-0f582f7949ec req-637e20f4-3109-4cc4-8486-3048aed501a0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0461736 Aug 20 12:18:26.746520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eb5b2-e964-4da4-8b0a-0f582f7949ec req-32ae6e99-6394-4090-aadd-0e07b8b4d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:26.747932 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c72eb5b2-e964-4da4-8b0a-0f582f7949ec req-32ae6e99-6394-4090-aadd-0e07b8b4d316 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393989 Aug 20 12:18:26.836010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c72eb5b2-e964-4da4-8b0a-0f582f7949ec req-59e6dc52-f534-43b3-830f-79e0950dcae3 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809615 Aug 20 12:18:26.926489 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c72eb5b2-e964-4da4-8b0a-0f582f7949ec req-786b6d82-87b5-4fe1-9a78-5112ca15be18 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839758 Aug 20 12:18:26.960175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f92f60d4-ef6e-47f5-b686-5b8863ecaac5 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:18:27.003326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device f92f60d4-ef6e-47f5-b686-5b8863ecaac5 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:18:27.351614 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f92f60d4-ef6e-47f5-b686-5b8863ecaac5 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:18:27.451882 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port f92f60d4-ef6e-47f5-b686-5b8863ecaac5, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:27.464884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'port_id': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5', 'mac_address': 'fa:16:3e:06:e4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:18:27.503274 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:27.505427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452ec8e-5c00-435c-9877-25332a0f2f71 req-b52d1f89-9800-4e8b-bffa-873b9752aeab tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:27.506921 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d452ec8e-5c00-435c-9877-25332a0f2f71 req-b52d1f89-9800-4e8b-bffa-873b9752aeab tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 944 time: 0.0542524 Aug 20 12:18:27.516804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92f60d4-ef6e-47f5-b686-5b8863ecaac5 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:18:27.536383 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port f92f60d4-ef6e-47f5-b686-5b8863ecaac5, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:27.540453 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:27.546898 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d452ec8e-5c00-435c-9877-25332a0f2f71 req-032d4c0c-8724-4e9a-815e-7d452839e987 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331366 Aug 20 12:18:27.601425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:27.608755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:27.609096 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:27.609430 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:27.609759 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:27.610088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:27.610407 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:27.610726 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:27.611038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:27.611353 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:27.611665 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:27.611977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:27.612288 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:27.662856 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535ad09-fd75-4b7d-8d50-7ebd6677bd0c req-334f6676-2d86-4d5f-8768-36279a3283c8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:27.664325 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b535ad09-fd75-4b7d-8d50-7ebd6677bd0c req-334f6676-2d86-4d5f-8768-36279a3283c8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 945 time: 0.0506959 Aug 20 12:18:27.702547 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b535ad09-fd75-4b7d-8d50-7ebd6677bd0c req-ca39e8a6-1ff0-4787-922f-1c42a306a773 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320659 Aug 20 12:18:27.753698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['f92f60d4-ef6e-47f5-b686-5b8863ecaac5'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:18:27.933917 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cd7c4-eadb-46ce-ac00-a20f48d68149 req-f28ebe93-5cdb-4d31-ab02-86450bd4e9b8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:27.935432 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c19cd7c4-eadb-46ce-ac00-a20f48d68149 req-f28ebe93-5cdb-4d31-ab02-86450bd4e9b8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 945 time: 0.0820765 Aug 20 12:18:27.949247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06029089-0e83-4309-878e-6a39c6de21b1 req-a57a6dcc-3e80-4fde-87cf-d82951818299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:27.950627 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-06029089-0e83-4309-878e-6a39c6de21b1 req-a57a6dcc-3e80-4fde-87cf-d82951818299 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 1096 time: 0.0620456 Aug 20 12:18:28.022065 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c19cd7c4-eadb-46ce-ac00-a20f48d68149 req-9c1f5f65-c412-435a-8130-3826be2361ff tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800910 Aug 20 12:18:28.061745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06029089-0e83-4309-878e-6a39c6de21b1 req-e0d4a111-4648-4576-9e35-6f24f35fdc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:28.063207 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-06029089-0e83-4309-878e-6a39c6de21b1 req-e0d4a111-4648-4576-9e35-6f24f35fdc2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.1025932 Aug 20 12:18:28.090623 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:28.134041 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-06029089-0e83-4309-878e-6a39c6de21b1 req-c520c16d-06c2-4dab-bf8c-c894c38d3425 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5 HTTP/1.1" status: 200 len: 1000 time: 0.0620224 Aug 20 12:18:28.182709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06029089-0e83-4309-878e-6a39c6de21b1 req-35a6d1c9-9047-4804-8f43-1adc43d63f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:28.184145 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-06029089-0e83-4309-878e-6a39c6de21b1 req-35a6d1c9-9047-4804-8f43-1adc43d63f29 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0430808 Aug 20 12:18:28.230006 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06029089-0e83-4309-878e-6a39c6de21b1 req-df5092e5-8b81-486f-9e8d-99a577c44cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:28.231523 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-06029089-0e83-4309-878e-6a39c6de21b1 req-df5092e5-8b81-486f-9e8d-99a577c44cd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395758 Aug 20 12:18:28.323439 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-06029089-0e83-4309-878e-6a39c6de21b1 req-10adda5e-4dad-4274-a742-dfb73c886f50 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846784 Aug 20 12:18:28.411666 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-06029089-0e83-4309-878e-6a39c6de21b1 req-4e14d002-1677-4923-9aa4-34cea91f8d2e service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806017 Aug 20 12:18:29.142983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf2ac6-a412-48a8-9520-84665d932934 req-c12a4d5d-d936-4590-81d7-f6c2c9644730 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:29.144437 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6ebf2ac6-a412-48a8-9520-84665d932934 req-c12a4d5d-d936-4590-81d7-f6c2c9644730 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 945 time: 0.0529840 Aug 20 12:18:29.180659 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6ebf2ac6-a412-48a8-9520-84665d932934 req-9e2dcc0f-6195-40ad-a406-f96b72b9a4f4 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302906 Aug 20 12:18:29.374760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f92f60d4-ef6e-47f5-b686-5b8863ecaac5 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:18:29.414845 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3f42b-a032-44c3-8644-52516075e198 req-eae1d40a-49e2-4feb-bc1c-ad5d877d037d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:29.417058 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9de3f42b-a032-44c3-8644-52516075e198 req-eae1d40a-49e2-4feb-bc1c-ad5d877d037d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 945 time: 0.0571923 Aug 20 12:18:29.425340 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:18:29.429034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:18:29.429398 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:29.456993 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9de3f42b-a032-44c3-8644-52516075e198 req-ed7dd415-1dce-4f60-8724-320328b6b94b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330324 Aug 20 12:18:29.504374 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:29.525659 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:29.527837 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0ad3b1-4d6b-422a-902d-f4b60c34ef57" -d '{"events": [{"server_uuid": "9ae6c59f-b520-4856-a50f-6a511e12c52d", "name": "network-vif-plugged", "status": "completed", "tag": "f92f60d4-ef6e-47f5-b686-5b8863ecaac5"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:29.541073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port f92f60d4-ef6e-47f5-b686-5b8863ecaac5, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:29.545579 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:29.569407 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f839a6-88e9-4683-bb4d-38eda20a8e3c x-openstack-request-id: req-86f839a6-88e9-4683-bb4d-38eda20a8e3c {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:29.569696 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae6c59f-b520-4856-a50f-6a511e12c52d", "name": "network-vif-plugged", "status": "completed", "tag": "f92f60d4-ef6e-47f5-b686-5b8863ecaac5", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:29.569955 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86f839a6-88e9-4683-bb4d-38eda20a8e3c {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:29.570321 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5', 'code': 200} Aug 20 12:18:29.597521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:30.573751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f211507-ce2d-48b5-8ee5-0afb0eb599b4 req-c14ab086-867c-4bf5-a7ab-6216812330b2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:30.575226 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f211507-ce2d-48b5-8ee5-0afb0eb599b4 req-c14ab086-867c-4bf5-a7ab-6216812330b2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0483990 Aug 20 12:18:30.611869 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f211507-ce2d-48b5-8ee5-0afb0eb599b4 req-f5f66d12-9f20-421c-a0ca-13f512ede91b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306475 Aug 20 12:18:30.697215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f94f-1d0a-49a4-9a38-4c3e1a941353 req-834f1709-1de6-4e46-be5f-3b5654792ca1 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:30.698661 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d633f94f-1d0a-49a4-9a38-4c3e1a941353 req-834f1709-1de6-4e46-be5f-3b5654792ca1 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 946 time: 0.0528915 Aug 20 12:18:30.789103 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-d633f94f-1d0a-49a4-9a38-4c3e1a941353 req-1d94d305-611b-496a-93db-9476b95ccd3e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Deleting port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:18:30.789351 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d633f94f-1d0a-49a4-9a38-4c3e1a941353 req-1d94d305-611b-496a-93db-9476b95ccd3e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:30.880071 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d633f94f-1d0a-49a4-9a38-4c3e1a941353 req-1d94d305-611b-496a-93db-9476b95ccd3e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] For port f92f60d4-ef6e-47f5-b686-5b8863ecaac5, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:30.880437 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d633f94f-1d0a-49a4-9a38-4c3e1a941353 req-1d94d305-611b-496a-93db-9476b95ccd3e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:31.047837 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d633f94f-1d0a-49a4-9a38-4c3e1a941353 req-1d94d305-611b-496a-93db-9476b95ccd3e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:31.048149 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d633f94f-1d0a-49a4-9a38-4c3e1a941353 req-1d94d305-611b-496a-93db-9476b95ccd3e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:31.048462 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [req-d633f94f-1d0a-49a4-9a38-4c3e1a941353 req-1d94d305-611b-496a-93db-9476b95ccd3e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Floating IP 042f0d07-c196-4319-bd63-8918dc20b5ab disassociated. External IP: 172.25.8.28, port: f92f60d4-ef6e-47f5-b686-5b8863ecaac5. Aug 20 12:18:31.048831 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-d633f94f-1d0a-49a4-9a38-4c3e1a941353 req-1d94d305-611b-496a-93db-9476b95ccd3e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Calling delete_port for f92f60d4-ef6e-47f5-b686-5b8863ecaac5 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:18:31.174244 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d633f94f-1d0a-49a4-9a38-4c3e1a941353 req-1d94d305-611b-496a-93db-9476b95ccd3e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:31.202183 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94d305-611b-496a-93db-9476b95ccd3e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Pushing event deleted for resources: {'Port': ['ID=f92f60d4-ef6e-47f5-b686-5b8863ecaac5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:31.300061 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:18:31.322385 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d633f94f-1d0a-49a4-9a38-4c3e1a941353 req-1d94d305-611b-496a-93db-9476b95ccd3e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Router ce13a288-4f2d-44d1-a090-f94f54688307 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:18:31.429859 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d633f94f-1d0a-49a4-9a38-4c3e1a941353 req-1d94d305-611b-496a-93db-9476b95ccd3e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:18:31.440352 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27605fb-c313-4b87-9d35-d2e91f66de6b None None] Sync routers for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:18:31.449772 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27605fb-c313-4b87-9d35-d2e91f66de6b None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:18:31.450362 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f27605fb-c313-4b87-9d35-d2e91f66de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:18:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:31.468952 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-d633f94f-1d0a-49a4-9a38-4c3e1a941353 req-1d94d305-611b-496a-93db-9476b95ccd3e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] No DVR routers for this DVR port f92f60d4-ef6e-47f5-b686-5b8863ecaac5 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:18:31.471597 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d633f94f-1d0a-49a4-9a38-4c3e1a941353 req-1d94d305-611b-496a-93db-9476b95ccd3e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:31.473652 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d633f94f-1d0a-49a4-9a38-4c3e1a941353 req-1d94d305-611b-496a-93db-9476b95ccd3e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.35 "DELETE /v2.0/ports/f92f60d4-ef6e-47f5-b686-5b8863ecaac5 HTTP/1.1" status: 204 len: 173 time: 0.7680435 Aug 20 12:18:31.474051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'name': 'network-vif-deleted', 'tag': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:31.476269 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c8223f-a076-4300-b54f-42d67ff30b1b" -d '{"events": [{"server_uuid": "9ae6c59f-b520-4856-a50f-6a511e12c52d", "name": "network-vif-deleted", "tag": "f92f60d4-ef6e-47f5-b686-5b8863ecaac5"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:31.515894 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c17d08a-886d-4270-a398-cc82ab25e225 x-openstack-request-id: req-1c17d08a-886d-4270-a398-cc82ab25e225 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:31.516241 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae6c59f-b520-4856-a50f-6a511e12c52d", "name": "network-vif-deleted", "tag": "f92f60d4-ef6e-47f5-b686-5b8863ecaac5", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:31.516501 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c17d08a-886d-4270-a398-cc82ab25e225 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:31.516939 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae6c59f-b520-4856-a50f-6a511e12c52d', 'name': 'network-vif-deleted', 'tag': 'f92f60d4-ef6e-47f5-b686-5b8863ecaac5', 'status': 'completed', 'code': 200} Aug 20 12:18:31.567900 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-f27605fb-c313-4b87-9d35-d2e91f66de6b None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:18:31.727001 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f7bce42-05d8-41a1-ab9f-ee3229cb2eba req-ed03d167-859b-4156-b129-a24c20df066d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae6c59f-b520-4856-a50f-6a511e12c52d HTTP/1.1" status: 200 len: 210 time: 0.0334036 Aug 20 12:18:31.772695 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f27605fb-c313-4b87-9d35-d2e91f66de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:31.803270 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27605fb-c313-4b87-9d35-d2e91f66de6b None None] Checking router: ce13a288-4f2d-44d1-a090-f94f54688307 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:18:31.812753 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27605fb-c313-4b87-9d35-d2e91f66de6b None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:18:31.813361 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f27605fb-c313-4b87-9d35-d2e91f66de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:18:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:31.916437 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-f27605fb-c313-4b87-9d35-d2e91f66de6b None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:18:32.105482 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f27605fb-c313-4b87-9d35-d2e91f66de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:32.131350 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27605fb-c313-4b87-9d35-d2e91f66de6b None None] The sync data for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 is: [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:18:32.346597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb6c68-dfa1-4769-ab6a-2b6ed652c9d6 None None] New status for floating IP 042f0d07-c196-4319-bd63-8918dc20b5ab: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:18:32.997973 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-6d10f1c5-5987-466b-8cef-15b9a2099c8f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1634226862&fields=id&tenant_id=72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 267 time: 0.0360732 Aug 20 12:18:33.110858 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-c2e5a0cb-0c99-45cb-906c-8fb7a31c9ed3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:33.112251 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-c2e5a0cb-0c99-45cb-906c-8fb7a31c9ed3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 811 time: 0.1072319 Aug 20 12:18:33.127772 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-07a234d5-fccb-4338-ab46-043b3ef4fb93 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/quotas/72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 375 time: 0.0096536 Aug 20 12:18:33.181443 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-c1cbc3c1-7092-4c3e-a287-ffea81dbabd4 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480211 Aug 20 12:18:33.261847 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:33.330559 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-bc75dbed-3ab3-4cef-a0fc-06e8311542d2 service neutron] 10.222.0.37 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377108 Aug 20 12:18:33.388504 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f92f60d4-ef6e-47f5-b686-5b8863ecaac5 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:18:33.407711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: f92f60d4-ef6e-47f5-b686-5b8863ecaac5 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:18:33.408050 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device f92f60d4-ef6e-47f5-b686-5b8863ecaac5 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:18:33.422946 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-6f9118cc-8354-43cd-b698-c989159ee50a service neutron] 10.222.0.37 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860982 Aug 20 12:18:33.582579 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2d2ed9c4-71bb-403c-a89c-6f5cd57936d0 req-334935eb-3102-413b-aeef-ebd0c7bbfc66 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 210 time: 0.0253646 Aug 20 12:18:34.467996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-5429fa53-061c-4791-8ba9-7dc015d06bf5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:34.469497 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-5429fa53-061c-4791-8ba9-7dc015d06bf5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 811 time: 0.1019862 Aug 20 12:18:34.517546 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f6612c2d-5b05-46b2-ae22-159c02262873 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 380 time: 0.0386693 Aug 20 12:18:34.528825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Request body: {'port': {'device_id': '409dab67-27ce-4e26-a181-c8573ab1f957', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'admin_state_up': True, 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'security_groups': ['fba91d87-3b7d-4394-8cbc-97daf94b9725']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:34.641141 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Made reservation on behalf of 72b8a31e76a744208727e49ffa5f516e for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:34.645099 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:34.678132 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9b29fde6-5c44-4327-b561-81b12b856adc req-2807d52d-a4a2-445e-a240-62d17742ab81 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 210 time: 0.0269330 Aug 20 12:18:34.781210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Allocated IP 172.20.0.7 (02f23ec7-2602-4ead-b928-31283f59d505/7d1d438f-4510-44ac-a3c5-e79aaca5af05/84b24710-3c7a-4740-a298-6fc7bfdd4f48) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:18:34.925259 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:34.941822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Transition to ACTIVE for port object 84b24710-3c7a-4740-a298-6fc7bfdd4f48 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:34.974889 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.025829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Network 02f23ec7-2602-4ead-b928-31283f59d505 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:18:35.029029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:35.033168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:18:35.065310 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Pushing event updated for resources: {'Port': ['ID=84b24710-3c7a-4740-a298-6fc7bfdd4f48,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:35.081289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:35.081752 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:35.082091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:35.082423 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:35.082810 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:35.083362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:35.083878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:35.084305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:35.084656 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:35.085208 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:35.085755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:35.086085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:35.110881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:35.111519 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.127269 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-d7e54c86-8bfd-44b0-8e73-ac541ba0c340 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020777 Aug 20 12:18:35.141984 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Request body: {'port': {'device_id': '409dab67-27ce-4e26-a181-c8573ab1f957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:35.204540 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.247849 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c35eb0e2-6cc9-4576-a036-8f4db3be1186 None None] Provisioning for port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:18:35.252291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c35eb0e2-6cc9-4576-a036-8f4db3be1186 None None] Provisioning complete for port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:18:35.252686 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c35eb0e2-6cc9-4576-a036-8f4db3be1186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.294981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c35eb0e2-6cc9-4576-a036-8f4db3be1186 None None] Port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:18:35.480465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b24710-3c7a-4740-a298-6fc7bfdd4f48 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:18:35.488127 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.500968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Transition to ACTIVE for port object 84b24710-3c7a-4740-a298-6fc7bfdd4f48 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:35.504664 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.559056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Pushing event updated for resources: {'Port': ['ID=84b24710-3c7a-4740-a298-6fc7bfdd4f48,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:35.627130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Attempting to bind port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:35.627473 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Attempting to bind port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:35.627806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Attempting to bind port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:35.632307 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 on network 02f23ec7-2602-4ead-b928-31283f59d505 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:35.632672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Attempting to bind port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:35.638227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:18:35.638570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Checking segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:35.638960 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Bound using segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:18:35.639386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Bound port: 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:18:35.639751 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.705265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:18:35.708494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:18:35.715819 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.757127 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:35.757748 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.759159 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] 10.222.0.76 "PUT /v2.0/ports/84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 1091 time: 0.6230650 Aug 20 12:18:35.766400 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:35.768625 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa89559-43d2-42ab-9806-5345070b92f0" -d '{"events": [{"name": "network-changed", "server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:35.838699 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188cf526-880d-408b-a14a-30a2c3217664 x-openstack-request-id: req-188cf526-880d-408b-a14a-30a2c3217664 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:35.838989 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:35.839241 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-188cf526-880d-408b-a14a-30a2c3217664 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:35.839634 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'status': 'completed', 'code': 200} Aug 20 12:18:35.841689 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7249b66-a8f5-4528-b08a-414c62d86665 service neutron] Pushing event updated for resources: {'Port': ['ID=84b24710-3c7a-4740-a298-6fc7bfdd4f48,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:35.865173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82bfc6-74c9-4654-9aec-ac528cd0878f req-06ec2f55-a5a1-410d-ad76-57ed6c356545 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:35.866728 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d82bfc6-74c9-4654-9aec-ac528cd0878f req-06ec2f55-a5a1-410d-ad76-57ed6c356545 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 943 time: 0.1165171 Aug 20 12:18:35.884799 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-5baefa71-0d7a-400c-b404-c42938670f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:35.886288 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-5baefa71-0d7a-400c-b404-c42938670f82 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 1094 time: 0.0834186 Aug 20 12:18:35.942331 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-8b507c35-0aed-4b28-ba70-598f6dad2afd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 217 time: 0.0476530 Aug 20 12:18:35.949500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d82bfc6-74c9-4654-9aec-ac528cd0878f req-58a85d0b-379d-482c-ad83-ae2de05d2e28 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751531 Aug 20 12:18:35.992417 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-e8e318af-727a-42a5-8b0c-ee7a39fcfc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:35.994681 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-e8e318af-727a-42a5-8b0c-ee7a39fcfc54 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0443268 Aug 20 12:18:36.040814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-93ccc0fc-0291-499d-afb3-faba42b6106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:36.042491 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-93ccc0fc-0291-499d-afb3-faba42b6106d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409787 Aug 20 12:18:36.135606 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-d2d1e43d-2ce9-461b-835c-82385509c567 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859771 Aug 20 12:18:36.222984 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaac53bb-4dcb-492a-b913-1258c65b3ff8 req-38c07b18-0327-40ee-90ca-2f155a6a2c47 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810220 Aug 20 12:18:36.311408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa89559-43d2-42ab-9806-5345070b92f0 req-6cbc84d4-d942-4cbd-8857-e9d375d93938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:36.312899 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2fa89559-43d2-42ab-9806-5345070b92f0 req-6cbc84d4-d942-4cbd-8857-e9d375d93938 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 1094 time: 0.0453022 Aug 20 12:18:36.400917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa89559-43d2-42ab-9806-5345070b92f0 req-5e4d6e06-8aa6-4923-bbea-dda759657287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:36.402284 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2fa89559-43d2-42ab-9806-5345070b92f0 req-5e4d6e06-8aa6-4923-bbea-dda759657287 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0830863 Aug 20 12:18:36.442419 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2fa89559-43d2-42ab-9806-5345070b92f0 req-10c674c0-a3d2-4558-9db5-cd3c13b79c3c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 217 time: 0.0336111 Aug 20 12:18:36.494920 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa89559-43d2-42ab-9806-5345070b92f0 req-2d719e42-8d9d-4284-8588-c56d388260ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:36.496588 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2fa89559-43d2-42ab-9806-5345070b92f0 req-2d719e42-8d9d-4284-8588-c56d388260ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0473330 Aug 20 12:18:36.542522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa89559-43d2-42ab-9806-5345070b92f0 req-30080529-c0f8-4302-bfac-787aa5079998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:36.543999 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2fa89559-43d2-42ab-9806-5345070b92f0 req-30080529-c0f8-4302-bfac-787aa5079998 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394921 Aug 20 12:18:36.631263 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2fa89559-43d2-42ab-9806-5345070b92f0 req-707ffd3f-fd71-4530-afa7-f8f4aacab52d service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795770 Aug 20 12:18:36.724921 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2fa89559-43d2-42ab-9806-5345070b92f0 req-5f4f0172-8329-4f74-802c-18e9ca2b9720 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852444 Aug 20 12:18:37.066452 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2833c0-0287-4c4a-a1fd-6e6f14394b66 req-326c2e38-819c-4e38-a1bf-5c6183d939f8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:37.068180 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e2833c0-0287-4c4a-a1fd-6e6f14394b66 req-326c2e38-819c-4e38-a1bf-5c6183d939f8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 943 time: 0.0484655 Aug 20 12:18:37.105092 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e2833c0-0287-4c4a-a1fd-6e6f14394b66 req-8cb95797-2c05-43bf-96a6-08b7282aef46 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301511 Aug 20 12:18:38.220598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58cd8e-f4e7-4ae2-9042-3b60f3799888 req-1de945d3-3d63-4142-8adf-dc84c8380998 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:38.222148 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d58cd8e-f4e7-4ae2-9042-3b60f3799888 req-1de945d3-3d63-4142-8adf-dc84c8380998 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 943 time: 0.0502179 Aug 20 12:18:38.259707 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d58cd8e-f4e7-4ae2-9042-3b60f3799888 req-41a3f956-31d8-46bd-816b-326cbedf003b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311921 Aug 20 12:18:39.027211 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 84b24710-3c7a-4740-a298-6fc7bfdd4f48 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:18:39.121119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:39.132059 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'port_id': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'mac_address': 'fa:16:3e:69:09:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:18:39.167810 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:39.179985 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b24710-3c7a-4740-a298-6fc7bfdd4f48 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:18:39.202802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:39.206553 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:39.253826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=84b24710-3c7a-4740-a298-6fc7bfdd4f48,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:39.379188 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e112a-4b3e-4050-adba-68f57144169a req-30b482a1-30b5-4157-8498-6e4136b70bf0 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:39.380673 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad2e112a-4b3e-4050-adba-68f57144169a req-30b482a1-30b5-4157-8498-6e4136b70bf0 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 944 time: 0.0541942 Aug 20 12:18:39.410562 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['84b24710-3c7a-4740-a298-6fc7bfdd4f48'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:18:39.420546 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad2e112a-4b3e-4050-adba-68f57144169a req-7731e82e-92a8-4b8d-b6fe-71ec7f416b1f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331755 Aug 20 12:18:39.439578 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:40.539610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c4a51-2ca2-4122-ae97-3bec2680842e req-ed4683a9-42c1-4b00-8722-247bf5dc034f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:40.541007 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab1c4a51-2ca2-4122-ae97-3bec2680842e req-ed4683a9-42c1-4b00-8722-247bf5dc034f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 944 time: 0.0529230 Aug 20 12:18:40.578460 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab1c4a51-2ca2-4122-ae97-3bec2680842e req-fedb33c0-87d0-46f3-be29-1cbb713938ab tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315423 Aug 20 12:18:41.030088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 84b24710-3c7a-4740-a298-6fc7bfdd4f48 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:18:41.079023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:18:41.082516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:18:41.082882 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:41.156262 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:41.177532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:41.179745 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe054eb-f773-4cda-89f8-e0f88a77d5ba" -d '{"events": [{"server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "name": "network-vif-plugged", "status": "completed", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:41.191821 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:41.195809 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:41.223212 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935e06a0-521f-43be-a000-19b848f81f59 x-openstack-request-id: req-935e06a0-521f-43be-a000-19b848f81f59 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:41.223504 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "name": "network-vif-plugged", "status": "completed", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:41.223756 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-935e06a0-521f-43be-a000-19b848f81f59 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:41.224131 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'code': 200} Aug 20 12:18:41.252047 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=84b24710-3c7a-4740-a298-6fc7bfdd4f48,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:41.313309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd33251-ea95-4b9a-913d-a71d5eef0536 req-49213eb1-2134-48d6-b385-374b2afef1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:41.314786 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0cd33251-ea95-4b9a-913d-a71d5eef0536 req-49213eb1-2134-48d6-b385-374b2afef1df service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 1096 time: 0.0400786 Aug 20 12:18:41.349214 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0cd33251-ea95-4b9a-913d-a71d5eef0536 req-7c3a0204-0eb8-47da-a745-e622d8bf0cae service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275719 Aug 20 12:18:41.691949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04838714-ce2d-4bb5-a38e-a67eb069c865 req-3749fa47-5533-4b2e-b038-17c593078c35 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:41.693430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-04838714-ce2d-4bb5-a38e-a67eb069c865 req-3749fa47-5533-4b2e-b038-17c593078c35 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0476978 Aug 20 12:18:41.730957 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-04838714-ce2d-4bb5-a38e-a67eb069c865 req-27caf4ac-dbe1-4776-88e6-0180e0b98110 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308535 Aug 20 12:18:42.848541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824dfac-c3b8-4029-a5b3-3fe0b5c6502b req-de72eb70-608e-4da8-b52b-02cf656e0834 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:42.850032 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7824dfac-c3b8-4029-a5b3-3fe0b5c6502b req-de72eb70-608e-4da8-b52b-02cf656e0834 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0485992 Aug 20 12:18:42.887789 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7824dfac-c3b8-4029-a5b3-3fe0b5c6502b req-c221ab81-c9ed-4475-91f3-5f9e4d889377 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316405 Aug 20 12:18:43.002142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb23d1-2f43-4298-aeec-05f2972ce082 req-e950d73a-9f71-4f4b-b668-28260c12a454 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:43.003644 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-efbb23d1-2f43-4298-aeec-05f2972ce082 req-e950d73a-9f71-4f4b-b668-28260c12a454 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0525026 Aug 20 12:18:43.013775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55106) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:43.018315 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1f46a3a4-f77d-4d1a-bcd7-3f299d6f917a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Request body: {'floatingip': {'port_id': '84b24710-3c7a-4740-a298-6fc7bfdd4f48'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:43.055761 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f46a3a4-f77d-4d1a-bcd7-3f299d6f917a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.478514 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f46a3a4-f77d-4d1a-bcd7-3f299d6f917a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.482859 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f46a3a4-f77d-4d1a-bcd7-3f299d6f917a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.580428 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-1f46a3a4-f77d-4d1a-bcd7-3f299d6f917a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Floating IP 042f0d07-c196-4319-bd63-8918dc20b5ab associated. External IP: 172.25.8.28, port: 84b24710-3c7a-4740-a298-6fc7bfdd4f48. Aug 20 12:18:43.786562 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f46a3a4-f77d-4d1a-bcd7-3f299d6f917a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Router ce13a288-4f2d-44d1-a090-f94f54688307 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:18:43.889317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f46a3a4-f77d-4d1a-bcd7-3f299d6f917a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:18:43.893873 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f46a3a4-f77d-4d1a-bcd7-3f299d6f917a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.900376 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0819d-9bbe-41db-9728-507402485c6d None None] Sync routers for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:18:43.910847 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a0819d-9bbe-41db-9728-507402485c6d None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:18:43.911454 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b5a0819d-9bbe-41db-9728-507402485c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:18:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:43.925950 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1f46a3a4-f77d-4d1a-bcd7-3f299d6f917a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "PUT /v2.0/floatingips/042f0d07-c196-4319-bd63-8918dc20b5ab HTTP/1.1" status: 200 len: 990 time: 0.9111245 Aug 20 12:18:43.926589 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:43.929362 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9ecb81-943e-4a63-9bb4-fddf5c2620c8" -d '{"events": [{"name": "network-changed", "server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:43.970625 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c538011-2d1a-4809-8629-bb398af654e8 x-openstack-request-id: req-4c538011-2d1a-4809-8629-bb398af654e8 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:43.970967 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:43.971284 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c538011-2d1a-4809-8629-bb398af654e8 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:43.971797 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'status': 'completed', 'code': 200} Aug 20 12:18:44.029060 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b5a0819d-9bbe-41db-9728-507402485c6d None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:18:44.044821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ecb81-943e-4a63-9bb4-fddf5c2620c8 req-d24ac5ff-cb84-4c25-a925-fb9c62dc4a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:44.046329 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca9ecb81-943e-4a63-9bb4-fddf5c2620c8 req-d24ac5ff-cb84-4c25-a925-fb9c62dc4a1f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 1096 time: 0.0428400 Aug 20 12:18:44.134828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ecb81-943e-4a63-9bb4-fddf5c2620c8 req-eb553df5-c63a-4c29-9884-5c0740447c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:44.136923 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca9ecb81-943e-4a63-9bb4-fddf5c2620c8 req-eb553df5-c63a-4c29-9884-5c0740447c26 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0840759 Aug 20 12:18:44.204725 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca9ecb81-943e-4a63-9bb4-fddf5c2620c8 req-cd6f2a21-a9b4-4edb-98d3-24adc0c31784 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 998 time: 0.0612466 Aug 20 12:18:44.256040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ecb81-943e-4a63-9bb4-fddf5c2620c8 req-f4feff90-de75-4134-ad4f-75e61f37913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:44.257622 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca9ecb81-943e-4a63-9bb4-fddf5c2620c8 req-f4feff90-de75-4134-ad4f-75e61f37913b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0466707 Aug 20 12:18:44.304450 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ecb81-943e-4a63-9bb4-fddf5c2620c8 req-fab4000c-9a26-4f06-b6ac-005e8a86fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:44.305937 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca9ecb81-943e-4a63-9bb4-fddf5c2620c8 req-fab4000c-9a26-4f06-b6ac-005e8a86fd97 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420041 Aug 20 12:18:44.345142 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b5a0819d-9bbe-41db-9728-507402485c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '042f0d07-c196-4319-bd63-8918dc20b5ab', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'port_id': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'mac_address': 'fa:16:3e:69:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409dab67-27ce-4e26-a181-c8573ab1f957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:14:01Z', 'updated_at': '2021-08-20T12:18:43Z', 'revision_number': 9, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:44.371083 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0819d-9bbe-41db-9728-507402485c6d None None] Checking router: ce13a288-4f2d-44d1-a090-f94f54688307 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:18:44.383977 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a0819d-9bbe-41db-9728-507402485c6d None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:18:44.384623 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b5a0819d-9bbe-41db-9728-507402485c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:18:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:44.400097 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca9ecb81-943e-4a63-9bb4-fddf5c2620c8 req-8b608075-376e-472f-8f38-ddafb2504f0c service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869136 Aug 20 12:18:44.488232 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b5a0819d-9bbe-41db-9728-507402485c6d None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:18:44.489214 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca9ecb81-943e-4a63-9bb4-fddf5c2620c8 req-a4b3742b-1e07-4cd9-a3bd-d9d128c2ae92 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822058 Aug 20 12:18:44.707911 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b5a0819d-9bbe-41db-9728-507402485c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '042f0d07-c196-4319-bd63-8918dc20b5ab', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'port_id': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'mac_address': 'fa:16:3e:69:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409dab67-27ce-4e26-a181-c8573ab1f957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:14:01Z', 'updated_at': '2021-08-20T12:18:43Z', 'revision_number': 9, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:44.734033 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0819d-9bbe-41db-9728-507402485c6d None None] The sync data for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 is: [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '042f0d07-c196-4319-bd63-8918dc20b5ab', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'port_id': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'mac_address': 'fa:16:3e:69:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409dab67-27ce-4e26-a181-c8573ab1f957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:14:01Z', 'updated_at': '2021-08-20T12:18:43Z', 'revision_number': 9, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:18:44.918960 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346dd638-0755-4681-977c-23ff738e2e4b None None] New status for floating IP 042f0d07-c196-4319-bd63-8918dc20b5ab: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:18:52.409074 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-38afc121-700a-44a3-9a6b-6940bdd5ae7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:55.181159 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0ae2c722-fa09-4824-bbaf-8054d8630789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:55.506220 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.478847 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.092149 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:03.253636 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:08.299344 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:19:09.428593 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:22.409450 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6d355e2d-d432-4417-a49c-e099205cd30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:25.183027 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dbf7-c910-4a51-a704-dbc087cc4ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:25.506906 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:25.924346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-497a036d-aefb-4b89-80d2-60233932d36e req-f26e8bee-f8a8-4b92-8119-f48d0faf762d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435686 Aug 20 12:19:26.002288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a036d-aefb-4b89-80d2-60233932d36e req-e53fc6d2-dac6-4734-bd33-a7dd1fbc3af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:26.003774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-497a036d-aefb-4b89-80d2-60233932d36e req-e53fc6d2-dac6-4734-bd33-a7dd1fbc3af3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 1096 time: 0.0399303 Aug 20 12:19:26.104119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a036d-aefb-4b89-80d2-60233932d36e req-cb4355d3-a0aa-48c0-a5ab-33e9bddbe292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:26.105631 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-497a036d-aefb-4b89-80d2-60233932d36e req-cb4355d3-a0aa-48c0-a5ab-33e9bddbe292 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0827959 Aug 20 12:19:26.174243 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-497a036d-aefb-4b89-80d2-60233932d36e req-1bdf4546-1611-4dd6-a81f-ab881f53119f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 1001 time: 0.0617929 Aug 20 12:19:26.222657 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a036d-aefb-4b89-80d2-60233932d36e req-73d16a5c-0b5c-40f0-928f-c83314881e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:26.223980 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-497a036d-aefb-4b89-80d2-60233932d36e req-73d16a5c-0b5c-40f0-928f-c83314881e4f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0434928 Aug 20 12:19:26.268893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a036d-aefb-4b89-80d2-60233932d36e req-0529d7c1-ec2a-47d0-bb43-e7f22b5d3841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:26.270361 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-497a036d-aefb-4b89-80d2-60233932d36e req-0529d7c1-ec2a-47d0-bb43-e7f22b5d3841 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399446 Aug 20 12:19:26.484932 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:26.651663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-497a036d-aefb-4b89-80d2-60233932d36e req-453cee32-7878-44c2-bccf-5b03442ce694 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735113 Aug 20 12:19:26.738489 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-497a036d-aefb-4b89-80d2-60233932d36e req-d14d2c1b-5b2d-4f35-82d7-c4a355201d88 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795887 Aug 20 12:19:28.094689 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:33.258819 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:39.457540 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:45.299099 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:19:52.412871 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-98549128-feae-4c27-a758-6ac66efcf9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:55.182894 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f9f8727b-6428-4aa4-b63b-95897114e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:55.507385 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:56.485587 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:58.100084 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:03.273568 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:09.487590 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:21.024363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-cbedffa8-efdd-479a-9bef-13937b3d71c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793462 Aug 20 12:20:21.035986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf9543-a66c-4e76-b642-e8c621461061 req-980d6826-cc18-4b70-9032-e8e0efc2740b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:21.037476 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-09bf9543-a66c-4e76-b642-e8c621461061 req-980d6826-cc18-4b70-9032-e8e0efc2740b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0644133 Aug 20 12:20:21.076744 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-09bf9543-a66c-4e76-b642-e8c621461061 req-d29c749e-17f2-4c34-878e-a91eb65a6b05 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330048 Aug 20 12:20:22.195834 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461659-509e-48aa-bf8a-614805d878d9 req-a1bfd969-c43b-451f-835c-27e78f0c6bcd tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:22.197900 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cd461659-509e-48aa-bf8a-614805d878d9 req-a1bfd969-c43b-451f-835c-27e78f0c6bcd tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0513844 Aug 20 12:20:22.237993 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-cd461659-509e-48aa-bf8a-614805d878d9 req-860636f6-3482-402b-aef4-003ed885d229 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326178 Aug 20 12:20:22.263846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-ff43b340-f9d9-4c8c-ad75-4a38c5675f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:22.265397 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-ff43b340-f9d9-4c8c-ad75-4a38c5675f26 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 1096 time: 0.0407825 Aug 20 12:20:22.297930 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:20:22.357527 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-a71a97e8-c549-4f9c-856b-82531dea6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:22.358914 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-a71a97e8-c549-4f9c-856b-82531dea6744 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0863855 Aug 20 12:20:22.413133 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d47c13d2-93f7-4657-afe3-29c0b58d79e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:22.428054 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-8c622c68-2d91-4749-b467-d1b436514513 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 1001 time: 0.0611513 Aug 20 12:20:22.476325 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-bc149f08-b76b-4e26-8bb2-d7bbcfdffffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:22.477770 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-bc149f08-b76b-4e26-8bb2-d7bbcfdffffb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0435305 Aug 20 12:20:22.526153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-a9a866e4-2012-4c0b-964c-6b846cc4652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:22.527600 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-a9a866e4-2012-4c0b-964c-6b846cc4652b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432816 Aug 20 12:20:22.539448 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-ec9e9b6d-2899-460f-a145-ad47a5d042fb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:20:22.540387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-ec9e9b6d-2899-460f-a145-ad47a5d042fb service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050006 Aug 20 12:20:22.628540 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-04e1935c-aa5f-417a-b9c0-37a928fff3cb service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815916 Aug 20 12:20:22.721575 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-05c7d50b-aaf4-4e71-9544-b84bfcf774af service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865285 Aug 20 12:20:23.355929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832a6f9-343d-4b05-82f3-9e355d8811e2 req-ab3ac76b-2452-4a91-a8d4-3556cb120cd4 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:23.357445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1832a6f9-343d-4b05-82f3-9e355d8811e2 req-ab3ac76b-2452-4a91-a8d4-3556cb120cd4 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0493445 Aug 20 12:20:23.396943 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1832a6f9-343d-4b05-82f3-9e355d8811e2 req-a4ddd229-9661-4737-94af-e07e989766ef tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321779 Aug 20 12:20:24.518770 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ac007-2570-4535-ba6d-1d3f3fdb3020 req-02e175a8-2484-481d-b365-495ca21dcf60 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:24.520249 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c80ac007-2570-4535-ba6d-1d3f3fdb3020 req-02e175a8-2484-481d-b365-495ca21dcf60 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0546010 Aug 20 12:20:24.557309 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c80ac007-2570-4535-ba6d-1d3f3fdb3020 req-f5619dba-a48a-4835-9dab-a6edf39aaa34 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311708 Aug 20 12:20:25.182495 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f18371ae-ac03-40d3-84bd-d6b5e07a2a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:25.509030 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:25.675618 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085ddd4-c912-4cdb-9e26-f6a47b555060 req-3ca4fc23-d6a2-4fa7-8a75-c8d0c730470a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:25.677072 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9085ddd4-c912-4cdb-9e26-f6a47b555060 req-3ca4fc23-d6a2-4fa7-8a75-c8d0c730470a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0511408 Aug 20 12:20:25.716293 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9085ddd4-c912-4cdb-9e26-f6a47b555060 req-f9be032f-08c4-41e9-9e53-3656d63a06a7 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334353 Aug 20 12:20:26.487418 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:26.834830 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a8965-fe11-4fad-b06e-d2e0a36f13c1 req-0a870ac4-355f-4bff-abf1-bd1d196dd847 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:26.836298 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e8a8965-fe11-4fad-b06e-d2e0a36f13c1 req-0a870ac4-355f-4bff-abf1-bd1d196dd847 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0480738 Aug 20 12:20:26.873158 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3e8a8965-fe11-4fad-b06e-d2e0a36f13c1 req-6e5aa8c6-bea5-4835-83cf-70358c36ab68 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307961 Aug 20 12:20:26.996483 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecf1cb-1bd6-476e-8eba-ec17376f487b req-732da931-88fd-4330-a293-0789dbb68c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:26.997915 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f1ecf1cb-1bd6-476e-8eba-ec17376f487b req-732da931-88fd-4330-a293-0789dbb68c13 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 1096 time: 0.0442777 Aug 20 12:20:27.105767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecf1cb-1bd6-476e-8eba-ec17376f487b req-55f5cb04-dedc-43d7-a937-ac75e91e0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:27.107266 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f1ecf1cb-1bd6-476e-8eba-ec17376f487b req-55f5cb04-dedc-43d7-a937-ac75e91e0015 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0895023 Aug 20 12:20:27.176161 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f1ecf1cb-1bd6-476e-8eba-ec17376f487b req-a6fc7c6a-8bd8-4e80-a557-7d33f1841ef8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 1001 time: 0.0615723 Aug 20 12:20:27.223817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecf1cb-1bd6-476e-8eba-ec17376f487b req-e8ea4334-4a92-4b68-84c9-c1d0555d1982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:27.225228 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f1ecf1cb-1bd6-476e-8eba-ec17376f487b req-e8ea4334-4a92-4b68-84c9-c1d0555d1982 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0424240 Aug 20 12:20:27.269761 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecf1cb-1bd6-476e-8eba-ec17376f487b req-8e103f31-9c8f-49a5-a5b6-c2c7024d312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:27.271127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f1ecf1cb-1bd6-476e-8eba-ec17376f487b req-8e103f31-9c8f-49a5-a5b6-c2c7024d312b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392399 Aug 20 12:20:27.363777 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f1ecf1cb-1bd6-476e-8eba-ec17376f487b req-4b119041-e75d-4d7d-839a-54c223be39b1 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859175 Aug 20 12:20:27.452872 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f1ecf1cb-1bd6-476e-8eba-ec17376f487b req-7d72c13e-d318-475e-818e-6b0652b04a50 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821595 Aug 20 12:20:27.987509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab399da-e982-446c-87d9-49279e0ad3d3 req-1feeb0e7-e00d-4442-8c64-f640da773841 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:27.989027 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aab399da-e982-446c-87d9-49279e0ad3d3 req-1feeb0e7-e00d-4442-8c64-f640da773841 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0497954 Aug 20 12:20:28.028203 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aab399da-e982-446c-87d9-49279e0ad3d3 req-4fcd5b39-6085-4c21-8298-3538a714f21c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329845 Aug 20 12:20:28.098333 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:29.142705 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4002ee9-e735-4971-a3d9-4e94b74d965c req-a444edb5-b7b3-4c0b-8472-d068f5f53931 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:29.144162 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4002ee9-e735-4971-a3d9-4e94b74d965c req-a444edb5-b7b3-4c0b-8472-d068f5f53931 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0481327 Aug 20 12:20:29.180229 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f4002ee9-e735-4971-a3d9-4e94b74d965c req-b97d01b5-f6c9-41d5-8b6b-ee98c54aae7a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302064 Aug 20 12:20:30.299897 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93632c96-cc3d-4c7c-850b-61f873eb90d6 req-05efec2c-31f0-4acf-82da-8e405e4c7585 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:30.301307 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93632c96-cc3d-4c7c-850b-61f873eb90d6 req-05efec2c-31f0-4acf-82da-8e405e4c7585 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0543764 Aug 20 12:20:30.338425 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93632c96-cc3d-4c7c-850b-61f873eb90d6 req-c07dc811-a1fe-460c-a320-26f1494fb4d7 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311816 Aug 20 12:20:31.455265 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1d06d-af42-4d88-bdbb-de3429ac77c1 req-0f299513-027a-4c83-a19f-a118a3e6cd03 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:31.456786 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10c1d06d-af42-4d88-bdbb-de3429ac77c1 req-0f299513-027a-4c83-a19f-a118a3e6cd03 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0517802 Aug 20 12:20:31.494704 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10c1d06d-af42-4d88-bdbb-de3429ac77c1 req-4170f81e-daf5-4e61-a323-4d724173f000 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319457 Aug 20 12:20:32.606763 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510dd3a-eedc-4cd3-b0b0-84f3d88a8505 req-9d8f82fe-104a-48bf-8d79-6d9a21048ae8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:32.608220 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1510dd3a-eedc-4cd3-b0b0-84f3d88a8505 req-9d8f82fe-104a-48bf-8d79-6d9a21048ae8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0480103 Aug 20 12:20:32.645789 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1510dd3a-eedc-4cd3-b0b0-84f3d88a8505 req-7c24586a-5e80-4a83-9b36-51b396c07090 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314763 Aug 20 12:20:33.307787 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:33.761304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa7643-ea70-4c11-b506-45009b8a0b1d req-43d73b9a-f275-4a90-b9ff-21ec01e29577 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:33.762787 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5aaa7643-ea70-4c11-b506-45009b8a0b1d req-43d73b9a-f275-4a90-b9ff-21ec01e29577 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0488846 Aug 20 12:20:33.801262 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5aaa7643-ea70-4c11-b506-45009b8a0b1d req-9eb67cd5-b89d-433b-ab2b-ba4f9dc13f0d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 Aug 20 12:20:34.577907 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-028a6fb5-c9d7-428f-a594-0784fb44de31 service neutron] show failed (client error): The resource could not be found. Aug 20 12:20:34.578925 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-028a6fb5-c9d7-428f-a594-0784fb44de31 service neutron] 10.222.0.76 "GET /v2.0/ports/84b24710-3c7a-4740-a298-6fc7bfdd4f48/bindings/n-h1-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.0535595 Aug 20 12:20:34.765252 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-2aea74a9-7ac2-4214-8c8d-b6db1fa55aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:34.766744 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-2aea74a9-7ac2-4214-8c8d-b6db1fa55aa5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957&tenant_id=72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 1096 time: 0.0412869 Aug 20 12:20:34.778791 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:34.833522 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:34.922200 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d10631-786d-48fc-8d13-9b9aed70bd9e req-ed053e4b-31b3-4f2c-9adf-365c2f2aa25a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:34.924851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17d10631-786d-48fc-8d13-9b9aed70bd9e req-ed053e4b-31b3-4f2c-9adf-365c2f2aa25a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0546954 Aug 20 12:20:34.962888 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17d10631-786d-48fc-8d13-9b9aed70bd9e req-1782b8ee-f64e-4df6-94f7-27791f4b93db tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320187 Aug 20 12:20:35.037840 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:35.070129 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:35.110013 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:35.112788 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86cc8c5-c13b-4219-92af-ee5d73116868" -d '{"events": [{"server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "name": "network-vif-unplugged", "status": "completed", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:35.116418 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:35.131423 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Transition to ACTIVE for port object 84b24710-3c7a-4740-a298-6fc7bfdd4f48 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:20:35.135198 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:35.165509 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687d629a-b74b-42b7-8fcb-1444242fed56 x-openstack-request-id: req-687d629a-b74b-42b7-8fcb-1444242fed56 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:35.165807 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "name": "network-vif-unplugged", "status": "completed", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:35.166065 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-687d629a-b74b-42b7-8fcb-1444242fed56 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:35.166460 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'code': 200} Aug 20 12:20:35.187222 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Pushing event updated for resources: {'Port': ['ID=84b24710-3c7a-4740-a298-6fc7bfdd4f48,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:35.557807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:35.558063 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:35.558401 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:35.558735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:35.559063 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:35.559388 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:35.559712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:35.560033 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:35.560353 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:35.560692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:35.561013 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:35.561328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:35.602606 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] No DVR routers for this DVR port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 on host n-h2-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:20:35.732172 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Attempting to bind port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:20:35.732432 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Attempting to bind port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:20:35.732791 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Attempting to bind port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:35.737104 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 on network 02f23ec7-2602-4ead-b928-31283f59d505 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:20:35.737430 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Attempting to bind port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:35.742130 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:20:35.742473 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Checking segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:20:35.742860 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Bound using segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:20:35.743288 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Bound port: 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:20:35.743638 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:35.809016 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:35.812067 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:20:35.817450 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:35.847769 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:35.848860 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:35.850242 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] 10.222.0.35 "PUT /v2.0/ports/84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 1091 time: 1.0753124 Aug 20 12:20:35.878574 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7649ec-d78a-4832-aa02-79924dc4866d service neutron] Pushing event updated for resources: {'Port': ['ID=84b24710-3c7a-4740-a298-6fc7bfdd4f48,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:36.043192 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-4311f8e4-2984-4c50-af57-4c958d261e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:36.044732 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-4311f8e4-2984-4c50-af57-4c958d261e10 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 1094 time: 0.0457277 Aug 20 12:20:36.083222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a269cc3-4783-4547-82e9-dedf1dc67024 req-3811a69c-b4c8-4817-ad48-1e103872541d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:36.084736 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a269cc3-4783-4547-82e9-dedf1dc67024 req-3811a69c-b4c8-4817-ad48-1e103872541d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 943 time: 0.0485611 Aug 20 12:20:36.122477 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a269cc3-4783-4547-82e9-dedf1dc67024 req-ffbe6d5e-4fcb-4ae6-8a16-08cd0aa85de9 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315576 Aug 20 12:20:36.140561 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-baba8066-f1db-41c0-9669-b68a1a485df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:36.142615 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-baba8066-f1db-41c0-9669-b68a1a485df0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0905027 Aug 20 12:20:36.206571 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-882ed5e8-05c7-4f4c-b367-6a91939bee31 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 999 time: 0.0578356 Aug 20 12:20:36.256884 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-20df61e6-a3bf-4a4d-8384-91a1a6168618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:36.258231 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-20df61e6-a3bf-4a4d-8384-91a1a6168618 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0446618 Aug 20 12:20:36.308127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-5d44c080-30cf-4a01-bc28-24b945ad90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:36.309913 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-5d44c080-30cf-4a01-bc28-24b945ad90ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435078 Aug 20 12:20:36.405479 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-d19c1fac-75cf-4677-aa53-029d1b797c68 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883784 Aug 20 12:20:36.498113 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e8348777-9d12-4be9-8d1a-b5f91c847d88 req-92cbf9bd-ae91-4d6b-91ec-1fb881b1898b service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855620 Aug 20 12:20:37.167547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:37.170583 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592" -d '{"events": [{"name": "network-changed", "server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:37.227300 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05bae06-dc6e-47f8-a8c1-8fabdbccff99 x-openstack-request-id: req-e05bae06-dc6e-47f8-a8c1-8fabdbccff99 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:37.227589 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:37.227836 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e05bae06-dc6e-47f8-a8c1-8fabdbccff99 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:37.228245 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'status': 'completed', 'code': 200} Aug 20 12:20:37.253658 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607e6a3-ff91-4ea0-9ebe-07896fbbcbf4 req-013e5c7a-9a5e-4f8d-9bd3-6be597a2b372 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:37.255166 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2607e6a3-ff91-4ea0-9ebe-07896fbbcbf4 req-013e5c7a-9a5e-4f8d-9bd3-6be597a2b372 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 943 time: 0.0612230 Aug 20 12:20:37.295003 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-17fd7dee-923e-4d37-8f45-ea709c5f18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:37.297221 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-17fd7dee-923e-4d37-8f45-ea709c5f18d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 1094 time: 0.0470605 Aug 20 12:20:37.321084 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-65994aab-421f-4de5-8b2c-cc5b2c2dfd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:37.322593 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-65994aab-421f-4de5-8b2c-cc5b2c2dfd03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 1094 time: 0.0665708 Aug 20 12:20:37.325830 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2607e6a3-ff91-4ea0-9ebe-07896fbbcbf4 req-7fe86472-3213-44be-a7b3-8a5f8011626b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611029 Aug 20 12:20:37.406281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-14eb4423-47b7-4e62-bad8-b37273e19074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:37.407795 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-14eb4423-47b7-4e62-bad8-b37273e19074 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.1040974 Aug 20 12:20:37.425870 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-d9503290-6b8e-4849-a145-f6c90a067b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:37.427367 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-d9503290-6b8e-4849-a145-f6c90a067b7b service neutron] 10.222.0.35 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0961695 Aug 20 12:20:37.480480 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-ba9a52ca-3adb-4eec-bf94-b1c218268a62 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 999 time: 0.0652862 Aug 20 12:20:37.499538 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-0a0d4b9d-7d7f-42d5-bfe9-21a8583d3de9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 999 time: 0.0634303 Aug 20 12:20:37.535339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-918c0033-7296-4276-ae44-aa18eddeb127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:37.536869 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-918c0033-7296-4276-ae44-aa18eddeb127 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0487111 Aug 20 12:20:37.549936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-db9ced08-7d8b-4034-94f6-3c9b810d99af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:37.551318 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-db9ced08-7d8b-4034-94f6-3c9b810d99af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0438378 Aug 20 12:20:37.582614 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-0dbaa7b8-daf9-4741-96b8-e8ff066b54a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:37.584137 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-0dbaa7b8-daf9-4741-96b8-e8ff066b54a5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407281 Aug 20 12:20:37.602582 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-4f5c49c7-87ab-42a9-b744-3d3bcde63598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:37.604097 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-4f5c49c7-87ab-42a9-b744-3d3bcde63598 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447323 Aug 20 12:20:37.672558 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-2838e6d8-f1e3-4f4a-9101-fa4607375d6f service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814266 Aug 20 12:20:37.699027 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-12be3be6-8106-4819-9c92-79f26a11b34c service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825422 Aug 20 12:20:37.769700 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-aadf3125-a15d-4808-b077-181317917fa7 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901232 Aug 20 12:20:37.799418 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-095bb699-5f17-4fe7-9eeb-28c3e7d1b592 req-12fa1fa0-3f97-411e-b629-8e0875f77baf service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916853 Aug 20 12:20:37.910106 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3aeb8b-faac-4158-b384-6a2fccc3b70e req-85baf3df-d86b-4b56-9936-d6fc48b6e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:37.911644 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f3aeb8b-faac-4158-b384-6a2fccc3b70e req-85baf3df-d86b-4b56-9936-d6fc48b6e2f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 1094 time: 0.0428660 Aug 20 12:20:38.026050 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3aeb8b-faac-4158-b384-6a2fccc3b70e req-fcad9d3c-bfe1-43ee-96b0-de85fd0ed616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.027518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f3aeb8b-faac-4158-b384-6a2fccc3b70e req-fcad9d3c-bfe1-43ee-96b0-de85fd0ed616 service neutron] 10.222.0.35 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0933976 Aug 20 12:20:38.070242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 84b24710-3c7a-4740-a298-6fc7bfdd4f48 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:20:38.103689 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f3aeb8b-faac-4158-b384-6a2fccc3b70e req-3b893ea8-15cf-443d-8356-1c3f4de7668a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 999 time: 0.0639555 Aug 20 12:20:38.165061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3aeb8b-faac-4158-b384-6a2fccc3b70e req-e1317ab3-ca55-4125-ac29-25a0840d0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.166449 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f3aeb8b-faac-4158-b384-6a2fccc3b70e req-e1317ab3-ca55-4125-ac29-25a0840d0119 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0467856 Aug 20 12:20:38.171018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:38.182692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'port_id': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'mac_address': 'fa:16:3e:69:09:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:20:38.215896 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3aeb8b-faac-4158-b384-6a2fccc3b70e req-7c733bae-3bd2-47dd-91a5-60e3792d4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.217466 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f3aeb8b-faac-4158-b384-6a2fccc3b70e req-7c733bae-3bd2-47dd-91a5-60e3792d4632 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439384 Aug 20 12:20:38.219731 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:38.233293 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b24710-3c7a-4740-a298-6fc7bfdd4f48 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:38.252343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:38.256133 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:38.304624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=84b24710-3c7a-4740-a298-6fc7bfdd4f48,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:38.309284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f3aeb8b-faac-4158-b384-6a2fccc3b70e req-a11c503a-8313-4987-ab89-ed5f5ac0c5a4 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844111 Aug 20 12:20:38.311778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:38.312120 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:38.312457 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:38.312810 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:38.313135 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:38.313472 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:38.313812 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:38.314127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:38.314447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:38.314760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:38.315076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:38.315414 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:38.407385 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7f3aeb8b-faac-4158-b384-6a2fccc3b70e req-2097f516-b411-4315-9b64-bde6672247bb service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897474 Aug 20 12:20:38.449397 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc874c8-418d-42ba-a77d-0daf7b64345e req-5f8ef681-1b7d-4e58-b603-813308733c0b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.450813 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bfc874c8-418d-42ba-a77d-0daf7b64345e req-5f8ef681-1b7d-4e58-b603-813308733c0b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 944 time: 0.0496931 Aug 20 12:20:38.488445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bfc874c8-418d-42ba-a77d-0daf7b64345e req-c21d2374-6086-4cd4-8461-07d2c5696ee2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307717 Aug 20 12:20:38.519865 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['84b24710-3c7a-4740-a298-6fc7bfdd4f48'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:38.773206 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-f1bd0639-6fae-4aa9-901e-fe54c178b906 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.774704 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-f1bd0639-6fae-4aa9-901e-fe54c178b906 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.35 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957&tenant_id=72b8a31e76a744208727e49ffa5f516e&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 944 time: 0.0560474 Aug 20 12:20:38.784274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871be314-cb8c-4509-a1dc-741c9d5ff902 req-ad91e626-9707-450e-9cb2-f1b8896003da tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.785768 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-871be314-cb8c-4509-a1dc-741c9d5ff902 req-ad91e626-9707-450e-9cb2-f1b8896003da tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 944 time: 0.0494530 Aug 20 12:20:38.827307 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-871be314-cb8c-4509-a1dc-741c9d5ff902 req-534e90bc-a934-4a9d-8458-71b6ad14a7c6 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353737 Aug 20 12:20:38.839414 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-0a7c1449-8ebd-4b40-ad98-737251908591 service neutron] 10.222.0.35 "GET /v2.0/ports/84b24710-3c7a-4740-a298-6fc7bfdd4f48/bindings/n-h1-804299-2 HTTP/1.1" status: 200 len: 382 time: 0.0559042 Aug 20 12:20:38.905714 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-5250960f-c5a7-449d-87aa-cf6e3e8c0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.907199 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-5250960f-c5a7-449d-87aa-cf6e3e8c0965 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 1095 time: 0.0410240 Aug 20 12:20:39.003207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-c18a74f1-bc9f-449a-8cb5-e85271c57a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:39.004618 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-c18a74f1-bc9f-449a-8cb5-e85271c57a7e service neutron] 10.222.0.35 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0895736 Aug 20 12:20:39.071070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-e02e9b8a-93fb-4182-8351-ad6b07e96943 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 1000 time: 0.0580485 Aug 20 12:20:39.123419 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-181db836-81f8-4602-bebe-10c9fbf07603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:39.124856 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-181db836-81f8-4602-bebe-10c9fbf07603 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0467131 Aug 20 12:20:39.168426 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-d0891225-2014-464b-8068-65658891a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:39.169936 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-d0891225-2014-464b-8068-65658891a79d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384269 Aug 20 12:20:39.258988 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-d1e4d630-e9f9-4aa3-9922-3809caabb4d0 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819161 Aug 20 12:20:39.353284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2e1a7887-6727-4b18-a6d3-c5a6307001b1 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864522 Aug 20 12:20:39.496835 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:39.556791 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 84b24710-3c7a-4740-a298-6fc7bfdd4f48 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:20:39.596510 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 84b24710-3c7a-4740-a298-6fc7bfdd4f48 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:20:39.945918 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90b05c-8f10-400c-94e1-17a7b6069a85 req-197b8229-a400-4c2f-833b-d8fff4fe1192 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:39.947417 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad90b05c-8f10-400c-94e1-17a7b6069a85 req-197b8229-a400-4c2f-833b-d8fff4fe1192 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 944 time: 0.0488451 Aug 20 12:20:39.985384 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad90b05c-8f10-400c-94e1-17a7b6069a85 req-45566dd8-6735-4ae5-b515-a7b1039277df tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319047 Aug 20 12:20:40.084731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 84b24710-3c7a-4740-a298-6fc7bfdd4f48 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:20:40.131894 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:20:40.135444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:20:40.135809 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:40.212877 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:40.234180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:40.236425 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e7d058-44da-4934-bfe1-f5170caa99e5" -d '{"events": [{"server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "name": "network-vif-plugged", "status": "completed", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:40.249218 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:40.254208 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:40.301745 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=84b24710-3c7a-4740-a298-6fc7bfdd4f48,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:40.368256 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009506eb-ccdd-4cf5-b75b-2b3d23777b47 x-openstack-request-id: req-009506eb-ccdd-4cf5-b75b-2b3d23777b47 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:40.368551 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "name": "network-vif-plugged", "status": "completed", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:40.369103 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-009506eb-ccdd-4cf5-b75b-2b3d23777b47 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:40.369504 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'code': 200} Aug 20 12:20:41.106181 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa1cb4-0acf-4ff7-a1aa-081dd6d870ab req-28cac747-d264-4e0e-824b-e6a6d767b301 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:41.107926 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1fa1cb4-0acf-4ff7-a1aa-081dd6d870ab req-28cac747-d264-4e0e-824b-e6a6d767b301 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0515215 Aug 20 12:20:41.147589 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1fa1cb4-0acf-4ff7-a1aa-081dd6d870ab req-22015116-bbb7-4fcd-bb03-0483e5abcd40 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333238 Aug 20 12:20:41.334424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-458b4224-570a-42e8-ac16-b4bd012c674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:41.335900 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-458b4224-570a-42e8-ac16-b4bd012c674e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957&tenant_id=72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 1096 time: 0.0404139 Aug 20 12:20:41.347768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:41.399236 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:41.596979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:41.634044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:41.672378 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:41.674708 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da526292-6b84-4682-b862-d091d0880c70" -d '{"events": [{"server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "name": "network-vif-unplugged", "status": "completed", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:41.678386 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:41.691261 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Transition to ACTIVE for port object 84b24710-3c7a-4740-a298-6fc7bfdd4f48 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:20:41.695186 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:41.832264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Pushing event updated for resources: {'Port': ['ID=84b24710-3c7a-4740-a298-6fc7bfdd4f48,revision_number=10']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:41.852374 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de245cd-f277-40e6-be23-32b5ac6c1681 x-openstack-request-id: req-4de245cd-f277-40e6-be23-32b5ac6c1681 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:41.852688 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "name": "network-vif-unplugged", "status": "completed", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:41.852941 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4de245cd-f277-40e6-be23-32b5ac6c1681 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:41.853336 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'code': 200} Aug 20 12:20:41.854662 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:41.854998 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:41.855332 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:41.855666 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:41.856011 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:41.856339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:41.856667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:41.856991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:41.857309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:41.857622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:41.857936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:41.858250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:41.891260 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] No DVR routers for this DVR port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:20:42.024750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Attempting to bind port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:20:42.025084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Attempting to bind port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:20:42.025408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Attempting to bind port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:42.029677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 on network 02f23ec7-2602-4ead-b928-31283f59d505 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:20:42.029999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Attempting to bind port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:42.034723 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:20:42.035062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Checking segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:20:42.035447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Bound using segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:20:42.035870 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Bound port: 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:20:42.036217 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:42.101596 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:42.104456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:20:42.108992 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:42.149664 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:42.150571 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:42.152161 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] 10.222.0.76 "PUT /v2.0/ports/84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 1092 time: 0.8089769 Aug 20 12:20:42.201357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c337bcb-760e-4589-968b-f5061c2ebc1b service neutron] Pushing event updated for resources: {'Port': ['ID=84b24710-3c7a-4740-a298-6fc7bfdd4f48,revision_number=11']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:42.219306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-71def309-bc1f-4ff4-9552-20579091a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:42.221745 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-71def309-bc1f-4ff4-9552-20579091a8d5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 1095 time: 0.0459623 Aug 20 12:20:42.278065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0179bc9-915a-4d6e-9f9c-a21ebd1dcb3d req-797b6606-c4f7-4c90-b823-68d4e7fe363c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:42.279632 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f0179bc9-915a-4d6e-9f9c-a21ebd1dcb3d req-797b6606-c4f7-4c90-b823-68d4e7fe363c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 944 time: 0.0573385 Aug 20 12:20:42.321362 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f0179bc9-915a-4d6e-9f9c-a21ebd1dcb3d req-027d6ebe-62ae-464c-93a2-ba831146062e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349970 Aug 20 12:20:42.323263 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-f93bf0c4-f126-4e37-9275-d222f382d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:42.324757 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-f93bf0c4-f126-4e37-9275-d222f382d676 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0965908 Aug 20 12:20:42.394500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-d5255e50-d6f3-4a8a-9fd8-1a33a563adbc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 999 time: 0.0596356 Aug 20 12:20:42.443587 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-fc817c9a-d40d-44fb-82e7-6e793463c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:42.444939 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-fc817c9a-d40d-44fb-82e7-6e793463c7ab service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0436392 Aug 20 12:20:42.494601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-08d4f650-dabe-4bdf-b327-c56740ac94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:42.496069 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-08d4f650-dabe-4bdf-b327-c56740ac94b4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437434 Aug 20 12:20:42.584005 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-598d12d9-a655-439f-a7bd-49a654ff0995 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803723 Aug 20 12:20:42.675600 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c9bc5e97-ea4b-428a-8066-0bcbb2608479 req-388791d9-0fb9-4627-9b7a-e26bc24efc31 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849781 Aug 20 12:20:43.439999 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbfe13-b5bd-45a6-8f06-27d8426b25ed req-540bcf1a-6983-4f78-ad0b-068b5d08fa80 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:43.441518 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-46bbfe13-b5bd-45a6-8f06-27d8426b25ed req-540bcf1a-6983-4f78-ad0b-068b5d08fa80 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 944 time: 0.0494299 Aug 20 12:20:43.478152 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-46bbfe13-b5bd-45a6-8f06-27d8426b25ed req-14f3796f-ca6c-4ab9-8747-297307bbe466 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306537 Aug 20 12:20:43.854551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:43.856940 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52283cc-d3b0-4535-b534-b639d964bbaa" -d '{"events": [{"name": "network-changed", "server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:43.904413 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce6c51f-9d8b-48e4-914c-80c92c5cadc5 x-openstack-request-id: req-8ce6c51f-9d8b-48e4-914c-80c92c5cadc5 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:43.904731 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:43.905200 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ce6c51f-9d8b-48e4-914c-80c92c5cadc5 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:43.905599 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'status': 'completed', 'code': 200} Aug 20 12:20:43.962762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-12a69986-be98-4b7b-8f25-68aa2e6015c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:43.964303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-12a69986-be98-4b7b-8f25-68aa2e6015c4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 1095 time: 0.0414679 Aug 20 12:20:43.968685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-b7668b9e-852c-4286-925c-0e8c38cfe0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:43.971034 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-b7668b9e-852c-4286-925c-0e8c38cfe0d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 1095 time: 0.0427446 Aug 20 12:20:44.073686 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-b458d08c-eb21-47b9-a918-8969a879b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:44.075175 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-b458d08c-eb21-47b9-a918-8969a879b21b service neutron] 10.222.0.35 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0976083 Aug 20 12:20:44.076956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-d8b6694d-463e-4ba3-a619-3c7bc9eff95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:44.078504 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-d8b6694d-463e-4ba3-a619-3c7bc9eff95f service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.1067350 Aug 20 12:20:44.102074 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 84b24710-3c7a-4740-a298-6fc7bfdd4f48 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:20:44.147195 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-2cf7b2bd-15b5-47e8-9d5a-fd11df6e8f45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 999 time: 0.0647197 Aug 20 12:20:44.152712 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 84b24710-3c7a-4740-a298-6fc7bfdd4f48 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:20:44.160169 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-09af47a5-d087-4a5b-bbb6-3bf7c6cbdb58 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 200 len: 999 time: 0.0738788 Aug 20 12:20:44.200023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-3496a260-ed46-409f-9a85-b1fdbc04052e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:44.201892 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-3496a260-ed46-409f-9a85-b1fdbc04052e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0479438 Aug 20 12:20:44.213118 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-80c3c214-7e6e-4c99-a7ee-3a9ce6439597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:44.214676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-80c3c214-7e6e-4c99-a7ee-3a9ce6439597 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0479474 Aug 20 12:20:44.254072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-dfd76ee9-9ba5-47b7-a428-1fb13223f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:44.255650 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-dfd76ee9-9ba5-47b7-a428-1fb13223f5a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469446 Aug 20 12:20:44.265580 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-224c447e-ba60-4242-b0a6-43cac257bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:44.267105 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-224c447e-ba60-4242-b0a6-43cac257bf21 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458927 Aug 20 12:20:44.345363 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-3c2144b5-b827-495a-9cb1-c4bdf8ebc1e3 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823667 Aug 20 12:20:44.354314 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-85c8abfc-7750-41d1-9771-a43a74c00169 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800805 Aug 20 12:20:44.449610 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-b9fb0a91-bacc-432a-b46c-77ac2a6eebe1 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887108 Aug 20 12:20:44.450295 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c52283cc-d3b0-4535-b534-b639d964bbaa req-168b39a6-5796-496f-ab36-2c07e1ea1e8f service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975335 Aug 20 12:20:44.591222 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237cc11-d08d-46e5-847b-1c0e6eb8cffc req-638f1c08-9944-43b5-acc3-759b84a36eca tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:44.592714 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2237cc11-d08d-46e5-847b-1c0e6eb8cffc req-638f1c08-9944-43b5-acc3-759b84a36eca tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 944 time: 0.0482054 Aug 20 12:20:44.631120 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2237cc11-d08d-46e5-847b-1c0e6eb8cffc req-1989fc7a-817d-44cc-99b2-d5461f50d5c6 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317962 Aug 20 12:20:44.746397 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a57ac-5b5c-4e4a-b6bf-65d461e08081 req-076983ae-8e53-40b7-8ea7-ea36c5ac2e65 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:44.747789 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c05a57ac-5b5c-4e4a-b6bf-65d461e08081 req-076983ae-8e53-40b7-8ea7-ea36c5ac2e65 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 944 time: 0.0493190 Aug 20 12:20:44.786152 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c05a57ac-5b5c-4e4a-b6bf-65d461e08081 req-5e750b87-c532-4961-88cb-51c96ef5bcf1 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320697 Aug 20 12:20:44.897682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d233f7-3afa-4db7-9304-bd7da6d9a639 req-d92e9019-75fa-40ba-a456-08ebf15c488c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:44.899136 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5d233f7-3afa-4db7-9304-bd7da6d9a639 req-d92e9019-75fa-40ba-a456-08ebf15c488c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 944 time: 0.0474353 Aug 20 12:20:44.935728 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5d233f7-3afa-4db7-9304-bd7da6d9a639 req-6e00ad16-1a6a-459a-8297-82b771eb5efe tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306957 Aug 20 12:20:45.169939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ff51a-45d2-4465-ae4f-905d536a1505 req-c0723f76-1a29-4ebd-9ba1-e4f0f8227ee2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:45.171450 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-041ff51a-45d2-4465-ae4f-905d536a1505 req-c0723f76-1a29-4ebd-9ba1-e4f0f8227ee2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 944 time: 0.0524740 Aug 20 12:20:45.208099 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-041ff51a-45d2-4465-ae4f-905d536a1505 req-8734d8da-a430-42a4-89c8-34462d399cfe tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306094 Aug 20 12:20:45.572967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 84b24710-3c7a-4740-a298-6fc7bfdd4f48 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:20:45.664279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:45.675368 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'port_id': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'mac_address': 'fa:16:3e:69:09:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:20:45.715080 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:45.727578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b24710-3c7a-4740-a298-6fc7bfdd4f48 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:45.747717 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:45.752655 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:45.797080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=84b24710-3c7a-4740-a298-6fc7bfdd4f48,revision_number=12']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:46.017268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['84b24710-3c7a-4740-a298-6fc7bfdd4f48'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:46.322874 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f844f5-0cc7-4bb5-a607-1cf4fdc5e2f7 req-7d4f7d09-f39e-40a8-9669-be96051b3a8a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:46.324264 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00f844f5-0cc7-4bb5-a607-1cf4fdc5e2f7 req-7d4f7d09-f39e-40a8-9669-be96051b3a8a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0478072 Aug 20 12:20:46.362647 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00f844f5-0cc7-4bb5-a607-1cf4fdc5e2f7 req-fed394e6-bec2-45a8-91cf-5e4f81af8bab tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317643 Aug 20 12:20:46.375432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44eed6-c0dc-4dbc-a44d-47502e6350df req-0f902f9b-c6fc-438c-b315-5d711ecd71ed tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:46.377710 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3c44eed6-c0dc-4dbc-a44d-47502e6350df req-0f902f9b-c6fc-438c-b315-5d711ecd71ed tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 945 time: 0.0497866 Aug 20 12:20:46.466432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-3c44eed6-c0dc-4dbc-a44d-47502e6350df req-69e8bd57-2ab3-4352-9b44-3c47de1846f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Deleting port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:20:46.466774 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3c44eed6-c0dc-4dbc-a44d-47502e6350df req-69e8bd57-2ab3-4352-9b44-3c47de1846f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:46.550646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-3c44eed6-c0dc-4dbc-a44d-47502e6350df req-69e8bd57-2ab3-4352-9b44-3c47de1846f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] For port 84b24710-3c7a-4740-a298-6fc7bfdd4f48, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=84b24710-3c7a-4740-a298-6fc7bfdd4f48,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:46.551005 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3c44eed6-c0dc-4dbc-a44d-47502e6350df req-69e8bd57-2ab3-4352-9b44-3c47de1846f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:46.713090 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3c44eed6-c0dc-4dbc-a44d-47502e6350df req-69e8bd57-2ab3-4352-9b44-3c47de1846f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:46.713473 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3c44eed6-c0dc-4dbc-a44d-47502e6350df req-69e8bd57-2ab3-4352-9b44-3c47de1846f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:46.713785 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-3c44eed6-c0dc-4dbc-a44d-47502e6350df req-69e8bd57-2ab3-4352-9b44-3c47de1846f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Floating IP 042f0d07-c196-4319-bd63-8918dc20b5ab disassociated. External IP: 172.25.8.28, port: 84b24710-3c7a-4740-a298-6fc7bfdd4f48. Aug 20 12:20:46.714118 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-3c44eed6-c0dc-4dbc-a44d-47502e6350df req-69e8bd57-2ab3-4352-9b44-3c47de1846f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Calling delete_port for 84b24710-3c7a-4740-a298-6fc7bfdd4f48 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:20:46.839656 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3c44eed6-c0dc-4dbc-a44d-47502e6350df req-69e8bd57-2ab3-4352-9b44-3c47de1846f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:46.866934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8bd57-2ab3-4352-9b44-3c47de1846f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Pushing event deleted for resources: {'Port': ['ID=84b24710-3c7a-4740-a298-6fc7bfdd4f48,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:46.988172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c44eed6-c0dc-4dbc-a44d-47502e6350df req-69e8bd57-2ab3-4352-9b44-3c47de1846f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Router ce13a288-4f2d-44d1-a090-f94f54688307 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:20:47.097224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c44eed6-c0dc-4dbc-a44d-47502e6350df req-69e8bd57-2ab3-4352-9b44-3c47de1846f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:20:47.106900 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff89644-5243-44f1-a901-e28d9e54b3b5 None None] Sync routers for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:20:47.116569 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff89644-5243-44f1-a901-e28d9e54b3b5 None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:20:47.117206 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5ff89644-5243-44f1-a901-e28d9e54b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:20:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:20:47.136692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c44eed6-c0dc-4dbc-a44d-47502e6350df req-69e8bd57-2ab3-4352-9b44-3c47de1846f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] No DVR routers for this DVR port 84b24710-3c7a-4740-a298-6fc7bfdd4f48 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:20:47.139593 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-3c44eed6-c0dc-4dbc-a44d-47502e6350df req-69e8bd57-2ab3-4352-9b44-3c47de1846f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:47.141648 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3c44eed6-c0dc-4dbc-a44d-47502e6350df req-69e8bd57-2ab3-4352-9b44-3c47de1846f3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "DELETE /v2.0/ports/84b24710-3c7a-4740-a298-6fc7bfdd4f48 HTTP/1.1" status: 204 len: 173 time: 0.7583683 Aug 20 12:20:47.142107 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'name': 'network-vif-deleted', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:47.144814 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf3d4b1-366b-4d83-ae7a-295a4254d2cb" -d '{"events": [{"server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "name": "network-vif-deleted", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:47.193088 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7d849a-6d07-4ac8-9b8a-7fdba550d533 x-openstack-request-id: req-1c7d849a-6d07-4ac8-9b8a-7fdba550d533 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:47.193376 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409dab67-27ce-4e26-a181-c8573ab1f957", "name": "network-vif-deleted", "tag": "84b24710-3c7a-4740-a298-6fc7bfdd4f48", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:47.193631 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c7d849a-6d07-4ac8-9b8a-7fdba550d533 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:47.194256 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409dab67-27ce-4e26-a181-c8573ab1f957', 'name': 'network-vif-deleted', 'tag': '84b24710-3c7a-4740-a298-6fc7bfdd4f48', 'status': 'completed', 'code': 200} Aug 20 12:20:47.231158 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-5ff89644-5243-44f1-a901-e28d9e54b3b5 None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:20:47.428669 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5ff89644-5243-44f1-a901-e28d9e54b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:20:47.455893 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff89644-5243-44f1-a901-e28d9e54b3b5 None None] Checking router: ce13a288-4f2d-44d1-a090-f94f54688307 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:20:47.464859 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff89644-5243-44f1-a901-e28d9e54b3b5 None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:20:47.465457 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5ff89644-5243-44f1-a901-e28d9e54b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:20:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:20:47.471042 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9abcd211-ad15-4fd6-ab31-a376752fa460 req-3a79e0bd-37e5-4dec-9bbe-924e2dd2497d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=409dab67-27ce-4e26-a181-c8573ab1f957 HTTP/1.1" status: 200 len: 210 time: 0.0280669 Aug 20 12:20:47.574392 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-5ff89644-5243-44f1-a901-e28d9e54b3b5 None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:20:47.588809 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 84b24710-3c7a-4740-a298-6fc7bfdd4f48 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:20:47.592906 n-d-804299-2 neutron-server[94692]: INFO neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No ports have port_id starting with 84b24710-3c7a-4740-a298-6fc7bfdd4f48 Aug 20 12:20:47.594135 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 84b24710-3c7a-4740-a298-6fc7bfdd4f48 requested by agent hyperv_n-h2-804299-2 not found in database {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 20 12:20:47.769798 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-5ff89644-5243-44f1-a901-e28d9e54b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:20:47.799413 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff89644-5243-44f1-a901-e28d9e54b3b5 None None] The sync data for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 is: [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:20:48.008987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8706883b-e318-42fd-b558-68e9edf5bd96 None None] New status for floating IP 042f0d07-c196-4319-bd63-8918dc20b5ab: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:20:48.739589 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-f2e4cd31-6221-4b27-8760-853d53c67eba tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1634226862&fields=id&tenant_id=72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 267 time: 0.0358438 Aug 20 12:20:48.844184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-b1964c4c-eab9-4dfd-8bfe-3f0c1789dba1 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:48.845822 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-b1964c4c-eab9-4dfd-8bfe-3f0c1789dba1 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 811 time: 0.0992036 Aug 20 12:20:48.860068 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-92d78e3b-1e8d-4684-9c97-255723729782 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/quotas/72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 375 time: 0.0086503 Aug 20 12:20:48.912178 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-ba00282c-7fcf-4f86-9c6d-548e1351fbbf tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462282 Aug 20 12:20:48.986862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-9a4ac0c3-82d2-48d8-8df5-57ad0ce75374 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:20:48.987853 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-9a4ac0c3-82d2-48d8-8df5-57ad0ce75374 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0640347 Aug 20 12:20:49.080375 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d77a736b-f931-47e1-97b0-fb50c84b0a91 service neutron] 10.222.0.37 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859964 Aug 20 12:20:49.168986 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-112f0c1b-9ca4-4d72-88d3-d61ed6f2abee service neutron] 10.222.0.37 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824416 Aug 20 12:20:49.330397 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-732a5a31-e4b7-4ef8-8a62-49138eac53b5 req-dcfff946-3930-46f0-bec9-f040d4f598d2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 210 time: 0.0300019 Aug 20 12:20:50.479199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7da60d26-ed86-4c61-867d-633995465f2e req-808ba511-2107-46e1-b0bf-4bd05b46a10a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 210 time: 0.0319815 Aug 20 12:20:50.523719 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-3d901b72-c9c1-4424-bf97-58ecc9443917 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:50.525169 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-3d901b72-c9c1-4424-bf97-58ecc9443917 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 811 time: 0.4292059 Aug 20 12:20:50.567189 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-c743a32c-9ab9-411f-a317-016f479a1c67 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 380 time: 0.0324032 Aug 20 12:20:50.576077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-5374e01b-29e9-478d-9ae8-78f57f085c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Request body: {'port': {'device_id': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'admin_state_up': True, 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'security_groups': ['fba91d87-3b7d-4394-8cbc-97daf94b9725']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:50.683245 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-5374e01b-29e9-478d-9ae8-78f57f085c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Made reservation on behalf of 72b8a31e76a744208727e49ffa5f516e for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:20:50.686880 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-5374e01b-29e9-478d-9ae8-78f57f085c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:50.810439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-5374e01b-29e9-478d-9ae8-78f57f085c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Allocated IP 172.20.0.8 (02f23ec7-2602-4ead-b928-31283f59d505/7d1d438f-4510-44ac-a3c5-e79aaca5af05/4e2ffdb8-bda1-4744-be39-4480614e3478) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:20:50.947362 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-5374e01b-29e9-478d-9ae8-78f57f085c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:50.960696 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-5374e01b-29e9-478d-9ae8-78f57f085c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Transition to ACTIVE for port object 4e2ffdb8-bda1-4744-be39-4480614e3478 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:20:50.993029 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-5374e01b-29e9-478d-9ae8-78f57f085c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:51.035077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-5374e01b-29e9-478d-9ae8-78f57f085c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Network 02f23ec7-2602-4ead-b928-31283f59d505 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:20:51.037955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-5374e01b-29e9-478d-9ae8-78f57f085c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:20:51.041507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-5374e01b-29e9-478d-9ae8-78f57f085c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:20:51.075768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374e01b-29e9-478d-9ae8-78f57f085c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Pushing event updated for resources: {'Port': ['ID=4e2ffdb8-bda1-4744-be39-4480614e3478,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:51.099314 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-5374e01b-29e9-478d-9ae8-78f57f085c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:51.099953 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-5374e01b-29e9-478d-9ae8-78f57f085c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:51.115056 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-5374e01b-29e9-478d-9ae8-78f57f085c4d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424020 Aug 20 12:20:51.127694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Request body: {'port': {'device_id': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:51.182196 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:51.267508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-21374576-7b2b-4f5d-bcc7-1df137482910 None None] Provisioning for port 4e2ffdb8-bda1-4744-be39-4480614e3478 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:20:51.271099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-21374576-7b2b-4f5d-bcc7-1df137482910 None None] Provisioning complete for port 4e2ffdb8-bda1-4744-be39-4480614e3478 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:20:51.271467 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-21374576-7b2b-4f5d-bcc7-1df137482910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:51.306380 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-21374576-7b2b-4f5d-bcc7-1df137482910 None None] Port 4e2ffdb8-bda1-4744-be39-4480614e3478 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:20:51.444320 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2ffdb8-bda1-4744-be39-4480614e3478 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:51.451644 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:51.463007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Transition to ACTIVE for port object 4e2ffdb8-bda1-4744-be39-4480614e3478 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:20:51.466714 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:51.540112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2ffdb8-bda1-4744-be39-4480614e3478,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:51.592205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Attempting to bind port 4e2ffdb8-bda1-4744-be39-4480614e3478 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:20:51.592552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Attempting to bind port 4e2ffdb8-bda1-4744-be39-4480614e3478 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:20:51.592884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Attempting to bind port 4e2ffdb8-bda1-4744-be39-4480614e3478 on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:51.597495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Port 4e2ffdb8-bda1-4744-be39-4480614e3478 on network 02f23ec7-2602-4ead-b928-31283f59d505 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:20:51.597875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Attempting to bind port 4e2ffdb8-bda1-4744-be39-4480614e3478 on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:51.603135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:20:51.603471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Checking segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:20:51.603851 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Bound using segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:20:51.604274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Bound port: 4e2ffdb8-bda1-4744-be39-4480614e3478, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:20:51.604668 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:51.616521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 84b24710-3c7a-4740-a298-6fc7bfdd4f48 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:20:51.638507 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 84b24710-3c7a-4740-a298-6fc7bfdd4f48 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:20:51.639049 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 84b24710-3c7a-4740-a298-6fc7bfdd4f48 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:20:51.668626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ee2eb-93c7-4966-8de3-9d7bd9855432 req-9edd0871-731b-4e5a-bb47-507a6d7b74bd tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:51.670195 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-708ee2eb-93c7-4966-8de3-9d7bd9855432 req-9edd0871-731b-4e5a-bb47-507a6d7b74bd tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.1135859 Aug 20 12:20:51.678429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:51.683063 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=4e2ffdb8-bda1-4744-be39-4480614e3478,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:20:51.690935 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:51.718346 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-708ee2eb-93c7-4966-8de3-9d7bd9855432 req-2e63fcd6-175e-4931-911e-ace0a79d415c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396621 Aug 20 12:20:51.726331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:51.726904 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:51.728321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] 10.222.0.76 "PUT /v2.0/ports/4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 1091 time: 0.6055357 Aug 20 12:20:51.729025 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:51.731796 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de996dc7-f56a-4342-a9bd-06543e7af526" -d '{"events": [{"name": "network-changed", "server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:51.764257 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91db3c9-e3a0-4a6f-8b0a-2040911fe412 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2ffdb8-bda1-4744-be39-4480614e3478,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:51.805905 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fd5deb-f2fd-450f-9d1e-87fe79e8cd12 x-openstack-request-id: req-01fd5deb-f2fd-450f-9d1e-87fe79e8cd12 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:51.806203 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:51.806455 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01fd5deb-f2fd-450f-9d1e-87fe79e8cd12 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:51.806854 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'status': 'completed', 'code': 200} Aug 20 12:20:51.823766 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-a408382b-6441-427a-b5f4-5b3b73ff7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:51.825326 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-a408382b-6441-427a-b5f4-5b3b73ff7394 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 1094 time: 0.0484567 Aug 20 12:20:51.870708 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-ee1a5cde-1eca-491a-a351-e735c4ec7cfb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 217 time: 0.0358226 Aug 20 12:20:51.925530 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-84f5ceb9-5477-46f3-b5e0-504c719e6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:51.927009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-84f5ceb9-5477-46f3-b5e0-504c719e6759 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0498736 Aug 20 12:20:51.972888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-544236ac-74c0-4cce-9dec-685530edded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:51.974358 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-544236ac-74c0-4cce-9dec-685530edded1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406423 Aug 20 12:20:52.065579 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-47376f64-f355-45aa-b1d3-f013836b49f1 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843682 Aug 20 12:20:52.159513 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d1ff11de-d52d-4e45-ab45-0cefd72b5b4f req-7b90aab4-d0b0-4aa9-b51c-234a31b46fab service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870430 Aug 20 12:20:52.244420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de996dc7-f56a-4342-a9bd-06543e7af526 req-994d2f40-e309-4dd5-a0f3-f0b821ece64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:52.245820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de996dc7-f56a-4342-a9bd-06543e7af526 req-994d2f40-e309-4dd5-a0f3-f0b821ece64e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 1094 time: 0.0417039 Aug 20 12:20:52.339133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de996dc7-f56a-4342-a9bd-06543e7af526 req-03d19617-89fd-4ac1-bcc7-621af7f63b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:52.340590 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de996dc7-f56a-4342-a9bd-06543e7af526 req-03d19617-89fd-4ac1-bcc7-621af7f63b63 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0871468 Aug 20 12:20:52.382645 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de996dc7-f56a-4342-a9bd-06543e7af526 req-db8a9557-b024-4038-b5ad-70af1192a0dd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 217 time: 0.0346026 Aug 20 12:20:52.412859 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-271cd25a-c1a0-48ae-a2d2-9749e59412e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:52.432220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de996dc7-f56a-4342-a9bd-06543e7af526 req-a6bf2866-4e10-41b9-bd61-16a5416e872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:52.433732 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de996dc7-f56a-4342-a9bd-06543e7af526 req-a6bf2866-4e10-41b9-bd61-16a5416e872e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0442119 Aug 20 12:20:52.483243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de996dc7-f56a-4342-a9bd-06543e7af526 req-d4ab28b6-fdc2-4b88-b53a-82fc474cad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:52.484771 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de996dc7-f56a-4342-a9bd-06543e7af526 req-d4ab28b6-fdc2-4b88-b53a-82fc474cad9e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430145 Aug 20 12:20:52.576000 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de996dc7-f56a-4342-a9bd-06543e7af526 req-9cefde6d-8efc-41a4-916c-3d9648717fa2 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819283 Aug 20 12:20:52.668722 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-de996dc7-f56a-4342-a9bd-06543e7af526 req-42039482-4821-4a7f-9c8c-037df3822e2c service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847187 Aug 20 12:20:52.842799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd80397-e7e1-483d-a7a8-245077189086 req-4a6958de-c6d6-4873-a8d8-30d565fe08fd tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:52.844169 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9bd80397-e7e1-483d-a7a8-245077189086 req-4a6958de-c6d6-4873-a8d8-30d565fe08fd tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.0484419 Aug 20 12:20:52.881220 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9bd80397-e7e1-483d-a7a8-245077189086 req-6f6eef10-1781-467a-9dfd-cb4ee20e520e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307035 Aug 20 12:20:54.050486 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b44c5-92c2-4577-b064-98ced52ae61c req-ec3b3977-4c1e-4520-b2bb-ba6574999820 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:54.051965 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb1b44c5-92c2-4577-b064-98ced52ae61c req-ec3b3977-4c1e-4520-b2bb-ba6574999820 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.0990782 Aug 20 12:20:54.088904 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb1b44c5-92c2-4577-b064-98ced52ae61c req-3f74ea98-2611-4106-908c-865ff361fcfd tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308826 Aug 20 12:20:55.184349 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a00df86-165b-4252-b4df-f99cb9ad5ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:55.208296 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecbdac-3c71-4155-a4bb-82a0eef83c8f req-5f14fe92-7b09-4574-bcc7-21012f0b6498 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:55.210601 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-42ecbdac-3c71-4155-a4bb-82a0eef83c8f req-5f14fe92-7b09-4574-bcc7-21012f0b6498 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.0541716 Aug 20 12:20:55.247651 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-42ecbdac-3c71-4155-a4bb-82a0eef83c8f req-c2929abe-8f28-4f98-9875-bc52bb615cf0 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310848 Aug 20 12:20:55.509882 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:55.619426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 4e2ffdb8-bda1-4744-be39-4480614e3478 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:20:55.714595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=4e2ffdb8-bda1-4744-be39-4480614e3478,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:55.726156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'port_id': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'mac_address': 'fa:16:3e:20:f9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:20:55.762903 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:55.775504 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2ffdb8-bda1-4744-be39-4480614e3478 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:55.795348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=4e2ffdb8-bda1-4744-be39-4480614e3478,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:55.799519 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:55.847687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=4e2ffdb8-bda1-4744-be39-4480614e3478,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:55.986076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['4e2ffdb8-bda1-4744-be39-4480614e3478'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:56.363873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60372ca-a39a-440f-8d52-a62492070ee5 req-df87f213-c8d1-4098-bcae-1862a7ccaa32 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:56.365386 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b60372ca-a39a-440f-8d52-a62492070ee5 req-df87f213-c8d1-4098-bcae-1862a7ccaa32 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 944 time: 0.0484893 Aug 20 12:20:56.403303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b60372ca-a39a-440f-8d52-a62492070ee5 req-c1a761e4-a739-4c33-b948-f1d7bbfbc424 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316985 Aug 20 12:20:56.490099 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:57.515113 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe52cd-f6cb-47f2-aa8c-3fd617c6f132 req-5b24940c-5820-4006-94ca-fe5661d9f13d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:57.516609 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6efe52cd-f6cb-47f2-aa8c-3fd617c6f132 req-5b24940c-5820-4006-94ca-fe5661d9f13d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 944 time: 0.0483046 Aug 20 12:20:57.554445 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6efe52cd-f6cb-47f2-aa8c-3fd617c6f132 req-e5e4ac19-dd8e-4c3e-90e9-08973579c229 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318239 Aug 20 12:20:57.634738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 4e2ffdb8-bda1-4744-be39-4480614e3478 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:20:57.684611 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 4e2ffdb8-bda1-4744-be39-4480614e3478 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:20:57.688075 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 4e2ffdb8-bda1-4744-be39-4480614e3478 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:20:57.688536 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:57.760507 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:57.782625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:57.784871 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa43b868-285a-48d3-9b4d-31d3bd588d4d" -d '{"events": [{"server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "name": "network-vif-plugged", "status": "completed", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:57.796954 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=4e2ffdb8-bda1-4744-be39-4480614e3478,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:57.801291 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:57.826645 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a906ef96-b0d6-40c5-b507-4eb39cfed686 x-openstack-request-id: req-a906ef96-b0d6-40c5-b507-4eb39cfed686 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:57.827064 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "name": "network-vif-plugged", "status": "completed", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:57.827312 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a906ef96-b0d6-40c5-b507-4eb39cfed686 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:57.827695 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'code': 200} Aug 20 12:20:57.856490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=4e2ffdb8-bda1-4744-be39-4480614e3478,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:57.921358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd204d-e581-4a09-8fcd-fa56a5509acd req-f03481d9-acd5-491e-bd9d-20652d401e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:57.923087 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a0dd204d-e581-4a09-8fcd-fa56a5509acd req-f03481d9-acd5-491e-bd9d-20652d401e21 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 1096 time: 0.0447118 Aug 20 12:20:57.958022 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a0dd204d-e581-4a09-8fcd-fa56a5509acd req-feca5ce2-57e6-4130-9fc3-2cafe4f33be5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269012 Aug 20 12:20:58.101641 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:58.665110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b4991-b3d4-462a-a603-befb54041436 req-aa101ccc-5a45-41bd-ba77-2b3aa335f310 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:58.666568 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef7b4991-b3d4-462a-a603-befb54041436 req-aa101ccc-5a45-41bd-ba77-2b3aa335f310 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0478122 Aug 20 12:20:58.703930 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef7b4991-b3d4-462a-a603-befb54041436 req-0e7b1684-8f4d-4d7f-af91-27213f665445 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311623 Aug 20 12:20:59.296685 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:20:59.819472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa084d3-6f05-410f-8138-7a9c8fc0c580 req-c9abcf66-71c4-4fcf-acdd-44fa0416b6d8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:59.820965 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5aa084d3-6f05-410f-8138-7a9c8fc0c580 req-c9abcf66-71c4-4fcf-acdd-44fa0416b6d8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0483105 Aug 20 12:20:59.857763 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5aa084d3-6f05-410f-8138-7a9c8fc0c580 req-3d1b4158-59f6-4b38-b04f-55964c89b1d7 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308778 Aug 20 12:20:59.980250 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50d74b-62a7-4e82-934d-fe59178bfbc0 req-ec546b2c-0763-4ca9-99fd-79054c56558e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:59.981757 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3d50d74b-62a7-4e82-934d-fe59178bfbc0 req-ec546b2c-0763-4ca9-99fd-79054c56558e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0509295 Aug 20 12:20:59.990932 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55510) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:59.995707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c02ec611-0857-4d22-8294-5a40c3c9e7a5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Request body: {'floatingip': {'port_id': '4e2ffdb8-bda1-4744-be39-4480614e3478'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:00.034816 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c02ec611-0857-4d22-8294-5a40c3c9e7a5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for floatingip, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:00.452645 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c02ec611-0857-4d22-8294-5a40c3c9e7a5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:00.456564 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c02ec611-0857-4d22-8294-5a40c3c9e7a5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:00.554313 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-c02ec611-0857-4d22-8294-5a40c3c9e7a5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Floating IP 042f0d07-c196-4319-bd63-8918dc20b5ab associated. External IP: 172.25.8.28, port: 4e2ffdb8-bda1-4744-be39-4480614e3478. Aug 20 12:21:01.084562 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02ec611-0857-4d22-8294-5a40c3c9e7a5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Router ce13a288-4f2d-44d1-a090-f94f54688307 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:21:01.186294 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02ec611-0857-4d22-8294-5a40c3c9e7a5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:21:01.191754 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c02ec611-0857-4d22-8294-5a40c3c9e7a5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:01.196580 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e72d12e-81bc-4c64-b81e-a99fc9fce62f None None] Sync routers for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:21:01.206143 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e72d12e-81bc-4c64-b81e-a99fc9fce62f None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:01.206766 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3e72d12e-81bc-4c64-b81e-a99fc9fce62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:20:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:01.221197 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c02ec611-0857-4d22-8294-5a40c3c9e7a5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "PUT /v2.0/floatingips/042f0d07-c196-4319-bd63-8918dc20b5ab HTTP/1.1" status: 200 len: 991 time: 1.2292049 Aug 20 12:21:01.221780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:01.224027 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b94d1b-3f8d-4b3e-8041-c2cc83a63d11" -d '{"events": [{"name": "network-changed", "server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:01.260827 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2f4665-b829-44dd-a8d6-c161cd090fa4 x-openstack-request-id: req-7b2f4665-b829-44dd-a8d6-c161cd090fa4 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:01.261126 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:01.261387 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b2f4665-b829-44dd-a8d6-c161cd090fa4 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:01.261763 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'status': 'completed', 'code': 200} Aug 20 12:21:01.325979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b94d1b-3f8d-4b3e-8041-c2cc83a63d11 req-6691a209-0f21-4550-a1b7-b0dd28825de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:01.327525 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-38b94d1b-3f8d-4b3e-8041-c2cc83a63d11 req-6691a209-0f21-4550-a1b7-b0dd28825de7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 1096 time: 0.0412500 Aug 20 12:21:01.416065 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3e72d12e-81bc-4c64-b81e-a99fc9fce62f None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:01.425293 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b94d1b-3f8d-4b3e-8041-c2cc83a63d11 req-c5fe1579-2bd5-4a15-a8b0-f6aa3378fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:01.426824 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-38b94d1b-3f8d-4b3e-8041-c2cc83a63d11 req-c5fe1579-2bd5-4a15-a8b0-f6aa3378fdd3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0922630 Aug 20 12:21:01.489866 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-38b94d1b-3f8d-4b3e-8041-c2cc83a63d11 req-9496a8b5-b820-44a1-8454-74fb30338d0b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 999 time: 0.0565639 Aug 20 12:21:01.541214 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b94d1b-3f8d-4b3e-8041-c2cc83a63d11 req-f857fc61-9e86-4f3f-ad69-0046e83cf48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:01.542590 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-38b94d1b-3f8d-4b3e-8041-c2cc83a63d11 req-f857fc61-9e86-4f3f-ad69-0046e83cf48b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0463879 Aug 20 12:21:01.589795 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b94d1b-3f8d-4b3e-8041-c2cc83a63d11 req-fd72723f-aa8a-4019-8d35-6a97846db8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:01.591323 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-38b94d1b-3f8d-4b3e-8041-c2cc83a63d11 req-fd72723f-aa8a-4019-8d35-6a97846db8f7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415630 Aug 20 12:21:01.634653 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3e72d12e-81bc-4c64-b81e-a99fc9fce62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '042f0d07-c196-4319-bd63-8918dc20b5ab', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'port_id': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'mac_address': 'fa:16:3e:20:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:14:01Z', 'updated_at': '2021-08-20T12:21:00Z', 'revision_number': 13, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:01.660113 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e72d12e-81bc-4c64-b81e-a99fc9fce62f None None] Checking router: ce13a288-4f2d-44d1-a090-f94f54688307 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:21:01.668036 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e72d12e-81bc-4c64-b81e-a99fc9fce62f None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:01.668648 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3e72d12e-81bc-4c64-b81e-a99fc9fce62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:20:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:01.680052 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-38b94d1b-3f8d-4b3e-8041-c2cc83a63d11 req-9d7df3c8-70fa-4aae-a370-37dbd5727ddd service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820224 Aug 20 12:21:01.771471 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3e72d12e-81bc-4c64-b81e-a99fc9fce62f None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:01.774012 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-38b94d1b-3f8d-4b3e-8041-c2cc83a63d11 req-2683bd3f-9e00-4ad6-8def-6a2270bc42e0 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876260 Aug 20 12:21:01.989068 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3e72d12e-81bc-4c64-b81e-a99fc9fce62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '042f0d07-c196-4319-bd63-8918dc20b5ab', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'port_id': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'mac_address': 'fa:16:3e:20:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:14:01Z', 'updated_at': '2021-08-20T12:21:00Z', 'revision_number': 13, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:02.015829 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e72d12e-81bc-4c64-b81e-a99fc9fce62f None None] The sync data for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 is: [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '042f0d07-c196-4319-bd63-8918dc20b5ab', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'port_id': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'mac_address': 'fa:16:3e:20:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:14:01Z', 'updated_at': '2021-08-20T12:21:00Z', 'revision_number': 13, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:21:02.210132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a128e54-cf23-4a22-ba12-c835d04fd53b None None] New status for floating IP 042f0d07-c196-4319-bd63-8918dc20b5ab: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:21:03.303864 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:09.501845 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:22.413314 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ba503e6f-8cc2-4965-8297-842dc43c8bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:25.184913 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2bbf3b85-4924-4068-841e-179470079c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:25.511632 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:26.494812 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:28.105115 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:29.042988 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed35f57e-9ff5-4807-8a30-4f0f97c2379f req-c8fb7f98-4efc-4aa2-97cb-203cddcd0fa3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961375 Aug 20 12:21:29.123280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35f57e-9ff5-4807-8a30-4f0f97c2379f req-4cfcdf10-77be-4661-8a06-d36d5ce9014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:29.124805 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed35f57e-9ff5-4807-8a30-4f0f97c2379f req-4cfcdf10-77be-4661-8a06-d36d5ce9014f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 1096 time: 0.0404534 Aug 20 12:21:29.228308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35f57e-9ff5-4807-8a30-4f0f97c2379f req-7cbe9204-a25f-410d-ba4e-100cd528ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:29.229779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed35f57e-9ff5-4807-8a30-4f0f97c2379f req-7cbe9204-a25f-410d-ba4e-100cd528ad6e service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0860162 Aug 20 12:21:29.295225 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed35f57e-9ff5-4807-8a30-4f0f97c2379f req-01c5f487-d723-4a8e-a28b-3aa809b645eb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 1001 time: 0.0559516 Aug 20 12:21:29.349698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35f57e-9ff5-4807-8a30-4f0f97c2379f req-51dd3d44-2aa6-495d-aa78-cc03bf13a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:29.351110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed35f57e-9ff5-4807-8a30-4f0f97c2379f req-51dd3d44-2aa6-495d-aa78-cc03bf13a9aa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0465891 Aug 20 12:21:29.397670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35f57e-9ff5-4807-8a30-4f0f97c2379f req-b060091b-6657-479c-bd54-c843e909f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:29.399065 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed35f57e-9ff5-4807-8a30-4f0f97c2379f req-b060091b-6657-479c-bd54-c843e909f508 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395024 Aug 20 12:21:29.488189 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed35f57e-9ff5-4807-8a30-4f0f97c2379f req-d5e6a6ff-9118-4d54-8bd0-50562088fbfb service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806885 Aug 20 12:21:29.580087 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed35f57e-9ff5-4807-8a30-4f0f97c2379f req-b1e77faa-14be-4f32-9bb3-b41983fbdf40 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849304 Aug 20 12:21:33.309067 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:36.295344 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:21:39.517312 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:52.413592 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1525e32f-fa99-41f2-a130-73f684bdc4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.184288 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f9df36b7-769e-4e07-9739-099b6c12f586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.513474 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:56.498178 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:58.106686 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:03.316930 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:09.532873 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:13.295115 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:22:22.414427 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8d8c-1e82-4ee1-875c-2bbfdbb647d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.183486 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a5ad00e7-7067-4317-b4ff-2509a5a7eef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.516807 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:26.499781 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:28.110803 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.401090 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c21a2192-cb60-4b7f-ab76-c35c166d55cd req-cd45240c-d3d2-4129-934d-202eec5ccde5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407145 Aug 20 12:22:30.485022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a2192-cb60-4b7f-ab76-c35c166d55cd req-3e1b0a58-933f-4819-a49c-cd9573e6910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:30.486537 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c21a2192-cb60-4b7f-ab76-c35c166d55cd req-3e1b0a58-933f-4819-a49c-cd9573e6910b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 1096 time: 0.0436597 Aug 20 12:22:30.588282 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a2192-cb60-4b7f-ab76-c35c166d55cd req-e73dbad2-f4d0-4efd-a254-a2dd527976e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:30.590382 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c21a2192-cb60-4b7f-ab76-c35c166d55cd req-e73dbad2-f4d0-4efd-a254-a2dd527976e8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0860848 Aug 20 12:22:30.652812 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c21a2192-cb60-4b7f-ab76-c35c166d55cd req-dd773a4f-e946-4bc2-8def-e1c61296d43f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 1001 time: 0.0555494 Aug 20 12:22:30.704419 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a2192-cb60-4b7f-ab76-c35c166d55cd req-59cd8559-a6f5-419f-83e6-3c844257b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:30.705916 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c21a2192-cb60-4b7f-ab76-c35c166d55cd req-59cd8559-a6f5-419f-83e6-3c844257b313 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0466523 Aug 20 12:22:30.754273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a2192-cb60-4b7f-ab76-c35c166d55cd req-de66a626-498f-44a5-a4b4-cfdee0002bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:30.755718 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c21a2192-cb60-4b7f-ab76-c35c166d55cd req-de66a626-498f-44a5-a4b4-cfdee0002bf9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429223 Aug 20 12:22:30.846321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c21a2192-cb60-4b7f-ab76-c35c166d55cd req-69a7e0d9-7036-4f19-878e-4df1ba57c5f9 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823793 Aug 20 12:22:30.937230 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c21a2192-cb60-4b7f-ab76-c35c166d55cd req-6eff4e02-0580-4577-b879-91b8dc0e9fee service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839303 Aug 20 12:22:33.333382 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:38.260910 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b549d-7139-4075-ba37-99842c022836 req-dce1b48d-3d4f-429f-8a71-1d14ad1cddbd tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:38.262283 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d19b549d-7139-4075-ba37-99842c022836 req-dce1b48d-3d4f-429f-8a71-1d14ad1cddbd tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0497758 Aug 20 12:22:38.300113 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d19b549d-7139-4075-ba37-99842c022836 req-5ced06ea-bfe8-4da0-a000-073cb0109456 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314877 Aug 20 12:22:39.546697 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:49.419801 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-8ed0a19e-b275-4103-871b-37ffa9d683b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676241 Aug 20 12:22:49.434597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ea5a6-3624-49aa-be6d-6753b77c7fb1 req-343a73a1-b4be-4b21-8229-e0c77a6ebb12 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:49.436058 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-183ea5a6-3624-49aa-be6d-6753b77c7fb1 req-343a73a1-b4be-4b21-8229-e0c77a6ebb12 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0581646 Aug 20 12:22:49.474877 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-183ea5a6-3624-49aa-be6d-6753b77c7fb1 req-a6a3f263-9cfa-4aa4-8343-39f5cf2db597 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317869 Aug 20 12:22:50.293324 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:22:50.549461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92018ad9-815e-4dad-9a04-b29343cb858f req-9afb4a4f-923d-43a8-8a17-6d9d8bcd10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:50.551005 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-9afb4a4f-923d-43a8-8a17-6d9d8bcd10c6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 1096 time: 0.0448196 Aug 20 12:22:50.592923 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d04968-d2bb-4590-b9b7-276b246096f5 req-29995de8-4f25-4a1f-8ca6-021cdca514f7 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:50.594413 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54d04968-d2bb-4590-b9b7-276b246096f5 req-29995de8-4f25-4a1f-8ca6-021cdca514f7 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0484331 Aug 20 12:22:50.632591 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-54d04968-d2bb-4590-b9b7-276b246096f5 req-d759bc2f-29d9-4ff1-9b69-a66c2be101b6 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321043 Aug 20 12:22:50.640109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92018ad9-815e-4dad-9a04-b29343cb858f req-a77f2478-c1a6-4805-b437-ce66ffe3dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:50.641608 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-a77f2478-c1a6-4805-b437-ce66ffe3dad7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0840864 Aug 20 12:22:50.708943 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-12d1832a-7c22-4877-8b9c-6d9ac2056a60 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 1001 time: 0.0606489 Aug 20 12:22:50.761108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92018ad9-815e-4dad-9a04-b29343cb858f req-95588ea8-dc2d-4f24-a728-e65c85e56856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:50.762551 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-95588ea8-dc2d-4f24-a728-e65c85e56856 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0471454 Aug 20 12:22:50.806814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d6bb1215-bbf9-49a1-922d-d98fa781113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:50.808264 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d6bb1215-bbf9-49a1-922d-d98fa781113f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387676 Aug 20 12:22:50.901718 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-3802ad43-f794-42d1-b5c9-1b8e17be3fdd service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855038 Aug 20 12:22:50.990174 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-7211c3cb-2fbe-4eaf-b6ae-406c634ddcbe service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810027 Aug 20 12:22:51.753221 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7691911-51ee-4242-8c4c-00ee578f6449 req-0cf95e65-8376-4e2f-8fbb-4095200740b8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:51.754695 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f7691911-51ee-4242-8c4c-00ee578f6449 req-0cf95e65-8376-4e2f-8fbb-4095200740b8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0532770 Aug 20 12:22:51.792396 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f7691911-51ee-4242-8c4c-00ee578f6449 req-fda7148a-3394-40bc-8fa7-94ca54f4ce39 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315969 Aug 20 12:22:52.415300 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a3e2374f-4931-4353-a31c-220560ae5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:52.909886 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7ec7d-a67e-49ee-a677-24a77e951a8a req-d1834303-dc4f-449a-b594-c4385f2ab82e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:52.911354 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6d7ec7d-a67e-49ee-a677-24a77e951a8a req-d1834303-dc4f-449a-b594-c4385f2ab82e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0514159 Aug 20 12:22:52.949081 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6d7ec7d-a67e-49ee-a677-24a77e951a8a req-1cb62f38-958e-4ef2-a704-483883fefa37 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316646 Aug 20 12:22:54.067915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c43df-7bf8-4eed-98a7-51bce1ee63b5 req-38ed8491-7121-4b25-8b52-3ec2e9d24b5a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:54.069382 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad0c43df-7bf8-4eed-98a7-51bce1ee63b5 req-38ed8491-7121-4b25-8b52-3ec2e9d24b5a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0521917 Aug 20 12:22:54.106080 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad0c43df-7bf8-4eed-98a7-51bce1ee63b5 req-c7f08316-a2f3-439c-8677-0c23a2dca2f5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301640 Aug 20 12:22:55.184602 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-05b870f4-ee3a-4245-9213-48cdae7e20e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:55.222469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e29d9-1f72-4083-92f1-3b8154d082ee req-d0de7eab-26f1-466f-bc35-0fb0338d1c4b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:55.223857 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f18e29d9-1f72-4083-92f1-3b8154d082ee req-d0de7eab-26f1-466f-bc35-0fb0338d1c4b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0486217 Aug 20 12:22:55.261387 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f18e29d9-1f72-4083-92f1-3b8154d082ee req-c84e2f78-f26c-498c-85a0-73d85b4c46e1 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315540 Aug 20 12:22:55.517163 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:56.378161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1d3ca-0283-4ecc-97d7-7c3185b2427c req-7e629848-e5a7-4731-a050-4e031c862e71 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:56.379634 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-25e1d3ca-0283-4ecc-97d7-7c3185b2427c req-7e629848-e5a7-4731-a050-4e031c862e71 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0489259 Aug 20 12:22:56.416999 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-25e1d3ca-0283-4ecc-97d7-7c3185b2427c req-ec5bb498-587c-4639-a216-b4fde11fdd32 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Aug 20 12:22:56.503773 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:57.529698 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285d7e2-2b4e-430c-8ecb-1e04539a4e50 req-76d879d5-e840-4ca7-8655-9847c00a67bc tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:57.531157 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f285d7e2-2b4e-430c-8ecb-1e04539a4e50 req-76d879d5-e840-4ca7-8655-9847c00a67bc tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0477171 Aug 20 12:22:57.567803 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f285d7e2-2b4e-430c-8ecb-1e04539a4e50 req-bf8c6bc8-186c-420e-93cc-4eeb58cbaebc tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308712 Aug 20 12:22:58.112687 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:58.681746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f209473-4735-4aef-9e2d-9234dfe95ef7 req-81b9c5af-b364-4e0b-b092-173e9b40916f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:58.683195 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5f209473-4735-4aef-9e2d-9234dfe95ef7 req-81b9c5af-b364-4e0b-b092-173e9b40916f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0478737 Aug 20 12:22:58.719806 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5f209473-4735-4aef-9e2d-9234dfe95ef7 req-f269a003-73ee-48f0-ad05-f84f7d415f4a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301869 Aug 20 12:22:59.838289 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4abb4b-2817-47c6-b827-a5d77f6c4937 req-f52f2d5e-4982-4211-929d-520fdf6b2a2c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:59.839891 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1d4abb4b-2817-47c6-b827-a5d77f6c4937 req-f52f2d5e-4982-4211-929d-520fdf6b2a2c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0518670 Aug 20 12:22:59.876576 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1d4abb4b-2817-47c6-b827-a5d77f6c4937 req-8fdac99e-de7c-4bd2-bbaf-6921b77e730f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301442 Aug 20 12:23:00.994695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b878f-b68e-4d3a-905a-82f226fdcab2 req-3f807a57-a53d-4d1f-a531-90f9d646940b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:00.996157 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-162b878f-b68e-4d3a-905a-82f226fdcab2 req-3f807a57-a53d-4d1f-a531-90f9d646940b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0524158 Aug 20 12:23:01.034662 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-162b878f-b68e-4d3a-905a-82f226fdcab2 req-822adef9-5914-4e17-a2b7-38df9f358566 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322633 Aug 20 12:23:02.149212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fc3b9-17ae-41be-8572-92e730af027a req-e25d65cf-f559-496c-b05e-6c7d29ee061e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:02.150733 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-224fc3b9-17ae-41be-8572-92e730af027a req-e25d65cf-f559-496c-b05e-6c7d29ee061e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0491230 Aug 20 12:23:02.188444 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-224fc3b9-17ae-41be-8572-92e730af027a req-4e8b144c-9361-4218-b4f5-167e869ad944 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312464 Aug 20 12:23:03.303715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f0df5-7849-4905-953f-b03d8c699731 req-4400315f-0291-4908-a279-7c25f101fa42 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:03.305123 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c49f0df5-7849-4905-953f-b03d8c699731 req-4400315f-0291-4908-a279-7c25f101fa42 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0480208 Aug 20 12:23:03.343395 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c49f0df5-7849-4905-953f-b03d8c699731 req-120a40ba-a892-4535-9053-2171067eb395 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315228 Aug 20 12:23:03.352215 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:04.465142 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c2ec0-6025-4600-ba45-22b9a1133726 req-a718f46d-9fb2-467f-8af8-9dc152811330 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:04.468756 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b40c2ec0-6025-4600-ba45-22b9a1133726 req-a718f46d-9fb2-467f-8af8-9dc152811330 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0513797 Aug 20 12:23:04.508616 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b40c2ec0-6025-4600-ba45-22b9a1133726 req-1986fdbd-0871-49fb-8460-4bcbfa09aabe tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351765 Aug 20 12:23:04.586885 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-92018ad9-815e-4dad-9a04-b29343cb858f req-bdcc0c2e-1ca7-47fe-b02e-18ab9b652cbf service neutron] show failed (client error): The resource could not be found. Aug 20 12:23:04.587887 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-bdcc0c2e-1ca7-47fe-b02e-18ab9b652cbf service neutron] 10.222.0.76 "GET /v2.0/ports/4e2ffdb8-bda1-4744-be39-4480614e3478/bindings/n-h1-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.0530484 Aug 20 12:23:04.779454 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92018ad9-815e-4dad-9a04-b29343cb858f req-f6db7496-fab7-4590-a82c-10d8e649dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:04.780843 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-f6db7496-fab7-4590-a82c-10d8e649dafd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1&tenant_id=72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 1096 time: 0.0443001 Aug 20 12:23:04.793572 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:04.844858 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:05.042788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=4e2ffdb8-bda1-4744-be39-4480614e3478,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:05.073985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:05.118264 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:05.120530 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f7b0c7-b47f-4ef1-a59c-e5880565f0b9" -d '{"events": [{"server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "name": "network-vif-unplugged", "status": "completed", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:05.124973 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:05.141097 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Transition to ACTIVE for port object 4e2ffdb8-bda1-4744-be39-4480614e3478 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:05.144919 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:05.174222 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0393f68-c24e-47fc-aeec-445dd89e762e x-openstack-request-id: req-d0393f68-c24e-47fc-aeec-445dd89e762e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:05.174516 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "name": "network-vif-unplugged", "status": "completed", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:05.174776 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0393f68-c24e-47fc-aeec-445dd89e762e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:05.175176 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'code': 200} Aug 20 12:23:05.229385 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Pushing event updated for resources: {'Port': ['ID=4e2ffdb8-bda1-4744-be39-4480614e3478,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:05.241364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:05.241712 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:05.242052 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:05.242633 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:05.242958 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:05.243282 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:05.243605 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:05.243923 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:05.244241 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:05.244559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:05.244903 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:05.245220 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:05.282532 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] No DVR routers for this DVR port 4e2ffdb8-bda1-4744-be39-4480614e3478 on host n-h2-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:05.417884 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Attempting to bind port 4e2ffdb8-bda1-4744-be39-4480614e3478 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:23:05.418218 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Attempting to bind port 4e2ffdb8-bda1-4744-be39-4480614e3478 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:23:05.418543 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Attempting to bind port 4e2ffdb8-bda1-4744-be39-4480614e3478 on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:05.423348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Port 4e2ffdb8-bda1-4744-be39-4480614e3478 on network 02f23ec7-2602-4ead-b928-31283f59d505 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:23:05.423669 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Attempting to bind port 4e2ffdb8-bda1-4744-be39-4480614e3478 on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:05.428350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:23:05.428723 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Checking segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:05.429109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Bound using segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:23:05.429530 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Bound port: 4e2ffdb8-bda1-4744-be39-4480614e3478, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:23:05.429879 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:05.491602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:05.494983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4e2ffdb8-bda1-4744-be39-4480614e3478,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:23:05.498844 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:05.534528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:05.535176 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:05.536593 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] 10.222.0.35 "PUT /v2.0/ports/4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 1091 time: 0.7472303 Aug 20 12:23:05.560498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eea9ea-c4d1-42a5-a063-f707fbaea42e service neutron] Pushing event updated for resources: {'Port': ['ID=4e2ffdb8-bda1-4744-be39-4480614e3478,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:05.636675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92018ad9-815e-4dad-9a04-b29343cb858f req-252f13b6-68ef-461e-96c4-a26476ba1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:05.638758 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-252f13b6-68ef-461e-96c4-a26476ba1bbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 1094 time: 0.0748823 Aug 20 12:23:05.662805 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404a444-6ca5-4ac7-af8f-74a067a23008 req-ad3a1ddd-48cc-43d8-bda2-0ded32fff7a5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:05.664383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3404a444-6ca5-4ac7-af8f-74a067a23008 req-ad3a1ddd-48cc-43d8-bda2-0ded32fff7a5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.0746884 Aug 20 12:23:05.749983 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3404a444-6ca5-4ac7-af8f-74a067a23008 req-7a040df8-742e-49c8-ae82-d6b838b4a865 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751622 Aug 20 12:23:05.767196 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92018ad9-815e-4dad-9a04-b29343cb858f req-cd5bdf04-7b55-4bf8-abb2-6152f1caccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:05.768671 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-cd5bdf04-7b55-4bf8-abb2-6152f1caccdc service neutron] 10.222.0.35 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.1225214 Aug 20 12:23:05.838042 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-1afb5d75-4c9e-4cbf-b1c0-e8133ce758c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 999 time: 0.0619075 Aug 20 12:23:05.886756 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92018ad9-815e-4dad-9a04-b29343cb858f req-5e699e0a-ff6e-41fd-8a18-6b8e48135831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:05.888811 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-5e699e0a-ff6e-41fd-8a18-6b8e48135831 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0434718 Aug 20 12:23:05.932701 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92018ad9-815e-4dad-9a04-b29343cb858f req-79e4f9ac-d64f-4dae-a820-129819a4f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:05.934213 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-79e4f9ac-d64f-4dae-a820-129819a4f7e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388479 Aug 20 12:23:05.946699 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-42b49a79-bd4d-41c1-ab11-568bb2c51de2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:23:05.947678 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-42b49a79-bd4d-41c1-ab11-568bb2c51de2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050325 Aug 20 12:23:06.040799 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-7bea6052-4594-4d10-ab49-e1b95396eca9 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854180 Aug 20 12:23:06.129216 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-92018ad9-815e-4dad-9a04-b29343cb858f req-eb06a32c-ec8c-48a6-986f-25cc060014dd service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811074 Aug 20 12:23:06.872805 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d571e9b-3e5a-4e45-8c4d-52aea0888aed req-6fbd8b7a-875d-4822-81c7-b6d23a5a5b42 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:06.874305 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d571e9b-3e5a-4e45-8c4d-52aea0888aed req-6fbd8b7a-875d-4822-81c7-b6d23a5a5b42 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.0532937 Aug 20 12:23:06.911956 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d571e9b-3e5a-4e45-8c4d-52aea0888aed req-dd3e1bee-cbd8-4ad6-9581-90e357527381 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314167 Aug 20 12:23:07.176412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:07.178697 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4" -d '{"events": [{"name": "network-changed", "server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:07.226596 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91628c5-4cd7-4cb4-ada2-db30a16336a8 x-openstack-request-id: req-d91628c5-4cd7-4cb4-ada2-db30a16336a8 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:07.226943 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:07.227205 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d91628c5-4cd7-4cb4-ada2-db30a16336a8 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:07.227613 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'status': 'completed', 'code': 200} Aug 20 12:23:07.299356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-d9f4e1fa-0e3e-4a7d-9d08-5cc2210c25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:07.300958 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-d9f4e1fa-0e3e-4a7d-9d08-5cc2210c25c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 1094 time: 0.0497265 Aug 20 12:23:07.303526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-2bfe7369-7eee-45a1-af9d-3858caee7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:07.305092 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-2bfe7369-7eee-45a1-af9d-3858caee7c9b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 1094 time: 0.0526614 Aug 20 12:23:07.399372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-8d262438-0024-4f5d-88b5-e039a0f97cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:07.400958 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-8d262438-0024-4f5d-88b5-e039a0f97cd3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0922813 Aug 20 12:23:07.402898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-a05f890e-bf0d-43c0-a595-60b5330ad9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:07.405180 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-a05f890e-bf0d-43c0-a595-60b5330ad9cd service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0930073 Aug 20 12:23:07.469889 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-db86e057-54ae-492f-8204-1c733024b945 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 999 time: 0.0576177 Aug 20 12:23:07.474846 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-e62d2c5f-6ddd-48c2-9c6b-4ea61cc1c2c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 999 time: 0.0634129 Aug 20 12:23:07.522082 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-eea7acbf-d1d8-4314-b71b-1e58ecf50966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:07.523645 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-eea7acbf-d1d8-4314-b71b-1e58ecf50966 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0469370 Aug 20 12:23:07.527083 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-45a0f262-4d23-416d-bee8-827effce0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:07.528684 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-45a0f262-4d23-416d-bee8-827effce0e7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0464194 Aug 20 12:23:07.573026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-1742d4f6-f1cd-4c7a-b452-a8de22cc0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:07.574629 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-1742d4f6-f1cd-4c7a-b452-a8de22cc0c54 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443635 Aug 20 12:23:07.574831 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-a6e6ab66-60ee-4b49-91fd-2154518b3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:07.576949 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-a6e6ab66-60ee-4b49-91fd-2154518b3570 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411208 Aug 20 12:23:07.672470 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-395b4c34-0492-40aa-80a0-b3001878a54f service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899861 Aug 20 12:23:07.672717 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-ca60e973-ade3-4964-bf59-dbd1662225bf service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887384 Aug 20 12:23:07.768472 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-4ace36a3-4038-4cbf-89a5-40c3c8aa1cd6 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896633 Aug 20 12:23:07.768751 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f12ce0b7-9dc2-4afe-afcd-7719d303baa4 req-babd9be3-c901-4ee5-8281-a2218a7ade01 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885048 Aug 20 12:23:08.033034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298b363-4986-40ac-8865-7f9168a4d4bd req-5c1bebf6-ab73-4203-9e2c-f06574a7d51d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:08.034477 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c298b363-4986-40ac-8865-7f9168a4d4bd req-5c1bebf6-ab73-4203-9e2c-f06574a7d51d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.0520139 Aug 20 12:23:08.071786 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c298b363-4986-40ac-8865-7f9168a4d4bd req-71cbd89b-2a01-41c5-b019-31a011d5235c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311768 Aug 20 12:23:08.275111 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 4e2ffdb8-bda1-4744-be39-4480614e3478 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:08.313816 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 4e2ffdb8-bda1-4744-be39-4480614e3478 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:09.193232 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b88021-f071-4745-8f07-8e2bd4dad714 req-c7447e91-ae69-457a-ae52-862a33b9280d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:09.194835 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e2b88021-f071-4745-8f07-8e2bd4dad714 req-c7447e91-ae69-457a-ae52-862a33b9280d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.0508161 Aug 20 12:23:09.235144 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e2b88021-f071-4745-8f07-8e2bd4dad714 req-76221066-ea41-4478-b978-474ef487650e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336885 Aug 20 12:23:09.561024 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.351633 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82188fc5-d56e-4fa6-8a91-d55b6c1cbfcb req-647cf211-180b-4a01-819a-d5db9ab0f769 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:10.353116 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82188fc5-d56e-4fa6-8a91-d55b6c1cbfcb req-647cf211-180b-4a01-819a-d5db9ab0f769 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.0476437 Aug 20 12:23:10.390481 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-82188fc5-d56e-4fa6-8a91-d55b6c1cbfcb req-d873e66d-1e79-4e98-a4e8-e9bb2af9b471 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314248 Aug 20 12:23:11.510783 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41c55e-acce-4eae-b44a-a6ccfe8b534f req-0847d318-80ef-4d1d-8538-061ee944c624 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:11.513119 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc41c55e-acce-4eae-b44a-a6ccfe8b534f req-0847d318-80ef-4d1d-8538-061ee944c624 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.0548449 Aug 20 12:23:11.550476 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc41c55e-acce-4eae-b44a-a6ccfe8b534f req-fcce4c6c-fcb3-4b06-a04f-bacaaffc0b09 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313253 Aug 20 12:23:12.664454 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cf186-51e8-4fae-ad06-5a70a380a31a req-8ef3a3d0-b2fc-4cff-acdf-b39e3b52b1f7 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:12.665942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-447cf186-51e8-4fae-ad06-5a70a380a31a req-8ef3a3d0-b2fc-4cff-acdf-b39e3b52b1f7 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.0472574 Aug 20 12:23:12.706186 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-447cf186-51e8-4fae-ad06-5a70a380a31a req-f2295824-eac9-4a41-9e99-6e26af1309f6 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337174 Aug 20 12:23:13.824127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87444aa1-0c79-4f4c-8b11-1b9a86f449fb req-d5b03242-5e8a-4610-adf5-dceae6298560 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:13.825641 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87444aa1-0c79-4f4c-8b11-1b9a86f449fb req-d5b03242-5e8a-4610-adf5-dceae6298560 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.0495305 Aug 20 12:23:13.862985 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87444aa1-0c79-4f4c-8b11-1b9a86f449fb req-21127412-0669-4cd7-982d-0402e5f6275e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315437 Aug 20 12:23:14.981246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df836c79-55a5-45b0-84ea-9b894b84e1e8 req-90f7a1d7-a076-448b-8ccc-fc06539feb24 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:14.983662 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-df836c79-55a5-45b0-84ea-9b894b84e1e8 req-90f7a1d7-a076-448b-8ccc-fc06539feb24 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.0513997 Aug 20 12:23:15.026624 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-df836c79-55a5-45b0-84ea-9b894b84e1e8 req-38a94dbe-eb38-4982-bd98-068ae6240997 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372024 Aug 20 12:23:16.143481 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe418d-6095-4e16-bcc9-896fa9375a02 req-ec315d2e-95f5-49ee-ab22-2c4f6b88034c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:16.144996 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0dbe418d-6095-4e16-bcc9-896fa9375a02 req-ec315d2e-95f5-49ee-ab22-2c4f6b88034c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.0485597 Aug 20 12:23:16.182957 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0dbe418d-6095-4e16-bcc9-896fa9375a02 req-aa276703-e238-471e-b2f8-79d040b648da tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318389 Aug 20 12:23:17.300172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef43ea-df71-4845-9561-0b4b2cd65861 req-b9a7b967-c11a-4409-a984-9f20e7488f3a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:17.301598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-25ef43ea-df71-4845-9561-0b4b2cd65861 req-b9a7b967-c11a-4409-a984-9f20e7488f3a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.0499141 Aug 20 12:23:17.340462 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-25ef43ea-df71-4845-9561-0b4b2cd65861 req-97d31690-c7a4-451f-97c0-5b6eef45b1ae tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328691 Aug 20 12:23:18.461869 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001c45a-6aeb-4109-b0a5-1a35d08082a5 req-c749d0d3-dbc1-4865-a9e2-a2e944a0623d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:18.463379 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6001c45a-6aeb-4109-b0a5-1a35d08082a5 req-c749d0d3-dbc1-4865-a9e2-a2e944a0623d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.0528116 Aug 20 12:23:18.501775 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6001c45a-6aeb-4109-b0a5-1a35d08082a5 req-a830e168-e96d-4813-a642-633c1391506c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Aug 20 12:23:18.661597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 4e2ffdb8-bda1-4744-be39-4480614e3478 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:23:18.770015 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4e2ffdb8-bda1-4744-be39-4480614e3478,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:18.782438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'port_id': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'mac_address': 'fa:16:3e:20:f9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:23:18.820233 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:18.827275 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-9abca9d4-624e-4bb9-a1ad-871ffd784bbb tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:18.828820 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-9abca9d4-624e-4bb9-a1ad-871ffd784bbb tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.35 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1&tenant_id=72b8a31e76a744208727e49ffa5f516e&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 943 time: 0.0913546 Aug 20 12:23:18.833368 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2ffdb8-bda1-4744-be39-4480614e3478 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:23:18.839941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfc531-d7b4-4491-9cd0-bc7a0776ba97 req-2d5a976d-014c-427b-abc0-732376590e74 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:18.841951 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4dcfc531-d7b4-4491-9cd0-bc7a0776ba97 req-2d5a976d-014c-427b-abc0-732376590e74 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 943 time: 0.0722697 Aug 20 12:23:18.853076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4e2ffdb8-bda1-4744-be39-4480614e3478,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:18.858277 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:18.904675 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=4e2ffdb8-bda1-4744-be39-4480614e3478,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:18.912322 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:18.912603 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:18.912989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:18.913322 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:18.913651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:18.913976 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:18.914299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:18.914626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:18.915225 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:18.915347 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:18.915576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:18.915885 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:18.922130 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4dcfc531-d7b4-4491-9cd0-bc7a0776ba97 req-3513d883-5f34-4c9c-97d5-2b8f8c94d862 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724945 Aug 20 12:23:18.930965 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-57848b41-e9d9-46b4-b8f6-4f948a1b1245 service neutron] 10.222.0.35 "GET /v2.0/ports/4e2ffdb8-bda1-4744-be39-4480614e3478/bindings/n-h1-804299-2 HTTP/1.1" status: 200 len: 382 time: 0.0877726 Aug 20 12:23:18.997278 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-e34e9777-459d-48b0-a200-3895b57defe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:18.999020 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-e34e9777-459d-48b0-a200-3895b57defe9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 1095 time: 0.0416310 Aug 20 12:23:19.089515 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-f30aa324-32f9-4e24-b9e6-26d44218d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:19.090977 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-f30aa324-32f9-4e24-b9e6-26d44218d8bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0846171 Aug 20 12:23:19.120951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['4e2ffdb8-bda1-4744-be39-4480614e3478'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:23:19.163182 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-ff6f03f4-5cd9-4906-b844-300509b6e9e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 1000 time: 0.0644667 Aug 20 12:23:19.212300 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-db8dd3cd-e011-4672-855e-7895cdd245d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:19.213878 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-db8dd3cd-e011-4672-855e-7895cdd245d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0438545 Aug 20 12:23:19.260169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-736975d8-c4df-4b0b-8853-9fa35a10953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:19.261711 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-736975d8-c4df-4b0b-8853-9fa35a10953f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405335 Aug 20 12:23:19.353960 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-8fcdadb5-186d-4b92-9905-641980e01ed4 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843599 Aug 20 12:23:19.444155 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-3da9cadd-e8b7-437f-9d6d-68ec67291202 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819230 Aug 20 12:23:20.040917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e80071-0ca4-4187-bae7-a5ef8bca83aa req-d8c10427-5467-4e6a-9dcc-7fce69a2f02e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:20.042407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26e80071-0ca4-4187-bae7-a5ef8bca83aa req-d8c10427-5467-4e6a-9dcc-7fce69a2f02e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 944 time: 0.0486462 Aug 20 12:23:20.083348 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26e80071-0ca4-4187-bae7-a5ef8bca83aa req-977b2d4d-90f0-432c-a9eb-6e6808223339 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348067 Aug 20 12:23:20.681297 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 4e2ffdb8-bda1-4744-be39-4480614e3478 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:20.729203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port 4e2ffdb8-bda1-4744-be39-4480614e3478 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:20.733370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port 4e2ffdb8-bda1-4744-be39-4480614e3478 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:20.733738 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:20.813849 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:20.836520 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:20.838792 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea332e2d-4043-46f8-a1f7-640f77222b70" -d '{"events": [{"server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "name": "network-vif-plugged", "status": "completed", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:20.851723 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4e2ffdb8-bda1-4744-be39-4480614e3478,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:20.856020 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:20.892021 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498acc91-cbe5-4d61-99fc-9c4f6b935325 x-openstack-request-id: req-498acc91-cbe5-4d61-99fc-9c4f6b935325 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:20.892578 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "name": "network-vif-plugged", "status": "completed", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:20.892864 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-498acc91-cbe5-4d61-99fc-9c4f6b935325 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:20.893251 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'code': 200} Aug 20 12:23:20.907173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=4e2ffdb8-bda1-4744-be39-4480614e3478,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:21.200139 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ac75e-caed-445c-b31f-2f9347ac5f42 req-55dad2dd-0927-4bdf-87bf-626b2708a1d3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:21.202543 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-834ac75e-caed-445c-b31f-2f9347ac5f42 req-55dad2dd-0927-4bdf-87bf-626b2708a1d3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0515094 Aug 20 12:23:21.248436 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-834ac75e-caed-445c-b31f-2f9347ac5f42 req-2016aa86-a533-447c-b0a9-369a5cc36353 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395672 Aug 20 12:23:22.372481 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac713d-c5d2-4bd5-831e-f239a8e980fe req-51547b47-2451-436d-a5d7-e1ccf37cfff3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:22.374081 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a3ac713d-c5d2-4bd5-831e-f239a8e980fe req-51547b47-2451-436d-a5d7-e1ccf37cfff3 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0550616 Aug 20 12:23:22.415034 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a3ac713d-c5d2-4bd5-831e-f239a8e980fe req-dd12997b-7406-4ef6-a907-28882f92db78 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348303 Aug 20 12:23:22.417710 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9b526e5a-1125-487f-9c08-c589ad38588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:23.244984 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-8e7d9eee-7efe-4976-8cc0-03a13436485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:23.246377 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-8e7d9eee-7efe-4976-8cc0-03a13436485f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1&tenant_id=72b8a31e76a744208727e49ffa5f516e HTTP/1.1" status: 200 len: 1096 time: 0.0398753 Aug 20 12:23:23.258965 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:23.312394 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:23.537409 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=4e2ffdb8-bda1-4744-be39-4480614e3478,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:23.578723 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d50ecc-7df5-44ad-aeb3-3f6aed8268b0 req-b83bd4ec-7629-4994-818c-471cf3caa219 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:23.580196 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-61d50ecc-7df5-44ad-aeb3-3f6aed8268b0 req-b83bd4ec-7629-4994-818c-471cf3caa219 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0896409 Aug 20 12:23:23.583193 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:23.641536 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:23.643797 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d980b132-8a18-4361-9415-e5f27812d708" -d '{"events": [{"server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "name": "network-vif-unplugged", "status": "completed", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:23.649492 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:23.659308 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-61d50ecc-7df5-44ad-aeb3-3f6aed8268b0 req-f53503ea-dc41-4d7c-8699-ed13e3f4521c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579188 Aug 20 12:23:23.666352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Transition to ACTIVE for port object 4e2ffdb8-bda1-4744-be39-4480614e3478 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:23.671807 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:23.699689 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2539e8-a29f-4a0b-98f4-6dcdc8b11336 x-openstack-request-id: req-bf2539e8-a29f-4a0b-98f4-6dcdc8b11336 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:23.699978 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "name": "network-vif-unplugged", "status": "completed", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:23.700229 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf2539e8-a29f-4a0b-98f4-6dcdc8b11336 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:23.700607 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'code': 200} Aug 20 12:23:23.760047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2ffdb8-bda1-4744-be39-4480614e3478,revision_number=10']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:23.772309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:23.772684 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:23.773032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:23.773374 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:23.773705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:23.774034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:23.774366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:23.774688 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:23.775013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:23.775333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:23.775655 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:23.775980 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:23.809683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] No DVR routers for this DVR port 4e2ffdb8-bda1-4744-be39-4480614e3478 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:24.246829 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Attempting to bind port 4e2ffdb8-bda1-4744-be39-4480614e3478 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:23:24.247520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Attempting to bind port 4e2ffdb8-bda1-4744-be39-4480614e3478 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:23:24.247520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Attempting to bind port 4e2ffdb8-bda1-4744-be39-4480614e3478 on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:24.252312 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Port 4e2ffdb8-bda1-4744-be39-4480614e3478 on network 02f23ec7-2602-4ead-b928-31283f59d505 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:23:24.252646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Attempting to bind port 4e2ffdb8-bda1-4744-be39-4480614e3478 on network 02f23ec7-2602-4ead-b928-31283f59d505 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:24.257306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:23:24.257642 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Checking segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:24.258034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Bound using segment: {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:23:24.258449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Bound port: 4e2ffdb8-bda1-4744-be39-4480614e3478, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0487e967-4026-438f-826c-debc12bc52f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:23:24.258798 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.321706 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:24.324580 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=4e2ffdb8-bda1-4744-be39-4480614e3478,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:23:24.329407 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.362468 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:24.363088 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.364465 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] 10.222.0.76 "PUT /v2.0/ports/4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 1092 time: 1.1094174 Aug 20 12:23:24.384859 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4a5c5-ba94-4bf8-ac8a-7e1303321be1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2ffdb8-bda1-4744-be39-4480614e3478,revision_number=11']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:24.429030 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-65ec7e8e-82bb-4315-87ea-70da6c4ee127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:24.430553 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-65ec7e8e-82bb-4315-87ea-70da6c4ee127 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 1095 time: 0.0422189 Aug 20 12:23:24.526648 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-a2ffdd8a-bfa6-4e5b-bdae-74993f2da975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:24.528111 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-a2ffdd8a-bfa6-4e5b-bdae-74993f2da975 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0905070 Aug 20 12:23:24.594478 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-2d5247c6-3360-49ec-8f51-233cb7a1c7a1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 999 time: 0.0583820 Aug 20 12:23:24.647408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-f3835d4c-92cc-4191-84d8-82fbfcda9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:24.648851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-f3835d4c-92cc-4191-84d8-82fbfcda9e84 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0479448 Aug 20 12:23:24.692248 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-09e1bce3-59e2-4b96-85d5-ff9aeb7ab183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:24.693829 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-09e1bce3-59e2-4b96-85d5-ff9aeb7ab183 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385695 Aug 20 12:23:24.820578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d34eb-110f-44ce-836a-33a753f16b60 req-79fd4fa7-8bec-4b92-9350-ae7330e8d520 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:24.821970 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e48d34eb-110f-44ce-836a-33a753f16b60 req-79fd4fa7-8bec-4b92-9350-ae7330e8d520 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 944 time: 0.0800421 Aug 20 12:23:24.824103 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-888ce23b-2f78-4b3b-b4d5-1c2f505aad37 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235173 Aug 20 12:23:24.906542 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e48d34eb-110f-44ce-836a-33a753f16b60 req-4c99c427-742b-44f7-a7db-e8efcec32587 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773730 Aug 20 12:23:24.936358 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f032f9d3-7ac9-4f4e-a9e1-f7433da8e331 req-0deac1ff-4dda-42ef-adc1-778aab5681e2 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012299 Aug 20 12:23:25.187505 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-23322074-175f-449e-a675-f89cafb459aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:25.518968 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:25.702342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:25.704827 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020b980e-ea96-4291-8103-044681aed027" -d '{"events": [{"name": "network-changed", "server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:25.753119 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cd9239-ab2e-4745-9f7c-30de26c604f6 x-openstack-request-id: req-47cd9239-ab2e-4745-9f7c-30de26c604f6 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:25.753412 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:25.753664 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47cd9239-ab2e-4745-9f7c-30de26c604f6 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:25.754197 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'status': 'completed', 'code': 200} Aug 20 12:23:25.816114 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b980e-ea96-4291-8103-044681aed027 req-3ff670f3-6051-4321-9709-63de5f9205eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:25.817687 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-020b980e-ea96-4291-8103-044681aed027 req-3ff670f3-6051-4321-9709-63de5f9205eb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 1095 time: 0.0464115 Aug 20 12:23:25.865688 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b980e-ea96-4291-8103-044681aed027 req-41ede895-b9ab-4ba2-beb0-fc157bad967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:25.867793 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-020b980e-ea96-4291-8103-044681aed027 req-41ede895-b9ab-4ba2-beb0-fc157bad967b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 1095 time: 0.0888469 Aug 20 12:23:25.910719 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b980e-ea96-4291-8103-044681aed027 req-f18690dc-f56a-4819-a4cb-2a6cd42037e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:25.912391 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-020b980e-ea96-4291-8103-044681aed027 req-f18690dc-f56a-4819-a4cb-2a6cd42037e5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0878110 Aug 20 12:23:25.972141 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b980e-ea96-4291-8103-044681aed027 req-ffc9b70c-9c53-489d-bce4-16b02f2c6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:25.973794 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-020b980e-ea96-4291-8103-044681aed027 req-ffc9b70c-9c53-489d-bce4-16b02f2c6a5e service neutron] 10.222.0.35 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0989830 Aug 20 12:23:25.992724 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-020b980e-ea96-4291-8103-044681aed027 req-afa8cb0d-3bd9-47e1-8940-265a1429cfc0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 999 time: 0.0728769 Aug 20 12:23:26.044527 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-020b980e-ea96-4291-8103-044681aed027 req-1c527998-e1b6-48a7-8474-4d11205b656f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 999 time: 0.0615544 Aug 20 12:23:26.081806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f2f42-3717-4575-8df0-516af5daa3d2 req-6411a182-7084-4910-b9d2-dc7e752406bc tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:26.083395 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a9f2f42-3717-4575-8df0-516af5daa3d2 req-6411a182-7084-4910-b9d2-dc7e752406bc tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 944 time: 0.0882361 Aug 20 12:23:26.086178 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b980e-ea96-4291-8103-044681aed027 req-7117e8a9-087a-4b0a-a24a-a15ebd9c4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:26.087621 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-020b980e-ea96-4291-8103-044681aed027 req-7117e8a9-087a-4b0a-a24a-a15ebd9c4c29 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0835965 Aug 20 12:23:26.102353 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b980e-ea96-4291-8103-044681aed027 req-5a00e90c-d151-456c-b367-e26be8387a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:26.103846 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-020b980e-ea96-4291-8103-044681aed027 req-5a00e90c-d151-456c-b367-e26be8387a30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0525775 Aug 20 12:23:26.157084 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b980e-ea96-4291-8103-044681aed027 req-911af4b1-6b40-4885-b4c0-d26cc81d1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:26.157543 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a9f2f42-3717-4575-8df0-516af5daa3d2 req-ab2bae56-fa75-4d37-9476-b7ad9efcf603 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679958 Aug 20 12:23:26.165837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b980e-ea96-4291-8103-044681aed027 req-5ac95abf-7c18-4ef3-9c5e-3e9277ffe130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:26.167359 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-020b980e-ea96-4291-8103-044681aed027 req-5ac95abf-7c18-4ef3-9c5e-3e9277ffe130 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700836 Aug 20 12:23:26.168963 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-020b980e-ea96-4291-8103-044681aed027 req-911af4b1-6b40-4885-b4c0-d26cc81d1274 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542610 Aug 20 12:23:26.260820 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-020b980e-ea96-4291-8103-044681aed027 req-fee8ee26-8b16-4c1c-be46-8be3a3eb67bb service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866027 Aug 20 12:23:26.267128 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-020b980e-ea96-4291-8103-044681aed027 req-38dde46d-6cbd-4ce1-8879-91d796b50358 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947976 Aug 20 12:23:26.363204 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-020b980e-ea96-4291-8103-044681aed027 req-92504b4f-3d96-4c0f-b787-9c966aaef6d7 service neutron] 10.222.0.35 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892017 Aug 20 12:23:26.363446 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-020b980e-ea96-4291-8103-044681aed027 req-1c80caef-fdf6-4cc8-94f7-b2799266365f service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954545 Aug 20 12:23:26.507428 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:26.741527 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 4e2ffdb8-bda1-4744-be39-4480614e3478 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:26.785470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device 4e2ffdb8-bda1-4744-be39-4480614e3478 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:27.281658 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367b7e1-478b-4dbe-8b75-fa7634419c1c req-919a6388-3e47-47a5-ad48-233fce80b2d5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:27.283071 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6367b7e1-478b-4dbe-8b75-fa7634419c1c req-919a6388-3e47-47a5-ad48-233fce80b2d5 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 944 time: 0.0524857 Aug 20 12:23:27.292296 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:23:27.326545 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6367b7e1-478b-4dbe-8b75-fa7634419c1c req-b0682285-efb5-4272-958b-86fcda30334a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330925 Aug 20 12:23:28.115902 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:28.447502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93940111-e9a2-42c9-88be-ec36383431e1 req-cbc6ce8c-adc8-4e87-a824-e0a80acb0462 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:28.449018 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93940111-e9a2-42c9-88be-ec36383431e1 req-cbc6ce8c-adc8-4e87-a824-e0a80acb0462 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 944 time: 0.0495529 Aug 20 12:23:28.487813 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-93940111-e9a2-42c9-88be-ec36383431e1 req-02dd9b49-c21b-4ba4-a264-8e5364403007 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318596 Aug 20 12:23:29.602370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ac4a6-b983-49c2-9021-a40a4beda1aa req-7e2dca4c-b081-4cae-b25b-3be6731b46dc tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:29.603847 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2b8ac4a6-b983-49c2-9021-a40a4beda1aa req-7e2dca4c-b081-4cae-b25b-3be6731b46dc tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 944 time: 0.0487542 Aug 20 12:23:29.641782 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2b8ac4a6-b983-49c2-9021-a40a4beda1aa req-e437293e-9352-4fe7-a745-553b115191a8 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313203 Aug 20 12:23:30.758019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5e811-4efa-426e-932c-9b433d0a14ea req-cf7d9525-aaa3-44a3-822b-d86e4d66bb97 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:30.759479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b1d5e811-4efa-426e-932c-9b433d0a14ea req-cf7d9525-aaa3-44a3-822b-d86e4d66bb97 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 944 time: 0.0488420 Aug 20 12:23:30.798137 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b1d5e811-4efa-426e-932c-9b433d0a14ea req-8ae47f5a-6c84-44b3-bed3-b57079a71648 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321975 Aug 20 12:23:31.910652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377c897-36c1-4c33-b45e-337fdcfa870d req-240cb115-321f-4fd0-8a4c-ec8133101a65 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:31.912120 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5377c897-36c1-4c33-b45e-337fdcfa870d req-240cb115-321f-4fd0-8a4c-ec8133101a65 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 944 time: 0.0479326 Aug 20 12:23:31.953093 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5377c897-36c1-4c33-b45e-337fdcfa870d req-34dfdcad-474c-498f-9dd0-b97a883e5c6a tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349774 Aug 20 12:23:32.432792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab430e-2af8-4f3b-9f20-df1cb3904d8b req-19e85089-c3e9-4463-b19e-7ac7e2c69258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:32.434269 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaab430e-2af8-4f3b-9f20-df1cb3904d8b req-19e85089-c3e9-4463-b19e-7ac7e2c69258 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=72b8a31e76a744208727e49ffa5f516e&device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 1095 time: 0.0442238 Aug 20 12:23:32.534726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab430e-2af8-4f3b-9f20-df1cb3904d8b req-eb79837d-bf8a-4536-b866-ea7a234a7d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:32.536181 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaab430e-2af8-4f3b-9f20-df1cb3904d8b req-eb79837d-bf8a-4536-b866-ea7a234a7d3f service neutron] 10.222.0.76 "GET /v2.0/networks?id=02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 200 len: 911 time: 0.0833552 Aug 20 12:23:32.606811 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaab430e-2af8-4f3b-9f20-df1cb3904d8b req-cf64f0c0-75b4-45f9-b3fe-9a49d22802a2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 200 len: 999 time: 0.0627184 Aug 20 12:23:32.655623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab430e-2af8-4f3b-9f20-df1cb3904d8b req-c3b87a57-10e5-4d1f-8095-c4dc9c88070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:32.657024 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaab430e-2af8-4f3b-9f20-df1cb3904d8b req-c3b87a57-10e5-4d1f-8095-c4dc9c88070d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 200 len: 850 time: 0.0430543 Aug 20 12:23:32.699958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab430e-2af8-4f3b-9f20-df1cb3904d8b req-8600e6c2-03ba-4a65-a02a-8256878250c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:32.701407 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaab430e-2af8-4f3b-9f20-df1cb3904d8b req-8600e6c2-03ba-4a65-a02a-8256878250c3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=02f23ec7-2602-4ead-b928-31283f59d505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379040 Aug 20 12:23:32.793796 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaab430e-2af8-4f3b-9f20-df1cb3904d8b req-2fba9739-edd9-479f-b2d8-7def0b035c36 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850134 Aug 20 12:23:32.882872 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-eaab430e-2af8-4f3b-9f20-df1cb3904d8b req-f2c2970b-b024-4b96-887a-ebd1bdb84ff2 service neutron] 10.222.0.76 "GET /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813625 Aug 20 12:23:33.067915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcc2eb-cdde-429e-adc9-cffc5c9bc63c req-3f0ebba5-14a5-450b-bdb2-addca78c3be2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:33.069425 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94bcc2eb-cdde-429e-adc9-cffc5c9bc63c req-3f0ebba5-14a5-450b-bdb2-addca78c3be2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 944 time: 0.0485368 Aug 20 12:23:33.106264 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-94bcc2eb-cdde-429e-adc9-cffc5c9bc63c req-d3fc1456-95ba-4e21-a2e2-e6c465129a77 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309680 Aug 20 12:23:33.346348 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.221255 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11169a62-ef43-4aa0-9bb8-9f9b9cbabacb req-666242b4-6395-43f8-8d56-41c5062fc3c4 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:34.222738 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11169a62-ef43-4aa0-9bb8-9f9b9cbabacb req-666242b4-6395-43f8-8d56-41c5062fc3c4 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 944 time: 0.0486946 Aug 20 12:23:34.259620 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-11169a62-ef43-4aa0-9bb8-9f9b9cbabacb req-cca31f91-0cb8-4ca1-ad45-b6427426b667 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309017 Aug 20 12:23:35.379799 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3d5f3-6942-4961-89c8-6009aa969405 req-50b28e49-e5c6-4c86-887d-d35b76a9a31c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:35.381297 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0ad3d5f3-6942-4961-89c8-6009aa969405 req-50b28e49-e5c6-4c86-887d-d35b76a9a31c tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 944 time: 0.0524309 Aug 20 12:23:35.419199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0ad3d5f3-6942-4961-89c8-6009aa969405 req-2f40a968-04ce-4ef0-abd1-f8e65eab483b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316000 Aug 20 12:23:36.426118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 4e2ffdb8-bda1-4744-be39-4480614e3478 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:23:36.518686 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=4e2ffdb8-bda1-4744-be39-4480614e3478,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:36.530646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'port_id': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'mac_address': 'fa:16:3e:20:f9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:23:36.534425 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc7630-402d-48d7-9ac9-9df59c0970b0 req-030e0600-91bd-4e7c-9317-d1fc11d4e514 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:36.535943 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-91fc7630-402d-48d7-9ac9-9df59c0970b0 req-030e0600-91bd-4e7c-9317-d1fc11d4e514 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 944 time: 0.0490894 Aug 20 12:23:36.571562 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:36.573999 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-91fc7630-402d-48d7-9ac9-9df59c0970b0 req-cb9af87c-d24c-467c-8f20-a8d716b8541f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320981 Aug 20 12:23:36.585471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2ffdb8-bda1-4744-be39-4480614e3478 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:23:36.606477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=4e2ffdb8-bda1-4744-be39-4480614e3478,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:36.611474 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:36.660238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=4e2ffdb8-bda1-4744-be39-4480614e3478,revision_number=12']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:36.692212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f1ffa-28f6-47fd-84b8-f768f9eef45c req-c444fcfa-f06d-4f69-835c-c4b14eb4a77e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:36.693637 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc1f1ffa-28f6-47fd-84b8-f768f9eef45c req-c444fcfa-f06d-4f69-835c-c4b14eb4a77e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0486934 Aug 20 12:23:36.730372 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc1f1ffa-28f6-47fd-84b8-f768f9eef45c req-d2716f53-285c-4653-8935-37fb5e9c72df tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307109 Aug 20 12:23:36.837693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['4e2ffdb8-bda1-4744-be39-4480614e3478'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:23:36.842646 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5a61-d88d-4599-bbbe-22a24a4ce89b req-82d633d1-17d4-4b9c-a234-30abe8b95bc1 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:36.844349 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6feb5a61-d88d-4599-bbbe-22a24a4ce89b req-82d633d1-17d4-4b9c-a234-30abe8b95bc1 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0477345 Aug 20 12:23:36.886832 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6feb5a61-d88d-4599-bbbe-22a24a4ce89b req-fc6d7690-af38-43c6-98af-7b3f7f9d0195 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362701 Aug 20 12:23:37.118605 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbf84a-4114-4685-b8e3-ed92ecdfece9 req-dbc4a9d6-aed5-47e0-99c0-73d390429385 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:37.120109 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-72bbf84a-4114-4685-b8e3-ed92ecdfece9 req-dbc4a9d6-aed5-47e0-99c0-73d390429385 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0491829 Aug 20 12:23:37.158274 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-72bbf84a-4114-4685-b8e3-ed92ecdfece9 req-cdb2843b-08fb-4c49-9f11-9f91ad9c2f50 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320051 Aug 20 12:23:38.276236 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52deaab-91c2-4a9a-9c2c-455a5b7d9c61 req-f5a33607-aa9b-46bb-b13d-7ba0a44a722d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:38.277698 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c52deaab-91c2-4a9a-9c2c-455a5b7d9c61 req-f5a33607-aa9b-46bb-b13d-7ba0a44a722d tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0508893 Aug 20 12:23:38.315114 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c52deaab-91c2-4a9a-9c2c-455a5b7d9c61 req-f6c614b8-058a-4e57-9e74-e6475af34815 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups?id=fba91d87-3b7d-4394-8cbc-97daf94b9725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312920 Aug 20 12:23:38.444024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 4e2ffdb8-bda1-4744-be39-4480614e3478 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:38.491052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 4e2ffdb8-bda1-4744-be39-4480614e3478 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:38.494812 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 4e2ffdb8-bda1-4744-be39-4480614e3478 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:38.495213 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:38.570278 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:38.594606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:38.596834 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1890a40f-6983-4df1-b126-b1c21ea70e3d" -d '{"events": [{"server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "name": "network-vif-plugged", "status": "completed", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:38.610203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=4e2ffdb8-bda1-4744-be39-4480614e3478,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:38.614275 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:38.640373 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382d913d-c94a-4afd-a4ea-62b8221d8d3e x-openstack-request-id: req-382d913d-c94a-4afd-a4ea-62b8221d8d3e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:38.640700 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "name": "network-vif-plugged", "status": "completed", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:38.640955 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-382d913d-c94a-4afd-a4ea-62b8221d8d3e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:38.641333 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'code': 200} Aug 20 12:23:38.651404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0636c6-5d92-4863-be0a-d0466f68d0ba req-ad665401-93d2-4fc2-9719-3efdad8f8166 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:38.652911 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4d0636c6-5d92-4863-be0a-d0466f68d0ba req-ad665401-93d2-4fc2-9719-3efdad8f8166 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 945 time: 0.0595002 Aug 20 12:23:38.664087 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=4e2ffdb8-bda1-4744-be39-4480614e3478,revision_number=13']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:38.740783 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-4d0636c6-5d92-4863-be0a-d0466f68d0ba req-f341a299-d0aa-4717-b328-7a81a21e30f2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Deleting port 4e2ffdb8-bda1-4744-be39-4480614e3478 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:38.741128 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4d0636c6-5d92-4863-be0a-d0466f68d0ba req-f341a299-d0aa-4717-b328-7a81a21e30f2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:38.833442 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4d0636c6-5d92-4863-be0a-d0466f68d0ba req-f341a299-d0aa-4717-b328-7a81a21e30f2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] For port 4e2ffdb8-bda1-4744-be39-4480614e3478, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=4e2ffdb8-bda1-4744-be39-4480614e3478,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:38.833731 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4d0636c6-5d92-4863-be0a-d0466f68d0ba req-f341a299-d0aa-4717-b328-7a81a21e30f2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.008953 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4d0636c6-5d92-4863-be0a-d0466f68d0ba req-f341a299-d0aa-4717-b328-7a81a21e30f2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.009353 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4d0636c6-5d92-4863-be0a-d0466f68d0ba req-f341a299-d0aa-4717-b328-7a81a21e30f2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.009673 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [req-4d0636c6-5d92-4863-be0a-d0466f68d0ba req-f341a299-d0aa-4717-b328-7a81a21e30f2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Floating IP 042f0d07-c196-4319-bd63-8918dc20b5ab disassociated. External IP: 172.25.8.28, port: 4e2ffdb8-bda1-4744-be39-4480614e3478. Aug 20 12:23:39.010018 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-4d0636c6-5d92-4863-be0a-d0466f68d0ba req-f341a299-d0aa-4717-b328-7a81a21e30f2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Calling delete_port for 4e2ffdb8-bda1-4744-be39-4480614e3478 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:39.136072 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4d0636c6-5d92-4863-be0a-d0466f68d0ba req-f341a299-d0aa-4717-b328-7a81a21e30f2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.164528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341a299-d0aa-4717-b328-7a81a21e30f2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Pushing event deleted for resources: {'Port': ['ID=4e2ffdb8-bda1-4744-be39-4480614e3478,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:39.291701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d0636c6-5d92-4863-be0a-d0466f68d0ba req-f341a299-d0aa-4717-b328-7a81a21e30f2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Router ce13a288-4f2d-44d1-a090-f94f54688307 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:23:39.418504 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f402f572-fba2-4846-8ced-dab9109000ef req-d97b4280-b7e5-404d-80bb-34c2596b79ae tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 210 time: 0.0351372 Aug 20 12:23:39.423284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d0636c6-5d92-4863-be0a-d0466f68d0ba req-f341a299-d0aa-4717-b328-7a81a21e30f2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:23:39.441647 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cb7d0a-e978-4240-95a7-96c0cc0c6fb5 None None] Sync routers for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:23:39.450454 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb7d0a-e978-4240-95a7-96c0cc0c6fb5 None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:39.451063 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f4cb7d0a-e978-4240-95a7-96c0cc0c6fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:23:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:39.466189 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0636c6-5d92-4863-be0a-d0466f68d0ba req-f341a299-d0aa-4717-b328-7a81a21e30f2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] No DVR routers for this DVR port 4e2ffdb8-bda1-4744-be39-4480614e3478 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:39.469524 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4d0636c6-5d92-4863-be0a-d0466f68d0ba req-f341a299-d0aa-4717-b328-7a81a21e30f2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.471572 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4d0636c6-5d92-4863-be0a-d0466f68d0ba req-f341a299-d0aa-4717-b328-7a81a21e30f2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.76 "DELETE /v2.0/ports/4e2ffdb8-bda1-4744-be39-4480614e3478 HTTP/1.1" status: 204 len: 173 time: 0.8130417 Aug 20 12:23:39.472013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'name': 'network-vif-deleted', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:39.474365 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f85f27-f8d3-43c6-800d-e3921af7f969" -d '{"events": [{"server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "name": "network-vif-deleted", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:39.531808 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54ac8ba-474d-49ab-a404-0423ebd1e145 x-openstack-request-id: req-f54ac8ba-474d-49ab-a404-0423ebd1e145 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:39.532263 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae981e9-a85c-4943-9c8d-ee225f811de1", "name": "network-vif-deleted", "tag": "4e2ffdb8-bda1-4744-be39-4480614e3478", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:39.532704 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f54ac8ba-474d-49ab-a404-0423ebd1e145 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:39.533322 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae981e9-a85c-4943-9c8d-ee225f811de1', 'name': 'network-vif-deleted', 'tag': '4e2ffdb8-bda1-4744-be39-4480614e3478', 'status': 'completed', 'code': 200} Aug 20 12:23:39.570799 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.579629 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-f4cb7d0a-e978-4240-95a7-96c0cc0c6fb5 None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:39.776519 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f4cb7d0a-e978-4240-95a7-96c0cc0c6fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:39.804841 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cb7d0a-e978-4240-95a7-96c0cc0c6fb5 None None] Checking router: ce13a288-4f2d-44d1-a090-f94f54688307 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:23:39.813583 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb7d0a-e978-4240-95a7-96c0cc0c6fb5 None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:39.814157 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f4cb7d0a-e978-4240-95a7-96c0cc0c6fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:23:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:39.916579 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-f4cb7d0a-e978-4240-95a7-96c0cc0c6fb5 None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:40.207732 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f4cb7d0a-e978-4240-95a7-96c0cc0c6fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:40.237990 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cb7d0a-e978-4240-95a7-96c0cc0c6fb5 None None] The sync data for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 is: [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:13:59Z', 'revision_number': 4, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a', 'name': '', 'network_id': '02f23ec7-2602-4ead-b928-31283f59d505', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'mac_address': 'fa:16:3e:30:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:58Z', 'updated_at': '2021-08-20T12:14:03Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'subnets': [{'id': '7d1d438f-4510-44ac-a3c5-e79aaca5af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:23:40.456035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7717286-92f9-412d-92e4-49cd909bf950 None None] New status for floating IP 042f0d07-c196-4319-bd63-8918dc20b5ab: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:23:40.517307 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1f2b9229-7bd8-4fd0-927c-fa57d53146c1 req-a17ba14a-71d3-4089-a970-4fe8e2e85f3b tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 210 time: 0.0268285 Aug 20 12:23:41.614268 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a508520d-fec2-49b0-8c50-9440dd6c1113 req-c486cffd-1d6b-4818-b08c-3faab3a951e4 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 210 time: 0.0263257 Aug 20 12:23:42.443231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 4e2ffdb8-bda1-4744-be39-4480614e3478 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:42.463742 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 4e2ffdb8-bda1-4744-be39-4480614e3478 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:42.464191 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 4e2ffdb8-bda1-4744-be39-4480614e3478 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:42.713110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c11b029f-90c2-47b7-b4d1-81f9ba79ef6f req-be91b7cb-9db4-4b18-a55c-629952a1e01e tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae981e9-a85c-4943-9c8d-ee225f811de1 HTTP/1.1" status: 200 len: 210 time: 0.0274770 Aug 20 12:23:46.438137 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55962) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:46.492601 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-784d9b04-9d3f-4738-bd8b-01ff7dd327ba tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.515274 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-784d9b04-9d3f-4738-bd8b-01ff7dd327ba tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.566912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-784d9b04-9d3f-4738-bd8b-01ff7dd327ba tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.569505 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-784d9b04-9d3f-4738-bd8b-01ff7dd327ba tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.570679 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-784d9b04-9d3f-4738-bd8b-01ff7dd327ba tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "DELETE /v2.0/security-groups/fba91d87-3b7d-4394-8cbc-97daf94b9725 HTTP/1.1" status: 204 len: 168 time: 0.1315510 Aug 20 12:23:46.573551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55964) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:46.580923 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d9b04-9d3f-4738-bd8b-01ff7dd327ba tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba91d87-3b7d-4394-8cbc-97daf94b9725,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:46.589012 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-33ca891f-e445-4236-af48-0ed10e4afbc2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] show failed (client error): The resource could not be found. Aug 20 12:23:46.593203 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-33ca891f-e445-4236-af48-0ed10e4afbc2 tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "GET /v2.0/security-groups/fba91d87-3b7d-4394-8cbc-97daf94b9725 HTTP/1.1" status: 404 len: 347 time: 0.0146666 Aug 20 12:23:46.593491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55966) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:46.719761 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-eba5a215-75f1-476b-a7bc-91413b623e1f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Deleting port 513be1f4-9f50-4392-8a2f-862cbbd5c5aa {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:46.720187 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eba5a215-75f1-476b-a7bc-91413b623e1f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.796616 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eba5a215-75f1-476b-a7bc-91413b623e1f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.796894 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eba5a215-75f1-476b-a7bc-91413b623e1f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.808140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-eba5a215-75f1-476b-a7bc-91413b623e1f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Calling delete_port for 513be1f4-9f50-4392-8a2f-862cbbd5c5aa owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:46.935152 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eba5a215-75f1-476b-a7bc-91413b623e1f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.965007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5a215-75f1-476b-a7bc-91413b623e1f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Pushing event deleted for resources: {'Port': ['ID=513be1f4-9f50-4392-8a2f-862cbbd5c5aa,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:47.028738 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eba5a215-75f1-476b-a7bc-91413b623e1f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.032144 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eba5a215-75f1-476b-a7bc-91413b623e1f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.033347 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-eba5a215-75f1-476b-a7bc-91413b623e1f tempest-ServerActionsTestJSON-1632124550 tempest-ServerActionsTestJSON-1632124550-project] 10.222.0.37 "DELETE /v2.0/floatingips/042f0d07-c196-4319-bd63-8918dc20b5ab HTTP/1.1" status: 204 len: 168 time: 0.4383135 Aug 20 12:23:47.036429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 55968) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:47.428978 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f2d465d1-bfe6-4c99-8427-66320a22f492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.664772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f2d465d1-bfe6-4c99-8427-66320a22f492 admin admin] Deleting port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:47.665484 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f2d465d1-bfe6-4c99-8427-66320a22f492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.743041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-f2d465d1-bfe6-4c99-8427-66320a22f492 admin admin] For port df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:47.743396 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f2d465d1-bfe6-4c99-8427-66320a22f492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.755947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f2d465d1-bfe6-4c99-8427-66320a22f492 admin admin] Calling delete_port for df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:47.928539 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f2d465d1-bfe6-4c99-8427-66320a22f492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.957989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d465d1-bfe6-4c99-8427-66320a22f492 admin admin] Pushing event deleted for resources: {'Port': ['ID=df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:48.424374 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f2d465d1-bfe6-4c99-8427-66320a22f492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.630021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d465d1-bfe6-4c99-8427-66320a22f492 admin admin] Router ce13a288-4f2d-44d1-a090-f94f54688307 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:23:48.729385 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d465d1-bfe6-4c99-8427-66320a22f492 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:23:48.735706 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f2d465d1-bfe6-4c99-8427-66320a22f492 admin admin] 10.222.0.37 "PUT /v2.0/routers/ce13a288-4f2d-44d1-a090-f94f54688307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6982381 Aug 20 12:23:48.737927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55972) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:48.739499 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e5ae7-6350-498d-9076-dde47f2bac40 None None] Sync routers for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:23:48.749638 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e5ae7-6350-498d-9076-dde47f2bac40 None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:48.750239 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f72e5ae7-6350-498d-9076-dde47f2bac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:23:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:48.841878 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8db0775-ce59-40be-bbcd-6f6f95e5e201 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.853008 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-f72e5ae7-6350-498d-9076-dde47f2bac40 None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:48.945571 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8db0775-ce59-40be-bbcd-6f6f95e5e201 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.002381 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b8db0775-ce59-40be-bbcd-6f6f95e5e201 admin admin] Deleting port fa28661e-1b2f-4183-8635-e905ee4386cd {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:49.002661 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8db0775-ce59-40be-bbcd-6f6f95e5e201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.032014 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f72e5ae7-6350-498d-9076-dde47f2bac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port': {'id': 'fa28661e-1b2f-4183-8635-e905ee4386cd', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:13:57Z', 'updated_at': '2021-08-20T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:49.058614 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e5ae7-6350-498d-9076-dde47f2bac40 None None] Checking router: ce13a288-4f2d-44d1-a090-f94f54688307 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:23:49.067136 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e5ae7-6350-498d-9076-dde47f2bac40 None None] Routers {'ce13a288-4f2d-44d1-a090-f94f54688307'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:49.067732 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f72e5ae7-6350-498d-9076-dde47f2bac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:23:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['ce13a288-4f2d-44d1-a090-f94f54688307'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:49.080541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b8db0775-ce59-40be-bbcd-6f6f95e5e201 admin admin] For port fa28661e-1b2f-4183-8635-e905ee4386cd, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=fa28661e-1b2f-4183-8635-e905ee4386cd,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:49.080929 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8db0775-ce59-40be-bbcd-6f6f95e5e201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.093779 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b8db0775-ce59-40be-bbcd-6f6f95e5e201 admin admin] Calling delete_port for fa28661e-1b2f-4183-8635-e905ee4386cd owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:49.152387 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-f72e5ae7-6350-498d-9076-dde47f2bac40 None None] Set router ce13a288-4f2d-44d1-a090-f94f54688307 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:49.207844 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-f72e5ae7-6350-498d-9076-dde47f2bac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:23:48Z', 'revision_number': 6, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:49.234795 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e5ae7-6350-498d-9076-dde47f2bac40 None None] The sync data for ids ['ce13a288-4f2d-44d1-a090-f94f54688307'] in n-d-804299-2 is: [{'id': 'ce13a288-4f2d-44d1-a090-f94f54688307', 'name': 'tempest-ServerActionsTestJSON-103809447-router', 'tenant_id': '72b8a31e76a744208727e49ffa5f516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:13:56Z', 'updated_at': '2021-08-20T12:23:48Z', 'revision_number': 6, 'project_id': '72b8a31e76a744208727e49ffa5f516e', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:23:49.258474 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8db0775-ce59-40be-bbcd-6f6f95e5e201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.288738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db0775-ce59-40be-bbcd-6f6f95e5e201 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa28661e-1b2f-4183-8635-e905ee4386cd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:49.351852 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8db0775-ce59-40be-bbcd-6f6f95e5e201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.444495 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8db0775-ce59-40be-bbcd-6f6f95e5e201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.446598 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8db0775-ce59-40be-bbcd-6f6f95e5e201 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.490013 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8db0775-ce59-40be-bbcd-6f6f95e5e201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.490650 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8db0775-ce59-40be-bbcd-6f6f95e5e201 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce13a288-4f2d-44d1-a090-f94f54688307 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:23:49.498522 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8db0775-ce59-40be-bbcd-6f6f95e5e201 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.499690 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b8db0775-ce59-40be-bbcd-6f6f95e5e201 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ce13a288-4f2d-44d1-a090-f94f54688307 HTTP/1.1" status: 204 len: 168 time: 0.7607801 Aug 20 12:23:49.502403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55974) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:49.546235 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc412fec-7e9f-4c98-8073-277ee59f70ef admin admin] Deleting subnet 7d1d438f-4510-44ac-a3c5-e79aaca5af05 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:23:49.549095 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc412fec-7e9f-4c98-8073-277ee59f70ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.589680 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc412fec-7e9f-4c98-8073-277ee59f70ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.680453 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc412fec-7e9f-4c98-8073-277ee59f70ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.692022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:49.715787 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:49.716206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device df5dec2a-52c4-4e8f-9a8b-c8aabaf2999a not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:49.734840 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc412fec-7e9f-4c98-8073-277ee59f70ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.761064 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc412fec-7e9f-4c98-8073-277ee59f70ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1d438f-4510-44ac-a3c5-e79aaca5af05,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:49.763001 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc412fec-7e9f-4c98-8073-277ee59f70ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.766027 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bc412fec-7e9f-4c98-8073-277ee59f70ef admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7d1d438f-4510-44ac-a3c5-e79aaca5af05 HTTP/1.1" status: 204 len: 168 time: 0.2626715 Aug 20 12:23:49.767969 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55976) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:49.769762 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b45bb7-34d7-48d5-b115-8e10fc23040a None None] Network 02f23ec7-2602-4ead-b928-31283f59d505 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:23:49.838182 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.890140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] Deleting port 7ca8592a-17ba-4ff9-a995-68122c963f1f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:49.890482 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.959328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] For port 7ca8592a-17ba-4ff9-a995-68122c963f1f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=7ca8592a-17ba-4ff9-a995-68122c963f1f,segment=NetworkSegment(0487e967-4026-438f-826c-debc12bc52f9),segment_id=0487e967-4026-438f-826c-debc12bc52f9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:49.959626 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.973763 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] Calling delete_port for 7ca8592a-17ba-4ff9-a995-68122c963f1f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:50.014857 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a00f3-577a-4b05-9007-10608b63ecb5 None None] DHCP port deletion for 02f23ec7-2602-4ead-b928-31283f59d505 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:23:50.058097 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.073605 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c36a00f3-577a-4b05-9007-10608b63ecb5 None None] Deleting port 7ca8592a-17ba-4ff9-a995-68122c963f1f {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:50.073975 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c36a00f3-577a-4b05-9007-10608b63ecb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.086940 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca8592a-17ba-4ff9-a995-68122c963f1f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:50.090116 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] No DVR routers for this DVR port 7ca8592a-17ba-4ff9-a995-68122c963f1f on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:50.137957 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c36a00f3-577a-4b05-9007-10608b63ecb5 None None] For port 7ca8592a-17ba-4ff9-a995-68122c963f1f, host n-d-804299-2, got binding levels [] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:50.138352 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c36a00f3-577a-4b05-9007-10608b63ecb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.151607 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c36a00f3-577a-4b05-9007-10608b63ecb5 None None] Calling delete_port for 7ca8592a-17ba-4ff9-a995-68122c963f1f owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:50.154307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.ipam_backend_mixin [None req-c36a00f3-577a-4b05-9007-10608b63ecb5 None None] Port 7ca8592a-17ba-4ff9-a995-68122c963f1f was not found and therefore no delete operation was performed {{(pid=94692) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:23:50.155670 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c36a00f3-577a-4b05-9007-10608b63ecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.168067 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.179105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f23ec7-2602-4ead-b928-31283f59d505']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:50.180041 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a00f3-577a-4b05-9007-10608b63ecb5 None None] Pushing event deleted for resources: {'Port': ['ID=7ca8592a-17ba-4ff9-a995-68122c963f1f,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:50.183546 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a00f3-577a-4b05-9007-10608b63ecb5 None None] No DVR routers for this DVR port 7ca8592a-17ba-4ff9-a995-68122c963f1f on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:50.198087 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0487e967-4026-438f-826c-debc12bc52f9') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:50.198386 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0487e967-4026-438f-826c-debc12bc52f9') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:50.208445 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.222594 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.228761 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:23:50.229084 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:23:50.230871 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:23:50.287394 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.292759 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.294648 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] 10.222.0.37 "DELETE /v2.0/networks/02f23ec7-2602-4ead-b928-31283f59d505 HTTP/1.1" status: 204 len: 168 time: 0.5254896 Aug 20 12:23:50.306107 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5345d-b474-4736-9e5c-9cefd8dfeb19 admin admin] Pushing event deleted for resources: {'Network': ['ID=02f23ec7-2602-4ead-b928-31283f59d505,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:50.407456 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55980) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:50.451566 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2412af3b-1383-45b7-a3aa-983c48fb304c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72b8a31e76a744208727e49ffa5f516e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428252 Aug 20 12:23:50.454346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 55982) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:50.501245 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afb4b9b4-2a3f-4c09-963c-87c75634f991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.521594 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afb4b9b4-2a3f-4c09-963c-87c75634f991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.567178 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afb4b9b4-2a3f-4c09-963c-87c75634f991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.569774 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afb4b9b4-2a3f-4c09-963c-87c75634f991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.570909 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-afb4b9b4-2a3f-4c09-963c-87c75634f991 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20dea2e6-9b9f-4965-b9cd-0e3ddf623bbe HTTP/1.1" status: 204 len: 168 time: 0.1156633 Aug 20 12:23:50.578465 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4b9b4-2a3f-4c09-963c-87c75634f991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dea2e6-9b9f-4965-b9cd-0e3ddf623bbe,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:51.275552 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56006) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:51.370213 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a8333965-5e15-466c-88a4-8136d7d053f8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-374609528-network', 'tenant_id': 'ab9c0a6fa0424764afd141bae4bdce0b'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:51.390981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8333965-5e15-466c-88a4-8136d7d053f8 admin admin] Made reservation on behalf of ab9c0a6fa0424764afd141bae4bdce0b for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:23:51.393322 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8333965-5e15-466c-88a4-8136d7d053f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.401556 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8333965-5e15-466c-88a4-8136d7d053f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.458003 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fa28661e-1b2f-4183-8635-e905ee4386cd no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:51.481660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: fa28661e-1b2f-4183-8635-e905ee4386cd {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:51.482081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device fa28661e-1b2f-4183-8635-e905ee4386cd not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:51.482565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7ca8592a-17ba-4ff9-a995-68122c963f1f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:51.491681 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8333965-5e15-466c-88a4-8136d7d053f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.495854 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8333965-5e15-466c-88a4-8136d7d053f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.501596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 7ca8592a-17ba-4ff9-a995-68122c963f1f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:51.501965 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7ca8592a-17ba-4ff9-a995-68122c963f1f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:51.522947 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8333965-5e15-466c-88a4-8136d7d053f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:23:51.533359 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8333965-5e15-466c-88a4-8136d7d053f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702fe246-66e3-4ac6-ac99-7e4081c515bf,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:51.539216 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8333965-5e15-466c-88a4-8136d7d053f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.539558 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-a8333965-5e15-466c-88a4-8136d7d053f8 admin admin] Added segment bf54b687-8720-4f28-8c2e-9ab39b0f87e7 of type vlan for network 59c781f3-e8fd-48cc-97b7-3bf158a24b56 Aug 20 12:23:51.582258 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8333965-5e15-466c-88a4-8136d7d053f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.605999 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8333965-5e15-466c-88a4-8136d7d053f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.607047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8333965-5e15-466c-88a4-8136d7d053f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:51.607620 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8333965-5e15-466c-88a4-8136d7d053f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.663156 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a8333965-5e15-466c-88a4-8136d7d053f8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3864169 Aug 20 12:23:51.666059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56010) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:51.668082 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8333965-5e15-466c-88a4-8136d7d053f8 admin admin] Pushing event updated for resources: {'Network': ['ID=59c781f3-e8fd-48cc-97b7-3bf158a24b56,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:51.671626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3e72437b-4c4c-4d61-b530-9bbd3e290282 admin admin] Request body: {'subnet': {'network_id': '59c781f3-e8fd-48cc-97b7-3bf158a24b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-374609528-subnet', 'tenant_id': 'ab9c0a6fa0424764afd141bae4bdce0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:51.677637 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 59c781f3-e8fd-48cc-97b7-3bf158a24b56 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:23:51.693419 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e72437b-4c4c-4d61-b530-9bbd3e290282 admin admin] Made reservation on behalf of ab9c0a6fa0424764afd141bae4bdce0b for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:23:51.695792 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e72437b-4c4c-4d61-b530-9bbd3e290282 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.861601 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e72437b-4c4c-4d61-b530-9bbd3e290282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.918733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72437b-4c4c-4d61-b530-9bbd3e290282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d688aa2-0efb-43e4-bcfe-4714119fb48a,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:51.929348 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e72437b-4c4c-4d61-b530-9bbd3e290282 admin admin] Checking segment: {'id': 'bf54b687-8720-4f28-8c2e-9ab39b0f87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59c781f3-e8fd-48cc-97b7-3bf158a24b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:51.929710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e72437b-4c4c-4d61-b530-9bbd3e290282 admin admin] Network hostable DHCP agents. Network: 59c781f3-e8fd-48cc-97b7-3bf158a24b56, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:23:51.945710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e72437b-4c4c-4d61-b530-9bbd3e290282 admin admin] Network 59c781f3-e8fd-48cc-97b7-3bf158a24b56 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:23:51.954762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-3e72437b-4c4c-4d61-b530-9bbd3e290282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 59c781f3-e8fd-48cc-97b7-3bf158a24b56) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:51.959171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e72437b-4c4c-4d61-b530-9bbd3e290282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:51.959772 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3e72437b-4c4c-4d61-b530-9bbd3e290282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.965156 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22b310f-4a92-4f16-9bab-c1ebde3fad17 None None] Network 59c781f3-e8fd-48cc-97b7-3bf158a24b56 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:23:51.981443 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3e72437b-4c4c-4d61-b530-9bbd3e290282 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3067281 Aug 20 12:23:52.098453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8d7aaf-f839-4922-a0f5-916212bd702c None None] Network 59c781f3-e8fd-48cc-97b7-3bf158a24b56 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:23:52.418846 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a2f23256-7a6b-46df-853a-a774faa690bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:52.434554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658337f-48f3-4b38-b20c-433985d7496c req-3ec49d08-3b1d-4ffb-95ca-ddb7b263a232 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:52.436889 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2658337f-48f3-4b38-b20c-433985d7496c req-3ec49d08-3b1d-4ffb-95ca-ddb7b263a232 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/networks?id=59c781f3-e8fd-48cc-97b7-3bf158a24b56 HTTP/1.1" status: 200 len: 813 time: 0.1036022 Aug 20 12:23:52.452911 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2658337f-48f3-4b38-b20c-433985d7496c req-6373da51-5265-48f7-95db-9f877e641d31 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/quotas/ab9c0a6fa0424764afd141bae4bdce0b HTTP/1.1" status: 200 len: 375 time: 0.0096896 Aug 20 12:23:52.483826 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2658337f-48f3-4b38-b20c-433985d7496c req-69ff97e1-5630-4560-82e5-68b11c9cf2b1 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab9c0a6fa0424764afd141bae4bdce0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252666 Aug 20 12:23:52.575516 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2658337f-48f3-4b38-b20c-433985d7496c req-1c5bca5d-eee7-4cad-aa84-2c7a14bf388c service neutron] 10.222.0.37 "GET /v2.0/networks/59c781f3-e8fd-48cc-97b7-3bf158a24b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850532 Aug 20 12:23:52.663031 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2658337f-48f3-4b38-b20c-433985d7496c req-b8df8daf-3f85-40a3-9e1a-dd5c3279c607 service neutron] 10.222.0.37 "GET /v2.0/networks/59c781f3-e8fd-48cc-97b7-3bf158a24b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800245 Aug 20 12:23:52.824191 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-250ba3cf-9830-4a93-85fb-8197ee4dc91f req-64b6989a-056c-41c3-91b9-5a646954f540 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 210 time: 0.0265749 Aug 20 12:23:53.720833 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658337f-48f3-4b38-b20c-433985d7496c req-49bc9441-a9b8-445a-9203-d70f3b0693d0 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:53.722300 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2658337f-48f3-4b38-b20c-433985d7496c req-49bc9441-a9b8-445a-9203-d70f3b0693d0 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.76 "GET /v2.0/networks?id=59c781f3-e8fd-48cc-97b7-3bf158a24b56 HTTP/1.1" status: 200 len: 813 time: 0.1071396 Aug 20 12:23:53.735687 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-2658337f-48f3-4b38-b20c-433985d7496c req-2428d463-5893-4cc3-93bf-41998dc91881 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Request body: {'port': {'device_id': 'fe9bac51-e016-4193-b542-847058866861', 'network_id': '59c781f3-e8fd-48cc-97b7-3bf158a24b56', 'admin_state_up': True, 'tenant_id': 'ab9c0a6fa0424764afd141bae4bdce0b'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:53.843350 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2658337f-48f3-4b38-b20c-433985d7496c req-2428d463-5893-4cc3-93bf-41998dc91881 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Made reservation on behalf of ab9c0a6fa0424764afd141bae4bdce0b for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:23:53.846907 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2658337f-48f3-4b38-b20c-433985d7496c req-2428d463-5893-4cc3-93bf-41998dc91881 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:53.943216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-754838eb-991c-42e9-9e97-4c11e7cbbbd9 req-361cb8e5-96bb-4670-be0c-f5ddcd76d68d tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 210 time: 0.0337870 Aug 20 12:23:54.003342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-2658337f-48f3-4b38-b20c-433985d7496c req-2428d463-5893-4cc3-93bf-41998dc91881 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Allocated IP 172.20.0.9 (59c781f3-e8fd-48cc-97b7-3bf158a24b56/4d688aa2-0efb-43e4-bcfe-4714119fb48a/7efde971-289d-44de-9923-b4fcb3e44853) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:23:54.149927 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2658337f-48f3-4b38-b20c-433985d7496c req-2428d463-5893-4cc3-93bf-41998dc91881 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.187979 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2658337f-48f3-4b38-b20c-433985d7496c req-2428d463-5893-4cc3-93bf-41998dc91881 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.228812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2658337f-48f3-4b38-b20c-433985d7496c req-2428d463-5893-4cc3-93bf-41998dc91881 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Network 59c781f3-e8fd-48cc-97b7-3bf158a24b56 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:23:54.231666 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-2658337f-48f3-4b38-b20c-433985d7496c req-2428d463-5893-4cc3-93bf-41998dc91881 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:54.235864 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-2658337f-48f3-4b38-b20c-433985d7496c req-2428d463-5893-4cc3-93bf-41998dc91881 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:23:54.265679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428d463-5893-4cc3-93bf-41998dc91881 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Pushing event updated for resources: {'Port': ['ID=7efde971-289d-44de-9923-b4fcb3e44853,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:54.292277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658337f-48f3-4b38-b20c-433985d7496c req-2428d463-5893-4cc3-93bf-41998dc91881 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:54.292905 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2658337f-48f3-4b38-b20c-433985d7496c req-2428d463-5893-4cc3-93bf-41998dc91881 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.307104 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2658337f-48f3-4b38-b20c-433985d7496c req-2428d463-5893-4cc3-93bf-41998dc91881 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5758717 Aug 20 12:23:54.319052 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Request body: {'port': {'device_id': 'fe9bac51-e016-4193-b542-847058866861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:54.371117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.626828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efde971-289d-44de-9923-b4fcb3e44853 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:23:54.634020 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.645911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Transition to ACTIVE for port object 7efde971-289d-44de-9923-b4fcb3e44853 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:54.650177 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.702471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Pushing event updated for resources: {'Port': ['ID=7efde971-289d-44de-9923-b4fcb3e44853,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:54.769562 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Attempting to bind port 7efde971-289d-44de-9923-b4fcb3e44853 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:23:54.770206 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Attempting to bind port 7efde971-289d-44de-9923-b4fcb3e44853 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'bf54b687-8720-4f28-8c2e-9ab39b0f87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59c781f3-e8fd-48cc-97b7-3bf158a24b56'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:23:54.770206 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Attempting to bind port 7efde971-289d-44de-9923-b4fcb3e44853 on network 59c781f3-e8fd-48cc-97b7-3bf158a24b56 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:54.774427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Port 7efde971-289d-44de-9923-b4fcb3e44853 on network 59c781f3-e8fd-48cc-97b7-3bf158a24b56 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:23:54.774755 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Attempting to bind port 7efde971-289d-44de-9923-b4fcb3e44853 on network 59c781f3-e8fd-48cc-97b7-3bf158a24b56 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:54.779516 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:23:54.780504 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Checking segment: {'id': 'bf54b687-8720-4f28-8c2e-9ab39b0f87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59c781f3-e8fd-48cc-97b7-3bf158a24b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:54.780994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Bound using segment: {'id': 'bf54b687-8720-4f28-8c2e-9ab39b0f87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59c781f3-e8fd-48cc-97b7-3bf158a24b56'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:23:54.781420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Bound port: 7efde971-289d-44de-9923-b4fcb3e44853, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf54b687-8720-4f28-8c2e-9ab39b0f87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59c781f3-e8fd-48cc-97b7-3bf158a24b56'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:23:54.781774 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.841850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] For port 7efde971-289d-44de-9923-b4fcb3e44853, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:54.845428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] For port 7efde971-289d-44de-9923-b4fcb3e44853, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7efde971-289d-44de-9923-b4fcb3e44853,segment=NetworkSegment(bf54b687-8720-4f28-8c2e-9ab39b0f87e7),segment_id=bf54b687-8720-4f28-8c2e-9ab39b0f87e7)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:23:54.849948 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.887308 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:54.887920 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.889597 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2658337f-48f3-4b38-b20c-433985d7496c req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] 10.222.0.76 "PUT /v2.0/ports/7efde971-289d-44de-9923-b4fcb3e44853 HTTP/1.1" status: 200 len: 1091 time: 0.5743771 Aug 20 12:23:54.890033 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9bac51-e016-4193-b542-847058866861', 'tag': '7efde971-289d-44de-9923-b4fcb3e44853'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:54.892275 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343a65a7-6a52-4ee9-bdbc-aff04568fc6c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9bac51-e016-4193-b542-847058866861", "tag": "7efde971-289d-44de-9923-b4fcb3e44853"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:54.915632 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b710c-8d0a-41ef-af5b-91f626fd0eaa service neutron] Pushing event updated for resources: {'Port': ['ID=7efde971-289d-44de-9923-b4fcb3e44853,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:54.929417 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5d7409-cffc-4231-b1e0-9f30df178b8f x-openstack-request-id: req-8e5d7409-cffc-4231-b1e0-9f30df178b8f {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:54.929782 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9bac51-e016-4193-b542-847058866861", "tag": "7efde971-289d-44de-9923-b4fcb3e44853", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:54.930098 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e5d7409-cffc-4231-b1e0-9f30df178b8f {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:54.930563 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9bac51-e016-4193-b542-847058866861', 'tag': '7efde971-289d-44de-9923-b4fcb3e44853', 'status': 'completed', 'code': 200} Aug 20 12:23:54.980671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658337f-48f3-4b38-b20c-433985d7496c req-d51ee8b2-055c-452c-9091-940614dc6ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:54.982213 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2658337f-48f3-4b38-b20c-433985d7496c req-d51ee8b2-055c-452c-9091-940614dc6ccd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ab9c0a6fa0424764afd141bae4bdce0b&device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 1094 time: 0.0439239 Aug 20 12:23:55.026342 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2658337f-48f3-4b38-b20c-433985d7496c req-51c4b3ae-2e09-467b-bda9-8c55f28799e2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7efde971-289d-44de-9923-b4fcb3e44853 HTTP/1.1" status: 200 len: 217 time: 0.0358331 Aug 20 12:23:55.107767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db75b44-5ebb-46d2-8908-7082f2865253 req-abca76e9-3e60-45b6-8799-38ba8603e81d tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:55.109260 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9db75b44-5ebb-46d2-8908-7082f2865253 req-abca76e9-3e60-45b6-8799-38ba8603e81d tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 943 time: 0.0856977 Aug 20 12:23:55.110545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658337f-48f3-4b38-b20c-433985d7496c req-c235bea5-d958-435a-ab58-78f9ba260f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:55.111936 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2658337f-48f3-4b38-b20c-433985d7496c req-c235bea5-d958-435a-ab58-78f9ba260f98 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4d688aa2-0efb-43e4-bcfe-4714119fb48a HTTP/1.1" status: 200 len: 853 time: 0.0777996 Aug 20 12:23:55.157248 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2658337f-48f3-4b38-b20c-433985d7496c req-9ae56e71-2292-43bd-ab3c-6f2d0ad4ccef service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=59c781f3-e8fd-48cc-97b7-3bf158a24b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348876 Aug 20 12:23:55.178451 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9db75b44-5ebb-46d2-8908-7082f2865253 req-86e10ffc-0b3f-4b07-92c1-68cb1d0302f4 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624342 Aug 20 12:23:55.188958 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e2551461-6375-4b61-91b5-0f88044d2cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:55.257591 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2658337f-48f3-4b38-b20c-433985d7496c req-9c021328-e57b-4b8d-ab59-697abe5f9eb8 service neutron] 10.222.0.76 "GET /v2.0/networks/59c781f3-e8fd-48cc-97b7-3bf158a24b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934494 Aug 20 12:23:55.346245 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2658337f-48f3-4b38-b20c-433985d7496c req-999c1524-7d0e-454b-8e49-64d1f4ace489 service neutron] 10.222.0.76 "GET /v2.0/networks/59c781f3-e8fd-48cc-97b7-3bf158a24b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819771 Aug 20 12:23:55.430227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a65a7-6a52-4ee9-bdbc-aff04568fc6c req-b4e5484b-3475-49b2-810b-c0867b142a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:55.431611 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-343a65a7-6a52-4ee9-bdbc-aff04568fc6c req-b4e5484b-3475-49b2-810b-c0867b142a82 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ab9c0a6fa0424764afd141bae4bdce0b&device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 1094 time: 0.0395465 Aug 20 12:23:55.520394 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:55.526607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a65a7-6a52-4ee9-bdbc-aff04568fc6c req-ad89d6c2-dcc2-4580-83db-95afc1fe82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:55.528105 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-343a65a7-6a52-4ee9-bdbc-aff04568fc6c req-ad89d6c2-dcc2-4580-83db-95afc1fe82ff service neutron] 10.222.0.76 "GET /v2.0/networks?id=59c781f3-e8fd-48cc-97b7-3bf158a24b56 HTTP/1.1" status: 200 len: 913 time: 0.0891056 Aug 20 12:23:55.570256 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-343a65a7-6a52-4ee9-bdbc-aff04568fc6c req-515cad32-3059-45ee-ac0e-7cf8d32a9113 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7efde971-289d-44de-9923-b4fcb3e44853 HTTP/1.1" status: 200 len: 217 time: 0.0346947 Aug 20 12:23:55.623985 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a65a7-6a52-4ee9-bdbc-aff04568fc6c req-1457c05c-9373-4739-8ad7-313ad5745055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:55.625594 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-343a65a7-6a52-4ee9-bdbc-aff04568fc6c req-1457c05c-9373-4739-8ad7-313ad5745055 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4d688aa2-0efb-43e4-bcfe-4714119fb48a HTTP/1.1" status: 200 len: 853 time: 0.0477996 Aug 20 12:23:55.658579 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-343a65a7-6a52-4ee9-bdbc-aff04568fc6c req-aa4b1963-bde0-4c7f-9ba1-b36c0b9e9161 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=59c781f3-e8fd-48cc-97b7-3bf158a24b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247655 Aug 20 12:23:55.747088 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-343a65a7-6a52-4ee9-bdbc-aff04568fc6c req-5b9d30c5-534a-4fb3-bc0d-087fa0ab58bb service neutron] 10.222.0.76 "GET /v2.0/networks/59c781f3-e8fd-48cc-97b7-3bf158a24b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804095 Aug 20 12:23:55.838130 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-343a65a7-6a52-4ee9-bdbc-aff04568fc6c req-2d582e65-2496-47f1-b936-fb0032f655cf service neutron] 10.222.0.76 "GET /v2.0/networks/59c781f3-e8fd-48cc-97b7-3bf158a24b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831168 Aug 20 12:23:56.294504 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c6f22-917a-4e96-bbc9-da0fdcd6e668 req-a4b9c41d-8153-466f-81e8-0fc7a40428a7 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:56.296565 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-820c6f22-917a-4e96-bbc9-da0fdcd6e668 req-a4b9c41d-8153-466f-81e8-0fc7a40428a7 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 943 time: 0.0484071 Aug 20 12:23:56.337025 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-820c6f22-917a-4e96-bbc9-da0fdcd6e668 req-65935250-c6e9-46fe-be5e-a9a06b39aa20 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343180 Aug 20 12:23:56.508752 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:57.453068 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042d0e7-6147-4c27-a165-47cf6ac3a0e4 req-e4a7e3d6-2062-4f2e-8351-9ea398af74d4 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:57.454553 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1042d0e7-6147-4c27-a165-47cf6ac3a0e4 req-e4a7e3d6-2062-4f2e-8351-9ea398af74d4 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 943 time: 0.0496218 Aug 20 12:23:57.491430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1042d0e7-6147-4c27-a165-47cf6ac3a0e4 req-b2628728-3ebd-419d-81ac-0d464ede880c tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309167 Aug 20 12:23:58.118717 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:58.490003 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7efde971-289d-44de-9923-b4fcb3e44853 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:23:58.584968 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7efde971-289d-44de-9923-b4fcb3e44853, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7efde971-289d-44de-9923-b4fcb3e44853,segment=NetworkSegment(bf54b687-8720-4f28-8c2e-9ab39b0f87e7),segment_id=bf54b687-8720-4f28-8c2e-9ab39b0f87e7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:58.597306 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '7efde971-289d-44de-9923-b4fcb3e44853', 'network_id': '59c781f3-e8fd-48cc-97b7-3bf158a24b56', 'port_id': '7efde971-289d-44de-9923-b4fcb3e44853', 'mac_address': 'fa:16:3e:1b:8a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d688aa2-0efb-43e4-bcfe-4714119fb48a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:23:58.605978 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a9b27-119f-481f-a705-ed823edb0df5 req-e3d03d91-9a16-4b83-860f-98447df197a5 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:58.607492 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-491a9b27-119f-481f-a705-ed823edb0df5 req-e3d03d91-9a16-4b83-860f-98447df197a5 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 943 time: 0.0494435 Aug 20 12:23:58.633983 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:58.645674 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-491a9b27-119f-481f-a705-ed823edb0df5 req-f674c8aa-a694-4e01-afcd-929df6f9f2f1 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321422 Aug 20 12:23:58.646854 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efde971-289d-44de-9923-b4fcb3e44853 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:23:58.666084 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7efde971-289d-44de-9923-b4fcb3e44853, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7efde971-289d-44de-9923-b4fcb3e44853,segment=NetworkSegment(bf54b687-8720-4f28-8c2e-9ab39b0f87e7),segment_id=bf54b687-8720-4f28-8c2e-9ab39b0f87e7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:58.669927 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:58.714569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=7efde971-289d-44de-9923-b4fcb3e44853,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:58.856263 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['7efde971-289d-44de-9923-b4fcb3e44853'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:23:59.758339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef880c-46b1-4c09-bed1-22bfa2561437 req-21694741-c7af-4a81-8f74-9927c1927448 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:59.759797 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-48ef880c-46b1-4c09-bed1-22bfa2561437 req-21694741-c7af-4a81-8f74-9927c1927448 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 944 time: 0.0477178 Aug 20 12:23:59.797718 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-48ef880c-46b1-4c09-bed1-22bfa2561437 req-c614b318-0cd4-4448-ae02-91203cf5d506 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312219 Aug 20 12:24:00.503971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7efde971-289d-44de-9923-b4fcb3e44853 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:00.550478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 7efde971-289d-44de-9923-b4fcb3e44853 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:00.553936 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 7efde971-289d-44de-9923-b4fcb3e44853 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:00.554300 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:00.630344 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:00.651466 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9bac51-e016-4193-b542-847058866861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efde971-289d-44de-9923-b4fcb3e44853'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:00.653683 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446ea6ac-3065-4639-bf90-e04bec14eaeb" -d '{"events": [{"server_uuid": "fe9bac51-e016-4193-b542-847058866861", "name": "network-vif-plugged", "status": "completed", "tag": "7efde971-289d-44de-9923-b4fcb3e44853"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:00.666090 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7efde971-289d-44de-9923-b4fcb3e44853, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7efde971-289d-44de-9923-b4fcb3e44853,segment=NetworkSegment(bf54b687-8720-4f28-8c2e-9ab39b0f87e7),segment_id=bf54b687-8720-4f28-8c2e-9ab39b0f87e7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:00.671593 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:00.695801 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b60bc6-f163-487b-aa5d-728b8eb3a381 x-openstack-request-id: req-28b60bc6-f163-487b-aa5d-728b8eb3a381 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:00.696087 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9bac51-e016-4193-b542-847058866861", "name": "network-vif-plugged", "status": "completed", "tag": "7efde971-289d-44de-9923-b4fcb3e44853", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:00.696337 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28b60bc6-f163-487b-aa5d-728b8eb3a381 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:00.696734 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9bac51-e016-4193-b542-847058866861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efde971-289d-44de-9923-b4fcb3e44853', 'code': 200} Aug 20 12:24:00.724324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=7efde971-289d-44de-9923-b4fcb3e44853,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:00.787996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c34f51-080b-4094-92d7-ef6c4551927e req-4875fe14-f2de-4a93-9ae9-4c7c0143a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:00.789479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8c34f51-080b-4094-92d7-ef6c4551927e req-4875fe14-f2de-4a93-9ae9-4c7c0143a534 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 1096 time: 0.0422983 Aug 20 12:24:00.823106 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e8c34f51-080b-4094-92d7-ef6c4551927e req-5a6e0e7c-b7d3-4941-8d0f-3f8cc90d2614 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264332 Aug 20 12:24:00.911964 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ba3a9-a9c5-4b85-b6b8-39b530c512fb req-9fe04c6b-a794-412d-b7eb-c0d920ca954f tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:00.913455 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b02ba3a9-a9c5-4b85-b6b8-39b530c512fb req-9fe04c6b-a794-412d-b7eb-c0d920ca954f tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 945 time: 0.0478270 Aug 20 12:24:00.952197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b02ba3a9-a9c5-4b85-b6b8-39b530c512fb req-a3432d68-bfcd-438a-8f13-f0d48a6bc7d9 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322683 Aug 20 12:24:02.068788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8db32-3592-4874-baec-8b07388eabf2 req-fa4c1aba-76f1-47bb-b0d3-435da15a6b8e tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:02.070263 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d0d8db32-3592-4874-baec-8b07388eabf2 req-fa4c1aba-76f1-47bb-b0d3-435da15a6b8e tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 945 time: 0.0486906 Aug 20 12:24:02.107288 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d0d8db32-3592-4874-baec-8b07388eabf2 req-358e07fc-1146-4fa4-952f-9c84126dd0e4 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Aug 20 12:24:02.327086 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-e499fb7f-6c29-488f-adcd-42e0695806b6 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:02.328470 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-e499fb7f-6c29-488f-adcd-42e0695806b6 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/networks?id=59c781f3-e8fd-48cc-97b7-3bf158a24b56 HTTP/1.1" status: 200 len: 813 time: 0.1030824 Aug 20 12:24:02.343280 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-43e55167-045a-4211-b140-19a9301c4692 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/quotas/ab9c0a6fa0424764afd141bae4bdce0b HTTP/1.1" status: 200 len: 375 time: 0.0090938 Aug 20 12:24:02.390644 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-5bd5df67-2e44-49c8-a9f9-e157b5da82f8 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab9c0a6fa0424764afd141bae4bdce0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423086 Aug 20 12:24:02.479425 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-4d8160b6-829e-482b-8689-55127e6f4cdc service neutron] 10.222.0.37 "GET /v2.0/networks/59c781f3-e8fd-48cc-97b7-3bf158a24b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819683 Aug 20 12:24:02.566740 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-8645cd82-8b1f-4f5a-a6ea-07f0ca46d4a7 service neutron] 10.222.0.37 "GET /v2.0/networks/59c781f3-e8fd-48cc-97b7-3bf158a24b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807011 Aug 20 12:24:02.725882 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e2d0f60b-affd-42ac-9b3b-3b6755542695 req-dfb70285-4da3-49a0-bbb8-7b4c2fb8229b tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e125705c-845c-4de0-ba31-1735ef466d50 HTTP/1.1" status: 200 len: 210 time: 0.0255294 Aug 20 12:24:03.354183 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:03.829625 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6fd9e324-8684-4bf4-845c-79dec95265ea req-7af455fc-0aab-45d7-98fa-657f51edf3ae tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e125705c-845c-4de0-ba31-1735ef466d50 HTTP/1.1" status: 200 len: 210 time: 0.0302413 Aug 20 12:24:03.866335 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-0100e900-d0b0-4ec1-9810-35490fe909bc tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:03.868021 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-0100e900-d0b0-4ec1-9810-35490fe909bc tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.35 "GET /v2.0/networks?id=59c781f3-e8fd-48cc-97b7-3bf158a24b56 HTTP/1.1" status: 200 len: 813 time: 0.1140506 Aug 20 12:24:03.881080 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-4f7457d0-317d-4394-b386-19dacf3fada2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Request body: {'port': {'device_id': 'e125705c-845c-4de0-ba31-1735ef466d50', 'network_id': '59c781f3-e8fd-48cc-97b7-3bf158a24b56', 'admin_state_up': True, 'tenant_id': 'ab9c0a6fa0424764afd141bae4bdce0b'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:03.988952 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-4f7457d0-317d-4394-b386-19dacf3fada2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Made reservation on behalf of ab9c0a6fa0424764afd141bae4bdce0b for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:03.992765 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-4f7457d0-317d-4394-b386-19dacf3fada2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:04.292414 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:24:04.442201 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-4f7457d0-317d-4394-b386-19dacf3fada2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Allocated IP 172.20.0.5 (59c781f3-e8fd-48cc-97b7-3bf158a24b56/4d688aa2-0efb-43e4-bcfe-4714119fb48a/a290cf45-18d4-4777-8af0-3ca1a56ba42f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:04.584411 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-4f7457d0-317d-4394-b386-19dacf3fada2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:04.621859 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-4f7457d0-317d-4394-b386-19dacf3fada2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:04.633887 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['7efde971-289d-44de-9923-b4fcb3e44853'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:24:04.666789 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-4f7457d0-317d-4394-b386-19dacf3fada2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Network 59c781f3-e8fd-48cc-97b7-3bf158a24b56 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:04.669697 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-4f7457d0-317d-4394-b386-19dacf3fada2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:04.674781 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-4f7457d0-317d-4394-b386-19dacf3fada2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:04.706827 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7457d0-317d-4394-b386-19dacf3fada2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Pushing event updated for resources: {'Port': ['ID=a290cf45-18d4-4777-8af0-3ca1a56ba42f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:04.735698 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-4f7457d0-317d-4394-b386-19dacf3fada2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:04.736315 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-4f7457d0-317d-4394-b386-19dacf3fada2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:04.750871 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-4f7457d0-317d-4394-b386-19dacf3fada2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8736310 Aug 20 12:24:04.762933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Request body: {'port': {'device_id': 'e125705c-845c-4de0-ba31-1735ef466d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:04.814202 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.018035 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bf043-6de9-4fab-a7a7-d051a1469ca3 req-10a8e536-f139-480b-8813-770a13697fc2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:05.019601 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a27bf043-6de9-4fab-a7a7-d051a1469ca3 req-10a8e536-f139-480b-8813-770a13697fc2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e125705c-845c-4de0-ba31-1735ef466d50 HTTP/1.1" status: 200 len: 931 time: 0.1080599 Aug 20 12:24:05.087300 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a27bf043-6de9-4fab-a7a7-d051a1469ca3 req-5a8bd3a9-86aa-4c8c-ab3c-36f5ad743587 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615060 Aug 20 12:24:05.152253 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a290cf45-18d4-4777-8af0-3ca1a56ba42f {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:24:05.160373 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.172720 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Transition to ACTIVE for port object a290cf45-18d4-4777-8af0-3ca1a56ba42f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:05.176867 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.225121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Pushing event updated for resources: {'Port': ['ID=a290cf45-18d4-4777-8af0-3ca1a56ba42f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:05.296572 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Attempting to bind port a290cf45-18d4-4777-8af0-3ca1a56ba42f on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:05.297004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Attempting to bind port a290cf45-18d4-4777-8af0-3ca1a56ba42f by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'bf54b687-8720-4f28-8c2e-9ab39b0f87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59c781f3-e8fd-48cc-97b7-3bf158a24b56'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:05.297330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Attempting to bind port a290cf45-18d4-4777-8af0-3ca1a56ba42f on network 59c781f3-e8fd-48cc-97b7-3bf158a24b56 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:05.301496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Port a290cf45-18d4-4777-8af0-3ca1a56ba42f on network 59c781f3-e8fd-48cc-97b7-3bf158a24b56 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:24:05.301814 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Attempting to bind port a290cf45-18d4-4777-8af0-3ca1a56ba42f on network 59c781f3-e8fd-48cc-97b7-3bf158a24b56 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:05.306489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:05.306824 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Checking segment: {'id': 'bf54b687-8720-4f28-8c2e-9ab39b0f87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59c781f3-e8fd-48cc-97b7-3bf158a24b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:05.307208 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Bound using segment: {'id': 'bf54b687-8720-4f28-8c2e-9ab39b0f87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59c781f3-e8fd-48cc-97b7-3bf158a24b56'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:05.307630 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Bound port: a290cf45-18d4-4777-8af0-3ca1a56ba42f, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf54b687-8720-4f28-8c2e-9ab39b0f87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59c781f3-e8fd-48cc-97b7-3bf158a24b56'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:05.307981 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.369346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] For port a290cf45-18d4-4777-8af0-3ca1a56ba42f, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:05.372653 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] For port a290cf45-18d4-4777-8af0-3ca1a56ba42f, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a290cf45-18d4-4777-8af0-3ca1a56ba42f,segment=NetworkSegment(bf54b687-8720-4f28-8c2e-9ab39b0f87e7),segment_id=bf54b687-8720-4f28-8c2e-9ab39b0f87e7)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:05.377013 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.410817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:05.411440 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.412852 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] 10.222.0.35 "PUT /v2.0/ports/a290cf45-18d4-4777-8af0-3ca1a56ba42f HTTP/1.1" status: 200 len: 1091 time: 0.6540928 Aug 20 12:24:05.413285 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e125705c-845c-4de0-ba31-1735ef466d50', 'tag': 'a290cf45-18d4-4777-8af0-3ca1a56ba42f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:05.415522 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838a5a95-32ec-43d2-8724-0f368d829d37" -d '{"events": [{"name": "network-changed", "server_uuid": "e125705c-845c-4de0-ba31-1735ef466d50", "tag": "a290cf45-18d4-4777-8af0-3ca1a56ba42f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:05.439222 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Pushing event updated for resources: {'Port': ['ID=a290cf45-18d4-4777-8af0-3ca1a56ba42f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:05.446808 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:05.447162 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:05.447505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:05.447846 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:05.448175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:05.448506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:05.448861 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:05.449191 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:05.449518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:05.449840 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:05.450163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:05.450486 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46f1e-2765-4e44-b4ce-073a74509a70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:05.495723 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-a3ea0447-101e-4137-8dcd-fba4f721d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:05.497273 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-a3ea0447-101e-4137-8dcd-fba4f721d9d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ab9c0a6fa0424764afd141bae4bdce0b&device_id=e125705c-845c-4de0-ba31-1735ef466d50 HTTP/1.1" status: 200 len: 1094 time: 0.0424581 Aug 20 12:24:05.543114 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6192f9cf-e574-4f49-b962-ce2213813463 x-openstack-request-id: req-6192f9cf-e574-4f49-b962-ce2213813463 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:05.543408 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e125705c-845c-4de0-ba31-1735ef466d50", "tag": "a290cf45-18d4-4777-8af0-3ca1a56ba42f", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:05.543658 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6192f9cf-e574-4f49-b962-ce2213813463 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:05.544049 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e125705c-845c-4de0-ba31-1735ef466d50', 'tag': 'a290cf45-18d4-4777-8af0-3ca1a56ba42f', 'status': 'completed', 'code': 200} Aug 20 12:24:05.545984 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-ffae950b-1b8c-41af-8954-bf71fd167739 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a290cf45-18d4-4777-8af0-3ca1a56ba42f HTTP/1.1" status: 200 len: 217 time: 0.0407257 Aug 20 12:24:05.595193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-1e201a43-316b-405c-978a-1b2302813b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:05.596624 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-1e201a43-316b-405c-978a-1b2302813b4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4d688aa2-0efb-43e4-bcfe-4714119fb48a HTTP/1.1" status: 200 len: 853 time: 0.0441811 Aug 20 12:24:05.628195 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-2430645c-3486-492c-83d6-ee1a09d09a41 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59c781f3-e8fd-48cc-97b7-3bf158a24b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238128 Aug 20 12:24:05.721753 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-1b93258f-0181-47ff-99a4-df2df48d7709 service neutron] 10.222.0.35 "GET /v2.0/networks/59c781f3-e8fd-48cc-97b7-3bf158a24b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855627 Aug 20 12:24:05.809375 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-55f48419-c3d9-4c2d-bba6-9ae514787d97 req-f3f10760-6392-46b5-b7d4-31ab8e001a8f service neutron] 10.222.0.35 "GET /v2.0/networks/59c781f3-e8fd-48cc-97b7-3bf158a24b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809934 Aug 20 12:24:05.892602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a5a95-32ec-43d2-8724-0f368d829d37 req-b20ddd4e-8283-4404-bf65-05ed6fbc1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:05.894105 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-838a5a95-32ec-43d2-8724-0f368d829d37 req-b20ddd4e-8283-4404-bf65-05ed6fbc1972 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ab9c0a6fa0424764afd141bae4bdce0b&device_id=e125705c-845c-4de0-ba31-1735ef466d50 HTTP/1.1" status: 200 len: 1094 time: 0.0422883 Aug 20 12:24:05.986441 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a5a95-32ec-43d2-8724-0f368d829d37 req-4b659877-c772-4983-a3f4-b92edf157266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:05.987854 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-838a5a95-32ec-43d2-8724-0f368d829d37 req-4b659877-c772-4983-a3f4-b92edf157266 service neutron] 10.222.0.35 "GET /v2.0/networks?id=59c781f3-e8fd-48cc-97b7-3bf158a24b56 HTTP/1.1" status: 200 len: 913 time: 0.0861850 Aug 20 12:24:06.030252 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-838a5a95-32ec-43d2-8724-0f368d829d37 req-72924f97-ef13-417f-bb3e-5e11eef1a1f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a290cf45-18d4-4777-8af0-3ca1a56ba42f HTTP/1.1" status: 200 len: 217 time: 0.0348811 Aug 20 12:24:06.084003 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a5a95-32ec-43d2-8724-0f368d829d37 req-078639f4-d026-4950-9ccb-2b2e06738d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:06.085443 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-838a5a95-32ec-43d2-8724-0f368d829d37 req-078639f4-d026-4950-9ccb-2b2e06738d4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4d688aa2-0efb-43e4-bcfe-4714119fb48a HTTP/1.1" status: 200 len: 853 time: 0.0479975 Aug 20 12:24:06.118087 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-838a5a95-32ec-43d2-8724-0f368d829d37 req-33c7fce0-3e0b-4df3-bbf1-270b8d948cba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59c781f3-e8fd-48cc-97b7-3bf158a24b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247388 Aug 20 12:24:06.244116 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aaab2f-8b0b-4502-8118-a948fb662012 req-43107f35-9c02-48ee-95ca-a257a500ce05 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:06.245538 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d6aaab2f-8b0b-4502-8118-a948fb662012 req-43107f35-9c02-48ee-95ca-a257a500ce05 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e125705c-845c-4de0-ba31-1735ef466d50 HTTP/1.1" status: 200 len: 943 time: 0.0781233 Aug 20 12:24:06.251466 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-838a5a95-32ec-43d2-8724-0f368d829d37 req-27458cc5-9df3-47a0-82fd-1366ee3dddb5 service neutron] 10.222.0.35 "GET /v2.0/networks/59c781f3-e8fd-48cc-97b7-3bf158a24b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259818 Aug 20 12:24:06.327785 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d6aaab2f-8b0b-4502-8118-a948fb662012 req-0e888d9e-0a50-40db-b2db-fd550343da65 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753717 Aug 20 12:24:06.360768 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-838a5a95-32ec-43d2-8724-0f368d829d37 req-c11ec8dc-525f-47b4-babb-310def561367 service neutron] 10.222.0.35 "GET /v2.0/networks/59c781f3-e8fd-48cc-97b7-3bf158a24b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953686 Aug 20 12:24:06.950215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device a290cf45-18d4-4777-8af0-3ca1a56ba42f details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:24:07.042912 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port a290cf45-18d4-4777-8af0-3ca1a56ba42f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a290cf45-18d4-4777-8af0-3ca1a56ba42f,segment=NetworkSegment(bf54b687-8720-4f28-8c2e-9ab39b0f87e7),segment_id=bf54b687-8720-4f28-8c2e-9ab39b0f87e7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:07.053599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'a290cf45-18d4-4777-8af0-3ca1a56ba42f', 'network_id': '59c781f3-e8fd-48cc-97b7-3bf158a24b56', 'port_id': 'a290cf45-18d4-4777-8af0-3ca1a56ba42f', 'mac_address': 'fa:16:3e:a2:90:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d688aa2-0efb-43e4-bcfe-4714119fb48a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:24:07.092990 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.105118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a290cf45-18d4-4777-8af0-3ca1a56ba42f {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:24:07.123494 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port a290cf45-18d4-4777-8af0-3ca1a56ba42f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a290cf45-18d4-4777-8af0-3ca1a56ba42f,segment=NetworkSegment(bf54b687-8720-4f28-8c2e-9ab39b0f87e7),segment_id=bf54b687-8720-4f28-8c2e-9ab39b0f87e7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:07.127589 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.175029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=a290cf45-18d4-4777-8af0-3ca1a56ba42f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:07.339305 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['a290cf45-18d4-4777-8af0-3ca1a56ba42f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:24:07.450783 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04c68b-d6cf-40cf-9dd0-37c3fc54251b req-41323530-5849-4c81-8e30-250977942026 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:07.452943 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed04c68b-d6cf-40cf-9dd0-37c3fc54251b req-41323530-5849-4c81-8e30-250977942026 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e125705c-845c-4de0-ba31-1735ef466d50 HTTP/1.1" status: 200 len: 944 time: 0.0497398 Aug 20 12:24:07.495022 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed04c68b-d6cf-40cf-9dd0-37c3fc54251b req-e77fc981-a15d-4d7e-a336-8c391988db67 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357618 Aug 20 12:24:08.613126 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894399fc-5a8a-41b1-a458-f3131fe11732 req-12e97e0e-2890-4c85-a355-fc45ce4b17c5 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:08.614628 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-894399fc-5a8a-41b1-a458-f3131fe11732 req-12e97e0e-2890-4c85-a355-fc45ce4b17c5 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e125705c-845c-4de0-ba31-1735ef466d50 HTTP/1.1" status: 200 len: 944 time: 0.0531597 Aug 20 12:24:08.651518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-894399fc-5a8a-41b1-a458-f3131fe11732 req-1ccc82bd-4c3a-40f3-8b7e-b93f40b3769f tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307300 Aug 20 12:24:08.968297 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device a290cf45-18d4-4777-8af0-3ca1a56ba42f up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:09.017139 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port a290cf45-18d4-4777-8af0-3ca1a56ba42f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:09.020700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port a290cf45-18d4-4777-8af0-3ca1a56ba42f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:09.021070 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:09.094421 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:09.118121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e125705c-845c-4de0-ba31-1735ef466d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a290cf45-18d4-4777-8af0-3ca1a56ba42f'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:09.120306 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5217a31-86de-464b-8d39-e012c20088d1" -d '{"events": [{"server_uuid": "e125705c-845c-4de0-ba31-1735ef466d50", "name": "network-vif-plugged", "status": "completed", "tag": "a290cf45-18d4-4777-8af0-3ca1a56ba42f"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:09.133651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port a290cf45-18d4-4777-8af0-3ca1a56ba42f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a290cf45-18d4-4777-8af0-3ca1a56ba42f,segment=NetworkSegment(bf54b687-8720-4f28-8c2e-9ab39b0f87e7),segment_id=bf54b687-8720-4f28-8c2e-9ab39b0f87e7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:09.137578 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:09.161878 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62655fcd-b1f2-4b75-b8b2-5d229b244559 x-openstack-request-id: req-62655fcd-b1f2-4b75-b8b2-5d229b244559 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:09.162169 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e125705c-845c-4de0-ba31-1735ef466d50", "name": "network-vif-plugged", "status": "completed", "tag": "a290cf45-18d4-4777-8af0-3ca1a56ba42f", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:09.162424 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62655fcd-b1f2-4b75-b8b2-5d229b244559 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:09.163200 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e125705c-845c-4de0-ba31-1735ef466d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a290cf45-18d4-4777-8af0-3ca1a56ba42f', 'code': 200} Aug 20 12:24:09.190979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=a290cf45-18d4-4777-8af0-3ca1a56ba42f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:09.252154 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cba81-9d24-4873-9aa2-f61da9eab372 req-b7af7ab1-4926-4926-9034-8bc8198cbacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:09.253580 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-390cba81-9d24-4873-9aa2-f61da9eab372 req-b7af7ab1-4926-4926-9034-8bc8198cbacc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e125705c-845c-4de0-ba31-1735ef466d50 HTTP/1.1" status: 200 len: 1096 time: 0.0396521 Aug 20 12:24:09.286958 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-390cba81-9d24-4873-9aa2-f61da9eab372 req-e02d3392-9c94-4d71-b1ef-f5c40a831f41 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261350 Aug 20 12:24:09.568082 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:09.763849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa1082-907c-4c09-a379-88b0355b3007 req-ce624fcf-5068-4e09-b026-c7baee02a57e tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:09.765360 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aefa1082-907c-4c09-a379-88b0355b3007 req-ce624fcf-5068-4e09-b026-c7baee02a57e tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e125705c-845c-4de0-ba31-1735ef466d50 HTTP/1.1" status: 200 len: 945 time: 0.0489435 Aug 20 12:24:09.803767 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-aefa1082-907c-4c09-a379-88b0355b3007 req-7575d819-e82d-4e36-ac03-9b90cdb605ff tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323052 Aug 20 12:24:10.922564 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c956c7-f861-4d43-ae54-0755183acb4c req-e4fbd9ee-3251-4c41-9dce-fb543d3e5234 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:10.924040 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29c956c7-f861-4d43-ae54-0755183acb4c req-e4fbd9ee-3251-4c41-9dce-fb543d3e5234 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e125705c-845c-4de0-ba31-1735ef466d50 HTTP/1.1" status: 200 len: 945 time: 0.0478618 Aug 20 12:24:10.961370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-29c956c7-f861-4d43-ae54-0755183acb4c req-783a2408-118d-464b-b798-d7e121a1c105 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312595 Aug 20 12:24:11.190483 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dd18b-86d3-4b7c-9654-63cca310c349 req-323d1f47-1d88-410f-9c50-d7cb243fd397 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:11.191963 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb3dd18b-86d3-4b7c-9654-63cca310c349 req-323d1f47-1d88-410f-9c50-d7cb243fd397 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e125705c-845c-4de0-ba31-1735ef466d50 HTTP/1.1" status: 200 len: 945 time: 0.0494471 Aug 20 12:24:11.228889 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bb3dd18b-86d3-4b7c-9654-63cca310c349 req-36b806d6-3dee-4ec1-aea2-6d9303dfacf1 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309367 Aug 20 12:24:12.349357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f95a5-a367-4c61-82a2-87f05b7ab0d2 req-4a6e2529-2d05-459c-a658-cbf037746666 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:12.350834 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-155f95a5-a367-4c61-82a2-87f05b7ab0d2 req-4a6e2529-2d05-459c-a658-cbf037746666 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e125705c-845c-4de0-ba31-1735ef466d50 HTTP/1.1" status: 200 len: 945 time: 0.0522933 Aug 20 12:24:12.388233 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-155f95a5-a367-4c61-82a2-87f05b7ab0d2 req-28ee64f8-aaf1-4885-870b-bcd9cf3ecca3 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314279 Aug 20 12:24:12.459877 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96714386-8a99-4e92-b498-60236fb39d3d req-71f7a94d-25b9-4a2d-b10c-3b06e2cf1d61 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:12.461375 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-96714386-8a99-4e92-b498-60236fb39d3d req-71f7a94d-25b9-4a2d-b10c-3b06e2cf1d61 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.35 "GET /v2.0/ports?device_id=e125705c-845c-4de0-ba31-1735ef466d50 HTTP/1.1" status: 200 len: 945 time: 0.0493665 Aug 20 12:24:12.548590 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-96714386-8a99-4e92-b498-60236fb39d3d req-15c62a85-9cba-477d-8740-e1acde9890b2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Deleting port a290cf45-18d4-4777-8af0-3ca1a56ba42f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:12.548883 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-96714386-8a99-4e92-b498-60236fb39d3d req-15c62a85-9cba-477d-8740-e1acde9890b2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.638223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-96714386-8a99-4e92-b498-60236fb39d3d req-15c62a85-9cba-477d-8740-e1acde9890b2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] For port a290cf45-18d4-4777-8af0-3ca1a56ba42f, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=a290cf45-18d4-4777-8af0-3ca1a56ba42f,segment=NetworkSegment(bf54b687-8720-4f28-8c2e-9ab39b0f87e7),segment_id=bf54b687-8720-4f28-8c2e-9ab39b0f87e7)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:12.638644 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-96714386-8a99-4e92-b498-60236fb39d3d req-15c62a85-9cba-477d-8740-e1acde9890b2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.650895 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-96714386-8a99-4e92-b498-60236fb39d3d req-15c62a85-9cba-477d-8740-e1acde9890b2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Calling delete_port for a290cf45-18d4-4777-8af0-3ca1a56ba42f owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:12.774355 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-96714386-8a99-4e92-b498-60236fb39d3d req-15c62a85-9cba-477d-8740-e1acde9890b2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.786731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['a290cf45-18d4-4777-8af0-3ca1a56ba42f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:24:12.789842 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['7efde971-289d-44de-9923-b4fcb3e44853'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:24:12.804833 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c62a85-9cba-477d-8740-e1acde9890b2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Pushing event deleted for resources: {'Port': ['ID=a290cf45-18d4-4777-8af0-3ca1a56ba42f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:12.846682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-96714386-8a99-4e92-b498-60236fb39d3d req-15c62a85-9cba-477d-8740-e1acde9890b2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] No DVR routers for this DVR port a290cf45-18d4-4777-8af0-3ca1a56ba42f on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:12.849183 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-96714386-8a99-4e92-b498-60236fb39d3d req-15c62a85-9cba-477d-8740-e1acde9890b2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.851168 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-96714386-8a99-4e92-b498-60236fb39d3d req-15c62a85-9cba-477d-8740-e1acde9890b2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.35 "DELETE /v2.0/ports/a290cf45-18d4-4777-8af0-3ca1a56ba42f HTTP/1.1" status: 204 len: 173 time: 0.3833747 Aug 20 12:24:12.851668 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e125705c-845c-4de0-ba31-1735ef466d50', 'name': 'network-vif-deleted', 'tag': 'a290cf45-18d4-4777-8af0-3ca1a56ba42f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:12.853918 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b3896c-7fbd-4eae-9592-dd513627e8c3" -d '{"events": [{"server_uuid": "e125705c-845c-4de0-ba31-1735ef466d50", "name": "network-vif-deleted", "tag": "a290cf45-18d4-4777-8af0-3ca1a56ba42f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:12.898475 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78428588-0976-496c-a4cc-2115b5b086ea x-openstack-request-id: req-78428588-0976-496c-a4cc-2115b5b086ea {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:12.898773 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e125705c-845c-4de0-ba31-1735ef466d50", "name": "network-vif-deleted", "tag": "a290cf45-18d4-4777-8af0-3ca1a56ba42f", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:12.899029 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78428588-0976-496c-a4cc-2115b5b086ea {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:12.899415 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e125705c-845c-4de0-ba31-1735ef466d50', 'name': 'network-vif-deleted', 'tag': 'a290cf45-18d4-4777-8af0-3ca1a56ba42f', 'status': 'completed', 'code': 200} Aug 20 12:24:13.536867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072b3ed-e008-44e9-b2b5-6dd7442f1262 req-bc1225ba-1849-4baa-a2c1-d83d058babeb tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:13.538351 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e072b3ed-e008-44e9-b2b5-6dd7442f1262 req-bc1225ba-1849-4baa-a2c1-d83d058babeb tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 945 time: 0.0496578 Aug 20 12:24:13.579780 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e072b3ed-e008-44e9-b2b5-6dd7442f1262 req-29246b3e-7fe6-4e90-846e-d76270261690 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354364 Aug 20 12:24:13.708013 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d802-b69b-415f-82fb-022f1459739e req-a06dc0b0-6b86-4c62-aa39-648fbf6a7d4b tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:13.709425 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15c7d802-b69b-415f-82fb-022f1459739e req-a06dc0b0-6b86-4c62-aa39-648fbf6a7d4b tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 945 time: 0.0480945 Aug 20 12:24:13.746936 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-15c7d802-b69b-415f-82fb-022f1459739e req-2ae58f20-eb05-43b1-b3cf-61b0e9e8fe69 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316257 Aug 20 12:24:13.862462 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd24fc-556f-408a-a869-724705eaaa31 req-6b10fa71-8f74-4810-94a2-7e62ea57f29c tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:13.863940 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dffd24fc-556f-408a-a869-724705eaaa31 req-6b10fa71-8f74-4810-94a2-7e62ea57f29c tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 945 time: 0.0482800 Aug 20 12:24:13.905509 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dffd24fc-556f-408a-a869-724705eaaa31 req-b03256c0-6e02-4761-8839-964529973eeb tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350366 Aug 20 12:24:14.071251 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2c601-86b5-453f-856a-c326d1a24a1c req-891bc206-d2d2-4328-a743-350505e416d2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:14.072759 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ae2c601-86b5-453f-856a-c326d1a24a1c req-891bc206-d2d2-4328-a743-350505e416d2 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 945 time: 0.0501521 Aug 20 12:24:14.110308 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8ae2c601-86b5-453f-856a-c326d1a24a1c req-bdd9771a-7a41-46bd-9344-9b085ff23b85 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315888 Aug 20 12:24:14.224026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa1886-271a-4ec8-9720-4b44ab5c0883 req-e115fc3a-32de-481e-80d4-8199692592e1 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:14.225587 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0ffa1886-271a-4ec8-9720-4b44ab5c0883 req-e115fc3a-32de-481e-80d4-8199692592e1 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 945 time: 0.0494962 Aug 20 12:24:14.263489 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0ffa1886-271a-4ec8-9720-4b44ab5c0883 req-bae76cf0-3121-4330-9b89-c742ec3eb58f tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Aug 20 12:24:14.388515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af577165-8e67-4580-921d-bbbd4e134e27 req-b7ea1dcd-1b38-4c80-b1e0-a3f9142776bd tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:14.390244 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af577165-8e67-4580-921d-bbbd4e134e27 req-b7ea1dcd-1b38-4c80-b1e0-a3f9142776bd tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 945 time: 0.0491121 Aug 20 12:24:14.431595 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af577165-8e67-4580-921d-bbbd4e134e27 req-17e194ee-7f62-4b47-b45b-adc2900f98e0 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353298 Aug 20 12:24:14.741217 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149917a-a24f-4eb1-b538-e41e7df9fbf6 req-35b8c90e-d4f1-4414-9473-c47359712c65 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:14.742871 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d149917a-a24f-4eb1-b538-e41e7df9fbf6 req-35b8c90e-d4f1-4414-9473-c47359712c65 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 945 time: 0.0494819 Aug 20 12:24:14.781225 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d149917a-a24f-4eb1-b538-e41e7df9fbf6 req-f2a03426-e56b-4116-817b-fc1dbfb4ce4f tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322087 Aug 20 12:24:15.896308 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058178d3-c073-46a0-92fa-01659a5d407b req-956772a6-9634-4279-b6d4-d9b80a0b9ea8 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:15.897826 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-058178d3-c073-46a0-92fa-01659a5d407b req-956772a6-9634-4279-b6d4-d9b80a0b9ea8 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 945 time: 0.0488782 Aug 20 12:24:15.936502 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-058178d3-c073-46a0-92fa-01659a5d407b req-0fdda280-75aa-46ff-919e-1f44c632a955 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.37 "GET /v2.0/security-groups?id=702fe246-66e3-4ac6-ac99-7e4081c515bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326791 Aug 20 12:24:16.061529 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b89241-58de-4104-886a-76abc47cf8b3 req-ad10e8da-8b38-440f-9241-8cc1965109b0 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:16.062902 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-53b89241-58de-4104-886a-76abc47cf8b3 req-ad10e8da-8b38-440f-9241-8cc1965109b0 tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe9bac51-e016-4193-b542-847058866861 HTTP/1.1" status: 200 len: 945 time: 0.0483067 Aug 20 12:24:16.155582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-53b89241-58de-4104-886a-76abc47cf8b3 req-e2127849-55b7-422d-8bc9-69af7bc8752d tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Deleting port 7efde971-289d-44de-9923-b4fcb3e44853 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:16.155926 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-53b89241-58de-4104-886a-76abc47cf8b3 req-e2127849-55b7-422d-8bc9-69af7bc8752d tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.247656 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-53b89241-58de-4104-886a-76abc47cf8b3 req-e2127849-55b7-422d-8bc9-69af7bc8752d tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] For port 7efde971-289d-44de-9923-b4fcb3e44853, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7efde971-289d-44de-9923-b4fcb3e44853,segment=NetworkSegment(bf54b687-8720-4f28-8c2e-9ab39b0f87e7),segment_id=bf54b687-8720-4f28-8c2e-9ab39b0f87e7)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:16.248482 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-53b89241-58de-4104-886a-76abc47cf8b3 req-e2127849-55b7-422d-8bc9-69af7bc8752d tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.260987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-53b89241-58de-4104-886a-76abc47cf8b3 req-e2127849-55b7-422d-8bc9-69af7bc8752d tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Calling delete_port for 7efde971-289d-44de-9923-b4fcb3e44853 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:16.393572 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-53b89241-58de-4104-886a-76abc47cf8b3 req-e2127849-55b7-422d-8bc9-69af7bc8752d tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.405054 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['7efde971-289d-44de-9923-b4fcb3e44853'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:24:16.423482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2127849-55b7-422d-8bc9-69af7bc8752d tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Pushing event deleted for resources: {'Port': ['ID=7efde971-289d-44de-9923-b4fcb3e44853,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:16.464320 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b89241-58de-4104-886a-76abc47cf8b3 req-e2127849-55b7-422d-8bc9-69af7bc8752d tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] No DVR routers for this DVR port 7efde971-289d-44de-9923-b4fcb3e44853 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:16.467480 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-53b89241-58de-4104-886a-76abc47cf8b3 req-e2127849-55b7-422d-8bc9-69af7bc8752d tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.469504 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-53b89241-58de-4104-886a-76abc47cf8b3 req-e2127849-55b7-422d-8bc9-69af7bc8752d tempest-ServersNegativeTestJSON-1304838781 tempest-ServersNegativeTestJSON-1304838781-project] 10.222.0.76 "DELETE /v2.0/ports/7efde971-289d-44de-9923-b4fcb3e44853 HTTP/1.1" status: 204 len: 173 time: 0.4005501 Aug 20 12:24:16.469943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9bac51-e016-4193-b542-847058866861', 'name': 'network-vif-deleted', 'tag': '7efde971-289d-44de-9923-b4fcb3e44853'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:16.472198 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3726d6-e3d8-43e2-a8b1-a688e39deb71" -d '{"events": [{"server_uuid": "fe9bac51-e016-4193-b542-847058866861", "name": "network-vif-deleted", "tag": "7efde971-289d-44de-9923-b4fcb3e44853"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:16.514887 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25643469-f3ce-48cb-bc81-ef5525786cd4 x-openstack-request-id: req-25643469-f3ce-48cb-bc81-ef5525786cd4 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:16.515243 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9bac51-e016-4193-b542-847058866861", "name": "network-vif-deleted", "tag": "7efde971-289d-44de-9923-b4fcb3e44853", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:16.515499 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25643469-f3ce-48cb-bc81-ef5525786cd4 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:16.516177 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9bac51-e016-4193-b542-847058866861', 'name': 'network-vif-deleted', 'tag': '7efde971-289d-44de-9923-b4fcb3e44853', 'status': 'completed', 'code': 200} Aug 20 12:24:16.995688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device a290cf45-18d4-4777-8af0-3ca1a56ba42f no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:17.001963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56160) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:17.017363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: a290cf45-18d4-4777-8af0-3ca1a56ba42f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:17.017926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device a290cf45-18d4-4777-8af0-3ca1a56ba42f not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:17.050062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb2dadc-4d52-4f7c-9a3e-4ecd7fe97664 admin admin] Deleting subnet 4d688aa2-0efb-43e4-bcfe-4714119fb48a {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:24:17.052996 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bb2dadc-4d52-4f7c-9a3e-4ecd7fe97664 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.086162 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bb2dadc-4d52-4f7c-9a3e-4ecd7fe97664 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.123898 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bb2dadc-4d52-4f7c-9a3e-4ecd7fe97664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.174677 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bb2dadc-4d52-4f7c-9a3e-4ecd7fe97664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.199129 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2dadc-4d52-4f7c-9a3e-4ecd7fe97664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d688aa2-0efb-43e4-bcfe-4714119fb48a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:17.203039 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1bb2dadc-4d52-4f7c-9a3e-4ecd7fe97664 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.205085 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1bb2dadc-4d52-4f7c-9a3e-4ecd7fe97664 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4d688aa2-0efb-43e4-bcfe-4714119fb48a HTTP/1.1" status: 204 len: 168 time: 0.2019842 Aug 20 12:24:17.207414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56162) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:17.277502 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a4a7f275-7706-469a-9aea-26377334a2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.352389 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a4a7f275-7706-469a-9aea-26377334a2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.362304 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a4a7f275-7706-469a-9aea-26377334a2be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c781f3-e8fd-48cc-97b7-3bf158a24b56']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:17.376060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a4a7f275-7706-469a-9aea-26377334a2be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf54b687-8720-4f28-8c2e-9ab39b0f87e7') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:17.376349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-a4a7f275-7706-469a-9aea-26377334a2be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf54b687-8720-4f28-8c2e-9ab39b0f87e7') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:17.384850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a4a7f275-7706-469a-9aea-26377334a2be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.398045 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a4a7f275-7706-469a-9aea-26377334a2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.403759 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a7f275-7706-469a-9aea-26377334a2be admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:24:17.405051 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a4a7f275-7706-469a-9aea-26377334a2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:24:17.407104 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:24:17.459741 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a4a7f275-7706-469a-9aea-26377334a2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.465635 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a4a7f275-7706-469a-9aea-26377334a2be admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.468188 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a4a7f275-7706-469a-9aea-26377334a2be admin admin] 10.222.0.37 "DELETE /v2.0/networks/59c781f3-e8fd-48cc-97b7-3bf158a24b56 HTTP/1.1" status: 204 len: 168 time: 0.2598667 Aug 20 12:24:17.479616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7f275-7706-469a-9aea-26377334a2be admin admin] Pushing event deleted for resources: {'Network': ['ID=59c781f3-e8fd-48cc-97b7-3bf158a24b56,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:17.575564 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56166) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:17.614185 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-aaaf9bc7-29f7-42f2-8d02-b202b0b6b362 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab9c0a6fa0424764afd141bae4bdce0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368745 Aug 20 12:24:17.616490 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56168) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:17.666811 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e37b233-8ae1-4a29-b44e-05089282189f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.687341 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e37b233-8ae1-4a29-b44e-05089282189f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.734302 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e37b233-8ae1-4a29-b44e-05089282189f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.737015 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e37b233-8ae1-4a29-b44e-05089282189f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.738156 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5e37b233-8ae1-4a29-b44e-05089282189f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/702fe246-66e3-4ac6-ac99-7e4081c515bf HTTP/1.1" status: 204 len: 168 time: 0.1205132 Aug 20 12:24:17.747576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37b233-8ae1-4a29-b44e-05089282189f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702fe246-66e3-4ac6-ac99-7e4081c515bf,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:18.405881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56190) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:18.502647 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b937b4b7-bd14-4991-aba3-e9d1d4c9ae0d tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-501488810'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:18.523500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b937b4b7-bd14-4991-aba3-e9d1d4c9ae0d tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Made reservation on behalf of d7fa65ec3c8943488dcae4b2692b99cf for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:18.526881 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b937b4b7-bd14-4991-aba3-e9d1d4c9ae0d tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.535894 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b937b4b7-bd14-4991-aba3-e9d1d4c9ae0d tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.627912 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b937b4b7-bd14-4991-aba3-e9d1d4c9ae0d tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.631589 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b937b4b7-bd14-4991-aba3-e9d1d4c9ae0d tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.662415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b937b4b7-bd14-4991-aba3-e9d1d4c9ae0d tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:18.671728 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937b4b7-bd14-4991-aba3-e9d1d4c9ae0d tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0de59d-0033-4315-86c3-a521f006eca5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:18.678447 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b937b4b7-bd14-4991-aba3-e9d1d4c9ae0d tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.678745 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-b937b4b7-bd14-4991-aba3-e9d1d4c9ae0d tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Added segment fbb9da19-8f13-4c87-b73f-e3922e5690d4 of type vlan for network 5f45cafb-35e7-414e-8a46-d15a565810e3 Aug 20 12:24:18.719895 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b937b4b7-bd14-4991-aba3-e9d1d4c9ae0d tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.743622 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b937b4b7-bd14-4991-aba3-e9d1d4c9ae0d tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.749791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b937b4b7-bd14-4991-aba3-e9d1d4c9ae0d tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:18.750406 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b937b4b7-bd14-4991-aba3-e9d1d4c9ae0d tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.809625 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b937b4b7-bd14-4991-aba3-e9d1d4c9ae0d tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4025917 Aug 20 12:24:18.819016 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937b4b7-bd14-4991-aba3-e9d1d4c9ae0d tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event updated for resources: {'Network': ['ID=5f45cafb-35e7-414e-8a46-d15a565810e3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:18.830576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 5f45cafb-35e7-414e-8a46-d15a565810e3 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:20.660778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7efde971-289d-44de-9923-b4fcb3e44853 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:20.681370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 7efde971-289d-44de-9923-b4fcb3e44853 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:20.681712 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7efde971-289d-44de-9923-b4fcb3e44853 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:22.197229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56194) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:22.203138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ef0663fd-ed16-485b-99ef-bc22df02f16e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Request body: {'subnet': {'network_id': '5f45cafb-35e7-414e-8a46-d15a565810e3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:22.292717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0663fd-ed16-485b-99ef-bc22df02f16e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Made reservation on behalf of d7fa65ec3c8943488dcae4b2692b99cf for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:22.296317 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef0663fd-ed16-485b-99ef-bc22df02f16e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.418858 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d66a481b-349e-451e-b54f-f61194a1c791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.475192 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef0663fd-ed16-485b-99ef-bc22df02f16e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.535050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0663fd-ed16-485b-99ef-bc22df02f16e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event updated for resources: {'Subnet': ['ID=2d7ca969-cc22-49bf-8053-4177e437f61f,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:22.542077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0663fd-ed16-485b-99ef-bc22df02f16e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Checking segment: {'id': 'fbb9da19-8f13-4c87-b73f-e3922e5690d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5f45cafb-35e7-414e-8a46-d15a565810e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:22.542444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0663fd-ed16-485b-99ef-bc22df02f16e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Network hostable DHCP agents. Network: 5f45cafb-35e7-414e-8a46-d15a565810e3, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:22.558429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0663fd-ed16-485b-99ef-bc22df02f16e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Network 5f45cafb-35e7-414e-8a46-d15a565810e3 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:22.567424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-ef0663fd-ed16-485b-99ef-bc22df02f16e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 5f45cafb-35e7-414e-8a46-d15a565810e3) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:22.571950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0663fd-ed16-485b-99ef-bc22df02f16e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:22.573034 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ef0663fd-ed16-485b-99ef-bc22df02f16e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.577080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01594631-0dfd-444d-9386-48e827c4db82 None None] Network 5f45cafb-35e7-414e-8a46-d15a565810e3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:22.586856 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ef0663fd-ed16-485b-99ef-bc22df02f16e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3884816 Aug 20 12:24:22.590470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56196) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:22.595769 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8c3dd652-38d1-44f0-aeeb-e66660fb7274 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-503820687'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:22.617318 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3dd652-38d1-44f0-aeeb-e66660fb7274 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Made reservation on behalf of d7fa65ec3c8943488dcae4b2692b99cf for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:22.620780 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd652-38d1-44f0-aeeb-e66660fb7274 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.645188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3dd652-38d1-44f0-aeeb-e66660fb7274 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:22.654495 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd652-38d1-44f0-aeeb-e66660fb7274 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.654846 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-8c3dd652-38d1-44f0-aeeb-e66660fb7274 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Added segment 094da9a5-0e95-4a07-9914-5713bb4509ed of type vlan for network d2b98ddc-c70f-4638-b415-beab89dbfe82 Aug 20 12:24:22.694802 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd652-38d1-44f0-aeeb-e66660fb7274 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.720060 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd652-38d1-44f0-aeeb-e66660fb7274 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.724361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-5f45cafb-35e7-414e-8a46-d15a565810e3', 'network_id': '5f45cafb-35e7-414e-8a46-d15a565810e3', 'tenant_id': 'd7fa65ec3c8943488dcae4b2692b99cf', 'fixed_ips': [{'subnet_id': '2d7ca969-cc22-49bf-8053-4177e437f61f'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:22.725252 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.726385 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3dd652-38d1-44f0-aeeb-e66660fb7274 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:22.726953 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd652-38d1-44f0-aeeb-e66660fb7274 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.785346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8c3dd652-38d1-44f0-aeeb-e66660fb7274 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1938455 Aug 20 12:24:22.788594 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56198) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:22.794267 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-46d5b908-82fd-494d-9843-0fc63aa56f64 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Request body: {'subnet': {'network_id': 'd2b98ddc-c70f-4638-b415-beab89dbfe82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:22.801301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dd652-38d1-44f0-aeeb-e66660fb7274 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event updated for resources: {'Network': ['ID=d2b98ddc-c70f-4638-b415-beab89dbfe82,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:22.816443 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network d2b98ddc-c70f-4638-b415-beab89dbfe82 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:22.890646 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d5b908-82fd-494d-9843-0fc63aa56f64 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Made reservation on behalf of d7fa65ec3c8943488dcae4b2692b99cf for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:22.894333 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46d5b908-82fd-494d-9843-0fc63aa56f64 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.925247 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Allocated IP 2001:db8:0:ffff::2 (5f45cafb-35e7-414e-8a46-d15a565810e3/2d7ca969-cc22-49bf-8053-4177e437f61f/31f5eb00-d46d-4d93-a867-94e4a45544a6) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:23.087368 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.098473 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Transition to ACTIVE for port object 31f5eb00-d46d-4d93-a867-94e4a45544a6 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:23.105546 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46d5b908-82fd-494d-9843-0fc63aa56f64 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.116381 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Transition to ACTIVE for port object 31f5eb00-d46d-4d93-a867-94e4a45544a6 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:23.124082 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.159830 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Network 5f45cafb-35e7-414e-8a46-d15a565810e3 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:23.164035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:23.167509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:23.175173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5b908-82fd-494d-9843-0fc63aa56f64 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event updated for resources: {'Subnet': ['ID=eddbf235-aab6-40f1-a620-79a32ea74db4,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:23.180014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Pushing event updated for resources: {'Port': ['ID=31f5eb00-d46d-4d93-a867-94e4a45544a6,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:23.187461 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5b908-82fd-494d-9843-0fc63aa56f64 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Checking segment: {'id': '094da9a5-0e95-4a07-9914-5713bb4509ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd2b98ddc-c70f-4638-b415-beab89dbfe82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:23.187832 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d5b908-82fd-494d-9843-0fc63aa56f64 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Network hostable DHCP agents. Network: d2b98ddc-c70f-4638-b415-beab89dbfe82, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:23.206064 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d5b908-82fd-494d-9843-0fc63aa56f64 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Network d2b98ddc-c70f-4638-b415-beab89dbfe82 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:23.206422 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.206795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.207136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.207471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.207801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.208134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.208454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.208829 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.209149 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.209470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.209788 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.210109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.220346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-46d5b908-82fd-494d-9843-0fc63aa56f64 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, d2b98ddc-c70f-4638-b415-beab89dbfe82) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:23.224687 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d5b908-82fd-494d-9843-0fc63aa56f64 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:23.225293 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46d5b908-82fd-494d-9843-0fc63aa56f64 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.235990 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6840e0-9923-4a29-98bd-e14558e2cd3b None None] Network d2b98ddc-c70f-4638-b415-beab89dbfe82 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:23.244165 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-46d5b908-82fd-494d-9843-0fc63aa56f64 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4518011 Aug 20 12:24:23.244590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56200) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:23.288513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Attempting to bind port 31f5eb00-d46d-4d93-a867-94e4a45544a6 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:23.288920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Attempting to bind port 31f5eb00-d46d-4d93-a867-94e4a45544a6 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'fbb9da19-8f13-4c87-b73f-e3922e5690d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5f45cafb-35e7-414e-8a46-d15a565810e3'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:23.289286 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Attempting to bind port 31f5eb00-d46d-4d93-a867-94e4a45544a6 on network 5f45cafb-35e7-414e-8a46-d15a565810e3 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:23.297999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:23.298370 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Checking segment: {'id': 'fbb9da19-8f13-4c87-b73f-e3922e5690d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5f45cafb-35e7-414e-8a46-d15a565810e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:23.298773 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.299163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Bound using segment: {'id': 'fbb9da19-8f13-4c87-b73f-e3922e5690d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5f45cafb-35e7-414e-8a46-d15a565810e3'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:23.299622 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Bound port: 31f5eb00-d46d-4d93-a867-94e4a45544a6, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb9da19-8f13-4c87-b73f-e3922e5690d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5f45cafb-35e7-414e-8a46-d15a565810e3'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:23.300003 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.340413 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.418529 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] For port 31f5eb00-d46d-4d93-a867-94e4a45544a6, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:23.424691 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.424856 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] For port 31f5eb00-d46d-4d93-a867-94e4a45544a6, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=31f5eb00-d46d-4d93-a867-94e4a45544a6,segment=NetworkSegment(fbb9da19-8f13-4c87-b73f-e3922e5690d4),segment_id=fbb9da19-8f13-4c87-b73f-e3922e5690d4)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:23.430036 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.472410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996fe076-eb2d-4dd6-92f3-02a52d79f7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-d2b98ddc-c70f-4638-b415-beab89dbfe82', 'network_id': 'd2b98ddc-c70f-4638-b415-beab89dbfe82', 'tenant_id': 'd7fa65ec3c8943488dcae4b2692b99cf', 'fixed_ips': [{'subnet_id': 'eddbf235-aab6-40f1-a620-79a32ea74db4'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:23.473353 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-996fe076-eb2d-4dd6-92f3-02a52d79f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.493533 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.523853 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event deleted for resources: {'Subnet': ['ID=eddbf235-aab6-40f1-a620-79a32ea74db4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:23.526854 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3482f5e-c606-40f4-8e11-514315d171e2 None None] Pushing event updated for resources: {'Port': ['ID=31f5eb00-d46d-4d93-a867-94e4a45544a6,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:23.594589 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deef100d-0983-4c9d-a68a-9b067649c61f None None] Network d2b98ddc-c70f-4638-b415-beab89dbfe82 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:23.596194 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.606491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b98ddc-c70f-4638-b415-beab89dbfe82']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:23.950090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094da9a5-0e95-4a07-9914-5713bb4509ed') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:23.950397 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094da9a5-0e95-4a07-9914-5713bb4509ed') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:23.959820 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.973697 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.979846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:24:23.980263 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:24:23.983854 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:24:24.042188 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.049725 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.051520 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "DELETE /v2.0/networks/d2b98ddc-c70f-4638-b415-beab89dbfe82 HTTP/1.1" status: 204 len: 168 time: 0.8058498 Aug 20 12:24:24.055124 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56202) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:24.060618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-745ce53b-8b8a-4a68-be9c-6d56edbb9a45 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-134026845'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:24.062991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event deleted for resources: {'Network': ['ID=d2b98ddc-c70f-4638-b415-beab89dbfe82,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:24.071981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:24.072336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:24.072695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:24.073055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:24.073581 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:24.073757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:24.074097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:24.074425 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:24.074779 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:24.076091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:24.076091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:24.076091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae100-129a-4034-90f5-81bdebea4900 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:24.086581 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745ce53b-8b8a-4a68-be9c-6d56edbb9a45 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Made reservation on behalf of d7fa65ec3c8943488dcae4b2692b99cf for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:24.090506 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-745ce53b-8b8a-4a68-be9c-6d56edbb9a45 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.116794 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745ce53b-8b8a-4a68-be9c-6d56edbb9a45 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:24.127834 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-745ce53b-8b8a-4a68-be9c-6d56edbb9a45 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.128325 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-745ce53b-8b8a-4a68-be9c-6d56edbb9a45 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Added segment 6d42f3be-73e4-49d8-9ce9-204bca15b656 of type vlan for network ea454371-3082-4a3b-8687-eb01302ba900 Aug 20 12:24:24.171441 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-745ce53b-8b8a-4a68-be9c-6d56edbb9a45 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.198280 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-745ce53b-8b8a-4a68-be9c-6d56edbb9a45 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.204887 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745ce53b-8b8a-4a68-be9c-6d56edbb9a45 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:24.205498 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-745ce53b-8b8a-4a68-be9c-6d56edbb9a45 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.266852 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-745ce53b-8b8a-4a68-be9c-6d56edbb9a45 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2105823 Aug 20 12:24:24.269690 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56204) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:24.274857 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-09458f76-c733-455d-95dd-c172c50e0f0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Request body: {'subnet': {'network_id': 'ea454371-3082-4a3b-8687-eb01302ba900', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:24.298819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ce53b-8b8a-4a68-be9c-6d56edbb9a45 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event updated for resources: {'Network': ['ID=ea454371-3082-4a3b-8687-eb01302ba900,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:24.309550 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network ea454371-3082-4a3b-8687-eb01302ba900 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:24.379570 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09458f76-c733-455d-95dd-c172c50e0f0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Made reservation on behalf of d7fa65ec3c8943488dcae4b2692b99cf for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:24.383214 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09458f76-c733-455d-95dd-c172c50e0f0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.424534 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4989c1be-1602-4c96-951a-0199a284dbfd None None] Network 5f45cafb-35e7-414e-8a46-d15a565810e3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:24.442107 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-09458f76-c733-455d-95dd-c172c50e0f0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Performing IP validity checks on allocation pools {{(pid=94690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 12:24:24.442766 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-09458f76-c733-455d-95dd-c172c50e0f0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 12:24:24.483866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c5081fa4-a36d-4564-aa5f-cd5eeade4208 None None] Provisioning for port 31f5eb00-d46d-4d93-a867-94e4a45544a6 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:24.568744 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09458f76-c733-455d-95dd-c172c50e0f0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.631563 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09458f76-c733-455d-95dd-c172c50e0f0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event updated for resources: {'Subnet': ['ID=809ec3ba-dc63-4b37-9191-f4de8eaced95,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:24.643523 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09458f76-c733-455d-95dd-c172c50e0f0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Checking segment: {'id': '6d42f3be-73e4-49d8-9ce9-204bca15b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ea454371-3082-4a3b-8687-eb01302ba900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:24.643885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09458f76-c733-455d-95dd-c172c50e0f0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Network hostable DHCP agents. Network: ea454371-3082-4a3b-8687-eb01302ba900, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:24.662166 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09458f76-c733-455d-95dd-c172c50e0f0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Network ea454371-3082-4a3b-8687-eb01302ba900 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:24.672497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-09458f76-c733-455d-95dd-c172c50e0f0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, ea454371-3082-4a3b-8687-eb01302ba900) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:24.676784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09458f76-c733-455d-95dd-c172c50e0f0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:24.677372 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09458f76-c733-455d-95dd-c172c50e0f0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.683957 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f0a8f8-8a4b-4edf-a685-1311eadc6f72 None None] Network ea454371-3082-4a3b-8687-eb01302ba900 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:24.695030 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-09458f76-c733-455d-95dd-c172c50e0f0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4218917 Aug 20 12:24:24.695301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56206) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:24.802511 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a586c8-4cc4-40eb-981a-a4f1e2d0be18 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.845503 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839ac31f-9be2-4c2f-ac4e-dba09befaa85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-ea454371-3082-4a3b-8687-eb01302ba900', 'network_id': 'ea454371-3082-4a3b-8687-eb01302ba900', 'tenant_id': 'd7fa65ec3c8943488dcae4b2692b99cf', 'fixed_ips': [{'subnet_id': '809ec3ba-dc63-4b37-9191-f4de8eaced95'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:24.846363 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-839ac31f-9be2-4c2f-ac4e-dba09befaa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.882044 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a586c8-4cc4-40eb-981a-a4f1e2d0be18 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.942110 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a586c8-4cc4-40eb-981a-a4f1e2d0be18 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server [None req-839ac31f-9be2-4c2f-ac4e-dba09befaa85 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 809ec3ba-dc63-4b37-9191-f4de8eaced95: This subnet is being modified by another concurrent operation. Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server raise exception Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 809ec3ba-dc63-4b37-9191-f4de8eaced95: This subnet is being modified by another concurrent operation. Aug 20 12:24:24.945415 n-d-804299-2 neutron-server[94692]: ERROR oslo_messaging.rpc.server Aug 20 12:24:24.964061 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec9dc49-9937-4496-bda0-56caff7a60dc None None] Network ea454371-3082-4a3b-8687-eb01302ba900 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:24.976595 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a586c8-4cc4-40eb-981a-a4f1e2d0be18 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event deleted for resources: {'Subnet': ['ID=809ec3ba-dc63-4b37-9191-f4de8eaced95,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:25.039110 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a586c8-4cc4-40eb-981a-a4f1e2d0be18 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.049096 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-36a586c8-4cc4-40eb-981a-a4f1e2d0be18 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea454371-3082-4a3b-8687-eb01302ba900']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:25.059366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-36a586c8-4cc4-40eb-981a-a4f1e2d0be18 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d42f3be-73e4-49d8-9ce9-204bca15b656') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:25.060074 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-36a586c8-4cc4-40eb-981a-a4f1e2d0be18 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d42f3be-73e4-49d8-9ce9-204bca15b656') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:25.069045 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a586c8-4cc4-40eb-981a-a4f1e2d0be18 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.079440 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f04429c-3bf0-4c45-9564-0c98a5942f3c None None] get_active_networks_info from n-d-804299-2 {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:24:25.084090 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a586c8-4cc4-40eb-981a-a4f1e2d0be18 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.090361 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a586c8-4cc4-40eb-981a-a4f1e2d0be18 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:24:25.090795 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a586c8-4cc4-40eb-981a-a4f1e2d0be18 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:24:25.094430 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:24:25.147258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f04429c-3bf0-4c45-9564-0c98a5942f3c None None] Resources bound (agent type, host, resource id): {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:24:25.159332 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a586c8-4cc4-40eb-981a-a4f1e2d0be18 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.163891 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36a586c8-4cc4-40eb-981a-a4f1e2d0be18 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.169488 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-36a586c8-4cc4-40eb-981a-a4f1e2d0be18 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "DELETE /v2.0/networks/ea454371-3082-4a3b-8687-eb01302ba900 HTTP/1.1" status: 204 len: 168 time: 0.4697866 Aug 20 12:24:25.169759 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56208) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:25.175877 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-54159f2e-7567-4e38-90ae-4ac7e575a4f4 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-596563614'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:25.193755 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a586c8-4cc4-40eb-981a-a4f1e2d0be18 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event deleted for resources: {'Network': ['ID=ea454371-3082-4a3b-8687-eb01302ba900,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:25.210603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54159f2e-7567-4e38-90ae-4ac7e575a4f4 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Made reservation on behalf of d7fa65ec3c8943488dcae4b2692b99cf for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:25.215255 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54159f2e-7567-4e38-90ae-4ac7e575a4f4 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.230241 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d47dd922-0c1d-48de-937b-8f956dfd4983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.242717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54159f2e-7567-4e38-90ae-4ac7e575a4f4 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:25.252274 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54159f2e-7567-4e38-90ae-4ac7e575a4f4 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.252627 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-54159f2e-7567-4e38-90ae-4ac7e575a4f4 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Added segment e50ad607-945d-4a74-8439-37e97f211fd6 of type vlan for network 0b19cb8e-8f59-4c23-a92e-cd59a981b3f2 Aug 20 12:24:25.292928 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54159f2e-7567-4e38-90ae-4ac7e575a4f4 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.318325 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54159f2e-7567-4e38-90ae-4ac7e575a4f4 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.324054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54159f2e-7567-4e38-90ae-4ac7e575a4f4 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:25.324688 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54159f2e-7567-4e38-90ae-4ac7e575a4f4 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.387718 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-54159f2e-7567-4e38-90ae-4ac7e575a4f4 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2168987 Aug 20 12:24:25.392700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56210) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:25.396951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54159f2e-7567-4e38-90ae-4ac7e575a4f4 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event updated for resources: {'Network': ['ID=0b19cb8e-8f59-4c23-a92e-cd59a981b3f2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:25.398029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-bd6f92b6-3060-4825-b7a7-a6d1cd657301 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Request body: {'subnet': {'network_id': '0b19cb8e-8f59-4c23-a92e-cd59a981b3f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:25.407655 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 0b19cb8e-8f59-4c23-a92e-cd59a981b3f2 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:25.495196 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6f92b6-3060-4825-b7a7-a6d1cd657301 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Made reservation on behalf of d7fa65ec3c8943488dcae4b2692b99cf for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:25.496625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 31f5eb00-d46d-4d93-a867-94e4a45544a6 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:25.499823 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd6f92b6-3060-4825-b7a7-a6d1cd657301 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.545150 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.562045 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 31f5eb00-d46d-4d93-a867-94e4a45544a6 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:25.566089 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 31f5eb00-d46d-4d93-a867-94e4a45544a6 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:25.566836 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.645558 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.680980 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 31f5eb00-d46d-4d93-a867-94e4a45544a6, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=31f5eb00-d46d-4d93-a867-94e4a45544a6,segment=NetworkSegment(fbb9da19-8f13-4c87-b73f-e3922e5690d4),segment_id=fbb9da19-8f13-4c87-b73f-e3922e5690d4)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:25.685997 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.689215 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd6f92b6-3060-4825-b7a7-a6d1cd657301 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.734160 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=31f5eb00-d46d-4d93-a867-94e4a45544a6,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:25.752532 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f92b6-3060-4825-b7a7-a6d1cd657301 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event updated for resources: {'Subnet': ['ID=1bee705c-007d-4ef4-bcf2-ee6e39447f7a,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:25.756873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6f92b6-3060-4825-b7a7-a6d1cd657301 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Checking segment: {'id': 'e50ad607-945d-4a74-8439-37e97f211fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0b19cb8e-8f59-4c23-a92e-cd59a981b3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:25.757237 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6f92b6-3060-4825-b7a7-a6d1cd657301 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Network hostable DHCP agents. Network: 0b19cb8e-8f59-4c23-a92e-cd59a981b3f2, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:25.774682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6f92b6-3060-4825-b7a7-a6d1cd657301 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Network 0b19cb8e-8f59-4c23-a92e-cd59a981b3f2 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:25.784017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-bd6f92b6-3060-4825-b7a7-a6d1cd657301 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 0b19cb8e-8f59-4c23-a92e-cd59a981b3f2) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:25.787978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6f92b6-3060-4825-b7a7-a6d1cd657301 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:25.788566 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd6f92b6-3060-4825-b7a7-a6d1cd657301 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.793358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a391ca-9e5b-4035-b9fd-c77d89e0a3e8 None None] Network 0b19cb8e-8f59-4c23-a92e-cd59a981b3f2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:25.803605 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bd6f92b6-3060-4825-b7a7-a6d1cd657301 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4096651 Aug 20 12:24:25.807117 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56212) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:25.812294 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b28a9d44-25d6-4d96-bde4-bbc52d661e0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1948824883'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:25.834464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28a9d44-25d6-4d96-bde4-bbc52d661e0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Made reservation on behalf of d7fa65ec3c8943488dcae4b2692b99cf for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:25.838023 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b28a9d44-25d6-4d96-bde4-bbc52d661e0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.861831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28a9d44-25d6-4d96-bde4-bbc52d661e0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:25.871134 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b28a9d44-25d6-4d96-bde4-bbc52d661e0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.871477 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-b28a9d44-25d6-4d96-bde4-bbc52d661e0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Added segment 6e422946-6720-440c-9cf4-9127f440b72f of type vlan for network be6935de-0468-4fe4-b027-18a2ffa5706b Aug 20 12:24:25.913247 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b28a9d44-25d6-4d96-bde4-bbc52d661e0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.937472 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b28a9d44-25d6-4d96-bde4-bbc52d661e0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.941291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-0b19cb8e-8f59-4c23-a92e-cd59a981b3f2', 'network_id': '0b19cb8e-8f59-4c23-a92e-cd59a981b3f2', 'tenant_id': 'd7fa65ec3c8943488dcae4b2692b99cf', 'fixed_ips': [{'subnet_id': '1bee705c-007d-4ef4-bcf2-ee6e39447f7a'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:25.942146 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.943075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28a9d44-25d6-4d96-bde4-bbc52d661e0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:25.943657 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b28a9d44-25d6-4d96-bde4-bbc52d661e0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.007260 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b28a9d44-25d6-4d96-bde4-bbc52d661e0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1962821 Aug 20 12:24:26.007498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56214) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:26.015447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f5a32c71-a705-4f72-9531-34100573d45e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Request body: {'subnet': {'network_id': 'be6935de-0468-4fe4-b027-18a2ffa5706b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:26.057789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a9d44-25d6-4d96-bde4-bbc52d661e0a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event updated for resources: {'Network': ['ID=be6935de-0468-4fe4-b027-18a2ffa5706b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:26.069924 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network be6935de-0468-4fe4-b027-18a2ffa5706b details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:26.111606 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a32c71-a705-4f72-9531-34100573d45e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Made reservation on behalf of d7fa65ec3c8943488dcae4b2692b99cf for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:26.115039 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5a32c71-a705-4f72-9531-34100573d45e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.129266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Allocated IP 2001:db8::2 (0b19cb8e-8f59-4c23-a92e-cd59a981b3f2/1bee705c-007d-4ef4-bcf2-ee6e39447f7a/350bdaec-9f5b-48e4-a692-7a08b7f5dfd4) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:26.288808 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.298632 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5a32c71-a705-4f72-9531-34100573d45e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.303139 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Transition to ACTIVE for port object 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:26.318974 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Transition to ACTIVE for port object 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:26.325018 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.358426 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a32c71-a705-4f72-9531-34100573d45e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event updated for resources: {'Subnet': ['ID=4a288e7d-6c87-46e7-88c7-4946eab17876,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:26.360245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Network 0b19cb8e-8f59-4c23-a92e-cd59a981b3f2 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:26.366203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:26.369866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:26.371772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a32c71-a705-4f72-9531-34100573d45e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Checking segment: {'id': '6e422946-6720-440c-9cf4-9127f440b72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'be6935de-0468-4fe4-b027-18a2ffa5706b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:26.372125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a32c71-a705-4f72-9531-34100573d45e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Network hostable DHCP agents. Network: be6935de-0468-4fe4-b027-18a2ffa5706b, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:26.378417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Pushing event updated for resources: {'Port': ['ID=350bdaec-9f5b-48e4-a692-7a08b7f5dfd4,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:26.390534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a32c71-a705-4f72-9531-34100573d45e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Network be6935de-0468-4fe4-b027-18a2ffa5706b is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:26.400470 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-f5a32c71-a705-4f72-9531-34100573d45e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, be6935de-0468-4fe4-b027-18a2ffa5706b) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:26.404849 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a32c71-a705-4f72-9531-34100573d45e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:26.405538 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5a32c71-a705-4f72-9531-34100573d45e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.420563 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f5a32c71-a705-4f72-9531-34100573d45e tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4121118 Aug 20 12:24:26.421838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e3ea9-f718-4c2c-91b9-64c07cfb9818 None None] Network be6935de-0468-4fe4-b027-18a2ffa5706b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:26.423215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56216) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:26.470092 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Attempting to bind port 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:26.470457 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Attempting to bind port 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'e50ad607-945d-4a74-8439-37e97f211fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0b19cb8e-8f59-4c23-a92e-cd59a981b3f2'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:26.470815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Attempting to bind port 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4 on network 0b19cb8e-8f59-4c23-a92e-cd59a981b3f2 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:26.479433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:26.479806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Checking segment: {'id': 'e50ad607-945d-4a74-8439-37e97f211fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0b19cb8e-8f59-4c23-a92e-cd59a981b3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:26.480208 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.480626 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Bound using segment: {'id': 'e50ad607-945d-4a74-8439-37e97f211fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0b19cb8e-8f59-4c23-a92e-cd59a981b3f2'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:26.481081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Bound port: 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50ad607-945d-4a74-8439-37e97f211fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0b19cb8e-8f59-4c23-a92e-cd59a981b3f2'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:26.481461 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.521823 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4070724-abd4-4b9f-86ae-7c2731961e43 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.555638 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.572959 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4070724-abd4-4b9f-86ae-7c2731961e43 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.605967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] For port 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:26.622175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] For port 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=350bdaec-9f5b-48e4-a692-7a08b7f5dfd4,segment=NetworkSegment(e50ad607-945d-4a74-8439-37e97f211fd6),segment_id=e50ad607-945d-4a74-8439-37e97f211fd6)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:26.629578 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.639543 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4070724-abd4-4b9f-86ae-7c2731961e43 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.667518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4070724-abd4-4b9f-86ae-7c2731961e43 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event deleted for resources: {'Subnet': ['ID=4a288e7d-6c87-46e7-88c7-4946eab17876,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:26.671555 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fddccbd-023e-44cf-ab41-f2937c7c6cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-be6935de-0468-4fe4-b027-18a2ffa5706b', 'network_id': 'be6935de-0468-4fe4-b027-18a2ffa5706b', 'tenant_id': 'd7fa65ec3c8943488dcae4b2692b99cf', 'fixed_ips': [{'subnet_id': '4a288e7d-6c87-46e7-88c7-4946eab17876'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:26.672483 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7fddccbd-023e-44cf-ab41-f2937c7c6cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.725497 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0984b5b-069f-40a0-8448-08d4347a8518 None None] Pushing event updated for resources: {'Port': ['ID=350bdaec-9f5b-48e4-a692-7a08b7f5dfd4,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:26.733207 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4070724-abd4-4b9f-86ae-7c2731961e43 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.743809 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-f4070724-abd4-4b9f-86ae-7c2731961e43 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6935de-0468-4fe4-b027-18a2ffa5706b']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:26.755755 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-f4070724-abd4-4b9f-86ae-7c2731961e43 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e422946-6720-440c-9cf4-9127f440b72f') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:26.756057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-f4070724-abd4-4b9f-86ae-7c2731961e43 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e422946-6720-440c-9cf4-9127f440b72f') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:26.766880 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4070724-abd4-4b9f-86ae-7c2731961e43 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.786563 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcc0e6a-5f74-488e-87cd-4959caa89bfc None None] Network be6935de-0468-4fe4-b027-18a2ffa5706b requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:26.788527 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4070724-abd4-4b9f-86ae-7c2731961e43 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.795085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4070724-abd4-4b9f-86ae-7c2731961e43 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:24:26.795481 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4070724-abd4-4b9f-86ae-7c2731961e43 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:24:26.798676 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:24:26.860594 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4070724-abd4-4b9f-86ae-7c2731961e43 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.874077 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4070724-abd4-4b9f-86ae-7c2731961e43 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.879030 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f4070724-abd4-4b9f-86ae-7c2731961e43 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "DELETE /v2.0/networks/be6935de-0468-4fe4-b027-18a2ffa5706b HTTP/1.1" status: 204 len: 168 time: 0.4519968 Aug 20 12:24:26.879358 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56218) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:26.915535 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4070724-abd4-4b9f-86ae-7c2731961e43 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event deleted for resources: {'Network': ['ID=be6935de-0468-4fe4-b027-18a2ffa5706b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:26.931532 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6fda04-c795-43b3-b887-273aa8bf5adf tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] GET failed (client error): The resource could not be found. Aug 20 12:24:26.936470 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56220) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:26.939572 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3a6fda04-c795-43b3-b887-273aa8bf5adf tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "GET /v2.0/subnets/4a288e7d-6c87-46e7-88c7-4946eab17876 HTTP/1.1" status: 404 len: 337 time: 0.0505474 Aug 20 12:24:26.957736 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5fcc47-f4e5-47d4-beb5-850a68d1e1fe tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] DELETE failed (client error): The resource could not be found. Aug 20 12:24:26.958389 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5fcc47-f4e5-47d4-beb5-850a68d1e1fe tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:24:26.960191 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fb5fcc47-f4e5-47d4-beb5-850a68d1e1fe tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "DELETE /v2.0/networks/be6935de-0468-4fe4-b027-18a2ffa5706b HTTP/1.1" status: 404 len: 339 time: 0.0224347 Aug 20 12:24:26.963951 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56222) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:26.992081 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fd43b3-0f57-4ad3-b291-8b0a32adf631 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] DELETE failed (client error): The resource could not be found. Aug 20 12:24:26.992725 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fd43b3-0f57-4ad3-b291-8b0a32adf631 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:24:26.994589 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c9fd43b3-0f57-4ad3-b291-8b0a32adf631 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "DELETE /v2.0/subnets/4a288e7d-6c87-46e7-88c7-4946eab17876 HTTP/1.1" status: 404 len: 337 time: 0.0297303 Aug 20 12:24:26.997374 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56224) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:27.015978 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cb8b42-bde0-4856-bcdb-90deea15ae61 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] DELETE failed (client error): The resource could not be found. Aug 20 12:24:27.016504 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06cb8b42-bde0-4856-bcdb-90deea15ae61 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:24:27.018205 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-06cb8b42-bde0-4856-bcdb-90deea15ae61 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "DELETE /v2.0/networks/be6935de-0468-4fe4-b027-18a2ffa5706b HTTP/1.1" status: 404 len: 339 time: 0.0198064 Aug 20 12:24:27.020834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56226) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:27.071604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2c7239-f812-4bb1-8df9-ef712dfc8bb6 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Deleting subnet 1bee705c-007d-4ef4-bcf2-ee6e39447f7a {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:24:27.074670 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc2c7239-f812-4bb1-8df9-ef712dfc8bb6 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.117650 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc2c7239-f812-4bb1-8df9-ef712dfc8bb6 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.199273 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc2c7239-f812-4bb1-8df9-ef712dfc8bb6 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.257392 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc2c7239-f812-4bb1-8df9-ef712dfc8bb6 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.288955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c7239-f812-4bb1-8df9-ef712dfc8bb6 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event deleted for resources: {'Subnet': ['ID=1bee705c-007d-4ef4-bcf2-ee6e39447f7a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:27.293961 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc2c7239-f812-4bb1-8df9-ef712dfc8bb6 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.295885 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bc2c7239-f812-4bb1-8df9-ef712dfc8bb6 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "DELETE /v2.0/subnets/1bee705c-007d-4ef4-bcf2-ee6e39447f7a HTTP/1.1" status: 204 len: 168 time: 0.2735596 Aug 20 12:24:27.297796 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56228) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:27.375514 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.432920 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Deleting port 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:27.433540 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.504396 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] For port 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=350bdaec-9f5b-48e4-a692-7a08b7f5dfd4,segment=NetworkSegment(e50ad607-945d-4a74-8439-37e97f211fd6),segment_id=e50ad607-945d-4a74-8439-37e97f211fd6)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:27.504794 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.520875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Calling delete_port for 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:27.570673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 31f5eb00-d46d-4d93-a867-94e4a45544a6 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:27.617141 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.627556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 31f5eb00-d46d-4d93-a867-94e4a45544a6 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:27.627843 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.647789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event deleted for resources: {'Port': ['ID=350bdaec-9f5b-48e4-a692-7a08b7f5dfd4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:27.651181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] No DVR routers for this DVR port 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:27.693188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8657519-f71b-444f-a0f6-bb4974926554 None None] Network 0b19cb8e-8f59-4c23-a92e-cd59a981b3f2 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:27.734300 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.744270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b19cb8e-8f59-4c23-a92e-cd59a981b3f2']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:27.755348 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50ad607-945d-4a74-8439-37e97f211fd6') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:27.755644 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50ad607-945d-4a74-8439-37e97f211fd6') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:27.764889 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.778905 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.784819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:24:27.785206 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.787737 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5f868a14-9d26-499c-826c-02a6378540fb None None] Could not find standard attr ID for object 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:24:27.788541 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:24:27.795265 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:27.834365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:27.834708 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 20 12:24:27.853638 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.859305 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.861790 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "DELETE /v2.0/networks/0b19cb8e-8f59-4c23-a92e-cd59a981b3f2 HTTP/1.1" status: 204 len: 168 time: 0.5630076 Aug 20 12:24:27.864351 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56230) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:27.870496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Port 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4 not found, will not notify nova. {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 20 12:24:27.887371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238de63-19a3-471e-96f5-418d1ca8599a tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event deleted for resources: {'Network': ['ID=0b19cb8e-8f59-4c23-a92e-cd59a981b3f2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:27.897027 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9474e0-28c1-49ea-b0c6-c7ec2e8d11ef tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] DELETE failed (client error): The resource could not be found. Aug 20 12:24:27.897542 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e9474e0-28c1-49ea-b0c6-c7ec2e8d11ef tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:24:27.899239 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9e9474e0-28c1-49ea-b0c6-c7ec2e8d11ef tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "DELETE /v2.0/subnets/809ec3ba-dc63-4b37-9191-f4de8eaced95 HTTP/1.1" status: 404 len: 337 time: 0.0338962 Aug 20 12:24:27.901813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56232) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:27.925209 n-d-804299-2 neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c6b83a-814c-4892-a811-8391a232e4c2 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] DELETE failed (client error): The resource could not be found. Aug 20 12:24:27.925768 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c6b83a-814c-4892-a811-8391a232e4c2 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:24:27.928019 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-61c6b83a-814c-4892-a811-8391a232e4c2 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "DELETE /v2.0/networks/ea454371-3082-4a3b-8687-eb01302ba900 HTTP/1.1" status: 404 len: 339 time: 0.0247266 Aug 20 12:24:27.928169 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d0cfe0-c7cb-4d43-8938-f6cf99229e18 None None] DHCP port deletion for 0b19cb8e-8f59-4c23-a92e-cd59a981b3f2 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:24:27.930211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56234) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:27.958037 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-db33d3fa-1858-405b-914c-015060d4ecad tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] DELETE failed (client error): The resource could not be found. Aug 20 12:24:27.958479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db33d3fa-1858-405b-914c-015060d4ecad tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:24:27.960132 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-db33d3fa-1858-405b-914c-015060d4ecad tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "DELETE /v2.0/subnets/eddbf235-aab6-40f1-a620-79a32ea74db4 HTTP/1.1" status: 404 len: 337 time: 0.0289426 Aug 20 12:24:27.962633 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56236) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:27.979836 n-d-804299-2 neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-10081983-dcda-4029-a843-4fa4b4e1dd96 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] DELETE failed (client error): The resource could not be found. Aug 20 12:24:27.980366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10081983-dcda-4029-a843-4fa4b4e1dd96 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:24:27.982549 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-10081983-dcda-4029-a843-4fa4b4e1dd96 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "DELETE /v2.0/networks/d2b98ddc-c70f-4638-b415-beab89dbfe82 HTTP/1.1" status: 404 len: 339 time: 0.0185206 Aug 20 12:24:27.985081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56238) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:28.035621 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad55ec2f-3035-4a74-9f1e-329fe6133c51 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Deleting subnet 2d7ca969-cc22-49bf-8053-4177e437f61f {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:24:28.038722 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad55ec2f-3035-4a74-9f1e-329fe6133c51 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.081783 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad55ec2f-3035-4a74-9f1e-329fe6133c51 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.122208 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.167799 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad55ec2f-3035-4a74-9f1e-329fe6133c51 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.225352 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad55ec2f-3035-4a74-9f1e-329fe6133c51 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.255773 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55ec2f-3035-4a74-9f1e-329fe6133c51 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7ca969-cc22-49bf-8053-4177e437f61f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:28.257734 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad55ec2f-3035-4a74-9f1e-329fe6133c51 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.260301 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ad55ec2f-3035-4a74-9f1e-329fe6133c51 tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "DELETE /v2.0/subnets/2d7ca969-cc22-49bf-8053-4177e437f61f HTTP/1.1" status: 204 len: 168 time: 0.2735932 Aug 20 12:24:28.262241 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56240) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:28.263339 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0596cb37-9650-407b-818d-9d7504cbd68a None None] Network 5f45cafb-35e7-414e-8a46-d15a565810e3 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:28.341740 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.397370 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Deleting port 31f5eb00-d46d-4d93-a867-94e4a45544a6 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:28.397710 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.462846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] For port 31f5eb00-d46d-4d93-a867-94e4a45544a6, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=31f5eb00-d46d-4d93-a867-94e4a45544a6,segment=NetworkSegment(fbb9da19-8f13-4c87-b73f-e3922e5690d4),segment_id=fbb9da19-8f13-4c87-b73f-e3922e5690d4)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:28.463555 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.477160 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Calling delete_port for 31f5eb00-d46d-4d93-a867-94e4a45544a6 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:28.575375 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.592791 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bc6c90-3b27-46cb-8e0d-fc265f746bdd None None] DHCP port deletion for 5f45cafb-35e7-414e-8a46-d15a565810e3 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:24:28.605262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event deleted for resources: {'Port': ['ID=31f5eb00-d46d-4d93-a867-94e4a45544a6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:28.610501 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] No DVR routers for this DVR port 31f5eb00-d46d-4d93-a867-94e4a45544a6 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:28.695711 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.706685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f45cafb-35e7-414e-8a46-d15a565810e3']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:28.718134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb9da19-8f13-4c87-b73f-e3922e5690d4') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:28.718381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb9da19-8f13-4c87-b73f-e3922e5690d4') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:28.727118 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.740955 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.746902 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:24:28.747291 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:24:28.750670 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:24:28.808765 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.815525 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.817369 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] 10.222.0.37 "DELETE /v2.0/networks/5f45cafb-35e7-414e-8a46-d15a565810e3 HTTP/1.1" status: 204 len: 168 time: 0.5541942 Aug 20 12:24:28.830012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bf1f8-cebf-4b70-b97b-dd564e0deded tempest-NetworksIpV6Test-832481916 tempest-NetworksIpV6Test-832481916-project] Pushing event deleted for resources: {'Network': ['ID=5f45cafb-35e7-414e-8a46-d15a565810e3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:29.058631 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56246) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:29.187583 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9a12e033-e2d8-4b54-b6b5-1f8228b8a438 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7fa65ec3c8943488dcae4b2692b99cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277606 Aug 20 12:24:29.190130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56250) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:29.241334 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-65faf986-4230-4d55-83f0-a3d31e1bd878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:29.262221 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-65faf986-4230-4d55-83f0-a3d31e1bd878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:29.306921 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-65faf986-4230-4d55-83f0-a3d31e1bd878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:29.309720 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-65faf986-4230-4d55-83f0-a3d31e1bd878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:29.311394 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-65faf986-4230-4d55-83f0-a3d31e1bd878 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef0de59d-0033-4315-86c3-a521f006eca5 HTTP/1.1" status: 204 len: 168 time: 0.1203773 Aug 20 12:24:29.318733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65faf986-4230-4d55-83f0-a3d31e1bd878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0de59d-0033-4315-86c3-a521f006eca5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:29.481093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 31f5eb00-d46d-4d93-a867-94e4a45544a6 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:29.503322 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 31f5eb00-d46d-4d93-a867-94e4a45544a6 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:29.503698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 31f5eb00-d46d-4d93-a867-94e4a45544a6 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:29.504125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:29.522733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:29.523081 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 350bdaec-9f5b-48e4-a692-7a08b7f5dfd4 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:29.940236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56272) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:30.034511 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5369e193-0736-443f-8438-7528449df34c tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1275834671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:30.056961 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5369e193-0736-443f-8438-7528449df34c tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.057925 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5369e193-0736-443f-8438-7528449df34c tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.108088 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5369e193-0736-443f-8438-7528449df34c tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.112292 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5369e193-0736-443f-8438-7528449df34c tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.127861 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5369e193-0736-443f-8438-7528449df34c tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.129050 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5369e193-0736-443f-8438-7528449df34c tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1877894 Aug 20 12:24:30.131853 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56276) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:30.136677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-13d04205-1a95-40ce-b5f9-3e3579c1b616 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1728805456'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:30.156665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d04205-1a95-40ce-b5f9-3e3579c1b616 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Made reservation on behalf of 18ec45c9bdfc43409a61065d7bdb16bc for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:30.160005 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13d04205-1a95-40ce-b5f9-3e3579c1b616 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.168155 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13d04205-1a95-40ce-b5f9-3e3579c1b616 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.256509 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13d04205-1a95-40ce-b5f9-3e3579c1b616 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.260064 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13d04205-1a95-40ce-b5f9-3e3579c1b616 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.288882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d04205-1a95-40ce-b5f9-3e3579c1b616 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:30.295091 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d04205-1a95-40ce-b5f9-3e3579c1b616 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=089b856c-b818-4e1b-8d67-85e1821ab79b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:30.301098 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13d04205-1a95-40ce-b5f9-3e3579c1b616 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.301464 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-13d04205-1a95-40ce-b5f9-3e3579c1b616 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Added segment 570e4f1e-201e-47a5-b37e-5a094be5dbd6 of type vlan for network a54273c6-61a1-4f32-8180-6a74293052f0 Aug 20 12:24:30.343125 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13d04205-1a95-40ce-b5f9-3e3579c1b616 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.366958 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13d04205-1a95-40ce-b5f9-3e3579c1b616 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.372502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d04205-1a95-40ce-b5f9-3e3579c1b616 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:30.373138 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13d04205-1a95-40ce-b5f9-3e3579c1b616 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.425818 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-13d04205-1a95-40ce-b5f9-3e3579c1b616 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2929599 Aug 20 12:24:30.428951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56278) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:30.434110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1c36fa6b-01ad-4d43-b3f7-472e503dc559 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Request body: {'subnet': {'network_id': 'a54273c6-61a1-4f32-8180-6a74293052f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:30.439195 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d04205-1a95-40ce-b5f9-3e3579c1b616 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Pushing event updated for resources: {'Network': ['ID=a54273c6-61a1-4f32-8180-6a74293052f0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:30.449187 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network a54273c6-61a1-4f32-8180-6a74293052f0 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:30.520916 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c36fa6b-01ad-4d43-b3f7-472e503dc559 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Made reservation on behalf of 18ec45c9bdfc43409a61065d7bdb16bc for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:30.524371 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1c36fa6b-01ad-4d43-b3f7-472e503dc559 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.704254 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1c36fa6b-01ad-4d43-b3f7-472e503dc559 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.768365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36fa6b-01ad-4d43-b3f7-472e503dc559 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Pushing event updated for resources: {'Subnet': ['ID=5b40d2fd-3df9-43ef-886a-09ecbe679cb1,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:30.775957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c36fa6b-01ad-4d43-b3f7-472e503dc559 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Checking segment: {'id': '570e4f1e-201e-47a5-b37e-5a094be5dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a54273c6-61a1-4f32-8180-6a74293052f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:30.776315 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c36fa6b-01ad-4d43-b3f7-472e503dc559 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Network hostable DHCP agents. Network: a54273c6-61a1-4f32-8180-6a74293052f0, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:30.792799 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c36fa6b-01ad-4d43-b3f7-472e503dc559 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Network a54273c6-61a1-4f32-8180-6a74293052f0 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:30.800822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-1c36fa6b-01ad-4d43-b3f7-472e503dc559 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, a54273c6-61a1-4f32-8180-6a74293052f0) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:30.804700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c36fa6b-01ad-4d43-b3f7-472e503dc559 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:30.805272 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1c36fa6b-01ad-4d43-b3f7-472e503dc559 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.809447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3444e3ff-5289-4a8b-aea6-0034eb764941 None None] Network a54273c6-61a1-4f32-8180-6a74293052f0 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:30.820045 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1c36fa6b-01ad-4d43-b3f7-472e503dc559 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3899000 Aug 20 12:24:30.823183 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56280) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:30.828885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e114fb07-001d-48fd-bb15-a48db93ca565 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-49301654'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:30.848590 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e114fb07-001d-48fd-bb15-a48db93ca565 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Made reservation on behalf of 18ec45c9bdfc43409a61065d7bdb16bc for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:30.852124 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e114fb07-001d-48fd-bb15-a48db93ca565 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.877200 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e114fb07-001d-48fd-bb15-a48db93ca565 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:30.886182 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e114fb07-001d-48fd-bb15-a48db93ca565 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.886593 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-e114fb07-001d-48fd-bb15-a48db93ca565 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Added segment cda7ce8c-a1aa-4fa6-8da3-537bf2de0e1a of type vlan for network 598f9e7f-b0db-403e-8bb3-091643b91300 Aug 20 12:24:30.926945 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e114fb07-001d-48fd-bb15-a48db93ca565 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.956052 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e114fb07-001d-48fd-bb15-a48db93ca565 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.962489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e114fb07-001d-48fd-bb15-a48db93ca565 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:30.962918 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e114fb07-001d-48fd-bb15-a48db93ca565 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.966284 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-a54273c6-61a1-4f32-8180-6a74293052f0', 'network_id': 'a54273c6-61a1-4f32-8180-6a74293052f0', 'tenant_id': '18ec45c9bdfc43409a61065d7bdb16bc', 'fixed_ips': [{'subnet_id': '5b40d2fd-3df9-43ef-886a-09ecbe679cb1'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:30.967162 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.023576 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e114fb07-001d-48fd-bb15-a48db93ca565 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1992075 Aug 20 12:24:31.026529 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56282) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:31.031967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114fb07-001d-48fd-bb15-a48db93ca565 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Pushing event updated for resources: {'Network': ['ID=598f9e7f-b0db-403e-8bb3-091643b91300,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:31.033505 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-dfa898e3-9599-460a-b7db-8db510bd61a6 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Request body: {'subnet': {'network_id': '598f9e7f-b0db-403e-8bb3-091643b91300', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:31.046062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 598f9e7f-b0db-403e-8bb3-091643b91300 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:31.126446 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa898e3-9599-460a-b7db-8db510bd61a6 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Made reservation on behalf of 18ec45c9bdfc43409a61065d7bdb16bc for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:31.129947 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfa898e3-9599-460a-b7db-8db510bd61a6 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.159776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Allocated IP 172.20.0.2 (a54273c6-61a1-4f32-8180-6a74293052f0/5b40d2fd-3df9-43ef-886a-09ecbe679cb1/8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:31.306716 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.316112 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Transition to ACTIVE for port object 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:31.318441 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfa898e3-9599-460a-b7db-8db510bd61a6 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.330598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Transition to ACTIVE for port object 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:31.336162 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.376679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Network a54273c6-61a1-4f32-8180-6a74293052f0 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:31.383500 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:31.386052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Pushing event updated for resources: {'Port': ['ID=8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:31.386255 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa898e3-9599-460a-b7db-8db510bd61a6 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Pushing event updated for resources: {'Subnet': ['ID=73e91421-cdef-425f-9a9b-3d904807982c,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:31.389890 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:31.394424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa898e3-9599-460a-b7db-8db510bd61a6 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Checking segment: {'id': 'cda7ce8c-a1aa-4fa6-8da3-537bf2de0e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '598f9e7f-b0db-403e-8bb3-091643b91300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:31.394745 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa898e3-9599-460a-b7db-8db510bd61a6 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Network hostable DHCP agents. Network: 598f9e7f-b0db-403e-8bb3-091643b91300, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:31.412926 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa898e3-9599-460a-b7db-8db510bd61a6 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Network 598f9e7f-b0db-403e-8bb3-091643b91300 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:31.423366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-dfa898e3-9599-460a-b7db-8db510bd61a6 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 598f9e7f-b0db-403e-8bb3-091643b91300) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:31.434479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa898e3-9599-460a-b7db-8db510bd61a6 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:31.435292 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfa898e3-9599-460a-b7db-8db510bd61a6 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.439097 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5193e9b9-f1e7-467d-8fd9-4b2a5546faed None None] Network 598f9e7f-b0db-403e-8bb3-091643b91300 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:31.449749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dfa898e3-9599-460a-b7db-8db510bd61a6 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4217746 Aug 20 12:24:31.452681 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56284) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:31.457398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e850cbfd-9bbc-4467-bb66-58c75fa3aef8 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Request body: {'router': {'external_gateway_info': {'network_id': '598f9e7f-b0db-403e-8bb3-091643b91300'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:31.490276 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Attempting to bind port 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:31.490888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Attempting to bind port 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '570e4f1e-201e-47a5-b37e-5a094be5dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a54273c6-61a1-4f32-8180-6a74293052f0'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:31.491003 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Attempting to bind port 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e on network a54273c6-61a1-4f32-8180-6a74293052f0 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:31.499988 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:31.500356 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Checking segment: {'id': '570e4f1e-201e-47a5-b37e-5a094be5dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a54273c6-61a1-4f32-8180-6a74293052f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:31.500776 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.501168 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Bound using segment: {'id': '570e4f1e-201e-47a5-b37e-5a094be5dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a54273c6-61a1-4f32-8180-6a74293052f0'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:31.501627 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Bound port: 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570e4f1e-201e-47a5-b37e-5a094be5dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a54273c6-61a1-4f32-8180-6a74293052f0'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:31.502007 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.615497 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] For port 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:31.620472 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] For port 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e,segment=NetworkSegment(570e4f1e-201e-47a5-b37e-5a094be5dbd6),segment_id=570e4f1e-201e-47a5-b37e-5a094be5dbd6)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:31.625928 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.664697 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e850cbfd-9bbc-4467-bb66-58c75fa3aef8 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.667758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-598f9e7f-b0db-403e-8bb3-091643b91300', 'network_id': '598f9e7f-b0db-403e-8bb3-091643b91300', 'tenant_id': '18ec45c9bdfc43409a61065d7bdb16bc', 'fixed_ips': [{'subnet_id': '73e91421-cdef-425f-9a9b-3d904807982c'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:31.668603 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.726749 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152a4c3-6341-49bf-8acc-95ac07766290 None None] Pushing event updated for resources: {'Port': ['ID=8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:31.781811 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [None req-e850cbfd-9bbc-4467-bb66-58c75fa3aef8 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:24:31.782873 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e850cbfd-9bbc-4467-bb66-58c75fa3aef8 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] 10.222.0.37 "PUT /v2.0/routers/7dcc1c87-194e-4773-8426-2e7807c12023 HTTP/1.1" status: 400 len: 364 time: 0.3291531 Aug 20 12:24:31.788990 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56286) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:31.850765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dff3ec9-955c-4b10-94fd-cc7bb41c4aaa tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Deleting subnet 73e91421-cdef-425f-9a9b-3d904807982c {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:24:31.867560 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Allocated IP 172.21.0.2 (598f9e7f-b0db-403e-8bb3-091643b91300/73e91421-cdef-425f-9a9b-3d904807982c/30309e14-5559-4a27-a311-35a0e6bf20ed) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:32.017670 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.025646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Transition to ACTIVE for port object 30309e14-5559-4a27-a311-35a0e6bf20ed will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:32.040989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Transition to ACTIVE for port object 30309e14-5559-4a27-a311-35a0e6bf20ed will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:32.046096 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0dff3ec9-955c-4b10-94fd-cc7bb41c4aaa tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.046772 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.084213 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Network 598f9e7f-b0db-403e-8bb3-091643b91300 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:32.087202 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:32.088361 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0dff3ec9-955c-4b10-94fd-cc7bb41c4aaa tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.089616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:32.100328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Pushing event updated for resources: {'Port': ['ID=30309e14-5559-4a27-a311-35a0e6bf20ed,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:32.151514 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Attempting to bind port 30309e14-5559-4a27-a311-35a0e6bf20ed on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:32.151786 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Attempting to bind port 30309e14-5559-4a27-a311-35a0e6bf20ed by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'cda7ce8c-a1aa-4fa6-8da3-537bf2de0e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '598f9e7f-b0db-403e-8bb3-091643b91300'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:32.152160 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Attempting to bind port 30309e14-5559-4a27-a311-35a0e6bf20ed on network 598f9e7f-b0db-403e-8bb3-091643b91300 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:32.157516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:32.157866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Checking segment: {'id': 'cda7ce8c-a1aa-4fa6-8da3-537bf2de0e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '598f9e7f-b0db-403e-8bb3-091643b91300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:32.158258 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.158648 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Bound using segment: {'id': 'cda7ce8c-a1aa-4fa6-8da3-537bf2de0e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '598f9e7f-b0db-403e-8bb3-091643b91300'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:32.159104 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Bound port: 30309e14-5559-4a27-a311-35a0e6bf20ed, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda7ce8c-a1aa-4fa6-8da3-537bf2de0e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '598f9e7f-b0db-403e-8bb3-091643b91300'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:32.159483 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.177102 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0dff3ec9-955c-4b10-94fd-cc7bb41c4aaa tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.235245 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0dff3ec9-955c-4b10-94fd-cc7bb41c4aaa tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.238616 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] For port 30309e14-5559-4a27-a311-35a0e6bf20ed, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:32.242343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] For port 30309e14-5559-4a27-a311-35a0e6bf20ed, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=30309e14-5559-4a27-a311-35a0e6bf20ed,segment=NetworkSegment(cda7ce8c-a1aa-4fa6-8da3-537bf2de0e1a),segment_id=cda7ce8c-a1aa-4fa6-8da3-537bf2de0e1a)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:32.247156 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.265679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff3ec9-955c-4b10-94fd-cc7bb41c4aaa tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Pushing event deleted for resources: {'Subnet': ['ID=73e91421-cdef-425f-9a9b-3d904807982c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:32.270111 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0dff3ec9-955c-4b10-94fd-cc7bb41c4aaa tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.272024 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0dff3ec9-955c-4b10-94fd-cc7bb41c4aaa tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] 10.222.0.37 "DELETE /v2.0/subnets/73e91421-cdef-425f-9a9b-3d904807982c HTTP/1.1" status: 204 len: 168 time: 0.4819613 Aug 20 12:24:32.274708 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56288) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:32.318780 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c01ee8-d1a6-43ca-a8d5-101553f2b885 None None] Pushing event updated for resources: {'Port': ['ID=30309e14-5559-4a27-a311-35a0e6bf20ed,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:32.376422 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.435161 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Deleting port 30309e14-5559-4a27-a311-35a0e6bf20ed {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:32.435398 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.516513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] For port 30309e14-5559-4a27-a311-35a0e6bf20ed, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=30309e14-5559-4a27-a311-35a0e6bf20ed,segment=NetworkSegment(cda7ce8c-a1aa-4fa6-8da3-537bf2de0e1a),segment_id=cda7ce8c-a1aa-4fa6-8da3-537bf2de0e1a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:32.516916 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.537651 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Calling delete_port for 30309e14-5559-4a27-a311-35a0e6bf20ed owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:32.635880 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.660291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Pushing event deleted for resources: {'Port': ['ID=30309e14-5559-4a27-a311-35a0e6bf20ed,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:32.666034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] No DVR routers for this DVR port 30309e14-5559-4a27-a311-35a0e6bf20ed on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:32.681105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cf7cd3-42ea-423f-b84d-88ff4e755089 None None] Network a54273c6-61a1-4f32-8180-6a74293052f0 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:32.750973 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.761652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598f9e7f-b0db-403e-8bb3-091643b91300']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:32.763564 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1230f8bb-c323-429f-9b75-ecd48d658fe7 None None] Provisioning for port 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:32.773197 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda7ce8c-a1aa-4fa6-8da3-537bf2de0e1a') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:32.773558 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda7ce8c-a1aa-4fa6-8da3-537bf2de0e1a') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:32.783020 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.797980 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.804400 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:24:32.804829 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:24:32.808180 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:24:32.867387 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.871789 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.874578 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] 10.222.0.37 "DELETE /v2.0/networks/598f9e7f-b0db-403e-8bb3-091643b91300 HTTP/1.1" status: 204 len: 168 time: 0.5987716 Aug 20 12:24:32.877170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56290) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:32.890709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b2fda-d5ad-4fe0-aa89-e9867ae06c67 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Pushing event deleted for resources: {'Network': ['ID=598f9e7f-b0db-403e-8bb3-091643b91300,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:32.937247 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fb37ab-1ab4-465a-b36d-9276ef5c8d09 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Deleting subnet 5b40d2fd-3df9-43ef-886a-09ecbe679cb1 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:24:32.940757 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-28fb37ab-1ab4-465a-b36d-9276ef5c8d09 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.986428 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-28fb37ab-1ab4-465a-b36d-9276ef5c8d09 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.078889 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-28fb37ab-1ab4-465a-b36d-9276ef5c8d09 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.141127 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-28fb37ab-1ab4-465a-b36d-9276ef5c8d09 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.170577 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-28fb37ab-1ab4-465a-b36d-9276ef5c8d09 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.172469 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-28fb37ab-1ab4-465a-b36d-9276ef5c8d09 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] 10.222.0.37 "DELETE /v2.0/subnets/5b40d2fd-3df9-43ef-886a-09ecbe679cb1 HTTP/1.1" status: 204 len: 168 time: 0.2942030 Aug 20 12:24:33.173511 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb37ab-1ab4-465a-b36d-9276ef5c8d09 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Pushing event deleted for resources: {'Subnet': ['ID=5b40d2fd-3df9-43ef-886a-09ecbe679cb1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:33.175070 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56292) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:33.177402 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da5f29d-266e-4759-bff5-17151b0e3e3b None None] Network a54273c6-61a1-4f32-8180-6a74293052f0 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:33.262152 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.310475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7ae7b4e3-05dd-42e2-9994-f09a9e3fec1b None None] Could not find standard attr ID for object 30309e14-5559-4a27-a311-35a0e6bf20ed. {{(pid=94692) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:24:33.322443 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Deleting port 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:33.322792 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.335986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61288e76-d32c-45c8-a038-a1111e0f1a6f None None] DHCP port deletion for 598f9e7f-b0db-403e-8bb3-091643b91300 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:24:33.358581 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975e857b-2d13-4f06-ac2d-e128f403e542 None None] Network 598f9e7f-b0db-403e-8bb3-091643b91300 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:33.376025 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b41edf-da08-42d9-ba78-2706322523d8 None None] DHCP port deletion for a54273c6-61a1-4f32-8180-6a74293052f0 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:24:33.381011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975e857b-2d13-4f06-ac2d-e128f403e542 None None] Network 598f9e7f-b0db-403e-8bb3-091643b91300 could not be found, it might have been deleted concurrently. {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 12:24:33.392319 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] For port 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e,segment=NetworkSegment(570e4f1e-201e-47a5-b37e-5a094be5dbd6),segment_id=570e4f1e-201e-47a5-b37e-5a094be5dbd6)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:33.392854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.406455 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Calling delete_port for 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:33.408072 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.430732 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-82b41edf-da08-42d9-ba78-2706322523d8 None None] Deleting port 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:33.431108 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-82b41edf-da08-42d9-ba78-2706322523d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.489400 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.496922 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-82b41edf-da08-42d9-ba78-2706322523d8 None None] For port 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e,segment=NetworkSegment(570e4f1e-201e-47a5-b37e-5a094be5dbd6),segment_id=570e4f1e-201e-47a5-b37e-5a094be5dbd6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:33.497377 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-82b41edf-da08-42d9-ba78-2706322523d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.510064 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-82b41edf-da08-42d9-ba78-2706322523d8 None None] Calling delete_port for 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:33.512384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Pushing event deleted for resources: {'Port': ['ID=8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:33.521007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] No DVR routers for this DVR port 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:33.589220 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-82b41edf-da08-42d9-ba78-2706322523d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.604422 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.615173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54273c6-61a1-4f32-8180-6a74293052f0']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:33.616843 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b41edf-da08-42d9-ba78-2706322523d8 None None] Pushing event deleted for resources: {'Port': ['ID=8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:33.618900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b41edf-da08-42d9-ba78-2706322523d8 None None] No DVR routers for this DVR port 8aa8bc1a-7be8-4f12-b6b0-9d9ebcbca34e on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:33.630369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570e4f1e-201e-47a5-b37e-5a094be5dbd6') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:33.630669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570e4f1e-201e-47a5-b37e-5a094be5dbd6') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:33.639909 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.653389 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.659841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:24:33.660221 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:24:33.663545 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:24:33.720920 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.728411 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.730269 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] 10.222.0.37 "DELETE /v2.0/networks/a54273c6-61a1-4f32-8180-6a74293052f0 HTTP/1.1" status: 204 len: 168 time: 0.5521302 Aug 20 12:24:33.733714 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56294) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:33.742375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9988b2-e282-4ce3-b270-e4b044827e0a tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Pushing event deleted for resources: {'Network': ['ID=a54273c6-61a1-4f32-8180-6a74293052f0,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:33.760703 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ac6fa373-9fce-4fae-975a-dbce53e7f4c0 tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dcc1c87-194e-4773-8426-2e7807c12023 HTTP/1.1" status: 200 len: 205 time: 0.0256660 Aug 20 12:24:33.763350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56296) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:33.839099 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7902ce10-68ec-4826-84a5-6edfe0418bbd tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:34.327345 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7902ce10-68ec-4826-84a5-6edfe0418bbd tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:34.329387 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7902ce10-68ec-4826-84a5-6edfe0418bbd tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:34.371691 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7902ce10-68ec-4826-84a5-6edfe0418bbd tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:34.372729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7902ce10-68ec-4826-84a5-6edfe0418bbd tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Fanout notify agent at l3_agent the message router_deleted on router 7dcc1c87-194e-4773-8426-2e7807c12023 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:24:34.379913 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7902ce10-68ec-4826-84a5-6edfe0418bbd tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:34.385221 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7902ce10-68ec-4826-84a5-6edfe0418bbd tempest-RoutersNegativeTest-1555867915 tempest-RoutersNegativeTest-1555867915-project] 10.222.0.37 "DELETE /v2.0/routers/7dcc1c87-194e-4773-8426-2e7807c12023 HTTP/1.1" status: 204 len: 168 time: 0.6194468 Aug 20 12:24:34.620982 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56302) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:34.756352 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-742aabdd-998d-434c-aadf-8ec4bc7a918c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18ec45c9bdfc43409a61065d7bdb16bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341856 Aug 20 12:24:34.758980 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56306) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:34.805065 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6bf835c-285a-44cf-8ae9-e72297972a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:34.825843 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6bf835c-285a-44cf-8ae9-e72297972a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:34.871632 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6bf835c-285a-44cf-8ae9-e72297972a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:34.874727 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6bf835c-285a-44cf-8ae9-e72297972a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:34.875844 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c6bf835c-285a-44cf-8ae9-e72297972a60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/089b856c-b818-4e1b-8d67-85e1821ab79b HTTP/1.1" status: 204 len: 168 time: 0.1159790 Aug 20 12:24:34.883195 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf835c-285a-44cf-8ae9-e72297972a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089b856c-b818-4e1b-8d67-85e1821ab79b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:35.488627 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56328) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:35.581304 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ed13e61c-2135-4d9f-8bc3-5eef56e3a6bc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-764562088-network', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:35.601572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed13e61c-2135-4d9f-8bc3-5eef56e3a6bc admin admin] Made reservation on behalf of e746c59b660e4c9fb4801841109f55d0 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:35.603915 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed13e61c-2135-4d9f-8bc3-5eef56e3a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:35.613841 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed13e61c-2135-4d9f-8bc3-5eef56e3a6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:35.706868 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed13e61c-2135-4d9f-8bc3-5eef56e3a6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:35.710676 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed13e61c-2135-4d9f-8bc3-5eef56e3a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:35.735550 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed13e61c-2135-4d9f-8bc3-5eef56e3a6bc admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:35.746207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13e61c-2135-4d9f-8bc3-5eef56e3a6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b0e353-2ce5-453e-a78a-59e395b29a94,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:35.752590 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed13e61c-2135-4d9f-8bc3-5eef56e3a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:35.752992 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-ed13e61c-2135-4d9f-8bc3-5eef56e3a6bc admin admin] Added segment ac8035f0-9905-413a-ada2-9aee2a1f6372 of type vlan for network c23c87be-4b46-42f5-aba9-a7f886d38f41 Aug 20 12:24:35.800755 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed13e61c-2135-4d9f-8bc3-5eef56e3a6bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:35.824920 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed13e61c-2135-4d9f-8bc3-5eef56e3a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:35.826555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed13e61c-2135-4d9f-8bc3-5eef56e3a6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:35.827129 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ed13e61c-2135-4d9f-8bc3-5eef56e3a6bc admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:35.874909 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ed13e61c-2135-4d9f-8bc3-5eef56e3a6bc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3851492 Aug 20 12:24:35.877886 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56332) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:35.883029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-04693281-f22d-43f7-b538-d3b38354461e admin admin] Request body: {'subnet': {'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-764562088-subnet', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:35.885640 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13e61c-2135-4d9f-8bc3-5eef56e3a6bc admin admin] Pushing event updated for resources: {'Network': ['ID=c23c87be-4b46-42f5-aba9-a7f886d38f41,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:35.896848 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network c23c87be-4b46-42f5-aba9-a7f886d38f41 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:35.906226 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04693281-f22d-43f7-b538-d3b38354461e admin admin] Made reservation on behalf of e746c59b660e4c9fb4801841109f55d0 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:35.908731 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04693281-f22d-43f7-b538-d3b38354461e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.081468 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04693281-f22d-43f7-b538-d3b38354461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.134593 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04693281-f22d-43f7-b538-d3b38354461e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5337241e-0ee6-40e4-8750-1141d54fac6c,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:36.146163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04693281-f22d-43f7-b538-d3b38354461e admin admin] Checking segment: {'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:36.146517 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04693281-f22d-43f7-b538-d3b38354461e admin admin] Network hostable DHCP agents. Network: c23c87be-4b46-42f5-aba9-a7f886d38f41, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:36.163077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04693281-f22d-43f7-b538-d3b38354461e admin admin] Network c23c87be-4b46-42f5-aba9-a7f886d38f41 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:36.172624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-04693281-f22d-43f7-b538-d3b38354461e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, c23c87be-4b46-42f5-aba9-a7f886d38f41) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:36.176784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04693281-f22d-43f7-b538-d3b38354461e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:36.177452 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04693281-f22d-43f7-b538-d3b38354461e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.182322 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f53e4b-60d2-4207-94b7-9404b671106d None None] Network c23c87be-4b46-42f5-aba9-a7f886d38f41 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:36.193297 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-04693281-f22d-43f7-b538-d3b38354461e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3142459 Aug 20 12:24:36.196035 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56334) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:36.200306 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-764562088-router', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:36.221722 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.222713 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.279322 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.330610 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-c23c87be-4b46-42f5-aba9-a7f886d38f41', 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'fixed_ips': [{'subnet_id': '5337241e-0ee6-40e4-8750-1141d54fac6c'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:36.331463 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.419080 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.465635 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Allocated IP 172.20.0.2 (c23c87be-4b46-42f5-aba9-a7f886d38f41/5337241e-0ee6-40e4-8750-1141d54fac6c/910e10a6-9beb-447e-b538-b7f6549f95b4) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:36.609838 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.618165 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.618765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Transition to ACTIVE for port object 910e10a6-9beb-447e-b538-b7f6549f95b4 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:36.634738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Transition to ACTIVE for port object 910e10a6-9beb-447e-b538-b7f6549f95b4 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:36.639215 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.641644 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.681074 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Network c23c87be-4b46-42f5-aba9-a7f886d38f41 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:36.684108 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:36.687298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:36.697212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Pushing event updated for resources: {'Port': ['ID=910e10a6-9beb-447e-b538-b7f6549f95b4,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:36.745879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Allocated IP 172.25.8.203 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/8d6ac935-efe0-49a1-be45-71b3416d3909) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:36.752611 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Attempting to bind port 910e10a6-9beb-447e-b538-b7f6549f95b4 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:36.753012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Attempting to bind port 910e10a6-9beb-447e-b538-b7f6549f95b4 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:36.753373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Attempting to bind port 910e10a6-9beb-447e-b538-b7f6549f95b4 on network c23c87be-4b46-42f5-aba9-a7f886d38f41 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:36.758224 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:36.758601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Checking segment: {'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:36.759000 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.759390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Bound using segment: {'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:36.759853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Bound port: 910e10a6-9beb-447e-b538-b7f6549f95b4, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:36.760230 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.821061 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] For port 910e10a6-9beb-447e-b538-b7f6549f95b4, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:36.824455 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] For port 910e10a6-9beb-447e-b538-b7f6549f95b4, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=910e10a6-9beb-447e-b538-b7f6549f95b4,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:36.829347 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.851572 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.886729 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fa0f7-6086-456c-8889-73104b31a49b None None] Pushing event updated for resources: {'Port': ['ID=910e10a6-9beb-447e-b538-b7f6549f95b4,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:36.895444 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.936010 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:36.938780 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:36.942230 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:36.955463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Pushing event updated for resources: {'Port': ['ID=8d6ac935-efe0-49a1-be45-71b3416d3909,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:37.214758 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.411820 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.508205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 910e10a6-9beb-447e-b538-b7f6549f95b4 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:37.548748 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Router 70ef42bb-d247-4081-9ab1-c7e40b10d592 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:24:37.568331 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 910e10a6-9beb-447e-b538-b7f6549f95b4 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:37.662420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:24:37.675733 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Sync routers for ids ['70ef42bb-d247-4081-9ab1-c7e40b10d592'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:24:37.683201 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.688223 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1fc34d5a-fc9b-4916-bbea-8fbd33138a26 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4876153 Aug 20 12:24:37.688575 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56336) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:37.690701 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Routers {'70ef42bb-d247-4081-9ab1-c7e40b10d592'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:37.691351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:24:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['70ef42bb-d247-4081-9ab1-c7e40b10d592'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:37.938339 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184d88ba-b63d-455a-9092-4033e3389682 None None] Network c23c87be-4b46-42f5-aba9-a7f886d38f41 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:37.996768 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Set router 70ef42bb-d247-4081-9ab1-c7e40b10d592 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:38.056526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-028468a4-e17f-41e6-98cc-73a5283d600f None None] Provisioning for port 910e10a6-9beb-447e-b538-b7f6549f95b4 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:38.074727 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-028468a4-e17f-41e6-98cc-73a5283d600f None None] Provisioning complete for port 910e10a6-9beb-447e-b538-b7f6549f95b4 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:38.075096 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-028468a4-e17f-41e6-98cc-73a5283d600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.120965 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.277598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Allocated IP 172.20.0.1 (c23c87be-4b46-42f5-aba9-a7f886d38f41/5337241e-0ee6-40e4-8750-1141d54fac6c/6ebd1625-3721-41f1-a5cc-ab7790a77b4d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:38.320452 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-028468a4-e17f-41e6-98cc-73a5283d600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.370207 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-028468a4-e17f-41e6-98cc-73a5283d600f None None] For port 910e10a6-9beb-447e-b538-b7f6549f95b4, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=910e10a6-9beb-447e-b538-b7f6549f95b4,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:38.372324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'name': 'tempest-TestEncryptedCinderVolumes-764562088-router', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '8d6ac935-efe0-49a1-be45-71b3416d3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:36Z', 'updated_at': '2021-08-20T12:24:37Z', 'revision_number': 3, 'project_id': 'e746c59b660e4c9fb4801841109f55d0', 'gw_port': {'id': '8d6ac935-efe0-49a1-be45-71b3416d3909', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:61:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:36Z', 'updated_at': '2021-08-20T12:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:38.375976 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-028468a4-e17f-41e6-98cc-73a5283d600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.393932 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.406001 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Checking router: 70ef42bb-d247-4081-9ab1-c7e40b10d592 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:24:38.406232 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Updating router 70ef42bb-d247-4081-9ab1-c7e40b10d592 port 8d6ac935-efe0-49a1-be45-71b3416d3909 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:24:38.408201 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Transition to ACTIVE for port object 6ebd1625-3721-41f1-a5cc-ab7790a77b4d will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:38.444690 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.452430 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.489466 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Network c23c87be-4b46-42f5-aba9-a7f886d38f41 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:38.492672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:38.497570 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:38.499524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028468a4-e17f-41e6-98cc-73a5283d600f None None] Pushing event updated for resources: {'Port': ['ID=910e10a6-9beb-447e-b538-b7f6549f95b4,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:38.506189 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Pushing event updated for resources: {'Port': ['ID=6ebd1625-3721-41f1-a5cc-ab7790a77b4d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:38.544882 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.646758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-670eed5c-2c72-4e36-b2d4-53889b82254c None None] Provisioning complete for port 910e10a6-9beb-447e-b538-b7f6549f95b4 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:38.647369 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-670eed5c-2c72-4e36-b2d4-53889b82254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.685232 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.808755 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.821042 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Transition to ACTIVE for port object 8d6ac935-efe0-49a1-be45-71b3416d3909 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:38.826957 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.861630 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.866117 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.881453 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Attempting to bind port 8d6ac935-efe0-49a1-be45-71b3416d3909 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:38.881826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Attempting to bind port 8d6ac935-efe0-49a1-be45-71b3416d3909 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:38.882188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Attempting to bind port 8d6ac935-efe0-49a1-be45-71b3416d3909 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:38.884164 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d4d10-34f9-4176-9294-2f26ae81cf63 None None] Pushing event updated for resources: {'Port': ['ID=8d6ac935-efe0-49a1-be45-71b3416d3909,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:38.890294 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:38.890647 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:38.891089 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.891416 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:38.892107 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Bound port: 8d6ac935-efe0-49a1-be45-71b3416d3909, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:38.893541 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.937491 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.938811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3b5763f9-12c6-4834-8279-99483ca37caa None None] Provisioning for port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:38.940373 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Pushing event updated for resources: {'Port': ['ID=6ebd1625-3721-41f1-a5cc-ab7790a77b4d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:38.948109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3b5763f9-12c6-4834-8279-99483ca37caa None None] Provisioning complete for port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:38.948578 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3b5763f9-12c6-4834-8279-99483ca37caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.970675 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] For port 8d6ac935-efe0-49a1-be45-71b3416d3909, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:38.986543 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] For port 8d6ac935-efe0-49a1-be45-71b3416d3909, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8d6ac935-efe0-49a1-be45-71b3416d3909,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:38.995750 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.001014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3b5763f9-12c6-4834-8279-99483ca37caa None None] Port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:24:39.039261 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Network c23c87be-4b46-42f5-aba9-a7f886d38f41 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:39.040685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:39.053918 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Routers {'70ef42bb-d247-4081-9ab1-c7e40b10d592'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:39.054551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:24:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['70ef42bb-d247-4081-9ab1-c7e40b10d592'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:39.094388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d4d10-34f9-4176-9294-2f26ae81cf63 None None] Pushing event updated for resources: {'Port': ['ID=8d6ac935-efe0-49a1-be45-71b3416d3909,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:39.161392 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Router 70ef42bb-d247-4081-9ab1-c7e40b10d592 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:24:39.172299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] Set router 70ef42bb-d247-4081-9ab1-c7e40b10d592 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:39.279119 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:24:39.284513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cff87ea5-919c-44a8-88c4-d84f3aa2b5bb admin admin] 10.222.0.37 "PUT /v2.0/routers/70ef42bb-d247-4081-9ab1-c7e40b10d592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5948174 Aug 20 12:24:39.359878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9ce55494-f720-4f67-9df6-99f7ae764565 None None] Provisioning complete for port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:39.360244 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9ce55494-f720-4f67-9df6-99f7ae764565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.401379 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9ce55494-f720-4f67-9df6-99f7ae764565 None None] Port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:24:39.417595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'name': 'tempest-TestEncryptedCinderVolumes-764562088-router', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '8d6ac935-efe0-49a1-be45-71b3416d3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:36Z', 'updated_at': '2021-08-20T12:24:38Z', 'revision_number': 4, 'project_id': 'e746c59b660e4c9fb4801841109f55d0', 'gw_port': {'id': '8d6ac935-efe0-49a1-be45-71b3416d3909', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:61:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:36Z', 'updated_at': '2021-08-20T12:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '6ebd1625-3721-41f1-a5cc-ab7790a77b4d', 'name': '', 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'mac_address': 'fa:16:3e:b1:5d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5337241e-0ee6-40e4-8750-1141d54fac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:38Z', 'updated_at': '2021-08-20T12:24:38Z', 'revision_number': 2, 'project_id': 'e746c59b660e4c9fb4801841109f55d0', 'subnets': [{'id': '5337241e-0ee6-40e4-8750-1141d54fac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:39.446443 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8372f5a-4d6b-4953-a3bd-e94bea67fa87 None None] The sync data for ids ['70ef42bb-d247-4081-9ab1-c7e40b10d592'] in n-d-804299-2 is: [{'id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'name': 'tempest-TestEncryptedCinderVolumes-764562088-router', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '8d6ac935-efe0-49a1-be45-71b3416d3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:36Z', 'updated_at': '2021-08-20T12:24:38Z', 'revision_number': 4, 'project_id': 'e746c59b660e4c9fb4801841109f55d0', 'gw_port': {'id': '8d6ac935-efe0-49a1-be45-71b3416d3909', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:61:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:36Z', 'updated_at': '2021-08-20T12:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '6ebd1625-3721-41f1-a5cc-ab7790a77b4d', 'name': '', 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'mac_address': 'fa:16:3e:b1:5d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5337241e-0ee6-40e4-8750-1141d54fac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:38Z', 'updated_at': '2021-08-20T12:24:38Z', 'revision_number': 2, 'project_id': 'e746c59b660e4c9fb4801841109f55d0', 'subnets': [{'id': '5337241e-0ee6-40e4-8750-1141d54fac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:24:39.493714 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 910e10a6-9beb-447e-b538-b7f6549f95b4 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:39.558176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 910e10a6-9beb-447e-b538-b7f6549f95b4 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:39.558580 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.592405 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.822985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56352) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:39.828811 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7feb8e58-f009-4a1e-a4ed-3036ce534f08 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1101759059-network', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:39.849617 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feb8e58-f009-4a1e-a4ed-3036ce534f08 admin admin] Made reservation on behalf of 26fb13d2dd5e4bdc8a22661b95a337af for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:39.852089 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7feb8e58-f009-4a1e-a4ed-3036ce534f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.861375 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7feb8e58-f009-4a1e-a4ed-3036ce534f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.961605 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7feb8e58-f009-4a1e-a4ed-3036ce534f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.965832 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7feb8e58-f009-4a1e-a4ed-3036ce534f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.994665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7feb8e58-f009-4a1e-a4ed-3036ce534f08 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:40.001005 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb8e58-f009-4a1e-a4ed-3036ce534f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac98267-eac5-4049-a100-1da890314fcc,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:40.011772 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7feb8e58-f009-4a1e-a4ed-3036ce534f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.012132 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-7feb8e58-f009-4a1e-a4ed-3036ce534f08 admin admin] Added segment 903552fa-37c5-4a3b-989d-bdb217978ea8 of type vlan for network 717f5a3d-b7e6-4987-825d-7c4da9351d8f Aug 20 12:24:40.054345 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7feb8e58-f009-4a1e-a4ed-3036ce534f08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.092763 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7feb8e58-f009-4a1e-a4ed-3036ce534f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.094055 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feb8e58-f009-4a1e-a4ed-3036ce534f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:40.094935 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7feb8e58-f009-4a1e-a4ed-3036ce534f08 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.147151 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7feb8e58-f009-4a1e-a4ed-3036ce534f08 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3229733 Aug 20 12:24:40.150002 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56354) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:40.155228 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0fc175cd-a826-4e1d-b8b0-4e0f0a0cc5ea admin admin] Request body: {'subnet': {'network_id': '717f5a3d-b7e6-4987-825d-7c4da9351d8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1101759059-subnet', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:40.165965 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb8e58-f009-4a1e-a4ed-3036ce534f08 admin admin] Pushing event updated for resources: {'Network': ['ID=717f5a3d-b7e6-4987-825d-7c4da9351d8f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:40.177400 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 717f5a3d-b7e6-4987-825d-7c4da9351d8f details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:40.183216 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc175cd-a826-4e1d-b8b0-4e0f0a0cc5ea admin admin] Made reservation on behalf of 26fb13d2dd5e4bdc8a22661b95a337af for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:40.186547 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0fc175cd-a826-4e1d-b8b0-4e0f0a0cc5ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.368355 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0fc175cd-a826-4e1d-b8b0-4e0f0a0cc5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.423384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc175cd-a826-4e1d-b8b0-4e0f0a0cc5ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=955a0ab2-d777-4c74-8c69-3b3a30a85f97,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:40.440572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc175cd-a826-4e1d-b8b0-4e0f0a0cc5ea admin admin] Checking segment: {'id': '903552fa-37c5-4a3b-989d-bdb217978ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '717f5a3d-b7e6-4987-825d-7c4da9351d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:40.440967 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc175cd-a826-4e1d-b8b0-4e0f0a0cc5ea admin admin] Network hostable DHCP agents. Network: 717f5a3d-b7e6-4987-825d-7c4da9351d8f, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:40.458374 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc175cd-a826-4e1d-b8b0-4e0f0a0cc5ea admin admin] Network 717f5a3d-b7e6-4987-825d-7c4da9351d8f is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:40.468055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-0fc175cd-a826-4e1d-b8b0-4e0f0a0cc5ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 717f5a3d-b7e6-4987-825d-7c4da9351d8f) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:40.472508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc175cd-a826-4e1d-b8b0-4e0f0a0cc5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:40.473123 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0fc175cd-a826-4e1d-b8b0-4e0f0a0cc5ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.477515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcae563-0dd7-4a37-92b2-317bcb6d4008 None None] Network 717f5a3d-b7e6-4987-825d-7c4da9351d8f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:40.492097 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0fc175cd-a826-4e1d-b8b0-4e0f0a0cc5ea admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3408773 Aug 20 12:24:40.493027 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56356) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:40.498246 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1101759059-router', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:40.519277 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.520381 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.582437 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.634412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-717f5a3d-b7e6-4987-825d-7c4da9351d8f', 'network_id': '717f5a3d-b7e6-4987-825d-7c4da9351d8f', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'fixed_ips': [{'subnet_id': '955a0ab2-d777-4c74-8c69-3b3a30a85f97'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:40.635334 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.732995 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.775632 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Allocated IP 172.20.0.2 (717f5a3d-b7e6-4987-825d-7c4da9351d8f/955a0ab2-d777-4c74-8c69-3b3a30a85f97/b303925a-ae0a-4bf0-81ce-7b7caad4c922) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:40.927503 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.938578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Transition to ACTIVE for port object b303925a-ae0a-4bf0-81ce-7b7caad4c922 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:40.956216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Transition to ACTIVE for port object b303925a-ae0a-4bf0-81ce-7b7caad4c922 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:40.962758 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.007525 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Network 717f5a3d-b7e6-4987-825d-7c4da9351d8f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:41.010490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:41.017920 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:41.021170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Pushing event updated for resources: {'Port': ['ID=b303925a-ae0a-4bf0-81ce-7b7caad4c922,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:41.080689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Attempting to bind port b303925a-ae0a-4bf0-81ce-7b7caad4c922 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:41.081057 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Attempting to bind port b303925a-ae0a-4bf0-81ce-7b7caad4c922 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '903552fa-37c5-4a3b-989d-bdb217978ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '717f5a3d-b7e6-4987-825d-7c4da9351d8f'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:41.081421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Attempting to bind port b303925a-ae0a-4bf0-81ce-7b7caad4c922 on network 717f5a3d-b7e6-4987-825d-7c4da9351d8f {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:41.086694 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:41.087070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Checking segment: {'id': '903552fa-37c5-4a3b-989d-bdb217978ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '717f5a3d-b7e6-4987-825d-7c4da9351d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:41.087473 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.087871 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Bound using segment: {'id': '903552fa-37c5-4a3b-989d-bdb217978ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '717f5a3d-b7e6-4987-825d-7c4da9351d8f'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:41.088338 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Bound port: b303925a-ae0a-4bf0-81ce-7b7caad4c922, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903552fa-37c5-4a3b-989d-bdb217978ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '717f5a3d-b7e6-4987-825d-7c4da9351d8f'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:41.088744 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.158321 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] For port b303925a-ae0a-4bf0-81ce-7b7caad4c922, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:41.161637 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] For port b303925a-ae0a-4bf0-81ce-7b7caad4c922, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b303925a-ae0a-4bf0-81ce-7b7caad4c922,segment=NetworkSegment(903552fa-37c5-4a3b-989d-bdb217978ea8),segment_id=903552fa-37c5-4a3b-989d-bdb217978ea8)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:41.166062 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.226511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a2708-127e-4ebe-a0a5-d6df63ddca7d None None] Pushing event updated for resources: {'Port': ['ID=b303925a-ae0a-4bf0-81ce-7b7caad4c922,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:41.287972 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.292026 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:24:41.307970 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.442722 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Allocated IP 172.25.8.5 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/8db464b1-2f78-4d9c-8e30-fa36b8533f9c) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:41.518733 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Sync routers for ids ['70ef42bb-d247-4081-9ab1-c7e40b10d592'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:24:41.528612 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Routers {'70ef42bb-d247-4081-9ab1-c7e40b10d592'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:41.532473 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:24:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['70ef42bb-d247-4081-9ab1-c7e40b10d592'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:41.565197 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b303925a-ae0a-4bf0-81ce-7b7caad4c922 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:41.602235 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.618203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port b303925a-ae0a-4bf0-81ce-7b7caad4c922 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:41.623244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8d6ac935-efe0-49a1-be45-71b3416d3909 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:41.644184 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.657488 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Set router 70ef42bb-d247-4081-9ab1-c7e40b10d592 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:41.675961 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 8d6ac935-efe0-49a1-be45-71b3416d3909 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:41.680219 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 8d6ac935-efe0-49a1-be45-71b3416d3909 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:41.680807 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.682194 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:41.685904 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:41.689556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:41.726296 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Pushing event updated for resources: {'Port': ['ID=8db464b1-2f78-4d9c-8e30-fa36b8533f9c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:41.770634 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.794667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 8d6ac935-efe0-49a1-be45-71b3416d3909, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8d6ac935-efe0-49a1-be45-71b3416d3909,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:41.798833 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.847350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=8d6ac935-efe0-49a1-be45-71b3416d3909,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:41.889009 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'name': 'tempest-TestEncryptedCinderVolumes-764562088-router', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '8d6ac935-efe0-49a1-be45-71b3416d3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:36Z', 'updated_at': '2021-08-20T12:24:38Z', 'revision_number': 4, 'project_id': 'e746c59b660e4c9fb4801841109f55d0', 'gw_port': {'id': '8d6ac935-efe0-49a1-be45-71b3416d3909', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:61:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:36Z', 'updated_at': '2021-08-20T12:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '6ebd1625-3721-41f1-a5cc-ab7790a77b4d', 'name': '', 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'mac_address': 'fa:16:3e:b1:5d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5337241e-0ee6-40e4-8750-1141d54fac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:38Z', 'updated_at': '2021-08-20T12:24:38Z', 'revision_number': 2, 'project_id': 'e746c59b660e4c9fb4801841109f55d0', 'subnets': [{'id': '5337241e-0ee6-40e4-8750-1141d54fac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:41.915506 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Checking router: 70ef42bb-d247-4081-9ab1-c7e40b10d592 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:24:41.915860 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Updating router 70ef42bb-d247-4081-9ab1-c7e40b10d592 port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:24:41.941878 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.968311 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.174080 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.229681 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.239730 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Transition to ACTIVE for port object 6ebd1625-3721-41f1-a5cc-ab7790a77b4d will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:42.245993 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.268517 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade1e8c0-133a-495e-9468-e72430ad0316 None None] Network 717f5a3d-b7e6-4987-825d-7c4da9351d8f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:42.303879 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ceb0c-1b03-4739-a10a-72fe7ff8db97 None None] Pushing event updated for resources: {'Port': ['ID=6ebd1625-3721-41f1-a5cc-ab7790a77b4d,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:42.316571 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ceb0c-1b03-4739-a10a-72fe7ff8db97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:42.317679 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ceb0c-1b03-4739-a10a-72fe7ff8db97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:42.318243 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ceb0c-1b03-4739-a10a-72fe7ff8db97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:42.318655 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ceb0c-1b03-4739-a10a-72fe7ff8db97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:42.319062 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ceb0c-1b03-4739-a10a-72fe7ff8db97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:42.319945 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ceb0c-1b03-4739-a10a-72fe7ff8db97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:42.319945 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ceb0c-1b03-4739-a10a-72fe7ff8db97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:42.320284 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ceb0c-1b03-4739-a10a-72fe7ff8db97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:42.321111 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ceb0c-1b03-4739-a10a-72fe7ff8db97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:42.321620 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ceb0c-1b03-4739-a10a-72fe7ff8db97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:42.322113 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ceb0c-1b03-4739-a10a-72fe7ff8db97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:42.322442 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ceb0c-1b03-4739-a10a-72fe7ff8db97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:42.331260 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Router 879ad07f-faf9-4d5d-a3cd-17a37737ab92 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:24:42.376167 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5c81f3fa-7f84-4146-8ce9-d51e830616c9 None None] Provisioning for port b303925a-ae0a-4bf0-81ce-7b7caad4c922 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:42.391111 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Attempting to bind port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:42.391472 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Attempting to bind port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:42.391839 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Attempting to bind port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d on network c23c87be-4b46-42f5-aba9-a7f886d38f41 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:42.400227 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:42.401472 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Checking segment: {'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:42.402073 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.402642 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Bound using segment: {'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:42.404595 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Bound port: 6ebd1625-3721-41f1-a5cc-ab7790a77b4d, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:42.405270 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.420596 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5c81f3fa-7f84-4146-8ce9-d51e830616c9 None None] Provisioning complete for port b303925a-ae0a-4bf0-81ce-7b7caad4c922 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:42.420853 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5c81f3fa-7f84-4146-8ce9-d51e830616c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.467949 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:24:42.487221 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.491763 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b6e5c593-52bb-4d1a-b0da-5a56b425fac4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9948320 Aug 20 12:24:42.492029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56358) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:42.509748 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] For port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:42.514327 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] For port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6ebd1625-3721-41f1-a5cc-ab7790a77b4d,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:42.519350 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.570990 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Routers {'70ef42bb-d247-4081-9ab1-c7e40b10d592'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:42.571632 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:24:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['70ef42bb-d247-4081-9ab1-c7e40b10d592'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:42.661780 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Sync routers for ids ['879ad07f-faf9-4d5d-a3cd-17a37737ab92'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:24:42.681963 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Routers {'879ad07f-faf9-4d5d-a3cd-17a37737ab92'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:42.682935 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:24:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['879ad07f-faf9-4d5d-a3cd-17a37737ab92'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:42.828373 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] Set router 70ef42bb-d247-4081-9ab1-c7e40b10d592 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:42.864583 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5c81f3fa-7f84-4146-8ce9-d51e830616c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.868088 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ceb0c-1b03-4739-a10a-72fe7ff8db97 None None] Pushing event updated for resources: {'Port': ['ID=6ebd1625-3721-41f1-a5cc-ab7790a77b4d,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:42.892178 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Set router 879ad07f-faf9-4d5d-a3cd-17a37737ab92 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:42.962176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5c81f3fa-7f84-4146-8ce9-d51e830616c9 None None] For port b303925a-ae0a-4bf0-81ce-7b7caad4c922, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b303925a-ae0a-4bf0-81ce-7b7caad4c922,segment=NetworkSegment(903552fa-37c5-4a3b-989d-bdb217978ea8),segment_id=903552fa-37c5-4a3b-989d-bdb217978ea8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:43.017186 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5c81f3fa-7f84-4146-8ce9-d51e830616c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.024191 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.064393 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'name': 'tempest-TestEncryptedCinderVolumes-764562088-router', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '8d6ac935-efe0-49a1-be45-71b3416d3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:36Z', 'updated_at': '2021-08-20T12:24:38Z', 'revision_number': 4, 'project_id': 'e746c59b660e4c9fb4801841109f55d0', 'gw_port': {'id': '8d6ac935-efe0-49a1-be45-71b3416d3909', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:61:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:36Z', 'updated_at': '2021-08-20T12:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '6ebd1625-3721-41f1-a5cc-ab7790a77b4d', 'name': '', 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'mac_address': 'fa:16:3e:b1:5d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5337241e-0ee6-40e4-8750-1141d54fac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:38Z', 'updated_at': '2021-08-20T12:24:42Z', 'revision_number': 4, 'project_id': 'e746c59b660e4c9fb4801841109f55d0', 'subnets': [{'id': '5337241e-0ee6-40e4-8750-1141d54fac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:43.096913 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510c2e3-adec-4528-a5fe-556b0b17d820 None None] The sync data for ids ['70ef42bb-d247-4081-9ab1-c7e40b10d592'] in n-d-804299-2 is: [{'id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'name': 'tempest-TestEncryptedCinderVolumes-764562088-router', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '8d6ac935-efe0-49a1-be45-71b3416d3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:36Z', 'updated_at': '2021-08-20T12:24:38Z', 'revision_number': 4, 'project_id': 'e746c59b660e4c9fb4801841109f55d0', 'gw_port': {'id': '8d6ac935-efe0-49a1-be45-71b3416d3909', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:61:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:36Z', 'updated_at': '2021-08-20T12:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '6ebd1625-3721-41f1-a5cc-ab7790a77b4d', 'name': '', 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'mac_address': 'fa:16:3e:b1:5d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5337241e-0ee6-40e4-8750-1141d54fac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:38Z', 'updated_at': '2021-08-20T12:24:42Z', 'revision_number': 4, 'project_id': 'e746c59b660e4c9fb4801841109f55d0', 'subnets': [{'id': '5337241e-0ee6-40e4-8750-1141d54fac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:24:43.106357 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81f3fa-7f84-4146-8ce9-d51e830616c9 None None] Pushing event updated for resources: {'Port': ['ID=b303925a-ae0a-4bf0-81ce-7b7caad4c922,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:43.161114 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8ec39a1d-dd01-4c3b-9005-4d6d90d2cf98 None None] Provisioning complete for port b303925a-ae0a-4bf0-81ce-7b7caad4c922 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:43.161488 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8ec39a1d-dd01-4c3b-9005-4d6d90d2cf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.189992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Allocated IP 172.20.0.1 (717f5a3d-b7e6-4987-825d-7c4da9351d8f/955a0ab2-d777-4c74-8c69-3b3a30a85f97/ed2f6f20-d309-4bff-9b6e-8977e937bc93) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:43.211600 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'name': 'tempest-TestEncryptedCinderVolumes-1101759059-router', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '8db464b1-2f78-4d9c-8e30-fa36b8533f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:40Z', 'updated_at': '2021-08-20T12:24:41Z', 'revision_number': 3, 'project_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'gw_port': {'id': '8db464b1-2f78-4d9c-8e30-fa36b8533f9c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:41Z', 'updated_at': '2021-08-20T12:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:43.241742 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Checking router: 879ad07f-faf9-4d5d-a3cd-17a37737ab92 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:24:43.242093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Updating router 879ad07f-faf9-4d5d-a3cd-17a37737ab92 port 8db464b1-2f78-4d9c-8e30-fa36b8533f9c binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:24:43.295060 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.312545 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.327494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Transition to ACTIVE for port object ed2f6f20-d309-4bff-9b6e-8977e937bc93 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:43.363081 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.405945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Network 717f5a3d-b7e6-4987-825d-7c4da9351d8f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:43.409582 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:43.414274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:43.462451 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.510251 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Pushing event updated for resources: {'Port': ['ID=ed2f6f20-d309-4bff-9b6e-8977e937bc93,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:43.597673 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b303925a-ae0a-4bf0-81ce-7b7caad4c922 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:43.662818 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.666814 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.685811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Transition to ACTIVE for port object 8db464b1-2f78-4d9c-8e30-fa36b8533f9c will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:43.692171 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b303925a-ae0a-4bf0-81ce-7b7caad4c922 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:43.692748 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.696600 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.788746 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Attempting to bind port 8db464b1-2f78-4d9c-8e30-fa36b8533f9c on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:43.789210 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Attempting to bind port 8db464b1-2f78-4d9c-8e30-fa36b8533f9c by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:43.789601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Attempting to bind port 8db464b1-2f78-4d9c-8e30-fa36b8533f9c on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:43.804010 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a9988377-0942-46de-92cd-9af229b3d0c0 None None] Provisioning for port ed2f6f20-d309-4bff-9b6e-8977e937bc93 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:43.808869 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:43.809287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:43.809929 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.810400 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:43.810892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Bound port: 8db464b1-2f78-4d9c-8e30-fa36b8533f9c, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:43.811728 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.853035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.855274 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c6874-6ae8-4690-b22b-1dc78002aa61 None None] Pushing event updated for resources: {'Port': ['ID=8db464b1-2f78-4d9c-8e30-fa36b8533f9c,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:43.864239 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a9988377-0942-46de-92cd-9af229b3d0c0 None None] Provisioning complete for port ed2f6f20-d309-4bff-9b6e-8977e937bc93 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:43.864606 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a9988377-0942-46de-92cd-9af229b3d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.865032 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.904412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] For port 8db464b1-2f78-4d9c-8e30-fa36b8533f9c, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:43.923977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] For port 8db464b1-2f78-4d9c-8e30-fa36b8533f9c, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8db464b1-2f78-4d9c-8e30-fa36b8533f9c,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:43.940009 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.949596 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Pushing event updated for resources: {'Port': ['ID=ed2f6f20-d309-4bff-9b6e-8977e937bc93,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:43.950981 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.957349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a9988377-0942-46de-92cd-9af229b3d0c0 None None] Port ed2f6f20-d309-4bff-9b6e-8977e937bc93 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:24:44.016711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6ebd1625-3721-41f1-a5cc-ab7790a77b4d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:44.050878 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Network 717f5a3d-b7e6-4987-825d-7c4da9351d8f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:44.052442 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:44.065214 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Routers {'879ad07f-faf9-4d5d-a3cd-17a37737ab92'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:44.065864 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:24:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['879ad07f-faf9-4d5d-a3cd-17a37737ab92'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:44.070818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c6874-6ae8-4690-b22b-1dc78002aa61 None None] Pushing event updated for resources: {'Port': ['ID=8db464b1-2f78-4d9c-8e30-fa36b8533f9c,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:44.168294 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:44.176695 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:44.177078 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:44.178944 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Router 879ad07f-faf9-4d5d-a3cd-17a37737ab92 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:24:44.228524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] Set router 879ad07f-faf9-4d5d-a3cd-17a37737ab92 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:44.298232 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:24:44.303007 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-575dbd7c-ca1a-4faa-8b9e-49fe6a959633 admin admin] 10.222.0.37 "PUT /v2.0/routers/879ad07f-faf9-4d5d-a3cd-17a37737ab92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8098114 Aug 20 12:24:44.387508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-210c801a-7de9-4a46-8c7a-410d31f2c398 None None] Provisioning complete for port ed2f6f20-d309-4bff-9b6e-8977e937bc93 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:44.388143 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-210c801a-7de9-4a46-8c7a-410d31f2c398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:44.427447 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:44.453653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-210c801a-7de9-4a46-8c7a-410d31f2c398 None None] Port ed2f6f20-d309-4bff-9b6e-8977e937bc93 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:24:44.493643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6ebd1625-3721-41f1-a5cc-ab7790a77b4d,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:44.520325 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:44.521040 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8d6ac935-efe0-49a1-be45-71b3416d3909 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:44.611711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=6ebd1625-3721-41f1-a5cc-ab7790a77b4d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:44.632844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'name': 'tempest-TestEncryptedCinderVolumes-1101759059-router', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '8db464b1-2f78-4d9c-8e30-fa36b8533f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:40Z', 'updated_at': '2021-08-20T12:24:43Z', 'revision_number': 4, 'project_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'gw_port': {'id': '8db464b1-2f78-4d9c-8e30-fa36b8533f9c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:41Z', 'updated_at': '2021-08-20T12:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ed2f6f20-d309-4bff-9b6e-8977e937bc93', 'name': '', 'network_id': '717f5a3d-b7e6-4987-825d-7c4da9351d8f', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'mac_address': 'fa:16:3e:ae:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '955a0ab2-d777-4c74-8c69-3b3a30a85f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:43Z', 'updated_at': '2021-08-20T12:24:43Z', 'revision_number': 2, 'project_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'subnets': [{'id': '955a0ab2-d777-4c74-8c69-3b3a30a85f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:44.635400 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 8d6ac935-efe0-49a1-be45-71b3416d3909 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:44.635780 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:44.666169 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb393f89-64e7-4729-b2a9-8b5025db801b None None] The sync data for ids ['879ad07f-faf9-4d5d-a3cd-17a37737ab92'] in n-d-804299-2 is: [{'id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'name': 'tempest-TestEncryptedCinderVolumes-1101759059-router', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '8db464b1-2f78-4d9c-8e30-fa36b8533f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:40Z', 'updated_at': '2021-08-20T12:24:43Z', 'revision_number': 4, 'project_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'gw_port': {'id': '8db464b1-2f78-4d9c-8e30-fa36b8533f9c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:41Z', 'updated_at': '2021-08-20T12:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ed2f6f20-d309-4bff-9b6e-8977e937bc93', 'name': '', 'network_id': '717f5a3d-b7e6-4987-825d-7c4da9351d8f', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'mac_address': 'fa:16:3e:ae:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '955a0ab2-d777-4c74-8c69-3b3a30a85f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:43Z', 'updated_at': '2021-08-20T12:24:43Z', 'revision_number': 2, 'project_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'subnets': [{'id': '955a0ab2-d777-4c74-8c69-3b3a30a85f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:24:45.382788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-b5cb1b03-9126-4a67-9e69-7a6ab827b7dd tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:45.384283 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-b5cb1b03-9126-4a67-9e69-7a6ab827b7dd tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/networks?id=c23c87be-4b46-42f5-aba9-a7f886d38f41 HTTP/1.1" status: 200 len: 816 time: 0.1222668 Aug 20 12:24:45.401204 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-d842b52c-24d0-488b-b790-61df35f36ff5 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/quotas/e746c59b660e4c9fb4801841109f55d0 HTTP/1.1" status: 200 len: 375 time: 0.0104544 Aug 20 12:24:45.464127 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-6af7ceb0-9081-4e09-98cc-e8453882e953 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e746c59b660e4c9fb4801841109f55d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563691 Aug 20 12:24:45.490913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6ebd1625-3721-41f1-a5cc-ab7790a77b4d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:45.541352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:45.541828 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:45.593371 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-01e68402-bd97-4647-8acc-34e83e79c8c9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:24:45.594397 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-01e68402-bd97-4647-8acc-34e83e79c8c9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1178052 Aug 20 12:24:45.684135 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-226f84e9-7e02-4a18-ac7f-f5e86d15a67e service neutron] 10.222.0.37 "GET /v2.0/networks/c23c87be-4b46-42f5-aba9-a7f886d38f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832148 Aug 20 12:24:45.776728 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-d1af50ab-c394-4dbd-a6da-bbf83ed0ac04 service neutron] 10.222.0.37 "GET /v2.0/networks/c23c87be-4b46-42f5-aba9-a7f886d38f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863888 Aug 20 12:24:45.989249 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4804e1b2-4fe6-4f62-b082-a0a883302db1 req-48826985-39fe-4191-9e66-00125c1b5114 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=586af174-072e-4a2a-8c6c-386e1a56de6f HTTP/1.1" status: 200 len: 210 time: 0.0349579 Aug 20 12:24:46.964212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-e5fb1a1b-7d28-41c1-801e-732c8929af53 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:46.966411 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-e5fb1a1b-7d28-41c1-801e-732c8929af53 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.76 "GET /v2.0/networks?id=c23c87be-4b46-42f5-aba9-a7f886d38f41 HTTP/1.1" status: 200 len: 816 time: 0.1110559 Aug 20 12:24:46.978864 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-89d36da3-6d8e-4787-ace1-526e46b11144 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Request body: {'port': {'device_id': '586af174-072e-4a2a-8c6c-386e1a56de6f', 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41', 'admin_state_up': True, 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:47.099491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-89d36da3-6d8e-4787-ace1-526e46b11144 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Made reservation on behalf of e746c59b660e4c9fb4801841109f55d0 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:47.100138 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-928f7613-550b-485b-a323-b28dfcf3a136 req-5f38bbda-72cb-46b9-9e17-ca189cef3727 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=586af174-072e-4a2a-8c6c-386e1a56de6f HTTP/1.1" status: 200 len: 210 time: 0.0297091 Aug 20 12:24:47.103160 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-89d36da3-6d8e-4787-ace1-526e46b11144 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.226113 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-89d36da3-6d8e-4787-ace1-526e46b11144 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Allocated IP 172.20.0.3 (c23c87be-4b46-42f5-aba9-a7f886d38f41/5337241e-0ee6-40e4-8750-1141d54fac6c/c04edcdd-e280-447e-bf3a-26253a8f20d7) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:47.248019 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Sync routers for ids ['879ad07f-faf9-4d5d-a3cd-17a37737ab92'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:24:47.257171 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Routers {'879ad07f-faf9-4d5d-a3cd-17a37737ab92'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:47.257776 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:24:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['879ad07f-faf9-4d5d-a3cd-17a37737ab92'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:47.363532 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Set router 879ad07f-faf9-4d5d-a3cd-17a37737ab92 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:47.381122 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-89d36da3-6d8e-4787-ace1-526e46b11144 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.395146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-89d36da3-6d8e-4787-ace1-526e46b11144 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Transition to ACTIVE for port object c04edcdd-e280-447e-bf3a-26253a8f20d7 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:47.427994 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-89d36da3-6d8e-4787-ace1-526e46b11144 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.476699 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-89d36da3-6d8e-4787-ace1-526e46b11144 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Network c23c87be-4b46-42f5-aba9-a7f886d38f41 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:47.479471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-89d36da3-6d8e-4787-ace1-526e46b11144 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:47.483762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-89d36da3-6d8e-4787-ace1-526e46b11144 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:47.518605 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8db464b1-2f78-4d9c-8e30-fa36b8533f9c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:47.522061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d36da3-6d8e-4787-ace1-526e46b11144 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Pushing event updated for resources: {'Port': ['ID=c04edcdd-e280-447e-bf3a-26253a8f20d7,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:47.547932 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-89d36da3-6d8e-4787-ace1-526e46b11144 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:47.548585 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-89d36da3-6d8e-4787-ace1-526e46b11144 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.567364 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-89d36da3-6d8e-4787-ace1-526e46b11144 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5923338 Aug 20 12:24:47.582393 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Request body: {'port': {'device_id': '586af174-072e-4a2a-8c6c-386e1a56de6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:47.585926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 8db464b1-2f78-4d9c-8e30-fa36b8533f9c completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:47.593254 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 8db464b1-2f78-4d9c-8e30-fa36b8533f9c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:47.593680 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.594060 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'name': 'tempest-TestEncryptedCinderVolumes-1101759059-router', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '8db464b1-2f78-4d9c-8e30-fa36b8533f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:40Z', 'updated_at': '2021-08-20T12:24:43Z', 'revision_number': 4, 'project_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'gw_port': {'id': '8db464b1-2f78-4d9c-8e30-fa36b8533f9c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:41Z', 'updated_at': '2021-08-20T12:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ed2f6f20-d309-4bff-9b6e-8977e937bc93', 'name': '', 'network_id': '717f5a3d-b7e6-4987-825d-7c4da9351d8f', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'mac_address': 'fa:16:3e:ae:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '955a0ab2-d777-4c74-8c69-3b3a30a85f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:43Z', 'updated_at': '2021-08-20T12:24:43Z', 'revision_number': 2, 'project_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'subnets': [{'id': '955a0ab2-d777-4c74-8c69-3b3a30a85f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:47.624411 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Checking router: 879ad07f-faf9-4d5d-a3cd-17a37737ab92 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:24:47.624792 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Updating router 879ad07f-faf9-4d5d-a3cd-17a37737ab92 port ed2f6f20-d309-4bff-9b6e-8977e937bc93 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:24:47.646163 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.653004 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.690495 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.714349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 8db464b1-2f78-4d9c-8e30-fa36b8533f9c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8db464b1-2f78-4d9c-8e30-fa36b8533f9c,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:47.719429 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.774374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=8db464b1-2f78-4d9c-8e30-fa36b8533f9c,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:47.799042 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-77eff596-ba6b-462d-a568-ef29e5c542ec None None] Provisioning for port c04edcdd-e280-447e-bf3a-26253a8f20d7 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:47.803883 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-77eff596-ba6b-462d-a568-ef29e5c542ec None None] Provisioning complete for port c04edcdd-e280-447e-bf3a-26253a8f20d7 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:47.804258 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-77eff596-ba6b-462d-a568-ef29e5c542ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.844415 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-77eff596-ba6b-462d-a568-ef29e5c542ec None None] Port c04edcdd-e280-447e-bf3a-26253a8f20d7 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:24:47.947552 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.958360 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Transition to ACTIVE for port object ed2f6f20-d309-4bff-9b6e-8977e937bc93 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:47.964888 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:48.021711 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ae120-66c3-4e80-bf5d-788cf402bf47 None None] Pushing event updated for resources: {'Port': ['ID=ed2f6f20-d309-4bff-9b6e-8977e937bc93,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:48.077395 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Attempting to bind port ed2f6f20-d309-4bff-9b6e-8977e937bc93 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:48.077764 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Attempting to bind port ed2f6f20-d309-4bff-9b6e-8977e937bc93 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '903552fa-37c5-4a3b-989d-bdb217978ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '717f5a3d-b7e6-4987-825d-7c4da9351d8f'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:48.078125 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Attempting to bind port ed2f6f20-d309-4bff-9b6e-8977e937bc93 on network 717f5a3d-b7e6-4987-825d-7c4da9351d8f {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:48.083959 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:48.084360 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Checking segment: {'id': '903552fa-37c5-4a3b-989d-bdb217978ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '717f5a3d-b7e6-4987-825d-7c4da9351d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:48.084788 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:48.085186 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Bound using segment: {'id': '903552fa-37c5-4a3b-989d-bdb217978ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '717f5a3d-b7e6-4987-825d-7c4da9351d8f'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:48.085661 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Bound port: ed2f6f20-d309-4bff-9b6e-8977e937bc93, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903552fa-37c5-4a3b-989d-bdb217978ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '717f5a3d-b7e6-4987-825d-7c4da9351d8f'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:48.086073 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:48.163943 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] For port ed2f6f20-d309-4bff-9b6e-8977e937bc93, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:48.167775 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] For port ed2f6f20-d309-4bff-9b6e-8977e937bc93, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ed2f6f20-d309-4bff-9b6e-8977e937bc93,segment=NetworkSegment(903552fa-37c5-4a3b-989d-bdb217978ea8),segment_id=903552fa-37c5-4a3b-989d-bdb217978ea8)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:48.176140 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:48.235599 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Routers {'879ad07f-faf9-4d5d-a3cd-17a37737ab92'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:48.236201 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:24:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['879ad07f-faf9-4d5d-a3cd-17a37737ab92'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:48.269997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8f672-d5b7-49d3-b7dc-7b53ad6137c6 req-92e343ce-517e-4ca2-be40-a171c81b55f6 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:48.271639 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5e8f672-d5b7-49d3-b7dc-7b53ad6137c6 req-92e343ce-517e-4ca2-be40-a171c81b55f6 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=586af174-072e-4a2a-8c6c-386e1a56de6f HTTP/1.1" status: 200 len: 931 time: 0.0877159 Aug 20 12:24:48.303237 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ae120-66c3-4e80-bf5d-788cf402bf47 None None] Pushing event updated for resources: {'Port': ['ID=ed2f6f20-d309-4bff-9b6e-8977e937bc93,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:48.352430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5e8f672-d5b7-49d3-b7dc-7b53ad6137c6 req-aee29860-1eb9-40ef-ac83-b3f29f347dc0 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719910 Aug 20 12:24:48.357514 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04edcdd-e280-447e-bf3a-26253a8f20d7 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:24:48.357759 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] Set router 879ad07f-faf9-4d5d-a3cd-17a37737ab92 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:48.366804 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:48.383226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Transition to ACTIVE for port object c04edcdd-e280-447e-bf3a-26253a8f20d7 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:48.388372 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:48.440368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Pushing event updated for resources: {'Port': ['ID=c04edcdd-e280-447e-bf3a-26253a8f20d7,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:48.523524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Attempting to bind port c04edcdd-e280-447e-bf3a-26253a8f20d7 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:48.523524 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Attempting to bind port c04edcdd-e280-447e-bf3a-26253a8f20d7 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:48.523927 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Attempting to bind port c04edcdd-e280-447e-bf3a-26253a8f20d7 on network c23c87be-4b46-42f5-aba9-a7f886d38f41 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:48.529525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Port c04edcdd-e280-447e-bf3a-26253a8f20d7 on network c23c87be-4b46-42f5-aba9-a7f886d38f41 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:24:48.529928 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Attempting to bind port c04edcdd-e280-447e-bf3a-26253a8f20d7 on network c23c87be-4b46-42f5-aba9-a7f886d38f41 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:48.535077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:48.535495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Checking segment: {'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:48.535953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Bound using segment: {'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:48.536623 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Bound port: c04edcdd-e280-447e-bf3a-26253a8f20d7, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:48.537107 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:48.604256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] For port c04edcdd-e280-447e-bf3a-26253a8f20d7, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:48.608055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] For port c04edcdd-e280-447e-bf3a-26253a8f20d7, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c04edcdd-e280-447e-bf3a-26253a8f20d7,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:48.608669 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'name': 'tempest-TestEncryptedCinderVolumes-1101759059-router', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '8db464b1-2f78-4d9c-8e30-fa36b8533f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:40Z', 'updated_at': '2021-08-20T12:24:43Z', 'revision_number': 4, 'project_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'gw_port': {'id': '8db464b1-2f78-4d9c-8e30-fa36b8533f9c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:41Z', 'updated_at': '2021-08-20T12:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ed2f6f20-d309-4bff-9b6e-8977e937bc93', 'name': '', 'network_id': '717f5a3d-b7e6-4987-825d-7c4da9351d8f', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'mac_address': 'fa:16:3e:ae:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '955a0ab2-d777-4c74-8c69-3b3a30a85f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:43Z', 'updated_at': '2021-08-20T12:24:48Z', 'revision_number': 4, 'project_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'subnets': [{'id': '955a0ab2-d777-4c74-8c69-3b3a30a85f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:48.614267 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:48.635752 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa590fb-1b2e-4c5f-bedd-52e10e77a57d None None] The sync data for ids ['879ad07f-faf9-4d5d-a3cd-17a37737ab92'] in n-d-804299-2 is: [{'id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'name': 'tempest-TestEncryptedCinderVolumes-1101759059-router', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '8db464b1-2f78-4d9c-8e30-fa36b8533f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:40Z', 'updated_at': '2021-08-20T12:24:43Z', 'revision_number': 4, 'project_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'gw_port': {'id': '8db464b1-2f78-4d9c-8e30-fa36b8533f9c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:41Z', 'updated_at': '2021-08-20T12:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ed2f6f20-d309-4bff-9b6e-8977e937bc93', 'name': '', 'network_id': '717f5a3d-b7e6-4987-825d-7c4da9351d8f', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'mac_address': 'fa:16:3e:ae:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '955a0ab2-d777-4c74-8c69-3b3a30a85f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:43Z', 'updated_at': '2021-08-20T12:24:48Z', 'revision_number': 4, 'project_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'subnets': [{'id': '955a0ab2-d777-4c74-8c69-3b3a30a85f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:24:48.649249 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:48.649862 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:48.651263 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-37659355-92a3-419f-b408-c2149b02c20f service neutron] 10.222.0.76 "PUT /v2.0/ports/c04edcdd-e280-447e-bf3a-26253a8f20d7 HTTP/1.1" status: 200 len: 1091 time: 1.0751417 Aug 20 12:24:48.651743 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586af174-072e-4a2a-8c6c-386e1a56de6f', 'tag': 'c04edcdd-e280-447e-bf3a-26253a8f20d7'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:48.654755 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8188a799-bdaa-412d-adba-b892ed4f45bc" -d '{"events": [{"name": "network-changed", "server_uuid": "586af174-072e-4a2a-8c6c-386e1a56de6f", "tag": "c04edcdd-e280-447e-bf3a-26253a8f20d7"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:48.680867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37659355-92a3-419f-b408-c2149b02c20f service neutron] Pushing event updated for resources: {'Port': ['ID=c04edcdd-e280-447e-bf3a-26253a8f20d7,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:48.754377 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-aa987140-ef3a-496d-a57b-73627239904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:48.755940 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-aa987140-ef3a-496d-a57b-73627239904d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e746c59b660e4c9fb4801841109f55d0&device_id=586af174-072e-4a2a-8c6c-386e1a56de6f HTTP/1.1" status: 200 len: 1094 time: 0.0584860 Aug 20 12:24:48.757390 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86c1280-34d4-4763-b6ce-8e6dd5b10b8e x-openstack-request-id: req-f86c1280-34d4-4763-b6ce-8e6dd5b10b8e {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:48.757824 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586af174-072e-4a2a-8c6c-386e1a56de6f", "tag": "c04edcdd-e280-447e-bf3a-26253a8f20d7", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:48.758082 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f86c1280-34d4-4763-b6ce-8e6dd5b10b8e {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:48.758475 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586af174-072e-4a2a-8c6c-386e1a56de6f', 'tag': 'c04edcdd-e280-447e-bf3a-26253a8f20d7', 'status': 'completed', 'code': 200} Aug 20 12:24:48.803404 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-38889200-92c0-483c-9c24-17c0c3237ca8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c04edcdd-e280-447e-bf3a-26253a8f20d7 HTTP/1.1" status: 200 len: 217 time: 0.0367873 Aug 20 12:24:48.858533 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-e9ee2e0c-15b1-462e-867f-2a2db398ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:48.860045 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-e9ee2e0c-15b1-462e-867f-2a2db398ff39 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5337241e-0ee6-40e4-8750-1141d54fac6c HTTP/1.1" status: 200 len: 855 time: 0.0504508 Aug 20 12:24:48.915422 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-3b0de1d9-e7c3-4a70-93cb-c472ea7c1453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:48.916983 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-3b0de1d9-e7c3-4a70-93cb-c472ea7c1453 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c23c87be-4b46-42f5-aba9-a7f886d38f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487130 Aug 20 12:24:49.013561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-bc9fed8c-dd7c-41d9-96be-ea0643d97ab6 service neutron] 10.222.0.76 "GET /v2.0/networks/c23c87be-4b46-42f5-aba9-a7f886d38f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879211 Aug 20 12:24:49.110193 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-318f7d1b-e9e7-48dd-85ba-1ee35f387c35 req-e549ad12-039c-4d30-8626-c2f43cc862fe service neutron] 10.222.0.76 "GET /v2.0/networks/c23c87be-4b46-42f5-aba9-a7f886d38f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896804 Aug 20 12:24:49.197748 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188a799-bdaa-412d-adba-b892ed4f45bc req-0f840c31-124c-4d06-8a7d-96e75fba67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:49.199280 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8188a799-bdaa-412d-adba-b892ed4f45bc req-0f840c31-124c-4d06-8a7d-96e75fba67b8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e746c59b660e4c9fb4801841109f55d0&device_id=586af174-072e-4a2a-8c6c-386e1a56de6f HTTP/1.1" status: 200 len: 1094 time: 0.0424678 Aug 20 12:24:49.290587 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188a799-bdaa-412d-adba-b892ed4f45bc req-2f0f5226-bcc3-4afc-b674-534456ad9501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:49.293018 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8188a799-bdaa-412d-adba-b892ed4f45bc req-2f0f5226-bcc3-4afc-b674-534456ad9501 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c23c87be-4b46-42f5-aba9-a7f886d38f41 HTTP/1.1" status: 200 len: 916 time: 0.0866041 Aug 20 12:24:49.340242 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8188a799-bdaa-412d-adba-b892ed4f45bc req-5066360b-9b0f-43aa-ab6f-78949afb629b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c04edcdd-e280-447e-bf3a-26253a8f20d7 HTTP/1.1" status: 200 len: 217 time: 0.0393212 Aug 20 12:24:49.391649 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188a799-bdaa-412d-adba-b892ed4f45bc req-25f2931d-317c-415d-885c-2687dd7b2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:49.393224 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8188a799-bdaa-412d-adba-b892ed4f45bc req-25f2931d-317c-415d-885c-2687dd7b2544 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5337241e-0ee6-40e4-8750-1141d54fac6c HTTP/1.1" status: 200 len: 855 time: 0.0452693 Aug 20 12:24:49.477461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188a799-bdaa-412d-adba-b892ed4f45bc req-330ab290-f6b0-4c3d-aa7f-2e5b1e2d75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:49.478995 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8188a799-bdaa-412d-adba-b892ed4f45bc req-330ab290-f6b0-4c3d-aa7f-2e5b1e2d75e6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c23c87be-4b46-42f5-aba9-a7f886d38f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773904 Aug 20 12:24:49.491175 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b1729-610d-496f-81b0-4dd2b67db7eb req-7b7d302f-2863-456d-899f-5da742d37083 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:49.492856 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a43b1729-610d-496f-81b0-4dd2b67db7eb req-7b7d302f-2863-456d-899f-5da742d37083 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=586af174-072e-4a2a-8c6c-386e1a56de6f HTTP/1.1" status: 200 len: 943 time: 0.0659206 Aug 20 12:24:49.513183 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ed2f6f20-d309-4bff-9b6e-8977e937bc93 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:49.562670 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port ed2f6f20-d309-4bff-9b6e-8977e937bc93 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:49.566877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ed2f6f20-d309-4bff-9b6e-8977e937bc93 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:49.567393 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:49.583962 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a43b1729-610d-496f-81b0-4dd2b67db7eb req-d3afc201-3bfe-4ead-ac13-42b0747abd35 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821826 Aug 20 12:24:49.611579 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8188a799-bdaa-412d-adba-b892ed4f45bc req-735db2fe-9f3d-434e-981b-2b7eb846d08b service neutron] 10.222.0.76 "GET /v2.0/networks/c23c87be-4b46-42f5-aba9-a7f886d38f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177518 Aug 20 12:24:49.655269 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:49.687719 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port ed2f6f20-d309-4bff-9b6e-8977e937bc93, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ed2f6f20-d309-4bff-9b6e-8977e937bc93,segment=NetworkSegment(903552fa-37c5-4a3b-989d-bdb217978ea8),segment_id=903552fa-37c5-4a3b-989d-bdb217978ea8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:49.691806 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:49.692578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8db464b1-2f78-4d9c-8e30-fa36b8533f9c up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:49.721599 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8188a799-bdaa-412d-adba-b892ed4f45bc req-4c98956c-d9e4-4421-a239-ae626670b22a service neutron] 10.222.0.76 "GET /v2.0/networks/c23c87be-4b46-42f5-aba9-a7f886d38f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024239 Aug 20 12:24:49.768254 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=ed2f6f20-d309-4bff-9b6e-8977e937bc93,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:49.780712 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 8db464b1-2f78-4d9c-8e30-fa36b8533f9c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:49.781082 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:50.707183 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15c1bb-e966-43bc-9fea-4213cc02432c req-3ba859da-b051-4967-9b3d-b40250045ca9 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:50.708756 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad15c1bb-e966-43bc-9fea-4213cc02432c req-3ba859da-b051-4967-9b3d-b40250045ca9 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=586af174-072e-4a2a-8c6c-386e1a56de6f HTTP/1.1" status: 200 len: 943 time: 0.0479240 Aug 20 12:24:50.737697 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c04edcdd-e280-447e-bf3a-26253a8f20d7 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:24:50.747956 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ad15c1bb-e966-43bc-9fea-4213cc02432c req-094a6f50-fb74-4a5c-89f0-6192ff3c492c tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332730 Aug 20 12:24:50.829643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c04edcdd-e280-447e-bf3a-26253a8f20d7, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c04edcdd-e280-447e-bf3a-26253a8f20d7,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:50.845187 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'c04edcdd-e280-447e-bf3a-26253a8f20d7', 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41', 'port_id': 'c04edcdd-e280-447e-bf3a-26253a8f20d7', 'mac_address': 'fa:16:3e:df:03:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5337241e-0ee6-40e4-8750-1141d54fac6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:24:51.030395 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:51.044436 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04edcdd-e280-447e-bf3a-26253a8f20d7 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:24:51.063015 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c04edcdd-e280-447e-bf3a-26253a8f20d7, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c04edcdd-e280-447e-bf3a-26253a8f20d7,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:51.066157 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:51.111521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=c04edcdd-e280-447e-bf3a-26253a8f20d7,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:51.269215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['c04edcdd-e280-447e-bf3a-26253a8f20d7'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:24:51.486286 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ed2f6f20-d309-4bff-9b6e-8977e937bc93 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:51.533423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ed2f6f20-d309-4bff-9b6e-8977e937bc93 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:51.533709 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:51.861862 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6ef06-63f5-46af-a895-111b445b461a req-3f4883c4-2ad2-46fe-b4ef-9387c3005c00 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:51.863339 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7e6ef06-63f5-46af-a895-111b445b461a req-3f4883c4-2ad2-46fe-b4ef-9387c3005c00 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=586af174-072e-4a2a-8c6c-386e1a56de6f HTTP/1.1" status: 200 len: 944 time: 0.0492036 Aug 20 12:24:51.900539 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e7e6ef06-63f5-46af-a895-111b445b461a req-131c8ae3-cb29-4852-a737-0e5a2adb7315 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309513 Aug 20 12:24:52.419450 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3f1aa127-3fa3-454b-819b-f5b11af953b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:52.753573 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c04edcdd-e280-447e-bf3a-26253a8f20d7 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:52.800979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port c04edcdd-e280-447e-bf3a-26253a8f20d7 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:52.804545 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port c04edcdd-e280-447e-bf3a-26253a8f20d7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:52.804948 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:52.881176 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:52.903006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586af174-072e-4a2a-8c6c-386e1a56de6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04edcdd-e280-447e-bf3a-26253a8f20d7'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:52.905296 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ce6f32-a6c5-40c6-ae7c-55e2425b456d" -d '{"events": [{"server_uuid": "586af174-072e-4a2a-8c6c-386e1a56de6f", "name": "network-vif-plugged", "status": "completed", "tag": "c04edcdd-e280-447e-bf3a-26253a8f20d7"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:52.921815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port c04edcdd-e280-447e-bf3a-26253a8f20d7, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c04edcdd-e280-447e-bf3a-26253a8f20d7,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:52.927935 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:52.956176 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee060a7f-ac6a-4393-bd26-80e2ca7a9f2d x-openstack-request-id: req-ee060a7f-ac6a-4393-bd26-80e2ca7a9f2d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:52.956719 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586af174-072e-4a2a-8c6c-386e1a56de6f", "name": "network-vif-plugged", "status": "completed", "tag": "c04edcdd-e280-447e-bf3a-26253a8f20d7", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:52.957851 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee060a7f-ac6a-4393-bd26-80e2ca7a9f2d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:52.957851 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586af174-072e-4a2a-8c6c-386e1a56de6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04edcdd-e280-447e-bf3a-26253a8f20d7', 'code': 200} Aug 20 12:24:52.989088 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=c04edcdd-e280-447e-bf3a-26253a8f20d7,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:53.060093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd58472-a08e-4946-8b9d-cb0575513b4e req-4925b830-a590-4b8e-a7ac-e762bc45f519 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:53.061588 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bd58472-a08e-4946-8b9d-cb0575513b4e req-4925b830-a590-4b8e-a7ac-e762bc45f519 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=586af174-072e-4a2a-8c6c-386e1a56de6f HTTP/1.1" status: 200 len: 945 time: 0.0888872 Aug 20 12:24:53.067750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53225fd1-dace-4766-8080-9e94f46cca53 req-5fa490f6-4f8e-4b07-b38b-4a18ba1ca256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:53.069140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-53225fd1-dace-4766-8080-9e94f46cca53 req-5fa490f6-4f8e-4b07-b38b-4a18ba1ca256 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=586af174-072e-4a2a-8c6c-386e1a56de6f HTTP/1.1" status: 200 len: 1096 time: 0.0627754 Aug 20 12:24:53.123496 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3bd58472-a08e-4946-8b9d-cb0575513b4e req-b49e3bab-9fcc-4205-af08-52ce8ed8709d tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534275 Aug 20 12:24:53.126120 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-53225fd1-dace-4766-8080-9e94f46cca53 req-cb598364-889d-49b7-9511-bfe70a4d5a5a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497572 Aug 20 12:24:54.242065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ed4b2-d747-41cd-8db7-c5eced65e80f req-9e4b8dae-a858-4e81-bf39-424baf62697a tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:54.243525 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-996ed4b2-d747-41cd-8db7-c5eced65e80f req-9e4b8dae-a858-4e81-bf39-424baf62697a tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=586af174-072e-4a2a-8c6c-386e1a56de6f HTTP/1.1" status: 200 len: 945 time: 0.0520864 Aug 20 12:24:54.280445 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-996ed4b2-d747-41cd-8db7-c5eced65e80f req-92568e2d-ed76-427c-8d75-e47a76d5db43 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308990 Aug 20 12:24:54.392858 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2427ed-3a34-4dd1-b631-8e79540675e0 req-7940e9ea-1783-4b72-aa31-428f2dc42a63 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:54.394327 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc2427ed-3a34-4dd1-b631-8e79540675e0 req-7940e9ea-1783-4b72-aa31-428f2dc42a63 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=586af174-072e-4a2a-8c6c-386e1a56de6f HTTP/1.1" status: 200 len: 945 time: 0.0481954 Aug 20 12:24:54.431685 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fc2427ed-3a34-4dd1-b631-8e79540675e0 req-b14972f7-0fbc-46b8-97dd-7efbaaa4537f tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311155 Aug 20 12:24:55.192878 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f1e1aec7-16da-42c6-871f-72db6184fbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:55.527926 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:56.516531 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:58.127571 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:03.377168 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:09.580615 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:12.930538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bb355-2531-48f6-94df-dcb9d69ef3af req-ea961e2b-2721-46e3-83f0-aea3eb9969a0 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:12.932014 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f12bb355-2531-48f6-94df-dcb9d69ef3af req-ea961e2b-2721-46e3-83f0-aea3eb9969a0 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=586af174-072e-4a2a-8c6c-386e1a56de6f HTTP/1.1" status: 200 len: 945 time: 0.0503652 Aug 20 12:25:12.976388 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f12bb355-2531-48f6-94df-dcb9d69ef3af req-c16d00d2-d1c5-4e72-af95-01fdc21e8e21 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381889 Aug 20 12:25:14.094480 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b04cd-4219-4931-a0d5-f0f667e525ec req-db65e9b6-add7-4463-a644-a1cb2bcd57ed tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:14.095981 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-372b04cd-4219-4931-a0d5-f0f667e525ec req-db65e9b6-add7-4463-a644-a1cb2bcd57ed tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=586af174-072e-4a2a-8c6c-386e1a56de6f HTTP/1.1" status: 200 len: 945 time: 0.0477953 Aug 20 12:25:14.133050 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-372b04cd-4219-4931-a0d5-f0f667e525ec req-8419c573-3f4a-401f-9721-c5eaa6272e16 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311747 Aug 20 12:25:14.502694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfdf73-d1aa-42d3-8540-01d9c69f578f req-20cab14e-9cbd-45e2-9506-eb0bdcac836f tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:14.504086 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68dfdf73-d1aa-42d3-8540-01d9c69f578f req-20cab14e-9cbd-45e2-9506-eb0bdcac836f tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.76 "GET /v2.0/ports?device_id=586af174-072e-4a2a-8c6c-386e1a56de6f HTTP/1.1" status: 200 len: 945 time: 0.0489366 Aug 20 12:25:14.591407 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-68dfdf73-d1aa-42d3-8540-01d9c69f578f req-3e8fdc2e-fd5b-4fe3-a63d-d7c4497aa351 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Deleting port c04edcdd-e280-447e-bf3a-26253a8f20d7 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:14.593608 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-68dfdf73-d1aa-42d3-8540-01d9c69f578f req-3e8fdc2e-fd5b-4fe3-a63d-d7c4497aa351 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.690942 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-68dfdf73-d1aa-42d3-8540-01d9c69f578f req-3e8fdc2e-fd5b-4fe3-a63d-d7c4497aa351 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] For port c04edcdd-e280-447e-bf3a-26253a8f20d7, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=c04edcdd-e280-447e-bf3a-26253a8f20d7,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:14.691312 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-68dfdf73-d1aa-42d3-8540-01d9c69f578f req-3e8fdc2e-fd5b-4fe3-a63d-d7c4497aa351 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.704376 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-68dfdf73-d1aa-42d3-8540-01d9c69f578f req-3e8fdc2e-fd5b-4fe3-a63d-d7c4497aa351 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Calling delete_port for c04edcdd-e280-447e-bf3a-26253a8f20d7 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:14.834297 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-68dfdf73-d1aa-42d3-8540-01d9c69f578f req-3e8fdc2e-fd5b-4fe3-a63d-d7c4497aa351 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.846475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['c04edcdd-e280-447e-bf3a-26253a8f20d7'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:25:14.864304 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fdc2e-fd5b-4fe3-a63d-d7c4497aa351 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Pushing event deleted for resources: {'Port': ['ID=c04edcdd-e280-447e-bf3a-26253a8f20d7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:14.909567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-68dfdf73-d1aa-42d3-8540-01d9c69f578f req-3e8fdc2e-fd5b-4fe3-a63d-d7c4497aa351 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] No DVR routers for this DVR port c04edcdd-e280-447e-bf3a-26253a8f20d7 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:25:14.912325 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-68dfdf73-d1aa-42d3-8540-01d9c69f578f req-3e8fdc2e-fd5b-4fe3-a63d-d7c4497aa351 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.914702 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-68dfdf73-d1aa-42d3-8540-01d9c69f578f req-3e8fdc2e-fd5b-4fe3-a63d-d7c4497aa351 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.76 "DELETE /v2.0/ports/c04edcdd-e280-447e-bf3a-26253a8f20d7 HTTP/1.1" status: 204 len: 173 time: 0.4047227 Aug 20 12:25:14.915250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586af174-072e-4a2a-8c6c-386e1a56de6f', 'name': 'network-vif-deleted', 'tag': 'c04edcdd-e280-447e-bf3a-26253a8f20d7'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:14.917872 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b2da3e-f3b5-40a3-a788-5bf1ed2e0674" -d '{"events": [{"server_uuid": "586af174-072e-4a2a-8c6c-386e1a56de6f", "name": "network-vif-deleted", "tag": "c04edcdd-e280-447e-bf3a-26253a8f20d7"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:14.982743 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e722e9-9fe3-421c-900f-7897d0708678 x-openstack-request-id: req-96e722e9-9fe3-421c-900f-7897d0708678 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:14.983076 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586af174-072e-4a2a-8c6c-386e1a56de6f", "name": "network-vif-deleted", "tag": "c04edcdd-e280-447e-bf3a-26253a8f20d7", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:14.983337 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96e722e9-9fe3-421c-900f-7897d0708678 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:14.983830 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586af174-072e-4a2a-8c6c-386e1a56de6f', 'name': 'network-vif-deleted', 'tag': 'c04edcdd-e280-447e-bf3a-26253a8f20d7', 'status': 'completed', 'code': 200} Aug 20 12:25:15.241871 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4520c62e-fc07-4bf7-a69e-e2087a9a4527 req-732daecd-3d52-4100-b525-98b51e722d1a tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=586af174-072e-4a2a-8c6c-386e1a56de6f HTTP/1.1" status: 200 len: 210 time: 0.0268593 Aug 20 12:25:16.750707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-94708faa-4172-4342-a289-bf9e458c5544 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:16.752176 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-94708faa-4172-4342-a289-bf9e458c5544 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/networks?id=c23c87be-4b46-42f5-aba9-a7f886d38f41 HTTP/1.1" status: 200 len: 816 time: 0.1049125 Aug 20 12:25:16.767362 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-e5d92fde-22ca-44af-b034-ba29e20841bb tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/quotas/e746c59b660e4c9fb4801841109f55d0 HTTP/1.1" status: 200 len: 375 time: 0.0094950 Aug 20 12:25:16.817321 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-b8cd1422-8ba5-40d6-9b15-cf7a8dea2abc tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e746c59b660e4c9fb4801841109f55d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445907 Aug 20 12:25:16.912516 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-d064b0ce-bf58-4663-8a2c-c12d04d7d85a service neutron] 10.222.0.37 "GET /v2.0/networks/c23c87be-4b46-42f5-aba9-a7f886d38f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833728 Aug 20 12:25:17.000608 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-b7756a53-163b-403f-8e64-e6fed41b6041 service neutron] 10.222.0.37 "GET /v2.0/networks/c23c87be-4b46-42f5-aba9-a7f886d38f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820501 Aug 20 12:25:17.162789 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0770abee-6052-4cd2-b1c9-773b2bb9a27e req-98a3b99f-1c51-4367-b86c-d44aba67fdee tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 210 time: 0.0272393 Aug 20 12:25:18.048448 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-0e2c40db-829e-42f6-a5a7-6b7cf8728983 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:18.049921 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-0e2c40db-829e-42f6-a5a7-6b7cf8728983 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.76 "GET /v2.0/networks?id=c23c87be-4b46-42f5-aba9-a7f886d38f41 HTTP/1.1" status: 200 len: 816 time: 0.1090989 Aug 20 12:25:18.062495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-79e3678a-9336-4f82-b0dd-8eae5d93381e tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Request body: {'port': {'device_id': '5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff', 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41', 'admin_state_up': True, 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:18.169552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-79e3678a-9336-4f82-b0dd-8eae5d93381e tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Made reservation on behalf of e746c59b660e4c9fb4801841109f55d0 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:18.173204 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-79e3678a-9336-4f82-b0dd-8eae5d93381e tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.258846 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8fc11704-e15c-4c42-b5a9-f617ec41a93f req-ca65be6a-dd26-4baf-80fd-2c1f1104cf73 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 210 time: 0.0263493 Aug 20 12:25:18.292659 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:25:18.301465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-79e3678a-9336-4f82-b0dd-8eae5d93381e tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Allocated IP 172.20.0.6 (c23c87be-4b46-42f5-aba9-a7f886d38f41/5337241e-0ee6-40e4-8750-1141d54fac6c/5e48ebc2-a376-43f9-95dd-215f8285dc6d) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:18.445609 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-79e3678a-9336-4f82-b0dd-8eae5d93381e tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.459517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-79e3678a-9336-4f82-b0dd-8eae5d93381e tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Transition to ACTIVE for port object 5e48ebc2-a376-43f9-95dd-215f8285dc6d will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:18.492400 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-79e3678a-9336-4f82-b0dd-8eae5d93381e tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.535065 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-79e3678a-9336-4f82-b0dd-8eae5d93381e tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Network c23c87be-4b46-42f5-aba9-a7f886d38f41 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:18.538403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-79e3678a-9336-4f82-b0dd-8eae5d93381e tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:18.542461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-79e3678a-9336-4f82-b0dd-8eae5d93381e tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:25:18.550752 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3678a-9336-4f82-b0dd-8eae5d93381e tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Pushing event updated for resources: {'Port': ['ID=5e48ebc2-a376-43f9-95dd-215f8285dc6d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:18.597878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-79e3678a-9336-4f82-b0dd-8eae5d93381e tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:18.598510 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-79e3678a-9336-4f82-b0dd-8eae5d93381e tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.613841 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-79e3678a-9336-4f82-b0dd-8eae5d93381e tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5552518 Aug 20 12:25:18.627375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Request body: {'port': {'device_id': '5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:18.689429 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.747049 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9b032cfe-5fe4-4c40-88ce-c7560bfa9f5d None None] Provisioning for port 5e48ebc2-a376-43f9-95dd-215f8285dc6d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:18.751603 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9b032cfe-5fe4-4c40-88ce-c7560bfa9f5d None None] Provisioning complete for port 5e48ebc2-a376-43f9-95dd-215f8285dc6d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:18.751972 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9b032cfe-5fe4-4c40-88ce-c7560bfa9f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.791663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9b032cfe-5fe4-4c40-88ce-c7560bfa9f5d None None] Port 5e48ebc2-a376-43f9-95dd-215f8285dc6d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:18.862620 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c04edcdd-e280-447e-bf3a-26253a8f20d7 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:25:18.883279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: c04edcdd-e280-447e-bf3a-26253a8f20d7 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:25:18.883623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device c04edcdd-e280-447e-bf3a-26253a8f20d7 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:25:18.955240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e48ebc2-a376-43f9-95dd-215f8285dc6d {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:25:18.962737 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.974047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Transition to ACTIVE for port object 5e48ebc2-a376-43f9-95dd-215f8285dc6d will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:18.977981 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.028158 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Pushing event updated for resources: {'Port': ['ID=5e48ebc2-a376-43f9-95dd-215f8285dc6d,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:19.107873 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Attempting to bind port 5e48ebc2-a376-43f9-95dd-215f8285dc6d on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:25:19.108978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Attempting to bind port 5e48ebc2-a376-43f9-95dd-215f8285dc6d by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:25:19.109379 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Attempting to bind port 5e48ebc2-a376-43f9-95dd-215f8285dc6d on network c23c87be-4b46-42f5-aba9-a7f886d38f41 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:19.114336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Port 5e48ebc2-a376-43f9-95dd-215f8285dc6d on network c23c87be-4b46-42f5-aba9-a7f886d38f41 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:25:19.114656 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Attempting to bind port 5e48ebc2-a376-43f9-95dd-215f8285dc6d on network c23c87be-4b46-42f5-aba9-a7f886d38f41 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:19.119949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:25:19.120291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Checking segment: {'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:19.120701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Bound using segment: {'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:25:19.121128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Bound port: 5e48ebc2-a376-43f9-95dd-215f8285dc6d, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8035f0-9905-413a-ada2-9aee2a1f6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:25:19.121506 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.188223 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] For port 5e48ebc2-a376-43f9-95dd-215f8285dc6d, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:25:19.191201 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] For port 5e48ebc2-a376-43f9-95dd-215f8285dc6d, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5e48ebc2-a376-43f9-95dd-215f8285dc6d,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:25:19.195781 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.230055 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:19.230667 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.232787 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] 10.222.0.76 "PUT /v2.0/ports/5e48ebc2-a376-43f9-95dd-215f8285dc6d HTTP/1.1" status: 200 len: 1091 time: 0.6108475 Aug 20 12:25:19.233726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff', 'tag': '5e48ebc2-a376-43f9-95dd-215f8285dc6d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:19.235970 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de31122-2cf4-42aa-8e9b-73c9b59961e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff", "tag": "5e48ebc2-a376-43f9-95dd-215f8285dc6d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:19.264918 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb4bea-32fd-42a6-8852-65b315885a57 service neutron] Pushing event updated for resources: {'Port': ['ID=5e48ebc2-a376-43f9-95dd-215f8285dc6d,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:19.281865 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339923ed-752c-4c9f-a39e-ac924ea5109f x-openstack-request-id: req-339923ed-752c-4c9f-a39e-ac924ea5109f {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:19.281865 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff", "tag": "5e48ebc2-a376-43f9-95dd-215f8285dc6d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:19.282153 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-339923ed-752c-4c9f-a39e-ac924ea5109f {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:19.282323 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff', 'tag': '5e48ebc2-a376-43f9-95dd-215f8285dc6d', 'status': 'completed', 'code': 200} Aug 20 12:25:19.318345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-1fe09010-a845-4f89-9432-e8b1edf21989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:19.319418 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-1fe09010-a845-4f89-9432-e8b1edf21989 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e746c59b660e4c9fb4801841109f55d0&device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 1094 time: 0.0472736 Aug 20 12:25:19.368223 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-4922e2a7-ff99-4929-a401-4c53cd332374 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e48ebc2-a376-43f9-95dd-215f8285dc6d HTTP/1.1" status: 200 len: 217 time: 0.0411468 Aug 20 12:25:19.382751 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516db2d-72ae-4c1c-bbf1-9f762a8bba57 req-bd5ef702-8729-4945-8b41-30f8af690f52 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:19.384471 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9516db2d-72ae-4c1c-bbf1-9f762a8bba57 req-bd5ef702-8729-4945-8b41-30f8af690f52 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 943 time: 0.0526857 Aug 20 12:25:19.423331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-5c17367b-fd9e-4aa2-ad8a-76b4516e7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:19.425127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-5c17367b-fd9e-4aa2-ad8a-76b4516e7504 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5337241e-0ee6-40e4-8750-1141d54fac6c HTTP/1.1" status: 200 len: 855 time: 0.0507996 Aug 20 12:25:19.432654 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9516db2d-72ae-4c1c-bbf1-9f762a8bba57 req-bfcba6e7-8b48-4277-beeb-8edfc6c38a1c tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405183 Aug 20 12:25:19.476119 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-f9adae65-0229-4afb-ac36-5acfeb148375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:19.477652 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-f9adae65-0229-4afb-ac36-5acfeb148375 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c23c87be-4b46-42f5-aba9-a7f886d38f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459776 Aug 20 12:25:19.570230 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-8b7ca139-dd60-4963-a500-e9593b02b448 service neutron] 10.222.0.76 "GET /v2.0/networks/c23c87be-4b46-42f5-aba9-a7f886d38f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847876 Aug 20 12:25:19.659942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8c3b36a-4854-4527-9111-a4683a74e5cb req-08341919-3136-41f4-8c6f-9f6652ef3724 service neutron] 10.222.0.76 "GET /v2.0/networks/c23c87be-4b46-42f5-aba9-a7f886d38f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819242 Aug 20 12:25:19.745542 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de31122-2cf4-42aa-8e9b-73c9b59961e4 req-e93fc384-ef46-4217-b426-8517e30821d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:19.747016 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4de31122-2cf4-42aa-8e9b-73c9b59961e4 req-e93fc384-ef46-4217-b426-8517e30821d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e746c59b660e4c9fb4801841109f55d0&device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 1094 time: 0.0450819 Aug 20 12:25:19.834256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de31122-2cf4-42aa-8e9b-73c9b59961e4 req-a65ff26a-24f6-4b2f-bf73-4f64b8953bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:19.835601 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4de31122-2cf4-42aa-8e9b-73c9b59961e4 req-a65ff26a-24f6-4b2f-bf73-4f64b8953bbf service neutron] 10.222.0.76 "GET /v2.0/networks?id=c23c87be-4b46-42f5-aba9-a7f886d38f41 HTTP/1.1" status: 200 len: 916 time: 0.0813880 Aug 20 12:25:19.875837 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4de31122-2cf4-42aa-8e9b-73c9b59961e4 req-2a5e0c56-1cbc-4c4c-8456-b72c9fa0204a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e48ebc2-a376-43f9-95dd-215f8285dc6d HTTP/1.1" status: 200 len: 217 time: 0.0337296 Aug 20 12:25:19.927320 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de31122-2cf4-42aa-8e9b-73c9b59961e4 req-b9bc7fb7-4b07-4227-a901-4b7f34b6aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:19.928761 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4de31122-2cf4-42aa-8e9b-73c9b59961e4 req-b9bc7fb7-4b07-4227-a901-4b7f34b6aa20 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5337241e-0ee6-40e4-8750-1141d54fac6c HTTP/1.1" status: 200 len: 855 time: 0.0462673 Aug 20 12:25:19.973181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de31122-2cf4-42aa-8e9b-73c9b59961e4 req-b47def80-0758-4cfd-b450-f62123d856c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:19.974643 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4de31122-2cf4-42aa-8e9b-73c9b59961e4 req-b47def80-0758-4cfd-b450-f62123d856c8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c23c87be-4b46-42f5-aba9-a7f886d38f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390692 Aug 20 12:25:20.063593 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4de31122-2cf4-42aa-8e9b-73c9b59961e4 req-e8b1b3f5-b292-4edd-89f7-661097da9555 service neutron] 10.222.0.76 "GET /v2.0/networks/c23c87be-4b46-42f5-aba9-a7f886d38f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814352 Aug 20 12:25:20.162920 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4de31122-2cf4-42aa-8e9b-73c9b59961e4 req-dcfd2abe-315d-4afe-8008-5c7322244bca service neutron] 10.222.0.76 "GET /v2.0/networks/c23c87be-4b46-42f5-aba9-a7f886d38f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924726 Aug 20 12:25:20.552680 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fbe12-b63a-45d7-baba-225de1458d27 req-9bfd22c3-b074-4374-b636-5cbc333d3aff tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:20.554176 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e7fbe12-b63a-45d7-baba-225de1458d27 req-9bfd22c3-b074-4374-b636-5cbc333d3aff tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 943 time: 0.0490859 Aug 20 12:25:20.591076 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e7fbe12-b63a-45d7-baba-225de1458d27 req-58faa785-e135-4bc6-aa8a-5292048b91f2 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309474 Aug 20 12:25:21.704336 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d074cd-6b4c-4681-9406-c2ab1153090d req-6a3f7036-1994-4b88-8b07-200ecef2457f tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:21.705747 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-81d074cd-6b4c-4681-9406-c2ab1153090d req-6a3f7036-1994-4b88-8b07-200ecef2457f tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 943 time: 0.0480733 Aug 20 12:25:21.742175 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-81d074cd-6b4c-4681-9406-c2ab1153090d req-e3c56a74-e3c5-409e-8fc5-bfbd0366b4f9 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305829 Aug 20 12:25:22.420047 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-15a9b59d-5c9d-4b53-b6bc-227bfd18635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:22.859212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22888276-e6c6-49a3-8d60-aa6273cb926a req-32c1b0d5-6c61-44bb-adaf-b43c7b0cbc70 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:22.860695 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-22888276-e6c6-49a3-8d60-aa6273cb926a req-32c1b0d5-6c61-44bb-adaf-b43c7b0cbc70 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 943 time: 0.0527546 Aug 20 12:25:22.878186 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5e48ebc2-a376-43f9-95dd-215f8285dc6d details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:25:22.898370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-22888276-e6c6-49a3-8d60-aa6273cb926a req-cabd8583-203d-4552-bf15-399b7a868c0a tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314395 Aug 20 12:25:22.970041 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 5e48ebc2-a376-43f9-95dd-215f8285dc6d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5e48ebc2-a376-43f9-95dd-215f8285dc6d,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:22.981035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '5e48ebc2-a376-43f9-95dd-215f8285dc6d', 'network_id': 'c23c87be-4b46-42f5-aba9-a7f886d38f41', 'port_id': '5e48ebc2-a376-43f9-95dd-215f8285dc6d', 'mac_address': 'fa:16:3e:c4:ec:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5337241e-0ee6-40e4-8750-1141d54fac6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:25:23.021847 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:23.034844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e48ebc2-a376-43f9-95dd-215f8285dc6d {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:25:23.054642 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 5e48ebc2-a376-43f9-95dd-215f8285dc6d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5e48ebc2-a376-43f9-95dd-215f8285dc6d,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:23.058358 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:23.103783 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=5e48ebc2-a376-43f9-95dd-215f8285dc6d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:23.244157 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['5e48ebc2-a376-43f9-95dd-215f8285dc6d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:25:24.012748 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e84395-99a1-486c-8668-7ed42796d3a9 req-c815f7ae-4fa2-4707-901f-7022d481af6d tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:24.014320 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37e84395-99a1-486c-8668-7ed42796d3a9 req-c815f7ae-4fa2-4707-901f-7022d481af6d tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 944 time: 0.0500982 Aug 20 12:25:24.054266 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-37e84395-99a1-486c-8668-7ed42796d3a9 req-4983b38d-57b1-45ca-9a44-3716c136d337 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339005 Aug 20 12:25:24.893983 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5e48ebc2-a376-43f9-95dd-215f8285dc6d up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:24.940595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 5e48ebc2-a376-43f9-95dd-215f8285dc6d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:24.944044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 5e48ebc2-a376-43f9-95dd-215f8285dc6d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:24.944408 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:25.019921 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:25.043149 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e48ebc2-a376-43f9-95dd-215f8285dc6d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:25.045703 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfe16bc-9955-4b95-b23e-6c4f0e5e26e3" -d '{"events": [{"server_uuid": "5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff", "name": "network-vif-plugged", "status": "completed", "tag": "5e48ebc2-a376-43f9-95dd-215f8285dc6d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:25.060877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 5e48ebc2-a376-43f9-95dd-215f8285dc6d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5e48ebc2-a376-43f9-95dd-215f8285dc6d,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:25.065077 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:25.089888 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc816e31-83c9-4d50-9599-e65d23115258 x-openstack-request-id: req-dc816e31-83c9-4d50-9599-e65d23115258 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:25.090449 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff", "name": "network-vif-plugged", "status": "completed", "tag": "5e48ebc2-a376-43f9-95dd-215f8285dc6d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:25.090693 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc816e31-83c9-4d50-9599-e65d23115258 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:25.091081 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e48ebc2-a376-43f9-95dd-215f8285dc6d', 'code': 200} Aug 20 12:25:25.120768 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=5e48ebc2-a376-43f9-95dd-215f8285dc6d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:25.128612 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:25.128986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:25.129330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:25.129666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:25.129997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:25.130679 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:25.131020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:25.131347 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:25.131676 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:25.132000 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:25.132326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:25.132675 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:25.183783 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb87c9f-7373-4b30-be3d-5f7f4c48706a req-a7478cb0-172d-4683-844b-5d6517585d33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:25.185294 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4eb87c9f-7373-4b30-be3d-5f7f4c48706a req-a7478cb0-172d-4683-844b-5d6517585d33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 945 time: 0.0579419 Aug 20 12:25:25.193814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c2e24-b31b-4801-830d-43f66cff8005 req-728cdd20-b17a-461b-9453-d082595fdbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:25.195465 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-661c2e24-b31b-4801-830d-43f66cff8005 req-728cdd20-b17a-461b-9453-d082595fdbba service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 1096 time: 0.0409725 Aug 20 12:25:25.200314 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cad1-9800-4027-b450-1d48a48edf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:25.232374 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-661c2e24-b31b-4801-830d-43f66cff8005 req-55d325db-b883-4b6f-ae7e-eb1f130b28f9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279243 Aug 20 12:25:25.233628 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4eb87c9f-7373-4b30-be3d-5f7f4c48706a req-0f420c74-a5ee-467c-8aca-f9d25ba2e44e tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Aug 20 12:25:25.530595 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:26.358652 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b0caf-c991-475c-9bcb-7a6cfbbbefb6 req-d78bd4cc-4478-4ca5-84ae-96df247bfae5 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:26.360126 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-838b0caf-c991-475c-9bcb-7a6cfbbbefb6 req-d78bd4cc-4478-4ca5-84ae-96df247bfae5 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 945 time: 0.0552447 Aug 20 12:25:26.397324 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-838b0caf-c991-475c-9bcb-7a6cfbbbefb6 req-dd5dd05f-8752-4846-93f6-e36b6d62bfd6 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305903 Aug 20 12:25:26.518980 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:27.510592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c3323-23c4-4ddf-98bb-140fa464717b req-dbeeb86e-c971-4168-8b60-65b89b3125a8 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:27.512070 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-024c3323-23c4-4ddf-98bb-140fa464717b req-dbeeb86e-c971-4168-8b60-65b89b3125a8 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 945 time: 0.0485806 Aug 20 12:25:27.548953 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-024c3323-23c4-4ddf-98bb-140fa464717b req-42871846-1c04-46a3-88c9-1275791c26c8 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303354 Aug 20 12:25:27.664818 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270133a5-d00f-4b70-816e-fa87528bef0d req-321756d3-fc49-4df0-b08e-e5d1a12145ee tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:27.666278 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-270133a5-d00f-4b70-816e-fa87528bef0d req-321756d3-fc49-4df0-b08e-e5d1a12145ee tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 945 time: 0.0521712 Aug 20 12:25:27.703854 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-270133a5-d00f-4b70-816e-fa87528bef0d req-b4b14e4f-804c-4eb0-9f8c-5111c57c6d12 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305431 Aug 20 12:25:28.126895 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:33.391033 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:36.393911 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2443f910-e1d9-4b5b-b44d-69d4527e3a12 req-6828644b-26c5-48f4-bca4-4f5d3103ce90 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400631 Aug 20 12:25:36.472832 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443f910-e1d9-4b5b-b44d-69d4527e3a12 req-dcb00018-44f1-49b1-8104-ff786a5cfbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:36.474305 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2443f910-e1d9-4b5b-b44d-69d4527e3a12 req-dcb00018-44f1-49b1-8104-ff786a5cfbf8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e746c59b660e4c9fb4801841109f55d0&device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 1096 time: 0.0404220 Aug 20 12:25:36.577493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443f910-e1d9-4b5b-b44d-69d4527e3a12 req-777c7794-e78c-4149-a78a-2734b0c35ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:36.578946 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2443f910-e1d9-4b5b-b44d-69d4527e3a12 req-777c7794-e78c-4149-a78a-2734b0c35ba9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c23c87be-4b46-42f5-aba9-a7f886d38f41 HTTP/1.1" status: 200 len: 916 time: 0.0868685 Aug 20 12:25:36.619956 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2443f910-e1d9-4b5b-b44d-69d4527e3a12 req-b4598b5e-0403-42cc-a6a8-585dd42b53fa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e48ebc2-a376-43f9-95dd-215f8285dc6d HTTP/1.1" status: 200 len: 217 time: 0.0340147 Aug 20 12:25:36.667461 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443f910-e1d9-4b5b-b44d-69d4527e3a12 req-30ca7083-644e-4297-8ab4-1dc69b84a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:36.668824 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2443f910-e1d9-4b5b-b44d-69d4527e3a12 req-30ca7083-644e-4297-8ab4-1dc69b84a6c6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5337241e-0ee6-40e4-8750-1141d54fac6c HTTP/1.1" status: 200 len: 855 time: 0.0417206 Aug 20 12:25:36.716789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443f910-e1d9-4b5b-b44d-69d4527e3a12 req-a8c95512-0f1d-4640-84c9-48698df246af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:36.718509 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2443f910-e1d9-4b5b-b44d-69d4527e3a12 req-a8c95512-0f1d-4640-84c9-48698df246af service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c23c87be-4b46-42f5-aba9-a7f886d38f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423481 Aug 20 12:25:36.805519 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2443f910-e1d9-4b5b-b44d-69d4527e3a12 req-1e857e28-dda6-483a-8ccb-9535cc412bad service neutron] 10.222.0.76 "GET /v2.0/networks/c23c87be-4b46-42f5-aba9-a7f886d38f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801945 Aug 20 12:25:36.898339 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2443f910-e1d9-4b5b-b44d-69d4527e3a12 req-d397c0ce-c732-4161-8992-1efe9d407aab service neutron] 10.222.0.76 "GET /v2.0/networks/c23c87be-4b46-42f5-aba9-a7f886d38f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856297 Aug 20 12:25:39.584080 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.047979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2567544-f3e7-4c01-a0a0-09ce83e306f1 req-31700bac-eee3-4b39-b8db-67d836e2db49 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:46.049508 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2567544-f3e7-4c01-a0a0-09ce83e306f1 req-31700bac-eee3-4b39-b8db-67d836e2db49 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 945 time: 0.0574756 Aug 20 12:25:46.092863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d2567544-f3e7-4c01-a0a0-09ce83e306f1 req-8e7eb27e-5f11-4a87-b33a-787f9969b861 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373077 Aug 20 12:25:47.209738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d3199-2341-4312-a6b4-668162692ae7 req-a161e370-c45d-4d29-b356-948ac383f2f7 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:47.211204 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3a7d3199-2341-4312-a6b4-668162692ae7 req-a161e370-c45d-4d29-b356-948ac383f2f7 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 945 time: 0.0479548 Aug 20 12:25:47.247355 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3a7d3199-2341-4312-a6b4-668162692ae7 req-6cb8934e-3d54-48be-89dc-c41776d23f10 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b0e353-2ce5-453e-a78a-59e395b29a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303254 Aug 20 12:25:47.637304 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354c13d-2649-492f-89f3-c89fd2901bc6 req-bbe76a7c-87aa-4483-a9d2-99c3cd5e172a tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:47.638749 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8354c13d-2649-492f-89f3-c89fd2901bc6 req-bbe76a7c-87aa-4483-a9d2-99c3cd5e172a tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 945 time: 0.0499570 Aug 20 12:25:47.729815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-8354c13d-2649-492f-89f3-c89fd2901bc6 req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Deleting port 5e48ebc2-a376-43f9-95dd-215f8285dc6d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:47.730154 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8354c13d-2649-492f-89f3-c89fd2901bc6 req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:47.815081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-8354c13d-2649-492f-89f3-c89fd2901bc6 req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] For port 5e48ebc2-a376-43f9-95dd-215f8285dc6d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=5e48ebc2-a376-43f9-95dd-215f8285dc6d,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:47.815439 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8354c13d-2649-492f-89f3-c89fd2901bc6 req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:47.828441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-8354c13d-2649-492f-89f3-c89fd2901bc6 req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Calling delete_port for 5e48ebc2-a376-43f9-95dd-215f8285dc6d owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:47.953479 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8354c13d-2649-492f-89f3-c89fd2901bc6 req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:47.964927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['5e48ebc2-a376-43f9-95dd-215f8285dc6d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:25:47.979494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Pushing event deleted for resources: {'Port': ['ID=5e48ebc2-a376-43f9-95dd-215f8285dc6d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:47.993789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:47.994160 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:47.994487 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:47.994825 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:47.995154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:47.995483 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:47.995811 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:47.996138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:47.996469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:47.996819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:47.997141 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:47.997464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:48.033110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-8354c13d-2649-492f-89f3-c89fd2901bc6 req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] No DVR routers for this DVR port 5e48ebc2-a376-43f9-95dd-215f8285dc6d on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:25:48.035695 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-8354c13d-2649-492f-89f3-c89fd2901bc6 req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:48.037752 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8354c13d-2649-492f-89f3-c89fd2901bc6 req-9792feea-af84-4983-b75b-60fd2f715c33 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.76 "DELETE /v2.0/ports/5e48ebc2-a376-43f9-95dd-215f8285dc6d HTTP/1.1" status: 204 len: 173 time: 0.3921525 Aug 20 12:25:48.038201 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff', 'name': 'network-vif-deleted', 'tag': '5e48ebc2-a376-43f9-95dd-215f8285dc6d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:48.040484 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36cad5a-af92-4959-8824-d84472c229c0" -d '{"events": [{"server_uuid": "5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff", "name": "network-vif-deleted", "tag": "5e48ebc2-a376-43f9-95dd-215f8285dc6d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:48.148602 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9509762d-9f9a-4506-ac8b-ff37b8b5fae5 x-openstack-request-id: req-9509762d-9f9a-4506-ac8b-ff37b8b5fae5 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:48.148926 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff", "name": "network-vif-deleted", "tag": "5e48ebc2-a376-43f9-95dd-215f8285dc6d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:48.149178 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9509762d-9f9a-4506-ac8b-ff37b8b5fae5 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:48.149590 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff', 'name': 'network-vif-deleted', 'tag': '5e48ebc2-a376-43f9-95dd-215f8285dc6d', 'status': 'completed', 'code': 200} Aug 20 12:25:48.350788 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e199a654-2f53-43d7-9271-968d15d37822 req-3e2fe321-5618-4965-91e1-f45871d6c854 tempest-TestEncryptedCinderVolumes-461339393 tempest-TestEncryptedCinderVolumes-461339393-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8eafed-a3b4-4bc5-9dc9-aa5d458faeff HTTP/1.1" status: 200 len: 210 time: 0.0260844 Aug 20 12:25:49.439087 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56662) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:49.778928 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.022496 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Deleting port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:50.022830 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.099032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] For port 6ebd1625-3721-41f1-a5cc-ab7790a77b4d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6ebd1625-3721-41f1-a5cc-ab7790a77b4d,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:50.099308 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.115358 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Calling delete_port for 6ebd1625-3721-41f1-a5cc-ab7790a77b4d owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:50.287987 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.311090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ebd1625-3721-41f1-a5cc-ab7790a77b4d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:50.323220 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:50.323598 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:50.323905 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:50.324241 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:50.324574 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:50.324925 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:50.325255 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:50.325578 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:50.325897 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:50.326218 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:50.326537 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:50.326855 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:50.487954 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.002857 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5e48ebc2-a376-43f9-95dd-215f8285dc6d no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:25:51.023950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 5e48ebc2-a376-43f9-95dd-215f8285dc6d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:25:51.024296 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 5e48ebc2-a376-43f9-95dd-215f8285dc6d not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:25:51.037609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Router 70ef42bb-d247-4081-9ab1-c7e40b10d592 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:25:51.141819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:25:51.146744 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-894b8fa5-b875-4563-a2a7-d89f586d10a4 admin admin] 10.222.0.37 "PUT /v2.0/routers/70ef42bb-d247-4081-9ab1-c7e40b10d592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7066157 Aug 20 12:25:51.149350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56664) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:51.152012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165cdc0-8841-4c79-a6ad-d95a87d4f11b None None] Sync routers for ids ['70ef42bb-d247-4081-9ab1-c7e40b10d592'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:25:51.161258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165cdc0-8841-4c79-a6ad-d95a87d4f11b None None] Routers {'70ef42bb-d247-4081-9ab1-c7e40b10d592'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:25:51.162163 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e165cdc0-8841-4c79-a6ad-d95a87d4f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:25:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['70ef42bb-d247-4081-9ab1-c7e40b10d592'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:51.254839 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d57bcad-f146-4885-b917-426aa8cdf2a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.265332 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-e165cdc0-8841-4c79-a6ad-d95a87d4f11b None None] Set router 70ef42bb-d247-4081-9ab1-c7e40b10d592 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:25:51.357180 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d57bcad-f146-4885-b917-426aa8cdf2a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.410083 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7d57bcad-f146-4885-b917-426aa8cdf2a9 admin admin] Deleting port 8d6ac935-efe0-49a1-be45-71b3416d3909 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:51.410435 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d57bcad-f146-4885-b917-426aa8cdf2a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.450424 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e165cdc0-8841-4c79-a6ad-d95a87d4f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'name': 'tempest-TestEncryptedCinderVolumes-764562088-router', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '8d6ac935-efe0-49a1-be45-71b3416d3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:36Z', 'updated_at': '2021-08-20T12:25:50Z', 'revision_number': 5, 'project_id': 'e746c59b660e4c9fb4801841109f55d0', 'gw_port': {'id': '8d6ac935-efe0-49a1-be45-71b3416d3909', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:61:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:36Z', 'updated_at': '2021-08-20T12:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:51.477300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165cdc0-8841-4c79-a6ad-d95a87d4f11b None None] Checking router: 70ef42bb-d247-4081-9ab1-c7e40b10d592 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:25:51.486161 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165cdc0-8841-4c79-a6ad-d95a87d4f11b None None] Routers {'70ef42bb-d247-4081-9ab1-c7e40b10d592'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:25:51.486770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e165cdc0-8841-4c79-a6ad-d95a87d4f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:25:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['70ef42bb-d247-4081-9ab1-c7e40b10d592'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:51.492558 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7d57bcad-f146-4885-b917-426aa8cdf2a9 admin admin] For port 8d6ac935-efe0-49a1-be45-71b3416d3909, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8d6ac935-efe0-49a1-be45-71b3416d3909,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:51.493122 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d57bcad-f146-4885-b917-426aa8cdf2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.507817 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7d57bcad-f146-4885-b917-426aa8cdf2a9 admin admin] Calling delete_port for 8d6ac935-efe0-49a1-be45-71b3416d3909 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:51.573615 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-e165cdc0-8841-4c79-a6ad-d95a87d4f11b None None] Set router 70ef42bb-d247-4081-9ab1-c7e40b10d592 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:25:51.629597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e165cdc0-8841-4c79-a6ad-d95a87d4f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'name': 'tempest-TestEncryptedCinderVolumes-764562088-router', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:36Z', 'updated_at': '2021-08-20T12:25:51Z', 'revision_number': 6, 'project_id': 'e746c59b660e4c9fb4801841109f55d0', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:51.657810 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165cdc0-8841-4c79-a6ad-d95a87d4f11b None None] The sync data for ids ['70ef42bb-d247-4081-9ab1-c7e40b10d592'] in n-d-804299-2 is: [{'id': '70ef42bb-d247-4081-9ab1-c7e40b10d592', 'name': 'tempest-TestEncryptedCinderVolumes-764562088-router', 'tenant_id': 'e746c59b660e4c9fb4801841109f55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:36Z', 'updated_at': '2021-08-20T12:25:51Z', 'revision_number': 6, 'project_id': 'e746c59b660e4c9fb4801841109f55d0', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:25:51.676046 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d57bcad-f146-4885-b917-426aa8cdf2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.708578 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57bcad-f146-4885-b917-426aa8cdf2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6ac935-efe0-49a1-be45-71b3416d3909,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:51.772349 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d57bcad-f146-4885-b917-426aa8cdf2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.861271 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d57bcad-f146-4885-b917-426aa8cdf2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.863341 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d57bcad-f146-4885-b917-426aa8cdf2a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.905145 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d57bcad-f146-4885-b917-426aa8cdf2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.905687 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d57bcad-f146-4885-b917-426aa8cdf2a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70ef42bb-d247-4081-9ab1-c7e40b10d592 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:25:51.909870 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d57bcad-f146-4885-b917-426aa8cdf2a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.911208 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7d57bcad-f146-4885-b917-426aa8cdf2a9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/70ef42bb-d247-4081-9ab1-c7e40b10d592 HTTP/1.1" status: 204 len: 168 time: 0.7605228 Aug 20 12:25:51.913743 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56666) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:51.961735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-850f37d7-1ba4-4d9b-9692-ddfb1e823cca admin admin] Deleting subnet 5337241e-0ee6-40e4-8750-1141d54fac6c {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:25:51.965085 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-850f37d7-1ba4-4d9b-9692-ddfb1e823cca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.000899 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-850f37d7-1ba4-4d9b-9692-ddfb1e823cca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.082847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-850f37d7-1ba4-4d9b-9692-ddfb1e823cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.134596 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-850f37d7-1ba4-4d9b-9692-ddfb1e823cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.164029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f37d7-1ba4-4d9b-9692-ddfb1e823cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5337241e-0ee6-40e4-8750-1141d54fac6c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:52.167920 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-850f37d7-1ba4-4d9b-9692-ddfb1e823cca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.172602 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-850f37d7-1ba4-4d9b-9692-ddfb1e823cca admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5337241e-0ee6-40e4-8750-1141d54fac6c HTTP/1.1" status: 204 len: 168 time: 0.2550786 Aug 20 12:25:52.173035 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56668) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:52.174300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a43e66d-955d-4e98-8b7a-925f58bb9fd7 None None] Network c23c87be-4b46-42f5-aba9-a7f886d38f41 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:52.244677 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.298792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] Deleting port 910e10a6-9beb-447e-b538-b7f6549f95b4 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:52.299134 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.360699 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] For port 910e10a6-9beb-447e-b538-b7f6549f95b4, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=910e10a6-9beb-447e-b538-b7f6549f95b4,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:52.361004 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.378375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] Calling delete_port for 910e10a6-9beb-447e-b538-b7f6549f95b4 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:52.392691 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf54d96-bab7-43f8-9678-c93a5a9dd6d3 None None] DHCP port deletion for c23c87be-4b46-42f5-aba9-a7f886d38f41 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:25:52.440009 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-340424e5-4627-4135-887d-63f9efd00b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.454458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ccf54d96-bab7-43f8-9678-c93a5a9dd6d3 None None] Deleting port 910e10a6-9beb-447e-b538-b7f6549f95b4 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:52.454826 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ccf54d96-bab7-43f8-9678-c93a5a9dd6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.466041 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.493935 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] No DVR routers for this DVR port 910e10a6-9beb-447e-b538-b7f6549f95b4 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:25:52.496046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=910e10a6-9beb-447e-b538-b7f6549f95b4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:52.521800 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ccf54d96-bab7-43f8-9678-c93a5a9dd6d3 None None] For port 910e10a6-9beb-447e-b538-b7f6549f95b4, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=910e10a6-9beb-447e-b538-b7f6549f95b4,segment=NetworkSegment(ac8035f0-9905-413a-ada2-9aee2a1f6372),segment_id=ac8035f0-9905-413a-ada2-9aee2a1f6372)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:52.522198 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ccf54d96-bab7-43f8-9678-c93a5a9dd6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.537524 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ccf54d96-bab7-43f8-9678-c93a5a9dd6d3 None None] Calling delete_port for 910e10a6-9beb-447e-b538-b7f6549f95b4 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:52.571427 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.581866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23c87be-4b46-42f5-aba9-a7f886d38f41']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:52.592427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8035f0-9905-413a-ada2-9aee2a1f6372') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:52.596161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8035f0-9905-413a-ada2-9aee2a1f6372') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:52.605653 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:52.611544 n-d-804299-2 neutron-server[94692]: self.session.flush() Aug 20 12:25:52.616926 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ccf54d96-bab7-43f8-9678-c93a5a9dd6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.620617 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.628242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:25:52.628751 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:25:52.630733 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:25:52.643915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf54d96-bab7-43f8-9678-c93a5a9dd6d3 None None] Pushing event deleted for resources: {'Port': ['ID=910e10a6-9beb-447e-b538-b7f6549f95b4,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:52.647539 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf54d96-bab7-43f8-9678-c93a5a9dd6d3 None None] No DVR routers for this DVR port 910e10a6-9beb-447e-b538-b7f6549f95b4 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:25:52.690335 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.696472 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.698352 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c23c87be-4b46-42f5-aba9-a7f886d38f41 HTTP/1.1" status: 204 len: 168 time: 0.5242782 Aug 20 12:25:52.701395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56670) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:52.710620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f3578-505f-42c8-8c27-7371c0a52c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=c23c87be-4b46-42f5-aba9-a7f886d38f41,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:53.060816 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5ba1168-8c4e-47ef-b397-45e66bbc920c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.300659 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba1168-8c4e-47ef-b397-45e66bbc920c admin admin] Deleting port ed2f6f20-d309-4bff-9b6e-8977e937bc93 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:53.301005 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5ba1168-8c4e-47ef-b397-45e66bbc920c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.378480 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e5ba1168-8c4e-47ef-b397-45e66bbc920c admin admin] For port ed2f6f20-d309-4bff-9b6e-8977e937bc93, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ed2f6f20-d309-4bff-9b6e-8977e937bc93,segment=NetworkSegment(903552fa-37c5-4a3b-989d-bdb217978ea8),segment_id=903552fa-37c5-4a3b-989d-bdb217978ea8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:53.378847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5ba1168-8c4e-47ef-b397-45e66bbc920c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.395574 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba1168-8c4e-47ef-b397-45e66bbc920c admin admin] Calling delete_port for ed2f6f20-d309-4bff-9b6e-8977e937bc93 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:53.516898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6ebd1625-3721-41f1-a5cc-ab7790a77b4d no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:25:53.538668 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 6ebd1625-3721-41f1-a5cc-ab7790a77b4d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:25:53.539336 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6ebd1625-3721-41f1-a5cc-ab7790a77b4d not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:25:53.539950 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8d6ac935-efe0-49a1-be45-71b3416d3909 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:25:53.563730 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 8d6ac935-efe0-49a1-be45-71b3416d3909 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:25:53.563990 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8d6ac935-efe0-49a1-be45-71b3416d3909 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:25:53.564410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 910e10a6-9beb-447e-b538-b7f6549f95b4 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:25:53.580921 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5ba1168-8c4e-47ef-b397-45e66bbc920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.583913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 910e10a6-9beb-447e-b538-b7f6549f95b4 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:25:53.584257 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 910e10a6-9beb-447e-b538-b7f6549f95b4 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:25:53.607824 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba1168-8c4e-47ef-b397-45e66bbc920c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed2f6f20-d309-4bff-9b6e-8977e937bc93,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:53.777676 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5ba1168-8c4e-47ef-b397-45e66bbc920c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.995291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ba1168-8c4e-47ef-b397-45e66bbc920c admin admin] Router 879ad07f-faf9-4d5d-a3cd-17a37737ab92 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:25:54.102554 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ba1168-8c4e-47ef-b397-45e66bbc920c admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:25:54.108074 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e5ba1168-8c4e-47ef-b397-45e66bbc920c admin admin] 10.222.0.37 "PUT /v2.0/routers/879ad07f-faf9-4d5d-a3cd-17a37737ab92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4044731 Aug 20 12:25:54.110700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56672) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:54.113364 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb2c9c-749d-478f-bac9-0dfb633b3ab7 None None] Sync routers for ids ['879ad07f-faf9-4d5d-a3cd-17a37737ab92'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:25:54.123275 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb2c9c-749d-478f-bac9-0dfb633b3ab7 None None] Routers {'879ad07f-faf9-4d5d-a3cd-17a37737ab92'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:25:54.123951 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8bdb2c9c-749d-478f-bac9-0dfb633b3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:25:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['879ad07f-faf9-4d5d-a3cd-17a37737ab92'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:54.213584 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62285d8f-3835-482a-ba5d-ad2e825c2710 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.225020 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-8bdb2c9c-749d-478f-bac9-0dfb633b3ab7 None None] Set router 879ad07f-faf9-4d5d-a3cd-17a37737ab92 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:25:54.315842 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62285d8f-3835-482a-ba5d-ad2e825c2710 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.367539 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-62285d8f-3835-482a-ba5d-ad2e825c2710 admin admin] Deleting port 8db464b1-2f78-4d9c-8e30-fa36b8533f9c {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:54.367898 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62285d8f-3835-482a-ba5d-ad2e825c2710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.400448 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8bdb2c9c-749d-478f-bac9-0dfb633b3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'name': 'tempest-TestEncryptedCinderVolumes-1101759059-router', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '8db464b1-2f78-4d9c-8e30-fa36b8533f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:40Z', 'updated_at': '2021-08-20T12:25:53Z', 'revision_number': 5, 'project_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'gw_port': {'id': '8db464b1-2f78-4d9c-8e30-fa36b8533f9c', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:41Z', 'updated_at': '2021-08-20T12:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:54.426684 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb2c9c-749d-478f-bac9-0dfb633b3ab7 None None] Checking router: 879ad07f-faf9-4d5d-a3cd-17a37737ab92 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:25:54.434654 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb2c9c-749d-478f-bac9-0dfb633b3ab7 None None] Routers {'879ad07f-faf9-4d5d-a3cd-17a37737ab92'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:25:54.435249 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8bdb2c9c-749d-478f-bac9-0dfb633b3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:25:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['879ad07f-faf9-4d5d-a3cd-17a37737ab92'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:54.446714 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-62285d8f-3835-482a-ba5d-ad2e825c2710 admin admin] For port 8db464b1-2f78-4d9c-8e30-fa36b8533f9c, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8db464b1-2f78-4d9c-8e30-fa36b8533f9c,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:54.447085 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62285d8f-3835-482a-ba5d-ad2e825c2710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.463266 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-62285d8f-3835-482a-ba5d-ad2e825c2710 admin admin] Calling delete_port for 8db464b1-2f78-4d9c-8e30-fa36b8533f9c owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:54.519248 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-8bdb2c9c-749d-478f-bac9-0dfb633b3ab7 None None] Set router 879ad07f-faf9-4d5d-a3cd-17a37737ab92 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:25:54.570714 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8bdb2c9c-749d-478f-bac9-0dfb633b3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'name': 'tempest-TestEncryptedCinderVolumes-1101759059-router', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:40Z', 'updated_at': '2021-08-20T12:25:54Z', 'revision_number': 6, 'project_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:54.600200 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb2c9c-749d-478f-bac9-0dfb633b3ab7 None None] The sync data for ids ['879ad07f-faf9-4d5d-a3cd-17a37737ab92'] in n-d-804299-2 is: [{'id': '879ad07f-faf9-4d5d-a3cd-17a37737ab92', 'name': 'tempest-TestEncryptedCinderVolumes-1101759059-router', 'tenant_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:40Z', 'updated_at': '2021-08-20T12:25:54Z', 'revision_number': 6, 'project_id': '26fb13d2dd5e4bdc8a22661b95a337af', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:25:54.627381 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62285d8f-3835-482a-ba5d-ad2e825c2710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.661013 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62285d8f-3835-482a-ba5d-ad2e825c2710 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db464b1-2f78-4d9c-8e30-fa36b8533f9c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:54.722325 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62285d8f-3835-482a-ba5d-ad2e825c2710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.810815 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62285d8f-3835-482a-ba5d-ad2e825c2710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.813092 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62285d8f-3835-482a-ba5d-ad2e825c2710 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.859042 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62285d8f-3835-482a-ba5d-ad2e825c2710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.859516 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62285d8f-3835-482a-ba5d-ad2e825c2710 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 879ad07f-faf9-4d5d-a3cd-17a37737ab92 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:25:54.864113 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62285d8f-3835-482a-ba5d-ad2e825c2710 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.865313 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-62285d8f-3835-482a-ba5d-ad2e825c2710 admin admin] 10.222.0.37 "DELETE /v2.0/routers/879ad07f-faf9-4d5d-a3cd-17a37737ab92 HTTP/1.1" status: 204 len: 168 time: 0.7536886 Aug 20 12:25:54.868483 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56674) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:54.911747 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-b424b5d2-e093-4367-9194-c98509f6f911 admin admin] Deleting subnet 955a0ab2-d777-4c74-8c69-3b3a30a85f97 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:25:54.914673 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b424b5d2-e093-4367-9194-c98509f6f911 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.948402 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b424b5d2-e093-4367-9194-c98509f6f911 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.029685 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b424b5d2-e093-4367-9194-c98509f6f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.086825 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b424b5d2-e093-4367-9194-c98509f6f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.112291 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424b5d2-e093-4367-9194-c98509f6f911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=955a0ab2-d777-4c74-8c69-3b3a30a85f97,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:55.117376 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b424b5d2-e093-4367-9194-c98509f6f911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.119236 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b424b5d2-e093-4367-9194-c98509f6f911 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/955a0ab2-d777-4c74-8c69-3b3a30a85f97 HTTP/1.1" status: 204 len: 168 time: 0.2498045 Aug 20 12:25:55.121716 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56676) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:55.121972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18456a02-d7c7-4565-87cd-6685238392ed None None] Network 717f5a3d-b7e6-4987-825d-7c4da9351d8f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:55.190362 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.213784 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0166c860-1285-4e62-a071-236ab39303db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.247073 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] Deleting port b303925a-ae0a-4bf0-81ce-7b7caad4c922 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:55.247421 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.291724 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:25:55.316884 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] For port b303925a-ae0a-4bf0-81ce-7b7caad4c922, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b303925a-ae0a-4bf0-81ce-7b7caad4c922,segment=NetworkSegment(903552fa-37c5-4a3b-989d-bdb217978ea8),segment_id=903552fa-37c5-4a3b-989d-bdb217978ea8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:55.317278 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.330977 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] Calling delete_port for b303925a-ae0a-4bf0-81ce-7b7caad4c922 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:55.342042 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb58f3-243f-41d0-88e1-067fb12dccf9 None None] DHCP port deletion for 717f5a3d-b7e6-4987-825d-7c4da9351d8f request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:25:55.393195 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb58f3-243f-41d0-88e1-067fb12dccf9 None None] Deleting port b303925a-ae0a-4bf0-81ce-7b7caad4c922 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:55.393557 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4eb58f3-243f-41d0-88e1-067fb12dccf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.420200 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.459484 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] No DVR routers for this DVR port b303925a-ae0a-4bf0-81ce-7b7caad4c922 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:25:55.460920 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] Pushing event deleted for resources: {'Port': ['ID=b303925a-ae0a-4bf0-81ce-7b7caad4c922,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:55.461611 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b4eb58f3-243f-41d0-88e1-067fb12dccf9 None None] For port b303925a-ae0a-4bf0-81ce-7b7caad4c922, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b303925a-ae0a-4bf0-81ce-7b7caad4c922,segment=NetworkSegment(903552fa-37c5-4a3b-989d-bdb217978ea8),segment_id=903552fa-37c5-4a3b-989d-bdb217978ea8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:55.461973 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4eb58f3-243f-41d0-88e1-067fb12dccf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.476170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb58f3-243f-41d0-88e1-067fb12dccf9 None None] Calling delete_port for b303925a-ae0a-4bf0-81ce-7b7caad4c922 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:55.554928 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.559279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ed2f6f20-d309-4bff-9b6e-8977e937bc93 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:25:55.585410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: ed2f6f20-d309-4bff-9b6e-8977e937bc93 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:25:55.585826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ed2f6f20-d309-4bff-9b6e-8977e937bc93 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:25:55.586336 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b303925a-ae0a-4bf0-81ce-7b7caad4c922 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:25:55.614861 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: b303925a-ae0a-4bf0-81ce-7b7caad4c922 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:25:55.615298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b303925a-ae0a-4bf0-81ce-7b7caad4c922 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:25:55.616052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8db464b1-2f78-4d9c-8e30-fa36b8533f9c no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:25:55.640775 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 8db464b1-2f78-4d9c-8e30-fa36b8533f9c {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:25:55.641017 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8db464b1-2f78-4d9c-8e30-fa36b8533f9c not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:25:55.645521 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4eb58f3-243f-41d0-88e1-067fb12dccf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.680479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb58f3-243f-41d0-88e1-067fb12dccf9 None None] Pushing event deleted for resources: {'Port': ['ID=b303925a-ae0a-4bf0-81ce-7b7caad4c922,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:55.686220 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb58f3-243f-41d0-88e1-067fb12dccf9 None None] No DVR routers for this DVR port b303925a-ae0a-4bf0-81ce-7b7caad4c922 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:25:55.873098 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.883343 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717f5a3d-b7e6-4987-825d-7c4da9351d8f']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:55.893222 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903552fa-37c5-4a3b-989d-bdb217978ea8') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:55.893522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903552fa-37c5-4a3b-989d-bdb217978ea8') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:55.902410 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.916010 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.922312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:25:55.922699 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:25:55.924535 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:25:55.984348 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.991645 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.993556 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] 10.222.0.37 "DELETE /v2.0/networks/717f5a3d-b7e6-4987-825d-7c4da9351d8f HTTP/1.1" status: 204 len: 168 time: 0.8709435 Aug 20 12:25:56.005778 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b38f4-60bc-407c-89b0-225b8d31794d admin admin] Pushing event deleted for resources: {'Network': ['ID=717f5a3d-b7e6-4987-825d-7c4da9351d8f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:56.152746 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56680) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:56.192884 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3fd5c2f5-cce5-4df8-a89c-30c837d8c9b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e746c59b660e4c9fb4801841109f55d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390022 Aug 20 12:25:56.195217 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56682) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:56.243261 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df4b191e-2ce8-4ac7-a19d-e0246e0e191f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.269181 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df4b191e-2ce8-4ac7-a19d-e0246e0e191f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.318930 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df4b191e-2ce8-4ac7-a19d-e0246e0e191f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.321518 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df4b191e-2ce8-4ac7-a19d-e0246e0e191f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.322901 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-df4b191e-2ce8-4ac7-a19d-e0246e0e191f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61b0e353-2ce5-453e-a78a-59e395b29a94 HTTP/1.1" status: 204 len: 168 time: 0.1267116 Aug 20 12:25:56.331312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b191e-2ce8-4ac7-a19d-e0246e0e191f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b0e353-2ce5-453e-a78a-59e395b29a94,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:56.522622 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.639263 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56688) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:56.682525 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-21b1a506-3549-4197-bc55-32f7d2f7554e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26fb13d2dd5e4bdc8a22661b95a337af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419943 Aug 20 12:25:56.684895 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56690) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:56.732131 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56741bf0-1591-4bad-86e6-f5bd66152275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.752942 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56741bf0-1591-4bad-86e6-f5bd66152275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.799105 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56741bf0-1591-4bad-86e6-f5bd66152275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.802133 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56741bf0-1591-4bad-86e6-f5bd66152275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.803299 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-56741bf0-1591-4bad-86e6-f5bd66152275 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ac98267-eac5-4049-a100-1da890314fcc HTTP/1.1" status: 204 len: 168 time: 0.1175270 Aug 20 12:25:56.812038 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56741bf0-1591-4bad-86e6-f5bd66152275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac98267-eac5-4049-a100-1da890314fcc,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:57.455479 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56712) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:57.551695 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7e86bf8e-7cde-4d78-bbb3-4422629bade2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1157048295-network', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:57.572131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e86bf8e-7cde-4d78-bbb3-4422629bade2 admin admin] Made reservation on behalf of a0438ba4d4f842a78b53fd4f0dc36692 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:57.574369 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e86bf8e-7cde-4d78-bbb3-4422629bade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:57.582391 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e86bf8e-7cde-4d78-bbb3-4422629bade2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:57.668240 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e86bf8e-7cde-4d78-bbb3-4422629bade2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:57.672404 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e86bf8e-7cde-4d78-bbb3-4422629bade2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:57.693253 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e86bf8e-7cde-4d78-bbb3-4422629bade2 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:25:57.706485 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86bf8e-7cde-4d78-bbb3-4422629bade2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40852d8-a817-4b47-af78-1e4ab8667cfd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:57.711394 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e86bf8e-7cde-4d78-bbb3-4422629bade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:57.711747 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-7e86bf8e-7cde-4d78-bbb3-4422629bade2 admin admin] Added segment c79ee2b5-095b-4c9e-8f50-0f1fed124e46 of type vlan for network ce264653-d856-4ab5-b2dc-f772d7c9f084 Aug 20 12:25:57.755393 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e86bf8e-7cde-4d78-bbb3-4422629bade2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:57.779623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e86bf8e-7cde-4d78-bbb3-4422629bade2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:57.780720 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e86bf8e-7cde-4d78-bbb3-4422629bade2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:57.781912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e86bf8e-7cde-4d78-bbb3-4422629bade2 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:57.832081 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7e86bf8e-7cde-4d78-bbb3-4422629bade2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3754690 Aug 20 12:25:57.835101 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56716) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:57.840124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-dfbd1a86-90fb-42a8-8989-ef944ad98fe1 admin admin] Request body: {'subnet': {'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1157048295-subnet', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:57.848536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86bf8e-7cde-4d78-bbb3-4422629bade2 admin admin] Pushing event updated for resources: {'Network': ['ID=ce264653-d856-4ab5-b2dc-f772d7c9f084,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:57.858631 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network ce264653-d856-4ab5-b2dc-f772d7c9f084 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:25:57.864135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbd1a86-90fb-42a8-8989-ef944ad98fe1 admin admin] Made reservation on behalf of a0438ba4d4f842a78b53fd4f0dc36692 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:57.866686 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1a86-90fb-42a8-8989-ef944ad98fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:58.030991 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1a86-90fb-42a8-8989-ef944ad98fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:58.090022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd1a86-90fb-42a8-8989-ef944ad98fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac7a8de-eac4-46eb-93ef-42210215b1a1,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:58.099514 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd1a86-90fb-42a8-8989-ef944ad98fe1 admin admin] Checking segment: {'id': 'c79ee2b5-095b-4c9e-8f50-0f1fed124e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:58.099868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbd1a86-90fb-42a8-8989-ef944ad98fe1 admin admin] Network hostable DHCP agents. Network: ce264653-d856-4ab5-b2dc-f772d7c9f084, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:25:58.117628 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbd1a86-90fb-42a8-8989-ef944ad98fe1 admin admin] Network ce264653-d856-4ab5-b2dc-f772d7c9f084 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:25:58.126369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-dfbd1a86-90fb-42a8-8989-ef944ad98fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, ce264653-d856-4ab5-b2dc-f772d7c9f084) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:58.129907 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:58.130434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbd1a86-90fb-42a8-8989-ef944ad98fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:58.131013 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1a86-90fb-42a8-8989-ef944ad98fe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:58.136670 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b59626-2e80-4ece-8674-7f594f0a2283 None None] Network ce264653-d856-4ab5-b2dc-f772d7c9f084 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:58.144861 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dfbd1a86-90fb-42a8-8989-ef944ad98fe1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3086214 Aug 20 12:25:58.147877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56718) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:58.152165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1157048295-router', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:58.172916 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:58.174066 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:58.226856 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:58.284992 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-ce264653-d856-4ab5-b2dc-f772d7c9f084', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'fixed_ips': [{'subnet_id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:25:58.285782 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:58.424931 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Allocated IP 172.20.0.2 (ce264653-d856-4ab5-b2dc-f772d7c9f084/cac7a8de-eac4-46eb-93ef-42210215b1a1/7ec9b20b-71c9-41b0-b065-9a4088514102) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:58.568765 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:58.577241 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Transition to ACTIVE for port object 7ec9b20b-71c9-41b0-b065-9a4088514102 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:58.593011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Transition to ACTIVE for port object 7ec9b20b-71c9-41b0-b065-9a4088514102 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:58.598813 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:58.640299 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Network ce264653-d856-4ab5-b2dc-f772d7c9f084 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:58.644667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:58.651726 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:25:58.654715 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Pushing event updated for resources: {'Port': ['ID=7ec9b20b-71c9-41b0-b065-9a4088514102,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:58.679401 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:58.706796 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Attempting to bind port 7ec9b20b-71c9-41b0-b065-9a4088514102 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:25:58.707176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Attempting to bind port 7ec9b20b-71c9-41b0-b065-9a4088514102 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'c79ee2b5-095b-4c9e-8f50-0f1fed124e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:25:58.707539 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Attempting to bind port 7ec9b20b-71c9-41b0-b065-9a4088514102 on network ce264653-d856-4ab5-b2dc-f772d7c9f084 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:58.712530 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:25:58.713045 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Checking segment: {'id': 'c79ee2b5-095b-4c9e-8f50-0f1fed124e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:58.713454 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:58.713847 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Bound using segment: {'id': 'c79ee2b5-095b-4c9e-8f50-0f1fed124e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:25:58.714301 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Bound port: 7ec9b20b-71c9-41b0-b065-9a4088514102, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79ee2b5-095b-4c9e-8f50-0f1fed124e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:25:58.714701 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:58.775590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] For port 7ec9b20b-71c9-41b0-b065-9a4088514102, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:25:58.778877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] For port 7ec9b20b-71c9-41b0-b065-9a4088514102, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=7ec9b20b-71c9-41b0-b065-9a4088514102,segment=NetworkSegment(c79ee2b5-095b-4c9e-8f50-0f1fed124e46),segment_id=c79ee2b5-095b-4c9e-8f50-0f1fed124e46)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:25:58.784105 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:58.843179 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f8a02-41fd-4066-bcf9-7ecadc5f6ec9 None None] Pushing event updated for resources: {'Port': ['ID=7ec9b20b-71c9-41b0-b065-9a4088514102,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:58.883170 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:58.902811 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:59.021730 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Allocated IP 172.25.8.17 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/6277baf3-e3fe-4627-a019-0c0112325498) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:59.138333 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:59.176015 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:59.213446 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:59.216090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:59.220462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:25:59.243991 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Pushing event updated for resources: {'Port': ['ID=6277baf3-e3fe-4627-a019-0c0112325498,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:59.472780 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:59.562947 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7ec9b20b-71c9-41b0-b065-9a4088514102 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:59.684166 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:59.775959 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 7ec9b20b-71c9-41b0-b065-9a4088514102 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:59.779600 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d8570d-34ab-465e-9a23-606c0da50327 None None] Network ce264653-d856-4ab5-b2dc-f772d7c9f084 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:59.826819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Router 1b284175-9678-4b70-b7e3-1d2d637e810e is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:25:59.904034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-628eeba6-b188-42b5-8aa3-6ef4be559904 None None] Provisioning for port 7ec9b20b-71c9-41b0-b065-9a4088514102 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:59.908469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-628eeba6-b188-42b5-8aa3-6ef4be559904 None None] Provisioning complete for port 7ec9b20b-71c9-41b0-b065-9a4088514102 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:59.908863 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-628eeba6-b188-42b5-8aa3-6ef4be559904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:59.936110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:25:59.951698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Sync routers for ids ['1b284175-9678-4b70-b7e3-1d2d637e810e'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:25:59.955238 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:59.956588 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b7ce6232-57f3-4b38-8525-3ea3268bcfa6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8078008 Aug 20 12:25:59.959363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56720) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:59.980463 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Routers {'1b284175-9678-4b70-b7e3-1d2d637e810e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:25:59.980463 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:25:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1b284175-9678-4b70-b7e3-1d2d637e810e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:00.094487 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-628eeba6-b188-42b5-8aa3-6ef4be559904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.144717 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Set router 1b284175-9678-4b70-b7e3-1d2d637e810e gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:00.171335 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-628eeba6-b188-42b5-8aa3-6ef4be559904 None None] For port 7ec9b20b-71c9-41b0-b065-9a4088514102, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=7ec9b20b-71c9-41b0-b065-9a4088514102,segment=NetworkSegment(c79ee2b5-095b-4c9e-8f50-0f1fed124e46),segment_id=c79ee2b5-095b-4c9e-8f50-0f1fed124e46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:00.198979 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-628eeba6-b188-42b5-8aa3-6ef4be559904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.329458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628eeba6-b188-42b5-8aa3-6ef4be559904 None None] Pushing event updated for resources: {'Port': ['ID=7ec9b20b-71c9-41b0-b065-9a4088514102,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:00.397222 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.403026 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4d346a7f-3576-4983-bb31-09686091206b None None] Provisioning complete for port 7ec9b20b-71c9-41b0-b065-9a4088514102 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:00.403392 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4d346a7f-3576-4983-bb31-09686091206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.506298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'name': 'tempest-TestMinimumBasicScenario-1157048295-router', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '6277baf3-e3fe-4627-a019-0c0112325498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:25:59Z', 'revision_number': 3, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'gw_port': {'id': '6277baf3-e3fe-4627-a019-0c0112325498', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ff:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:00.538904 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Checking router: 1b284175-9678-4b70-b7e3-1d2d637e810e for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:26:00.539246 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Updating router 1b284175-9678-4b70-b7e3-1d2d637e810e port 6277baf3-e3fe-4627-a019-0c0112325498 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:26:00.555833 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Allocated IP 172.20.0.1 (ce264653-d856-4ab5-b2dc-f772d7c9f084/cac7a8de-eac4-46eb-93ef-42210215b1a1/d15e1102-1258-40fd-a162-41be3f7ac65d) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:26:00.599648 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.662335 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.677384 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Transition to ACTIVE for port object d15e1102-1258-40fd-a162-41be3f7ac65d will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:00.711438 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.750973 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Network ce264653-d856-4ab5-b2dc-f772d7c9f084 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:00.755113 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:00.761492 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:26:00.764500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Pushing event updated for resources: {'Port': ['ID=d15e1102-1258-40fd-a162-41be3f7ac65d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:00.806654 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.881463 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.892188 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Transition to ACTIVE for port object 6277baf3-e3fe-4627-a019-0c0112325498 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:00.900522 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.950778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Attempting to bind port 6277baf3-e3fe-4627-a019-0c0112325498 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:26:00.951138 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Attempting to bind port 6277baf3-e3fe-4627-a019-0c0112325498 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:26:00.951497 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Attempting to bind port 6277baf3-e3fe-4627-a019-0c0112325498 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:00.952072 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.961343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb06fa-31d9-409b-ae7c-216004ef9ff3 None None] Pushing event updated for resources: {'Port': ['ID=6277baf3-e3fe-4627-a019-0c0112325498,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:00.964208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:26:00.964584 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:26:00.965001 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.965383 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:26:00.965844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Bound port: 6277baf3-e3fe-4627-a019-0c0112325498, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:26:00.966225 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:01.021655 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5113c756-e97b-472c-947e-635a4a013314 None None] Provisioning for port d15e1102-1258-40fd-a162-41be3f7ac65d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:01.029205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5113c756-e97b-472c-947e-635a4a013314 None None] Provisioning complete for port d15e1102-1258-40fd-a162-41be3f7ac65d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:01.029519 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5113c756-e97b-472c-947e-635a4a013314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:01.031982 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] For port 6277baf3-e3fe-4627-a019-0c0112325498, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:26:01.035865 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] For port 6277baf3-e3fe-4627-a019-0c0112325498, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6277baf3-e3fe-4627-a019-0c0112325498,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:26:01.058905 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:01.112142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-5113c756-e97b-472c-947e-635a4a013314 None None] Port d15e1102-1258-40fd-a162-41be3f7ac65d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:26:01.120535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Routers {'1b284175-9678-4b70-b7e3-1d2d637e810e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:01.121189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:25:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1b284175-9678-4b70-b7e3-1d2d637e810e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:01.126092 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:01.130858 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:01.170876 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb06fa-31d9-409b-ae7c-216004ef9ff3 None None] Pushing event updated for resources: {'Port': ['ID=6277baf3-e3fe-4627-a019-0c0112325498,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:01.196275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Pushing event updated for resources: {'Port': ['ID=d15e1102-1258-40fd-a162-41be3f7ac65d,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:01.198661 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:01.244497 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] Set router 1b284175-9678-4b70-b7e3-1d2d637e810e gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:01.292291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Network ce264653-d856-4ab5-b2dc-f772d7c9f084 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:01.293715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:01.416420 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Router 1b284175-9678-4b70-b7e3-1d2d637e810e has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:26:01.447701 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'name': 'tempest-TestMinimumBasicScenario-1157048295-router', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '6277baf3-e3fe-4627-a019-0c0112325498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:00Z', 'revision_number': 4, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'gw_port': {'id': '6277baf3-e3fe-4627-a019-0c0112325498', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ff:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd15e1102-1258-40fd-a162-41be3f7ac65d', 'name': '', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'mac_address': 'fa:16:3e:78:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:00Z', 'updated_at': '2021-08-20T12:26:00Z', 'revision_number': 1, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'subnets': [{'id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:01.474506 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7cc056-383e-40e1-be91-7ada20f0076f None None] The sync data for ids ['1b284175-9678-4b70-b7e3-1d2d637e810e'] in n-d-804299-2 is: [{'id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'name': 'tempest-TestMinimumBasicScenario-1157048295-router', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '6277baf3-e3fe-4627-a019-0c0112325498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:00Z', 'revision_number': 4, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'gw_port': {'id': '6277baf3-e3fe-4627-a019-0c0112325498', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ff:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd15e1102-1258-40fd-a162-41be3f7ac65d', 'name': '', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'mac_address': 'fa:16:3e:78:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:00Z', 'updated_at': '2021-08-20T12:26:00Z', 'revision_number': 1, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'subnets': [{'id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:26:01.533758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-15c76faf-fdbd-44ad-9f8b-626139862395 None None] Provisioning complete for port d15e1102-1258-40fd-a162-41be3f7ac65d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:01.534128 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-15c76faf-fdbd-44ad-9f8b-626139862395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:01.562848 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:26:01.565423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7ec9b20b-71c9-41b0-b065-9a4088514102 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:01.568697 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-852f0d43-1436-4726-8cf8-7874d6c7641c admin admin] 10.222.0.37 "PUT /v2.0/routers/1b284175-9678-4b70-b7e3-1d2d637e810e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6082599 Aug 20 12:26:01.605477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-15c76faf-fdbd-44ad-9f8b-626139862395 None None] Port d15e1102-1258-40fd-a162-41be3f7ac65d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:26:01.625847 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 7ec9b20b-71c9-41b0-b065-9a4088514102 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:01.626213 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:02.080701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56736) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:02.085807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ad160e9e-5d99-4874-90bc-dd1d4fecae78 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-260901491-network', 'tenant_id': '836a56e86bf540e1bdefa32b1902b757'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:02.124032 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad160e9e-5d99-4874-90bc-dd1d4fecae78 admin admin] Made reservation on behalf of 836a56e86bf540e1bdefa32b1902b757 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:26:02.127374 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad160e9e-5d99-4874-90bc-dd1d4fecae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:02.136174 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad160e9e-5d99-4874-90bc-dd1d4fecae78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:02.233812 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad160e9e-5d99-4874-90bc-dd1d4fecae78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:02.237930 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad160e9e-5d99-4874-90bc-dd1d4fecae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:02.263802 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad160e9e-5d99-4874-90bc-dd1d4fecae78 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:26:02.274645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad160e9e-5d99-4874-90bc-dd1d4fecae78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f38fb6a-6edf-4062-9343-0036f95d500c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:02.280576 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad160e9e-5d99-4874-90bc-dd1d4fecae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:02.281555 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-ad160e9e-5d99-4874-90bc-dd1d4fecae78 admin admin] Added segment 9bb0dc62-6935-42bd-a25a-51e7dce684f8 of type vlan for network 7ce89998-f896-4219-8b81-28050a82e47a Aug 20 12:26:02.324535 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad160e9e-5d99-4874-90bc-dd1d4fecae78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:02.351110 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad160e9e-5d99-4874-90bc-dd1d4fecae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:02.352125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad160e9e-5d99-4874-90bc-dd1d4fecae78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:02.352725 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ad160e9e-5d99-4874-90bc-dd1d4fecae78 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:02.410462 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ad160e9e-5d99-4874-90bc-dd1d4fecae78 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3286376 Aug 20 12:26:02.413435 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56738) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:02.418437 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ddb41bd8-cc3b-4962-8ab5-12bc118c10b6 admin admin] Request body: {'subnet': {'network_id': '7ce89998-f896-4219-8b81-28050a82e47a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-260901491-subnet', 'tenant_id': '836a56e86bf540e1bdefa32b1902b757', 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:02.423064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad160e9e-5d99-4874-90bc-dd1d4fecae78 admin admin] Pushing event updated for resources: {'Network': ['ID=7ce89998-f896-4219-8b81-28050a82e47a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:02.433333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 7ce89998-f896-4219-8b81-28050a82e47a details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:26:02.444864 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb41bd8-cc3b-4962-8ab5-12bc118c10b6 admin admin] Made reservation on behalf of 836a56e86bf540e1bdefa32b1902b757 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:26:02.447262 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddb41bd8-cc3b-4962-8ab5-12bc118c10b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:02.634232 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddb41bd8-cc3b-4962-8ab5-12bc118c10b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:02.692541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb41bd8-cc3b-4962-8ab5-12bc118c10b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda2ea72-e3ff-47e7-b4a4-8648111f71ab,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:02.701396 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb41bd8-cc3b-4962-8ab5-12bc118c10b6 admin admin] Checking segment: {'id': '9bb0dc62-6935-42bd-a25a-51e7dce684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7ce89998-f896-4219-8b81-28050a82e47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:26:02.701768 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb41bd8-cc3b-4962-8ab5-12bc118c10b6 admin admin] Network hostable DHCP agents. Network: 7ce89998-f896-4219-8b81-28050a82e47a, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:26:02.719277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb41bd8-cc3b-4962-8ab5-12bc118c10b6 admin admin] Network 7ce89998-f896-4219-8b81-28050a82e47a is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:26:02.728599 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ddb41bd8-cc3b-4962-8ab5-12bc118c10b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 7ce89998-f896-4219-8b81-28050a82e47a) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:02.732819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb41bd8-cc3b-4962-8ab5-12bc118c10b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:02.733416 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddb41bd8-cc3b-4962-8ab5-12bc118c10b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:02.739256 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52ca108-0343-4915-9fb6-a6c256893a21 None None] Network 7ce89998-f896-4219-8b81-28050a82e47a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:26:02.748624 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ddb41bd8-cc3b-4962-8ab5-12bc118c10b6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3339250 Aug 20 12:26:02.751852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56740) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:02.756379 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-260901491-router', 'tenant_id': '836a56e86bf540e1bdefa32b1902b757', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:02.785744 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:02.786801 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:02.843790 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:02.891847 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-7ce89998-f896-4219-8b81-28050a82e47a', 'network_id': '7ce89998-f896-4219-8b81-28050a82e47a', 'tenant_id': '836a56e86bf540e1bdefa32b1902b757', 'fixed_ips': [{'subnet_id': 'bda2ea72-e3ff-47e7-b4a4-8648111f71ab'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:26:02.892748 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:02.987010 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:03.026330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Allocated IP 172.20.0.2 (7ce89998-f896-4219-8b81-28050a82e47a/bda2ea72-e3ff-47e7-b4a4-8648111f71ab/abec345c-be60-47d6-89d4-cd9fd331a96f) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:26:03.200215 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:03.221520 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:03.329700 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:03.332686 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Allocated IP 172.25.8.21 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/6e47eccd-cc54-4b8e-9954-f00ff4d59991) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:26:03.338151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Transition to ACTIVE for port object abec345c-be60-47d6-89d4-cd9fd331a96f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:03.355258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Transition to ACTIVE for port object abec345c-be60-47d6-89d4-cd9fd331a96f will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:03.361161 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:03.414218 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Network 7ce89998-f896-4219-8b81-28050a82e47a is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:03.421575 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:03.423824 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Pushing event updated for resources: {'Port': ['ID=abec345c-be60-47d6-89d4-cd9fd331a96f,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:03.426103 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:26:03.428045 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:03.444537 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:03.461755 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Sync routers for ids ['1b284175-9678-4b70-b7e3-1d2d637e810e'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:26:03.472436 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Routers {'1b284175-9678-4b70-b7e3-1d2d637e810e'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:03.473722 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:25:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1b284175-9678-4b70-b7e3-1d2d637e810e'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:03.495050 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Attempting to bind port abec345c-be60-47d6-89d4-cd9fd331a96f on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:26:03.495576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Attempting to bind port abec345c-be60-47d6-89d4-cd9fd331a96f by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '9bb0dc62-6935-42bd-a25a-51e7dce684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7ce89998-f896-4219-8b81-28050a82e47a'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:26:03.496126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Attempting to bind port abec345c-be60-47d6-89d4-cd9fd331a96f on network 7ce89998-f896-4219-8b81-28050a82e47a {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:03.497486 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:03.502961 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:26:03.503343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Checking segment: {'id': '9bb0dc62-6935-42bd-a25a-51e7dce684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7ce89998-f896-4219-8b81-28050a82e47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:26:03.503792 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:03.504189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Bound using segment: {'id': '9bb0dc62-6935-42bd-a25a-51e7dce684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7ce89998-f896-4219-8b81-28050a82e47a'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:26:03.504665 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Bound port: abec345c-be60-47d6-89d4-cd9fd331a96f, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb0dc62-6935-42bd-a25a-51e7dce684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7ce89998-f896-4219-8b81-28050a82e47a'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:26:03.505182 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:03.550079 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Pushing event updated for resources: {'Port': ['ID=6e47eccd-cc54-4b8e-9954-f00ff4d59991,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:03.569022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:03.570449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:03.573850 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:26:03.582382 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6277baf3-e3fe-4627-a019-0c0112325498 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:03.613582 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Set router 1b284175-9678-4b70-b7e3-1d2d637e810e gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:03.623734 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] For port abec345c-be60-47d6-89d4-cd9fd331a96f, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:26:03.641694 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] For port abec345c-be60-47d6-89d4-cd9fd331a96f, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=abec345c-be60-47d6-89d4-cd9fd331a96f,segment=NetworkSegment(9bb0dc62-6935-42bd-a25a-51e7dce684f8),segment_id=9bb0dc62-6935-42bd-a25a-51e7dce684f8)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:26:03.649110 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:03.695102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 6277baf3-e3fe-4627-a019-0c0112325498 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:03.696539 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6277baf3-e3fe-4627-a019-0c0112325498 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:03.697102 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:03.741153 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd900b-2445-4cd3-b4d9-8069695d9b9a None None] Pushing event updated for resources: {'Port': ['ID=abec345c-be60-47d6-89d4-cd9fd331a96f,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:03.807675 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:03.831741 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 6277baf3-e3fe-4627-a019-0c0112325498, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6277baf3-e3fe-4627-a019-0c0112325498,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:03.837306 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:03.868273 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'name': 'tempest-TestMinimumBasicScenario-1157048295-router', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '6277baf3-e3fe-4627-a019-0c0112325498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:00Z', 'revision_number': 4, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'gw_port': {'id': '6277baf3-e3fe-4627-a019-0c0112325498', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ff:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd15e1102-1258-40fd-a162-41be3f7ac65d', 'name': '', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'mac_address': 'fa:16:3e:78:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:00Z', 'updated_at': '2021-08-20T12:26:01Z', 'revision_number': 2, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'subnets': [{'id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:03.872994 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:03.894401 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=6277baf3-e3fe-4627-a019-0c0112325498,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:03.910857 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Checking router: 1b284175-9678-4b70-b7e3-1d2d637e810e for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:26:03.910857 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Updating router 1b284175-9678-4b70-b7e3-1d2d637e810e port d15e1102-1258-40fd-a162-41be3f7ac65d binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:26:03.957287 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:04.115308 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:04.239566 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:04.243309 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Router 9359b047-84ff-41cd-9297-0f2487526a45 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:26:04.251492 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Transition to ACTIVE for port object d15e1102-1258-40fd-a162-41be3f7ac65d will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:04.257289 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:04.303936 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ba91c-9038-44cf-9ef2-c48a393ca602 None None] Pushing event updated for resources: {'Port': ['ID=d15e1102-1258-40fd-a162-41be3f7ac65d,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:04.332748 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ba91c-9038-44cf-9ef2-c48a393ca602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:04.333097 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ba91c-9038-44cf-9ef2-c48a393ca602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:04.333431 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ba91c-9038-44cf-9ef2-c48a393ca602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:04.333767 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ba91c-9038-44cf-9ef2-c48a393ca602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:04.334097 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ba91c-9038-44cf-9ef2-c48a393ca602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:04.335191 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ba91c-9038-44cf-9ef2-c48a393ca602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:04.335191 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ba91c-9038-44cf-9ef2-c48a393ca602 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:04.335191 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ba91c-9038-44cf-9ef2-c48a393ca602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:04.335559 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ba91c-9038-44cf-9ef2-c48a393ca602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:04.335645 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ba91c-9038-44cf-9ef2-c48a393ca602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:04.335973 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ba91c-9038-44cf-9ef2-c48a393ca602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:04.336290 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ba91c-9038-44cf-9ef2-c48a393ca602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:04.355290 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:26:04.366688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Sync routers for ids ['9359b047-84ff-41cd-9297-0f2487526a45'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:26:04.376534 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:04.378219 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-436c5272-9cab-450f-b0d8-24184a3c926e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6251633 Aug 20 12:26:04.380881 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Routers {'9359b047-84ff-41cd-9297-0f2487526a45'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:04.381043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56742) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:04.381513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:25:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['9359b047-84ff-41cd-9297-0f2487526a45'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:04.389631 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Attempting to bind port d15e1102-1258-40fd-a162-41be3f7ac65d on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:26:04.390904 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Attempting to bind port d15e1102-1258-40fd-a162-41be3f7ac65d by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'c79ee2b5-095b-4c9e-8f50-0f1fed124e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:26:04.392090 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Attempting to bind port d15e1102-1258-40fd-a162-41be3f7ac65d on network ce264653-d856-4ab5-b2dc-f772d7c9f084 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:04.404475 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:26:04.404942 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Checking segment: {'id': 'c79ee2b5-095b-4c9e-8f50-0f1fed124e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:26:04.405394 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:04.406338 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Bound using segment: {'id': 'c79ee2b5-095b-4c9e-8f50-0f1fed124e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:26:04.406931 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Bound port: d15e1102-1258-40fd-a162-41be3f7ac65d, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79ee2b5-095b-4c9e-8f50-0f1fed124e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:26:04.407385 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:04.503852 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] For port d15e1102-1258-40fd-a162-41be3f7ac65d, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:26:04.508719 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] For port d15e1102-1258-40fd-a162-41be3f7ac65d, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d15e1102-1258-40fd-a162-41be3f7ac65d,segment=NetworkSegment(c79ee2b5-095b-4c9e-8f50-0f1fed124e46),segment_id=c79ee2b5-095b-4c9e-8f50-0f1fed124e46)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:26:04.517602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Set router 9359b047-84ff-41cd-9297-0f2487526a45 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:04.521862 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:04.583420 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ba91c-9038-44cf-9ef2-c48a393ca602 None None] Pushing event updated for resources: {'Port': ['ID=d15e1102-1258-40fd-a162-41be3f7ac65d,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:04.630472 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Routers {'1b284175-9678-4b70-b7e3-1d2d637e810e'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:04.631186 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:25:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1b284175-9678-4b70-b7e3-1d2d637e810e'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:04.787876 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] Set router 1b284175-9678-4b70-b7e3-1d2d637e810e gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:04.790687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9359b047-84ff-41cd-9297-0f2487526a45', 'name': 'tempest-TestMinimumBasicScenario-260901491-router', 'tenant_id': '836a56e86bf540e1bdefa32b1902b757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6e47eccd-cc54-4b8e-9954-f00ff4d59991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:02Z', 'updated_at': '2021-08-20T12:26:03Z', 'revision_number': 3, 'project_id': '836a56e86bf540e1bdefa32b1902b757', 'gw_port': {'id': '6e47eccd-cc54-4b8e-9954-f00ff4d59991', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9359b047-84ff-41cd-9297-0f2487526a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:03Z', 'updated_at': '2021-08-20T12:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:04.820351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Checking router: 9359b047-84ff-41cd-9297-0f2487526a45 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:26:04.820731 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Updating router 9359b047-84ff-41cd-9297-0f2487526a45 port 6e47eccd-cc54-4b8e-9954-f00ff4d59991 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:26:04.864559 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:05.011567 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063b1c14-664b-4fb5-bcc1-7a5ee64f176b None None] Network 7ce89998-f896-4219-8b81-28050a82e47a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:26:05.130822 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'name': 'tempest-TestMinimumBasicScenario-1157048295-router', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '6277baf3-e3fe-4627-a019-0c0112325498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:00Z', 'revision_number': 4, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'gw_port': {'id': '6277baf3-e3fe-4627-a019-0c0112325498', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ff:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd15e1102-1258-40fd-a162-41be3f7ac65d', 'name': '', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'mac_address': 'fa:16:3e:78:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:00Z', 'updated_at': '2021-08-20T12:26:04Z', 'revision_number': 4, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'subnets': [{'id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:05.158708 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8952bde9-a5d6-4d83-9f43-3135d5fe466f None None] The sync data for ids ['1b284175-9678-4b70-b7e3-1d2d637e810e'] in n-d-804299-2 is: [{'id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'name': 'tempest-TestMinimumBasicScenario-1157048295-router', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '6277baf3-e3fe-4627-a019-0c0112325498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:00Z', 'revision_number': 4, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'gw_port': {'id': '6277baf3-e3fe-4627-a019-0c0112325498', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ff:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd15e1102-1258-40fd-a162-41be3f7ac65d', 'name': '', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'mac_address': 'fa:16:3e:78:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:00Z', 'updated_at': '2021-08-20T12:26:04Z', 'revision_number': 4, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'subnets': [{'id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:26:05.253959 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-380b28d9-3a28-4cea-8561-992e56cc9bf5 None None] Provisioning for port abec345c-be60-47d6-89d4-cd9fd331a96f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:05.312200 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:05.326395 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:05.338813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Transition to ACTIVE for port object 6e47eccd-cc54-4b8e-9954-f00ff4d59991 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:05.346861 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:05.402588 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Attempting to bind port 6e47eccd-cc54-4b8e-9954-f00ff4d59991 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:26:05.402955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Attempting to bind port 6e47eccd-cc54-4b8e-9954-f00ff4d59991 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:26:05.403713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Attempting to bind port 6e47eccd-cc54-4b8e-9954-f00ff4d59991 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:05.414070 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:26:05.414377 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:26:05.414786 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:05.415201 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:26:05.415668 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Bound port: 6e47eccd-cc54-4b8e-9954-f00ff4d59991, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:26:05.416053 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:05.511517 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] For port 6e47eccd-cc54-4b8e-9954-f00ff4d59991, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:26:05.517659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Allocated IP 172.20.0.1 (7ce89998-f896-4219-8b81-28050a82e47a/bda2ea72-e3ff-47e7-b4a4-8648111f71ab/b8f10932-c721-445e-9263-8ecd38dd79e6) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:26:05.521063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] For port 6e47eccd-cc54-4b8e-9954-f00ff4d59991, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6e47eccd-cc54-4b8e-9954-f00ff4d59991,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:26:05.534134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec5fa4-0b4a-4f15-a498-4ea6aa912e0c None None] Pushing event updated for resources: {'Port': ['ID=6e47eccd-cc54-4b8e-9954-f00ff4d59991,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:05.537906 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:05.601852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Routers {'9359b047-84ff-41cd-9297-0f2487526a45'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:05.602500 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:25:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['9359b047-84ff-41cd-9297-0f2487526a45'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:05.660409 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec5fa4-0b4a-4f15-a498-4ea6aa912e0c None None] Pushing event updated for resources: {'Port': ['ID=6e47eccd-cc54-4b8e-9954-f00ff4d59991,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:05.665522 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:05.692240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Transition to ACTIVE for port object b8f10932-c721-445e-9263-8ecd38dd79e6 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:05.741726 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:05.747647 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device abec345c-be60-47d6-89d4-cd9fd331a96f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:05.751997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] Set router 9359b047-84ff-41cd-9297-0f2487526a45 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:05.784890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Network 7ce89998-f896-4219-8b81-28050a82e47a is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:05.789740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:05.793378 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:26:05.803097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Pushing event updated for resources: {'Port': ['ID=b8f10932-c721-445e-9263-8ecd38dd79e6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:05.842458 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:05.958598 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port abec345c-be60-47d6-89d4-cd9fd331a96f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:05.966454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port abec345c-be60-47d6-89d4-cd9fd331a96f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:05.966913 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:06.007744 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:06.036813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9359b047-84ff-41cd-9297-0f2487526a45', 'name': 'tempest-TestMinimumBasicScenario-260901491-router', 'tenant_id': '836a56e86bf540e1bdefa32b1902b757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6e47eccd-cc54-4b8e-9954-f00ff4d59991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:02Z', 'updated_at': '2021-08-20T12:26:03Z', 'revision_number': 3, 'project_id': '836a56e86bf540e1bdefa32b1902b757', 'gw_port': {'id': '6e47eccd-cc54-4b8e-9954-f00ff4d59991', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9359b047-84ff-41cd-9297-0f2487526a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:03Z', 'updated_at': '2021-08-20T12:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:06.085309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15912e02-9703-4fa3-a7b8-61675b31ecac None None] The sync data for ids ['9359b047-84ff-41cd-9297-0f2487526a45'] in n-d-804299-2 is: [{'id': '9359b047-84ff-41cd-9297-0f2487526a45', 'name': 'tempest-TestMinimumBasicScenario-260901491-router', 'tenant_id': '836a56e86bf540e1bdefa32b1902b757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6e47eccd-cc54-4b8e-9954-f00ff4d59991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:02Z', 'updated_at': '2021-08-20T12:26:03Z', 'revision_number': 3, 'project_id': '836a56e86bf540e1bdefa32b1902b757', 'gw_port': {'id': '6e47eccd-cc54-4b8e-9954-f00ff4d59991', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9359b047-84ff-41cd-9297-0f2487526a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:03Z', 'updated_at': '2021-08-20T12:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:26:06.114343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d942b5f8-5312-48e1-810d-f17487d14070 None None] Provisioning for port b8f10932-c721-445e-9263-8ecd38dd79e6 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:06.116613 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:06.126586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d942b5f8-5312-48e1-810d-f17487d14070 None None] Provisioning complete for port b8f10932-c721-445e-9263-8ecd38dd79e6 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:06.126958 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d942b5f8-5312-48e1-810d-f17487d14070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:06.176883 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port abec345c-be60-47d6-89d4-cd9fd331a96f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=abec345c-be60-47d6-89d4-cd9fd331a96f,segment=NetworkSegment(9bb0dc62-6935-42bd-a25a-51e7dce684f8),segment_id=9bb0dc62-6935-42bd-a25a-51e7dce684f8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:06.182987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d942b5f8-5312-48e1-810d-f17487d14070 None None] Port b8f10932-c721-445e-9263-8ecd38dd79e6 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:26:06.184807 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:06.185583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6277baf3-e3fe-4627-a019-0c0112325498 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:06.187972 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:06.194832 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:06.262839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=abec345c-be60-47d6-89d4-cd9fd331a96f,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:06.264464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Pushing event updated for resources: {'Port': ['ID=b8f10932-c721-445e-9263-8ecd38dd79e6,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:06.269428 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:06.277041 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6277baf3-e3fe-4627-a019-0c0112325498 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:06.277449 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:06.408272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Network 7ce89998-f896-4219-8b81-28050a82e47a is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:06.409865 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:06.564092 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Router 9359b047-84ff-41cd-9297-0f2487526a45 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:26:06.572973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d15e1102-1258-40fd-a162-41be3f7ac65d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:06.634245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port d15e1102-1258-40fd-a162-41be3f7ac65d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:06.642251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d15e1102-1258-40fd-a162-41be3f7ac65d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:06.642662 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:06.699503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:26:06.717483 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7079be6b-b1fe-47a7-a086-d704754ca2bd admin admin] 10.222.0.37 "PUT /v2.0/routers/9359b047-84ff-41cd-9297-0f2487526a45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3351004 Aug 20 12:26:06.738199 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-4f71d623-136a-49fd-aee6-e953d2e3becd None None] Provisioning complete for port b8f10932-c721-445e-9263-8ecd38dd79e6 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:06.738565 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4f71d623-136a-49fd-aee6-e953d2e3becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:06.741616 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:06.794452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4f71d623-136a-49fd-aee6-e953d2e3becd None None] Port b8f10932-c721-445e-9263-8ecd38dd79e6 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:26:06.804617 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port d15e1102-1258-40fd-a162-41be3f7ac65d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d15e1102-1258-40fd-a162-41be3f7ac65d,segment=NetworkSegment(c79ee2b5-095b-4c9e-8f50-0f1fed124e46),segment_id=c79ee2b5-095b-4c9e-8f50-0f1fed124e46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:06.809787 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:06.868666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=d15e1102-1258-40fd-a162-41be3f7ac65d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:07.633203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device abec345c-be60-47d6-89d4-cd9fd331a96f up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:07.687930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port abec345c-be60-47d6-89d4-cd9fd331a96f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:07.688303 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:07.777466 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6e47eccd-cc54-4b8e-9954-f00ff4d59991 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:07.842929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 6e47eccd-cc54-4b8e-9954-f00ff4d59991 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:07.847987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6e47eccd-cc54-4b8e-9954-f00ff4d59991 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:07.848367 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:07.940986 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:07.966005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 6e47eccd-cc54-4b8e-9954-f00ff4d59991, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6e47eccd-cc54-4b8e-9954-f00ff4d59991,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:07.973533 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:07.974657 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d15e1102-1258-40fd-a162-41be3f7ac65d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:08.091034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=6e47eccd-cc54-4b8e-9954-f00ff4d59991,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:08.094279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d15e1102-1258-40fd-a162-41be3f7ac65d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:08.094825 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:08.602441 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Sync routers for ids ['9359b047-84ff-41cd-9297-0f2487526a45'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:26:08.612125 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Routers {'9359b047-84ff-41cd-9297-0f2487526a45'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:08.612849 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:25:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['9359b047-84ff-41cd-9297-0f2487526a45'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:08.731350 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Set router 9359b047-84ff-41cd-9297-0f2487526a45 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:08.956784 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9359b047-84ff-41cd-9297-0f2487526a45', 'name': 'tempest-TestMinimumBasicScenario-260901491-router', 'tenant_id': '836a56e86bf540e1bdefa32b1902b757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6e47eccd-cc54-4b8e-9954-f00ff4d59991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:02Z', 'updated_at': '2021-08-20T12:26:05Z', 'revision_number': 4, 'project_id': '836a56e86bf540e1bdefa32b1902b757', 'gw_port': {'id': '6e47eccd-cc54-4b8e-9954-f00ff4d59991', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9359b047-84ff-41cd-9297-0f2487526a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:03Z', 'updated_at': '2021-08-20T12:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b8f10932-c721-445e-9263-8ecd38dd79e6', 'name': '', 'network_id': '7ce89998-f896-4219-8b81-28050a82e47a', 'tenant_id': '836a56e86bf540e1bdefa32b1902b757', 'mac_address': 'fa:16:3e:84:e8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9359b047-84ff-41cd-9297-0f2487526a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bda2ea72-e3ff-47e7-b4a4-8648111f71ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:05Z', 'updated_at': '2021-08-20T12:26:06Z', 'revision_number': 2, 'project_id': '836a56e86bf540e1bdefa32b1902b757', 'subnets': [{'id': 'bda2ea72-e3ff-47e7-b4a4-8648111f71ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:08.988102 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Checking router: 9359b047-84ff-41cd-9297-0f2487526a45 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:26:08.988362 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Updating router 9359b047-84ff-41cd-9297-0f2487526a45 port b8f10932-c721-445e-9263-8ecd38dd79e6 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:26:09.017371 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:09.311394 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:09.321572 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Transition to ACTIVE for port object b8f10932-c721-445e-9263-8ecd38dd79e6 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:09.330396 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:09.396584 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c096b-ffc9-4ad4-ac35-edc638cb7924 None None] Pushing event updated for resources: {'Port': ['ID=b8f10932-c721-445e-9263-8ecd38dd79e6,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:09.454184 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Attempting to bind port b8f10932-c721-445e-9263-8ecd38dd79e6 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:26:09.454692 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Attempting to bind port b8f10932-c721-445e-9263-8ecd38dd79e6 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '9bb0dc62-6935-42bd-a25a-51e7dce684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7ce89998-f896-4219-8b81-28050a82e47a'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:26:09.455061 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Attempting to bind port b8f10932-c721-445e-9263-8ecd38dd79e6 on network 7ce89998-f896-4219-8b81-28050a82e47a {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:09.465726 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:26:09.465726 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Checking segment: {'id': '9bb0dc62-6935-42bd-a25a-51e7dce684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7ce89998-f896-4219-8b81-28050a82e47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:26:09.466397 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:09.466969 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Bound using segment: {'id': '9bb0dc62-6935-42bd-a25a-51e7dce684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7ce89998-f896-4219-8b81-28050a82e47a'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:26:09.467444 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Bound port: b8f10932-c721-445e-9263-8ecd38dd79e6, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb0dc62-6935-42bd-a25a-51e7dce684f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7ce89998-f896-4219-8b81-28050a82e47a'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:26:09.467828 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:09.554803 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] For port b8f10932-c721-445e-9263-8ecd38dd79e6, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:26:09.558789 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] For port b8f10932-c721-445e-9263-8ecd38dd79e6, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b8f10932-c721-445e-9263-8ecd38dd79e6,segment=NetworkSegment(9bb0dc62-6935-42bd-a25a-51e7dce684f8),segment_id=9bb0dc62-6935-42bd-a25a-51e7dce684f8)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:26:09.565188 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:09.576663 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6e47eccd-cc54-4b8e-9954-f00ff4d59991 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:09.633168 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Routers {'9359b047-84ff-41cd-9297-0f2487526a45'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:09.633890 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:25:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['9359b047-84ff-41cd-9297-0f2487526a45'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:09.658364 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:09.689096 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c096b-ffc9-4ad4-ac35-edc638cb7924 None None] Pushing event updated for resources: {'Port': ['ID=b8f10932-c721-445e-9263-8ecd38dd79e6,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:09.690464 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 6e47eccd-cc54-4b8e-9954-f00ff4d59991 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:09.691037 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:09.791389 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] Set router 9359b047-84ff-41cd-9297-0f2487526a45 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:10.039636 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9359b047-84ff-41cd-9297-0f2487526a45', 'name': 'tempest-TestMinimumBasicScenario-260901491-router', 'tenant_id': '836a56e86bf540e1bdefa32b1902b757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6e47eccd-cc54-4b8e-9954-f00ff4d59991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:02Z', 'updated_at': '2021-08-20T12:26:05Z', 'revision_number': 4, 'project_id': '836a56e86bf540e1bdefa32b1902b757', 'gw_port': {'id': '6e47eccd-cc54-4b8e-9954-f00ff4d59991', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9359b047-84ff-41cd-9297-0f2487526a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:03Z', 'updated_at': '2021-08-20T12:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b8f10932-c721-445e-9263-8ecd38dd79e6', 'name': '', 'network_id': '7ce89998-f896-4219-8b81-28050a82e47a', 'tenant_id': '836a56e86bf540e1bdefa32b1902b757', 'mac_address': 'fa:16:3e:84:e8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9359b047-84ff-41cd-9297-0f2487526a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bda2ea72-e3ff-47e7-b4a4-8648111f71ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:05Z', 'updated_at': '2021-08-20T12:26:09Z', 'revision_number': 4, 'project_id': '836a56e86bf540e1bdefa32b1902b757', 'subnets': [{'id': 'bda2ea72-e3ff-47e7-b4a4-8648111f71ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:10.066735 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd28a5f-466b-465b-bf75-14135820483d None None] The sync data for ids ['9359b047-84ff-41cd-9297-0f2487526a45'] in n-d-804299-2 is: [{'id': '9359b047-84ff-41cd-9297-0f2487526a45', 'name': 'tempest-TestMinimumBasicScenario-260901491-router', 'tenant_id': '836a56e86bf540e1bdefa32b1902b757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6e47eccd-cc54-4b8e-9954-f00ff4d59991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:02Z', 'updated_at': '2021-08-20T12:26:05Z', 'revision_number': 4, 'project_id': '836a56e86bf540e1bdefa32b1902b757', 'gw_port': {'id': '6e47eccd-cc54-4b8e-9954-f00ff4d59991', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9359b047-84ff-41cd-9297-0f2487526a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:03Z', 'updated_at': '2021-08-20T12:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b8f10932-c721-445e-9263-8ecd38dd79e6', 'name': '', 'network_id': '7ce89998-f896-4219-8b81-28050a82e47a', 'tenant_id': '836a56e86bf540e1bdefa32b1902b757', 'mac_address': 'fa:16:3e:84:e8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9359b047-84ff-41cd-9297-0f2487526a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bda2ea72-e3ff-47e7-b4a4-8648111f71ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:05Z', 'updated_at': '2021-08-20T12:26:09Z', 'revision_number': 4, 'project_id': '836a56e86bf540e1bdefa32b1902b757', 'subnets': [{'id': 'bda2ea72-e3ff-47e7-b4a4-8648111f71ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:26:11.562822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b8f10932-c721-445e-9263-8ecd38dd79e6 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:11.622962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port b8f10932-c721-445e-9263-8ecd38dd79e6 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:11.628450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b8f10932-c721-445e-9263-8ecd38dd79e6 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:11.628913 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:11.719408 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:11.758193 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port b8f10932-c721-445e-9263-8ecd38dd79e6, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b8f10932-c721-445e-9263-8ecd38dd79e6,segment=NetworkSegment(9bb0dc62-6935-42bd-a25a-51e7dce684f8),segment_id=9bb0dc62-6935-42bd-a25a-51e7dce684f8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:11.762197 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:11.815875 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=b8f10932-c721-445e-9263-8ecd38dd79e6,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:13.544324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b8f10932-c721-445e-9263-8ecd38dd79e6 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:13.613952 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b8f10932-c721-445e-9263-8ecd38dd79e6 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:13.614581 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:16.754317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-7b0d21d5-fefa-49a9-b4ec-bca5d1e07d10 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:16.755710 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-7b0d21d5-fefa-49a9-b4ec-bca5d1e07d10 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/networks?id=ce264653-d856-4ab5-b2dc-f772d7c9f084 HTTP/1.1" status: 200 len: 815 time: 0.1005869 Aug 20 12:26:16.770376 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-76c5e9fb-ce3d-423f-a6ef-078bea79edbd tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/quotas/a0438ba4d4f842a78b53fd4f0dc36692 HTTP/1.1" status: 200 len: 375 time: 0.0090389 Aug 20 12:26:16.821029 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-41100b7e-2245-44fb-9c48-aa280c4b1c4c tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0438ba4d4f842a78b53fd4f0dc36692&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454183 Aug 20 12:26:16.918225 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-14c338aa-5fc1-459d-8ac6-e49de0e65843 service neutron] 10.222.0.37 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856612 Aug 20 12:26:17.008962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-4472936f-9c00-4feb-a577-b0af0f2b12bb service neutron] 10.222.0.37 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842793 Aug 20 12:26:17.267893 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42b22eff-b268-4c38-8840-516544617c3a req-e01fda62-e631-4379-a65e-935b9880cd55 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 210 time: 0.1279256 Aug 20 12:26:18.251395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-0f89294f-79d7-4090-9ebd-4c0eb612acc5 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:18.252892 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-0f89294f-79d7-4090-9ebd-4c0eb612acc5 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.76 "GET /v2.0/networks?id=ce264653-d856-4ab5-b2dc-f772d7c9f084 HTTP/1.1" status: 200 len: 815 time: 0.1023176 Aug 20 12:26:18.265578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-cd696657-7077-41e6-bbd3-7220c062ea7b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Request body: {'port': {'device_id': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'admin_state_up': True, 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:18.383546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-cd696657-7077-41e6-bbd3-7220c062ea7b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Made reservation on behalf of a0438ba4d4f842a78b53fd4f0dc36692 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:26:18.387360 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-cd696657-7077-41e6-bbd3-7220c062ea7b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:18.397176 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e38d5304-628f-4f3d-965d-b3fcd16e9209 req-17c1f96a-3b4f-4675-8245-ecc7b625c0ce tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 210 time: 0.0592942 Aug 20 12:26:18.520662 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-cd696657-7077-41e6-bbd3-7220c062ea7b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Allocated IP 172.20.0.5 (ce264653-d856-4ab5-b2dc-f772d7c9f084/cac7a8de-eac4-46eb-93ef-42210215b1a1/a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:26:18.676912 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-cd696657-7077-41e6-bbd3-7220c062ea7b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:18.692022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-cd696657-7077-41e6-bbd3-7220c062ea7b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Transition to ACTIVE for port object a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:18.729941 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-cd696657-7077-41e6-bbd3-7220c062ea7b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:18.816462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd696657-7077-41e6-bbd3-7220c062ea7b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Pushing event updated for resources: {'Port': ['ID=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:18.827336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-cd696657-7077-41e6-bbd3-7220c062ea7b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Network ce264653-d856-4ab5-b2dc-f772d7c9f084 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:18.829403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-cd696657-7077-41e6-bbd3-7220c062ea7b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:18.831798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-cd696657-7077-41e6-bbd3-7220c062ea7b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:26:18.904731 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-cd696657-7077-41e6-bbd3-7220c062ea7b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:18.905456 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-cd696657-7077-41e6-bbd3-7220c062ea7b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:18.927438 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-cd696657-7077-41e6-bbd3-7220c062ea7b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6660545 Aug 20 12:26:19.110190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7dc8b312-9e4e-4637-9a69-9cbd40b0b49b None None] Provisioning for port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:19.115028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7dc8b312-9e4e-4637-9a69-9cbd40b0b49b None None] Provisioning complete for port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:19.115713 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b312-9e4e-4637-9a69-9cbd40b0b49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:19.153694 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8b312-9e4e-4637-9a69-9cbd40b0b49b None None] Port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:26:19.529509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54341f-d869-43b5-9808-61a90621ee14 req-087d50aa-3da0-4931-9c14-c3601daa078f tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:19.531669 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f54341f-d869-43b5-9808-61a90621ee14 req-087d50aa-3da0-4931-9c14-c3601daa078f tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 931 time: 0.0502634 Aug 20 12:26:19.572126 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6f54341f-d869-43b5-9808-61a90621ee14 req-7f1bd149-2fea-4e88-b3d2-bdd047b65e9c tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335894 Aug 20 12:26:20.720314 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223be04-18cd-49c8-a829-0145586048f7 req-236e0c68-22b6-45e8-9c38-5ba05b3dd08c tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:20.721881 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4223be04-18cd-49c8-a829-0145586048f7 req-236e0c68-22b6-45e8-9c38-5ba05b3dd08c tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 931 time: 0.0488553 Aug 20 12:26:20.759690 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4223be04-18cd-49c8-a829-0145586048f7 req-53f98650-3191-4a54-8ba1-ebac55102b96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318847 Aug 20 12:26:21.882822 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134a5e7-d3e1-45da-a7d0-18815e378c98 req-758fba70-4bce-46aa-8a18-640b07e19379 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:21.884298 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f134a5e7-d3e1-45da-a7d0-18815e378c98 req-758fba70-4bce-46aa-8a18-640b07e19379 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 931 time: 0.0500872 Aug 20 12:26:21.927099 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f134a5e7-d3e1-45da-a7d0-18815e378c98 req-4a19cd68-f6be-4b4f-b4a0-cc8d9ca57291 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363188 Aug 20 12:26:22.420753 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4677-a7f1-4653-b6c9-f9514d13b03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:23.049541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d3b59-5061-4c8d-b190-25bacdcaabfb req-f215ba45-6cec-4aa3-9ef5-6bbcd311c0c3 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:23.051279 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9b2d3b59-5061-4c8d-b190-25bacdcaabfb req-f215ba45-6cec-4aa3-9ef5-6bbcd311c0c3 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 931 time: 0.0529189 Aug 20 12:26:23.092292 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9b2d3b59-5061-4c8d-b190-25bacdcaabfb req-4819010b-e124-4a09-9691-9a27236020e3 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347223 Aug 20 12:26:24.206613 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef16ee0-92ce-45de-8ab2-412e0fa40e48 req-a75f8ceb-7ce4-4fa1-b5c5-448304c7e9c0 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:24.208104 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aef16ee0-92ce-45de-8ab2-412e0fa40e48 req-a75f8ceb-7ce4-4fa1-b5c5-448304c7e9c0 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 931 time: 0.0486104 Aug 20 12:26:24.266008 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aef16ee0-92ce-45de-8ab2-412e0fa40e48 req-b90419c8-3756-4252-9989-2ee1bbe3bd3d tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487399 Aug 20 12:26:25.194621 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c884-5c4f-4409-878a-e7dfa5d7de07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:25.381784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d4eb4-76ba-4fbc-ba7f-ddc10354dbeb req-9ab9270a-4e22-4194-bc9f-faca21e22cab tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:25.383247 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-df2d4eb4-76ba-4fbc-ba7f-ddc10354dbeb req-9ab9270a-4e22-4194-bc9f-faca21e22cab tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 931 time: 0.0540662 Aug 20 12:26:25.421352 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-df2d4eb4-76ba-4fbc-ba7f-ddc10354dbeb req-6a884efa-7f55-4518-90f6-00682c3b6b6a tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319071 Aug 20 12:26:25.538167 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:26.531799 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:26.583357 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d02174-6c44-4637-86e5-17a1e737db1d req-2a49ff6d-b63c-4f36-99fd-c2e92de9f849 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:26.585034 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e2d02174-6c44-4637-86e5-17a1e737db1d req-2a49ff6d-b63c-4f36-99fd-c2e92de9f849 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 931 time: 0.0512235 Aug 20 12:26:26.625641 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e2d02174-6c44-4637-86e5-17a1e737db1d req-8d26125a-33c8-46c0-baf3-7dff0bd76d9e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345469 Aug 20 12:26:27.741436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50133d99-9a8d-446b-b61c-a453888bd5a2 req-949ff3ad-40cc-4713-a325-9d53221b8ccc tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:27.742840 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50133d99-9a8d-446b-b61c-a453888bd5a2 req-949ff3ad-40cc-4713-a325-9d53221b8ccc tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 931 time: 0.0495992 Aug 20 12:26:27.779544 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50133d99-9a8d-446b-b61c-a453888bd5a2 req-efbad7b4-cc23-4d43-aa49-f147fe7a5e39 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308273 Aug 20 12:26:28.131913 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:28.318339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Request body: {'port': {'device_id': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:28.374985 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:28.629309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:26:28.636451 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:28.647721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Transition to ACTIVE for port object a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:28.651144 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:28.702275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:28.771235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Attempting to bind port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:26:28.771601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Attempting to bind port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'c79ee2b5-095b-4c9e-8f50-0f1fed124e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:26:28.771888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Attempting to bind port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 on network ce264653-d856-4ab5-b2dc-f772d7c9f084 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:28.776381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 on network ce264653-d856-4ab5-b2dc-f772d7c9f084 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:26:28.776739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Attempting to bind port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 on network ce264653-d856-4ab5-b2dc-f772d7c9f084 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:28.781984 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:26:28.782326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Checking segment: {'id': 'c79ee2b5-095b-4c9e-8f50-0f1fed124e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:26:28.782972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Bound using segment: {'id': 'c79ee2b5-095b-4c9e-8f50-0f1fed124e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:26:28.783133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Bound port: a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79ee2b5-095b-4c9e-8f50-0f1fed124e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:26:28.783492 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:28.868412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] For port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:26:28.895385 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] For port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9,segment=NetworkSegment(c79ee2b5-095b-4c9e-8f50-0f1fed124e46),segment_id=c79ee2b5-095b-4c9e-8f50-0f1fed124e46)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:26:28.901499 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:28.942345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:28.943124 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:28.944514 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] 10.222.0.76 "PUT /v2.0/ports/a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 HTTP/1.1" status: 200 len: 1091 time: 0.6310191 Aug 20 12:26:28.947351 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'tag': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:28.950353 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ed9cc7-3cb7-4975-aff8-6b530aa10dac" -d '{"events": [{"name": "network-changed", "server_uuid": "e5933e8e-24af-422b-9cc0-23e07f9480b0", "tag": "a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:28.962702 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ad2cc-3c8f-42d0-b85d-34fce3cd6417 req-0dfb393d-57b4-4693-9e36-9084c58d2bce tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:28.964812 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-816ad2cc-3c8f-42d0-b85d-34fce3cd6417 req-0dfb393d-57b4-4693-9e36-9084c58d2bce tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 943 time: 0.1150777 Aug 20 12:26:29.009061 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ab40ed-6a2e-44e3-9efb-477b6c511ab9 x-openstack-request-id: req-39ab40ed-6a2e-44e3-9efb-477b6c511ab9 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:29.009241 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5933e8e-24af-422b-9cc0-23e07f9480b0", "tag": "a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:29.009446 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39ab40ed-6a2e-44e3-9efb-477b6c511ab9 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:29.009834 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'tag': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9', 'status': 'completed', 'code': 200} Aug 20 12:26:29.012513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ead90-a8b3-4fdd-af19-2009b629aed4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:29.037403 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-816ad2cc-3c8f-42d0-b85d-34fce3cd6417 req-ffc685e4-ac56-4429-9e24-434c0cf00411 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585151 Aug 20 12:26:29.100090 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-03006eb5-b6d7-4f2a-9028-e5dd2e7945b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:29.101633 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-03006eb5-b6d7-4f2a-9028-e5dd2e7945b0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0438ba4d4f842a78b53fd4f0dc36692&device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 1094 time: 0.1069486 Aug 20 12:26:29.145658 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-232465d8-0ed0-4d79-a059-5c083a748b20 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 HTTP/1.1" status: 200 len: 217 time: 0.0350671 Aug 20 12:26:29.200715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b01584de-65c9-4714-96ce-362119caa6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:29.202232 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b01584de-65c9-4714-96ce-362119caa6a3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cac7a8de-eac4-46eb-93ef-42210215b1a1 HTTP/1.1" status: 200 len: 854 time: 0.0499864 Aug 20 12:26:29.247708 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-f7f36ac3-81f1-45bf-8962-0790afde1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:29.249124 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-f7f36ac3-81f1-45bf-8962-0790afde1b5c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ce264653-d856-4ab5-b2dc-f772d7c9f084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406504 Aug 20 12:26:29.335663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-b9dade83-af4c-4a70-8040-74922f9fa469 service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798545 Aug 20 12:26:29.434891 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9af3709a-1eb8-42d4-a773-c86e8263b5ce req-ccbd4232-c5ba-45c4-9900-40ea9c0d78e3 service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907288 Aug 20 12:26:29.520821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed9cc7-3cb7-4975-aff8-6b530aa10dac req-6e3228d2-84d6-4ddd-a9b9-a46367d3d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:29.522288 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e4ed9cc7-3cb7-4975-aff8-6b530aa10dac req-6e3228d2-84d6-4ddd-a9b9-a46367d3d1a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0438ba4d4f842a78b53fd4f0dc36692&device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 1094 time: 0.0409555 Aug 20 12:26:29.615665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed9cc7-3cb7-4975-aff8-6b530aa10dac req-8a32b555-75ca-45d5-a0a7-a745342b38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:29.619050 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e4ed9cc7-3cb7-4975-aff8-6b530aa10dac req-8a32b555-75ca-45d5-a0a7-a745342b38c6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ce264653-d856-4ab5-b2dc-f772d7c9f084 HTTP/1.1" status: 200 len: 915 time: 0.0887699 Aug 20 12:26:29.667388 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e4ed9cc7-3cb7-4975-aff8-6b530aa10dac req-3b36ffff-e6c6-435a-91f1-529beac07cfa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 HTTP/1.1" status: 200 len: 217 time: 0.0363925 Aug 20 12:26:29.718693 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed9cc7-3cb7-4975-aff8-6b530aa10dac req-e3fc6dc8-e2ee-4820-a7a4-60defae15888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:29.720029 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e4ed9cc7-3cb7-4975-aff8-6b530aa10dac req-e3fc6dc8-e2ee-4820-a7a4-60defae15888 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cac7a8de-eac4-46eb-93ef-42210215b1a1 HTTP/1.1" status: 200 len: 854 time: 0.0459192 Aug 20 12:26:29.770395 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed9cc7-3cb7-4975-aff8-6b530aa10dac req-e948781c-ae30-47e9-837a-2973d406b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:29.771869 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e4ed9cc7-3cb7-4975-aff8-6b530aa10dac req-e948781c-ae30-47e9-837a-2973d406b1bd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ce264653-d856-4ab5-b2dc-f772d7c9f084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447016 Aug 20 12:26:29.859582 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e4ed9cc7-3cb7-4975-aff8-6b530aa10dac req-df94cce3-10e5-42b9-987a-95b792d9f032 service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793960 Aug 20 12:26:29.953439 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e4ed9cc7-3cb7-4975-aff8-6b530aa10dac req-3e38d8bc-cf63-4fe8-99bc-92e4b5bdb50f service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861883 Aug 20 12:26:30.152121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864f059-052c-4c54-a886-27c2aaa95861 req-35478b09-90d5-44f7-8e15-49f6cebbb78c tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:30.153622 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5864f059-052c-4c54-a886-27c2aaa95861 req-35478b09-90d5-44f7-8e15-49f6cebbb78c tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 943 time: 0.0485480 Aug 20 12:26:30.190606 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5864f059-052c-4c54-a886-27c2aaa95861 req-5f246457-9c6d-4c70-b1c5-9912d79e4a5c tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311375 Aug 20 12:26:31.299478 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:26:31.305225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953605a5-3fce-41db-a19a-348047825cd0 req-581332dc-330c-4a71-87e1-c12764350a0e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:31.306722 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-953605a5-3fce-41db-a19a-348047825cd0 req-581332dc-330c-4a71-87e1-c12764350a0e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 943 time: 0.0511210 Aug 20 12:26:31.344513 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-953605a5-3fce-41db-a19a-348047825cd0 req-3d3889d9-8aa8-4af3-bd19-79f8aed27e3e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316722 Aug 20 12:26:31.393660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9,segment=NetworkSegment(c79ee2b5-095b-4c9e-8f50-0f1fed124e46),segment_id=c79ee2b5-095b-4c9e-8f50-0f1fed124e46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:31.404377 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'port_id': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9', 'mac_address': 'fa:16:3e:01:20:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:26:31.440049 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:31.452176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:26:31.471312 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9,segment=NetworkSegment(c79ee2b5-095b-4c9e-8f50-0f1fed124e46),segment_id=c79ee2b5-095b-4c9e-8f50-0f1fed124e46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:31.474989 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:31.520403 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:31.527649 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:31.527995 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:31.528336 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:31.528693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:31.529029 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:31.529364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:31.529691 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:31.530523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:31.530848 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:31.531172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:31.531493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:31.531813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:31.728891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:26:32.290694 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:26:32.460597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd67178-e2c0-4315-8ba0-b70eea2a22e4 req-553772d8-0e8a-417c-9485-d4b7b368c4a0 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:32.462082 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6fd67178-e2c0-4315-8ba0-b70eea2a22e4 req-553772d8-0e8a-417c-9485-d4b7b368c4a0 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 944 time: 0.0517771 Aug 20 12:26:32.499484 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6fd67178-e2c0-4315-8ba0-b70eea2a22e4 req-26da17cf-f5ae-4873-be3e-3d17da8693b9 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309298 Aug 20 12:26:33.317287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:33.363652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:33.367490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:33.367858 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:33.417490 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:33.455500 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:33.477781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:33.480027 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0220af792790e0ef897e44c5137829760ffee7df2503c9a660c5cfe1a7c3770d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2351a1b-35bb-4817-a2f6-06fe581592c6" -d '{"events": [{"server_uuid": "e5933e8e-24af-422b-9cc0-23e07f9480b0", "name": "network-vif-plugged", "status": "completed", "tag": "a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:33.495011 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9,segment=NetworkSegment(c79ee2b5-095b-4c9e-8f50-0f1fed124e46),segment_id=c79ee2b5-095b-4c9e-8f50-0f1fed124e46)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:33.500540 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:33.549145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:33.597197 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd05a42-ceeb-4750-b9e7-639dbcf18fc5 x-openstack-request-id: req-bdd05a42-ceeb-4750-b9e7-639dbcf18fc5 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:33.597490 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5933e8e-24af-422b-9cc0-23e07f9480b0", "name": "network-vif-plugged", "status": "completed", "tag": "a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:33.597743 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdd05a42-ceeb-4750-b9e7-639dbcf18fc5 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:33.598134 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9', 'code': 200} Aug 20 12:26:33.622038 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0adce-f0d1-4d2d-868b-5b8e3e694210 req-b096317c-2a7c-47a6-8b9b-230dd66255c1 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:33.623557 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1e0adce-f0d1-4d2d-868b-5b8e3e694210 req-b096317c-2a7c-47a6-8b9b-230dd66255c1 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 945 time: 0.0531080 Aug 20 12:26:33.664307 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1e0adce-f0d1-4d2d-868b-5b8e3e694210 req-a82be50e-6595-4ee2-aacc-b55d983e475e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335429 Aug 20 12:26:33.693112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df826d-6327-48b0-b858-4e32ca3dff08 req-750c11ce-944b-4433-ac9b-5406161612d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:33.694598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a0df826d-6327-48b0-b858-4e32ca3dff08 req-750c11ce-944b-4433-ac9b-5406161612d6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 1096 time: 0.0413361 Aug 20 12:26:33.727722 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a0df826d-6327-48b0-b858-4e32ca3dff08 req-86c5ca04-edde-4ed5-8678-af50642f8b45 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267575 Aug 20 12:26:34.782265 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b0619-ff9d-48fb-891a-f37dec538fd4 req-a2527940-fa64-4ba9-96f4-01afc1fcf39d tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:34.783731 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8a8b0619-ff9d-48fb-891a-f37dec538fd4 req-a2527940-fa64-4ba9-96f4-01afc1fcf39d tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 945 time: 0.0480826 Aug 20 12:26:34.824698 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8a8b0619-ff9d-48fb-891a-f37dec538fd4 req-c18a8324-7392-4ae8-a8d8-852577617a60 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350039 Aug 20 12:26:34.936867 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6520f9-c85d-414b-89ff-e24a65cbc806 req-468c6a51-88f7-4909-a440-2835306d2ba2 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:34.938362 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4c6520f9-c85d-414b-89ff-e24a65cbc806 req-468c6a51-88f7-4909-a440-2835306d2ba2 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 945 time: 0.0482907 Aug 20 12:26:34.975549 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4c6520f9-c85d-414b-89ff-e24a65cbc806 req-3980a0c1-1b98-4e72-9695-3582bfd30c53 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312114 Aug 20 12:26:35.161549 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92de2d-61af-4622-827a-a80da4eb2ac2 req-8277d61d-91a5-4753-b31d-7c97f92ae90b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:35.163006 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc92de2d-61af-4622-827a-a80da4eb2ac2 req-8277d61d-91a5-4753-b31d-7c97f92ae90b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 945 time: 0.0510702 Aug 20 12:26:35.199058 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fc92de2d-61af-4622-827a-a80da4eb2ac2 req-ba2d11c4-1514-41f9-b245-61493b260fad tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302668 Aug 20 12:26:36.382001 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37d80d7f-760d-4061-bdb4-73e4cf2528bf req-9c4e9135-77bb-48c1-8b93-73936eb8c52f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392549 Aug 20 12:26:36.460225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d80d7f-760d-4061-bdb4-73e4cf2528bf req-110e55fd-8d6a-4794-8911-39b393148411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:36.461734 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37d80d7f-760d-4061-bdb4-73e4cf2528bf req-110e55fd-8d6a-4794-8911-39b393148411 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0438ba4d4f842a78b53fd4f0dc36692&device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 1096 time: 0.0399463 Aug 20 12:26:36.567495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d80d7f-760d-4061-bdb4-73e4cf2528bf req-7a2559db-0054-4ea4-9c51-7a4b248fc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:36.569097 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37d80d7f-760d-4061-bdb4-73e4cf2528bf req-7a2559db-0054-4ea4-9c51-7a4b248fc282 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ce264653-d856-4ab5-b2dc-f772d7c9f084 HTTP/1.1" status: 200 len: 915 time: 0.0889847 Aug 20 12:26:36.611188 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37d80d7f-760d-4061-bdb4-73e4cf2528bf req-91172603-2e37-4edf-8fd1-f220fada3c52 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 HTTP/1.1" status: 200 len: 217 time: 0.0356746 Aug 20 12:26:36.659284 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d80d7f-760d-4061-bdb4-73e4cf2528bf req-75166263-216b-4639-ba5f-e235f26e79cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:36.660794 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37d80d7f-760d-4061-bdb4-73e4cf2528bf req-75166263-216b-4639-ba5f-e235f26e79cd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cac7a8de-eac4-46eb-93ef-42210215b1a1 HTTP/1.1" status: 200 len: 854 time: 0.0428960 Aug 20 12:26:36.705567 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d80d7f-760d-4061-bdb4-73e4cf2528bf req-8fff95c1-305b-4123-bd28-b388bd0d9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:36.709392 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37d80d7f-760d-4061-bdb4-73e4cf2528bf req-8fff95c1-305b-4123-bd28-b388bd0d9deb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ce264653-d856-4ab5-b2dc-f772d7c9f084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397592 Aug 20 12:26:36.802851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37d80d7f-760d-4061-bdb4-73e4cf2528bf req-22b14e2f-75ff-40dc-b8b0-def981949a68 service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875232 Aug 20 12:26:36.895876 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-37d80d7f-760d-4061-bdb4-73e4cf2528bf req-56cd5af0-7a21-474a-a457-4ed7d8a5274a service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862126 Aug 20 12:26:39.597614 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:46.726799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94858df-46b9-4536-af3b-06fd7ca9ba36 req-59f78470-eba6-4096-8286-cb1da5eb79a9 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:46.728297 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f94858df-46b9-4536-af3b-06fd7ca9ba36 req-59f78470-eba6-4096-8286-cb1da5eb79a9 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 945 time: 0.0478747 Aug 20 12:26:46.767872 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f94858df-46b9-4536-af3b-06fd7ca9ba36 req-92d5ad66-248c-44f1-ba17-1c59247e5d75 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326674 Aug 20 12:26:46.790365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56954) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:46.873495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e035e2-19f1-4027-8d0d-0f00a95a8f7f tempest-TestMinimumBasicScenario-1690788000 tempest-TestMinimumBasicScenario-1690788000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:46.875071 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e5e035e2-19f1-4027-8d0d-0f00a95a8f7f tempest-TestMinimumBasicScenario-1690788000 tempest-TestMinimumBasicScenario-1690788000-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 1091 time: 0.0837030 Aug 20 12:26:46.878070 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56958) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:46.882264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:46.903416 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:46.996025 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:47.100121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Allocated IP 172.25.8.153 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/b03bb98b-349e-445c-a56f-a31a923515d9) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:26:47.199651 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:47.237031 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:47.276736 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:47.279429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:47.282789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:26:47.310228 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Pushing event updated for resources: {'Port': ['ID=b03bb98b-349e-445c-a56f-a31a923515d9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:47.948300 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.019454 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.179784 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.184415 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.253203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Pushing event updated for resources: {'Port': ['ID=b03bb98b-349e-445c-a56f-a31a923515d9,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:48.266286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:48.266639 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:48.266987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:48.267327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:48.267662 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:48.267997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:48.268328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:48.268678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:48.269012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:48.269342 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:48.269669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:48.269994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:48.275869 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.385999 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Floating IP fd76a903-7c47-4c89-afe4-526e36e236c4 associated. External IP: 172.25.8.153, port: a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9. Aug 20 12:26:48.597630 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Router 1b284175-9678-4b70-b7e3-1d2d637e810e has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:26:48.704459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:26:48.714553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f27d16-6d65-4c4b-90b3-62e87619a421 None None] Sync routers for ids ['1b284175-9678-4b70-b7e3-1d2d637e810e'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:26:48.720963 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.725117 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f27d16-6d65-4c4b-90b3-62e87619a421 None None] Routers {'1b284175-9678-4b70-b7e3-1d2d637e810e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:48.725738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d6f27d16-6d65-4c4b-90b3-62e87619a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:26:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1b284175-9678-4b70-b7e3-1d2d637e810e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:48.748809 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-83e02ac5-2638-49bc-aa1c-fa4e340a0d5e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8696139 Aug 20 12:26:48.749602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'tag': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:48.751796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56960) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:48.752312 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b21d8c-1ff3-488b-aed3-7d0f43220dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "e5933e8e-24af-422b-9cc0-23e07f9480b0", "tag": "a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:48.756875 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4184c40d-2bed-4a92-9c75-cbf710481578 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-804133280', 'description': 'tempest-secgroup-smoke-804133280 description', 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:48.782070 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4184c40d-2bed-4a92-9c75-cbf710481578 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.793188 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccd92ae-48e3-417e-aa9e-8bdeb8e7990c x-openstack-request-id: req-cccd92ae-48e3-417e-aa9e-8bdeb8e7990c {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:48.793499 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5933e8e-24af-422b-9cc0-23e07f9480b0", "tag": "a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:48.793717 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cccd92ae-48e3-417e-aa9e-8bdeb8e7990c {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:48.794118 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'tag': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9', 'status': 'completed', 'code': 200} Aug 20 12:26:48.854456 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-d6f27d16-6d65-4c4b-90b3-62e87619a421 None None] Set router 1b284175-9678-4b70-b7e3-1d2d637e810e gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:48.858723 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b21d8c-1ff3-488b-aed3-7d0f43220dc1 req-8a9cad86-2110-4131-8e5b-8475d0bd7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:48.860270 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5b21d8c-1ff3-488b-aed3-7d0f43220dc1 req-8a9cad86-2110-4131-8e5b-8475d0bd7245 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0438ba4d4f842a78b53fd4f0dc36692&device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 1096 time: 0.0443635 Aug 20 12:26:48.878240 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4184c40d-2bed-4a92-9c75-cbf710481578 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.882296 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4184c40d-2bed-4a92-9c75-cbf710481578 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.913321 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4184c40d-2bed-4a92-9c75-cbf710481578 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.914694 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4184c40d-2bed-4a92-9c75-cbf710481578 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1618152 Aug 20 12:26:48.915385 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184c40d-2bed-4a92-9c75-cbf710481578 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d922c203-eeb3-4c8f-adb3-cd1ee86f3819,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:48.917555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56964) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:48.927321 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a654d2bb-cbf3-40d1-a5e8-f591e4584ddb tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Request body: {'security_group_rule': {'security_group_id': 'd922c203-eeb3-4c8f-adb3-cd1ee86f3819', 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:48.963987 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a654d2bb-cbf3-40d1-a5e8-f591e4584ddb tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.975417 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b21d8c-1ff3-488b-aed3-7d0f43220dc1 req-4eea996d-6cda-4d6e-b4f7-33bafc0f3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:48.978047 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5b21d8c-1ff3-488b-aed3-7d0f43220dc1 req-4eea996d-6cda-4d6e-b4f7-33bafc0f3ea2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ce264653-d856-4ab5-b2dc-f772d7c9f084 HTTP/1.1" status: 200 len: 915 time: 0.1113713 Aug 20 12:26:49.033593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a654d2bb-cbf3-40d1-a5e8-f591e4584ddb tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.037978 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a654d2bb-cbf3-40d1-a5e8-f591e4584ddb tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.053403 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5b21d8c-1ff3-488b-aed3-7d0f43220dc1 req-f8eb88b4-7adb-4234-86dc-9d93f1a4bbc8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 HTTP/1.1" status: 200 len: 999 time: 0.0688655 Aug 20 12:26:49.057157 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654d2bb-cbf3-40d1-a5e8-f591e4584ddb tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded3c03a-d2bf-4f4d-aa68-c383faaa93a2,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:49.059421 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a654d2bb-cbf3-40d1-a5e8-f591e4584ddb tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.060627 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a654d2bb-cbf3-40d1-a5e8-f591e4584ddb tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387882 Aug 20 12:26:49.063591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56966) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:49.068105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f231e157-7cfa-4740-a4a7-c421d5b2d3d9 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Request body: {'security_group_rule': {'security_group_id': 'd922c203-eeb3-4c8f-adb3-cd1ee86f3819', 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:49.096029 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f231e157-7cfa-4740-a4a7-c421d5b2d3d9 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.110400 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d6f27d16-6d65-4c4b-90b3-62e87619a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'name': 'tempest-TestMinimumBasicScenario-1157048295-router', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '6277baf3-e3fe-4627-a019-0c0112325498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:00Z', 'revision_number': 4, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'gw_port': {'id': '6277baf3-e3fe-4627-a019-0c0112325498', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ff:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'fd76a903-7c47-4c89-afe4-526e36e236c4', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'port_id': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'mac_address': 'fa:16:3e:01:20:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:26:47Z', 'updated_at': '2021-08-20T12:26:47Z', 'revision_number': 0, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15e1102-1258-40fd-a162-41be3f7ac65d', 'name': '', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'mac_address': 'fa:16:3e:78:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:00Z', 'updated_at': '2021-08-20T12:26:06Z', 'revision_number': 5, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'subnets': [{'id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:49.125296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b21d8c-1ff3-488b-aed3-7d0f43220dc1 req-4958e6e4-be9e-4347-9605-788bc44c0f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:49.127304 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5b21d8c-1ff3-488b-aed3-7d0f43220dc1 req-4958e6e4-be9e-4347-9605-788bc44c0f40 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cac7a8de-eac4-46eb-93ef-42210215b1a1 HTTP/1.1" status: 200 len: 854 time: 0.0621204 Aug 20 12:26:49.136838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f27d16-6d65-4c4b-90b3-62e87619a421 None None] Checking router: 1b284175-9678-4b70-b7e3-1d2d637e810e for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:26:49.146452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f27d16-6d65-4c4b-90b3-62e87619a421 None None] Routers {'1b284175-9678-4b70-b7e3-1d2d637e810e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:49.147167 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d6f27d16-6d65-4c4b-90b3-62e87619a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:26:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1b284175-9678-4b70-b7e3-1d2d637e810e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:49.163626 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f231e157-7cfa-4740-a4a7-c421d5b2d3d9 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.167655 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f231e157-7cfa-4740-a4a7-c421d5b2d3d9 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.180817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b21d8c-1ff3-488b-aed3-7d0f43220dc1 req-6413d0a5-1f55-474c-9b0f-7b6c6d8d8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:49.183056 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5b21d8c-1ff3-488b-aed3-7d0f43220dc1 req-6413d0a5-1f55-474c-9b0f-7b6c6d8d8e83 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ce264653-d856-4ab5-b2dc-f772d7c9f084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486622 Aug 20 12:26:49.185648 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231e157-7cfa-4740-a4a7-c421d5b2d3d9 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1177467-b667-4864-b65f-f562f2d59b30,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:49.193901 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f231e157-7cfa-4740-a4a7-c421d5b2d3d9 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.196910 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f231e157-7cfa-4740-a4a7-c421d5b2d3d9 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305749 Aug 20 12:26:49.198020 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56968) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:49.203234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a2136bb3-5d05-4e99-b6a1-90c89d25e974 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Request body: {'security_group_rule': {'security_group_id': 'd922c203-eeb3-4c8f-adb3-cd1ee86f3819', 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:49.230970 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2136bb3-5d05-4e99-b6a1-90c89d25e974 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.272135 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-d6f27d16-6d65-4c4b-90b3-62e87619a421 None None] Set router 1b284175-9678-4b70-b7e3-1d2d637e810e gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:49.290247 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5b21d8c-1ff3-488b-aed3-7d0f43220dc1 req-71a6cdf0-5650-426f-b12e-bd188ddd892f service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938861 Aug 20 12:26:49.293708 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2136bb3-5d05-4e99-b6a1-90c89d25e974 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.298522 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2136bb3-5d05-4e99-b6a1-90c89d25e974 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.316569 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2136bb3-5d05-4e99-b6a1-90c89d25e974 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79090503-4be3-4a98-b644-a5b13caf3e33,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:49.323294 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2136bb3-5d05-4e99-b6a1-90c89d25e974 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.327790 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a2136bb3-5d05-4e99-b6a1-90c89d25e974 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287880 Aug 20 12:26:49.328545 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56970) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:49.333637 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6860ad0e-2b22-4435-837e-4251c69c0334 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Request body: {'security_group_rule': {'security_group_id': 'd922c203-eeb3-4c8f-adb3-cd1ee86f3819', 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:49.363679 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6860ad0e-2b22-4435-837e-4251c69c0334 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.390941 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5b21d8c-1ff3-488b-aed3-7d0f43220dc1 req-140b5730-35ab-4ede-863c-c963ebc4fdf5 service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938566 Aug 20 12:26:49.438461 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6860ad0e-2b22-4435-837e-4251c69c0334 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.443048 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6860ad0e-2b22-4435-837e-4251c69c0334 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.463707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860ad0e-2b22-4435-837e-4251c69c0334 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb05c1a-4f05-4e4b-ba81-afc379d9e582,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:49.467836 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6860ad0e-2b22-4435-837e-4251c69c0334 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.471692 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6860ad0e-2b22-4435-837e-4251c69c0334 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396549 Aug 20 12:26:49.472160 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 56972) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:49.476396 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d820580d-9316-4428-a52d-4db9c9f07f48 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Request body: {'security_group_rule': {'security_group_id': 'd922c203-eeb3-4c8f-adb3-cd1ee86f3819', 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:49.500877 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-d820580d-9316-4428-a52d-4db9c9f07f48 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Project a0438ba4d4f842a78b53fd4f0dc36692 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:26:49.506441 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d820580d-9316-4428-a52d-4db9c9f07f48 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.515411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d6f27d16-6d65-4c4b-90b3-62e87619a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'name': 'tempest-TestMinimumBasicScenario-1157048295-router', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '6277baf3-e3fe-4627-a019-0c0112325498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:00Z', 'revision_number': 4, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'gw_port': {'id': '6277baf3-e3fe-4627-a019-0c0112325498', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ff:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'fd76a903-7c47-4c89-afe4-526e36e236c4', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'port_id': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'mac_address': 'fa:16:3e:01:20:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:26:47Z', 'updated_at': '2021-08-20T12:26:47Z', 'revision_number': 0, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15e1102-1258-40fd-a162-41be3f7ac65d', 'name': '', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'mac_address': 'fa:16:3e:78:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:00Z', 'updated_at': '2021-08-20T12:26:06Z', 'revision_number': 5, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'subnets': [{'id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:49.542585 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f27d16-6d65-4c4b-90b3-62e87619a421 None None] The sync data for ids ['1b284175-9678-4b70-b7e3-1d2d637e810e'] in n-d-804299-2 is: [{'id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'name': 'tempest-TestMinimumBasicScenario-1157048295-router', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '6277baf3-e3fe-4627-a019-0c0112325498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:00Z', 'revision_number': 4, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'gw_port': {'id': '6277baf3-e3fe-4627-a019-0c0112325498', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ff:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'fd76a903-7c47-4c89-afe4-526e36e236c4', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'port_id': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'mac_address': 'fa:16:3e:01:20:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:26:47Z', 'updated_at': '2021-08-20T12:26:47Z', 'revision_number': 0, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15e1102-1258-40fd-a162-41be3f7ac65d', 'name': '', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'mac_address': 'fa:16:3e:78:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:00Z', 'updated_at': '2021-08-20T12:26:06Z', 'revision_number': 5, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'subnets': [{'id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:26:49.568225 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d820580d-9316-4428-a52d-4db9c9f07f48 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.571942 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d820580d-9316-4428-a52d-4db9c9f07f48 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.591479 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820580d-9316-4428-a52d-4db9c9f07f48 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a2f066-2e59-4bb0-9e69-658816717dea,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:49.595630 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d820580d-9316-4428-a52d-4db9c9f07f48 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.599514 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d820580d-9316-4428-a52d-4db9c9f07f48 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239572 Aug 20 12:26:49.599989 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 56974) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:49.604565 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-517e58ab-5c8e-4253-ad2e-7ed265cddb19 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Request body: {'security_group_rule': {'security_group_id': 'd922c203-eeb3-4c8f-adb3-cd1ee86f3819', 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:49.629209 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-517e58ab-5c8e-4253-ad2e-7ed265cddb19 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Project a0438ba4d4f842a78b53fd4f0dc36692 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:26:49.634497 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-517e58ab-5c8e-4253-ad2e-7ed265cddb19 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.697522 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-517e58ab-5c8e-4253-ad2e-7ed265cddb19 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.701646 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-517e58ab-5c8e-4253-ad2e-7ed265cddb19 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.722091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e58ab-5c8e-4253-ad2e-7ed265cddb19 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e96e4ba-89f3-40d3-bef4-c013872813ec,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:49.726007 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-517e58ab-5c8e-4253-ad2e-7ed265cddb19 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.730092 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-517e58ab-5c8e-4253-ad2e-7ed265cddb19 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263666 Aug 20 12:26:49.767167 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a51a98-f5a3-44a7-a5f7-d9d77a6abeb8 None None] New status for floating IP fd76a903-7c47-4c89-afe4-526e36e236c4: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:26:49.809214 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-51f3c081-dca5-4025-8bd5-ba820856d274 req-61497a7a-0de4-4d38-8d1b-1344dc286553 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-804133280&fields=id&tenant_id=a0438ba4d4f842a78b53fd4f0dc36692 HTTP/1.1" status: 200 len: 267 time: 0.0337811 Aug 20 12:26:49.861509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3c081-dca5-4025-8bd5-ba820856d274 req-27972322-0468-4533-a9ae-c9170d25a17e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:49.863057 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-51f3c081-dca5-4025-8bd5-ba820856d274 req-27972322-0468-4533-a9ae-c9170d25a17e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 945 time: 0.0471468 Aug 20 12:26:49.875572 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-51f3c081-dca5-4025-8bd5-ba820856d274 req-4ed608b9-3163-49a1-aa9f-827d6bfb9792 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Request body: {'port': {'security_groups': ['a40852d8-a817-4b47-af78-1e4ab8667cfd', 'd922c203-eeb3-4c8f-adb3-cd1ee86f3819']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:49.944919 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51f3c081-dca5-4025-8bd5-ba820856d274 req-4ed608b9-3163-49a1-aa9f-827d6bfb9792 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:50.131910 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-51f3c081-dca5-4025-8bd5-ba820856d274 req-4ed608b9-3163-49a1-aa9f-827d6bfb9792 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] For port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9,segment=NetworkSegment(c79ee2b5-095b-4c9e-8f50-0f1fed124e46),segment_id=c79ee2b5-095b-4c9e-8f50-0f1fed124e46)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:50.160897 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51f3c081-dca5-4025-8bd5-ba820856d274 req-4ed608b9-3163-49a1-aa9f-827d6bfb9792 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:50.165305 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51f3c081-dca5-4025-8bd5-ba820856d274 req-4ed608b9-3163-49a1-aa9f-827d6bfb9792 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:50.177100 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:26:50.208154 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3c081-dca5-4025-8bd5-ba820856d274 req-4ed608b9-3163-49a1-aa9f-827d6bfb9792 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:50.208804 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51f3c081-dca5-4025-8bd5-ba820856d274 req-4ed608b9-3163-49a1-aa9f-827d6bfb9792 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:50.210209 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-51f3c081-dca5-4025-8bd5-ba820856d274 req-4ed608b9-3163-49a1-aa9f-827d6bfb9792 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "PUT /v2.0/ports/a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 HTTP/1.1" status: 200 len: 981 time: 0.3402429 Aug 20 12:26:50.210662 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'tag': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:50.212985 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ed35f0-399d-436c-8cc5-da2d772e41a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5933e8e-24af-422b-9cc0-23e07f9480b0", "tag": "a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:50.252310 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed608b9-3163-49a1-aa9f-827d6bfb9792 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Pushing event updated for resources: {'Port': ['ID=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:50.281352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:26:50.295876 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870b92d0-0be5-492e-a031-b5fee797cf9c x-openstack-request-id: req-870b92d0-0be5-492e-a031-b5fee797cf9c {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:50.296568 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5933e8e-24af-422b-9cc0-23e07f9480b0", "tag": "a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:50.296950 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-870b92d0-0be5-492e-a031-b5fee797cf9c {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:50.297439 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'tag': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9', 'status': 'completed', 'code': 200} Aug 20 12:26:50.371499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549c6ac-a10a-4854-87d9-79a97ff2803b req-8ef72ccc-73dd-4809-ad24-4bd8f73b43ea tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:50.373187 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6549c6ac-a10a-4854-87d9-79a97ff2803b req-8ef72ccc-73dd-4809-ad24-4bd8f73b43ea tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 984 time: 0.0957780 Aug 20 12:26:50.400378 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed35f0-399d-436c-8cc5-da2d772e41a8 req-ffa120b6-3206-487a-80fb-9b14c542520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:50.401816 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4ed35f0-399d-436c-8cc5-da2d772e41a8 req-ffa120b6-3206-487a-80fb-9b14c542520e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0438ba4d4f842a78b53fd4f0dc36692&device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 1135 time: 0.0824931 Aug 20 12:26:50.464058 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6549c6ac-a10a-4854-87d9-79a97ff2803b req-98f93760-2ba7-4186-9a77-da64ae761c7d tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&id=d922c203-eeb3-4c8f-adb3-cd1ee86f3819&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836558 Aug 20 12:26:50.509317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed35f0-399d-436c-8cc5-da2d772e41a8 req-3c422bab-1eff-4101-a310-fa566067618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:50.510788 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4ed35f0-399d-436c-8cc5-da2d772e41a8 req-3c422bab-1eff-4101-a310-fa566067618e service neutron] 10.222.0.76 "GET /v2.0/networks?id=ce264653-d856-4ab5-b2dc-f772d7c9f084 HTTP/1.1" status: 200 len: 915 time: 0.1010959 Aug 20 12:26:50.572462 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9e6a3cdb-8d87-40f8-9ed8-05900c3db152 None None] Provisioning complete for port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:50.572847 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3cdb-8d87-40f8-9ed8-05900c3db152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:50.580331 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4ed35f0-399d-436c-8cc5-da2d772e41a8 req-ab2093d8-60ee-4920-92f7-28b52397b516 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 HTTP/1.1" status: 200 len: 1001 time: 0.0626237 Aug 20 12:26:50.629901 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed35f0-399d-436c-8cc5-da2d772e41a8 req-ddf3da87-ead3-4bfb-a4ad-964c7b54f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:50.631358 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4ed35f0-399d-436c-8cc5-da2d772e41a8 req-ddf3da87-ead3-4bfb-a4ad-964c7b54f420 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cac7a8de-eac4-46eb-93ef-42210215b1a1 HTTP/1.1" status: 200 len: 854 time: 0.0443406 Aug 20 12:26:50.676490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed35f0-399d-436c-8cc5-da2d772e41a8 req-a02b9c60-3c9c-4a88-9d92-5045a444d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:50.677941 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4ed35f0-399d-436c-8cc5-da2d772e41a8 req-a02b9c60-3c9c-4a88-9d92-5045a444d7d9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ce264653-d856-4ab5-b2dc-f772d7c9f084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393770 Aug 20 12:26:50.774566 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4ed35f0-399d-436c-8cc5-da2d772e41a8 req-cbd7df94-4b47-4f54-ade3-60c7fa4c04bb service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889287 Aug 20 12:26:50.866084 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4ed35f0-399d-436c-8cc5-da2d772e41a8 req-32e73054-c31d-4d0d-8108-4fd0528e6610 service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840287 Aug 20 12:26:52.420804 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-453996ec-33c5-451e-8eca-6d9dfbcbd3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.195836 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c4106534-5c57-49ee-aaf7-813cf1b54d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.540367 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:56.527422 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:58.133629 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:03.420505 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.730427 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f380cc-5126-4c95-ab0b-f4352deada0e req-f842abe7-beb2-45d5-b927-bf6aac1726ce tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:07.731832 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-91f380cc-5126-4c95-ab0b-f4352deada0e req-f842abe7-beb2-45d5-b927-bf6aac1726ce tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 984 time: 0.0771227 Aug 20 12:27:07.738334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb13ca-f028-4763-8fba-c7c79f711b2b req-2a179bd4-9fca-4efa-9753-aced87d187ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:07.739983 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bbb13ca-f028-4763-8fba-c7c79f711b2b req-2a179bd4-9fca-4efa-9753-aced87d187ac service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0438ba4d4f842a78b53fd4f0dc36692&device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 1135 time: 0.0759442 Aug 20 12:27:07.819798 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-91f380cc-5126-4c95-ab0b-f4352deada0e req-be41f686-8e93-4de0-8a19-187175d18d2f tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&id=d922c203-eeb3-4c8f-adb3-cd1ee86f3819&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788269 Aug 20 12:27:07.852066 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb13ca-f028-4763-8fba-c7c79f711b2b req-16e06646-2c05-42d4-97a3-94667f06c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:07.853589 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bbb13ca-f028-4763-8fba-c7c79f711b2b req-16e06646-2c05-42d4-97a3-94667f06c8b7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ce264653-d856-4ab5-b2dc-f772d7c9f084 HTTP/1.1" status: 200 len: 915 time: 0.1060777 Aug 20 12:27:07.922760 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bbb13ca-f028-4763-8fba-c7c79f711b2b req-970a1833-3e9a-4837-af65-89f4a1c07e5e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 HTTP/1.1" status: 200 len: 1001 time: 0.0611050 Aug 20 12:27:07.972369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb13ca-f028-4763-8fba-c7c79f711b2b req-1562aee5-6f3d-4b46-8fec-6be5bcebd777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:07.973824 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bbb13ca-f028-4763-8fba-c7c79f711b2b req-1562aee5-6f3d-4b46-8fec-6be5bcebd777 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cac7a8de-eac4-46eb-93ef-42210215b1a1 HTTP/1.1" status: 200 len: 854 time: 0.0430098 Aug 20 12:27:08.019579 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb13ca-f028-4763-8fba-c7c79f711b2b req-77a8e266-4b9f-4d27-bf96-ce142855a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:08.021160 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bbb13ca-f028-4763-8fba-c7c79f711b2b req-77a8e266-4b9f-4d27-bf96-ce142855a40f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ce264653-d856-4ab5-b2dc-f772d7c9f084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396819 Aug 20 12:27:08.112666 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bbb13ca-f028-4763-8fba-c7c79f711b2b req-52c387cd-888b-4f06-a5e1-2feb5139c3ab service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849278 Aug 20 12:27:08.199889 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6bbb13ca-f028-4763-8fba-c7c79f711b2b req-21a73bf9-a85e-4c6e-b1c3-558857ec297a service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802069 Aug 20 12:27:08.936228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d61657-e1d6-420c-8e4d-c7a8b7424dc1 req-b008fc1a-3e73-41b1-9eae-e45f08cd86c7 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:08.938280 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60d61657-e1d6-420c-8e4d-c7a8b7424dc1 req-b008fc1a-3e73-41b1-9eae-e45f08cd86c7 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 984 time: 0.0487580 Aug 20 12:27:08.983396 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60d61657-e1d6-420c-8e4d-c7a8b7424dc1 req-75ca38ca-fc24-453a-b6dc-97546b9c620d tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&id=d922c203-eeb3-4c8f-adb3-cd1ee86f3819&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391560 Aug 20 12:27:09.289838 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:27:09.605362 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:10.116659 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce77d42-b125-4f35-b71d-1ff1ac7c9dd6 req-4b5bc02d-c10d-4770-92d4-5b1f4edc33d3 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:10.118144 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7ce77d42-b125-4f35-b71d-1ff1ac7c9dd6 req-4b5bc02d-c10d-4770-92d4-5b1f4edc33d3 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 984 time: 0.0537143 Aug 20 12:27:10.157574 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7ce77d42-b125-4f35-b71d-1ff1ac7c9dd6 req-407e7764-420b-4c9e-9295-0e871830eb57 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&id=d922c203-eeb3-4c8f-adb3-cd1ee86f3819&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333169 Aug 20 12:27:11.271531 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e495c-e4fc-4e5a-a1bb-6a528657f355 req-29b59f2f-251c-46db-b204-3449d22b9d29 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:11.272948 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a01e495c-e4fc-4e5a-a1bb-6a528657f355 req-29b59f2f-251c-46db-b204-3449d22b9d29 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 984 time: 0.0491762 Aug 20 12:27:11.312681 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a01e495c-e4fc-4e5a-a1bb-6a528657f355 req-697f6306-9ed2-452c-94cd-cd694900efcb tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&id=d922c203-eeb3-4c8f-adb3-cd1ee86f3819&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336916 Aug 20 12:27:12.426251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68a9b9-63a8-4682-846f-852325a3094e req-2d38ca3d-c482-4a0f-8c77-9ab1aa99d0f3 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:12.427733 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a68a9b9-63a8-4682-846f-852325a3094e req-2d38ca3d-c482-4a0f-8c77-9ab1aa99d0f3 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 984 time: 0.0484569 Aug 20 12:27:12.468110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a68a9b9-63a8-4682-846f-852325a3094e req-ac6012a7-5e2e-4365-a2f8-67cf30c9262e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&id=d922c203-eeb3-4c8f-adb3-cd1ee86f3819&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341065 Aug 20 12:27:13.582247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb50ee3-aa20-444b-ad4d-f82dc8835706 req-ea2b9886-30d0-4157-9a0e-acf530976f0b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:13.584366 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fcb50ee3-aa20-444b-ad4d-f82dc8835706 req-ea2b9886-30d0-4157-9a0e-acf530976f0b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 984 time: 0.0497980 Aug 20 12:27:13.625383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fcb50ee3-aa20-444b-ad4d-f82dc8835706 req-b4a5053b-00ab-4b54-9766-a4835c10f5e4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&id=d922c203-eeb3-4c8f-adb3-cd1ee86f3819&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343308 Aug 20 12:27:14.753831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea6a4f-f7fb-4ec8-a385-b698de3c0bdc req-74c9573a-a5f8-416c-8819-9e46a7ade57e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:14.755299 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3ea6a4f-f7fb-4ec8-a385-b698de3c0bdc req-74c9573a-a5f8-416c-8819-9e46a7ade57e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 984 time: 0.0491855 Aug 20 12:27:14.794987 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a3ea6a4f-f7fb-4ec8-a385-b698de3c0bdc req-3490a098-031b-43c7-913e-7101c34355d6 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&id=d922c203-eeb3-4c8f-adb3-cd1ee86f3819&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331559 Aug 20 12:27:15.908962 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d172c-edf8-4a1f-a0f9-865c5ce4b897 req-a7ebad9d-9a25-46e6-8a05-7cddee5ce8c1 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:15.910796 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bb9d172c-edf8-4a1f-a0f9-865c5ce4b897 req-a7ebad9d-9a25-46e6-8a05-7cddee5ce8c1 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 984 time: 0.0489404 Aug 20 12:27:15.954147 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bb9d172c-edf8-4a1f-a0f9-865c5ce4b897 req-447b7ef1-6801-463b-8254-87cd3b703b53 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&id=d922c203-eeb3-4c8f-adb3-cd1ee86f3819&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373244 Aug 20 12:27:17.072655 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945ee8d-f9b3-498c-a8da-fef756e7bce6 req-554333a0-09e8-459a-b8aa-ea7465ef5345 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:17.074114 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5945ee8d-f9b3-498c-a8da-fef756e7bce6 req-554333a0-09e8-459a-b8aa-ea7465ef5345 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 984 time: 0.0516436 Aug 20 12:27:17.112560 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5945ee8d-f9b3-498c-a8da-fef756e7bce6 req-f8b4ad57-d924-48dd-93c1-c93774c18379 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&id=d922c203-eeb3-4c8f-adb3-cd1ee86f3819&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0316193 Aug 20 12:27:18.225634 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4ae22-4260-4a26-a754-d66a6dcaf544 req-e151e8d3-5a42-4310-beb6-5607b838eb2a tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:18.227105 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e4f4ae22-4260-4a26-a754-d66a6dcaf544 req-e151e8d3-5a42-4310-beb6-5607b838eb2a tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 984 time: 0.0481577 Aug 20 12:27:18.266470 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e4f4ae22-4260-4a26-a754-d66a6dcaf544 req-46e9ac8b-857b-4c4e-9929-d3ca58b237a0 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&id=d922c203-eeb3-4c8f-adb3-cd1ee86f3819&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332489 Aug 20 12:27:19.379192 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f49fc2-07ed-4e2b-b620-e1ce3d5df35e req-36570f6f-7334-442d-b091-328585906baf tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:19.380684 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43f49fc2-07ed-4e2b-b620-e1ce3d5df35e req-36570f6f-7334-442d-b091-328585906baf tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 984 time: 0.0482411 Aug 20 12:27:19.419762 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43f49fc2-07ed-4e2b-b620-e1ce3d5df35e req-ed164395-4f1a-487e-937d-174edff41762 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&id=d922c203-eeb3-4c8f-adb3-cd1ee86f3819&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330074 Aug 20 12:27:22.420934 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7a0d0e7b-a1fa-4acc-a049-77481ab38825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:25.195422 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8a7c-fbb5-430d-900f-b4438b94acfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:25.541758 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:26.531038 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:28.135239 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:33.421297 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:36.381101 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-740521b9-7d5c-48d8-8205-0ece88b08616 req-61d78dc0-5eb2-4acf-af6a-c08a0333e692 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394003 Aug 20 12:27:36.465764 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740521b9-7d5c-48d8-8205-0ece88b08616 req-ce074953-a455-4c54-9d9d-a43de3726dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:36.467268 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-740521b9-7d5c-48d8-8205-0ece88b08616 req-ce074953-a455-4c54-9d9d-a43de3726dbb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0438ba4d4f842a78b53fd4f0dc36692&device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 1135 time: 0.0436559 Aug 20 12:27:36.568626 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740521b9-7d5c-48d8-8205-0ece88b08616 req-8c6687d1-e3b1-45e3-af0d-63c659613193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:36.570092 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-740521b9-7d5c-48d8-8205-0ece88b08616 req-8c6687d1-e3b1-45e3-af0d-63c659613193 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ce264653-d856-4ab5-b2dc-f772d7c9f084 HTTP/1.1" status: 200 len: 915 time: 0.0822167 Aug 20 12:27:36.636723 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-740521b9-7d5c-48d8-8205-0ece88b08616 req-000c6eb0-ce05-4ac9-9fa2-7e8f472737ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 HTTP/1.1" status: 200 len: 1001 time: 0.0599210 Aug 20 12:27:36.684387 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740521b9-7d5c-48d8-8205-0ece88b08616 req-44a94152-06a5-4278-9507-a23277894704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:36.685798 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-740521b9-7d5c-48d8-8205-0ece88b08616 req-44a94152-06a5-4278-9507-a23277894704 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cac7a8de-eac4-46eb-93ef-42210215b1a1 HTTP/1.1" status: 200 len: 854 time: 0.0414014 Aug 20 12:27:36.729517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740521b9-7d5c-48d8-8205-0ece88b08616 req-4f205e38-1a96-454f-a359-9ab9b68a0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:36.730962 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-740521b9-7d5c-48d8-8205-0ece88b08616 req-4f205e38-1a96-454f-a359-9ab9b68a0a67 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ce264653-d856-4ab5-b2dc-f772d7c9f084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382361 Aug 20 12:27:36.820492 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-740521b9-7d5c-48d8-8205-0ece88b08616 req-5692a495-a7ad-4a11-b55d-c7f0e417a573 service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823779 Aug 20 12:27:36.907448 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-740521b9-7d5c-48d8-8205-0ece88b08616 req-4036c825-c9f9-4def-8b74-9a8437cc8705 service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790248 Aug 20 12:27:39.613343 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:46.289962 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:27:52.010387 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-51555575-df3e-4137-8d29-11f227c7bb2c req-1260171a-c526-4123-82a7-aaf58c5e5887 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-804133280&fields=id&tenant_id=a0438ba4d4f842a78b53fd4f0dc36692 HTTP/1.1" status: 200 len: 267 time: 0.0343044 Aug 20 12:27:52.146741 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51555575-df3e-4137-8d29-11f227c7bb2c req-57d7718b-167d-4824-a9ce-d00981bd66bf tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:52.148156 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-51555575-df3e-4137-8d29-11f227c7bb2c req-57d7718b-167d-4824-a9ce-d00981bd66bf tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 984 time: 0.0959134 Aug 20 12:27:52.159408 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-51555575-df3e-4137-8d29-11f227c7bb2c req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Request body: {'port': {'security_groups': ['a40852d8-a817-4b47-af78-1e4ab8667cfd']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:52.226011 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51555575-df3e-4137-8d29-11f227c7bb2c req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:52.396420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-51555575-df3e-4137-8d29-11f227c7bb2c req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] For port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9,segment=NetworkSegment(c79ee2b5-095b-4c9e-8f50-0f1fed124e46),segment_id=c79ee2b5-095b-4c9e-8f50-0f1fed124e46)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:52.422087 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-efd6d8f6-c63e-4d7d-b98f-9388c66c2e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:52.428317 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51555575-df3e-4137-8d29-11f227c7bb2c req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:52.432573 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51555575-df3e-4137-8d29-11f227c7bb2c req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:52.444241 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:27:52.475935 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51555575-df3e-4137-8d29-11f227c7bb2c req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:52.476537 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51555575-df3e-4137-8d29-11f227c7bb2c req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:52.477950 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-51555575-df3e-4137-8d29-11f227c7bb2c req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "PUT /v2.0/ports/a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 HTTP/1.1" status: 200 len: 942 time: 0.3232057 Aug 20 12:27:52.478395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'tag': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:52.480736 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b045a25-84a0-4fd9-bb67-261797e07571" -d '{"events": [{"name": "network-changed", "server_uuid": "e5933e8e-24af-422b-9cc0-23e07f9480b0", "tag": "a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:52.489042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57038) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:52.509163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Pushing event updated for resources: {'Port': ['ID=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:52.517475 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.518138 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.518138 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.518476 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.518823 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.519146 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.519477 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.519807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.520332 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.520715 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.521314 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.521546 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2b4f1b-8e03-4702-bc0c-2c0b79bcedb4 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.548518 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:27:52.556603 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c922c8-e191-4572-9a18-8e13bdb9e718 x-openstack-request-id: req-91c922c8-e191-4572-9a18-8e13bdb9e718 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:52.557334 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5933e8e-24af-422b-9cc0-23e07f9480b0", "tag": "a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:52.557334 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91c922c8-e191-4572-9a18-8e13bdb9e718 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:52.557719 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'tag': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9', 'status': 'completed', 'code': 200} Aug 20 12:27:52.598222 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:52.654837 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:52.664734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b045a25-84a0-4fd9-bb67-261797e07571 req-f8c5f947-205b-4cde-9767-f7ab3e03b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:52.666241 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b045a25-84a0-4fd9-bb67-261797e07571 req-f8c5f947-205b-4cde-9767-f7ab3e03b5da service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0438ba4d4f842a78b53fd4f0dc36692&device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 1096 time: 0.0819020 Aug 20 12:27:52.744490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-75a789e3-bac3-4583-990e-70c75bbd2ccf None None] Provisioning complete for port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:52.744831 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-75a789e3-bac3-4583-990e-70c75bbd2ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:52.776030 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b045a25-84a0-4fd9-bb67-261797e07571 req-6e94cb5a-9265-464a-87cb-5b513c0c10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:52.777570 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b045a25-84a0-4fd9-bb67-261797e07571 req-6e94cb5a-9265-464a-87cb-5b513c0c10cd service neutron] 10.222.0.76 "GET /v2.0/networks?id=ce264653-d856-4ab5-b2dc-f772d7c9f084 HTTP/1.1" status: 200 len: 915 time: 0.1003113 Aug 20 12:27:52.792575 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:52.795086 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:52.796162 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "DELETE /v2.0/security-groups/d922c203-eeb3-4c8f-adb3-cd1ee86f3819 HTTP/1.1" status: 204 len: 168 time: 0.3032854 Aug 20 12:27:52.799835 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57040) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:52.840977 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d922c203-eeb3-4c8f-adb3-cd1ee86f3819,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:52.853549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.853893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.854233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.854566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.854896 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.855226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.855549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.855872 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.856198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.856519 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.856860 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.857176 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259fc0b-8b8b-4ed6-b3ee-dea476432a96 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:52.877626 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b045a25-84a0-4fd9-bb67-261797e07571 req-08c589c1-b7a4-4a71-bd08-95603c803808 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 HTTP/1.1" status: 200 len: 1001 time: 0.0916247 Aug 20 12:27:52.928084 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b045a25-84a0-4fd9-bb67-261797e07571 req-003b4896-1b69-451f-b430-cb213f85b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:52.929588 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b045a25-84a0-4fd9-bb67-261797e07571 req-003b4896-1b69-451f-b430-cb213f85b98e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cac7a8de-eac4-46eb-93ef-42210215b1a1 HTTP/1.1" status: 200 len: 854 time: 0.0461657 Aug 20 12:27:52.971961 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4db1e157-81e0-4b48-826d-40f6330e676e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Deleting port b03bb98b-349e-445c-a56f-a31a923515d9 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:27:52.972210 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4db1e157-81e0-4b48-826d-40f6330e676e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:52.976007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b045a25-84a0-4fd9-bb67-261797e07571 req-68779c79-afe3-40aa-a7fb-7fa6a54d7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:52.980577 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b045a25-84a0-4fd9-bb67-261797e07571 req-68779c79-afe3-40aa-a7fb-7fa6a54d7770 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ce264653-d856-4ab5-b2dc-f772d7c9f084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409615 Aug 20 12:27:53.074853 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b045a25-84a0-4fd9-bb67-261797e07571 req-1c95ea21-16ee-4f3f-ab5c-fd1483912a9f service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904496 Aug 20 12:27:53.249010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3b045a25-84a0-4fd9-bb67-261797e07571 req-63faa794-e81b-44fb-8551-4dc288155123 service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289172 Aug 20 12:27:53.384816 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4db1e157-81e0-4b48-826d-40f6330e676e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:53.385444 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4db1e157-81e0-4b48-826d-40f6330e676e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:53.396858 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4db1e157-81e0-4b48-826d-40f6330e676e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Calling delete_port for b03bb98b-349e-445c-a56f-a31a923515d9 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:27:53.549630 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4db1e157-81e0-4b48-826d-40f6330e676e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:53.575369 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1e157-81e0-4b48-826d-40f6330e676e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Pushing event deleted for resources: {'Port': ['ID=b03bb98b-349e-445c-a56f-a31a923515d9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:53.634411 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4db1e157-81e0-4b48-826d-40f6330e676e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:53.634750 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-4db1e157-81e0-4b48-826d-40f6330e676e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Floating IP fd76a903-7c47-4c89-afe4-526e36e236c4 disassociated (deleted). External IP: 172.25.8.153, port: a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9. Aug 20 12:27:53.840364 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db1e157-81e0-4b48-826d-40f6330e676e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Router 1b284175-9678-4b70-b7e3-1d2d637e810e has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:27:53.947294 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db1e157-81e0-4b48-826d-40f6330e676e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:27:53.952136 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4db1e157-81e0-4b48-826d-40f6330e676e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:53.957876 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5825c797-9905-40e8-b1d5-45ad52cb8d15 None None] Sync routers for ids ['1b284175-9678-4b70-b7e3-1d2d637e810e'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:27:53.967044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5825c797-9905-40e8-b1d5-45ad52cb8d15 None None] Routers {'1b284175-9678-4b70-b7e3-1d2d637e810e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:53.967651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5825c797-9905-40e8-b1d5-45ad52cb8d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:27:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1b284175-9678-4b70-b7e3-1d2d637e810e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:53.982156 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4db1e157-81e0-4b48-826d-40f6330e676e tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "DELETE /v2.0/floatingips/fd76a903-7c47-4c89-afe4-526e36e236c4 HTTP/1.1" status: 204 len: 168 time: 1.1787868 Aug 20 12:27:54.078203 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-5825c797-9905-40e8-b1d5-45ad52cb8d15 None None] Set router 1b284175-9678-4b70-b7e3-1d2d637e810e gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:54.284471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5825c797-9905-40e8-b1d5-45ad52cb8d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'name': 'tempest-TestMinimumBasicScenario-1157048295-router', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '6277baf3-e3fe-4627-a019-0c0112325498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:00Z', 'revision_number': 4, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'gw_port': {'id': '6277baf3-e3fe-4627-a019-0c0112325498', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ff:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd15e1102-1258-40fd-a162-41be3f7ac65d', 'name': '', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'mac_address': 'fa:16:3e:78:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:00Z', 'updated_at': '2021-08-20T12:26:06Z', 'revision_number': 5, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'subnets': [{'id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:54.313740 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5825c797-9905-40e8-b1d5-45ad52cb8d15 None None] Checking router: 1b284175-9678-4b70-b7e3-1d2d637e810e for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:27:54.321837 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5825c797-9905-40e8-b1d5-45ad52cb8d15 None None] Routers {'1b284175-9678-4b70-b7e3-1d2d637e810e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:54.322449 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5825c797-9905-40e8-b1d5-45ad52cb8d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:27:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1b284175-9678-4b70-b7e3-1d2d637e810e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:54.558629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'tag': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:54.561087 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab29406c2e23577cb0559c4031c15699bfbee7d2e4be2184ea22781c402bf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9483b129-9038-46d5-8296-264f3a11d858" -d '{"events": [{"name": "network-changed", "server_uuid": "e5933e8e-24af-422b-9cc0-23e07f9480b0", "tag": "a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:54.580145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-5825c797-9905-40e8-b1d5-45ad52cb8d15 None None] Set router 1b284175-9678-4b70-b7e3-1d2d637e810e gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:54.597430 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baa5fbc-2aa8-446d-96e6-3fd569e1cbd6 x-openstack-request-id: req-7baa5fbc-2aa8-446d-96e6-3fd569e1cbd6 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:54.597725 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5933e8e-24af-422b-9cc0-23e07f9480b0", "tag": "a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:54.597978 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7baa5fbc-2aa8-446d-96e6-3fd569e1cbd6 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:54.598373 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'tag': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9', 'status': 'completed', 'code': 200} Aug 20 12:27:54.682973 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483b129-9038-46d5-8296-264f3a11d858 req-3738477b-11f9-4d39-93be-f614efbed43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:54.684502 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9483b129-9038-46d5-8296-264f3a11d858 req-3738477b-11f9-4d39-93be-f614efbed43a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0438ba4d4f842a78b53fd4f0dc36692&device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 1096 time: 0.0632844 Aug 20 12:27:54.776205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483b129-9038-46d5-8296-264f3a11d858 req-8f002263-3230-49e9-bda2-ba342f84f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:54.777627 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9483b129-9038-46d5-8296-264f3a11d858 req-8f002263-3230-49e9-bda2-ba342f84f06d service neutron] 10.222.0.76 "GET /v2.0/networks?id=ce264653-d856-4ab5-b2dc-f772d7c9f084 HTTP/1.1" status: 200 len: 915 time: 0.0847046 Aug 20 12:27:54.783772 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5825c797-9905-40e8-b1d5-45ad52cb8d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'name': 'tempest-TestMinimumBasicScenario-1157048295-router', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '6277baf3-e3fe-4627-a019-0c0112325498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:00Z', 'revision_number': 4, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'gw_port': {'id': '6277baf3-e3fe-4627-a019-0c0112325498', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ff:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd15e1102-1258-40fd-a162-41be3f7ac65d', 'name': '', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'mac_address': 'fa:16:3e:78:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:00Z', 'updated_at': '2021-08-20T12:26:06Z', 'revision_number': 5, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'subnets': [{'id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:54.812722 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5825c797-9905-40e8-b1d5-45ad52cb8d15 None None] The sync data for ids ['1b284175-9678-4b70-b7e3-1d2d637e810e'] in n-d-804299-2 is: [{'id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'name': 'tempest-TestMinimumBasicScenario-1157048295-router', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '6277baf3-e3fe-4627-a019-0c0112325498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:00Z', 'revision_number': 4, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'gw_port': {'id': '6277baf3-e3fe-4627-a019-0c0112325498', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ff:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd15e1102-1258-40fd-a162-41be3f7ac65d', 'name': '', 'network_id': 'ce264653-d856-4ab5-b2dc-f772d7c9f084', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'mac_address': 'fa:16:3e:78:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:00Z', 'updated_at': '2021-08-20T12:26:06Z', 'revision_number': 5, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'subnets': [{'id': 'cac7a8de-eac4-46eb-93ef-42210215b1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:27:54.821267 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9483b129-9038-46d5-8296-264f3a11d858 req-30eaa929-3891-47b9-a395-f9c70ea31f50 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 HTTP/1.1" status: 200 len: 217 time: 0.0362778 Aug 20 12:27:54.880460 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483b129-9038-46d5-8296-264f3a11d858 req-6098f007-b91f-4d0f-b75f-bac404186ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:54.882008 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9483b129-9038-46d5-8296-264f3a11d858 req-6098f007-b91f-4d0f-b75f-bac404186ea8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cac7a8de-eac4-46eb-93ef-42210215b1a1 HTTP/1.1" status: 200 len: 854 time: 0.0522738 Aug 20 12:27:54.929551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483b129-9038-46d5-8296-264f3a11d858 req-71caf843-bf4f-4952-9c0d-35200c6ab249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:54.931219 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9483b129-9038-46d5-8296-264f3a11d858 req-71caf843-bf4f-4952-9c0d-35200c6ab249 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ce264653-d856-4ab5-b2dc-f772d7c9f084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416884 Aug 20 12:27:55.031495 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9483b129-9038-46d5-8296-264f3a11d858 req-a4454ce2-daab-4751-a270-2b0dfc317466 service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921080 Aug 20 12:27:55.064107 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eff9b4e-3569-4886-ae07-a4ac0fdc9ec3 None None] New status for floating IP fd76a903-7c47-4c89-afe4-526e36e236c4: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:27:55.129425 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9483b129-9038-46d5-8296-264f3a11d858 req-5e7ad4fb-c8fb-4366-9246-687a16cc8ea3 service neutron] 10.222.0.76 "GET /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914190 Aug 20 12:27:55.196844 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b3d3cc2-6d47-4c9c-be85-123dcf3d404f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:55.545757 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:56.540898 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:58.138161 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:01.077415 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1674b1-fab0-4678-b4b0-0bdaeb003ad9 req-43386a27-7fa2-4b36-b298-ec4b87aba99b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:01.078899 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bd1674b1-fab0-4678-b4b0-0bdaeb003ad9 req-43386a27-7fa2-4b36-b298-ec4b87aba99b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 945 time: 0.0499589 Aug 20 12:28:01.116939 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bd1674b1-fab0-4678-b4b0-0bdaeb003ad9 req-bca2ef93-bd0e-4a68-976d-b69a69cc3070 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319464 Aug 20 12:28:02.235657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8359155-449e-4069-b85b-d99ca62548d8 req-3024cd12-46d9-4904-b99a-1b903b3f08ab tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:02.237180 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8359155-449e-4069-b85b-d99ca62548d8 req-3024cd12-46d9-4904-b99a-1b903b3f08ab tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 945 time: 0.0529718 Aug 20 12:28:02.274925 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a8359155-449e-4069-b85b-d99ca62548d8 req-f8bcb1a5-41ff-4a8f-98f5-75f4748c5c7b tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a40852d8-a817-4b47-af78-1e4ab8667cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Aug 20 12:28:02.648837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909a813-da2d-4ba9-81de-a2f5c702e802 req-5b319f76-a922-43cc-9873-0caa07a4393f tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:02.650325 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f909a813-da2d-4ba9-81de-a2f5c702e802 req-5b319f76-a922-43cc-9873-0caa07a4393f tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 945 time: 0.0515099 Aug 20 12:28:02.737178 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-f909a813-da2d-4ba9-81de-a2f5c702e802 req-cffbb4ff-7733-45d7-b404-1cace1e75fab tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Deleting port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:02.737518 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f909a813-da2d-4ba9-81de-a2f5c702e802 req-cffbb4ff-7733-45d7-b404-1cace1e75fab tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.826034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-f909a813-da2d-4ba9-81de-a2f5c702e802 req-cffbb4ff-7733-45d7-b404-1cace1e75fab tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] For port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9,segment=NetworkSegment(c79ee2b5-095b-4c9e-8f50-0f1fed124e46),segment_id=c79ee2b5-095b-4c9e-8f50-0f1fed124e46)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:02.826394 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f909a813-da2d-4ba9-81de-a2f5c702e802 req-cffbb4ff-7733-45d7-b404-1cace1e75fab tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.838950 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-f909a813-da2d-4ba9-81de-a2f5c702e802 req-cffbb4ff-7733-45d7-b404-1cace1e75fab tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Calling delete_port for a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:02.960718 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f909a813-da2d-4ba9-81de-a2f5c702e802 req-cffbb4ff-7733-45d7-b404-1cace1e75fab tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.971989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:28:02.994397 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbb4ff-7733-45d7-b404-1cace1e75fab tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Pushing event deleted for resources: {'Port': ['ID=a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:03.036699 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-f909a813-da2d-4ba9-81de-a2f5c702e802 req-cffbb4ff-7733-45d7-b404-1cace1e75fab tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] No DVR routers for this DVR port a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:28:03.039442 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-f909a813-da2d-4ba9-81de-a2f5c702e802 req-cffbb4ff-7733-45d7-b404-1cace1e75fab tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:03.042309 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f909a813-da2d-4ba9-81de-a2f5c702e802 req-cffbb4ff-7733-45d7-b404-1cace1e75fab tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.76 "DELETE /v2.0/ports/a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 HTTP/1.1" status: 204 len: 173 time: 0.3861015 Aug 20 12:28:03.042761 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'name': 'network-vif-deleted', 'tag': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:28:03.045555 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc462f7e48eeafc4415c2cf59eaf11b63731bfb877e952bd0dc50bd6d64ad60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c3bec0-6381-4d05-8764-f86ed4d3b469" -d '{"events": [{"server_uuid": "e5933e8e-24af-422b-9cc0-23e07f9480b0", "name": "network-vif-deleted", "tag": "a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:28:03.083891 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50aadf89-cf05-4a49-828b-658179bf683f x-openstack-request-id: req-50aadf89-cf05-4a49-828b-658179bf683f {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:28:03.084264 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5933e8e-24af-422b-9cc0-23e07f9480b0", "name": "network-vif-deleted", "tag": "a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:28:03.084522 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50aadf89-cf05-4a49-828b-658179bf683f {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:28:03.085061 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5933e8e-24af-422b-9cc0-23e07f9480b0', 'name': 'network-vif-deleted', 'tag': 'a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9', 'status': 'completed', 'code': 200} Aug 20 12:28:03.383969 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9137022c-6918-4240-acc1-8dbc637a88cb req-8b7b74f9-5924-4473-96a8-5460ba9043e5 tempest-TestMinimumBasicScenario-1058635519 tempest-TestMinimumBasicScenario-1058635519-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5933e8e-24af-422b-9cc0-23e07f9480b0 HTTP/1.1" status: 200 len: 210 time: 0.0321388 Aug 20 12:28:03.419418 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.947435 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57148) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:05.584410 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60649c3d-c1e9-4e6f-88ea-7953c194b22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:05.797925 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:28:05.817309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:28:05.817648 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device a2777bca-8f83-4e82-bf4e-7b2b6bbc95a9 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:28:05.823212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-60649c3d-c1e9-4e6f-88ea-7953c194b22f admin admin] Deleting port d15e1102-1258-40fd-a162-41be3f7ac65d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:05.823556 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60649c3d-c1e9-4e6f-88ea-7953c194b22f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:05.903707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-60649c3d-c1e9-4e6f-88ea-7953c194b22f admin admin] For port d15e1102-1258-40fd-a162-41be3f7ac65d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d15e1102-1258-40fd-a162-41be3f7ac65d,segment=NetworkSegment(c79ee2b5-095b-4c9e-8f50-0f1fed124e46),segment_id=c79ee2b5-095b-4c9e-8f50-0f1fed124e46)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:05.904065 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60649c3d-c1e9-4e6f-88ea-7953c194b22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:05.917136 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-60649c3d-c1e9-4e6f-88ea-7953c194b22f admin admin] Calling delete_port for d15e1102-1258-40fd-a162-41be3f7ac65d owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:06.091879 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60649c3d-c1e9-4e6f-88ea-7953c194b22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:06.117836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60649c3d-c1e9-4e6f-88ea-7953c194b22f admin admin] Pushing event deleted for resources: {'Port': ['ID=d15e1102-1258-40fd-a162-41be3f7ac65d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:06.277675 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60649c3d-c1e9-4e6f-88ea-7953c194b22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:06.490765 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60649c3d-c1e9-4e6f-88ea-7953c194b22f admin admin] Router 1b284175-9678-4b70-b7e3-1d2d637e810e has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:28:06.595038 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60649c3d-c1e9-4e6f-88ea-7953c194b22f admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:06.600752 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-60649c3d-c1e9-4e6f-88ea-7953c194b22f admin admin] 10.222.0.37 "PUT /v2.0/routers/1b284175-9678-4b70-b7e3-1d2d637e810e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6521182 Aug 20 12:28:06.603440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57150) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:06.604403 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c70599d-87ef-4140-a2bd-fcb006d8bdd6 None None] Sync routers for ids ['1b284175-9678-4b70-b7e3-1d2d637e810e'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:06.613858 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c70599d-87ef-4140-a2bd-fcb006d8bdd6 None None] Routers {'1b284175-9678-4b70-b7e3-1d2d637e810e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:06.614812 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8c70599d-87ef-4140-a2bd-fcb006d8bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:27:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1b284175-9678-4b70-b7e3-1d2d637e810e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:06.706142 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aa31af1-c09a-47db-97b2-be94086a3dba admin admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:06.718584 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-8c70599d-87ef-4140-a2bd-fcb006d8bdd6 None None] Set router 1b284175-9678-4b70-b7e3-1d2d637e810e gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:06.809324 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aa31af1-c09a-47db-97b2-be94086a3dba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:06.863029 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-2aa31af1-c09a-47db-97b2-be94086a3dba admin admin] Deleting port 6277baf3-e3fe-4627-a019-0c0112325498 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:06.863385 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aa31af1-c09a-47db-97b2-be94086a3dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:06.898287 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8c70599d-87ef-4140-a2bd-fcb006d8bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'name': 'tempest-TestMinimumBasicScenario-1157048295-router', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '6277baf3-e3fe-4627-a019-0c0112325498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:28:06Z', 'revision_number': 5, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'gw_port': {'id': '6277baf3-e3fe-4627-a019-0c0112325498', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ff:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:06.924884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c70599d-87ef-4140-a2bd-fcb006d8bdd6 None None] Checking router: 1b284175-9678-4b70-b7e3-1d2d637e810e for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:28:06.933307 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c70599d-87ef-4140-a2bd-fcb006d8bdd6 None None] Routers {'1b284175-9678-4b70-b7e3-1d2d637e810e'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:06.933993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8c70599d-87ef-4140-a2bd-fcb006d8bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:27:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['1b284175-9678-4b70-b7e3-1d2d637e810e'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:06.946344 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-2aa31af1-c09a-47db-97b2-be94086a3dba admin admin] For port 6277baf3-e3fe-4627-a019-0c0112325498, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6277baf3-e3fe-4627-a019-0c0112325498,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:06.946713 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aa31af1-c09a-47db-97b2-be94086a3dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:06.960161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-2aa31af1-c09a-47db-97b2-be94086a3dba admin admin] Calling delete_port for 6277baf3-e3fe-4627-a019-0c0112325498 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:07.021063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-8c70599d-87ef-4140-a2bd-fcb006d8bdd6 None None] Set router 1b284175-9678-4b70-b7e3-1d2d637e810e gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:07.073254 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8c70599d-87ef-4140-a2bd-fcb006d8bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'name': 'tempest-TestMinimumBasicScenario-1157048295-router', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:28:06Z', 'revision_number': 6, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:07.102363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c70599d-87ef-4140-a2bd-fcb006d8bdd6 None None] The sync data for ids ['1b284175-9678-4b70-b7e3-1d2d637e810e'] in n-d-804299-2 is: [{'id': '1b284175-9678-4b70-b7e3-1d2d637e810e', 'name': 'tempest-TestMinimumBasicScenario-1157048295-router', 'tenant_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:25:58Z', 'updated_at': '2021-08-20T12:28:06Z', 'revision_number': 6, 'project_id': 'a0438ba4d4f842a78b53fd4f0dc36692', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:07.130066 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aa31af1-c09a-47db-97b2-be94086a3dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.158748 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa31af1-c09a-47db-97b2-be94086a3dba admin admin] Pushing event deleted for resources: {'Port': ['ID=6277baf3-e3fe-4627-a019-0c0112325498,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:07.218703 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aa31af1-c09a-47db-97b2-be94086a3dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.308099 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aa31af1-c09a-47db-97b2-be94086a3dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.310191 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aa31af1-c09a-47db-97b2-be94086a3dba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.355151 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aa31af1-c09a-47db-97b2-be94086a3dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.355640 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa31af1-c09a-47db-97b2-be94086a3dba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b284175-9678-4b70-b7e3-1d2d637e810e {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:28:07.359931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2aa31af1-c09a-47db-97b2-be94086a3dba admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.361689 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2aa31af1-c09a-47db-97b2-be94086a3dba admin admin] 10.222.0.37 "DELETE /v2.0/routers/1b284175-9678-4b70-b7e3-1d2d637e810e HTTP/1.1" status: 204 len: 168 time: 0.7566941 Aug 20 12:28:07.364462 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57152) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:07.408091 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39bf8e0-12b5-4648-95cc-514c7fbe4731 admin admin] Deleting subnet cac7a8de-eac4-46eb-93ef-42210215b1a1 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:28:07.411003 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d39bf8e0-12b5-4648-95cc-514c7fbe4731 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.445586 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d39bf8e0-12b5-4648-95cc-514c7fbe4731 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.530986 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d39bf8e0-12b5-4648-95cc-514c7fbe4731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.582298 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d39bf8e0-12b5-4648-95cc-514c7fbe4731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.609010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39bf8e0-12b5-4648-95cc-514c7fbe4731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac7a8de-eac4-46eb-93ef-42210215b1a1,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:07.610911 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d39bf8e0-12b5-4648-95cc-514c7fbe4731 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.613591 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d39bf8e0-12b5-4648-95cc-514c7fbe4731 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cac7a8de-eac4-46eb-93ef-42210215b1a1 HTTP/1.1" status: 204 len: 168 time: 0.2481613 Aug 20 12:28:07.616347 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57154) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:07.616876 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f3a9b5-01a4-43ef-985a-c22eaad02e79 None None] Network ce264653-d856-4ab5-b2dc-f772d7c9f084 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:28:07.682371 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.740661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] Deleting port 7ec9b20b-71c9-41b0-b065-9a4088514102 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:07.741026 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.802339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] For port 7ec9b20b-71c9-41b0-b065-9a4088514102, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=7ec9b20b-71c9-41b0-b065-9a4088514102,segment=NetworkSegment(c79ee2b5-095b-4c9e-8f50-0f1fed124e46),segment_id=c79ee2b5-095b-4c9e-8f50-0f1fed124e46)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:07.802639 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.815498 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] Calling delete_port for 7ec9b20b-71c9-41b0-b065-9a4088514102 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:07.860613 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] DHCP port deletion for ce264653-d856-4ab5-b2dc-f772d7c9f084 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:28:07.909554 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.925506 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Deleting port 7ec9b20b-71c9-41b0-b065-9a4088514102 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:07.925990 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.930301 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7ec9b20b-71c9-41b0-b065-9a4088514102 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:28:07.937422 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec9b20b-71c9-41b0-b065-9a4088514102,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:07.939554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] No DVR routers for this DVR port 7ec9b20b-71c9-41b0-b065-9a4088514102 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:28:07.987890 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 7ec9b20b-71c9-41b0-b065-9a4088514102 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:28:07.988237 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 7ec9b20b-71c9-41b0-b065-9a4088514102 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:28:07.988690 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d15e1102-1258-40fd-a162-41be3f7ac65d no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:28:08.012706 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.020460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: d15e1102-1258-40fd-a162-41be3f7ac65d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:28:08.020838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d15e1102-1258-40fd-a162-41be3f7ac65d not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:28:08.021269 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6277baf3-e3fe-4627-a019-0c0112325498 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:28:08.023542 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce264653-d856-4ab5-b2dc-f772d7c9f084']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:08.034815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79ee2b5-095b-4c9e-8f50-0f1fed124e46') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:08.035110 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79ee2b5-095b-4c9e-8f50-0f1fed124e46') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:08.045041 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.046042 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 6277baf3-e3fe-4627-a019-0c0112325498 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:28:08.046388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6277baf3-e3fe-4627-a019-0c0112325498 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:28:08.059313 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] For port 7ec9b20b-71c9-41b0-b065-9a4088514102, host n-d-804299-2, got binding levels [] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:08.059676 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.072079 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Calling delete_port for 7ec9b20b-71c9-41b0-b065-9a4088514102 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:08.072267 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.074804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.ipam_backend_mixin [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Port 7ec9b20b-71c9-41b0-b065-9a4088514102 was not found and therefore no delete operation was performed {{(pid=94692) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:28:08.076114 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.081849 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:28:08.082676 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:28:08.086269 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:28:08.105850 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] No DVR routers for this DVR port 7ec9b20b-71c9-41b0-b065-9a4088514102 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:28:08.113362 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Pushing event deleted for resources: {'Port': ['ID=7ec9b20b-71c9-41b0-b065-9a4088514102,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:08.123366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:08.123716 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:08.124055 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:08.124391 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:08.124778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:08.125076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:08.125399 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:08.125725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:08.126053 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:08.126372 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:08.126960 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:08.127282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d2b11d-0fc9-43bc-9ca2-550592c42c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:08.148435 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.154159 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.159663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ce264653-d856-4ab5-b2dc-f772d7c9f084 HTTP/1.1" status: 204 len: 168 time: 0.5389946 Aug 20 12:28:08.159767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57156) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:08.209089 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c94bcf-355f-4734-85d4-9fdddd7d5e09 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce264653-d856-4ab5-b2dc-f772d7c9f084,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:08.513982 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a943638-47ed-4cdd-a951-e1234c241ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.749792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-2a943638-47ed-4cdd-a951-e1234c241ffd admin admin] Deleting port b8f10932-c721-445e-9263-8ecd38dd79e6 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:08.750132 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a943638-47ed-4cdd-a951-e1234c241ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.826250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-2a943638-47ed-4cdd-a951-e1234c241ffd admin admin] For port b8f10932-c721-445e-9263-8ecd38dd79e6, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b8f10932-c721-445e-9263-8ecd38dd79e6,segment=NetworkSegment(9bb0dc62-6935-42bd-a25a-51e7dce684f8),segment_id=9bb0dc62-6935-42bd-a25a-51e7dce684f8)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:08.826530 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a943638-47ed-4cdd-a951-e1234c241ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.839422 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-2a943638-47ed-4cdd-a951-e1234c241ffd admin admin] Calling delete_port for b8f10932-c721-445e-9263-8ecd38dd79e6 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:09.013032 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a943638-47ed-4cdd-a951-e1234c241ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:09.038206 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a943638-47ed-4cdd-a951-e1234c241ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f10932-c721-445e-9263-8ecd38dd79e6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:09.066526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-b1c009c1-92a6-4390-b1f9-a570457c4e7b req-09fd6676-f0c2-4487-a397-aa553a511220 tempest-ServerDiskConfigTestJSON-852190042 tempest-ServerDiskConfigTestJSON-852190042-project] (94691) timed out ('10.222.0.35', 57660) {{(pid=94691) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:28:09.205493 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a943638-47ed-4cdd-a951-e1234c241ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:09.412125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a943638-47ed-4cdd-a951-e1234c241ffd admin admin] Router 9359b047-84ff-41cd-9297-0f2487526a45 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:28:09.620166 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:09.820572 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a943638-47ed-4cdd-a951-e1234c241ffd admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:09.825465 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2a943638-47ed-4cdd-a951-e1234c241ffd admin admin] 10.222.0.37 "PUT /v2.0/routers/9359b047-84ff-41cd-9297-0f2487526a45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6648207 Aug 20 12:28:09.828293 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57160) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:09.829000 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f8c5e-5b0d-4685-b39f-7a25b1ad90a7 None None] Sync routers for ids ['9359b047-84ff-41cd-9297-0f2487526a45'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:09.839196 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f8c5e-5b0d-4685-b39f-7a25b1ad90a7 None None] Routers {'9359b047-84ff-41cd-9297-0f2487526a45'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:09.839803 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-328f8c5e-5b0d-4685-b39f-7a25b1ad90a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:27:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['9359b047-84ff-41cd-9297-0f2487526a45'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:09.931724 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f49b38c7-01b4-4a10-963b-a3b0da483135 admin admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:09.942901 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-328f8c5e-5b0d-4685-b39f-7a25b1ad90a7 None None] Set router 9359b047-84ff-41cd-9297-0f2487526a45 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:10.041192 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f49b38c7-01b4-4a10-963b-a3b0da483135 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.097215 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f49b38c7-01b4-4a10-963b-a3b0da483135 admin admin] Deleting port 6e47eccd-cc54-4b8e-9954-f00ff4d59991 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:10.097472 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f49b38c7-01b4-4a10-963b-a3b0da483135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.135143 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-328f8c5e-5b0d-4685-b39f-7a25b1ad90a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9359b047-84ff-41cd-9297-0f2487526a45', 'name': 'tempest-TestMinimumBasicScenario-260901491-router', 'tenant_id': '836a56e86bf540e1bdefa32b1902b757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6e47eccd-cc54-4b8e-9954-f00ff4d59991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:02Z', 'updated_at': '2021-08-20T12:28:08Z', 'revision_number': 5, 'project_id': '836a56e86bf540e1bdefa32b1902b757', 'gw_port': {'id': '6e47eccd-cc54-4b8e-9954-f00ff4d59991', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9359b047-84ff-41cd-9297-0f2487526a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:03Z', 'updated_at': '2021-08-20T12:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:10.160909 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f8c5e-5b0d-4685-b39f-7a25b1ad90a7 None None] Checking router: 9359b047-84ff-41cd-9297-0f2487526a45 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:28:10.168778 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f8c5e-5b0d-4685-b39f-7a25b1ad90a7 None None] Routers {'9359b047-84ff-41cd-9297-0f2487526a45'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:10.169369 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-328f8c5e-5b0d-4685-b39f-7a25b1ad90a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:27:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['9359b047-84ff-41cd-9297-0f2487526a45'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:10.176535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-f49b38c7-01b4-4a10-963b-a3b0da483135 admin admin] For port 6e47eccd-cc54-4b8e-9954-f00ff4d59991, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=6e47eccd-cc54-4b8e-9954-f00ff4d59991,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:10.176937 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f49b38c7-01b4-4a10-963b-a3b0da483135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.190185 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f49b38c7-01b4-4a10-963b-a3b0da483135 admin admin] Calling delete_port for 6e47eccd-cc54-4b8e-9954-f00ff4d59991 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:10.256398 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-328f8c5e-5b0d-4685-b39f-7a25b1ad90a7 None None] Set router 9359b047-84ff-41cd-9297-0f2487526a45 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:10.310648 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-328f8c5e-5b0d-4685-b39f-7a25b1ad90a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9359b047-84ff-41cd-9297-0f2487526a45', 'name': 'tempest-TestMinimumBasicScenario-260901491-router', 'tenant_id': '836a56e86bf540e1bdefa32b1902b757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:02Z', 'updated_at': '2021-08-20T12:28:10Z', 'revision_number': 6, 'project_id': '836a56e86bf540e1bdefa32b1902b757', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:10.337148 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f8c5e-5b0d-4685-b39f-7a25b1ad90a7 None None] The sync data for ids ['9359b047-84ff-41cd-9297-0f2487526a45'] in n-d-804299-2 is: [{'id': '9359b047-84ff-41cd-9297-0f2487526a45', 'name': 'tempest-TestMinimumBasicScenario-260901491-router', 'tenant_id': '836a56e86bf540e1bdefa32b1902b757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:02Z', 'updated_at': '2021-08-20T12:28:10Z', 'revision_number': 6, 'project_id': '836a56e86bf540e1bdefa32b1902b757', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:10.360852 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f49b38c7-01b4-4a10-963b-a3b0da483135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.390597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b38c7-01b4-4a10-963b-a3b0da483135 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e47eccd-cc54-4b8e-9954-f00ff4d59991,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:10.455340 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f49b38c7-01b4-4a10-963b-a3b0da483135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.543590 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f49b38c7-01b4-4a10-963b-a3b0da483135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.545620 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f49b38c7-01b4-4a10-963b-a3b0da483135 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.588259 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f49b38c7-01b4-4a10-963b-a3b0da483135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.588842 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49b38c7-01b4-4a10-963b-a3b0da483135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9359b047-84ff-41cd-9297-0f2487526a45 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:28:10.592995 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f49b38c7-01b4-4a10-963b-a3b0da483135 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.594220 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f49b38c7-01b4-4a10-963b-a3b0da483135 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9359b047-84ff-41cd-9297-0f2487526a45 HTTP/1.1" status: 204 len: 168 time: 0.7649608 Aug 20 12:28:10.596793 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57164) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:10.644809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-9488e6f6-4bd3-4f33-ad44-0af7ebca973b admin admin] Deleting subnet bda2ea72-e3ff-47e7-b4a4-8648111f71ab {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:28:10.647659 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9488e6f6-4bd3-4f33-ad44-0af7ebca973b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.681951 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9488e6f6-4bd3-4f33-ad44-0af7ebca973b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.762633 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9488e6f6-4bd3-4f33-ad44-0af7ebca973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.818083 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9488e6f6-4bd3-4f33-ad44-0af7ebca973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.849806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488e6f6-4bd3-4f33-ad44-0af7ebca973b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda2ea72-e3ff-47e7-b4a4-8648111f71ab,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:10.851761 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9488e6f6-4bd3-4f33-ad44-0af7ebca973b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.853651 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9488e6f6-4bd3-4f33-ad44-0af7ebca973b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bda2ea72-e3ff-47e7-b4a4-8648111f71ab HTTP/1.1" status: 204 len: 168 time: 0.2559390 Aug 20 12:28:10.856284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57166) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:10.858990 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a25385d-d40c-4efd-9ca7-32d2398de945 None None] Network 7ce89998-f896-4219-8b81-28050a82e47a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:28:10.925049 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.990160 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] Deleting port abec345c-be60-47d6-89d4-cd9fd331a96f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:10.990498 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.056240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] For port abec345c-be60-47d6-89d4-cd9fd331a96f, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=abec345c-be60-47d6-89d4-cd9fd331a96f,segment=NetworkSegment(9bb0dc62-6935-42bd-a25a-51e7dce684f8),segment_id=9bb0dc62-6935-42bd-a25a-51e7dce684f8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:11.056605 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.069681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] Calling delete_port for abec345c-be60-47d6-89d4-cd9fd331a96f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:11.125297 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc40aefa-41e4-42e4-9c71-3c3aec7731bb None None] DHCP port deletion for 7ce89998-f896-4219-8b81-28050a82e47a request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:28:11.149652 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.174897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bc40aefa-41e4-42e4-9c71-3c3aec7731bb None None] Deleting port abec345c-be60-47d6-89d4-cd9fd331a96f {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:11.175357 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bc40aefa-41e4-42e4-9c71-3c3aec7731bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.182823 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] No DVR routers for this DVR port abec345c-be60-47d6-89d4-cd9fd331a96f on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:28:11.184603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] Pushing event deleted for resources: {'Port': ['ID=abec345c-be60-47d6-89d4-cd9fd331a96f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:11.242515 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bc40aefa-41e4-42e4-9c71-3c3aec7731bb None None] For port abec345c-be60-47d6-89d4-cd9fd331a96f, host n-d-804299-2, got binding levels [] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:11.242913 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bc40aefa-41e4-42e4-9c71-3c3aec7731bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.256138 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bc40aefa-41e4-42e4-9c71-3c3aec7731bb None None] Calling delete_port for abec345c-be60-47d6-89d4-cd9fd331a96f owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:11.257572 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.258735 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.ipam_backend_mixin [None req-bc40aefa-41e4-42e4-9c71-3c3aec7731bb None None] Port abec345c-be60-47d6-89d4-cd9fd331a96f was not found and therefore no delete operation was performed {{(pid=94692) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:28:11.259968 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bc40aefa-41e4-42e4-9c71-3c3aec7731bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.267509 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce89998-f896-4219-8b81-28050a82e47a']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:11.278022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb0dc62-6935-42bd-a25a-51e7dce684f8') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:11.278324 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb0dc62-6935-42bd-a25a-51e7dce684f8') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:11.284667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40aefa-41e4-42e4-9c71-3c3aec7731bb None None] Pushing event deleted for resources: {'Port': ['ID=abec345c-be60-47d6-89d4-cd9fd331a96f,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:11.288778 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.288905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40aefa-41e4-42e4-9c71-3c3aec7731bb None None] No DVR routers for this DVR port abec345c-be60-47d6-89d4-cd9fd331a96f on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:28:11.305766 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.312220 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:28:11.312815 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:28:11.314723 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:28:11.374944 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.380282 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.385463 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] 10.222.0.37 "DELETE /v2.0/networks/7ce89998-f896-4219-8b81-28050a82e47a HTTP/1.1" status: 204 len: 168 time: 0.5242634 Aug 20 12:28:11.395375 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9014a-6444-4072-ac74-bbc8ab29179e admin admin] Pushing event deleted for resources: {'Network': ['ID=7ce89998-f896-4219-8b81-28050a82e47a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:11.551123 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57170) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:11.593920 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a020593a-0c6c-46a1-a882-42b329740e6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0438ba4d4f842a78b53fd4f0dc36692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413692 Aug 20 12:28:11.596832 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57172) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:11.603058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device abec345c-be60-47d6-89d4-cd9fd331a96f no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:28:11.623646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: abec345c-be60-47d6-89d4-cd9fd331a96f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:28:11.624109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device abec345c-be60-47d6-89d4-cd9fd331a96f not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:28:11.624600 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6e47eccd-cc54-4b8e-9954-f00ff4d59991 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:28:11.643660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 6e47eccd-cc54-4b8e-9954-f00ff4d59991 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:28:11.644006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 6e47eccd-cc54-4b8e-9954-f00ff4d59991 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:28:11.644425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b8f10932-c721-445e-9263-8ecd38dd79e6 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:28:11.646383 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a69b8e31-351d-40bf-8ced-8251b2415e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.663445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: b8f10932-c721-445e-9263-8ecd38dd79e6 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:28:11.663623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b8f10932-c721-445e-9263-8ecd38dd79e6 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:28:11.668106 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a69b8e31-351d-40bf-8ced-8251b2415e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.714095 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a69b8e31-351d-40bf-8ced-8251b2415e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.716769 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a69b8e31-351d-40bf-8ced-8251b2415e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.717911 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a69b8e31-351d-40bf-8ced-8251b2415e9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a40852d8-a817-4b47-af78-1e4ab8667cfd HTTP/1.1" status: 204 len: 168 time: 0.1198599 Aug 20 12:28:11.725999 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b8e31-351d-40bf-8ced-8251b2415e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40852d8-a817-4b47-af78-1e4ab8667cfd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:12.027413 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57180) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:12.070633 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-618786f8-08ea-46a3-be11-9bc44d9a3d58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=836a56e86bf540e1bdefa32b1902b757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420644 Aug 20 12:28:12.073223 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57182) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:12.120346 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2e6b308c-bd56-4665-bdd2-2b91cd54453b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.141133 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2e6b308c-bd56-4665-bdd2-2b91cd54453b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.188544 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2e6b308c-bd56-4665-bdd2-2b91cd54453b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.191705 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2e6b308c-bd56-4665-bdd2-2b91cd54453b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.192889 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2e6b308c-bd56-4665-bdd2-2b91cd54453b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f38fb6a-6edf-4062-9343-0036f95d500c HTTP/1.1" status: 204 len: 168 time: 0.1187570 Aug 20 12:28:12.200623 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b308c-bd56-4665-bdd2-2b91cd54453b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f38fb6a-6edf-4062-9343-0036f95d500c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:13.762153 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57222) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:13.767086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e932e2fb-3fac-46c3-b213-c2868ac1a478 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2058020067', 'description': 'tempest-secgroup-smoke-2058020067 description', 'project_id': '977744d865634c55a9fb8d5a0653eff3'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:13.789230 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e932e2fb-3fac-46c3-b213-c2868ac1a478 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.796749 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e932e2fb-3fac-46c3-b213-c2868ac1a478 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.884945 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e932e2fb-3fac-46c3-b213-c2868ac1a478 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.888558 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e932e2fb-3fac-46c3-b213-c2868ac1a478 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.925700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932e2fb-3fac-46c3-b213-c2868ac1a478 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be02b4b8-94fe-4d20-b1dd-81d7a5f961b3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:13.983293 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e932e2fb-3fac-46c3-b213-c2868ac1a478 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.987176 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e932e2fb-3fac-46c3-b213-c2868ac1a478 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.016015 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e932e2fb-3fac-46c3-b213-c2868ac1a478 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.017804 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e932e2fb-3fac-46c3-b213-c2868ac1a478 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2541153 Aug 20 12:28:14.019076 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932e2fb-3fac-46c3-b213-c2868ac1a478 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1290cc-a9c1-485a-bb69-fa0e2940ef30,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:14.021205 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57224) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:14.026537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-310b5597-172f-49f6-bd7c-4c5b16ec1fbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '5e1290cc-a9c1-485a-bb69-fa0e2940ef30', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:14.052235 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-310b5597-172f-49f6-bd7c-4c5b16ec1fbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.106857 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-310b5597-172f-49f6-bd7c-4c5b16ec1fbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.110577 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-310b5597-172f-49f6-bd7c-4c5b16ec1fbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.130302 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b5597-172f-49f6-bd7c-4c5b16ec1fbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2b35fc-347e-45a1-a9d1-d75cd71cfb11,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:14.133491 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-310b5597-172f-49f6-bd7c-4c5b16ec1fbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.134671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-310b5597-172f-49f6-bd7c-4c5b16ec1fbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118524 Aug 20 12:28:14.137525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57226) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:14.142408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7cce5335-fc44-42e1-95a3-baa3487e9715 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '5e1290cc-a9c1-485a-bb69-fa0e2940ef30', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:14.168348 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7cce5335-fc44-42e1-95a3-baa3487e9715 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.227562 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7cce5335-fc44-42e1-95a3-baa3487e9715 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.231308 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7cce5335-fc44-42e1-95a3-baa3487e9715 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.250354 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce5335-fc44-42e1-95a3-baa3487e9715 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebfee50-f089-464f-8a7b-29c3ab0e2d3b,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:14.254415 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7cce5335-fc44-42e1-95a3-baa3487e9715 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.258580 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7cce5335-fc44-42e1-95a3-baa3487e9715 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171539 Aug 20 12:28:14.259078 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57228) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:14.263589 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-db55f0d5-9580-4733-9c99-ab53d05ea813 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '5e1290cc-a9c1-485a-bb69-fa0e2940ef30', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:14.290733 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-db55f0d5-9580-4733-9c99-ab53d05ea813 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.349638 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-db55f0d5-9580-4733-9c99-ab53d05ea813 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.353331 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-db55f0d5-9580-4733-9c99-ab53d05ea813 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.371514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55f0d5-9580-4733-9c99-ab53d05ea813 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902494c4-a47b-409e-8bd9-bca6dcf298a0,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:14.380886 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-db55f0d5-9580-4733-9c99-ab53d05ea813 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.382292 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-db55f0d5-9580-4733-9c99-ab53d05ea813 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222999 Aug 20 12:28:14.385148 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57230) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:14.389821 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-fe159022-2c2f-4d5d-888a-96ca01dd1b10 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '5e1290cc-a9c1-485a-bb69-fa0e2940ef30', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:14.418371 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe159022-2c2f-4d5d-888a-96ca01dd1b10 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.479987 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe159022-2c2f-4d5d-888a-96ca01dd1b10 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.483656 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe159022-2c2f-4d5d-888a-96ca01dd1b10 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.503500 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe159022-2c2f-4d5d-888a-96ca01dd1b10 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25acd847-c015-4f84-b165-6537e3b9329f,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:14.509691 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe159022-2c2f-4d5d-888a-96ca01dd1b10 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.512855 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fe159022-2c2f-4d5d-888a-96ca01dd1b10 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249413 Aug 20 12:28:14.513903 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57232) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:14.518493 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-991e8538-cdd6-4338-9f73-b49535118446 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '5e1290cc-a9c1-485a-bb69-fa0e2940ef30', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:14.540683 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-991e8538-cdd6-4338-9f73-b49535118446 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Project 977744d865634c55a9fb8d5a0653eff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:28:14.545283 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-991e8538-cdd6-4338-9f73-b49535118446 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.606872 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-991e8538-cdd6-4338-9f73-b49535118446 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.610421 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-991e8538-cdd6-4338-9f73-b49535118446 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.628787 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e8538-cdd6-4338-9f73-b49535118446 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83b83b8-5652-47af-beee-56a451ff3bf9,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:14.634610 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-991e8538-cdd6-4338-9f73-b49535118446 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.637261 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-991e8538-cdd6-4338-9f73-b49535118446 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222694 Aug 20 12:28:14.637654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57234) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:14.643170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d9d86766-9947-490a-a7aa-a42987bab05d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '5e1290cc-a9c1-485a-bb69-fa0e2940ef30', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:14.666641 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-d9d86766-9947-490a-a7aa-a42987bab05d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Project 977744d865634c55a9fb8d5a0653eff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:28:14.671784 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9d86766-9947-490a-a7aa-a42987bab05d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.739650 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9d86766-9947-490a-a7aa-a42987bab05d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.743375 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9d86766-9947-490a-a7aa-a42987bab05d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.763249 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d86766-9947-490a-a7aa-a42987bab05d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a883668-eed7-4823-84d0-797a6997003f,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:14.769516 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d9d86766-9947-490a-a7aa-a42987bab05d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.773733 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-d9d86766-9947-490a-a7aa-a42987bab05d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320913 Aug 20 12:28:14.773955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57236) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:14.778718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7f396744-7a85-4313-8cd5-e7d2e6ca3331 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'network': {'name': 'tempest-network-smoke--766450464', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'port_security_enabled': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:14.798505 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f396744-7a85-4313-8cd5-e7d2e6ca3331 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Made reservation on behalf of 977744d865634c55a9fb8d5a0653eff3 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:28:14.801949 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f396744-7a85-4313-8cd5-e7d2e6ca3331 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.824344 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f396744-7a85-4313-8cd5-e7d2e6ca3331 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:28:14.833863 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f396744-7a85-4313-8cd5-e7d2e6ca3331 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.834200 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-7f396744-7a85-4313-8cd5-e7d2e6ca3331 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Added segment 70a07108-c3d7-4a71-8122-19c9a3dc7c6d of type vlan for network bac76c84-7ada-4534-a9b4-8c94e882ed1f Aug 20 12:28:14.875133 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f396744-7a85-4313-8cd5-e7d2e6ca3331 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.899435 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f396744-7a85-4313-8cd5-e7d2e6ca3331 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.905204 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f396744-7a85-4313-8cd5-e7d2e6ca3331 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:14.905781 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7f396744-7a85-4313-8cd5-e7d2e6ca3331 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.966075 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7f396744-7a85-4313-8cd5-e7d2e6ca3331 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1909633 Aug 20 12:28:14.968812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57238) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:14.975904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-117492271', 'admin_state_up': True, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:14.987242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f396744-7a85-4313-8cd5-e7d2e6ca3331 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Network': ['ID=bac76c84-7ada-4534-a9b4-8c94e882ed1f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:15.003518 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network bac76c84-7ada-4534-a9b4-8c94e882ed1f details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:28:15.004054 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.005320 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.061547 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.201160 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.389858 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.407913 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.511273 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.25.8.66 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/898a3e3c-9b5b-4e88-93f6-442832ffc9ab) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:15.610094 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.648264 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.684472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:15.687235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:15.691444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:15.703625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=898a3e3c-9b5b-4e88-93f6-442832ffc9ab,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:15.946135 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.142024 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.262054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router b993fb64-170c-41b7-a7d2-01ece0813832 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:28:16.364868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:16.374365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Sync routers for ids ['b993fb64-170c-41b7-a7d2-01ece0813832'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:16.384163 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.384509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Routers {'b993fb64-170c-41b7-a7d2-01ece0813832'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:16.385362 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:27:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b993fb64-170c-41b7-a7d2-01ece0813832'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:16.385494 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-dc1311b7-3168-4297-91cd-abd21486fb2c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4156909 Aug 20 12:28:16.388782 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57240) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:16.492239 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Set router b993fb64-170c-41b7-a7d2-01ece0813832 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:16.514117 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-aeb83bf0-f33e-42c3-b4ec-c88ca46028f6 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=977744d865634c55a9fb8d5a0653eff3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1240749 Aug 20 12:28:16.516740 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57244) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:16.663784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52df02a-acd4-4984-850d-f730149c7a90 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:16.664889 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117492271', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:15Z', 'revision_number': 3, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:16.665331 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e52df02a-acd4-4984-850d-f730149c7a90 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1476219 Aug 20 12:28:16.668659 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57246) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:16.694972 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Checking router: b993fb64-170c-41b7-a7d2-01ece0813832 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:28:16.695320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Updating router b993fb64-170c-41b7-a7d2-01ece0813832 port 898a3e3c-9b5b-4e88-93f6-442832ffc9ab binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:28:16.702774 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-53a18ba2-f754-48bb-82c3-a83ee7029172 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330327 Aug 20 12:28:16.705669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57248) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:16.710943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8af4d5fa-b662-46e5-a196-410a364d0037 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-383275343', 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:16.720583 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.800994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af4d5fa-b662-46e5-a196-410a364d0037 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Made reservation on behalf of 977744d865634c55a9fb8d5a0653eff3 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:28:16.804434 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8af4d5fa-b662-46e5-a196-410a364d0037 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.970444 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.981215 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8af4d5fa-b662-46e5-a196-410a364d0037 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.984706 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Transition to ACTIVE for port object 898a3e3c-9b5b-4e88-93f6-442832ffc9ab will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:16.992609 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.038951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4d5fa-b662-46e5-a196-410a364d0037 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Subnet': ['ID=d9e30a18-8d6b-42bf-b569-bfd1916b31dd,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:17.057239 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af4d5fa-b662-46e5-a196-410a364d0037 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Checking segment: {'id': '70a07108-c3d7-4a71-8122-19c9a3dc7c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:17.057495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af4d5fa-b662-46e5-a196-410a364d0037 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network hostable DHCP agents. Network: bac76c84-7ada-4534-a9b4-8c94e882ed1f, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:28:17.076881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af4d5fa-b662-46e5-a196-410a364d0037 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network bac76c84-7ada-4534-a9b4-8c94e882ed1f is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:28:17.088313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-8af4d5fa-b662-46e5-a196-410a364d0037 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, bac76c84-7ada-4534-a9b4-8c94e882ed1f) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:17.092515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af4d5fa-b662-46e5-a196-410a364d0037 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:17.093145 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8af4d5fa-b662-46e5-a196-410a364d0037 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.108584 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8af4d5fa-b662-46e5-a196-410a364d0037 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4017236 Aug 20 12:28:17.112296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57250) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:17.183748 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86fa412-79f1-46f8-97c9-dd8ee7b06b14 None None] Network bac76c84-7ada-4534-a9b4-8c94e882ed1f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:28:17.251738 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5afae-b38a-4a2a-ae0f-e22c30effcfc None None] Pushing event updated for resources: {'Port': ['ID=898a3e3c-9b5b-4e88-93f6-442832ffc9ab,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:17.259899 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Attempting to bind port 898a3e3c-9b5b-4e88-93f6-442832ffc9ab on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:28:17.260102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Attempting to bind port 898a3e3c-9b5b-4e88-93f6-442832ffc9ab by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:28:17.260459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Attempting to bind port 898a3e3c-9b5b-4e88-93f6-442832ffc9ab on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:17.269877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:28:17.270250 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:17.270656 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.271046 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:28:17.271519 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Bound port: 898a3e3c-9b5b-4e88-93f6-442832ffc9ab, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:28:17.271899 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.373586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] For port 898a3e3c-9b5b-4e88-93f6-442832ffc9ab, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:28:17.378627 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] For port 898a3e3c-9b5b-4e88-93f6-442832ffc9ab, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=898a3e3c-9b5b-4e88-93f6-442832ffc9ab,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:28:17.385273 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.448540 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ips': [{'subnet_id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:28:17.449396 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.480811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5afae-b38a-4a2a-ae0f-e22c30effcfc None None] Pushing event updated for resources: {'Port': ['ID=898a3e3c-9b5b-4e88-93f6-442832ffc9ab,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:17.485215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Routers {'b993fb64-170c-41b7-a7d2-01ece0813832'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:17.486455 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:27:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b993fb64-170c-41b7-a7d2-01ece0813832'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:17.682356 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] Set router b993fb64-170c-41b7-a7d2-01ece0813832 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:17.741637 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Allocated IP 172.20.0.2 (bac76c84-7ada-4534-a9b4-8c94e882ed1f/d9e30a18-8d6b-42bf-b569-bfd1916b31dd/eb35f7fa-b05d-431b-9f9e-e562e4f624a1) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:17.844821 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.976973 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.988806 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Transition to ACTIVE for port object eb35f7fa-b05d-431b-9f9e-e562e4f624a1 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:17.992033 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117492271', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:15Z', 'revision_number': 3, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:18.026776 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cce90e7-fcb3-4a25-8eb1-3cedc368bbcf None None] The sync data for ids ['b993fb64-170c-41b7-a7d2-01ece0813832'] in n-d-804299-2 is: [{'id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117492271', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:15Z', 'revision_number': 3, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:18.036781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Transition to ACTIVE for port object eb35f7fa-b05d-431b-9f9e-e562e4f624a1 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:18.045750 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.086432 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Network bac76c84-7ada-4534-a9b4-8c94e882ed1f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:18.089230 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:18.092718 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:18.102700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Pushing event updated for resources: {'Port': ['ID=eb35f7fa-b05d-431b-9f9e-e562e4f624a1,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:18.114496 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.20.0.1 (bac76c84-7ada-4534-a9b4-8c94e882ed1f/d9e30a18-8d6b-42bf-b569-bfd1916b31dd/67748e86-3c66-4dbc-89be-d17e9303616a) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:18.154662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Attempting to bind port eb35f7fa-b05d-431b-9f9e-e562e4f624a1 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:28:18.155027 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Attempting to bind port eb35f7fa-b05d-431b-9f9e-e562e4f624a1 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '70a07108-c3d7-4a71-8122-19c9a3dc7c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:28:18.155381 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Attempting to bind port eb35f7fa-b05d-431b-9f9e-e562e4f624a1 on network bac76c84-7ada-4534-a9b4-8c94e882ed1f {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:18.161231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:28:18.161602 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Checking segment: {'id': '70a07108-c3d7-4a71-8122-19c9a3dc7c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:18.161995 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.162386 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Bound using segment: {'id': '70a07108-c3d7-4a71-8122-19c9a3dc7c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:28:18.162848 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Bound port: eb35f7fa-b05d-431b-9f9e-e562e4f624a1, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a07108-c3d7-4a71-8122-19c9a3dc7c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:28:18.163220 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.232389 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] For port eb35f7fa-b05d-431b-9f9e-e562e4f624a1, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:28:18.234019 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.237319 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] For port eb35f7fa-b05d-431b-9f9e-e562e4f624a1, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=eb35f7fa-b05d-431b-9f9e-e562e4f624a1,segment=NetworkSegment(70a07108-c3d7-4a71-8122-19c9a3dc7c6d),segment_id=70a07108-c3d7-4a71-8122-19c9a3dc7c6d)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:28:18.243580 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.249165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Transition to ACTIVE for port object 67748e86-3c66-4dbc-89be-d17e9303616a will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:18.291913 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.323813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9b191-7bd9-464a-bce3-8c10ac4b5cee None None] Pushing event updated for resources: {'Port': ['ID=eb35f7fa-b05d-431b-9f9e-e562e4f624a1,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:18.352941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network bac76c84-7ada-4534-a9b4-8c94e882ed1f is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:18.357125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:18.362679 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:18.396764 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=67748e86-3c66-4dbc-89be-d17e9303616a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:18.417871 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.583851 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.881206 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.886522 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.964578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=67748e86-3c66-4dbc-89be-d17e9303616a,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:18.967787 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.067403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network bac76c84-7ada-4534-a9b4-8c94e882ed1f is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:19.068953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:19.190386 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router b993fb64-170c-41b7-a7d2-01ece0813832 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:28:19.291371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba37814c-19f9-4c74-ac99-68c9f2b8d22e None None] Network bac76c84-7ada-4534-a9b4-8c94e882ed1f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:28:19.304440 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:19.309992 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4fe81938-1379-4871-87d3-e06cb63de17a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "PUT /v2.0/routers/b993fb64-170c-41b7-a7d2-01ece0813832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1966436 Aug 20 12:28:19.357039 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0250790b-7688-4606-ba4c-2bf997fedd81 None None] Provisioning for port eb35f7fa-b05d-431b-9f9e-e562e4f624a1 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:19.462680 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-acc04296-3d6d-4b56-918f-928f95c6f512 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2058020067&fields=id&tenant_id=977744d865634c55a9fb8d5a0653eff3 HTTP/1.1" status: 200 len: 267 time: 0.0390396 Aug 20 12:28:19.581943 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-72428881-79ef-474c-8157-24c22bb604cf tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:19.583716 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-72428881-79ef-474c-8157-24c22bb604cf tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/networks?id=bac76c84-7ada-4534-a9b4-8c94e882ed1f HTTP/1.1" status: 200 len: 796 time: 0.1134977 Aug 20 12:28:19.605901 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-be02e4f5-e3f1-4c85-8ba9-b6985888136c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/quotas/977744d865634c55a9fb8d5a0653eff3 HTTP/1.1" status: 200 len: 375 time: 0.0156755 Aug 20 12:28:19.688079 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-2a440ede-dcce-4f69-afb5-d3ccb7b0b02d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652645 Aug 20 12:28:19.692917 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device eb35f7fa-b05d-431b-9f9e-e562e4f624a1 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:19.696561 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-71082148-189e-4cdc-be59-0123e911991b None None] Provisioning for port 67748e86-3c66-4dbc-89be-d17e9303616a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:19.724688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-71082148-189e-4cdc-be59-0123e911991b None None] Provisioning complete for port 67748e86-3c66-4dbc-89be-d17e9303616a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:19.725072 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-71082148-189e-4cdc-be59-0123e911991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.768282 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Sync routers for ids ['b993fb64-170c-41b7-a7d2-01ece0813832'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:19.779804 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Routers {'b993fb64-170c-41b7-a7d2-01ece0813832'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:19.780430 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:27:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b993fb64-170c-41b7-a7d2-01ece0813832'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:19.784667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-71082148-189e-4cdc-be59-0123e911991b None None] Port 67748e86-3c66-4dbc-89be-d17e9303616a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:28:19.802135 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port eb35f7fa-b05d-431b-9f9e-e562e4f624a1 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:19.806589 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port eb35f7fa-b05d-431b-9f9e-e562e4f624a1 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:19.807021 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.810300 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-5639eea8-c9d0-4d65-a0eb-d7fc95af0cc2 service neutron] 10.222.0.37 "GET /v2.0/networks/bac76c84-7ada-4534-a9b4-8c94e882ed1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212218 Aug 20 12:28:19.898763 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Set router b993fb64-170c-41b7-a7d2-01ece0813832 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:19.900256 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.903595 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-5a7c53cc-ac85-4222-837c-767a352f87bc service neutron] 10.222.0.37 "GET /v2.0/networks/bac76c84-7ada-4534-a9b4-8c94e882ed1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924232 Aug 20 12:28:19.943198 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fa142a9d-1f87-46c7-a910-12a76cea7855 None None] Provisioning complete for port 67748e86-3c66-4dbc-89be-d17e9303616a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:19.943993 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fa142a9d-1f87-46c7-a910-12a76cea7855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.968363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port eb35f7fa-b05d-431b-9f9e-e562e4f624a1, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=eb35f7fa-b05d-431b-9f9e-e562e4f624a1,segment=NetworkSegment(70a07108-c3d7-4a71-8122-19c9a3dc7c6d),segment_id=70a07108-c3d7-4a71-8122-19c9a3dc7c6d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:19.981467 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.982717 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 898a3e3c-9b5b-4e88-93f6-442832ffc9ab up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:20.056851 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-fa142a9d-1f87-46c7-a910-12a76cea7855 None None] Port 67748e86-3c66-4dbc-89be-d17e9303616a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:28:20.088285 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=eb35f7fa-b05d-431b-9f9e-e562e4f624a1,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:20.117419 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 898a3e3c-9b5b-4e88-93f6-442832ffc9ab completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:20.128677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 898a3e3c-9b5b-4e88-93f6-442832ffc9ab triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:20.129452 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.166368 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db34dd0-7b7f-455e-9e91-ca59e356608b req-490f3f95-ce21-419d-912c-db12374c934b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 210 time: 0.0510306 Aug 20 12:28:20.193070 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117492271', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:18Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '67748e86-3c66-4dbc-89be-d17e9303616a', 'name': '', 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:10:6d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:17Z', 'updated_at': '2021-08-20T12:28:18Z', 'revision_number': 2, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:20.224575 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Checking router: b993fb64-170c-41b7-a7d2-01ece0813832 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:28:20.224957 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Updating router b993fb64-170c-41b7-a7d2-01ece0813832 port 67748e86-3c66-4dbc-89be-d17e9303616a binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:28:20.229814 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.252278 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.252449 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 898a3e3c-9b5b-4e88-93f6-442832ffc9ab, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=898a3e3c-9b5b-4e88-93f6-442832ffc9ab,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:20.258671 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.315064 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1aada0a9-9d3d-4a6f-b2b1-ee8aa5ba3a33 None None] Provisioning complete for port 67748e86-3c66-4dbc-89be-d17e9303616a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:20.315763 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1aada0a9-9d3d-4a6f-b2b1-ee8aa5ba3a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.342021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=898a3e3c-9b5b-4e88-93f6-442832ffc9ab,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:20.362658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1aada0a9-9d3d-4a6f-b2b1-ee8aa5ba3a33 None None] Port 67748e86-3c66-4dbc-89be-d17e9303616a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:28:20.530778 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.542419 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Transition to ACTIVE for port object 67748e86-3c66-4dbc-89be-d17e9303616a will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:20.549401 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.604530 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88adb0-580c-4a44-960c-2d1a1191f787 None None] Pushing event updated for resources: {'Port': ['ID=67748e86-3c66-4dbc-89be-d17e9303616a,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:20.629572 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88adb0-580c-4a44-960c-2d1a1191f787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:20.629915 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88adb0-580c-4a44-960c-2d1a1191f787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:20.630251 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88adb0-580c-4a44-960c-2d1a1191f787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:20.630583 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88adb0-580c-4a44-960c-2d1a1191f787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:20.630909 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88adb0-580c-4a44-960c-2d1a1191f787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:20.631231 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88adb0-580c-4a44-960c-2d1a1191f787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:20.631552 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88adb0-580c-4a44-960c-2d1a1191f787 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:20.631870 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88adb0-580c-4a44-960c-2d1a1191f787 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:20.632186 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88adb0-580c-4a44-960c-2d1a1191f787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:20.632500 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88adb0-580c-4a44-960c-2d1a1191f787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:20.632843 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88adb0-580c-4a44-960c-2d1a1191f787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:20.633160 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88adb0-580c-4a44-960c-2d1a1191f787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:20.668024 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Attempting to bind port 67748e86-3c66-4dbc-89be-d17e9303616a on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:28:20.668387 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Attempting to bind port 67748e86-3c66-4dbc-89be-d17e9303616a by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '70a07108-c3d7-4a71-8122-19c9a3dc7c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:28:20.669885 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Attempting to bind port 67748e86-3c66-4dbc-89be-d17e9303616a on network bac76c84-7ada-4534-a9b4-8c94e882ed1f {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:20.675158 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:28:20.675532 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Checking segment: {'id': '70a07108-c3d7-4a71-8122-19c9a3dc7c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:20.675935 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.676320 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Bound using segment: {'id': '70a07108-c3d7-4a71-8122-19c9a3dc7c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:28:20.676839 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Bound port: 67748e86-3c66-4dbc-89be-d17e9303616a, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a07108-c3d7-4a71-8122-19c9a3dc7c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:28:20.677224 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.748475 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] For port 67748e86-3c66-4dbc-89be-d17e9303616a, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:28:20.751909 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] For port 67748e86-3c66-4dbc-89be-d17e9303616a, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=67748e86-3c66-4dbc-89be-d17e9303616a,segment=NetworkSegment(70a07108-c3d7-4a71-8122-19c9a3dc7c6d),segment_id=70a07108-c3d7-4a71-8122-19c9a3dc7c6d)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:28:20.756586 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.816995 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Routers {'b993fb64-170c-41b7-a7d2-01ece0813832'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:20.817673 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:27:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b993fb64-170c-41b7-a7d2-01ece0813832'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:20.855522 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88adb0-580c-4a44-960c-2d1a1191f787 None None] Pushing event updated for resources: {'Port': ['ID=67748e86-3c66-4dbc-89be-d17e9303616a,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:20.946372 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] Set router b993fb64-170c-41b7-a7d2-01ece0813832 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:21.195252 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-04bf4c73-9ce7-4ac1-a778-474ba84fb7e3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:21.196726 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-04bf4c73-9ce7-4ac1-a778-474ba84fb7e3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "GET /v2.0/networks?id=bac76c84-7ada-4534-a9b4-8c94e882ed1f HTTP/1.1" status: 200 len: 796 time: 0.1231303 Aug 20 12:28:21.256612 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-89403819-97f9-40dc-a6ff-9f8e2729f3cf tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=977744d865634c55a9fb8d5a0653eff3 HTTP/1.1" status: 200 len: 380 time: 0.0484531 Aug 20 12:28:21.267233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-56bdf1f1-cbdb-40c2-8da3-72d92e29d725 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'port': {'device_id': '9eda3a06-eb5e-49c1-9d12-8942c3213bf1', 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'admin_state_up': True, 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'security_groups': ['5e1290cc-a9c1-485a-bb69-fa0e2940ef30']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:21.296367 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4eeecfad-5896-443d-8e27-36b24f9e7a4d req-060a2f96-5d79-4aa3-9dec-59fe03157d92 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 210 time: 0.0398746 Aug 20 12:28:21.318414 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117492271', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:18Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '67748e86-3c66-4dbc-89be-d17e9303616a', 'name': '', 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:10:6d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:17Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:21.344225 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cb45a8-bc1e-4685-9c8e-cdcc90378ba7 None None] The sync data for ids ['b993fb64-170c-41b7-a7d2-01ece0813832'] in n-d-804299-2 is: [{'id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117492271', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:18Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '67748e86-3c66-4dbc-89be-d17e9303616a', 'name': '', 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:10:6d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:17Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:21.400466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-56bdf1f1-cbdb-40c2-8da3-72d92e29d725 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Made reservation on behalf of 977744d865634c55a9fb8d5a0653eff3 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:28:21.408812 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-56bdf1f1-cbdb-40c2-8da3-72d92e29d725 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.542466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-56bdf1f1-cbdb-40c2-8da3-72d92e29d725 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.20.0.14 (bac76c84-7ada-4534-a9b4-8c94e882ed1f/d9e30a18-8d6b-42bf-b569-bfd1916b31dd/7a10f127-4840-4a7f-9d7c-94eb4fffe704) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:21.701650 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-56bdf1f1-cbdb-40c2-8da3-72d92e29d725 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.716012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 67748e86-3c66-4dbc-89be-d17e9303616a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:21.722934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-56bdf1f1-cbdb-40c2-8da3-72d92e29d725 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Transition to ACTIVE for port object 7a10f127-4840-4a7f-9d7c-94eb4fffe704 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:21.758562 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-56bdf1f1-cbdb-40c2-8da3-72d92e29d725 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.778967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 67748e86-3c66-4dbc-89be-d17e9303616a completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:21.783435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 67748e86-3c66-4dbc-89be-d17e9303616a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:21.783858 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.799890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-56bdf1f1-cbdb-40c2-8da3-72d92e29d725 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network bac76c84-7ada-4534-a9b4-8c94e882ed1f is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:21.803336 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-56bdf1f1-cbdb-40c2-8da3-72d92e29d725 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:21.806233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-56bdf1f1-cbdb-40c2-8da3-72d92e29d725 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:21.860134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdf1f1-cbdb-40c2-8da3-72d92e29d725 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=7a10f127-4840-4a7f-9d7c-94eb4fffe704,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:21.879007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-56bdf1f1-cbdb-40c2-8da3-72d92e29d725 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:21.879688 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-56bdf1f1-cbdb-40c2-8da3-72d92e29d725 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.882878 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.897420 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-56bdf1f1-cbdb-40c2-8da3-72d92e29d725 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6347966 Aug 20 12:28:21.911087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Request body: {'port': {'device_id': '9eda3a06-eb5e-49c1-9d12-8942c3213bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:21.923756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 67748e86-3c66-4dbc-89be-d17e9303616a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=67748e86-3c66-4dbc-89be-d17e9303616a,segment=NetworkSegment(70a07108-c3d7-4a71-8122-19c9a3dc7c6d),segment_id=70a07108-c3d7-4a71-8122-19c9a3dc7c6d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:21.928381 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.929429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device eb35f7fa-b05d-431b-9f9e-e562e4f624a1 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:21.991630 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.028413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=67748e86-3c66-4dbc-89be-d17e9303616a,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:22.047643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port eb35f7fa-b05d-431b-9f9e-e562e4f624a1 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:22.048850 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.147653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 898a3e3c-9b5b-4e88-93f6-442832ffc9ab up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:22.183445 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bfc2bf49-ec06-4d0e-bf5d-666983135148 None None] Provisioning for port 7a10f127-4840-4a7f-9d7c-94eb4fffe704 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:22.194403 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bfc2bf49-ec06-4d0e-bf5d-666983135148 None None] Provisioning complete for port 7a10f127-4840-4a7f-9d7c-94eb4fffe704 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:22.194778 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bfc2bf49-ec06-4d0e-bf5d-666983135148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.239321 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bfc2bf49-ec06-4d0e-bf5d-666983135148 None None] Port 7a10f127-4840-4a7f-9d7c-94eb4fffe704 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:28:22.241150 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 898a3e3c-9b5b-4e88-93f6-442832ffc9ab triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:22.241528 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.312489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a10f127-4840-4a7f-9d7c-94eb4fffe704 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:28:22.322513 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.339010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Transition to ACTIVE for port object 7a10f127-4840-4a7f-9d7c-94eb4fffe704 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:22.342406 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.428553 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a55b5e3a-fd9c-4a09-bbb7-3d449d11d9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.437482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Pushing event updated for resources: {'Port': ['ID=7a10f127-4840-4a7f-9d7c-94eb4fffe704,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:22.496544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aca23-3506-4e19-9c18-d5789eed0e7f req-199de02f-700a-4687-bd05-17f96c421c74 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:22.498189 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-659aca23-3506-4e19-9c18-d5789eed0e7f req-199de02f-700a-4687-bd05-17f96c421c74 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 944 time: 0.1270723 Aug 20 12:28:22.537161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Attempting to bind port 7a10f127-4840-4a7f-9d7c-94eb4fffe704 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:28:22.537557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Attempting to bind port 7a10f127-4840-4a7f-9d7c-94eb4fffe704 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '70a07108-c3d7-4a71-8122-19c9a3dc7c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:28:22.537893 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Attempting to bind port 7a10f127-4840-4a7f-9d7c-94eb4fffe704 on network bac76c84-7ada-4534-a9b4-8c94e882ed1f {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:22.551477 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Port 7a10f127-4840-4a7f-9d7c-94eb4fffe704 on network bac76c84-7ada-4534-a9b4-8c94e882ed1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:28:22.551813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Attempting to bind port 7a10f127-4840-4a7f-9d7c-94eb4fffe704 on network bac76c84-7ada-4534-a9b4-8c94e882ed1f {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:22.563522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-659aca23-3506-4e19-9c18-d5789eed0e7f req-dd0c692b-651f-409b-a5c2-fd741c5282e9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583754 Aug 20 12:28:22.564834 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:28:22.565184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Checking segment: {'id': '70a07108-c3d7-4a71-8122-19c9a3dc7c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:22.565575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Bound using segment: {'id': '70a07108-c3d7-4a71-8122-19c9a3dc7c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:28:22.566019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Bound port: 7a10f127-4840-4a7f-9d7c-94eb4fffe704, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a07108-c3d7-4a71-8122-19c9a3dc7c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:28:22.566386 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.635012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] For port 7a10f127-4840-4a7f-9d7c-94eb4fffe704, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:28:22.637952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] For port 7a10f127-4840-4a7f-9d7c-94eb4fffe704, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7a10f127-4840-4a7f-9d7c-94eb4fffe704,segment=NetworkSegment(70a07108-c3d7-4a71-8122-19c9a3dc7c6d),segment_id=70a07108-c3d7-4a71-8122-19c9a3dc7c6d)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:28:22.642414 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.675515 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:22.676132 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.678485 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] 10.222.0.76 "PUT /v2.0/ports/7a10f127-4840-4a7f-9d7c-94eb4fffe704 HTTP/1.1" status: 200 len: 1092 time: 0.7719185 Aug 20 12:28:22.678485 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eda3a06-eb5e-49c1-9d12-8942c3213bf1', 'tag': '7a10f127-4840-4a7f-9d7c-94eb4fffe704'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:28:22.709960 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829b9f0-9116-4533-a6fa-4ef2dd904e57 service neutron] Pushing event updated for resources: {'Port': ['ID=7a10f127-4840-4a7f-9d7c-94eb4fffe704,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:22.733682 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be30428-f3c9-4ee2-886e-c5d392c662b7" -d '{"events": [{"name": "network-changed", "server_uuid": "9eda3a06-eb5e-49c1-9d12-8942c3213bf1", "tag": "7a10f127-4840-4a7f-9d7c-94eb4fffe704"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:28:22.769219 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-386de436-e498-4072-b119-780ad94c2dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:22.770866 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-386de436-e498-4072-b119-780ad94c2dae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 1095 time: 0.0495307 Aug 20 12:28:22.820694 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-b727f55c-e3f4-4ca5-8277-f6bbab767952 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a10f127-4840-4a7f-9d7c-94eb4fffe704 HTTP/1.1" status: 200 len: 217 time: 0.0423131 Aug 20 12:28:22.836301 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b893abbe-b544-463c-9813-9a0ddb91f8c7 x-openstack-request-id: req-b893abbe-b544-463c-9813-9a0ddb91f8c7 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:28:22.836594 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eda3a06-eb5e-49c1-9d12-8942c3213bf1", "tag": "7a10f127-4840-4a7f-9d7c-94eb4fffe704", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:28:22.836896 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b893abbe-b544-463c-9813-9a0ddb91f8c7 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:28:22.837301 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eda3a06-eb5e-49c1-9d12-8942c3213bf1', 'tag': '7a10f127-4840-4a7f-9d7c-94eb4fffe704', 'status': 'completed', 'code': 200} Aug 20 12:28:22.875433 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-a6f21511-2371-403e-9264-a84a875d9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:22.877067 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-a6f21511-2371-403e-9264-a84a875d9e19 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d9e30a18-8d6b-42bf-b569-bfd1916b31dd HTTP/1.1" status: 200 len: 834 time: 0.0497701 Aug 20 12:28:22.922046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-5b55008b-655b-44da-83cb-bf71ee11ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:22.923599 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-5b55008b-655b-44da-83cb-bf71ee11ad46 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac76c84-7ada-4534-a9b4-8c94e882ed1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403059 Aug 20 12:28:23.014621 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-8ed9a980-1513-49ba-8d03-74318faf85f9 service neutron] 10.222.0.76 "GET /v2.0/networks/bac76c84-7ada-4534-a9b4-8c94e882ed1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844116 Aug 20 12:28:23.104343 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-744ae5b3-3a60-48df-8c62-bf36e509de39 req-aa613cc3-cbd9-4ce2-843f-39eb535dbf98 service neutron] 10.222.0.76 "GET /v2.0/networks/bac76c84-7ada-4534-a9b4-8c94e882ed1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826766 Aug 20 12:28:23.188718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be30428-f3c9-4ee2-886e-c5d392c662b7 req-8d7b5d69-ae09-4831-a88e-2ba4f369c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:23.190359 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1be30428-f3c9-4ee2-886e-c5d392c662b7 req-8d7b5d69-ae09-4831-a88e-2ba4f369c77a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 1095 time: 0.0402408 Aug 20 12:28:23.282349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be30428-f3c9-4ee2-886e-c5d392c662b7 req-d552c77e-6e39-4bb7-bf5c-addac42171c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:23.283934 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1be30428-f3c9-4ee2-886e-c5d392c662b7 req-d552c77e-6e39-4bb7-bf5c-addac42171c9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bac76c84-7ada-4534-a9b4-8c94e882ed1f HTTP/1.1" status: 200 len: 896 time: 0.0869677 Aug 20 12:28:23.288309 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:28:23.324229 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1be30428-f3c9-4ee2-886e-c5d392c662b7 req-a949735b-3409-4608-86da-08a5191f4d71 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a10f127-4840-4a7f-9d7c-94eb4fffe704 HTTP/1.1" status: 200 len: 217 time: 0.0336156 Aug 20 12:28:23.379347 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be30428-f3c9-4ee2-886e-c5d392c662b7 req-8d2402ba-4d45-4247-91b7-627c355e1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:23.380831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1be30428-f3c9-4ee2-886e-c5d392c662b7 req-8d2402ba-4d45-4247-91b7-627c355e1547 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d9e30a18-8d6b-42bf-b569-bfd1916b31dd HTTP/1.1" status: 200 len: 834 time: 0.0491757 Aug 20 12:28:23.427390 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be30428-f3c9-4ee2-886e-c5d392c662b7 req-f59d5573-b39d-4228-a291-0c9ecb74b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:23.428934 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1be30428-f3c9-4ee2-886e-c5d392c662b7 req-f59d5573-b39d-4228-a291-0c9ecb74b0f0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac76c84-7ada-4534-a9b4-8c94e882ed1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403643 Aug 20 12:28:23.520232 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1be30428-f3c9-4ee2-886e-c5d392c662b7 req-8de7cd1f-66c7-4285-b2f6-6460a3d3c04d service neutron] 10.222.0.76 "GET /v2.0/networks/bac76c84-7ada-4534-a9b4-8c94e882ed1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829861 Aug 20 12:28:23.615132 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1be30428-f3c9-4ee2-886e-c5d392c662b7 req-e11fe0a2-023a-4379-9254-c028d57ae43d service neutron] 10.222.0.76 "GET /v2.0/networks/bac76c84-7ada-4534-a9b4-8c94e882ed1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879686 Aug 20 12:28:23.618757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 67748e86-3c66-4dbc-89be-d17e9303616a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:23.672364 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 67748e86-3c66-4dbc-89be-d17e9303616a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:23.672658 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:23.686097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e6165-9155-490b-afb3-9f5e36f36bc6 req-6cd8e295-6064-4f5f-b1cb-09e18d99ffdd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:23.687585 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-524e6165-9155-490b-afb3-9f5e36f36bc6 req-6cd8e295-6064-4f5f-b1cb-09e18d99ffdd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 944 time: 0.0490274 Aug 20 12:28:23.725298 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-524e6165-9155-490b-afb3-9f5e36f36bc6 req-4a0604c6-e34e-4165-962b-0ac598a9410d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309389 Aug 20 12:28:24.840829 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cfa5f-5710-4278-8a71-8bd5936cd048 req-3d05c1f3-c8f3-4964-b409-524a24093cab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:24.842325 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-878cfa5f-5710-4278-8a71-8bd5936cd048 req-3d05c1f3-c8f3-4964-b409-524a24093cab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 944 time: 0.0487869 Aug 20 12:28:24.880794 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-878cfa5f-5710-4278-8a71-8bd5936cd048 req-b0ff8565-24ef-43a3-b687-b6fed5a30812 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320041 Aug 20 12:28:25.197101 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c68737ab-6641-4923-9323-6442e20460d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.546574 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.935256 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7a10f127-4840-4a7f-9d7c-94eb4fffe704 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:28:25.994937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07098780-24e2-431d-a983-a94efd494b50 req-e33d8ef5-11f6-48dd-9bad-9f6d13cd8b55 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:25.996412 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07098780-24e2-431d-a983-a94efd494b50 req-e33d8ef5-11f6-48dd-9bad-9f6d13cd8b55 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 944 time: 0.0485144 Aug 20 12:28:26.032983 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7a10f127-4840-4a7f-9d7c-94eb4fffe704, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7a10f127-4840-4a7f-9d7c-94eb4fffe704,segment=NetworkSegment(70a07108-c3d7-4a71-8122-19c9a3dc7c6d),segment_id=70a07108-c3d7-4a71-8122-19c9a3dc7c6d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:26.040097 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-07098780-24e2-431d-a983-a94efd494b50 req-f6649942-7ad0-4f17-b23f-e58d057de771 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367179 Aug 20 12:28:26.044300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '7a10f127-4840-4a7f-9d7c-94eb4fffe704', 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'port_id': '7a10f127-4840-4a7f-9d7c-94eb4fffe704', 'mac_address': 'fa:16:3e:6c:89:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:28:26.081267 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.094940 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a10f127-4840-4a7f-9d7c-94eb4fffe704 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:28:26.114417 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7a10f127-4840-4a7f-9d7c-94eb4fffe704, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7a10f127-4840-4a7f-9d7c-94eb4fffe704,segment=NetworkSegment(70a07108-c3d7-4a71-8122-19c9a3dc7c6d),segment_id=70a07108-c3d7-4a71-8122-19c9a3dc7c6d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:26.118189 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.163562 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=7a10f127-4840-4a7f-9d7c-94eb4fffe704,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:26.320577 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['7a10f127-4840-4a7f-9d7c-94eb4fffe704'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:28:26.550912 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:27.153609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9476e-a82c-493a-a8be-2b8404252725 req-e686eafc-1546-42e9-bc35-555362a8d443 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:27.155074 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-41a9476e-a82c-493a-a8be-2b8404252725 req-e686eafc-1546-42e9-bc35-555362a8d443 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 945 time: 0.0483222 Aug 20 12:28:27.192464 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-41a9476e-a82c-493a-a8be-2b8404252725 req-12f89fd0-8afa-422d-b02e-40040cad3265 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309289 Aug 20 12:28:27.961481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7a10f127-4840-4a7f-9d7c-94eb4fffe704 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:28.011479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 7a10f127-4840-4a7f-9d7c-94eb4fffe704 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:28.015250 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 7a10f127-4840-4a7f-9d7c-94eb4fffe704 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:28.015615 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:28.091321 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:28.114574 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eda3a06-eb5e-49c1-9d12-8942c3213bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a10f127-4840-4a7f-9d7c-94eb4fffe704'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:28:28.133852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 7a10f127-4840-4a7f-9d7c-94eb4fffe704, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7a10f127-4840-4a7f-9d7c-94eb4fffe704,segment=NetworkSegment(70a07108-c3d7-4a71-8122-19c9a3dc7c6d),segment_id=70a07108-c3d7-4a71-8122-19c9a3dc7c6d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:28.141137 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:28.169396 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62539d87-2ac0-41f4-8855-bf8dcc72f439" -d '{"events": [{"server_uuid": "9eda3a06-eb5e-49c1-9d12-8942c3213bf1", "name": "network-vif-plugged", "status": "completed", "tag": "7a10f127-4840-4a7f-9d7c-94eb4fffe704"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:28:28.174211 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:28.199300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=7a10f127-4840-4a7f-9d7c-94eb4fffe704,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:28.256360 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326eb3f3-6b42-4484-8504-ff6d6c39a5ad x-openstack-request-id: req-326eb3f3-6b42-4484-8504-ff6d6c39a5ad {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:28:28.256682 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eda3a06-eb5e-49c1-9d12-8942c3213bf1", "name": "network-vif-plugged", "status": "completed", "tag": "7a10f127-4840-4a7f-9d7c-94eb4fffe704", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:28:28.256946 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-326eb3f3-6b42-4484-8504-ff6d6c39a5ad {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:28:28.257347 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eda3a06-eb5e-49c1-9d12-8942c3213bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a10f127-4840-4a7f-9d7c-94eb4fffe704', 'code': 200} Aug 20 12:28:28.310971 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31607cad-2ee5-4507-9f6c-5b98a795ad96 req-b06c94a5-e233-4bc5-93e7-c84f143216cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:28.312453 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-31607cad-2ee5-4507-9f6c-5b98a795ad96 req-b06c94a5-e233-4bc5-93e7-c84f143216cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 946 time: 0.0525496 Aug 20 12:28:28.349587 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c248654-b994-4331-8e05-da2da844233d req-f1c258a1-5b76-4893-be94-ac6662d8a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:28.351088 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c248654-b994-4331-8e05-da2da844233d req-f1c258a1-5b76-4893-be94-ac6662d8a559 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0401988 Aug 20 12:28:28.351252 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-31607cad-2ee5-4507-9f6c-5b98a795ad96 req-61fdfb83-61d9-451c-a2ac-6560cd7e634f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318530 Aug 20 12:28:28.387023 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c248654-b994-4331-8e05-da2da844233d req-314bbaae-64c8-44c3-aca2-dd76b18a2158 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286288 Aug 20 12:28:29.472776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c9b9c-e950-4304-9426-774914772145 req-8704c3ff-8dde-433c-b8f2-2c2e0fda60a3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:29.475021 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-606c9b9c-e950-4304-9426-774914772145 req-8704c3ff-8dde-433c-b8f2-2c2e0fda60a3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 946 time: 0.0520170 Aug 20 12:28:29.512439 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-606c9b9c-e950-4304-9426-774914772145 req-26d5122e-3633-4758-bc87-0bc41e25f4e4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310566 Aug 20 12:28:30.628066 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c39345-acfa-4f70-99cc-f83e267a56f2 req-21c911d2-3b47-48af-9e4e-ae9fd3d1b124 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:30.630416 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50c39345-acfa-4f70-99cc-f83e267a56f2 req-21c911d2-3b47-48af-9e4e-ae9fd3d1b124 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 946 time: 0.0506449 Aug 20 12:28:30.669180 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-50c39345-acfa-4f70-99cc-f83e267a56f2 req-04e21ed8-3dab-4498-962c-65bcf7f91e66 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323908 Aug 20 12:28:30.782300 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e729a8-dc36-4353-bd2e-9d649c034b0a req-57fb148f-429f-4ea4-9f67-0b2e5369b66c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:30.783770 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-22e729a8-dc36-4353-bd2e-9d649c034b0a req-57fb148f-429f-4ea4-9f67-0b2e5369b66c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 946 time: 0.0490332 Aug 20 12:28:30.823865 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-22e729a8-dc36-4353-bd2e-9d649c034b0a req-dbfb79d8-2a26-4feb-a846-1d19ef83fd3f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340168 Aug 20 12:28:30.845544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57310) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:30.883983 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88843e7-294b-4f42-904e-5eea81da0e48 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:30.885489 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a88843e7-294b-4f42-904e-5eea81da0e48 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 1092 time: 0.0389979 Aug 20 12:28:30.888373 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57312) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:30.892578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': '7a10f127-4840-4a7f-9d7c-94eb4fffe704', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:30.914060 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:31.013124 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:31.128219 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.25.8.72 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/ba69d46c-be59-4721-9074-cfbb03b3be38) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:31.234742 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:31.276969 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:31.311414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:31.314120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:31.317996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:31.345255 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=ba69d46c-be59-4721-9074-cfbb03b3be38,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:31.668565 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.035962 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.183552 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.188103 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.259402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=ba69d46c-be59-4721-9074-cfbb03b3be38,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:32.266546 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.366367 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Floating IP 26c2c55b-28f3-426d-8ff6-58f3e7223a5f associated. External IP: 172.25.8.72, port: 7a10f127-4840-4a7f-9d7c-94eb4fffe704. Aug 20 12:28:32.572447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router b993fb64-170c-41b7-a7d2-01ece0813832 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:28:32.680254 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:32.690074 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3572da-7890-4b76-83c6-528c9764739d None None] Sync routers for ids ['b993fb64-170c-41b7-a7d2-01ece0813832'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:32.696022 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.701533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3572da-7890-4b76-83c6-528c9764739d None None] Routers {'b993fb64-170c-41b7-a7d2-01ece0813832'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:32.702191 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5a3572da-7890-4b76-83c6-528c9764739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:28:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b993fb64-170c-41b7-a7d2-01ece0813832'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:32.723697 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5e24c6ae-4bff-40ce-ad62-db8959375349 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8342896 Aug 20 12:28:32.724363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eda3a06-eb5e-49c1-9d12-8942c3213bf1', 'tag': '7a10f127-4840-4a7f-9d7c-94eb4fffe704'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:28:32.726734 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8b30dd-dbf0-48e6-a5e0-096b78a58390" -d '{"events": [{"name": "network-changed", "server_uuid": "9eda3a06-eb5e-49c1-9d12-8942c3213bf1", "tag": "7a10f127-4840-4a7f-9d7c-94eb4fffe704"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:28:32.771764 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42568fb8-256e-4032-a52e-58ef73f5794e x-openstack-request-id: req-42568fb8-256e-4032-a52e-58ef73f5794e {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:28:32.772174 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eda3a06-eb5e-49c1-9d12-8942c3213bf1", "tag": "7a10f127-4840-4a7f-9d7c-94eb4fffe704", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:28:32.772432 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42568fb8-256e-4032-a52e-58ef73f5794e {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:28:32.772867 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eda3a06-eb5e-49c1-9d12-8942c3213bf1', 'tag': '7a10f127-4840-4a7f-9d7c-94eb4fffe704', 'status': 'completed', 'code': 200} Aug 20 12:28:32.835036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d702fe-5129-453c-9be0-b4d182f6cda0 req-be3b02b1-2278-45e3-90aa-40820089ca77 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:32.836547 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-27d702fe-5129-453c-9be0-b4d182f6cda0 req-be3b02b1-2278-45e3-90aa-40820089ca77 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 946 time: 0.0549183 Aug 20 12:28:32.839511 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b30dd-dbf0-48e6-a5e0-096b78a58390 req-7ea63ed6-a994-4b46-9cd2-7c0896356689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:32.841197 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce8b30dd-dbf0-48e6-a5e0-096b78a58390 req-7ea63ed6-a994-4b46-9cd2-7c0896356689 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0478554 Aug 20 12:28:32.877777 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-27d702fe-5129-453c-9be0-b4d182f6cda0 req-0853bcfd-6237-42a7-ab47-f88e383295d6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352030 Aug 20 12:28:32.901314 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57318) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:32.945471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b30dd-dbf0-48e6-a5e0-096b78a58390 req-82da5ab2-86f9-4f0c-acaa-9d30bb7e1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:32.946964 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce8b30dd-dbf0-48e6-a5e0-096b78a58390 req-82da5ab2-86f9-4f0c-acaa-9d30bb7e1957 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bac76c84-7ada-4534-a9b4-8c94e882ed1f HTTP/1.1" status: 200 len: 896 time: 0.0995269 Aug 20 12:28:32.971278 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0a7f4eca-8124-4ec8-adc8-1886f426ed7f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/26c2c55b-28f3-426d-8ff6-58f3e7223a5f HTTP/1.1" status: 200 len: 991 time: 0.0687833 Aug 20 12:28:32.980410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-5a3572da-7890-4b76-83c6-528c9764739d None None] Set router b993fb64-170c-41b7-a7d2-01ece0813832 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:33.020906 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce8b30dd-dbf0-48e6-a5e0-096b78a58390 req-b9d2715a-2595-4077-96dd-26d63d4b425e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a10f127-4840-4a7f-9d7c-94eb4fffe704 HTTP/1.1" status: 200 len: 999 time: 0.0669808 Aug 20 12:28:33.069220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b30dd-dbf0-48e6-a5e0-096b78a58390 req-2a8c0549-77c4-4135-9515-97c627df3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:33.070676 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce8b30dd-dbf0-48e6-a5e0-096b78a58390 req-2a8c0549-77c4-4135-9515-97c627df3e89 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d9e30a18-8d6b-42bf-b569-bfd1916b31dd HTTP/1.1" status: 200 len: 834 time: 0.0432901 Aug 20 12:28:33.117860 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b30dd-dbf0-48e6-a5e0-096b78a58390 req-7ea83362-ca36-4065-ad6b-8a69501249b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:33.119377 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce8b30dd-dbf0-48e6-a5e0-096b78a58390 req-7ea83362-ca36-4065-ad6b-8a69501249b1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac76c84-7ada-4534-a9b4-8c94e882ed1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400600 Aug 20 12:28:33.202264 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5a3572da-7890-4b76-83c6-528c9764739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117492271', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:18Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '26c2c55b-28f3-426d-8ff6-58f3e7223a5f', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'port_id': '7a10f127-4840-4a7f-9d7c-94eb4fffe704', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'mac_address': 'fa:16:3e:6c:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eda3a06-eb5e-49c1-9d12-8942c3213bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:28:31Z', 'updated_at': '2021-08-20T12:28:31Z', 'revision_number': 0, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67748e86-3c66-4dbc-89be-d17e9303616a', 'name': '', 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:10:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:17Z', 'updated_at': '2021-08-20T12:28:21Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:33.211949 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce8b30dd-dbf0-48e6-a5e0-096b78a58390 req-f5d928c4-9ea3-4e45-9626-b73cf3096b61 service neutron] 10.222.0.76 "GET /v2.0/networks/bac76c84-7ada-4534-a9b4-8c94e882ed1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859163 Aug 20 12:28:33.229482 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3572da-7890-4b76-83c6-528c9764739d None None] Checking router: b993fb64-170c-41b7-a7d2-01ece0813832 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:28:33.237721 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3572da-7890-4b76-83c6-528c9764739d None None] Routers {'b993fb64-170c-41b7-a7d2-01ece0813832'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:33.238365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5a3572da-7890-4b76-83c6-528c9764739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:28:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b993fb64-170c-41b7-a7d2-01ece0813832'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:33.300347 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce8b30dd-dbf0-48e6-a5e0-096b78a58390 req-f13cfafb-7178-4c80-93bb-3312c4a6642c service neutron] 10.222.0.76 "GET /v2.0/networks/bac76c84-7ada-4534-a9b4-8c94e882ed1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819814 Aug 20 12:28:33.346988 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-5a3572da-7890-4b76-83c6-528c9764739d None None] Set router b993fb64-170c-41b7-a7d2-01ece0813832 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:33.462717 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:33.578033 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-5a3572da-7890-4b76-83c6-528c9764739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117492271', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:18Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '26c2c55b-28f3-426d-8ff6-58f3e7223a5f', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'port_id': '7a10f127-4840-4a7f-9d7c-94eb4fffe704', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'mac_address': 'fa:16:3e:6c:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eda3a06-eb5e-49c1-9d12-8942c3213bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:28:31Z', 'updated_at': '2021-08-20T12:28:31Z', 'revision_number': 0, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67748e86-3c66-4dbc-89be-d17e9303616a', 'name': '', 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:10:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:17Z', 'updated_at': '2021-08-20T12:28:21Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:33.603597 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3572da-7890-4b76-83c6-528c9764739d None None] The sync data for ids ['b993fb64-170c-41b7-a7d2-01ece0813832'] in n-d-804299-2 is: [{'id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117492271', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:18Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '26c2c55b-28f3-426d-8ff6-58f3e7223a5f', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'port_id': '7a10f127-4840-4a7f-9d7c-94eb4fffe704', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'mac_address': 'fa:16:3e:6c:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eda3a06-eb5e-49c1-9d12-8942c3213bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:28:31Z', 'updated_at': '2021-08-20T12:28:31Z', 'revision_number': 0, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67748e86-3c66-4dbc-89be-d17e9303616a', 'name': '', 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:10:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:17Z', 'updated_at': '2021-08-20T12:28:21Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:33.781182 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864fd2ae-45a8-43e2-9eff-08386770811f None None] New status for floating IP 26c2c55b-28f3-426d-8ff6-58f3e7223a5f: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:28:33.974568 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57320) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:34.037367 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a246d0db-4493-4f2e-8209-d6b585bc4c62 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/26c2c55b-28f3-426d-8ff6-58f3e7223a5f HTTP/1.1" status: 200 len: 993 time: 0.0616572 Aug 20 12:28:38.387101 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ec5f2e73-e605-4e97-a18b-2cae8df1a2ac req-ae4108d7-b000-4899-a9bd-45f0b3ec0259 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405383 Aug 20 12:28:38.467903 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f2e73-e605-4e97-a18b-2cae8df1a2ac req-3316a56f-097f-4f27-bf61-d3c4c0ec5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:38.469426 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ec5f2e73-e605-4e97-a18b-2cae8df1a2ac req-3316a56f-097f-4f27-bf61-d3c4c0ec5f86 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0442662 Aug 20 12:28:38.570678 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f2e73-e605-4e97-a18b-2cae8df1a2ac req-24cf445f-7899-4f6c-b33b-da5cd4424c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:38.572142 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ec5f2e73-e605-4e97-a18b-2cae8df1a2ac req-24cf445f-7899-4f6c-b33b-da5cd4424c3c service neutron] 10.222.0.76 "GET /v2.0/networks?id=bac76c84-7ada-4534-a9b4-8c94e882ed1f HTTP/1.1" status: 200 len: 896 time: 0.0846832 Aug 20 12:28:38.640268 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ec5f2e73-e605-4e97-a18b-2cae8df1a2ac req-af0041f6-7cd1-4656-9b1b-8cf62fa4fa56 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a10f127-4840-4a7f-9d7c-94eb4fffe704 HTTP/1.1" status: 200 len: 1001 time: 0.0616229 Aug 20 12:28:38.687764 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f2e73-e605-4e97-a18b-2cae8df1a2ac req-a0778158-57a9-4423-9dc4-6e20651dc117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:38.689184 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ec5f2e73-e605-4e97-a18b-2cae8df1a2ac req-a0778158-57a9-4423-9dc4-6e20651dc117 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d9e30a18-8d6b-42bf-b569-bfd1916b31dd HTTP/1.1" status: 200 len: 834 time: 0.0429997 Aug 20 12:28:38.733800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f2e73-e605-4e97-a18b-2cae8df1a2ac req-0c1f4264-0667-40bd-8cfa-27ae99b52163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:38.735383 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ec5f2e73-e605-4e97-a18b-2cae8df1a2ac req-0c1f4264-0667-40bd-8cfa-27ae99b52163 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac76c84-7ada-4534-a9b4-8c94e882ed1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389919 Aug 20 12:28:38.831045 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ec5f2e73-e605-4e97-a18b-2cae8df1a2ac req-d5204de1-b473-42a4-9ed6-aaadf7feee25 service neutron] 10.222.0.76 "GET /v2.0/networks/bac76c84-7ada-4534-a9b4-8c94e882ed1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867977 Aug 20 12:28:38.920766 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ec5f2e73-e605-4e97-a18b-2cae8df1a2ac req-851972af-24bc-4e90-8ce7-4c997527d4ba service neutron] 10.222.0.76 "GET /v2.0/networks/bac76c84-7ada-4534-a9b4-8c94e882ed1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830817 Aug 20 12:28:39.614133 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:52.419761 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2241ee0d-cbcc-4bb9-afed-8d7fc2b09269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.197947 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-df1978d1-8c7d-460c-9d44-c9b91fe69dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.547732 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:56.540855 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:58.143834 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:00.288794 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:29:03.447119 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:05.435554 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e59fad-4dde-4a97-ad11-8bb35cd3418f req-f2d0d18c-afc4-4d1a-8735-f04bad75d1ab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:05.437053 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e1e59fad-4dde-4a97-ad11-8bb35cd3418f req-f2d0d18c-afc4-4d1a-8735-f04bad75d1ab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 946 time: 0.0479941 Aug 20 12:29:05.474844 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e1e59fad-4dde-4a97-ad11-8bb35cd3418f req-5264f886-3ca8-4411-965c-72a1b81dcef7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309060 Aug 20 12:29:06.610346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb9b7d-36f4-41fd-9316-8cc47c53ede6 req-5e642763-37d0-4f4c-826a-f09d107ce88d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:06.611826 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-75fb9b7d-36f4-41fd-9316-8cc47c53ede6 req-5e642763-37d0-4f4c-826a-f09d107ce88d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 946 time: 0.0526979 Aug 20 12:29:06.649669 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-75fb9b7d-36f4-41fd-9316-8cc47c53ede6 req-5a868d22-808a-4617-bfa0-d055c4a75749 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316250 Aug 20 12:29:06.672457 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57348) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:06.731511 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ce23a03a-665e-4477-a703-b8c0be3a7b0a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/26c2c55b-28f3-426d-8ff6-58f3e7223a5f HTTP/1.1" status: 200 len: 993 time: 0.0578029 Aug 20 12:29:08.000887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b3c8e-99bb-4093-a6b5-0e373fed3974 req-68acb828-4560-438f-bc30-0b18423ee9a5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:08.002395 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e4b3c8e-99bb-4093-a6b5-0e373fed3974 req-68acb828-4560-438f-bc30-0b18423ee9a5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 946 time: 0.0541449 Aug 20 12:29:08.041677 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0e4b3c8e-99bb-4093-a6b5-0e373fed3974 req-6086d34b-59cd-4d2f-b8a7-ec6eb8317c3b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331976 Aug 20 12:29:09.159828 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fb3c1-675a-49b1-a57f-8e877ccad3bc req-565ef33b-8dd0-4b9b-84b4-56c046a9de69 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:09.161510 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f79fb3c1-675a-49b1-a57f-8e877ccad3bc req-565ef33b-8dd0-4b9b-84b4-56c046a9de69 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 946 time: 0.0489223 Aug 20 12:29:09.198297 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f79fb3c1-675a-49b1-a57f-8e877ccad3bc req-80dd769d-26e3-4e74-88b4-fe7d7feaac61 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308211 Aug 20 12:29:09.220048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57358) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:09.282466 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d46304cb-7fda-422c-beff-69419303346b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/26c2c55b-28f3-426d-8ff6-58f3e7223a5f HTTP/1.1" status: 200 len: 993 time: 0.0612180 Aug 20 12:29:09.506168 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57364) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:09.619838 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:09.662433 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port ba69d46c-be59-4721-9074-cfbb03b3be38 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:09.662780 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:09.741198 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:09.741526 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:09.752747 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for ba69d46c-be59-4721-9074-cfbb03b3be38 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:09.895454 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:09.922121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=ba69d46c-be59-4721-9074-cfbb03b3be38,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:09.936559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:09.936941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:09.937289 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:09.937632 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:09.937972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:09.938302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:09.938632 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:09.938966 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:09.939294 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:09.939622 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:09.939945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:09.940268 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:09.994103 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:09.994464 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Floating IP 26c2c55b-28f3-426d-8ff6-58f3e7223a5f disassociated (deleted). External IP: 172.25.8.72, port: 7a10f127-4840-4a7f-9d7c-94eb4fffe704. Aug 20 12:29:10.197736 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router b993fb64-170c-41b7-a7d2-01ece0813832 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:29:10.303637 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:10.308386 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:10.312878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63ebac7-2991-4c09-b222-88f21532c64e None None] Sync routers for ids ['b993fb64-170c-41b7-a7d2-01ece0813832'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:10.321581 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63ebac7-2991-4c09-b222-88f21532c64e None None] Routers {'b993fb64-170c-41b7-a7d2-01ece0813832'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:10.322191 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e63ebac7-2991-4c09-b222-88f21532c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:28:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b993fb64-170c-41b7-a7d2-01ece0813832'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:10.336812 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a1a05750-adc0-40d7-919b-40f49fa7a733 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/floatingips/26c2c55b-28f3-426d-8ff6-58f3e7223a5f HTTP/1.1" status: 204 len: 168 time: 0.8271968 Aug 20 12:29:10.336812 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eda3a06-eb5e-49c1-9d12-8942c3213bf1', 'tag': '7a10f127-4840-4a7f-9d7c-94eb4fffe704'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:29:10.375386 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1529d78ee9ff0fc92738bff1d4fef891f7271bcc054651fa6b70395befb13a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2036d7e5-f0e4-43c5-8d30-dc2b2c037b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "9eda3a06-eb5e-49c1-9d12-8942c3213bf1", "tag": "7a10f127-4840-4a7f-9d7c-94eb4fffe704"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:29:10.438334 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-e63ebac7-2991-4c09-b222-88f21532c64e None None] Set router b993fb64-170c-41b7-a7d2-01ece0813832 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:10.474725 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4225ed3f-92dd-4048-babc-2901b84bbb67 x-openstack-request-id: req-4225ed3f-92dd-4048-babc-2901b84bbb67 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:29:10.475014 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eda3a06-eb5e-49c1-9d12-8942c3213bf1", "tag": "7a10f127-4840-4a7f-9d7c-94eb4fffe704", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:29:10.475263 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4225ed3f-92dd-4048-babc-2901b84bbb67 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:29:10.476054 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eda3a06-eb5e-49c1-9d12-8942c3213bf1', 'tag': '7a10f127-4840-4a7f-9d7c-94eb4fffe704', 'status': 'completed', 'code': 200} Aug 20 12:29:10.542746 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036d7e5-f0e4-43c5-8d30-dc2b2c037b3c req-b7b2a654-efea-433b-863f-352287920240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:10.544323 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2036d7e5-f0e4-43c5-8d30-dc2b2c037b3c req-b7b2a654-efea-433b-863f-352287920240 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0424352 Aug 20 12:29:10.568297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2828d-ac1a-4fa7-96cc-a9af175ab452 req-5e985c4d-8854-458a-bf72-940f708fbe0b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:10.569999 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5e2828d-ac1a-4fa7-96cc-a9af175ab452 req-5e985c4d-8854-458a-bf72-940f708fbe0b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 946 time: 0.0514636 Aug 20 12:29:10.613200 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5e2828d-ac1a-4fa7-96cc-a9af175ab452 req-74808597-7fb8-4994-af29-a394d02a3806 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361123 Aug 20 12:29:10.641737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036d7e5-f0e4-43c5-8d30-dc2b2c037b3c req-3ceb0713-ea75-4673-b7fe-be1437fc3701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:10.643254 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2036d7e5-f0e4-43c5-8d30-dc2b2c037b3c req-3ceb0713-ea75-4673-b7fe-be1437fc3701 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bac76c84-7ada-4534-a9b4-8c94e882ed1f HTTP/1.1" status: 200 len: 896 time: 0.0920024 Aug 20 12:29:10.650542 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e63ebac7-2991-4c09-b222-88f21532c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117492271', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:18Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '67748e86-3c66-4dbc-89be-d17e9303616a', 'name': '', 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:10:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:17Z', 'updated_at': '2021-08-20T12:28:21Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:10.678002 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63ebac7-2991-4c09-b222-88f21532c64e None None] Checking router: b993fb64-170c-41b7-a7d2-01ece0813832 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:29:10.686171 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63ebac7-2991-4c09-b222-88f21532c64e None None] Routers {'b993fb64-170c-41b7-a7d2-01ece0813832'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:10.686783 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e63ebac7-2991-4c09-b222-88f21532c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:28:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b993fb64-170c-41b7-a7d2-01ece0813832'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:10.687018 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2036d7e5-f0e4-43c5-8d30-dc2b2c037b3c req-45b56f50-b8c1-4f18-bbd3-7acde89b7768 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a10f127-4840-4a7f-9d7c-94eb4fffe704 HTTP/1.1" status: 200 len: 217 time: 0.0355930 Aug 20 12:29:10.734863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036d7e5-f0e4-43c5-8d30-dc2b2c037b3c req-90193598-2250-4aa7-80eb-ed672aa5ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:10.736232 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2036d7e5-f0e4-43c5-8d30-dc2b2c037b3c req-90193598-2250-4aa7-80eb-ed672aa5ae4b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d9e30a18-8d6b-42bf-b569-bfd1916b31dd HTTP/1.1" status: 200 len: 834 time: 0.0427663 Aug 20 12:29:10.781631 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036d7e5-f0e4-43c5-8d30-dc2b2c037b3c req-c799dabd-cd4c-4710-81c5-2b1445e610b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:10.783164 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2036d7e5-f0e4-43c5-8d30-dc2b2c037b3c req-c799dabd-cd4c-4710-81c5-2b1445e610b0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac76c84-7ada-4534-a9b4-8c94e882ed1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391159 Aug 20 12:29:10.796083 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-e63ebac7-2991-4c09-b222-88f21532c64e None None] Set router b993fb64-170c-41b7-a7d2-01ece0813832 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:10.877380 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2036d7e5-f0e4-43c5-8d30-dc2b2c037b3c req-71002b20-6408-45e8-9425-af14763cb289 service neutron] 10.222.0.76 "GET /v2.0/networks/bac76c84-7ada-4534-a9b4-8c94e882ed1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857191 Aug 20 12:29:10.967989 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2036d7e5-f0e4-43c5-8d30-dc2b2c037b3c req-375cb046-b5f6-4e8f-9bb0-9fdbda721e0d service neutron] 10.222.0.76 "GET /v2.0/networks/bac76c84-7ada-4534-a9b4-8c94e882ed1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831616 Aug 20 12:29:10.996291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e63ebac7-2991-4c09-b222-88f21532c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117492271', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:18Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '67748e86-3c66-4dbc-89be-d17e9303616a', 'name': '', 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:10:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:17Z', 'updated_at': '2021-08-20T12:28:21Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:11.026008 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63ebac7-2991-4c09-b222-88f21532c64e None None] The sync data for ids ['b993fb64-170c-41b7-a7d2-01ece0813832'] in n-d-804299-2 is: [{'id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117492271', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:18Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '67748e86-3c66-4dbc-89be-d17e9303616a', 'name': '', 'network_id': 'bac76c84-7ada-4534-a9b4-8c94e882ed1f', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:10:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:17Z', 'updated_at': '2021-08-20T12:28:21Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'd9e30a18-8d6b-42bf-b569-bfd1916b31dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:11.242493 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db73dee-c54f-4932-804e-89c91ba963d4 None None] New status for floating IP 26c2c55b-28f3-426d-8ff6-58f3e7223a5f: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:29:11.741666 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b330-6d90-4ab5-ad2f-626a1b537dbd req-ca35cc6c-8536-4aa9-81ce-46af1aa4d5a6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:11.743147 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bfb3b330-6d90-4ab5-ad2f-626a1b537dbd req-ca35cc6c-8536-4aa9-81ce-46af1aa4d5a6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 946 time: 0.0553060 Aug 20 12:29:11.780459 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bfb3b330-6d90-4ab5-ad2f-626a1b537dbd req-8f05f7e3-8d44-42f2-b552-b791bbd0b535 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1290cc-a9c1-485a-bb69-fa0e2940ef30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314090 Aug 20 12:29:12.021669 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad9d20-41b0-4dbe-9da1-fecdf63d88e4 req-163e8487-6a26-4e52-a9b3-23bb3defdfe0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:12.023171 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1cad9d20-41b0-4dbe-9da1-fecdf63d88e4 req-163e8487-6a26-4e52-a9b3-23bb3defdfe0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 946 time: 0.0488667 Aug 20 12:29:12.117180 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-1cad9d20-41b0-4dbe-9da1-fecdf63d88e4 req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port 7a10f127-4840-4a7f-9d7c-94eb4fffe704 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:12.117521 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1cad9d20-41b0-4dbe-9da1-fecdf63d88e4 req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:12.200806 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-1cad9d20-41b0-4dbe-9da1-fecdf63d88e4 req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] For port 7a10f127-4840-4a7f-9d7c-94eb4fffe704, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=7a10f127-4840-4a7f-9d7c-94eb4fffe704,segment=NetworkSegment(70a07108-c3d7-4a71-8122-19c9a3dc7c6d),segment_id=70a07108-c3d7-4a71-8122-19c9a3dc7c6d)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:12.201167 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1cad9d20-41b0-4dbe-9da1-fecdf63d88e4 req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:12.213630 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-1cad9d20-41b0-4dbe-9da1-fecdf63d88e4 req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for 7a10f127-4840-4a7f-9d7c-94eb4fffe704 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:12.339899 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1cad9d20-41b0-4dbe-9da1-fecdf63d88e4 req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:12.366551 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=7a10f127-4840-4a7f-9d7c-94eb4fffe704,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:12.384122 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:12.384122 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:12.384122 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:12.384569 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:12.384776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:12.385052 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:12.385387 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:12.385718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:12.386046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:12.386371 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:12.386697 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:12.387021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:12.421710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cad9d20-41b0-4dbe-9da1-fecdf63d88e4 req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] No DVR routers for this DVR port 7a10f127-4840-4a7f-9d7c-94eb4fffe704 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:29:12.424222 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1cad9d20-41b0-4dbe-9da1-fecdf63d88e4 req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:12.426387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1cad9d20-41b0-4dbe-9da1-fecdf63d88e4 req-edc384a9-a61f-4067-a832-477ecab93e4c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "DELETE /v2.0/ports/7a10f127-4840-4a7f-9d7c-94eb4fffe704 HTTP/1.1" status: 204 len: 173 time: 0.3964283 Aug 20 12:29:12.426818 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eda3a06-eb5e-49c1-9d12-8942c3213bf1', 'name': 'network-vif-deleted', 'tag': '7a10f127-4840-4a7f-9d7c-94eb4fffe704'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:29:12.429088 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30e9542-7374-4ddc-8fb4-cb9de0682b8c" -d '{"events": [{"server_uuid": "9eda3a06-eb5e-49c1-9d12-8942c3213bf1", "name": "network-vif-deleted", "tag": "7a10f127-4840-4a7f-9d7c-94eb4fffe704"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:29:12.467659 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e6722e-c6e5-4a8c-9905-ed3ab8cbb627 x-openstack-request-id: req-78e6722e-c6e5-4a8c-9905-ed3ab8cbb627 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:29:12.467953 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eda3a06-eb5e-49c1-9d12-8942c3213bf1", "name": "network-vif-deleted", "tag": "7a10f127-4840-4a7f-9d7c-94eb4fffe704", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:29:12.468206 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78e6722e-c6e5-4a8c-9905-ed3ab8cbb627 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:29:12.468607 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eda3a06-eb5e-49c1-9d12-8942c3213bf1', 'name': 'network-vif-deleted', 'tag': '7a10f127-4840-4a7f-9d7c-94eb4fffe704', 'status': 'completed', 'code': 200} Aug 20 12:29:12.899199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-27cede54-1181-4036-8a61-16408b7b182a req-ac70ecfd-4dd3-498a-a543-939594b3a48b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda3a06-eb5e-49c1-9d12-8942c3213bf1 HTTP/1.1" status: 200 len: 210 time: 0.0334039 Aug 20 12:29:13.954436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57384) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:14.316897 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82a0e9ac-a273-4029-9246-c01c0c255eab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:14.574590 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-82a0e9ac-a273-4029-9246-c01c0c255eab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port 67748e86-3c66-4dbc-89be-d17e9303616a {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:14.574826 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82a0e9ac-a273-4029-9246-c01c0c255eab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:14.662746 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-82a0e9ac-a273-4029-9246-c01c0c255eab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] For port 67748e86-3c66-4dbc-89be-d17e9303616a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=67748e86-3c66-4dbc-89be-d17e9303616a,segment=NetworkSegment(70a07108-c3d7-4a71-8122-19c9a3dc7c6d),segment_id=70a07108-c3d7-4a71-8122-19c9a3dc7c6d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:14.663121 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82a0e9ac-a273-4029-9246-c01c0c255eab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:14.677409 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-82a0e9ac-a273-4029-9246-c01c0c255eab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for 67748e86-3c66-4dbc-89be-d17e9303616a owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:14.872684 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82a0e9ac-a273-4029-9246-c01c0c255eab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:14.899049 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0e9ac-a273-4029-9246-c01c0c255eab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=67748e86-3c66-4dbc-89be-d17e9303616a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:15.084142 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82a0e9ac-a273-4029-9246-c01c0c255eab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:15.625641 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a0e9ac-a273-4029-9246-c01c0c255eab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router b993fb64-170c-41b7-a7d2-01ece0813832 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:29:15.729597 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a0e9ac-a273-4029-9246-c01c0c255eab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:15.734481 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-82a0e9ac-a273-4029-9246-c01c0c255eab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "PUT /v2.0/routers/b993fb64-170c-41b7-a7d2-01ece0813832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7790222 Aug 20 12:29:15.737354 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57386) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:15.739218 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59ed5f-1615-4a8c-bba0-cf5601e40553 None None] Sync routers for ids ['b993fb64-170c-41b7-a7d2-01ece0813832'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:15.748134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59ed5f-1615-4a8c-bba0-cf5601e40553 None None] Routers {'b993fb64-170c-41b7-a7d2-01ece0813832'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:15.748770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cb59ed5f-1615-4a8c-bba0-cf5601e40553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:28:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b993fb64-170c-41b7-a7d2-01ece0813832'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:15.788376 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50fa551-85e2-4337-ba44-55680eadf4b1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting subnet d9e30a18-8d6b-42bf-b569-bfd1916b31dd {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:29:15.791415 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e50fa551-85e2-4337-ba44-55680eadf4b1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:15.831328 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e50fa551-85e2-4337-ba44-55680eadf4b1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:15.852215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-cb59ed5f-1615-4a8c-bba0-cf5601e40553 None None] Set router b993fb64-170c-41b7-a7d2-01ece0813832 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:15.918817 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e50fa551-85e2-4337-ba44-55680eadf4b1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:15.978158 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e50fa551-85e2-4337-ba44-55680eadf4b1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.006181 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fa551-85e2-4337-ba44-55680eadf4b1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e30a18-8d6b-42bf-b569-bfd1916b31dd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:16.014290 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e50fa551-85e2-4337-ba44-55680eadf4b1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.015385 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7f1867-a231-4242-8ec3-3cec7a699037 None None] Network bac76c84-7ada-4534-a9b4-8c94e882ed1f requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:16.016366 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e50fa551-85e2-4337-ba44-55680eadf4b1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/subnets/d9e30a18-8d6b-42bf-b569-bfd1916b31dd HTTP/1.1" status: 204 len: 168 time: 0.2777045 Aug 20 12:29:16.019710 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57388) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:16.083234 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7a10f127-4840-4a7f-9d7c-94eb4fffe704 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:29:16.108918 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 7a10f127-4840-4a7f-9d7c-94eb4fffe704 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:29:16.109265 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 7a10f127-4840-4a7f-9d7c-94eb4fffe704 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:29:16.129530 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cb59ed5f-1615-4a8c-bba0-cf5601e40553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117492271', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:29:14Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:16.132866 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ee707e9-1381-4c92-98c8-eddf508489c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.172309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59ed5f-1615-4a8c-bba0-cf5601e40553 None None] Checking router: b993fb64-170c-41b7-a7d2-01ece0813832 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:29:16.187354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59ed5f-1615-4a8c-bba0-cf5601e40553 None None] Routers {'b993fb64-170c-41b7-a7d2-01ece0813832'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:16.187969 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cb59ed5f-1615-4a8c-bba0-cf5601e40553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:28:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['b993fb64-170c-41b7-a7d2-01ece0813832'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:16.241665 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ee707e9-1381-4c92-98c8-eddf508489c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.287891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] DHCP port deletion for bac76c84-7ada-4534-a9b4-8c94e882ed1f request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:29:16.297778 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3ee707e9-1381-4c92-98c8-eddf508489c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port 898a3e3c-9b5b-4e88-93f6-442832ffc9ab {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:16.298127 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ee707e9-1381-4c92-98c8-eddf508489c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.325743 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-cb59ed5f-1615-4a8c-bba0-cf5601e40553 None None] Set router b993fb64-170c-41b7-a7d2-01ece0813832 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:16.382009 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3ee707e9-1381-4c92-98c8-eddf508489c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] For port 898a3e3c-9b5b-4e88-93f6-442832ffc9ab, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=898a3e3c-9b5b-4e88-93f6-442832ffc9ab,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:16.382658 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ee707e9-1381-4c92-98c8-eddf508489c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.395556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3ee707e9-1381-4c92-98c8-eddf508489c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for 898a3e3c-9b5b-4e88-93f6-442832ffc9ab owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:16.442479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Deleting port eb35f7fa-b05d-431b-9f9e-e562e4f624a1 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:16.442852 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.529686 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] For port eb35f7fa-b05d-431b-9f9e-e562e4f624a1, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=eb35f7fa-b05d-431b-9f9e-e562e4f624a1,segment=NetworkSegment(70a07108-c3d7-4a71-8122-19c9a3dc7c6d),segment_id=70a07108-c3d7-4a71-8122-19c9a3dc7c6d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:16.530016 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.562401 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ee707e9-1381-4c92-98c8-eddf508489c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.587213 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee707e9-1381-4c92-98c8-eddf508489c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=898a3e3c-9b5b-4e88-93f6-442832ffc9ab,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:16.658110 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ee707e9-1381-4c92-98c8-eddf508489c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.721378 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Calling delete_port for eb35f7fa-b05d-431b-9f9e-e562e4f624a1 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:16.756741 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ee707e9-1381-4c92-98c8-eddf508489c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.758858 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ee707e9-1381-4c92-98c8-eddf508489c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.800557 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cb59ed5f-1615-4a8c-bba0-cf5601e40553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117492271', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:29:14Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:16.803938 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ee707e9-1381-4c92-98c8-eddf508489c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.804489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee707e9-1381-4c92-98c8-eddf508489c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Fanout notify agent at l3_agent the message router_deleted on router b993fb64-170c-41b7-a7d2-01ece0813832 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:29:16.811514 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ee707e9-1381-4c92-98c8-eddf508489c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.812666 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3ee707e9-1381-4c92-98c8-eddf508489c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/routers/b993fb64-170c-41b7-a7d2-01ece0813832 HTTP/1.1" status: 204 len: 168 time: 0.7918198 Aug 20 12:29:16.815520 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57390) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:16.836345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59ed5f-1615-4a8c-bba0-cf5601e40553 None None] The sync data for ids ['b993fb64-170c-41b7-a7d2-01ece0813832'] in n-d-804299-2 is: [{'id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117492271', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:29:14Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '898a3e3c-9b5b-4e88-93f6-442832ffc9ab', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b993fb64-170c-41b7-a7d2-01ece0813832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:16.849869 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.876128 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Pushing event deleted for resources: {'Port': ['ID=eb35f7fa-b05d-431b-9f9e-e562e4f624a1,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:16.884908 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] No DVR routers for this DVR port eb35f7fa-b05d-431b-9f9e-e562e4f624a1 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:29:16.887576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:16.888014 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:16.888365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:16.888729 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:16.889069 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:16.889399 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:16.889728 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:16.890049 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:16.890371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:16.890696 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:16.891018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:16.891337 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f735d00-2486-4b88-b97a-998f0740de40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:16.898029 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd02f-7e0e-46d6-b74f-5e2eaae8a653 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.990655 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd02f-7e0e-46d6-b74f-5e2eaae8a653 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.000107 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-8d6bd02f-7e0e-46d6-b74f-5e2eaae8a653 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac76c84-7ada-4534-a9b4-8c94e882ed1f']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:17.010473 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-8d6bd02f-7e0e-46d6-b74f-5e2eaae8a653 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a07108-c3d7-4a71-8122-19c9a3dc7c6d') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:17.010762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-8d6bd02f-7e0e-46d6-b74f-5e2eaae8a653 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a07108-c3d7-4a71-8122-19c9a3dc7c6d') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:17.019744 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd02f-7e0e-46d6-b74f-5e2eaae8a653 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.032873 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd02f-7e0e-46d6-b74f-5e2eaae8a653 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.039590 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6bd02f-7e0e-46d6-b74f-5e2eaae8a653 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:29:17.039996 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd02f-7e0e-46d6-b74f-5e2eaae8a653 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:29:17.043078 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:29:17.099533 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd02f-7e0e-46d6-b74f-5e2eaae8a653 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.107014 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd02f-7e0e-46d6-b74f-5e2eaae8a653 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.108057 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8d6bd02f-7e0e-46d6-b74f-5e2eaae8a653 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/networks/bac76c84-7ada-4534-a9b4-8c94e882ed1f HTTP/1.1" status: 204 len: 168 time: 0.2908239 Aug 20 12:29:17.110901 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57392) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:17.119734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bd02f-7e0e-46d6-b74f-5e2eaae8a653 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Network': ['ID=bac76c84-7ada-4534-a9b4-8c94e882ed1f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:17.169373 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10648496-9788-41e3-bced-bfb91b32f466 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.198623 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10648496-9788-41e3-bced-bfb91b32f466 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.264489 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10648496-9788-41e3-bced-bfb91b32f466 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.267350 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10648496-9788-41e3-bced-bfb91b32f466 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.268624 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-10648496-9788-41e3-bced-bfb91b32f466 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/security-groups/5e1290cc-a9c1-485a-bb69-fa0e2940ef30 HTTP/1.1" status: 204 len: 168 time: 0.1566207 Aug 20 12:29:17.290032 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10648496-9788-41e3-bced-bfb91b32f466 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1290cc-a9c1-485a-bb69-fa0e2940ef30,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:17.530228 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57400) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:17.534969 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-02590ca9-e529-42b1-b238-49cdfd64f25b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234917124', 'description': 'tempest-secgroup-smoke-234917124 description', 'project_id': '977744d865634c55a9fb8d5a0653eff3'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:17.557663 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02590ca9-e529-42b1-b238-49cdfd64f25b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.641148 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02590ca9-e529-42b1-b238-49cdfd64f25b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.645229 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02590ca9-e529-42b1-b238-49cdfd64f25b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.672726 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02590ca9-e529-42b1-b238-49cdfd64f25b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.673962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-02590ca9-e529-42b1-b238-49cdfd64f25b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1427073 Aug 20 12:29:17.676474 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02590ca9-e529-42b1-b238-49cdfd64f25b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1b136d-a938-4a53-8e8f-c6a34acd44b0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:17.677837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57402) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:17.683538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-35560e67-3746-44fc-ad81-5963e9401bea tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '4d1b136d-a938-4a53-8e8f-c6a34acd44b0', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:17.709556 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-35560e67-3746-44fc-ad81-5963e9401bea tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.764459 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-35560e67-3746-44fc-ad81-5963e9401bea tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.768058 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-35560e67-3746-44fc-ad81-5963e9401bea tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.782597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35560e67-3746-44fc-ad81-5963e9401bea tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30f5aab-9bb2-4272-8433-7fcda4728d53,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:17.791313 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-35560e67-3746-44fc-ad81-5963e9401bea tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.792694 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-35560e67-3746-44fc-ad81-5963e9401bea tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131573 Aug 20 12:29:17.795383 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57404) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:17.799817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7e2373fa-3f29-45e7-b94e-d8881126d82d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '4d1b136d-a938-4a53-8e8f-c6a34acd44b0', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:17.829788 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e2373fa-3f29-45e7-b94e-d8881126d82d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.879658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device eb35f7fa-b05d-431b-9f9e-e562e4f624a1 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:29:17.899064 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e2373fa-3f29-45e7-b94e-d8881126d82d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.899870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: eb35f7fa-b05d-431b-9f9e-e562e4f624a1 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:29:17.900227 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device eb35f7fa-b05d-431b-9f9e-e562e4f624a1 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:29:17.900699 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 67748e86-3c66-4dbc-89be-d17e9303616a no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:29:17.902996 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e2373fa-3f29-45e7-b94e-d8881126d82d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.920595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 67748e86-3c66-4dbc-89be-d17e9303616a {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:29:17.920856 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2373fa-3f29-45e7-b94e-d8881126d82d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3d7d7d-50ab-4ee1-8264-06845da7f1d8,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:17.921102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 67748e86-3c66-4dbc-89be-d17e9303616a not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:29:17.921584 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 898a3e3c-9b5b-4e88-93f6-442832ffc9ab no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:29:17.928235 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e2373fa-3f29-45e7-b94e-d8881126d82d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.932459 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7e2373fa-3f29-45e7-b94e-d8881126d82d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333258 Aug 20 12:29:17.932459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57406) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:17.937115 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-fcec1cd9-1c14-4472-ba10-e6e5933b9251 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '4d1b136d-a938-4a53-8e8f-c6a34acd44b0', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:17.943404 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 898a3e3c-9b5b-4e88-93f6-442832ffc9ab {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:29:17.943747 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 898a3e3c-9b5b-4e88-93f6-442832ffc9ab not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:29:17.966373 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fcec1cd9-1c14-4472-ba10-e6e5933b9251 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.025398 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fcec1cd9-1c14-4472-ba10-e6e5933b9251 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.028976 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fcec1cd9-1c14-4472-ba10-e6e5933b9251 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.044575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec1cd9-1c14-4472-ba10-e6e5933b9251 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd9b8b1-130e-4856-ac39-cf5f9800dcd8,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:18.053688 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fcec1cd9-1c14-4472-ba10-e6e5933b9251 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.055160 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-fcec1cd9-1c14-4472-ba10-e6e5933b9251 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216733 Aug 20 12:29:18.057875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57408) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:18.063153 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7dc874f2-85cc-4b34-bb14-1914fc0972d9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '4d1b136d-a938-4a53-8e8f-c6a34acd44b0', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:18.090054 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7dc874f2-85cc-4b34-bb14-1914fc0972d9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.147402 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7dc874f2-85cc-4b34-bb14-1914fc0972d9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.150807 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7dc874f2-85cc-4b34-bb14-1914fc0972d9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.168934 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc874f2-85cc-4b34-bb14-1914fc0972d9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d739942-eca9-4b3d-9d2c-f3a4312c0f5f,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:18.174850 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7dc874f2-85cc-4b34-bb14-1914fc0972d9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.176155 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7dc874f2-85cc-4b34-bb14-1914fc0972d9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172619 Aug 20 12:29:18.178820 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57410) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:18.183276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7d86e6b4-ce89-4acb-8787-df4bcb13daa6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '4d1b136d-a938-4a53-8e8f-c6a34acd44b0', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:18.204687 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-7d86e6b4-ce89-4acb-8787-df4bcb13daa6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Project 977744d865634c55a9fb8d5a0653eff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:29:18.209828 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d86e6b4-ce89-4acb-8787-df4bcb13daa6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.270887 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d86e6b4-ce89-4acb-8787-df4bcb13daa6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.274218 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d86e6b4-ce89-4acb-8787-df4bcb13daa6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.292752 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86e6b4-ce89-4acb-8787-df4bcb13daa6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc93b25-48e4-4ec3-ad61-f4a825c2aea1,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:18.299649 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d86e6b4-ce89-4acb-8787-df4bcb13daa6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.301523 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7d86e6b4-ce89-4acb-8787-df4bcb13daa6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217833 Aug 20 12:29:18.304366 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57412) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:18.308828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8c93c260-80bb-489b-bcbe-35fb1221b72e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '4d1b136d-a938-4a53-8e8f-c6a34acd44b0', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:18.329531 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-8c93c260-80bb-489b-bcbe-35fb1221b72e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Project 977744d865634c55a9fb8d5a0653eff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:29:18.334212 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c93c260-80bb-489b-bcbe-35fb1221b72e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.392657 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c93c260-80bb-489b-bcbe-35fb1221b72e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.396034 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c93c260-80bb-489b-bcbe-35fb1221b72e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.412884 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93c260-80bb-489b-bcbe-35fb1221b72e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd092d9-49ea-4302-93ca-7f62133f21f6,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:18.418459 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c93c260-80bb-489b-bcbe-35fb1221b72e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.419936 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8c93c260-80bb-489b-bcbe-35fb1221b72e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1141920 Aug 20 12:29:18.422578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57414) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:18.427910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e1ef5d6b-85f3-4ad1-98ed-e9dc57287acd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'network': {'name': 'tempest-network-smoke--259576376', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'port_security_enabled': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:18.447840 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ef5d6b-85f3-4ad1-98ed-e9dc57287acd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Made reservation on behalf of 977744d865634c55a9fb8d5a0653eff3 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:18.451164 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5d6b-85f3-4ad1-98ed-e9dc57287acd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.474075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ef5d6b-85f3-4ad1-98ed-e9dc57287acd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:29:18.483081 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5d6b-85f3-4ad1-98ed-e9dc57287acd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.483467 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-e1ef5d6b-85f3-4ad1-98ed-e9dc57287acd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Added segment fc6bfa72-be7b-4a6d-b575-a51123422e27 of type vlan for network 16cecdf8-7435-4b55-bc5d-3d503d8321a9 Aug 20 12:29:18.522550 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5d6b-85f3-4ad1-98ed-e9dc57287acd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.545528 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5d6b-85f3-4ad1-98ed-e9dc57287acd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.551507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef5d6b-85f3-4ad1-98ed-e9dc57287acd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:18.552080 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5d6b-85f3-4ad1-98ed-e9dc57287acd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.609392 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e1ef5d6b-85f3-4ad1-98ed-e9dc57287acd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1857901 Aug 20 12:29:18.612187 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57418) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:18.617732 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1270437342', 'admin_state_up': True, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:18.621579 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef5d6b-85f3-4ad1-98ed-e9dc57287acd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Network': ['ID=16cecdf8-7435-4b55-bc5d-3d503d8321a9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:18.632063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 16cecdf8-7435-4b55-bc5d-3d503d8321a9 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:29:18.646338 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.647445 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.701375 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.840392 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:19.031822 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:19.055291 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:19.155023 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.25.8.38 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/5d59ea99-10b6-42f0-8e7e-f2ca310704da) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:19.256958 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:19.294750 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:19.331246 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:19.334505 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:19.336997 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:19.362431 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=5d59ea99-10b6-42f0-8e7e-f2ca310704da,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:19.586057 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:19.782197 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:19.906325 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:29:20.011640 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:20.020810 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Sync routers for ids ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:20.029249 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:20.030735 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-df279e42-08f7-4c13-b10e-aba310d5922b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4166584 Aug 20 12:29:20.033239 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Routers {'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:20.033942 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:28:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:20.034109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57422) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:20.063664 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d12976d6-59df-4535-9548-391a64aa9e9f tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=977744d865634c55a9fb8d5a0653eff3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285718 Aug 20 12:29:20.066429 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57424) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:20.138967 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Set router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:20.151645 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7453b359-4459-4c2a-b226-12e53a0c313b tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:20.153188 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7453b359-4459-4c2a-b226-12e53a0c313b tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853801 Aug 20 12:29:20.156090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57426) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:20.188758 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1a5cd463-ea2a-4aca-a6e2-4b4036b35390 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314846 Aug 20 12:29:20.191370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57428) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:20.196085 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-493b51ae-9f53-4a4a-8a49-e73b5cc20fa4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1845612422', 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:20.280555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493b51ae-9f53-4a4a-8a49-e73b5cc20fa4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Made reservation on behalf of 977744d865634c55a9fb8d5a0653eff3 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:20.284039 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-493b51ae-9f53-4a4a-8a49-e73b5cc20fa4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:20.361961 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270437342', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:18Z', 'updated_at': '2021-08-20T12:29:19Z', 'revision_number': 3, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:54:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:19Z', 'updated_at': '2021-08-20T12:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:20.394994 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Checking router: bc3ee0db-f56c-4bb1-8d15-48feb556fb3b for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:29:20.395333 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Updating router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b port 5d59ea99-10b6-42f0-8e7e-f2ca310704da binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:29:20.423750 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:20.470344 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-493b51ae-9f53-4a4a-8a49-e73b5cc20fa4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:20.532030 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b51ae-9f53-4a4a-8a49-e73b5cc20fa4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Subnet': ['ID=c1321aa5-4d0c-491e-8c0f-259ff87fae2a,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:20.541365 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b51ae-9f53-4a4a-8a49-e73b5cc20fa4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Checking segment: {'id': 'fc6bfa72-be7b-4a6d-b575-a51123422e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:20.541735 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b51ae-9f53-4a4a-8a49-e73b5cc20fa4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network hostable DHCP agents. Network: 16cecdf8-7435-4b55-bc5d-3d503d8321a9, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:29:20.558416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b51ae-9f53-4a4a-8a49-e73b5cc20fa4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 16cecdf8-7435-4b55-bc5d-3d503d8321a9 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:29:20.568286 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-493b51ae-9f53-4a4a-8a49-e73b5cc20fa4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 16cecdf8-7435-4b55-bc5d-3d503d8321a9) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:20.572749 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b51ae-9f53-4a4a-8a49-e73b5cc20fa4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:20.573351 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-493b51ae-9f53-4a4a-8a49-e73b5cc20fa4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:20.578424 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae2e0b4-73b8-4807-aee4-f0311f9816b5 None None] Network 16cecdf8-7435-4b55-bc5d-3d503d8321a9 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:20.591575 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-493b51ae-9f53-4a4a-8a49-e73b5cc20fa4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3991466 Aug 20 12:29:20.594646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57430) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:20.727498 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:20.734283 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ips': [{'subnet_id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:29:20.735250 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:20.740231 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Transition to ACTIVE for port object 5d59ea99-10b6-42f0-8e7e-f2ca310704da will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:20.747185 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:20.800726 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccc1c8-d9a7-403e-b68f-ad387d58791a None None] Pushing event updated for resources: {'Port': ['ID=5d59ea99-10b6-42f0-8e7e-f2ca310704da,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:20.802835 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Attempting to bind port 5d59ea99-10b6-42f0-8e7e-f2ca310704da on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:29:20.803260 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Attempting to bind port 5d59ea99-10b6-42f0-8e7e-f2ca310704da by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:29:20.803705 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Attempting to bind port 5d59ea99-10b6-42f0-8e7e-f2ca310704da on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:20.812304 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:29:20.812773 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:20.813235 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:20.813682 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:29:20.814218 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Bound port: 5d59ea99-10b6-42f0-8e7e-f2ca310704da, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:29:20.814664 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:20.818573 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccc1c8-d9a7-403e-b68f-ad387d58791a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:20.818984 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccc1c8-d9a7-403e-b68f-ad387d58791a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:20.819384 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccc1c8-d9a7-403e-b68f-ad387d58791a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:20.819718 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccc1c8-d9a7-403e-b68f-ad387d58791a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:20.820042 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccc1c8-d9a7-403e-b68f-ad387d58791a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:20.820366 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccc1c8-d9a7-403e-b68f-ad387d58791a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:20.820704 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccc1c8-d9a7-403e-b68f-ad387d58791a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:20.821030 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccc1c8-d9a7-403e-b68f-ad387d58791a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:20.821352 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccc1c8-d9a7-403e-b68f-ad387d58791a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:20.821669 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccc1c8-d9a7-403e-b68f-ad387d58791a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:20.821986 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccc1c8-d9a7-403e-b68f-ad387d58791a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:20.822301 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccc1c8-d9a7-403e-b68f-ad387d58791a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:20.874183 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] For port 5d59ea99-10b6-42f0-8e7e-f2ca310704da, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:29:20.877340 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] For port 5d59ea99-10b6-42f0-8e7e-f2ca310704da, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5d59ea99-10b6-42f0-8e7e-f2ca310704da,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:29:20.878036 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Allocated IP 172.20.0.2 (16cecdf8-7435-4b55-bc5d-3d503d8321a9/c1321aa5-4d0c-491e-8c0f-259ff87fae2a/ef4fe701-b3b8-4c54-951b-2a2af2bfb79e) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:20.884752 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:20.949361 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccc1c8-d9a7-403e-b68f-ad387d58791a None None] Pushing event updated for resources: {'Port': ['ID=5d59ea99-10b6-42f0-8e7e-f2ca310704da,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:20.952510 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Routers {'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:20.953514 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:28:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:21.049321 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:21.060882 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Transition to ACTIVE for port object ef4fe701-b3b8-4c54-951b-2a2af2bfb79e will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:21.064297 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] Set router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:21.077728 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Transition to ACTIVE for port object ef4fe701-b3b8-4c54-951b-2a2af2bfb79e will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:21.085708 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:21.088721 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:21.129207 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Network 16cecdf8-7435-4b55-bc5d-3d503d8321a9 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:21.135405 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:21.137314 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Pushing event updated for resources: {'Port': ['ID=ef4fe701-b3b8-4c54-951b-2a2af2bfb79e,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:21.141379 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:21.204884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Attempting to bind port ef4fe701-b3b8-4c54-951b-2a2af2bfb79e on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:29:21.205251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Attempting to bind port ef4fe701-b3b8-4c54-951b-2a2af2bfb79e by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'fc6bfa72-be7b-4a6d-b575-a51123422e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:29:21.205601 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Attempting to bind port ef4fe701-b3b8-4c54-951b-2a2af2bfb79e on network 16cecdf8-7435-4b55-bc5d-3d503d8321a9 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:21.211180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:29:21.212001 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Checking segment: {'id': 'fc6bfa72-be7b-4a6d-b575-a51123422e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:21.212001 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:21.212315 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Bound using segment: {'id': 'fc6bfa72-be7b-4a6d-b575-a51123422e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:29:21.212794 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Bound port: ef4fe701-b3b8-4c54-951b-2a2af2bfb79e, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6bfa72-be7b-4a6d-b575-a51123422e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:29:21.213172 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:21.276758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] For port ef4fe701-b3b8-4c54-951b-2a2af2bfb79e, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:29:21.279874 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] For port ef4fe701-b3b8-4c54-951b-2a2af2bfb79e, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ef4fe701-b3b8-4c54-951b-2a2af2bfb79e,segment=NetworkSegment(fc6bfa72-be7b-4a6d-b575-a51123422e27),segment_id=fc6bfa72-be7b-4a6d-b575-a51123422e27)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:29:21.285830 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:21.366693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1614e6-0981-41ac-a2e7-689b6837178b None None] Pushing event updated for resources: {'Port': ['ID=ef4fe701-b3b8-4c54-951b-2a2af2bfb79e,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:21.368645 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270437342', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:18Z', 'updated_at': '2021-08-20T12:29:19Z', 'revision_number': 3, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:54:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:19Z', 'updated_at': '2021-08-20T12:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:21.401183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.20.0.1 (16cecdf8-7435-4b55-bc5d-3d503d8321a9/c1321aa5-4d0c-491e-8c0f-259ff87fae2a/e855d5b2-aa21-4102-9690-53e8311220ff) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:21.402671 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3860eb84-66d3-4ee2-9b31-36e73ccb1199 None None] The sync data for ids ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'] in n-d-804299-2 is: [{'id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270437342', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:18Z', 'updated_at': '2021-08-20T12:29:19Z', 'revision_number': 3, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:54:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:19Z', 'updated_at': '2021-08-20T12:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:21.910253 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:21.925548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Transition to ACTIVE for port object e855d5b2-aa21-4102-9690-53e8311220ff will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:21.961006 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:22.002031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 16cecdf8-7435-4b55-bc5d-3d503d8321a9 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:22.006004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:22.009929 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:22.036457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=e855d5b2-aa21-4102-9690-53e8311220ff,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:22.061361 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:22.207931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:22.403486 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8d01eb-c1a8-4438-baec-1260785b1c18 None None] Network 16cecdf8-7435-4b55-bc5d-3d503d8321a9 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:22.471943 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eb37fa9d-9739-4f9b-9bbc-6e1d174672f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:22.488126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-30c15b57-9b1b-4135-89be-05a1f365b5e1 None None] Provisioning for port ef4fe701-b3b8-4c54-951b-2a2af2bfb79e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:22.502617 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:22.507757 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:22.585678 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:22.587447 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=e855d5b2-aa21-4102-9690-53e8311220ff,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:22.685803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 16cecdf8-7435-4b55-bc5d-3d503d8321a9 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:22.687235 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:22.819085 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:29:22.820334 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-72b91e28-bfd7-48a3-acf5-6301fc909a48 None None] Provisioning for port e855d5b2-aa21-4102-9690-53e8311220ff completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:22.825376 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-72b91e28-bfd7-48a3-acf5-6301fc909a48 None None] Provisioning complete for port e855d5b2-aa21-4102-9690-53e8311220ff triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:22.825864 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-72b91e28-bfd7-48a3-acf5-6301fc909a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:22.870512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-72b91e28-bfd7-48a3-acf5-6301fc909a48 None None] Port e855d5b2-aa21-4102-9690-53e8311220ff cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:22.938229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:22.945637 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cf3595b6-d415-4fc2-a09c-8cd128a82222 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "PUT /v2.0/routers/bc3ee0db-f56c-4bb1-8d15-48feb556fb3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3500049 Aug 20 12:29:23.011530 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-436c5a5c-3ae4-4702-8a4b-de45440940d2 None None] Provisioning complete for port e855d5b2-aa21-4102-9690-53e8311220ff triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:23.012007 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-436c5a5c-3ae4-4702-8a4b-de45440940d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.049038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-436c5a5c-3ae4-4702-8a4b-de45440940d2 None None] Port e855d5b2-aa21-4102-9690-53e8311220ff cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:23.094062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Sync routers for ids ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:23.104230 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Routers {'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:23.105020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:28:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:23.110118 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-57d7e4ef-0b03-44dd-8e08-70b683859469 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234917124&fields=id&tenant_id=977744d865634c55a9fb8d5a0653eff3 HTTP/1.1" status: 200 len: 267 time: 0.0355723 Aug 20 12:29:23.215500 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Set router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:23.225034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-fd2a0ac4-bf97-4b7b-98bd-5c5f9b0a017c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:23.226510 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-fd2a0ac4-bf97-4b7b-98bd-5c5f9b0a017c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/networks?id=16cecdf8-7435-4b55-bc5d-3d503d8321a9 HTTP/1.1" status: 200 len: 796 time: 0.1077228 Aug 20 12:29:23.242576 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-e889e614-b5eb-42ea-8e35-053289c3368a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/quotas/977744d865634c55a9fb8d5a0653eff3 HTTP/1.1" status: 200 len: 375 time: 0.0102530 Aug 20 12:29:23.294668 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-2c93a092-703b-42fb-8e07-a18cb8e5e8d5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465121 Aug 20 12:29:23.343005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-52152323-7e58-43c4-9960-b589dc181b1b None None] Provisioning complete for port e855d5b2-aa21-4102-9690-53e8311220ff triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:23.343306 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-52152323-7e58-43c4-9960-b589dc181b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.393487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-52152323-7e58-43c4-9960-b589dc181b1b None None] Port e855d5b2-aa21-4102-9690-53e8311220ff cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:23.460854 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270437342', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:18Z', 'updated_at': '2021-08-20T12:29:22Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:54:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:19Z', 'updated_at': '2021-08-20T12:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e855d5b2-aa21-4102-9690-53e8311220ff', 'name': '', 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f7:2e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:21Z', 'updated_at': '2021-08-20T12:29:22Z', 'revision_number': 2, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:23.486903 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Checking router: bc3ee0db-f56c-4bb1-8d15-48feb556fb3b for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:29:23.487253 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Updating router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b port e855d5b2-aa21-4102-9690-53e8311220ff binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:29:23.494481 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-89e3c72f-f3d5-4969-9cb9-9b109d02a82f service neutron] 10.222.0.37 "GET /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323695 Aug 20 12:29:23.513245 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.588845 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-3dfb4ab1-9cd4-4f15-9cc2-34374f79c9c5 service neutron] 10.222.0.37 "GET /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882173 Aug 20 12:29:23.744993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ef4fe701-b3b8-4c54-951b-2a2af2bfb79e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:23.828050 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-98bdd27a-595a-432e-aafe-b7963507a813 req-01d3597e-fecd-4874-95fd-8832cfa1ef35 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 210 time: 0.0330598 Aug 20 12:29:23.846700 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.856600 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port ef4fe701-b3b8-4c54-951b-2a2af2bfb79e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:23.860798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Transition to ACTIVE for port object e855d5b2-aa21-4102-9690-53e8311220ff will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:23.865461 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ef4fe701-b3b8-4c54-951b-2a2af2bfb79e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:23.865883 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.868949 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.958653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33076863-93f7-4ccf-825f-63efe94a5749 None None] Pushing event updated for resources: {'Port': ['ID=e855d5b2-aa21-4102-9690-53e8311220ff,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:24.036057 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Attempting to bind port e855d5b2-aa21-4102-9690-53e8311220ff on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:29:24.036583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Attempting to bind port e855d5b2-aa21-4102-9690-53e8311220ff by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'fc6bfa72-be7b-4a6d-b575-a51123422e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:29:24.036998 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Attempting to bind port e855d5b2-aa21-4102-9690-53e8311220ff on network 16cecdf8-7435-4b55-bc5d-3d503d8321a9 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:24.045190 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:29:24.045583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Checking segment: {'id': 'fc6bfa72-be7b-4a6d-b575-a51123422e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:24.045982 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.046528 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Bound using segment: {'id': 'fc6bfa72-be7b-4a6d-b575-a51123422e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:29:24.047006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Bound port: e855d5b2-aa21-4102-9690-53e8311220ff, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6bfa72-be7b-4a6d-b575-a51123422e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:29:24.047398 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.071472 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.147018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port ef4fe701-b3b8-4c54-951b-2a2af2bfb79e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ef4fe701-b3b8-4c54-951b-2a2af2bfb79e,segment=NetworkSegment(fc6bfa72-be7b-4a6d-b575-a51123422e27),segment_id=fc6bfa72-be7b-4a6d-b575-a51123422e27)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:24.154333 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.155180 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5d59ea99-10b6-42f0-8e7e-f2ca310704da up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:24.157240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] For port e855d5b2-aa21-4102-9690-53e8311220ff, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:29:24.163606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] For port e855d5b2-aa21-4102-9690-53e8311220ff, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e855d5b2-aa21-4102-9690-53e8311220ff,segment=NetworkSegment(fc6bfa72-be7b-4a6d-b575-a51123422e27),segment_id=fc6bfa72-be7b-4a6d-b575-a51123422e27)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:29:24.208677 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.266795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=ef4fe701-b3b8-4c54-951b-2a2af2bfb79e,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:24.303385 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Routers {'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:24.304037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:28:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:24.351760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 5d59ea99-10b6-42f0-8e7e-f2ca310704da completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:24.371351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 5d59ea99-10b6-42f0-8e7e-f2ca310704da triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:24.371722 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.380038 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33076863-93f7-4ccf-825f-63efe94a5749 None None] Pushing event updated for resources: {'Port': ['ID=e855d5b2-aa21-4102-9690-53e8311220ff,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:24.482907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] Set router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:24.762038 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.814915 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 5d59ea99-10b6-42f0-8e7e-f2ca310704da, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5d59ea99-10b6-42f0-8e7e-f2ca310704da,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:24.827589 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.922351 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=5d59ea99-10b6-42f0-8e7e-f2ca310704da,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:24.962804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270437342', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:18Z', 'updated_at': '2021-08-20T12:29:22Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:54:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:19Z', 'updated_at': '2021-08-20T12:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e855d5b2-aa21-4102-9690-53e8311220ff', 'name': '', 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f7:2e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:21Z', 'updated_at': '2021-08-20T12:29:24Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:24.979013 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-941a12d9-7747-443f-a6a5-eeefc9266947 req-2f6fabdb-2ae1-4b0e-baad-6fe87ecb9e92 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 210 time: 0.0647752 Aug 20 12:29:25.002048 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9165fbea-2a56-4085-9a38-c6f3cf385bcf None None] The sync data for ids ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'] in n-d-804299-2 is: [{'id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270437342', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:18Z', 'updated_at': '2021-08-20T12:29:22Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:54:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:19Z', 'updated_at': '2021-08-20T12:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e855d5b2-aa21-4102-9690-53e8311220ff', 'name': '', 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f7:2e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:21Z', 'updated_at': '2021-08-20T12:29:24Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:25.037161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-66599930-e84a-463a-95f9-b478cbb29814 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:25.038831 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-66599930-e84a-463a-95f9-b478cbb29814 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "GET /v2.0/networks?id=16cecdf8-7435-4b55-bc5d-3d503d8321a9 HTTP/1.1" status: 200 len: 796 time: 0.1515412 Aug 20 12:29:25.105190 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-4ef61afc-5155-4dd5-9145-2569d5965d93 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=977744d865634c55a9fb8d5a0653eff3 HTTP/1.1" status: 200 len: 379 time: 0.0474234 Aug 20 12:29:25.114328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-f94a29b2-3ac4-45ec-84c3-60fba6652c65 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'port': {'device_id': '411df0ad-2785-4b30-ae64-2fdaf6de9e3b', 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'admin_state_up': True, 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'security_groups': ['4d1b136d-a938-4a53-8e8f-c6a34acd44b0']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:25.203884 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-df4d48a6-cd4f-4ed2-8277-729a8daa663c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.230398 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-f94a29b2-3ac4-45ec-84c3-60fba6652c65 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Made reservation on behalf of 977744d865634c55a9fb8d5a0653eff3 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:25.234623 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-f94a29b2-3ac4-45ec-84c3-60fba6652c65 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.369452 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-f94a29b2-3ac4-45ec-84c3-60fba6652c65 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.20.0.13 (16cecdf8-7435-4b55-bc5d-3d503d8321a9/c1321aa5-4d0c-491e-8c0f-259ff87fae2a/2627917b-5043-4040-8b5b-697955f14847) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:25.515757 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-f94a29b2-3ac4-45ec-84c3-60fba6652c65 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.531528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-f94a29b2-3ac4-45ec-84c3-60fba6652c65 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Transition to ACTIVE for port object 2627917b-5043-4040-8b5b-697955f14847 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:25.552619 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.568277 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-f94a29b2-3ac4-45ec-84c3-60fba6652c65 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.611739 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-f94a29b2-3ac4-45ec-84c3-60fba6652c65 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 16cecdf8-7435-4b55-bc5d-3d503d8321a9 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:25.615105 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-f94a29b2-3ac4-45ec-84c3-60fba6652c65 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:25.617912 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-f94a29b2-3ac4-45ec-84c3-60fba6652c65 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:25.656207 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a29b2-3ac4-45ec-84c3-60fba6652c65 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=2627917b-5043-4040-8b5b-697955f14847,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:25.679734 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-f94a29b2-3ac4-45ec-84c3-60fba6652c65 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:25.680754 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-f94a29b2-3ac4-45ec-84c3-60fba6652c65 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.699065 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-f94a29b2-3ac4-45ec-84c3-60fba6652c65 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5896358 Aug 20 12:29:25.711555 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Request body: {'port': {'device_id': '411df0ad-2785-4b30-ae64-2fdaf6de9e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:25.744925 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e855d5b2-aa21-4102-9690-53e8311220ff up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:25.776683 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.795258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port e855d5b2-aa21-4102-9690-53e8311220ff completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:25.799196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e855d5b2-aa21-4102-9690-53e8311220ff triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:25.799571 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.887522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-522c1071-fd56-4d79-9fa4-b1bab36b2197 None None] Provisioning for port 2627917b-5043-4040-8b5b-697955f14847 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:25.890525 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.893523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-522c1071-fd56-4d79-9fa4-b1bab36b2197 None None] Provisioning complete for port 2627917b-5043-4040-8b5b-697955f14847 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:25.893984 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-522c1071-fd56-4d79-9fa4-b1bab36b2197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.950141 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-522c1071-fd56-4d79-9fa4-b1bab36b2197 None None] Port 2627917b-5043-4040-8b5b-697955f14847 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:25.953567 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port e855d5b2-aa21-4102-9690-53e8311220ff, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e855d5b2-aa21-4102-9690-53e8311220ff,segment=NetworkSegment(fc6bfa72-be7b-4a6d-b575-a51123422e27),segment_id=fc6bfa72-be7b-4a6d-b575-a51123422e27)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:25.957696 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.958692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5d59ea99-10b6-42f0-8e7e-f2ca310704da up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:26.035442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=e855d5b2-aa21-4102-9690-53e8311220ff,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:26.049791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2627917b-5043-4040-8b5b-697955f14847 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:29:26.055136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 5d59ea99-10b6-42f0-8e7e-f2ca310704da triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:26.055504 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.058491 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.072412 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Transition to ACTIVE for port object 2627917b-5043-4040-8b5b-697955f14847 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:26.076528 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.107695 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c5dc6-07de-4842-aaab-3f98018b886e req-2b53d0cb-20d8-4e75-a8ec-600a93b45753 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:26.109750 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-802c5dc6-07de-4842-aaab-3f98018b886e req-2b53d0cb-20d8-4e75-a8ec-600a93b45753 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 932 time: 0.0556920 Aug 20 12:29:26.142539 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ef4fe701-b3b8-4c54-951b-2a2af2bfb79e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:26.148285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Pushing event updated for resources: {'Port': ['ID=2627917b-5043-4040-8b5b-697955f14847,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:26.164772 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-802c5dc6-07de-4842-aaab-3f98018b886e req-1b1a4172-5dea-4317-8393-7b968a42695e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478835 Aug 20 12:29:26.211737 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Attempting to bind port 2627917b-5043-4040-8b5b-697955f14847 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:29:26.211861 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Attempting to bind port 2627917b-5043-4040-8b5b-697955f14847 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'fc6bfa72-be7b-4a6d-b575-a51123422e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:29:26.212109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Attempting to bind port 2627917b-5043-4040-8b5b-697955f14847 on network 16cecdf8-7435-4b55-bc5d-3d503d8321a9 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:26.216775 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Port 2627917b-5043-4040-8b5b-697955f14847 on network 16cecdf8-7435-4b55-bc5d-3d503d8321a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:29:26.217413 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Attempting to bind port 2627917b-5043-4040-8b5b-697955f14847 on network 16cecdf8-7435-4b55-bc5d-3d503d8321a9 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:26.223018 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ef4fe701-b3b8-4c54-951b-2a2af2bfb79e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:26.223517 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.224143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:29:26.224483 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Checking segment: {'id': 'fc6bfa72-be7b-4a6d-b575-a51123422e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:26.224909 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Bound using segment: {'id': 'fc6bfa72-be7b-4a6d-b575-a51123422e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:29:26.225337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Bound port: 2627917b-5043-4040-8b5b-697955f14847, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bfa72-be7b-4a6d-b575-a51123422e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:29:26.225693 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.292008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] For port 2627917b-5043-4040-8b5b-697955f14847, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:29:26.296256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] For port 2627917b-5043-4040-8b5b-697955f14847, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=2627917b-5043-4040-8b5b-697955f14847,segment=NetworkSegment(fc6bfa72-be7b-4a6d-b575-a51123422e27),segment_id=fc6bfa72-be7b-4a6d-b575-a51123422e27)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:29:26.302625 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.339634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:26.340244 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.341700 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] 10.222.0.76 "PUT /v2.0/ports/2627917b-5043-4040-8b5b-697955f14847 HTTP/1.1" status: 200 len: 1092 time: 0.6352901 Aug 20 12:29:26.342128 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411df0ad-2785-4b30-ae64-2fdaf6de9e3b', 'tag': '2627917b-5043-4040-8b5b-697955f14847'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:29:26.344363 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6be20f-b2b6-46cf-8580-55fc0fad464a" -d '{"events": [{"name": "network-changed", "server_uuid": "411df0ad-2785-4b30-ae64-2fdaf6de9e3b", "tag": "2627917b-5043-4040-8b5b-697955f14847"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:29:26.377414 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701259a7-4bcd-42bc-af14-1352a5859d42 service neutron] Pushing event updated for resources: {'Port': ['ID=2627917b-5043-4040-8b5b-697955f14847,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:26.412298 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b91e0e-f211-4b51-bb26-de35ecd01c9d x-openstack-request-id: req-74b91e0e-f211-4b51-bb26-de35ecd01c9d {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:29:26.412683 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411df0ad-2785-4b30-ae64-2fdaf6de9e3b", "tag": "2627917b-5043-4040-8b5b-697955f14847", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:29:26.412999 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74b91e0e-f211-4b51-bb26-de35ecd01c9d {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:29:26.413456 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411df0ad-2785-4b30-ae64-2fdaf6de9e3b', 'tag': '2627917b-5043-4040-8b5b-697955f14847', 'status': 'completed', 'code': 200} Aug 20 12:29:26.430704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-49847eac-dfba-484c-b5dc-b9e8755b34cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:26.432318 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-49847eac-dfba-484c-b5dc-b9e8755b34cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 1095 time: 0.0496881 Aug 20 12:29:26.479018 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-e55b106f-ae37-4585-ba6f-d84fdfb1a248 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2627917b-5043-4040-8b5b-697955f14847 HTTP/1.1" status: 200 len: 217 time: 0.0392737 Aug 20 12:29:26.532516 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-beb90aea-3c46-4933-98c3-a0e5daad4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:26.534136 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-beb90aea-3c46-4933-98c3-a0e5daad4de5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c1321aa5-4d0c-491e-8c0f-259ff87fae2a HTTP/1.1" status: 200 len: 835 time: 0.0482497 Aug 20 12:29:26.545627 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.580544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-8e4a791d-6ae8-4a2d-8bf8-8b0cc73d8bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:26.582094 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-8e4a791d-6ae8-4a2d-8bf8-8b0cc73d8bfe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=16cecdf8-7435-4b55-bc5d-3d503d8321a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407507 Aug 20 12:29:26.673349 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-3fb574fb-50c3-4080-a19c-0dff19030c72 service neutron] 10.222.0.76 "GET /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843205 Aug 20 12:29:26.761384 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0b7bbb86-fadc-4196-b289-6ceab3204891 req-7a766dc1-91c5-4fc2-af13-0dabf861fbc6 service neutron] 10.222.0.76 "GET /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802412 Aug 20 12:29:26.849031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6be20f-b2b6-46cf-8580-55fc0fad464a req-92339bf5-dca1-4ddd-8b4e-5fa13a56f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:26.850435 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf6be20f-b2b6-46cf-8580-55fc0fad464a req-92339bf5-dca1-4ddd-8b4e-5fa13a56f0bf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 1095 time: 0.0443356 Aug 20 12:29:26.937912 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6be20f-b2b6-46cf-8580-55fc0fad464a req-eaeee884-3c66-4ebb-86f1-038243a7a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:26.939386 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf6be20f-b2b6-46cf-8580-55fc0fad464a req-eaeee884-3c66-4ebb-86f1-038243a7a860 service neutron] 10.222.0.76 "GET /v2.0/networks?id=16cecdf8-7435-4b55-bc5d-3d503d8321a9 HTTP/1.1" status: 200 len: 896 time: 0.0826395 Aug 20 12:29:26.982855 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf6be20f-b2b6-46cf-8580-55fc0fad464a req-c28df7b0-18b9-4f58-8c05-eac4bd6a33dd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2627917b-5043-4040-8b5b-697955f14847 HTTP/1.1" status: 200 len: 217 time: 0.0369873 Aug 20 12:29:27.035438 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6be20f-b2b6-46cf-8580-55fc0fad464a req-84121e1b-ec84-44cd-8e63-a1428e8b9626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:27.036908 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf6be20f-b2b6-46cf-8580-55fc0fad464a req-84121e1b-ec84-44cd-8e63-a1428e8b9626 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c1321aa5-4d0c-491e-8c0f-259ff87fae2a HTTP/1.1" status: 200 len: 835 time: 0.0430281 Aug 20 12:29:27.085375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6be20f-b2b6-46cf-8580-55fc0fad464a req-e8328413-c5b0-459a-b716-d2f04302d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:27.087770 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf6be20f-b2b6-46cf-8580-55fc0fad464a req-e8328413-c5b0-459a-b716-d2f04302d7d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=16cecdf8-7435-4b55-bc5d-3d503d8321a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434692 Aug 20 12:29:27.180408 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf6be20f-b2b6-46cf-8580-55fc0fad464a req-a939754e-1c07-4b74-a09f-016adbff6860 service neutron] 10.222.0.76 "GET /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846961 Aug 20 12:29:27.272282 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bf6be20f-b2b6-46cf-8580-55fc0fad464a req-9a56ff2b-780b-4bba-ae83-d45a3a52f30b service neutron] 10.222.0.76 "GET /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842564 Aug 20 12:29:27.280317 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a2759-7bf1-4f55-9f97-fe5a018d66ca req-8250cda6-5c4f-4894-83d4-ca7a45b6405a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:27.281843 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-723a2759-7bf1-4f55-9f97-fe5a018d66ca req-8250cda6-5c4f-4894-83d4-ca7a45b6405a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 944 time: 0.0499492 Aug 20 12:29:27.321275 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-723a2759-7bf1-4f55-9f97-fe5a018d66ca req-f7a87fd3-0b9e-4dea-b329-eab744a06776 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334237 Aug 20 12:29:27.646502 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e855d5b2-aa21-4102-9690-53e8311220ff up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:27.692848 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port e855d5b2-aa21-4102-9690-53e8311220ff triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:27.693215 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:28.137037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 2627917b-5043-4040-8b5b-697955f14847 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:29:28.157059 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:28.233771 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 2627917b-5043-4040-8b5b-697955f14847, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=2627917b-5043-4040-8b5b-697955f14847,segment=NetworkSegment(fc6bfa72-be7b-4a6d-b575-a51123422e27),segment_id=fc6bfa72-be7b-4a6d-b575-a51123422e27)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:28.244032 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '2627917b-5043-4040-8b5b-697955f14847', 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'port_id': '2627917b-5043-4040-8b5b-697955f14847', 'mac_address': 'fa:16:3e:62:5d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:29:28.284243 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:28.296387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2627917b-5043-4040-8b5b-697955f14847 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:29:28.314443 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 2627917b-5043-4040-8b5b-697955f14847, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=2627917b-5043-4040-8b5b-697955f14847,segment=NetworkSegment(fc6bfa72-be7b-4a6d-b575-a51123422e27),segment_id=fc6bfa72-be7b-4a6d-b575-a51123422e27)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:28.319373 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:28.366715 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=2627917b-5043-4040-8b5b-697955f14847,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:28.435606 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2749d-9bd5-4c4f-8cf7-a66d21d7e2b7 req-abf1cd8a-8c8f-47a9-bffe-e6c910a31fb7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:28.437121 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ad2749d-9bd5-4c4f-8cf7-a66d21d7e2b7 req-abf1cd8a-8c8f-47a9-bffe-e6c910a31fb7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 945 time: 0.0479844 Aug 20 12:29:28.475134 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4ad2749d-9bd5-4c4f-8cf7-a66d21d7e2b7 req-4fabfad1-1bba-41c3-8271-3574d9d7f995 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312259 Aug 20 12:29:28.522460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['2627917b-5043-4040-8b5b-697955f14847'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:29:29.587391 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc486c8f-b1bb-4028-9540-1a5a7bc6ad8f req-91884458-527f-49a4-9b4e-6b4056214dd4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:29.589524 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bc486c8f-b1bb-4028-9540-1a5a7bc6ad8f req-91884458-527f-49a4-9b4e-6b4056214dd4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 945 time: 0.0480824 Aug 20 12:29:29.630569 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bc486c8f-b1bb-4028-9540-1a5a7bc6ad8f req-33ebf84c-cc71-4e6d-afb7-e21a4652c7b6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357499 Aug 20 12:29:30.151935 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 2627917b-5043-4040-8b5b-697955f14847 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:30.199294 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 2627917b-5043-4040-8b5b-697955f14847 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:30.202771 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 2627917b-5043-4040-8b5b-697955f14847 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:30.203139 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:30.278886 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:30.300365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411df0ad-2785-4b30-ae64-2fdaf6de9e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2627917b-5043-4040-8b5b-697955f14847'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:29:30.302724 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28be311e-98d6-4d38-8fdc-db7589499c83" -d '{"events": [{"server_uuid": "411df0ad-2785-4b30-ae64-2fdaf6de9e3b", "name": "network-vif-plugged", "status": "completed", "tag": "2627917b-5043-4040-8b5b-697955f14847"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:29:30.314897 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 2627917b-5043-4040-8b5b-697955f14847, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=2627917b-5043-4040-8b5b-697955f14847,segment=NetworkSegment(fc6bfa72-be7b-4a6d-b575-a51123422e27),segment_id=fc6bfa72-be7b-4a6d-b575-a51123422e27)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:30.319427 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:30.341927 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a5af44-1c2d-4632-9ff6-95acb42c9233 x-openstack-request-id: req-85a5af44-1c2d-4632-9ff6-95acb42c9233 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:29:30.342202 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411df0ad-2785-4b30-ae64-2fdaf6de9e3b", "name": "network-vif-plugged", "status": "completed", "tag": "2627917b-5043-4040-8b5b-697955f14847", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:29:30.342455 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85a5af44-1c2d-4632-9ff6-95acb42c9233 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:29:30.342844 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411df0ad-2785-4b30-ae64-2fdaf6de9e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2627917b-5043-4040-8b5b-697955f14847', 'code': 200} Aug 20 12:29:30.371241 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=2627917b-5043-4040-8b5b-697955f14847,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:30.436925 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14553b8-fda8-4c42-ad7f-ed9f4b15cc57 req-213169b1-614c-42ef-8d02-f0bec8dc6cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:30.438405 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d14553b8-fda8-4c42-ad7f-ed9f4b15cc57 req-213169b1-614c-42ef-8d02-f0bec8dc6cfe service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 1097 time: 0.0434701 Aug 20 12:29:30.472204 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d14553b8-fda8-4c42-ad7f-ed9f4b15cc57 req-fc1347b5-3edc-464c-bf7a-2064ce0f9a98 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266440 Aug 20 12:29:30.743411 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eea8eb-3aef-41e3-a037-5cc76a4bd95d req-a8f6a066-fd8e-4ce1-8a09-99604fa16096 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:30.744920 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-72eea8eb-3aef-41e3-a037-5cc76a4bd95d req-a8f6a066-fd8e-4ce1-8a09-99604fa16096 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0489776 Aug 20 12:29:30.782008 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-72eea8eb-3aef-41e3-a037-5cc76a4bd95d req-7266833d-6e7d-457e-bdb7-6847b5b5205a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310073 Aug 20 12:29:31.898104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ee36a-ea24-417a-81e6-55299737e3c9 req-99aa69c2-379e-4b3e-93b9-46001ee9ce54 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:31.899581 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2c5ee36a-ea24-417a-81e6-55299737e3c9 req-99aa69c2-379e-4b3e-93b9-46001ee9ce54 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0485458 Aug 20 12:29:31.939509 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2c5ee36a-ea24-417a-81e6-55299737e3c9 req-57e6bccc-fc35-4501-b712-dbcfb3249ce3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339420 Aug 20 12:29:32.052679 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9cbfe-57b0-40fd-a533-ecd55945c9b3 req-794c389d-e927-4d65-8096-b6ddee585363 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:32.054189 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8be9cbfe-57b0-40fd-a533-ecd55945c9b3 req-794c389d-e927-4d65-8096-b6ddee585363 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0488474 Aug 20 12:29:32.092693 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8be9cbfe-57b0-40fd-a533-ecd55945c9b3 req-8af62730-1cb0-4742-b0c7-e98c948f46e8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325773 Aug 20 12:29:32.115179 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57492) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:32.154643 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ece1c6-2f8c-424e-838a-f586ccef982d tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:32.156147 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-70ece1c6-2f8c-424e-838a-f586ccef982d tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 1092 time: 0.0399969 Aug 20 12:29:32.159211 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57494) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:32.163575 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': '2627917b-5043-4040-8b5b-697955f14847', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:32.185129 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.284462 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.389813 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.25.8.251 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/7a1b72e1-f6fc-4247-8da5-901e97535978) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:32.488389 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.526480 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.563065 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:32.566051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:32.570243 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:32.605140 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=7a1b72e1-f6fc-4247-8da5-901e97535978,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:32.933266 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.000991 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.146547 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.151330 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.222940 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=7a1b72e1-f6fc-4247-8da5-901e97535978,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:33.233064 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.447847 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.673493 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Floating IP 9f002681-c636-43f5-9e74-c4c251035297 associated. External IP: 172.25.8.251, port: 2627917b-5043-4040-8b5b-697955f14847. Aug 20 12:29:33.882212 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:29:33.992257 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:34.001937 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5990012-05a0-4167-8dd9-7b862e826a02 None None] Sync routers for ids ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:34.008994 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.013960 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5990012-05a0-4167-8dd9-7b862e826a02 None None] Routers {'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:34.014600 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e5990012-05a0-4167-8dd9-7b862e826a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:29:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:34.038487 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-82b8ad51-971b-4647-98dd-dd3383ee4585 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8781004 Aug 20 12:29:34.039109 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411df0ad-2785-4b30-ae64-2fdaf6de9e3b', 'tag': '2627917b-5043-4040-8b5b-697955f14847'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:29:34.041478 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1529d78ee9ff0fc92738bff1d4fef891f7271bcc054651fa6b70395befb13a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1467656e-8da7-48c7-984b-882d2778ea03" -d '{"events": [{"name": "network-changed", "server_uuid": "411df0ad-2785-4b30-ae64-2fdaf6de9e3b", "tag": "2627917b-5043-4040-8b5b-697955f14847"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:29:34.088945 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b644514d-7d22-49d2-bc7f-8958006d26e8 x-openstack-request-id: req-b644514d-7d22-49d2-bc7f-8958006d26e8 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:29:34.089255 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411df0ad-2785-4b30-ae64-2fdaf6de9e3b", "tag": "2627917b-5043-4040-8b5b-697955f14847", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:29:34.089480 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b644514d-7d22-49d2-bc7f-8958006d26e8 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:29:34.089883 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411df0ad-2785-4b30-ae64-2fdaf6de9e3b', 'tag': '2627917b-5043-4040-8b5b-697955f14847', 'status': 'completed', 'code': 200} Aug 20 12:29:34.127207 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e5990012-05a0-4167-8dd9-7b862e826a02 None None] Set router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:34.183202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3e8ea-4178-48e0-9d2b-e2362e77a922 req-86b45a14-2380-481e-a5f9-672291030dcc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:34.184622 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-95f3e8ea-4178-48e0-9d2b-e2362e77a922 req-86b45a14-2380-481e-a5f9-672291030dcc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0840163 Aug 20 12:29:34.187191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467656e-8da7-48c7-984b-882d2778ea03 req-62de1e95-1b23-4e1d-99b8-e4a63123b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:34.188570 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1467656e-8da7-48c7-984b-882d2778ea03 req-62de1e95-1b23-4e1d-99b8-e4a63123b2ae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 1097 time: 0.0773892 Aug 20 12:29:34.271099 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-95f3e8ea-4178-48e0-9d2b-e2362e77a922 req-6e23aeb6-4ede-4484-a70f-0c5a5c491ac5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800390 Aug 20 12:29:34.294498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57500) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:34.310771 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467656e-8da7-48c7-984b-882d2778ea03 req-4f6cba33-2fb8-4676-b65d-0985891a0303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:34.312446 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1467656e-8da7-48c7-984b-882d2778ea03 req-4f6cba33-2fb8-4676-b65d-0985891a0303 service neutron] 10.222.0.76 "GET /v2.0/networks?id=16cecdf8-7435-4b55-bc5d-3d503d8321a9 HTTP/1.1" status: 200 len: 896 time: 0.1141925 Aug 20 12:29:34.356922 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-dbe44ddf-5a3d-4fd8-8cfa-09ff0c79734f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/9f002681-c636-43f5-9e74-c4c251035297 HTTP/1.1" status: 200 len: 992 time: 0.0611768 Aug 20 12:29:34.360061 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e5990012-05a0-4167-8dd9-7b862e826a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270437342', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:18Z', 'updated_at': '2021-08-20T12:29:22Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:54:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:19Z', 'updated_at': '2021-08-20T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '9f002681-c636-43f5-9e74-c4c251035297', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'port_id': '2627917b-5043-4040-8b5b-697955f14847', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'mac_address': 'fa:16:3e:62:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411df0ad-2785-4b30-ae64-2fdaf6de9e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:29:32Z', 'updated_at': '2021-08-20T12:29:32Z', 'revision_number': 0, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e855d5b2-aa21-4102-9690-53e8311220ff', 'name': '', 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f7:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:21Z', 'updated_at': '2021-08-20T12:29:25Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:34.383203 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1467656e-8da7-48c7-984b-882d2778ea03 req-2f8dd49e-2538-4fb1-bde8-5370d55708e2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2627917b-5043-4040-8b5b-697955f14847 HTTP/1.1" status: 200 len: 1000 time: 0.0642762 Aug 20 12:29:34.387271 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5990012-05a0-4167-8dd9-7b862e826a02 None None] Checking router: bc3ee0db-f56c-4bb1-8d15-48feb556fb3b for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:29:34.396031 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5990012-05a0-4167-8dd9-7b862e826a02 None None] Routers {'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:34.396658 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e5990012-05a0-4167-8dd9-7b862e826a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:29:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:34.432142 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467656e-8da7-48c7-984b-882d2778ea03 req-ab85deec-67ec-4d38-9e12-5a475c66df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:34.433698 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1467656e-8da7-48c7-984b-882d2778ea03 req-ab85deec-67ec-4d38-9e12-5a475c66df6a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c1321aa5-4d0c-491e-8c0f-259ff87fae2a HTTP/1.1" status: 200 len: 835 time: 0.0441666 Aug 20 12:29:34.478393 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467656e-8da7-48c7-984b-882d2778ea03 req-de2516c7-6a9d-4c63-919c-c4c2eb7bf953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:34.479903 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1467656e-8da7-48c7-984b-882d2778ea03 req-de2516c7-6a9d-4c63-919c-c4c2eb7bf953 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=16cecdf8-7435-4b55-bc5d-3d503d8321a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398886 Aug 20 12:29:34.504688 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e5990012-05a0-4167-8dd9-7b862e826a02 None None] Set router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:34.573378 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1467656e-8da7-48c7-984b-882d2778ea03 req-017f5286-f549-4109-9719-333252db6648 service neutron] 10.222.0.76 "GET /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860429 Aug 20 12:29:34.665660 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1467656e-8da7-48c7-984b-882d2778ea03 req-0a4766df-f885-44ac-8ba6-3ce5543cce0c service neutron] 10.222.0.76 "GET /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858259 Aug 20 12:29:34.736550 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e5990012-05a0-4167-8dd9-7b862e826a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270437342', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:18Z', 'updated_at': '2021-08-20T12:29:22Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:54:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:19Z', 'updated_at': '2021-08-20T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '9f002681-c636-43f5-9e74-c4c251035297', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'port_id': '2627917b-5043-4040-8b5b-697955f14847', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'mac_address': 'fa:16:3e:62:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411df0ad-2785-4b30-ae64-2fdaf6de9e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:29:32Z', 'updated_at': '2021-08-20T12:29:32Z', 'revision_number': 0, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e855d5b2-aa21-4102-9690-53e8311220ff', 'name': '', 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f7:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:21Z', 'updated_at': '2021-08-20T12:29:25Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:34.763945 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5990012-05a0-4167-8dd9-7b862e826a02 None None] The sync data for ids ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'] in n-d-804299-2 is: [{'id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270437342', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:18Z', 'updated_at': '2021-08-20T12:29:22Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:54:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:19Z', 'updated_at': '2021-08-20T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '9f002681-c636-43f5-9e74-c4c251035297', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'port_id': '2627917b-5043-4040-8b5b-697955f14847', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'mac_address': 'fa:16:3e:62:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411df0ad-2785-4b30-ae64-2fdaf6de9e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:29:32Z', 'updated_at': '2021-08-20T12:29:32Z', 'revision_number': 0, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e855d5b2-aa21-4102-9690-53e8311220ff', 'name': '', 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f7:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:21Z', 'updated_at': '2021-08-20T12:29:25Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:35.353793 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8abd051-5eeb-4c58-a454-339c72232bf8 None None] New status for floating IP 9f002681-c636-43f5-9e74-c4c251035297: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:29:35.359719 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57502) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:35.423599 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-92fe7615-38b5-412f-b5ed-e7d701cf8be1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/9f002681-c636-43f5-9e74-c4c251035297 HTTP/1.1" status: 200 len: 992 time: 0.0626738 Aug 20 12:29:36.427495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57506) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:36.491351 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-01c748ce-40eb-47df-92ca-98f5760bb478 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/9f002681-c636-43f5-9e74-c4c251035297 HTTP/1.1" status: 200 len: 994 time: 0.0626817 Aug 20 12:29:37.288491 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:29:39.388155 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7cca27d-a643-4ec3-b12a-03e392da54ce req-c242fd8b-02cf-4737-b35d-06a1287fd0bb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388150 Aug 20 12:29:39.466936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cca27d-a643-4ec3-b12a-03e392da54ce req-18cf2a53-3bce-47e2-a232-2f5358c7d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:39.468403 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7cca27d-a643-4ec3-b12a-03e392da54ce req-18cf2a53-3bce-47e2-a232-2f5358c7d879 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 1097 time: 0.0398183 Aug 20 12:29:39.570582 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cca27d-a643-4ec3-b12a-03e392da54ce req-8cb3a849-af25-4889-a03e-7ef692046388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:39.572041 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7cca27d-a643-4ec3-b12a-03e392da54ce req-8cb3a849-af25-4889-a03e-7ef692046388 service neutron] 10.222.0.76 "GET /v2.0/networks?id=16cecdf8-7435-4b55-bc5d-3d503d8321a9 HTTP/1.1" status: 200 len: 896 time: 0.0852940 Aug 20 12:29:39.618520 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.636218 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7cca27d-a643-4ec3-b12a-03e392da54ce req-7742f674-3586-4e39-b094-fe23c7b199bb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2627917b-5043-4040-8b5b-697955f14847 HTTP/1.1" status: 200 len: 1002 time: 0.0576043 Aug 20 12:29:39.683715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cca27d-a643-4ec3-b12a-03e392da54ce req-5e2ec01c-d015-4363-8d31-29e62b761eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:39.685068 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7cca27d-a643-4ec3-b12a-03e392da54ce req-5e2ec01c-d015-4363-8d31-29e62b761eba service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c1321aa5-4d0c-491e-8c0f-259ff87fae2a HTTP/1.1" status: 200 len: 835 time: 0.0424407 Aug 20 12:29:39.733264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cca27d-a643-4ec3-b12a-03e392da54ce req-a691351f-0ce7-4233-b64e-9e07927b92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:39.734767 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7cca27d-a643-4ec3-b12a-03e392da54ce req-a691351f-0ce7-4233-b64e-9e07927b92a8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=16cecdf8-7435-4b55-bc5d-3d503d8321a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425422 Aug 20 12:29:39.822131 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7cca27d-a643-4ec3-b12a-03e392da54ce req-9149e8ea-805f-4f96-bc36-3582c6052c92 service neutron] 10.222.0.76 "GET /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798588 Aug 20 12:29:39.911313 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7cca27d-a643-4ec3-b12a-03e392da54ce req-c95eed38-5763-41b2-9430-43f8ab6f0187 service neutron] 10.222.0.76 "GET /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828454 Aug 20 12:29:52.423967 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-30b0f83e-7702-4c60-9544-a7704d3f6544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.195078 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-15693173-8d36-4add-84f4-5aaf5f45ecde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.552868 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:56.538352 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:58.150293 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:03.263285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d37a-726b-451e-946e-bf3b9c98178e req-1fca6585-c9dc-48d9-8b09-503dc470e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:03.264710 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8a0d37a-726b-451e-946e-bf3b9c98178e req-1fca6585-c9dc-48d9-8b09-503dc470e9a5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 1097 time: 0.0413897 Aug 20 12:30:03.265328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b891b-2434-47cc-bbbf-b3c74ad30dd4 req-a45d946f-f24d-4405-b36c-167ed4b11650 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:03.266815 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f08b891b-2434-47cc-bbbf-b3c74ad30dd4 req-a45d946f-f24d-4405-b36c-167ed4b11650 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0493476 Aug 20 12:30:03.309351 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f08b891b-2434-47cc-bbbf-b3c74ad30dd4 req-a502dd7d-73a9-4600-8147-c72c41da1c19 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358174 Aug 20 12:30:03.361164 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d37a-726b-451e-946e-bf3b9c98178e req-ef2bbbaa-4936-4ea4-8274-cfcdff450e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:03.362663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8a0d37a-726b-451e-946e-bf3b9c98178e req-ef2bbbaa-4936-4ea4-8274-cfcdff450e61 service neutron] 10.222.0.76 "GET /v2.0/networks?id=16cecdf8-7435-4b55-bc5d-3d503d8321a9 HTTP/1.1" status: 200 len: 896 time: 0.0909448 Aug 20 12:30:03.446646 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:03.736772 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8a0d37a-726b-451e-946e-bf3b9c98178e req-c29992c0-521d-4ac7-ab32-ad3b0fa15c97 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2627917b-5043-4040-8b5b-697955f14847 HTTP/1.1" status: 200 len: 1002 time: 0.3663638 Aug 20 12:30:03.785586 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d37a-726b-451e-946e-bf3b9c98178e req-7109ba66-9556-4540-9ee4-3ad0c7c6578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:03.786986 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8a0d37a-726b-451e-946e-bf3b9c98178e req-7109ba66-9556-4540-9ee4-3ad0c7c6578f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c1321aa5-4d0c-491e-8c0f-259ff87fae2a HTTP/1.1" status: 200 len: 835 time: 0.0426288 Aug 20 12:30:03.833202 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d37a-726b-451e-946e-bf3b9c98178e req-8ac6211a-371b-4b2c-8202-371cf24fef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:03.834627 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8a0d37a-726b-451e-946e-bf3b9c98178e req-8ac6211a-371b-4b2c-8202-371cf24fef5f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=16cecdf8-7435-4b55-bc5d-3d503d8321a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408134 Aug 20 12:30:03.922104 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8a0d37a-726b-451e-946e-bf3b9c98178e req-3c24f87c-53d0-48bf-b3a3-5d99e4fec8d5 service neutron] 10.222.0.76 "GET /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802207 Aug 20 12:30:04.015551 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c8a0d37a-726b-451e-946e-bf3b9c98178e req-69e81aa4-8afb-4c20-a977-47c730d56868 service neutron] 10.222.0.76 "GET /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858746 Aug 20 12:30:04.428018 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07050e-f158-49ac-9802-75d1b6286353 req-6958e49e-252a-436e-85d8-f8bb0a516af5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:04.429512 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a07050e-f158-49ac-9802-75d1b6286353 req-6958e49e-252a-436e-85d8-f8bb0a516af5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0483265 Aug 20 12:30:04.466428 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5a07050e-f158-49ac-9802-75d1b6286353 req-3351c145-4117-4d4a-ad4e-13f3912ddbb9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310366 Aug 20 12:30:05.581612 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a1bbd-e0fa-4fbc-b58a-9bb1acb040e2 req-6e4f5e9a-a549-468d-868b-7f7887f978ac tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:05.583120 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1a4a1bbd-e0fa-4fbc-b58a-9bb1acb040e2 req-6e4f5e9a-a549-468d-868b-7f7887f978ac tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0503793 Aug 20 12:30:05.624027 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1a4a1bbd-e0fa-4fbc-b58a-9bb1acb040e2 req-6891d607-26b2-4720-baf4-5e79a84c5bba tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350044 Aug 20 12:30:06.742760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b53ba-e2a3-49a6-adc2-a2c01d8fcb1c req-e98cbaff-5582-465e-89c1-56bfca2df916 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:06.744227 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-388b53ba-e2a3-49a6-adc2-a2c01d8fcb1c req-e98cbaff-5582-465e-89c1-56bfca2df916 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0486672 Aug 20 12:30:06.780477 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-388b53ba-e2a3-49a6-adc2-a2c01d8fcb1c req-fb4d109f-ca2b-4cc9-8d97-90c51b45b784 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303073 Aug 20 12:30:07.897576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed03608-3a00-4117-9204-c7069f70e89b req-eb70edf3-a2d8-4654-9221-53dc6f1a0a6e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:07.899061 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ed03608-3a00-4117-9204-c7069f70e89b req-eb70edf3-a2d8-4654-9221-53dc6f1a0a6e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0503893 Aug 20 12:30:07.936024 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3ed03608-3a00-4117-9204-c7069f70e89b req-fdedccaf-24cf-4252-93bd-298a5c74e29d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310512 Aug 20 12:30:09.051225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea225b9-6eed-465c-99ac-6da15dad10cc req-db2effa7-2a25-486e-8a33-2b5a749243d9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:09.052712 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ea225b9-6eed-465c-99ac-6da15dad10cc req-db2effa7-2a25-486e-8a33-2b5a749243d9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0483592 Aug 20 12:30:09.093244 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ea225b9-6eed-465c-99ac-6da15dad10cc req-b8578e7a-72b5-4667-b50a-1a24937b9d91 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345602 Aug 20 12:30:09.639553 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.208323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0396e-f058-421b-8e14-fa3a5b9a6284 req-5c4bb8d9-32c4-4ee9-ada7-d4cb57e7e8b3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:10.209815 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b5c0396e-f058-421b-8e14-fa3a5b9a6284 req-5c4bb8d9-32c4-4ee9-ada7-d4cb57e7e8b3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0483296 Aug 20 12:30:10.246985 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b5c0396e-f058-421b-8e14-fa3a5b9a6284 req-c598f0f1-1efd-4779-9bc9-14b926b072b3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313258 Aug 20 12:30:11.358490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca97c9-6a3b-4c45-be49-6ca4897164be req-3c9049aa-33f6-44c7-b78a-fe1002ca12dc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:11.360036 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1eca97c9-6a3b-4c45-be49-6ca4897164be req-3c9049aa-33f6-44c7-b78a-fe1002ca12dc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0477362 Aug 20 12:30:11.400304 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1eca97c9-6a3b-4c45-be49-6ca4897164be req-376a3d38-83b3-41f0-8c5f-a6ed6cf601f8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329847 Aug 20 12:30:12.513852 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82793293-6413-43ec-8914-adb924f533d9 req-a1cd9417-d034-4526-82a6-7451de0e354f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:12.515341 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-82793293-6413-43ec-8914-adb924f533d9 req-a1cd9417-d034-4526-82a6-7451de0e354f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0488594 Aug 20 12:30:12.556344 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-82793293-6413-43ec-8914-adb924f533d9 req-fb7089c7-b0b1-4458-884e-9329236f14a4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349772 Aug 20 12:30:13.686191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bd2cd-16e3-431e-85fe-08484521bde1 req-11f369dd-805b-428a-a734-58522e4613f8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:13.687670 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-770bd2cd-16e3-431e-85fe-08484521bde1 req-11f369dd-805b-428a-a734-58522e4613f8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0485744 Aug 20 12:30:13.727922 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-770bd2cd-16e3-431e-85fe-08484521bde1 req-1b56e8b0-15ac-4392-be90-b49791e64df9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329821 Aug 20 12:30:14.288499 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:30:14.847643 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1dd67-3ad3-4c64-85ed-80bc765556b2 req-acc783ae-2f6d-42f7-abdb-563c399ebee2 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:14.849169 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-59d1dd67-3ad3-4c64-85ed-80bc765556b2 req-acc783ae-2f6d-42f7-abdb-563c399ebee2 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0534246 Aug 20 12:30:14.887897 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-59d1dd67-3ad3-4c64-85ed-80bc765556b2 req-500581bf-41c0-4a8c-b38c-59a0cfebaef4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328276 Aug 20 12:30:14.910579 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57558) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:14.972317 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d8abb213-76e6-4573-a3ec-f44db51ce481 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/9f002681-c636-43f5-9e74-c4c251035297 HTTP/1.1" status: 200 len: 994 time: 0.0599186 Aug 20 12:30:22.425682 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-242fac26-fce0-4427-b2e9-27d044717856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:25.195085 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7ae6e319-5c7c-4e97-902c-d762f9420a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:25.556473 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:26.542879 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.151716 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:33.446044 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.384290 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae84204a-3ce5-4ed4-b945-19b75db3ea2a req-0fa12d44-5638-4842-9fc2-3279b50c0820 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392509 Aug 20 12:30:39.468343 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84204a-3ce5-4ed4-b945-19b75db3ea2a req-29e382a2-c293-439b-8045-9b596db871b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:39.469860 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae84204a-3ce5-4ed4-b945-19b75db3ea2a req-29e382a2-c293-439b-8045-9b596db871b4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 1097 time: 0.0450070 Aug 20 12:30:39.569981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84204a-3ce5-4ed4-b945-19b75db3ea2a req-a61d5b15-3929-4820-9cd4-758f72caaed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:39.571438 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae84204a-3ce5-4ed4-b945-19b75db3ea2a req-a61d5b15-3929-4820-9cd4-758f72caaed7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=16cecdf8-7435-4b55-bc5d-3d503d8321a9 HTTP/1.1" status: 200 len: 896 time: 0.0819514 Aug 20 12:30:39.639138 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae84204a-3ce5-4ed4-b945-19b75db3ea2a req-5418b26d-0f84-40d3-ae17-84b16b7b2ff8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2627917b-5043-4040-8b5b-697955f14847 HTTP/1.1" status: 200 len: 1002 time: 0.0607562 Aug 20 12:30:39.648019 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.688790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84204a-3ce5-4ed4-b945-19b75db3ea2a req-54f4d827-3ca3-46a4-a1ea-f5756eeeaefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:39.690133 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae84204a-3ce5-4ed4-b945-19b75db3ea2a req-54f4d827-3ca3-46a4-a1ea-f5756eeeaefa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c1321aa5-4d0c-491e-8c0f-259ff87fae2a HTTP/1.1" status: 200 len: 835 time: 0.0442536 Aug 20 12:30:39.734955 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84204a-3ce5-4ed4-b945-19b75db3ea2a req-49624bc6-8b39-4955-ab96-8cbadd49dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:39.736816 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae84204a-3ce5-4ed4-b945-19b75db3ea2a req-49624bc6-8b39-4955-ab96-8cbadd49dc54 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=16cecdf8-7435-4b55-bc5d-3d503d8321a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393798 Aug 20 12:30:39.748160 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-ae84204a-3ce5-4ed4-b945-19b75db3ea2a req-e0992050-0b6c-41f1-b66a-5eb0ca49af9e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:30:39.749224 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae84204a-3ce5-4ed4-b945-19b75db3ea2a req-e0992050-0b6c-41f1-b66a-5eb0ca49af9e service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048666 Aug 20 12:30:39.839994 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae84204a-3ce5-4ed4-b945-19b75db3ea2a req-ab951a40-0430-4d8d-9079-a5ec375c722b service neutron] 10.222.0.76 "GET /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837536 Aug 20 12:30:39.927452 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ae84204a-3ce5-4ed4-b945-19b75db3ea2a req-cc08eb85-f70b-4369-9504-d5107aa812d7 service neutron] 10.222.0.76 "GET /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804691 Aug 20 12:30:45.312000 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57580) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:45.474910 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port 7a1b72e1-f6fc-4247-8da5-901e97535978 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:45.475259 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:45.549583 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:45.549939 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:45.561411 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for 7a1b72e1-f6fc-4247-8da5-901e97535978 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:45.712964 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:45.738632 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=7a1b72e1-f6fc-4247-8da5-901e97535978,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:45.750160 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:45.750516 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:45.750862 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:45.751210 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:45.752107 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:45.752444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:45.752810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:45.753145 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:45.753480 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:45.753807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:45.754132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:45.754457 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:45.810401 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:45.810732 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Floating IP 9f002681-c636-43f5-9e74-c4c251035297 disassociated (deleted). External IP: 172.25.8.251, port: 2627917b-5043-4040-8b5b-697955f14847. Aug 20 12:30:46.013939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:46.122406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:46.127109 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:46.133602 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa81969-8e9b-43a0-9590-a4e4f425eff8 None None] Sync routers for ids ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:46.142200 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa81969-8e9b-43a0-9590-a4e4f425eff8 None None] Routers {'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:46.142805 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3aa81969-8e9b-43a0-9590-a4e4f425eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:30:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:46.153956 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0931ea6e-85c4-46c8-a7d6-0445e35ffd75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/floatingips/9f002681-c636-43f5-9e74-c4c251035297 HTTP/1.1" status: 204 len: 168 time: 0.8409381 Aug 20 12:30:46.154548 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411df0ad-2785-4b30-ae64-2fdaf6de9e3b', 'tag': '2627917b-5043-4040-8b5b-697955f14847'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:30:46.156872 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1529d78ee9ff0fc92738bff1d4fef891f7271bcc054651fa6b70395befb13a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2e00e2-fd05-46b0-b488-f58476545f44" -d '{"events": [{"name": "network-changed", "server_uuid": "411df0ad-2785-4b30-ae64-2fdaf6de9e3b", "tag": "2627917b-5043-4040-8b5b-697955f14847"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:30:46.195983 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d243588-9fec-497a-b5d2-079a78445a88 x-openstack-request-id: req-8d243588-9fec-497a-b5d2-079a78445a88 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:30:46.196283 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411df0ad-2785-4b30-ae64-2fdaf6de9e3b", "tag": "2627917b-5043-4040-8b5b-697955f14847", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:30:46.196542 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d243588-9fec-497a-b5d2-079a78445a88 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:30:46.196980 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411df0ad-2785-4b30-ae64-2fdaf6de9e3b', 'tag': '2627917b-5043-4040-8b5b-697955f14847', 'status': 'completed', 'code': 200} Aug 20 12:30:46.262795 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3aa81969-8e9b-43a0-9590-a4e4f425eff8 None None] Set router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:46.263552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e00e2-fd05-46b0-b488-f58476545f44 req-54b0982a-42f9-4c03-98e0-61f0c8c004fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:46.265823 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab2e00e2-fd05-46b0-b488-f58476545f44 req-54b0982a-42f9-4c03-98e0-61f0c8c004fe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 1097 time: 0.0477672 Aug 20 12:30:46.401640 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e00e2-fd05-46b0-b488-f58476545f44 req-65cebaf2-f3e7-403c-b0c7-c0205816fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:46.403123 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab2e00e2-fd05-46b0-b488-f58476545f44 req-65cebaf2-f3e7-403c-b0c7-c0205816fb78 service neutron] 10.222.0.76 "GET /v2.0/networks?id=16cecdf8-7435-4b55-bc5d-3d503d8321a9 HTTP/1.1" status: 200 len: 896 time: 0.1259050 Aug 20 12:30:46.414305 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc039-412d-419c-a61f-093d267dced6 req-55123192-5251-4ce4-9ca7-0789dcd1be01 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:46.415740 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8bbc039-412d-419c-a61f-093d267dced6 req-55123192-5251-4ce4-9ca7-0789dcd1be01 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0735135 Aug 20 12:30:46.461158 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab2e00e2-fd05-46b0-b488-f58476545f44 req-476aefe6-e049-456f-addb-12731c0b6fd5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2627917b-5043-4040-8b5b-697955f14847 HTTP/1.1" status: 200 len: 217 time: 0.0444586 Aug 20 12:30:46.477725 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3aa81969-8e9b-43a0-9590-a4e4f425eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270437342', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:18Z', 'updated_at': '2021-08-20T12:29:22Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:54:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:19Z', 'updated_at': '2021-08-20T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e855d5b2-aa21-4102-9690-53e8311220ff', 'name': '', 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f7:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:21Z', 'updated_at': '2021-08-20T12:29:25Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:46.504959 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa81969-8e9b-43a0-9590-a4e4f425eff8 None None] Checking router: bc3ee0db-f56c-4bb1-8d15-48feb556fb3b for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:46.513136 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa81969-8e9b-43a0-9590-a4e4f425eff8 None None] Routers {'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:46.513677 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3aa81969-8e9b-43a0-9590-a4e4f425eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:30:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:46.516897 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b8bbc039-412d-419c-a61f-093d267dced6 req-376996a0-1217-4844-ad7d-73fe112339c4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932438 Aug 20 12:30:46.525809 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e00e2-fd05-46b0-b488-f58476545f44 req-b93f5f9d-e01c-41ef-80da-ac494cc98a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:46.527266 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab2e00e2-fd05-46b0-b488-f58476545f44 req-b93f5f9d-e01c-41ef-80da-ac494cc98a30 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c1321aa5-4d0c-491e-8c0f-259ff87fae2a HTTP/1.1" status: 200 len: 835 time: 0.0585170 Aug 20 12:30:46.575083 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e00e2-fd05-46b0-b488-f58476545f44 req-fe1c2db4-129f-4eb1-941d-a667bd9cd74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:46.576579 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab2e00e2-fd05-46b0-b488-f58476545f44 req-fe1c2db4-129f-4eb1-941d-a667bd9cd74e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=16cecdf8-7435-4b55-bc5d-3d503d8321a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406556 Aug 20 12:30:46.622193 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3aa81969-8e9b-43a0-9590-a4e4f425eff8 None None] Set router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:46.672955 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab2e00e2-fd05-46b0-b488-f58476545f44 req-b6147f02-09c0-45c2-bade-15f54c6c19b3 service neutron] 10.222.0.76 "GET /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878623 Aug 20 12:30:46.763962 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab2e00e2-fd05-46b0-b488-f58476545f44 req-ad8828ee-b449-4e55-bec0-e2b24d37a2d6 service neutron] 10.222.0.76 "GET /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830524 Aug 20 12:30:46.813731 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3aa81969-8e9b-43a0-9590-a4e4f425eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270437342', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:18Z', 'updated_at': '2021-08-20T12:29:22Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:54:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:19Z', 'updated_at': '2021-08-20T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e855d5b2-aa21-4102-9690-53e8311220ff', 'name': '', 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f7:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:21Z', 'updated_at': '2021-08-20T12:29:25Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:46.842641 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa81969-8e9b-43a0-9590-a4e4f425eff8 None None] The sync data for ids ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'] in n-d-804299-2 is: [{'id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270437342', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:18Z', 'updated_at': '2021-08-20T12:29:22Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:54:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:19Z', 'updated_at': '2021-08-20T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'e855d5b2-aa21-4102-9690-53e8311220ff', 'name': '', 'network_id': '16cecdf8-7435-4b55-bc5d-3d503d8321a9', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f7:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:21Z', 'updated_at': '2021-08-20T12:29:25Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'c1321aa5-4d0c-491e-8c0f-259ff87fae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:47.056511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b6b897-0951-4582-b2a1-c5413a98f38b None None] New status for floating IP 9f002681-c636-43f5-9e74-c4c251035297: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:30:47.636958 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978ad80-38cd-404d-8d9c-32d3c2bfab04 req-ff878e7b-a8f3-486a-a90e-05a44e71ad26 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:47.638484 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2978ad80-38cd-404d-8d9c-32d3c2bfab04 req-ff878e7b-a8f3-486a-a90e-05a44e71ad26 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0498655 Aug 20 12:30:47.680088 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2978ad80-38cd-404d-8d9c-32d3c2bfab04 req-975271c6-28f5-4a5c-916c-16db78325acd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d1b136d-a938-4a53-8e8f-c6a34acd44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331886 Aug 20 12:30:47.822521 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b320b4-630e-457d-bd6c-9a4a3c5efd5b req-9dd62b9f-a589-4562-90e1-1ffa8718cd39 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:47.823886 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90b320b4-630e-457d-bd6c-9a4a3c5efd5b req-9dd62b9f-a589-4562-90e1-1ffa8718cd39 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "GET /v2.0/ports?device_id=411df0ad-2785-4b30-ae64-2fdaf6de9e3b HTTP/1.1" status: 200 len: 946 time: 0.0541728 Aug 20 12:30:47.912768 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-90b320b4-630e-457d-bd6c-9a4a3c5efd5b req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port 2627917b-5043-4040-8b5b-697955f14847 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:47.913111 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90b320b4-630e-457d-bd6c-9a4a3c5efd5b req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:48.003256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-90b320b4-630e-457d-bd6c-9a4a3c5efd5b req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] For port 2627917b-5043-4040-8b5b-697955f14847, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=2627917b-5043-4040-8b5b-697955f14847,segment=NetworkSegment(fc6bfa72-be7b-4a6d-b575-a51123422e27),segment_id=fc6bfa72-be7b-4a6d-b575-a51123422e27)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:48.003622 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90b320b4-630e-457d-bd6c-9a4a3c5efd5b req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:48.017179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-90b320b4-630e-457d-bd6c-9a4a3c5efd5b req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for 2627917b-5043-4040-8b5b-697955f14847 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:48.141787 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90b320b4-630e-457d-bd6c-9a4a3c5efd5b req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:48.179958 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=2627917b-5043-4040-8b5b-697955f14847,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:48.204168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:48.204576 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:48.204944 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:48.205280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:48.205610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:48.205936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:48.206264 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:48.206592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:48.206919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:48.207240 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:48.207559 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:48.207879 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:48.226242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b320b4-630e-457d-bd6c-9a4a3c5efd5b req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] No DVR routers for this DVR port 2627917b-5043-4040-8b5b-697955f14847 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:48.228580 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-90b320b4-630e-457d-bd6c-9a4a3c5efd5b req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:48.230576 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90b320b4-630e-457d-bd6c-9a4a3c5efd5b req-c2d8951b-3482-42fb-ab90-5d2eeef9472f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "DELETE /v2.0/ports/2627917b-5043-4040-8b5b-697955f14847 HTTP/1.1" status: 204 len: 173 time: 0.4011700 Aug 20 12:30:48.231010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411df0ad-2785-4b30-ae64-2fdaf6de9e3b', 'name': 'network-vif-deleted', 'tag': '2627917b-5043-4040-8b5b-697955f14847'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:30:48.233270 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ac28ce-0b03-45ab-9c5d-463cddd59293" -d '{"events": [{"server_uuid": "411df0ad-2785-4b30-ae64-2fdaf6de9e3b", "name": "network-vif-deleted", "tag": "2627917b-5043-4040-8b5b-697955f14847"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:30:48.274077 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114af4dc-0ec9-43ad-8db4-377bfbd96dcc x-openstack-request-id: req-114af4dc-0ec9-43ad-8db4-377bfbd96dcc {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:30:48.274363 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411df0ad-2785-4b30-ae64-2fdaf6de9e3b", "name": "network-vif-deleted", "tag": "2627917b-5043-4040-8b5b-697955f14847", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:30:48.274616 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-114af4dc-0ec9-43ad-8db4-377bfbd96dcc {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:30:48.275011 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411df0ad-2785-4b30-ae64-2fdaf6de9e3b', 'name': 'network-vif-deleted', 'tag': '2627917b-5043-4040-8b5b-697955f14847', 'status': 'completed', 'code': 200} Aug 20 12:30:48.739051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57608) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:49.098560 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfa066ff-bd13-497f-ba95-4fd7485310a9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:49.347193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cfa066ff-bd13-497f-ba95-4fd7485310a9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port e855d5b2-aa21-4102-9690-53e8311220ff {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:49.347446 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfa066ff-bd13-497f-ba95-4fd7485310a9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:49.433165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-cfa066ff-bd13-497f-ba95-4fd7485310a9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] For port e855d5b2-aa21-4102-9690-53e8311220ff, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=e855d5b2-aa21-4102-9690-53e8311220ff,segment=NetworkSegment(fc6bfa72-be7b-4a6d-b575-a51123422e27),segment_id=fc6bfa72-be7b-4a6d-b575-a51123422e27)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:49.433535 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfa066ff-bd13-497f-ba95-4fd7485310a9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:49.446547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cfa066ff-bd13-497f-ba95-4fd7485310a9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for e855d5b2-aa21-4102-9690-53e8311220ff owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:49.628532 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfa066ff-bd13-497f-ba95-4fd7485310a9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:49.658094 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa066ff-bd13-497f-ba95-4fd7485310a9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=e855d5b2-aa21-4102-9690-53e8311220ff,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:49.837439 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfa066ff-bd13-497f-ba95-4fd7485310a9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.386863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa066ff-bd13-497f-ba95-4fd7485310a9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:50.490681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa066ff-bd13-497f-ba95-4fd7485310a9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:50.495817 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-cfa066ff-bd13-497f-ba95-4fd7485310a9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "PUT /v2.0/routers/bc3ee0db-f56c-4bb1-8d15-48feb556fb3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7553425 Aug 20 12:30:50.498727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57610) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:50.504336 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b2921-e234-46a8-8b30-e7d04b1bb283 None None] Sync routers for ids ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:50.513166 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b2921-e234-46a8-8b30-e7d04b1bb283 None None] Routers {'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:50.513760 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-667b2921-e234-46a8-8b30-e7d04b1bb283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:30:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:50.551598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6d9cbd-50ee-4343-93cf-e62948231830 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting subnet c1321aa5-4d0c-491e-8c0f-259ff87fae2a {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:30:50.555111 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9cbd-50ee-4343-93cf-e62948231830 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.597976 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9cbd-50ee-4343-93cf-e62948231830 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.685536 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9cbd-50ee-4343-93cf-e62948231830 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.714213 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-667b2921-e234-46a8-8b30-e7d04b1bb283 None None] Set router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:50.747931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9cbd-50ee-4343-93cf-e62948231830 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.777107 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d9cbd-50ee-4343-93cf-e62948231830 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Subnet': ['ID=c1321aa5-4d0c-491e-8c0f-259ff87fae2a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:50.780880 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9cbd-50ee-4343-93cf-e62948231830 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.783510 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-ff6d9cbd-50ee-4343-93cf-e62948231830 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/subnets/c1321aa5-4d0c-491e-8c0f-259ff87fae2a HTTP/1.1" status: 204 len: 168 time: 0.2830324 Aug 20 12:30:50.785531 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57612) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:50.788694 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1ac1cb-8475-4f7e-80ad-d78e6e87d98c None None] Network 16cecdf8-7435-4b55-bc5d-3d503d8321a9 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:50.911734 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-667b2921-e234-46a8-8b30-e7d04b1bb283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270437342', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:18Z', 'updated_at': '2021-08-20T12:30:49Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:54:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:19Z', 'updated_at': '2021-08-20T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:50.912010 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49119f42-efb4-4100-888f-ffb51af797eb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.945137 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b2921-e234-46a8-8b30-e7d04b1bb283 None None] Checking router: bc3ee0db-f56c-4bb1-8d15-48feb556fb3b for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:50.955163 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b2921-e234-46a8-8b30-e7d04b1bb283 None None] Routers {'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:50.956061 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-667b2921-e234-46a8-8b30-e7d04b1bb283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:30:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:50.981886 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] DHCP port deletion for 16cecdf8-7435-4b55-bc5d-3d503d8321a9 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:30:51.044591 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Deleting port ef4fe701-b3b8-4c54-951b-2a2af2bfb79e {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:51.045081 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.050331 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49119f42-efb4-4100-888f-ffb51af797eb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.076006 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-667b2921-e234-46a8-8b30-e7d04b1bb283 None None] Set router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:51.113773 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-49119f42-efb4-4100-888f-ffb51af797eb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port 5d59ea99-10b6-42f0-8e7e-f2ca310704da {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:51.114305 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49119f42-efb4-4100-888f-ffb51af797eb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.117693 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] For port ef4fe701-b3b8-4c54-951b-2a2af2bfb79e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ef4fe701-b3b8-4c54-951b-2a2af2bfb79e,segment=NetworkSegment(fc6bfa72-be7b-4a6d-b575-a51123422e27),segment_id=fc6bfa72-be7b-4a6d-b575-a51123422e27)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:51.118100 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.134366 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Calling delete_port for ef4fe701-b3b8-4c54-951b-2a2af2bfb79e owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:51.203413 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-49119f42-efb4-4100-888f-ffb51af797eb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] For port 5d59ea99-10b6-42f0-8e7e-f2ca310704da, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=5d59ea99-10b6-42f0-8e7e-f2ca310704da,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:51.203669 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49119f42-efb4-4100-888f-ffb51af797eb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.217421 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-49119f42-efb4-4100-888f-ffb51af797eb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for 5d59ea99-10b6-42f0-8e7e-f2ca310704da owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:51.226309 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.254196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Pushing event deleted for resources: {'Port': ['ID=ef4fe701-b3b8-4c54-951b-2a2af2bfb79e,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:51.263170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] No DVR routers for this DVR port ef4fe701-b3b8-4c54-951b-2a2af2bfb79e on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:51.268976 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:51.269634 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:51.269818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:51.270231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:51.270637 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:51.271308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:51.271491 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:51.271927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:51.272319 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:51.277930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:51.277930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:51.277930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b25cc-3cfc-4443-8016-dfa3d0b820f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:51.295924 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:30:51.313884 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-667b2921-e234-46a8-8b30-e7d04b1bb283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270437342', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:18Z', 'updated_at': '2021-08-20T12:30:49Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:54:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:19Z', 'updated_at': '2021-08-20T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:51.343112 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b2921-e234-46a8-8b30-e7d04b1bb283 None None] The sync data for ids ['bc3ee0db-f56c-4bb1-8d15-48feb556fb3b'] in n-d-804299-2 is: [{'id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270437342', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:18Z', 'updated_at': '2021-08-20T12:30:49Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '5d59ea99-10b6-42f0-8e7e-f2ca310704da', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:54:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3ee0db-f56c-4bb1-8d15-48feb556fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:19Z', 'updated_at': '2021-08-20T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:51.408651 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49119f42-efb4-4100-888f-ffb51af797eb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.435885 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49119f42-efb4-4100-888f-ffb51af797eb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=5d59ea99-10b6-42f0-8e7e-f2ca310704da,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:51.511149 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49119f42-efb4-4100-888f-ffb51af797eb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.606619 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49119f42-efb4-4100-888f-ffb51af797eb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.608753 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49119f42-efb4-4100-888f-ffb51af797eb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.652465 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49119f42-efb4-4100-888f-ffb51af797eb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.653064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49119f42-efb4-4100-888f-ffb51af797eb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Fanout notify agent at l3_agent the message router_deleted on router bc3ee0db-f56c-4bb1-8d15-48feb556fb3b {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:30:51.659955 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-49119f42-efb4-4100-888f-ffb51af797eb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.661137 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-49119f42-efb4-4100-888f-ffb51af797eb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/routers/bc3ee0db-f56c-4bb1-8d15-48feb556fb3b HTTP/1.1" status: 204 len: 168 time: 0.8746765 Aug 20 12:30:51.663792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57616) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:51.759268 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-049c08dc-4b24-4342-a980-0289c8b6b6c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.761973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e855d5b2-aa21-4102-9690-53e8311220ff no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:51.784034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: e855d5b2-aa21-4102-9690-53e8311220ff {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:51.784390 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device e855d5b2-aa21-4102-9690-53e8311220ff not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:51.784855 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ef4fe701-b3b8-4c54-951b-2a2af2bfb79e no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:51.805230 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: ef4fe701-b3b8-4c54-951b-2a2af2bfb79e {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:51.805825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ef4fe701-b3b8-4c54-951b-2a2af2bfb79e not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:51.853092 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-049c08dc-4b24-4342-a980-0289c8b6b6c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.863890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-049c08dc-4b24-4342-a980-0289c8b6b6c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cecdf8-7435-4b55-bc5d-3d503d8321a9']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:51.874706 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-049c08dc-4b24-4342-a980-0289c8b6b6c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6bfa72-be7b-4a6d-b575-a51123422e27') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:51.875005 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-049c08dc-4b24-4342-a980-0289c8b6b6c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6bfa72-be7b-4a6d-b575-a51123422e27') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:51.884495 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-049c08dc-4b24-4342-a980-0289c8b6b6c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.898219 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-049c08dc-4b24-4342-a980-0289c8b6b6c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.903810 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049c08dc-4b24-4342-a980-0289c8b6b6c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:30:51.904199 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-049c08dc-4b24-4342-a980-0289c8b6b6c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:30:51.907062 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:30:51.966294 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-049c08dc-4b24-4342-a980-0289c8b6b6c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.974369 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-049c08dc-4b24-4342-a980-0289c8b6b6c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.975307 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-049c08dc-4b24-4342-a980-0289c8b6b6c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/networks/16cecdf8-7435-4b55-bc5d-3d503d8321a9 HTTP/1.1" status: 204 len: 168 time: 0.3102162 Aug 20 12:30:51.978163 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57618) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:51.987882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c08dc-4b24-4342-a980-0289c8b6b6c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Network': ['ID=16cecdf8-7435-4b55-bc5d-3d503d8321a9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:52.037675 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-988be850-2501-4b6b-978d-5ff32611f242 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.062628 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-988be850-2501-4b6b-978d-5ff32611f242 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.125836 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-988be850-2501-4b6b-978d-5ff32611f242 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.128566 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-988be850-2501-4b6b-978d-5ff32611f242 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.129753 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-988be850-2501-4b6b-978d-5ff32611f242 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/security-groups/4d1b136d-a938-4a53-8e8f-c6a34acd44b0 HTTP/1.1" status: 204 len: 168 time: 0.1504774 Aug 20 12:30:52.139303 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988be850-2501-4b6b-978d-5ff32611f242 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1b136d-a938-4a53-8e8f-c6a34acd44b0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:52.426279 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a7d83cf8-4421-44f2-814e-4dda8009023d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.524559 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 2627917b-5043-4040-8b5b-697955f14847 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:52.547512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 2627917b-5043-4040-8b5b-697955f14847 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:52.547852 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 2627917b-5043-4040-8b5b-697955f14847 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:52.791452 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57624) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:52.796201 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-aa6c9ab4-8da7-4a1f-905b-9cdb49d4df21 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-498464964', 'description': 'tempest-secgroup-smoke-498464964 description', 'project_id': '977744d865634c55a9fb8d5a0653eff3'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:52.818609 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa6c9ab4-8da7-4a1f-905b-9cdb49d4df21 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.873390 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-9bef3db0-e35c-48d9-a80c-f4a0f222474e req-84317c79-6900-4fc9-a686-fc1aecc98038 service neutron] (94691) timed out ('10.222.0.37', 53788) {{(pid=94691) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:30:52.899575 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa6c9ab4-8da7-4a1f-905b-9cdb49d4df21 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.903519 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa6c9ab4-8da7-4a1f-905b-9cdb49d4df21 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.929775 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa6c9ab4-8da7-4a1f-905b-9cdb49d4df21 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.930981 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-aa6c9ab4-8da7-4a1f-905b-9cdb49d4df21 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1384988 Aug 20 12:30:52.932849 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c9ab4-8da7-4a1f-905b-9cdb49d4df21 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289a5e01-3721-4a03-b033-abe5723b7edc,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:52.934014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57626) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:52.940326 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5dcc90a9-087a-433d-a12d-78596f03eb25 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '289a5e01-3721-4a03-b033-abe5723b7edc', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:52.966406 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5dcc90a9-087a-433d-a12d-78596f03eb25 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.023213 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5dcc90a9-087a-433d-a12d-78596f03eb25 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.026771 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5dcc90a9-087a-433d-a12d-78596f03eb25 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.045727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc90a9-087a-433d-a12d-78596f03eb25 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22aa6451-d5cd-49a8-8103-4f8ef2e00b8d,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:53.049865 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5dcc90a9-087a-433d-a12d-78596f03eb25 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.051046 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5dcc90a9-087a-433d-a12d-78596f03eb25 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153400 Aug 20 12:30:53.053785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57628) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:53.058299 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f5b94a34-621b-4212-a56d-41c0b824e722 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '289a5e01-3721-4a03-b033-abe5723b7edc', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:53.085422 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5b94a34-621b-4212-a56d-41c0b824e722 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.142494 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5b94a34-621b-4212-a56d-41c0b824e722 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.146236 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5b94a34-621b-4212-a56d-41c0b824e722 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.166058 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b94a34-621b-4212-a56d-41c0b824e722 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f82118-ba2a-46d9-b153-b5cc262ceb3c,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:53.169756 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f5b94a34-621b-4212-a56d-41c0b824e722 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.171052 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f5b94a34-621b-4212-a56d-41c0b824e722 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163661 Aug 20 12:30:53.174062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57630) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:53.178439 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-9992328d-07ca-4157-bccb-43fae96f119c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '289a5e01-3721-4a03-b033-abe5723b7edc', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:53.205392 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9992328d-07ca-4157-bccb-43fae96f119c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.265247 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9992328d-07ca-4157-bccb-43fae96f119c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.268757 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9992328d-07ca-4157-bccb-43fae96f119c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.285972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992328d-07ca-4157-bccb-43fae96f119c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e5f97b-3f24-4238-9277-7906a7bfaed1,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:53.292654 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9992328d-07ca-4157-bccb-43fae96f119c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.293872 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9992328d-07ca-4157-bccb-43fae96f119c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188581 Aug 20 12:30:53.296610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57632) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:53.301881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-bc324c96-c21c-4fdc-8907-081ea30e1381 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '289a5e01-3721-4a03-b033-abe5723b7edc', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:53.327073 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc324c96-c21c-4fdc-8907-081ea30e1381 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.385283 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc324c96-c21c-4fdc-8907-081ea30e1381 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.388961 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc324c96-c21c-4fdc-8907-081ea30e1381 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.409782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc324c96-c21c-4fdc-8907-081ea30e1381 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df90e4a-a196-485d-ab3b-fa4a3b5b3ed0,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:53.413565 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc324c96-c21c-4fdc-8907-081ea30e1381 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.417320 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-bc324c96-c21c-4fdc-8907-081ea30e1381 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171935 Aug 20 12:30:53.417784 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57634) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:53.421933 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-626dcc34-cdab-4527-9785-3a5ccd882907 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '289a5e01-3721-4a03-b033-abe5723b7edc', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:53.445177 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-626dcc34-cdab-4527-9785-3a5ccd882907 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Project 977744d865634c55a9fb8d5a0653eff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:30:53.449848 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-626dcc34-cdab-4527-9785-3a5ccd882907 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.511006 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-626dcc34-cdab-4527-9785-3a5ccd882907 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.514421 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-626dcc34-cdab-4527-9785-3a5ccd882907 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.531313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dcc34-cdab-4527-9785-3a5ccd882907 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27074a4d-7fc9-4e7f-96dc-d2537112506d,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:53.538055 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-626dcc34-cdab-4527-9785-3a5ccd882907 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.539185 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-626dcc34-cdab-4527-9785-3a5ccd882907 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207240 Aug 20 12:30:53.541930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57636) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:53.546266 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-23e6e35c-981a-44e1-99e3-6401530ce174 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '289a5e01-3721-4a03-b033-abe5723b7edc', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:53.569550 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-23e6e35c-981a-44e1-99e3-6401530ce174 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Project 977744d865634c55a9fb8d5a0653eff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:30:53.574525 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-23e6e35c-981a-44e1-99e3-6401530ce174 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.637943 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-23e6e35c-981a-44e1-99e3-6401530ce174 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.642289 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-23e6e35c-981a-44e1-99e3-6401530ce174 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.647874 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5d59ea99-10b6-42f0-8e7e-f2ca310704da no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:53.661722 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6e35c-981a-44e1-99e3-6401530ce174 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba4f483-d779-4634-b4be-938e989f18e7,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:53.668787 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 5d59ea99-10b6-42f0-8e7e-f2ca310704da {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:53.669279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 5d59ea99-10b6-42f0-8e7e-f2ca310704da not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:53.670252 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-23e6e35c-981a-44e1-99e3-6401530ce174 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.672729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-23e6e35c-981a-44e1-99e3-6401530ce174 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295209 Aug 20 12:30:53.676141 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57638) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:53.681125 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-a35921d6-dbcf-452c-861a-3a67f9dc44ca tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'network': {'name': 'tempest-network-smoke--580258337', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'port_security_enabled': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:53.701021 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35921d6-dbcf-452c-861a-3a67f9dc44ca tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Made reservation on behalf of 977744d865634c55a9fb8d5a0653eff3 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:53.704400 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a35921d6-dbcf-452c-861a-3a67f9dc44ca tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.728978 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35921d6-dbcf-452c-861a-3a67f9dc44ca tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:30:53.738526 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a35921d6-dbcf-452c-861a-3a67f9dc44ca tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.738876 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-a35921d6-dbcf-452c-861a-3a67f9dc44ca tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Added segment 157944fa-be26-44fc-9f2d-bab6b785cc80 of type vlan for network 77c39cda-b122-43c9-9e92-84d95f806441 Aug 20 12:30:53.778483 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a35921d6-dbcf-452c-861a-3a67f9dc44ca tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.803429 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a35921d6-dbcf-452c-861a-3a67f9dc44ca tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.808987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35921d6-dbcf-452c-861a-3a67f9dc44ca tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:53.809572 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a35921d6-dbcf-452c-861a-3a67f9dc44ca tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.870164 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a35921d6-dbcf-452c-861a-3a67f9dc44ca tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1929402 Aug 20 12:30:53.873213 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57640) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:53.878053 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1052297458', 'admin_state_up': True, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:53.879274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35921d6-dbcf-452c-861a-3a67f9dc44ca tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Network': ['ID=77c39cda-b122-43c9-9e92-84d95f806441,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:53.889218 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 77c39cda-b122-43c9-9e92-84d95f806441 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:30:53.902297 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.904042 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.959842 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.099859 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.296368 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.315549 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.418047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.25.8.213 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/a7444225-b710-4c65-b0a4-ad55ae78fab7) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:54.517093 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.553375 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.595709 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:54.598383 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:54.602445 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:54.626799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=a7444225-b710-4c65-b0a4-ad55ae78fab7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:54.854054 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.052097 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.180796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router a9ae0a78-d50d-4aa0-96f2-77b949087616 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:30:55.196309 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-66a64804-d19e-4d91-93b0-a9c2104949a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.289724 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:55.299664 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Sync routers for ids ['a9ae0a78-d50d-4aa0-96f2-77b949087616'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:55.309024 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.313110 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Routers {'a9ae0a78-d50d-4aa0-96f2-77b949087616'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:55.313278 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c9b22ccb-9135-4d52-8fa2-ac1e033b8fb0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4359543 Aug 20 12:30:55.313381 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:30:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a9ae0a78-d50d-4aa0-96f2-77b949087616'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:55.313502 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57644) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:55.342877 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-83fc5d06-3058-42e7-b976-1159208ba7e5 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=977744d865634c55a9fb8d5a0653eff3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272510 Aug 20 12:30:55.345550 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57646) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:55.418458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Set router a9ae0a78-d50d-4aa0-96f2-77b949087616 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:55.430521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4bdc3e-3697-4df2-8757-af93c2ea6e95 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:55.432028 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3a4bdc3e-3697-4df2-8757-af93c2ea6e95 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855968 Aug 20 12:30:55.435019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57648) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:55.464283 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ea1afcec-295e-4f11-ac16-8755f55f5f51 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282202 Aug 20 12:30:55.466807 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57650) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:55.472159 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c87387a2-3385-4f84-8c65-2f27d7d62b8e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-345442640', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:55.566238 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87387a2-3385-4f84-8c65-2f27d7d62b8e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Made reservation on behalf of 977744d865634c55a9fb8d5a0653eff3 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:55.569838 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c87387a2-3385-4f84-8c65-2f27d7d62b8e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.572950 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.616605 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052297458', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:53Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 3, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:55.643847 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Checking router: a9ae0a78-d50d-4aa0-96f2-77b949087616 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:55.644193 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Updating router a9ae0a78-d50d-4aa0-96f2-77b949087616 port a7444225-b710-4c65-b0a4-ad55ae78fab7 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:30:55.669176 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.757200 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c87387a2-3385-4f84-8c65-2f27d7d62b8e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.816010 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87387a2-3385-4f84-8c65-2f27d7d62b8e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Subnet': ['ID=5c635cd6-45fa-4f59-a638-6bcf5bebb178,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:55.824523 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87387a2-3385-4f84-8c65-2f27d7d62b8e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Checking segment: {'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:55.824935 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87387a2-3385-4f84-8c65-2f27d7d62b8e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network hostable DHCP agents. Network: 77c39cda-b122-43c9-9e92-84d95f806441, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:30:55.841028 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87387a2-3385-4f84-8c65-2f27d7d62b8e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 77c39cda-b122-43c9-9e92-84d95f806441 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:30:55.850169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c87387a2-3385-4f84-8c65-2f27d7d62b8e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 77c39cda-b122-43c9-9e92-84d95f806441) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:55.854127 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87387a2-3385-4f84-8c65-2f27d7d62b8e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:55.854717 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c87387a2-3385-4f84-8c65-2f27d7d62b8e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.868132 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748bbeb5-2814-401d-94d5-f036145e2cfd None None] Network 77c39cda-b122-43c9-9e92-84d95f806441 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:55.869613 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c87387a2-3385-4f84-8c65-2f27d7d62b8e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4017947 Aug 20 12:30:55.872406 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57652) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:55.994614 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.007470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Transition to ACTIVE for port object a7444225-b710-4c65-b0a4-ad55ae78fab7 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:56.029375 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.093784 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5d02c-6108-438f-8fb6-4e88f57f1302 None None] Pushing event updated for resources: {'Port': ['ID=a7444225-b710-4c65-b0a4-ad55ae78fab7,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:56.106079 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Attempting to bind port a7444225-b710-4c65-b0a4-ad55ae78fab7 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:56.106448 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Attempting to bind port a7444225-b710-4c65-b0a4-ad55ae78fab7 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:56.106807 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Attempting to bind port a7444225-b710-4c65-b0a4-ad55ae78fab7 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:56.126554 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:56.126902 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:56.127311 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.127698 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:56.128160 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Bound port: a7444225-b710-4c65-b0a4-ad55ae78fab7, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:56.128537 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.148788 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-77c39cda-b122-43c9-9e92-84d95f806441', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ips': [{'subnet_id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:30:56.149626 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.318300 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.401647 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] For port a7444225-b710-4c65-b0a4-ad55ae78fab7, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:56.419774 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] For port a7444225-b710-4c65-b0a4-ad55ae78fab7, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a7444225-b710-4c65-b0a4-ad55ae78fab7,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:56.424603 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.520838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Routers {'a9ae0a78-d50d-4aa0-96f2-77b949087616'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:56.521512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:30:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a9ae0a78-d50d-4aa0-96f2-77b949087616'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:56.523630 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Allocated IP 172.20.0.2 (77c39cda-b122-43c9-9e92-84d95f806441/5c635cd6-45fa-4f59-a638-6bcf5bebb178/8e5beb03-83c4-487d-8ef3-1aa03b0aae0a) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:56.528609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5d02c-6108-438f-8fb6-4e88f57f1302 None None] Pushing event updated for resources: {'Port': ['ID=a7444225-b710-4c65-b0a4-ad55ae78fab7,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:56.631211 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.706330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] Set router a9ae0a78-d50d-4aa0-96f2-77b949087616 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:56.863571 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.879458 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Transition to ACTIVE for port object 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:56.917807 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Transition to ACTIVE for port object 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:56.925401 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.968750 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Network 77c39cda-b122-43c9-9e92-84d95f806441 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:56.971670 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.20.0.1 (77c39cda-b122-43c9-9e92-84d95f806441/5c635cd6-45fa-4f59-a638-6bcf5bebb178/b146a37b-8d94-4778-aa45-f196059eeb55) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:56.974372 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:56.982820 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:56.987818 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Pushing event updated for resources: {'Port': ['ID=8e5beb03-83c4-487d-8ef3-1aa03b0aae0a,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:57.032096 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052297458', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:53Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 3, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:57.069409 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34ee4b-43e0-4ad5-a2f8-fc92a030ec51 None None] The sync data for ids ['a9ae0a78-d50d-4aa0-96f2-77b949087616'] in n-d-804299-2 is: [{'id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052297458', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:53Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 3, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:57.074439 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Attempting to bind port 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:57.074814 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Attempting to bind port 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:57.075173 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Attempting to bind port 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a on network 77c39cda-b122-43c9-9e92-84d95f806441 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:57.080301 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:57.080697 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Checking segment: {'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:57.081125 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.081489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Bound using segment: {'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:57.082208 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Bound port: 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:57.082633 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.092236 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.106882 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Transition to ACTIVE for port object b146a37b-8d94-4778-aa45-f196059eeb55 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:57.145529 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.149457 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] For port 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:57.153042 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] For port 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8e5beb03-83c4-487d-8ef3-1aa03b0aae0a,segment=NetworkSegment(157944fa-be26-44fc-9f2d-bab6b785cc80),segment_id=157944fa-be26-44fc-9f2d-bab6b785cc80)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:57.159140 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.183022 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 77c39cda-b122-43c9-9e92-84d95f806441 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:57.186286 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:57.191198 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:57.219905 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2db98-9fb9-45ee-9d93-83f9335fa3ff None None] Pushing event updated for resources: {'Port': ['ID=8e5beb03-83c4-487d-8ef3-1aa03b0aae0a,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:57.237757 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=b146a37b-8d94-4778-aa45-f196059eeb55,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:57.255337 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.416343 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.765690 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a7444225-b710-4c65-b0a4-ad55ae78fab7 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:57.831421 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port a7444225-b710-4c65-b0a4-ad55ae78fab7 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:57.835606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port a7444225-b710-4c65-b0a4-ad55ae78fab7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:57.835980 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.927413 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.955130 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port a7444225-b710-4c65-b0a4-ad55ae78fab7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a7444225-b710-4c65-b0a4-ad55ae78fab7,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:57.960267 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.961665 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:58.056282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=a7444225-b710-4c65-b0a4-ad55ae78fab7,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:58.073533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:58.140481 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.146666 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.156508 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.227035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.229972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=b146a37b-8d94-4778-aa45-f196059eeb55,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:58.286896 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea5c173-3332-4ba5-85ae-d8193b463f55 None None] Network 77c39cda-b122-43c9-9e92-84d95f806441 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:58.325034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 77c39cda-b122-43c9-9e92-84d95f806441 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:58.326459 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:58.354160 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-16f56d99-e492-4e14-a6a3-8def0c9a2919 None None] Provisioning for port 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:58.360791 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-16f56d99-e492-4e14-a6a3-8def0c9a2919 None None] Provisioning complete for port 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:58.361261 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-16f56d99-e492-4e14-a6a3-8def0c9a2919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.441216 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router a9ae0a78-d50d-4aa0-96f2-77b949087616 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:58.503609 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-16f56d99-e492-4e14-a6a3-8def0c9a2919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.551756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-16f56d99-e492-4e14-a6a3-8def0c9a2919 None None] For port 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8e5beb03-83c4-487d-8ef3-1aa03b0aae0a,segment=NetworkSegment(157944fa-be26-44fc-9f2d-bab6b785cc80),segment_id=157944fa-be26-44fc-9f2d-bab6b785cc80)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:58.558170 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:58.558667 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-16f56d99-e492-4e14-a6a3-8def0c9a2919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.573090 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-19f81a0e-f956-4887-b7e8-c4c3f7b0707a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "PUT /v2.0/routers/a9ae0a78-d50d-4aa0-96f2-77b949087616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6906533 Aug 20 12:30:58.622892 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f56d99-e492-4e14-a6a3-8def0c9a2919 None None] Pushing event updated for resources: {'Port': ['ID=8e5beb03-83c4-487d-8ef3-1aa03b0aae0a,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:58.756042 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-2f1544b5-2527-4e61-b12c-b28224ba21ca tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498464964&fields=id&tenant_id=977744d865634c55a9fb8d5a0653eff3 HTTP/1.1" status: 200 len: 267 time: 0.0385339 Aug 20 12:30:58.785618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3b5166d5-8256-4569-96ec-ba7c4da058cf None None] Provisioning complete for port 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:58.785618 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3b5166d5-8256-4569-96ec-ba7c4da058cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.872650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-5907e19f-c531-43a0-95c8-37449be55f4a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:58.882829 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-5907e19f-c531-43a0-95c8-37449be55f4a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/networks?id=77c39cda-b122-43c9-9e92-84d95f806441 HTTP/1.1" status: 200 len: 796 time: 0.1196265 Aug 20 12:30:58.897496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3b5166d5-8256-4569-96ec-ba7c4da058cf None None] Provisioning for port b146a37b-8d94-4778-aa45-f196059eeb55 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:58.900116 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-737ebac8-6487-4f10-875d-5012da11e2b3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/quotas/977744d865634c55a9fb8d5a0653eff3 HTTP/1.1" status: 200 len: 375 time: 0.0162225 Aug 20 12:30:58.901689 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3b5166d5-8256-4569-96ec-ba7c4da058cf None None] Provisioning complete for port b146a37b-8d94-4778-aa45-f196059eeb55 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:58.902303 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3b5166d5-8256-4569-96ec-ba7c4da058cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.908787 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Sync routers for ids ['a9ae0a78-d50d-4aa0-96f2-77b949087616'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:58.919108 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Routers {'a9ae0a78-d50d-4aa0-96f2-77b949087616'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:58.919911 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:30:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a9ae0a78-d50d-4aa0-96f2-77b949087616'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:58.943102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3b5166d5-8256-4569-96ec-ba7c4da058cf None None] Port b146a37b-8d94-4778-aa45-f196059eeb55 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:58.957081 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-f402018c-a80d-4cbb-892e-1fb0aaada2c0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545301 Aug 20 12:30:58.968732 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-34d167d3-3d31-4701-9739-89fe24012055 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:30:58.969858 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-34d167d3-3d31-4701-9739-89fe24012055 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061908 Aug 20 12:30:59.038734 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Set router a9ae0a78-d50d-4aa0-96f2-77b949087616 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:59.067808 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a8196f9e-c7dc-4888-9ac1-8515130cf55a None None] Provisioning complete for port b146a37b-8d94-4778-aa45-f196059eeb55 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:59.068480 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a8196f9e-c7dc-4888-9ac1-8515130cf55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.078255 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-ed06171d-03f7-41b2-8c4b-bba8bbf54542 service neutron] 10.222.0.37 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014321 Aug 20 12:30:59.107927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a8196f9e-c7dc-4888-9ac1-8515130cf55a None None] Port b146a37b-8d94-4778-aa45-f196059eeb55 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:59.177112 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-f974e831-9693-49e4-ad1a-6c0d7f053eb9 service neutron] 10.222.0.37 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906529 Aug 20 12:30:59.227408 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8c0f9c1d-df4a-426c-b359-4712d90522b2 None None] Provisioning complete for port b146a37b-8d94-4778-aa45-f196059eeb55 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:59.227777 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9c1d-df4a-426c-b359-4712d90522b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.252683 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052297458', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:53Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b146a37b-8d94-4778-aa45-f196059eeb55', 'name': '', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f6:aa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:56Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 2, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:59.266546 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f9c1d-df4a-426c-b359-4712d90522b2 None None] Port b146a37b-8d94-4778-aa45-f196059eeb55 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:59.283224 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Checking router: a9ae0a78-d50d-4aa0-96f2-77b949087616 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:59.283582 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Updating router a9ae0a78-d50d-4aa0-96f2-77b949087616 port b146a37b-8d94-4778-aa45-f196059eeb55 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:30:59.316091 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.350202 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ada41ca1-76c3-49ce-828c-6b2a6d00be19 req-411a95bb-7b4e-43fb-8a9e-5a930df158c7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 210 time: 0.0269139 Aug 20 12:30:59.584853 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.594467 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Transition to ACTIVE for port object b146a37b-8d94-4778-aa45-f196059eeb55 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:59.600704 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.682486 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283f12f-4f31-4299-9a89-81ac7058d0e3 None None] Pushing event updated for resources: {'Port': ['ID=b146a37b-8d94-4778-aa45-f196059eeb55,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:59.706587 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283f12f-4f31-4299-9a89-81ac7058d0e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:59.706984 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283f12f-4f31-4299-9a89-81ac7058d0e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:59.707261 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283f12f-4f31-4299-9a89-81ac7058d0e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:59.707594 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283f12f-4f31-4299-9a89-81ac7058d0e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:59.707928 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283f12f-4f31-4299-9a89-81ac7058d0e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:59.708257 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283f12f-4f31-4299-9a89-81ac7058d0e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:59.708581 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283f12f-4f31-4299-9a89-81ac7058d0e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:59.708933 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283f12f-4f31-4299-9a89-81ac7058d0e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:59.709255 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283f12f-4f31-4299-9a89-81ac7058d0e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:59.709571 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283f12f-4f31-4299-9a89-81ac7058d0e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:59.710241 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283f12f-4f31-4299-9a89-81ac7058d0e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:59.710527 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283f12f-4f31-4299-9a89-81ac7058d0e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:59.713052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a7444225-b710-4c65-b0a4-ad55ae78fab7 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:59.729207 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Attempting to bind port b146a37b-8d94-4778-aa45-f196059eeb55 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:59.729706 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Attempting to bind port b146a37b-8d94-4778-aa45-f196059eeb55 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:59.730117 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Attempting to bind port b146a37b-8d94-4778-aa45-f196059eeb55 on network 77c39cda-b122-43c9-9e92-84d95f806441 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:59.735202 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:59.736541 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Checking segment: {'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:59.737442 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.737857 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Bound using segment: {'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:59.738314 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Bound port: b146a37b-8d94-4778-aa45-f196059eeb55, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:59.738689 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.779480 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port a7444225-b710-4c65-b0a4-ad55ae78fab7 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:59.779997 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.827934 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] For port b146a37b-8d94-4778-aa45-f196059eeb55, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:59.832459 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] For port b146a37b-8d94-4778-aa45-f196059eeb55, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b146a37b-8d94-4778-aa45-f196059eeb55,segment=NetworkSegment(157944fa-be26-44fc-9f2d-bab6b785cc80),segment_id=157944fa-be26-44fc-9f2d-bab6b785cc80)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:59.838389 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.887557 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:59.908082 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Routers {'a9ae0a78-d50d-4aa0-96f2-77b949087616'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:59.908874 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:30:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a9ae0a78-d50d-4aa0-96f2-77b949087616'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:59.948170 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:59.948834 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.052352 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283f12f-4f31-4299-9a89-81ac7058d0e3 None None] Pushing event updated for resources: {'Port': ['ID=b146a37b-8d94-4778-aa45-f196059eeb55,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:00.136435 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] Set router a9ae0a78-d50d-4aa0-96f2-77b949087616 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:31:00.330755 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052297458', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:53Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b146a37b-8d94-4778-aa45-f196059eeb55', 'name': '', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f6:aa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:56Z', 'updated_at': '2021-08-20T12:30:59Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:00.357379 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa6cc2-6774-403d-95a4-e035c1426af8 None None] The sync data for ids ['a9ae0a78-d50d-4aa0-96f2-77b949087616'] in n-d-804299-2 is: [{'id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052297458', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:53Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b146a37b-8d94-4778-aa45-f196059eeb55', 'name': '', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f6:aa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:56Z', 'updated_at': '2021-08-20T12:30:59Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:31:00.500580 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c3c438b6-30d3-441d-bda8-ba93d1265514 req-4f8eae5a-df5f-4a8f-b7f4-dfbbc75f7e12 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 210 time: 0.0387843 Aug 20 12:31:00.523121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-28a51f7a-c57e-4ba9-aedc-99be7e7bdacc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:00.524680 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-28a51f7a-c57e-4ba9-aedc-99be7e7bdacc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "GET /v2.0/networks?id=77c39cda-b122-43c9-9e92-84d95f806441 HTTP/1.1" status: 200 len: 796 time: 0.1542473 Aug 20 12:31:00.570992 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-901bbc1a-6c80-4131-bbf5-e70a8ff98485 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=977744d865634c55a9fb8d5a0653eff3 HTTP/1.1" status: 200 len: 379 time: 0.0372097 Aug 20 12:31:00.581199 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-e0ad0338-09de-41dc-9908-7865c948ba4a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'port': {'device_id': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'admin_state_up': True, 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'security_groups': ['289a5e01-3721-4a03-b033-abe5723b7edc']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:00.696161 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-e0ad0338-09de-41dc-9908-7865c948ba4a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Made reservation on behalf of 977744d865634c55a9fb8d5a0653eff3 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:31:00.700009 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-e0ad0338-09de-41dc-9908-7865c948ba4a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.829784 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-e0ad0338-09de-41dc-9908-7865c948ba4a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.20.0.3 (77c39cda-b122-43c9-9e92-84d95f806441/5c635cd6-45fa-4f59-a638-6bcf5bebb178/eb797deb-4579-4c64-ade7-77248acd9074) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:31:00.977587 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-e0ad0338-09de-41dc-9908-7865c948ba4a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.993546 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-e0ad0338-09de-41dc-9908-7865c948ba4a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Transition to ACTIVE for port object eb797deb-4579-4c64-ade7-77248acd9074 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:31:01.028146 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-e0ad0338-09de-41dc-9908-7865c948ba4a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:01.070544 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-e0ad0338-09de-41dc-9908-7865c948ba4a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 77c39cda-b122-43c9-9e92-84d95f806441 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:31:01.073943 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-e0ad0338-09de-41dc-9908-7865c948ba4a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:31:01.077463 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-e0ad0338-09de-41dc-9908-7865c948ba4a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:31:01.115696 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad0338-09de-41dc-9908-7865c948ba4a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=eb797deb-4579-4c64-ade7-77248acd9074,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:01.139824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-e0ad0338-09de-41dc-9908-7865c948ba4a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:01.140764 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-e0ad0338-09de-41dc-9908-7865c948ba4a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:01.157728 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-e0ad0338-09de-41dc-9908-7865c948ba4a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5806897 Aug 20 12:31:01.171136 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Request body: {'port': {'device_id': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:01.228508 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:01.356219 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-38867a11-a126-4bea-85b4-72dc1f7a74e9 None None] Provisioning for port eb797deb-4579-4c64-ade7-77248acd9074 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:31:01.361232 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-38867a11-a126-4bea-85b4-72dc1f7a74e9 None None] Provisioning complete for port eb797deb-4579-4c64-ade7-77248acd9074 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:31:01.361876 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-38867a11-a126-4bea-85b4-72dc1f7a74e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:01.397490 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-38867a11-a126-4bea-85b4-72dc1f7a74e9 None None] Port eb797deb-4579-4c64-ade7-77248acd9074 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:31:01.506093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb797deb-4579-4c64-ade7-77248acd9074 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:31:01.513356 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:01.525667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Transition to ACTIVE for port object eb797deb-4579-4c64-ade7-77248acd9074 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:31:01.529427 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:01.583556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb797deb-4579-4c64-ade7-77248acd9074,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:01.652665 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77eed6-e080-4cd2-a1a0-cc69c0db51cf req-78d9c1f4-5290-4fd8-932d-2b6e50fc8973 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:01.655697 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2d77eed6-e080-4cd2-a1a0-cc69c0db51cf req-78d9c1f4-5290-4fd8-932d-2b6e50fc8973 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 943 time: 0.0624762 Aug 20 12:31:01.660117 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Attempting to bind port eb797deb-4579-4c64-ade7-77248acd9074 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:31:01.661087 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Attempting to bind port eb797deb-4579-4c64-ade7-77248acd9074 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:31:01.661497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Attempting to bind port eb797deb-4579-4c64-ade7-77248acd9074 on network 77c39cda-b122-43c9-9e92-84d95f806441 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:31:01.671499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Port eb797deb-4579-4c64-ade7-77248acd9074 on network 77c39cda-b122-43c9-9e92-84d95f806441 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:31:01.671841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Attempting to bind port eb797deb-4579-4c64-ade7-77248acd9074 on network 77c39cda-b122-43c9-9e92-84d95f806441 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:31:01.677654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:31:01.677996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Checking segment: {'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:31:01.678385 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Bound using segment: {'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:31:01.678823 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Bound port: eb797deb-4579-4c64-ade7-77248acd9074, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:31:01.679189 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:01.705711 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2d77eed6-e080-4cd2-a1a0-cc69c0db51cf req-1d6314fc-a6fa-43cf-bb6d-c60762593cdf tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421906 Aug 20 12:31:01.736361 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b146a37b-8d94-4778-aa45-f196059eeb55 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:31:01.758689 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] For port eb797deb-4579-4c64-ade7-77248acd9074, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:31:01.761882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] For port eb797deb-4579-4c64-ade7-77248acd9074, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=eb797deb-4579-4c64-ade7-77248acd9074,segment=NetworkSegment(157944fa-be26-44fc-9f2d-bab6b785cc80),segment_id=157944fa-be26-44fc-9f2d-bab6b785cc80)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:31:01.768868 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:01.797291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port b146a37b-8d94-4778-aa45-f196059eeb55 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:31:01.802591 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b146a37b-8d94-4778-aa45-f196059eeb55 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:31:01.803049 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:01.815048 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:01.815666 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:01.817060 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] 10.222.0.76 "PUT /v2.0/ports/eb797deb-4579-4c64-ade7-77248acd9074 HTTP/1.1" status: 200 len: 1091 time: 0.6513197 Aug 20 12:31:01.817563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'tag': 'eb797deb-4579-4c64-ade7-77248acd9074'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:31:01.819838 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724e13c9-9fb2-46a0-919f-20be5424b3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "65cd6e75-a3e0-4fe5-b6e9-f11e569b0001", "tag": "eb797deb-4579-4c64-ade7-77248acd9074"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:31:01.856147 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c82e06-c382-4d91-ade5-bbbae76ae9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb797deb-4579-4c64-ade7-77248acd9074,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:01.865783 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921aea90-a8e1-4653-be4b-5fb10c7a2376 x-openstack-request-id: req-921aea90-a8e1-4653-be4b-5fb10c7a2376 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:31:01.866212 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cd6e75-a3e0-4fe5-b6e9-f11e569b0001", "tag": "eb797deb-4579-4c64-ade7-77248acd9074", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:31:01.866796 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-921aea90-a8e1-4653-be4b-5fb10c7a2376 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:31:01.867279 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'tag': 'eb797deb-4579-4c64-ade7-77248acd9074', 'status': 'completed', 'code': 200} Aug 20 12:31:01.912018 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d327d085-9d7d-4108-85f5-e131f27dff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:01.913691 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-d327d085-9d7d-4108-85f5-e131f27dff3c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 1094 time: 0.0450206 Aug 20 12:31:01.921394 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:01.957898 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-0758a0ea-c2cc-4547-84ba-719cf0e5e37d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb797deb-4579-4c64-ade7-77248acd9074 HTTP/1.1" status: 200 len: 217 time: 0.0369816 Aug 20 12:31:01.961110 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port b146a37b-8d94-4778-aa45-f196059eeb55, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b146a37b-8d94-4778-aa45-f196059eeb55,segment=NetworkSegment(157944fa-be26-44fc-9f2d-bab6b785cc80),segment_id=157944fa-be26-44fc-9f2d-bab6b785cc80)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:01.965803 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:02.016212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-4a116ba6-0510-4562-b204-5bc363462a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:02.018070 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-4a116ba6-0510-4562-b204-5bc363462a3e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5c635cd6-45fa-4f59-a638-6bcf5bebb178 HTTP/1.1" status: 200 len: 834 time: 0.0539582 Aug 20 12:31:02.024662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=b146a37b-8d94-4778-aa45-f196059eeb55,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:02.065353 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-8a4f5211-96e1-4545-93a1-e68949e6e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:02.066970 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-8a4f5211-96e1-4545-93a1-e68949e6e7a0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c39cda-b122-43c9-9e92-84d95f806441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417531 Aug 20 12:31:02.154869 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-27262199-9f5f-4398-abda-5aef2db08db9 service neutron] 10.222.0.76 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812483 Aug 20 12:31:02.246116 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-47cb6d30-f78e-421b-a68d-b98e724e869a req-a68e943f-24f1-49a0-9f23-9dc423dcaac8 service neutron] 10.222.0.76 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844593 Aug 20 12:31:02.329606 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e13c9-9fb2-46a0-919f-20be5424b3b1 req-0c199ae6-a865-422e-bfee-4f60472a0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:02.331095 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-724e13c9-9fb2-46a0-919f-20be5424b3b1 req-0c199ae6-a865-422e-bfee-4f60472a0c2d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 1094 time: 0.0408905 Aug 20 12:31:02.424801 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e13c9-9fb2-46a0-919f-20be5424b3b1 req-4b1aa6a7-4495-4c80-85b7-1a29be9d092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:02.426191 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-724e13c9-9fb2-46a0-919f-20be5424b3b1 req-4b1aa6a7-4495-4c80-85b7-1a29be9d092e service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c39cda-b122-43c9-9e92-84d95f806441 HTTP/1.1" status: 200 len: 896 time: 0.0883598 Aug 20 12:31:02.466033 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-724e13c9-9fb2-46a0-919f-20be5424b3b1 req-f8321ed4-1e59-4d6b-8292-ae0d8fc01e82 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb797deb-4579-4c64-ade7-77248acd9074 HTTP/1.1" status: 200 len: 217 time: 0.0331652 Aug 20 12:31:02.514179 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e13c9-9fb2-46a0-919f-20be5424b3b1 req-8d57db90-30d5-4e9b-b734-72c73ef324cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:02.515560 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-724e13c9-9fb2-46a0-919f-20be5424b3b1 req-8d57db90-30d5-4e9b-b734-72c73ef324cc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5c635cd6-45fa-4f59-a638-6bcf5bebb178 HTTP/1.1" status: 200 len: 834 time: 0.0419042 Aug 20 12:31:02.816576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a89fce-e0c8-413e-bd88-cca0201d97c2 req-dfc7a14d-c1a8-4c61-8206-63cd1068d83e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:02.818139 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52a89fce-e0c8-413e-bd88-cca0201d97c2 req-dfc7a14d-c1a8-4c61-8206-63cd1068d83e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 943 time: 0.0502353 Aug 20 12:31:02.857802 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-52a89fce-e0c8-413e-bd88-cca0201d97c2 req-b6e04c25-0302-4770-bb7e-7fc5f034d842 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335817 Aug 20 12:31:02.868000 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e13c9-9fb2-46a0-919f-20be5424b3b1 req-f70e47c4-a543-482e-9818-edfbb5f5025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:02.869629 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-724e13c9-9fb2-46a0-919f-20be5424b3b1 req-f70e47c4-a543-482e-9818-edfbb5f5025f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c39cda-b122-43c9-9e92-84d95f806441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3465674 Aug 20 12:31:02.958221 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-724e13c9-9fb2-46a0-919f-20be5424b3b1 req-8d9f49f9-72fb-4a50-a26b-d25783add655 service neutron] 10.222.0.76 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809722 Aug 20 12:31:03.051145 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-724e13c9-9fb2-46a0-919f-20be5424b3b1 req-4b442c20-e193-4ec7-b022-e1874be94388 service neutron] 10.222.0.76 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855865 Aug 20 12:31:03.448204 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:03.695742 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b146a37b-8d94-4778-aa45-f196059eeb55 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:31:03.745467 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b146a37b-8d94-4778-aa45-f196059eeb55 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:31:03.745838 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:03.975004 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfee2c6-39d0-41b0-a39c-b83ab387b1ff req-c4dc87a5-4e51-4445-8cd0-3b2238c4eec6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:03.976507 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bbfee2c6-39d0-41b0-a39c-b83ab387b1ff req-c4dc87a5-4e51-4445-8cd0-3b2238c4eec6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 943 time: 0.0479558 Aug 20 12:31:04.015155 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bbfee2c6-39d0-41b0-a39c-b83ab387b1ff req-434dcd22-78d7-4c18-9bbb-29180ecdee7b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326242 Aug 20 12:31:04.571266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device eb797deb-4579-4c64-ade7-77248acd9074 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:31:04.666350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port eb797deb-4579-4c64-ade7-77248acd9074, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=eb797deb-4579-4c64-ade7-77248acd9074,segment=NetworkSegment(157944fa-be26-44fc-9f2d-bab6b785cc80),segment_id=157944fa-be26-44fc-9f2d-bab6b785cc80)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:04.677295 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'eb797deb-4579-4c64-ade7-77248acd9074', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'port_id': 'eb797deb-4579-4c64-ade7-77248acd9074', 'mac_address': 'fa:16:3e:d9:f4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:31:04.713143 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:04.726831 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb797deb-4579-4c64-ade7-77248acd9074 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:31:04.746550 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port eb797deb-4579-4c64-ade7-77248acd9074, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=eb797deb-4579-4c64-ade7-77248acd9074,segment=NetworkSegment(157944fa-be26-44fc-9f2d-bab6b785cc80),segment_id=157944fa-be26-44fc-9f2d-bab6b785cc80)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:04.750386 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:04.800110 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=eb797deb-4579-4c64-ade7-77248acd9074,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:04.964866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['eb797deb-4579-4c64-ade7-77248acd9074'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:31:05.128844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d34e82-deb1-47c8-ac14-aaf8a204f176 req-abbf8465-79df-4888-90e8-b8220b87c8c0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:05.130409 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b3d34e82-deb1-47c8-ac14-aaf8a204f176 req-abbf8465-79df-4888-90e8-b8220b87c8c0 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 944 time: 0.0483983 Aug 20 12:31:05.167785 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b3d34e82-deb1-47c8-ac14-aaf8a204f176 req-bc8f0c55-5b79-4042-8337-e76fe739c25b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311084 Aug 20 12:31:06.280368 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53b4c6-0f74-46bf-ae7d-3a47547fc1d1 req-b67a39bb-40a7-4241-a833-a4d4d758ca80 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:06.281875 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f53b4c6-0f74-46bf-ae7d-3a47547fc1d1 req-b67a39bb-40a7-4241-a833-a4d4d758ca80 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 944 time: 0.0486264 Aug 20 12:31:06.319101 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8f53b4c6-0f74-46bf-ae7d-3a47547fc1d1 req-9c2d1d27-fc10-496e-b870-0710c7616624 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312781 Aug 20 12:31:06.571296 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device eb797deb-4579-4c64-ade7-77248acd9074 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:31:06.618694 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port eb797deb-4579-4c64-ade7-77248acd9074 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:31:06.622157 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port eb797deb-4579-4c64-ade7-77248acd9074 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:31:06.622532 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:06.695044 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:06.717248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb797deb-4579-4c64-ade7-77248acd9074'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:31:06.719468 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4cb2ac-5e76-4cb3-b94a-6ca905cad641" -d '{"events": [{"server_uuid": "65cd6e75-a3e0-4fe5-b6e9-f11e569b0001", "name": "network-vif-plugged", "status": "completed", "tag": "eb797deb-4579-4c64-ade7-77248acd9074"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:31:06.735179 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port eb797deb-4579-4c64-ade7-77248acd9074, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=eb797deb-4579-4c64-ade7-77248acd9074,segment=NetworkSegment(157944fa-be26-44fc-9f2d-bab6b785cc80),segment_id=157944fa-be26-44fc-9f2d-bab6b785cc80)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:06.740370 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:06.763173 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c4284c-21f0-493b-82f8-93d0579c50fe x-openstack-request-id: req-28c4284c-21f0-493b-82f8-93d0579c50fe {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:31:06.763398 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cd6e75-a3e0-4fe5-b6e9-f11e569b0001", "name": "network-vif-plugged", "status": "completed", "tag": "eb797deb-4579-4c64-ade7-77248acd9074", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:31:06.763658 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28c4284c-21f0-493b-82f8-93d0579c50fe {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:31:06.764038 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb797deb-4579-4c64-ade7-77248acd9074', 'code': 200} Aug 20 12:31:06.792024 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=eb797deb-4579-4c64-ade7-77248acd9074,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:06.855961 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08934b20-757f-482c-ae14-aa462749cf04 req-baa162e3-dffd-490b-84b0-fb32b67db8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:06.857374 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08934b20-757f-482c-ae14-aa462749cf04 req-baa162e3-dffd-490b-84b0-fb32b67db8b1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 1096 time: 0.0434961 Aug 20 12:31:06.890560 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-08934b20-757f-482c-ae14-aa462749cf04 req-e37b11b0-e127-41f2-879e-1d38ef91383c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264139 Aug 20 12:31:07.431733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0204f-46d8-4262-895a-632179ca0563 req-0e2a815b-903c-4e04-a1b2-45785e05dee5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:07.433147 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bbf0204f-46d8-4262-895a-632179ca0563 req-0e2a815b-903c-4e04-a1b2-45785e05dee5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0475519 Aug 20 12:31:07.471191 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bbf0204f-46d8-4262-895a-632179ca0563 req-49f35f5a-3d56-451e-ab69-70c42786190b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314717 Aug 20 12:31:08.590276 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b964d-51a9-4246-b239-04592c3c06ca req-59f66417-e57a-4a15-860a-2cda13f38037 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:08.591766 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dd9b964d-51a9-4246-b239-04592c3c06ca req-59f66417-e57a-4a15-860a-2cda13f38037 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0531337 Aug 20 12:31:08.629798 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dd9b964d-51a9-4246-b239-04592c3c06ca req-9c189583-b487-442b-a7e3-0fb46921244e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315690 Aug 20 12:31:08.743512 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354dc19-782b-40d6-ac38-1cb263adaf57 req-2a8b4288-dd58-43e0-adf1-413cb47bc2e9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:08.744991 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3354dc19-782b-40d6-ac38-1cb263adaf57 req-2a8b4288-dd58-43e0-adf1-413cb47bc2e9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0475571 Aug 20 12:31:08.781314 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3354dc19-782b-40d6-ac38-1cb263adaf57 req-75026fa9-72fe-4524-9407-3f9b7cfc15d5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302916 Aug 20 12:31:08.803754 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57716) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:08.842370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc13b183-7ac1-4331-8cdd-b6f4f4b83b9f tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:08.843885 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-fc13b183-7ac1-4331-8cdd-b6f4f4b83b9f tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 1091 time: 0.0390363 Aug 20 12:31:08.847280 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57718) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:08.851868 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': 'eb797deb-4579-4c64-ade7-77248acd9074', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:08.874105 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.970296 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.074161 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.25.8.95 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/2100da0d-56b2-41ec-8bc5-112c465eca45) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:31:09.172098 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.215972 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.252051 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:31:09.254745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:31:09.258089 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:31:09.284254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=2100da0d-56b2-41ec-8bc5-112c465eca45,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:09.614155 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.645124 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.682956 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.833378 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.837788 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.904226 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=2100da0d-56b2-41ec-8bc5-112c465eca45,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:09.916168 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:10.018190 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Floating IP 3e907786-87af-443e-a135-86157aa3e51a associated. External IP: 172.25.8.95, port: eb797deb-4579-4c64-ade7-77248acd9074. Aug 20 12:31:10.222449 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router a9ae0a78-d50d-4aa0-96f2-77b949087616 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:31:10.327417 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:31:10.337532 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51713395-551b-454d-a103-c21c66b3d8e8 None None] Sync routers for ids ['a9ae0a78-d50d-4aa0-96f2-77b949087616'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:31:10.343530 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:10.347907 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51713395-551b-454d-a103-c21c66b3d8e8 None None] Routers {'a9ae0a78-d50d-4aa0-96f2-77b949087616'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:31:10.348523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-51713395-551b-454d-a103-c21c66b3d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:30:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a9ae0a78-d50d-4aa0-96f2-77b949087616'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:10.371702 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-4bc5ae81-09e9-422b-b5e2-98c739027a27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5234220 Aug 20 12:31:10.372394 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'tag': 'eb797deb-4579-4c64-ade7-77248acd9074'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:31:10.374788 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1529d78ee9ff0fc92738bff1d4fef891f7271bcc054651fa6b70395befb13a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43beb185-f07b-4c8d-b104-f2257dcff33a" -d '{"events": [{"name": "network-changed", "server_uuid": "65cd6e75-a3e0-4fe5-b6e9-f11e569b0001", "tag": "eb797deb-4579-4c64-ade7-77248acd9074"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:31:10.414970 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd02b13-8e14-4c3b-9cfd-c2b169a84ac5 x-openstack-request-id: req-bbd02b13-8e14-4c3b-9cfd-c2b169a84ac5 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:31:10.415268 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cd6e75-a3e0-4fe5-b6e9-f11e569b0001", "tag": "eb797deb-4579-4c64-ade7-77248acd9074", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:31:10.415534 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbd02b13-8e14-4c3b-9cfd-c2b169a84ac5 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:31:10.415940 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'tag': 'eb797deb-4579-4c64-ade7-77248acd9074', 'status': 'completed', 'code': 200} Aug 20 12:31:10.465955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-51713395-551b-454d-a103-c21c66b3d8e8 None None] Set router a9ae0a78-d50d-4aa0-96f2-77b949087616 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:31:10.477322 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd458f-a015-4903-a066-de53bb883c70 req-00aafbeb-5b81-4279-b451-25d2a76f2503 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:10.478776 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3bcd458f-a015-4903-a066-de53bb883c70 req-00aafbeb-5b81-4279-b451-25d2a76f2503 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0528557 Aug 20 12:31:10.488947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beb185-f07b-4c8d-b104-f2257dcff33a req-4f171613-f1f2-48e9-ba6f-5d6975bd67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:10.490527 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43beb185-f07b-4c8d-b104-f2257dcff33a req-4f171613-f1f2-48e9-ba6f-5d6975bd67ba service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 1096 time: 0.0516241 Aug 20 12:31:10.521260 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3bcd458f-a015-4903-a066-de53bb883c70 req-04eeaf02-f10d-4d85-90b5-56d6dcaf5085 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365124 Aug 20 12:31:10.543490 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57724) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:10.588266 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beb185-f07b-4c8d-b104-f2257dcff33a req-a66df38b-453c-4a08-9982-2d25cb337133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:10.589823 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43beb185-f07b-4c8d-b104-f2257dcff33a req-a66df38b-453c-4a08-9982-2d25cb337133 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c39cda-b122-43c9-9e92-84d95f806441 HTTP/1.1" status: 200 len: 896 time: 0.0924301 Aug 20 12:31:10.612625 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bf769968-40e8-4dcf-a9ad-9f5b382f1f46 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/3e907786-87af-443e-a135-86157aa3e51a HTTP/1.1" status: 200 len: 990 time: 0.0662355 Aug 20 12:31:10.663824 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43beb185-f07b-4c8d-b104-f2257dcff33a req-e9ea7605-2911-4b06-bb2b-ce80b56703c6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb797deb-4579-4c64-ade7-77248acd9074 HTTP/1.1" status: 200 len: 998 time: 0.0664089 Aug 20 12:31:10.714320 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beb185-f07b-4c8d-b104-f2257dcff33a req-b55e29c7-ef4c-4894-84bb-1e1e4ee93289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:10.715838 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43beb185-f07b-4c8d-b104-f2257dcff33a req-b55e29c7-ef4c-4894-84bb-1e1e4ee93289 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5c635cd6-45fa-4f59-a638-6bcf5bebb178 HTTP/1.1" status: 200 len: 834 time: 0.0454793 Aug 20 12:31:10.760508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beb185-f07b-4c8d-b104-f2257dcff33a req-0a3ac9a3-8214-4de0-add7-3da62e1031f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:10.761944 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43beb185-f07b-4c8d-b104-f2257dcff33a req-0a3ac9a3-8214-4de0-add7-3da62e1031f1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c39cda-b122-43c9-9e92-84d95f806441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392451 Aug 20 12:31:10.847102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-51713395-551b-454d-a103-c21c66b3d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052297458', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:53Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '3e907786-87af-443e-a135-86157aa3e51a', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'floating_ip_address': '172.25.8.95', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'port_id': 'eb797deb-4579-4c64-ade7-77248acd9074', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'mac_address': 'fa:16:3e:d9:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:09Z', 'updated_at': '2021-08-20T12:31:09Z', 'revision_number': 0, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b146a37b-8d94-4778-aa45-f196059eeb55', 'name': '', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f6:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:56Z', 'updated_at': '2021-08-20T12:31:01Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:10.864005 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43beb185-f07b-4c8d-b104-f2257dcff33a req-019faafc-b149-49ff-b943-acb390acf8e0 service neutron] 10.222.0.76 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880330 Aug 20 12:31:10.877373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51713395-551b-454d-a103-c21c66b3d8e8 None None] Checking router: a9ae0a78-d50d-4aa0-96f2-77b949087616 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:31:10.885837 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51713395-551b-454d-a103-c21c66b3d8e8 None None] Routers {'a9ae0a78-d50d-4aa0-96f2-77b949087616'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:31:10.886459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-51713395-551b-454d-a103-c21c66b3d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:30:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a9ae0a78-d50d-4aa0-96f2-77b949087616'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:10.953244 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-43beb185-f07b-4c8d-b104-f2257dcff33a req-6d13effb-0f57-496e-8d51-2ad92b7d7e7f service neutron] 10.222.0.76 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826907 Aug 20 12:31:10.993176 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-51713395-551b-454d-a103-c21c66b3d8e8 None None] Set router a9ae0a78-d50d-4aa0-96f2-77b949087616 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:31:11.207991 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-51713395-551b-454d-a103-c21c66b3d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052297458', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:53Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '3e907786-87af-443e-a135-86157aa3e51a', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'floating_ip_address': '172.25.8.95', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'port_id': 'eb797deb-4579-4c64-ade7-77248acd9074', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'mac_address': 'fa:16:3e:d9:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:09Z', 'updated_at': '2021-08-20T12:31:09Z', 'revision_number': 0, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b146a37b-8d94-4778-aa45-f196059eeb55', 'name': '', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f6:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:56Z', 'updated_at': '2021-08-20T12:31:01Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:11.237425 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51713395-551b-454d-a103-c21c66b3d8e8 None None] The sync data for ids ['a9ae0a78-d50d-4aa0-96f2-77b949087616'] in n-d-804299-2 is: [{'id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052297458', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:53Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '3e907786-87af-443e-a135-86157aa3e51a', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'floating_ip_address': '172.25.8.95', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'port_id': 'eb797deb-4579-4c64-ade7-77248acd9074', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'mac_address': 'fa:16:3e:d9:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:09Z', 'updated_at': '2021-08-20T12:31:09Z', 'revision_number': 0, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b146a37b-8d94-4778-aa45-f196059eeb55', 'name': '', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f6:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:56Z', 'updated_at': '2021-08-20T12:31:01Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:31:11.420004 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c917d97b-66a5-4fdf-a9e6-de6bd219d441 None None] New status for floating IP 3e907786-87af-443e-a135-86157aa3e51a: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:31:11.615169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57726) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:11.673971 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-de59c522-979b-402e-9803-2433ff0a82a9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/3e907786-87af-443e-a135-86157aa3e51a HTTP/1.1" status: 200 len: 992 time: 0.0576420 Aug 20 12:31:22.427714 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f4239aae-3df2-46a7-a30b-000eadaf06e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:25.195908 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-432de688-b4d5-4845-8ac7-cab79b910e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:25.554067 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:26.549611 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:28.158283 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:28.285567 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:31:33.449248 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:39.652492 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:41.386753 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-59f1f7e2-00ee-4bb9-b322-99d9199fcfb9 req-42d572b8-512b-4edc-afed-a00dabd2d4db service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407281 Aug 20 12:31:41.473225 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1f7e2-00ee-4bb9-b322-99d9199fcfb9 req-25f09a72-076f-4519-9598-8e895dc263fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:41.474729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-59f1f7e2-00ee-4bb9-b322-99d9199fcfb9 req-25f09a72-076f-4519-9598-8e895dc263fd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 1096 time: 0.0450256 Aug 20 12:31:41.576174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1f7e2-00ee-4bb9-b322-99d9199fcfb9 req-c8bfe96e-2ad5-471b-9673-706201fba2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:41.577647 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-59f1f7e2-00ee-4bb9-b322-99d9199fcfb9 req-c8bfe96e-2ad5-471b-9673-706201fba2cf service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c39cda-b122-43c9-9e92-84d95f806441 HTTP/1.1" status: 200 len: 896 time: 0.0843034 Aug 20 12:31:41.647774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-59f1f7e2-00ee-4bb9-b322-99d9199fcfb9 req-d8bf939c-1333-4f6d-9619-eb8a630cd8bb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb797deb-4579-4c64-ade7-77248acd9074 HTTP/1.1" status: 200 len: 1000 time: 0.0604167 Aug 20 12:31:41.697343 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1f7e2-00ee-4bb9-b322-99d9199fcfb9 req-4c07579c-8b39-4c55-90c4-bcfd44d5a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:41.698751 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-59f1f7e2-00ee-4bb9-b322-99d9199fcfb9 req-4c07579c-8b39-4c55-90c4-bcfd44d5a0e3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5c635cd6-45fa-4f59-a638-6bcf5bebb178 HTTP/1.1" status: 200 len: 834 time: 0.0428743 Aug 20 12:31:41.743404 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1f7e2-00ee-4bb9-b322-99d9199fcfb9 req-39deaa2e-70ac-49e4-ae5c-6afb2d665d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:41.744904 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-59f1f7e2-00ee-4bb9-b322-99d9199fcfb9 req-39deaa2e-70ac-49e4-ae5c-6afb2d665d7c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c39cda-b122-43c9-9e92-84d95f806441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397534 Aug 20 12:31:41.835669 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-59f1f7e2-00ee-4bb9-b322-99d9199fcfb9 req-df898df7-6133-4e6b-b474-94f37380fe3f service neutron] 10.222.0.76 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832453 Aug 20 12:31:41.923835 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-59f1f7e2-00ee-4bb9-b322-99d9199fcfb9 req-63dcc39a-844f-4725-be1b-f7d9d2156ff2 service neutron] 10.222.0.76 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809801 Aug 20 12:31:42.923001 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86e5af-5341-4ae2-95c0-37fae771fb08 req-ca59dd02-65b0-4bb2-9467-d70750b20497 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:42.924500 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c86e5af-5341-4ae2-95c0-37fae771fb08 req-ca59dd02-65b0-4bb2-9467-d70750b20497 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0491211 Aug 20 12:31:42.996516 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5c86e5af-5341-4ae2-95c0-37fae771fb08 req-127dc394-2cc0-4ba6-b12b-96bca7b110f3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646861 Aug 20 12:31:43.007752 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-9a94656f-a5ae-40fb-98c5-525042da9200 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1383615 Aug 20 12:31:44.131087 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0064f9d-7b97-4cb5-9c20-e72f423c5a3f req-c629b01f-092f-4ffe-ac2a-08b1668d4d04 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:44.132612 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b0064f9d-7b97-4cb5-9c20-e72f423c5a3f req-c629b01f-092f-4ffe-ac2a-08b1668d4d04 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0610557 Aug 20 12:31:44.174437 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b0064f9d-7b97-4cb5-9c20-e72f423c5a3f req-b355b96f-fc9e-498d-9361-051dac194780 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357170 Aug 20 12:31:44.177646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-da173513-4c69-404a-b5a5-78a8b0d7e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:44.179155 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-da173513-4c69-404a-b5a5-78a8b0d7e116 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 1096 time: 0.0413489 Aug 20 12:31:44.267602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-c76e692e-7310-4d5d-98b9-90a9ec5fbf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:44.269174 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-c76e692e-7310-4d5d-98b9-90a9ec5fbf52 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c39cda-b122-43c9-9e92-84d95f806441 HTTP/1.1" status: 200 len: 896 time: 0.0834179 Aug 20 12:31:44.336299 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-7aef8949-a81a-4f4d-83e4-2406b4d7ff2e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb797deb-4579-4c64-ade7-77248acd9074 HTTP/1.1" status: 200 len: 1000 time: 0.0601821 Aug 20 12:31:44.384094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-46825aa5-6daa-4826-b375-4a47b29a057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:44.385515 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-46825aa5-6daa-4826-b375-4a47b29a057a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5c635cd6-45fa-4f59-a638-6bcf5bebb178 HTTP/1.1" status: 200 len: 834 time: 0.0426261 Aug 20 12:31:44.429356 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-4f6fa383-086b-4c8e-9a3c-16f767e82ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:44.430800 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-4f6fa383-086b-4c8e-9a3c-16f767e82ada service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c39cda-b122-43c9-9e92-84d95f806441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382683 Aug 20 12:31:44.522510 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-a6d41255-927d-4371-a37c-0e0c226b59e6 service neutron] 10.222.0.76 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845969 Aug 20 12:31:44.609863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-0cb5670d-2171-4dbe-9b3a-82f0e3bfde8e service neutron] 10.222.0.76 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805917 Aug 20 12:31:45.295289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423e0fe-ecb3-4653-bebc-432999592167 req-8f46e26f-aa24-4118-a557-a64bab5265d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:45.296711 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8423e0fe-ecb3-4653-bebc-432999592167 req-8f46e26f-aa24-4118-a557-a64bab5265d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0530422 Aug 20 12:31:45.333598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8423e0fe-ecb3-4653-bebc-432999592167 req-ef160c73-6d82-42eb-998c-93adb044d9c2 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300872 Aug 20 12:31:46.447300 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2116c1-ac86-4ef1-93ef-35d48c491fba req-1aa6c358-957e-41fd-907f-807e355bf4cf tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:46.448814 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8d2116c1-ac86-4ef1-93ef-35d48c491fba req-1aa6c358-957e-41fd-907f-807e355bf4cf tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0486505 Aug 20 12:31:46.485913 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8d2116c1-ac86-4ef1-93ef-35d48c491fba req-7db8d7d3-0a80-4c77-be4c-c2d44f5183c8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311947 Aug 20 12:31:47.599466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95cc35-7898-464f-9393-f5964b4a5af8 req-11f6d6d8-2e68-46fb-92a1-53f443e21433 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:47.600959 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da95cc35-7898-464f-9393-f5964b4a5af8 req-11f6d6d8-2e68-46fb-92a1-53f443e21433 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0474608 Aug 20 12:31:47.638668 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da95cc35-7898-464f-9393-f5964b4a5af8 req-64ba4a53-64c7-459d-94c1-5e43d67f65b3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316975 Aug 20 12:31:48.751893 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95485578-a563-42af-b7b1-ac06ceb7d545 req-119c5b87-83ad-4839-a306-4783ecb23556 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:48.753411 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95485578-a563-42af-b7b1-ac06ceb7d545 req-119c5b87-83ad-4839-a306-4783ecb23556 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0490777 Aug 20 12:31:48.792609 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-95485578-a563-42af-b7b1-ac06ceb7d545 req-be95a984-a93e-4310-92e9-f49f29ccee96 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324993 Aug 20 12:31:49.904023 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2badd-caf7-4c26-a46a-ddc4a92ee6c6 req-1db11870-5904-4240-bf36-1d9f7f029196 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:49.905579 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-91c2badd-caf7-4c26-a46a-ddc4a92ee6c6 req-1db11870-5904-4240-bf36-1d9f7f029196 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0472698 Aug 20 12:31:49.942224 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-91c2badd-caf7-4c26-a46a-ddc4a92ee6c6 req-127ba5e1-ea4b-4098-91b9-d54916ceff2b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297775 Aug 20 12:31:51.078170 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ac1c2-3239-46da-bfc1-914b0af8af3c req-9c3a9e3d-0427-466d-939f-414a1d952587 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:51.079665 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8a5ac1c2-3239-46da-bfc1-914b0af8af3c req-9c3a9e3d-0427-466d-939f-414a1d952587 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0615156 Aug 20 12:31:51.122235 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8a5ac1c2-3239-46da-bfc1-914b0af8af3c req-e7cb68d0-9179-4bd6-b425-f596cc23bd82 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360844 Aug 20 12:31:52.241915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f549c8-437c-4740-a197-2428bb133862 req-db08ca05-6a4c-4af7-8f70-d18bf52a7343 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:52.243731 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6f549c8-437c-4740-a197-2428bb133862 req-db08ca05-6a4c-4af7-8f70-d18bf52a7343 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0531030 Aug 20 12:31:52.281161 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e6f549c8-437c-4740-a197-2428bb133862 req-6192f53e-625a-4d43-a03c-aa4a470d92c7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311441 Aug 20 12:31:52.429025 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-36bfd323-18da-4bb2-be8f-37f74097a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:53.395300 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239c03d-6580-4d6d-b337-cea3c97d754e req-004e33cb-e026-499d-acd7-5c73286fcffb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:53.396939 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9239c03d-6580-4d6d-b337-cea3c97d754e req-004e33cb-e026-499d-acd7-5c73286fcffb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0487595 Aug 20 12:31:53.434875 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9239c03d-6580-4d6d-b337-cea3c97d754e req-8236ab87-61f4-440b-a00e-085e4cadfcf8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320604 Aug 20 12:31:54.550448 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244382b3-0092-4dc4-9ac4-f23ae7678a5a req-9bd47c4b-3696-4ba1-8fb1-6e21c47252a3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:54.551918 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-244382b3-0092-4dc4-9ac4-f23ae7678a5a req-9bd47c4b-3696-4ba1-8fb1-6e21c47252a3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0486498 Aug 20 12:31:54.590476 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-244382b3-0092-4dc4-9ac4-f23ae7678a5a req-c9a878e9-ce3a-4b66-b977-7a7ee6a905ce tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316904 Aug 20 12:31:55.196216 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ccba106c-6b45-48ec-a3b2-85119700bc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.554027 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.705901 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c5eba-4d02-4793-959f-12862e06dd94 req-224aec79-2a8c-4ac2-834a-d5ed565ae208 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:55.707383 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-378c5eba-4d02-4793-959f-12862e06dd94 req-224aec79-2a8c-4ac2-834a-d5ed565ae208 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0482812 Aug 20 12:31:55.745321 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-378c5eba-4d02-4793-959f-12862e06dd94 req-666b0eca-fca4-458d-b154-c5d8cc8a4d88 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313132 Aug 20 12:31:56.552160 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:56.858773 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931198ce-869d-4992-970f-4127125ba626 req-5b9fe9f7-d16e-42a5-9a0e-c658b7b784b5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:56.860167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-931198ce-869d-4992-970f-4127125ba626 req-5b9fe9f7-d16e-42a5-9a0e-c658b7b784b5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0483134 Aug 20 12:31:56.897506 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-931198ce-869d-4992-970f-4127125ba626 req-1d2a54c4-3d85-40d4-93dd-c9b1d9f1e107 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309663 Aug 20 12:31:58.015954 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e6345-68e6-44ca-a657-26c3639cfb1a req-3a8dd50a-5f9f-4715-923d-92546d1a97d3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:58.017486 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d55e6345-68e6-44ca-a657-26c3639cfb1a req-3a8dd50a-5f9f-4715-923d-92546d1a97d3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0544057 Aug 20 12:31:58.054780 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d55e6345-68e6-44ca-a657-26c3639cfb1a req-3e9b9504-2581-4825-85e6-3ca4fbaa39e3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308943 Aug 20 12:31:58.162382 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:59.173309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9c3cc-0a55-4bf2-b537-b61047c066fb req-bb1b603d-8ce1-46b5-999f-13b95f47b17b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:59.174779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ef9c3cc-0a55-4bf2-b537-b61047c066fb req-bb1b603d-8ce1-46b5-999f-13b95f47b17b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0516925 Aug 20 12:31:59.211629 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8ef9c3cc-0a55-4bf2-b537-b61047c066fb req-7163500a-65ce-4ea2-a436-4cd764ea615e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303402 Aug 20 12:32:00.326240 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1aee1-5acd-4f85-aeea-9adc625542d7 req-3b3763da-d1f4-4d80-a71d-33586f1c9a5e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:00.327713 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e5a1aee1-5acd-4f85-aeea-9adc625542d7 req-3b3763da-d1f4-4d80-a71d-33586f1c9a5e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0479462 Aug 20 12:32:00.364918 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e5a1aee1-5acd-4f85-aeea-9adc625542d7 req-ec6b2c23-cb11-4f36-8e56-514971cd15fc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313106 Aug 20 12:32:01.486039 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-d8acb02c-7553-40af-8224-5eecfde958a3 service neutron] show failed (client error): The resource could not be found. Aug 20 12:32:01.487333 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-d8acb02c-7553-40af-8224-5eecfde958a3 service neutron] 10.222.0.76 "GET /v2.0/ports/eb797deb-4579-4c64-ade7-77248acd9074/bindings/n-h1-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.0819354 Aug 20 12:32:01.499807 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b7cd7-8eb6-42d5-963c-8c4687094731 req-300dd8e0-7c5b-4c05-81ad-b9c0df089c94 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:01.501369 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-162b7cd7-8eb6-42d5-963c-8c4687094731 req-300dd8e0-7c5b-4c05-81ad-b9c0df089c94 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0670314 Aug 20 12:32:01.545290 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-162b7cd7-8eb6-42d5-963c-8c4687094731 req-e81a31af-f278-4a3c-8a4a-700ec0296fd6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365663 Aug 20 12:32:01.755506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-a1341f0d-cf7c-4d98-812f-389557198a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:01.757030 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-a1341f0d-cf7c-4d98-812f-389557198a18 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001&tenant_id=977744d865634c55a9fb8d5a0653eff3 HTTP/1.1" status: 200 len: 1096 time: 0.0784650 Aug 20 12:32:01.775279 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:01.829392 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:02.026444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] For port eb797deb-4579-4c64-ade7-77248acd9074, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=eb797deb-4579-4c64-ade7-77248acd9074,segment=NetworkSegment(157944fa-be26-44fc-9f2d-bab6b785cc80),segment_id=157944fa-be26-44fc-9f2d-bab6b785cc80)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:02.062378 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] For port eb797deb-4579-4c64-ade7-77248acd9074, host n-h2-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:02.104118 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb797deb-4579-4c64-ade7-77248acd9074'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:02.108814 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1529d78ee9ff0fc92738bff1d4fef891f7271bcc054651fa6b70395befb13a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9067f49-64cc-417f-b989-6eba4ec0323b" -d '{"events": [{"server_uuid": "65cd6e75-a3e0-4fe5-b6e9-f11e569b0001", "name": "network-vif-unplugged", "status": "completed", "tag": "eb797deb-4579-4c64-ade7-77248acd9074"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:02.112828 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:02.125350 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Transition to ACTIVE for port object eb797deb-4579-4c64-ade7-77248acd9074 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:02.129497 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:02.164772 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea443b18-378d-4066-90ec-94c4abefa444 x-openstack-request-id: req-ea443b18-378d-4066-90ec-94c4abefa444 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:02.164772 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cd6e75-a3e0-4fe5-b6e9-f11e569b0001", "name": "network-vif-unplugged", "status": "completed", "tag": "eb797deb-4579-4c64-ade7-77248acd9074", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:02.164772 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea443b18-378d-4066-90ec-94c4abefa444 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:02.165194 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb797deb-4579-4c64-ade7-77248acd9074', 'code': 200} Aug 20 12:32:02.216934 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb797deb-4579-4c64-ade7-77248acd9074,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:02.230646 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:02.230990 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:02.231326 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:02.231659 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:02.231989 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:02.232315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:02.232666 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:02.232979 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:02.233304 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:02.233621 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:02.233937 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:02.234254 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:02.268935 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] No DVR routers for this DVR port eb797deb-4579-4c64-ade7-77248acd9074 on host n-h2-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:32:02.405727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Attempting to bind port eb797deb-4579-4c64-ade7-77248acd9074 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:02.406075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Attempting to bind port eb797deb-4579-4c64-ade7-77248acd9074 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:02.406410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Attempting to bind port eb797deb-4579-4c64-ade7-77248acd9074 on network 77c39cda-b122-43c9-9e92-84d95f806441 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:02.410738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Port eb797deb-4579-4c64-ade7-77248acd9074 on network 77c39cda-b122-43c9-9e92-84d95f806441 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:32:02.411073 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Attempting to bind port eb797deb-4579-4c64-ade7-77248acd9074 on network 77c39cda-b122-43c9-9e92-84d95f806441 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:02.415933 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:02.416277 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Checking segment: {'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:02.416758 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Bound using segment: {'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:02.417199 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Bound port: eb797deb-4579-4c64-ade7-77248acd9074, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '157944fa-be26-44fc-9f2d-bab6b785cc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:02.417576 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:02.480105 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] For port eb797deb-4579-4c64-ade7-77248acd9074, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:02.483044 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] For port eb797deb-4579-4c64-ade7-77248acd9074, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=eb797deb-4579-4c64-ade7-77248acd9074,segment=NetworkSegment(157944fa-be26-44fc-9f2d-bab6b785cc80),segment_id=157944fa-be26-44fc-9f2d-bab6b785cc80)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:02.487943 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:02.525427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:02.526054 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:02.527477 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] 10.222.0.35 "PUT /v2.0/ports/eb797deb-4579-4c64-ade7-77248acd9074 HTTP/1.1" status: 200 len: 1091 time: 0.7571452 Aug 20 12:32:02.549591 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba52f9b-6bf9-4871-ac02-3bcb592001c1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb797deb-4579-4c64-ade7-77248acd9074,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:02.595772 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-c06814cd-3bd8-4ef2-ace2-54395b561d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:02.597350 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-c06814cd-3bd8-4ef2-ace2-54395b561d06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 1094 time: 0.0449069 Aug 20 12:32:02.669112 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7dd28-eb6a-42a8-b3c9-5400a082ec83 req-3581f309-6f59-49c1-94e9-85a6a06a6f8d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:02.670807 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5d7dd28-eb6a-42a8-b3c9-5400a082ec83 req-3581f309-6f59-49c1-94e9-85a6a06a6f8d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 943 time: 0.0517664 Aug 20 12:32:02.695625 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-50a27dee-1670-481a-b0c6-99b98522c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:02.697172 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-50a27dee-1670-481a-b0c6-99b98522c09e service neutron] 10.222.0.35 "GET /v2.0/networks?id=77c39cda-b122-43c9-9e92-84d95f806441 HTTP/1.1" status: 200 len: 896 time: 0.0916972 Aug 20 12:32:02.711989 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a5d7dd28-eb6a-42a8-b3c9-5400a082ec83 req-b1e54590-c273-4b0f-8bb6-9140f4b7be84 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347931 Aug 20 12:32:02.769446 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-a329f8b6-7cbd-43d0-bf36-f88b7a0b2df2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb797deb-4579-4c64-ade7-77248acd9074 HTTP/1.1" status: 200 len: 998 time: 0.0643060 Aug 20 12:32:02.817328 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-e0a75a97-1607-4ddb-bd04-665bccf7e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:02.819328 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-e0a75a97-1607-4ddb-bd04-665bccf7e9bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c635cd6-45fa-4f59-a638-6bcf5bebb178 HTTP/1.1" status: 200 len: 834 time: 0.0427930 Aug 20 12:32:02.863047 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-f2e54884-f232-4352-94a6-7beb534edf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:02.864499 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-f2e54884-f232-4352-94a6-7beb534edf7c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77c39cda-b122-43c9-9e92-84d95f806441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385504 Aug 20 12:32:02.954948 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-304ef25a-be73-463f-94c9-0ec4bd0cb54b service neutron] 10.222.0.35 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831757 Aug 20 12:32:03.045357 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0d64a8db-996d-496b-b7ea-f725ba6e326d req-f30a07a6-2a00-4dc6-9b2c-84343e1781c0 service neutron] 10.222.0.35 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822337 Aug 20 12:32:03.456603 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:03.836332 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00203801-edee-4d12-b4f3-59cf767bd385 req-11a9fd69-9780-4f29-980d-07410120a7cc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:03.837843 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00203801-edee-4d12-b4f3-59cf767bd385 req-11a9fd69-9780-4f29-980d-07410120a7cc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 943 time: 0.0533185 Aug 20 12:32:03.874655 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-00203801-edee-4d12-b4f3-59cf767bd385 req-a23f1215-cd9b-48d7-b307-81a092f1c68a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308375 Aug 20 12:32:04.165925 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'tag': 'eb797deb-4579-4c64-ade7-77248acd9074'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:04.168274 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1529d78ee9ff0fc92738bff1d4fef891f7271bcc054651fa6b70395befb13a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "65cd6e75-a3e0-4fe5-b6e9-f11e569b0001", "tag": "eb797deb-4579-4c64-ade7-77248acd9074"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:04.215645 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4acc37-825c-4ae9-912c-ffe18a7c8f51 x-openstack-request-id: req-ff4acc37-825c-4ae9-912c-ffe18a7c8f51 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:04.215998 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cd6e75-a3e0-4fe5-b6e9-f11e569b0001", "tag": "eb797deb-4579-4c64-ade7-77248acd9074", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:04.216281 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff4acc37-825c-4ae9-912c-ffe18a7c8f51 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:04.216728 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'tag': 'eb797deb-4579-4c64-ade7-77248acd9074', 'status': 'completed', 'code': 200} Aug 20 12:32:04.274482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-9b38984c-70a4-46f4-beb4-f03703353a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:04.275900 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-9b38984c-70a4-46f4-beb4-f03703353a3e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 1094 time: 0.0414524 Aug 20 12:32:04.280342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-22cdae4a-7510-4711-aeb4-4e56959ec782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:04.281926 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-22cdae4a-7510-4711-aeb4-4e56959ec782 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 1094 time: 0.0412467 Aug 20 12:32:04.368728 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-8e01d480-f6e7-4261-a303-9e1144408065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:04.370192 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-8e01d480-f6e7-4261-a303-9e1144408065 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c39cda-b122-43c9-9e92-84d95f806441 HTTP/1.1" status: 200 len: 896 time: 0.0878682 Aug 20 12:32:04.378327 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-62ab1885-7a7d-4ba8-9651-a56381f00591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:04.379781 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-62ab1885-7a7d-4ba8-9651-a56381f00591 service neutron] 10.222.0.35 "GET /v2.0/networks?id=77c39cda-b122-43c9-9e92-84d95f806441 HTTP/1.1" status: 200 len: 896 time: 0.0877466 Aug 20 12:32:04.434601 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-41f681c0-adb0-47e3-a6f7-da9e4c4010e3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb797deb-4579-4c64-ade7-77248acd9074 HTTP/1.1" status: 200 len: 998 time: 0.0575683 Aug 20 12:32:04.445977 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-f025ac44-9e61-4d21-baa5-57df1278d5d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb797deb-4579-4c64-ade7-77248acd9074 HTTP/1.1" status: 200 len: 998 time: 0.0585387 Aug 20 12:32:04.482676 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-b1bab4ac-f13d-47b4-b6df-3b4486fd4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:04.484162 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-b1bab4ac-f13d-47b4-b6df-3b4486fd4c11 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5c635cd6-45fa-4f59-a638-6bcf5bebb178 HTTP/1.1" status: 200 len: 834 time: 0.0434232 Aug 20 12:32:04.499465 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-9953487a-c086-4976-a9a3-ff4320530de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:04.500992 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-9953487a-c086-4976-a9a3-ff4320530de8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c635cd6-45fa-4f59-a638-6bcf5bebb178 HTTP/1.1" status: 200 len: 834 time: 0.0439379 Aug 20 12:32:04.533624 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-bdfb0bad-061f-4670-9f65-31a926e4347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:04.535056 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-bdfb0bad-061f-4670-9f65-31a926e4347e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c39cda-b122-43c9-9e92-84d95f806441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439305 Aug 20 12:32:04.551436 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-4a253918-1499-4238-8cff-1aaefb017f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:04.553141 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-4a253918-1499-4238-8cff-1aaefb017f25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77c39cda-b122-43c9-9e92-84d95f806441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436261 Aug 20 12:32:04.626546 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-fc243568-62b3-4ec7-b290-c7db7061baf2 service neutron] 10.222.0.76 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849388 Aug 20 12:32:04.659570 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-daa572d0-be47-4321-9bdf-e352e57f4e3d service neutron] 10.222.0.35 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949035 Aug 20 12:32:04.725136 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-6b096186-cc85-4d61-83a5-1af46ff218a5 service neutron] 10.222.0.76 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913992 Aug 20 12:32:04.774698 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d658278c-6dc0-4ac3-a2e8-7f6f6f7a3d0e req-3fb6b687-c67e-4dce-b31d-fe78a70abfe1 service neutron] 10.222.0.35 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065333 Aug 20 12:32:04.835452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device eb797deb-4579-4c64-ade7-77248acd9074 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:04.872276 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device eb797deb-4579-4c64-ade7-77248acd9074 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:04.988501 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78e83f-bb02-49fb-8044-3b36ac700369 req-5ce7fcb7-5931-4fc7-b5c0-47e7e0552d38 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:04.990691 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b78e83f-bb02-49fb-8044-3b36ac700369 req-5ce7fcb7-5931-4fc7-b5c0-47e7e0552d38 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 943 time: 0.0499423 Aug 20 12:32:05.028683 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b78e83f-bb02-49fb-8044-3b36ac700369 req-be979937-ba8d-4357-8168-27149297032e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319929 Aug 20 12:32:05.221149 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fb12c-70a6-4fa7-b5e9-28c57e099526 req-21a045ad-4cbf-47bd-9255-bba1a1a4190a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:05.222647 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-387fb12c-70a6-4fa7-b5e9-28c57e099526 req-21a045ad-4cbf-47bd-9255-bba1a1a4190a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 943 time: 0.0487330 Aug 20 12:32:05.233257 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11a29-9ef9-4566-9603-69b16db130c5 req-1ca9f9ca-c27b-4d6a-8b82-cdd7abc254d1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:05.234786 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65c11a29-9ef9-4566-9603-69b16db130c5 req-1ca9f9ca-c27b-4d6a-8b82-cdd7abc254d1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001&tenant_id=977744d865634c55a9fb8d5a0653eff3&binding%3Ahost_id=n-h1-804299-2 HTTP/1.1" status: 200 len: 943 time: 0.0508311 Aug 20 12:32:05.261328 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-387fb12c-70a6-4fa7-b5e9-28c57e099526 req-b8d297c5-6ed5-4d14-be9c-5faa04954a0d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319631 Aug 20 12:32:05.283839 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:32:05.295805 n-d-804299-2 neutron-server[94691]: INFO neutron.api.v2.resource [req-65c11a29-9ef9-4566-9603-69b16db130c5 req-ebea7cce-b43f-4c48-82f7-2f29b12d45bb service neutron] delete failed (client error): The resource could not be found. Aug 20 12:32:05.296864 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65c11a29-9ef9-4566-9603-69b16db130c5 req-ebea7cce-b43f-4c48-82f7-2f29b12d45bb service neutron] 10.222.0.76 "DELETE /v2.0/ports/eb797deb-4579-4c64-ade7-77248acd9074/bindings/n-h2-804299-2 HTTP/1.1" status: 404 len: 380 time: 0.0538583 Aug 20 12:32:05.317062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device eb797deb-4579-4c64-ade7-77248acd9074 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:32:05.413028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78515780-3285-402b-a945-a40a31247f2a req-d13af5ce-8163-43c3-8f09-6e0ff71b5fe3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:05.414450 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-78515780-3285-402b-a945-a40a31247f2a req-d13af5ce-8163-43c3-8f09-6e0ff71b5fe3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 943 time: 0.0798831 Aug 20 12:32:05.415266 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port eb797deb-4579-4c64-ade7-77248acd9074, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=eb797deb-4579-4c64-ade7-77248acd9074,segment=NetworkSegment(157944fa-be26-44fc-9f2d-bab6b785cc80),segment_id=157944fa-be26-44fc-9f2d-bab6b785cc80)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:05.417044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11a29-9ef9-4566-9603-69b16db130c5 req-0f175765-f682-43f5-acef-20ff0cbd8a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:05.418423 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65c11a29-9ef9-4566-9603-69b16db130c5 req-0f175765-f682-43f5-acef-20ff0cbd8a90 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 1094 time: 0.0742986 Aug 20 12:32:05.426725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'eb797deb-4579-4c64-ade7-77248acd9074', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'port_id': 'eb797deb-4579-4c64-ade7-77248acd9074', 'mac_address': 'fa:16:3e:d9:f4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:32:05.463032 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:05.475690 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb797deb-4579-4c64-ade7-77248acd9074 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:32:05.495625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port eb797deb-4579-4c64-ade7-77248acd9074, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=eb797deb-4579-4c64-ade7-77248acd9074,segment=NetworkSegment(157944fa-be26-44fc-9f2d-bab6b785cc80),segment_id=157944fa-be26-44fc-9f2d-bab6b785cc80)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:05.500096 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:05.503663 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-78515780-3285-402b-a945-a40a31247f2a req-2b8ef8ce-56a6-4508-8a75-3a9b550bfc39 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819480 Aug 20 12:32:05.540698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11a29-9ef9-4566-9603-69b16db130c5 req-91fad771-c664-4b8a-b440-0cb3ff02889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:05.542199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65c11a29-9ef9-4566-9603-69b16db130c5 req-91fad771-c664-4b8a-b440-0cb3ff02889c service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c39cda-b122-43c9-9e92-84d95f806441 HTTP/1.1" status: 200 len: 896 time: 0.1151409 Aug 20 12:32:05.556325 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=eb797deb-4579-4c64-ade7-77248acd9074,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:05.563568 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:05.563971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:05.564316 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:05.564666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:05.564999 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:05.565329 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:05.565651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:05.566054 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:05.566353 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:05.566671 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:05.566989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:05.567313 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:05.611889 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65c11a29-9ef9-4566-9603-69b16db130c5 req-ff6a94b8-5d3e-440c-8457-03f666b0b9f2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb797deb-4579-4c64-ade7-77248acd9074 HTTP/1.1" status: 200 len: 999 time: 0.0628395 Aug 20 12:32:05.659231 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11a29-9ef9-4566-9603-69b16db130c5 req-6783e908-a36f-4bcf-9df6-97f65b5b533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:05.660614 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65c11a29-9ef9-4566-9603-69b16db130c5 req-6783e908-a36f-4bcf-9df6-97f65b5b533d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5c635cd6-45fa-4f59-a638-6bcf5bebb178 HTTP/1.1" status: 200 len: 834 time: 0.0420280 Aug 20 12:32:05.706771 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11a29-9ef9-4566-9603-69b16db130c5 req-4761b7ea-0de5-412a-974e-44e6d508b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:05.708245 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65c11a29-9ef9-4566-9603-69b16db130c5 req-4761b7ea-0de5-412a-974e-44e6d508b20e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c39cda-b122-43c9-9e92-84d95f806441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407288 Aug 20 12:32:05.745746 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['eb797deb-4579-4c64-ade7-77248acd9074'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:32:05.799512 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65c11a29-9ef9-4566-9603-69b16db130c5 req-643b753c-c5d5-4aa7-a801-191777bb31a7 service neutron] 10.222.0.76 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842624 Aug 20 12:32:05.888787 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-65c11a29-9ef9-4566-9603-69b16db130c5 req-6d920af8-0c0e-4493-9565-70eb7ea36c39 service neutron] 10.222.0.76 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819619 Aug 20 12:32:06.620909 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0447c-1f2f-41fc-9b06-a321eb33a1e6 req-c61062ca-a967-46d4-9836-995ababacdad tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:06.622363 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f9d0447c-1f2f-41fc-9b06-a321eb33a1e6 req-c61062ca-a967-46d4-9836-995ababacdad tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 944 time: 0.0476542 Aug 20 12:32:06.663270 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f9d0447c-1f2f-41fc-9b06-a321eb33a1e6 req-f841f854-aebd-4733-9d26-c9e78018aeae tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351033 Aug 20 12:32:06.684786 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57840) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:06.743593 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-74fa5bad-95c9-48ce-9d3a-16b11c872673 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/3e907786-87af-443e-a135-86157aa3e51a HTTP/1.1" status: 200 len: 991 time: 0.0577006 Aug 20 12:32:07.330433 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device eb797deb-4579-4c64-ade7-77248acd9074 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:07.378380 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port eb797deb-4579-4c64-ade7-77248acd9074 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:07.382183 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port eb797deb-4579-4c64-ade7-77248acd9074 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:07.382566 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:07.455619 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:07.477423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb797deb-4579-4c64-ade7-77248acd9074'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:07.479651 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232faf35-34d7-47e7-830b-c657112b9daf" -d '{"events": [{"server_uuid": "65cd6e75-a3e0-4fe5-b6e9-f11e569b0001", "name": "network-vif-plugged", "status": "completed", "tag": "eb797deb-4579-4c64-ade7-77248acd9074"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:07.492878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port eb797deb-4579-4c64-ade7-77248acd9074, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=eb797deb-4579-4c64-ade7-77248acd9074,segment=NetworkSegment(157944fa-be26-44fc-9f2d-bab6b785cc80),segment_id=157944fa-be26-44fc-9f2d-bab6b785cc80)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:07.497891 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:07.523893 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b125df7a-80d7-46a3-9631-d5bdd1243d6c x-openstack-request-id: req-b125df7a-80d7-46a3-9631-d5bdd1243d6c {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:07.524193 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cd6e75-a3e0-4fe5-b6e9-f11e569b0001", "name": "network-vif-plugged", "status": "completed", "tag": "eb797deb-4579-4c64-ade7-77248acd9074", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:07.524445 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b125df7a-80d7-46a3-9631-d5bdd1243d6c {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:07.524849 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb797deb-4579-4c64-ade7-77248acd9074', 'code': 200} Aug 20 12:32:07.550189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=eb797deb-4579-4c64-ade7-77248acd9074,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:09.645472 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:22.431626 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c6456fdc-a308-4ce9-8bb5-8d4085d048b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:25.196364 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4bac8514-2666-4b18-afaf-c0e513c2d70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:25.554980 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:26.554350 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:28.164307 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:33.460836 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.419464 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57852) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:37.575327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port 2100da0d-56b2-41ec-8bc5-112c465eca45 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:37.575669 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.647608 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.647930 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.659696 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for 2100da0d-56b2-41ec-8bc5-112c465eca45 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:37.803959 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.827341 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=2100da0d-56b2-41ec-8bc5-112c465eca45,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:37.842022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:37.842373 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:37.842708 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:37.843041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:37.843370 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:37.843701 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:37.844034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:37.844361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:37.844709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:37.845034 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:37.845355 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:37.845674 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:37.908910 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.909334 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Floating IP 3e907786-87af-443e-a135-86157aa3e51a disassociated (deleted). External IP: 172.25.8.95, port: eb797deb-4579-4c64-ade7-77248acd9074. Aug 20 12:32:38.117563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router a9ae0a78-d50d-4aa0-96f2-77b949087616 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:38.220469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:38.225280 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.232300 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597107f7-0156-483c-a64a-3d51672850c5 None None] Sync routers for ids ['a9ae0a78-d50d-4aa0-96f2-77b949087616'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:38.241694 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597107f7-0156-483c-a64a-3d51672850c5 None None] Routers {'a9ae0a78-d50d-4aa0-96f2-77b949087616'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:38.242328 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-597107f7-0156-483c-a64a-3d51672850c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:32:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a9ae0a78-d50d-4aa0-96f2-77b949087616'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:38.353474 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-597107f7-0156-483c-a64a-3d51672850c5 None None] Set router a9ae0a78-d50d-4aa0-96f2-77b949087616 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:38.551277 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f8152242-836b-4af8-ada0-547df0072b03 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/floatingips/3e907786-87af-443e-a135-86157aa3e51a HTTP/1.1" status: 204 len: 168 time: 1.1307113 Aug 20 12:32:38.551888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'tag': 'eb797deb-4579-4c64-ade7-77248acd9074'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:38.554077 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84c0434-8c1a-4c98-801c-4387a745a822" -d '{"events": [{"name": "network-changed", "server_uuid": "65cd6e75-a3e0-4fe5-b6e9-f11e569b0001", "tag": "eb797deb-4579-4c64-ade7-77248acd9074"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:38.557428 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-597107f7-0156-483c-a64a-3d51672850c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052297458', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:53Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b146a37b-8d94-4778-aa45-f196059eeb55', 'name': '', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f6:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:56Z', 'updated_at': '2021-08-20T12:31:01Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:38.589246 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597107f7-0156-483c-a64a-3d51672850c5 None None] Checking router: a9ae0a78-d50d-4aa0-96f2-77b949087616 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:38.596482 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c97e0f-8e7d-4ad6-b32b-1ff24e0a28d5 x-openstack-request-id: req-40c97e0f-8e7d-4ad6-b32b-1ff24e0a28d5 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:38.596808 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cd6e75-a3e0-4fe5-b6e9-f11e569b0001", "tag": "eb797deb-4579-4c64-ade7-77248acd9074", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:38.597210 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40c97e0f-8e7d-4ad6-b32b-1ff24e0a28d5 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:38.597600 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'tag': 'eb797deb-4579-4c64-ade7-77248acd9074', 'status': 'completed', 'code': 200} Aug 20 12:32:38.599060 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597107f7-0156-483c-a64a-3d51672850c5 None None] Routers {'a9ae0a78-d50d-4aa0-96f2-77b949087616'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:38.599674 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-597107f7-0156-483c-a64a-3d51672850c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:32:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a9ae0a78-d50d-4aa0-96f2-77b949087616'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:38.663286 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c0434-8c1a-4c98-801c-4387a745a822 req-cba6510b-a133-450d-aa28-4981221118c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:38.666073 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e84c0434-8c1a-4c98-801c-4387a745a822 req-cba6510b-a133-450d-aa28-4981221118c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 1096 time: 0.0447786 Aug 20 12:32:38.712888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-597107f7-0156-483c-a64a-3d51672850c5 None None] Set router a9ae0a78-d50d-4aa0-96f2-77b949087616 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:38.807729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b7de4-ca2c-4841-9eed-3c23b88e530d req-2fe0cb39-4895-4c28-b433-1ef1d7a75a17 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:38.809257 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-165b7de4-ca2c-4841-9eed-3c23b88e530d req-2fe0cb39-4895-4c28-b433-1ef1d7a75a17 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0750821 Aug 20 12:32:38.825545 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c0434-8c1a-4c98-801c-4387a745a822 req-9267698b-176f-40b2-9e24-333591a4b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:38.826981 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e84c0434-8c1a-4c98-801c-4387a745a822 req-9267698b-176f-40b2-9e24-333591a4b6d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=77c39cda-b122-43c9-9e92-84d95f806441 HTTP/1.1" status: 200 len: 896 time: 0.1508496 Aug 20 12:32:38.881559 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e84c0434-8c1a-4c98-801c-4387a745a822 req-6366c82d-e14c-410d-af3c-96fa05f8d61e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb797deb-4579-4c64-ade7-77248acd9074 HTTP/1.1" status: 200 len: 217 time: 0.0460324 Aug 20 12:32:38.889926 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-165b7de4-ca2c-4841-9eed-3c23b88e530d req-5f5dab10-300c-486a-88e4-9c326d3bf95c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734136 Aug 20 12:32:38.918756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-597107f7-0156-483c-a64a-3d51672850c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052297458', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:53Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b146a37b-8d94-4778-aa45-f196059eeb55', 'name': '', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f6:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:56Z', 'updated_at': '2021-08-20T12:31:01Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:38.934054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c0434-8c1a-4c98-801c-4387a745a822 req-19f1a685-8e51-4105-8e46-81a263b73d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:38.935531 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e84c0434-8c1a-4c98-801c-4387a745a822 req-19f1a685-8e51-4105-8e46-81a263b73d7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c635cd6-45fa-4f59-a638-6bcf5bebb178 HTTP/1.1" status: 200 len: 834 time: 0.0447526 Aug 20 12:32:38.944223 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597107f7-0156-483c-a64a-3d51672850c5 None None] The sync data for ids ['a9ae0a78-d50d-4aa0-96f2-77b949087616'] in n-d-804299-2 is: [{'id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052297458', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:53Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'b146a37b-8d94-4778-aa45-f196059eeb55', 'name': '', 'network_id': '77c39cda-b122-43c9-9e92-84d95f806441', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:f6:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:56Z', 'updated_at': '2021-08-20T12:31:01Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '5c635cd6-45fa-4f59-a638-6bcf5bebb178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:38.986036 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c0434-8c1a-4c98-801c-4387a745a822 req-979a7531-3f24-4169-b84e-b2f5ca8cf1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:38.987818 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e84c0434-8c1a-4c98-801c-4387a745a822 req-979a7531-3f24-4169-b84e-b2f5ca8cf1a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77c39cda-b122-43c9-9e92-84d95f806441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425787 Aug 20 12:32:39.085863 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e84c0434-8c1a-4c98-801c-4387a745a822 req-d9ccbc40-085f-492a-a72c-ea3ec2078765 service neutron] 10.222.0.35 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884385 Aug 20 12:32:39.181471 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf12b8f-4b04-492a-aff2-8197a4aab7ff None None] New status for floating IP 3e907786-87af-443e-a135-86157aa3e51a: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:32:39.183659 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e84c0434-8c1a-4c98-801c-4387a745a822 req-988f1670-de84-49c2-8bee-c073f7683019 service neutron] 10.222.0.35 "GET /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890782 Aug 20 12:32:39.635784 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:40.009333 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0321c-6573-4f34-be6a-637e6fd5c59c req-4c7a8158-f51f-4e0d-8941-671727b1c1ad tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:40.010833 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8f0321c-6573-4f34-be6a-637e6fd5c59c req-4c7a8158-f51f-4e0d-8941-671727b1c1ad tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0481884 Aug 20 12:32:40.047935 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8f0321c-6573-4f34-be6a-637e6fd5c59c req-950b3b68-5daa-40a6-a027-51c30d4d8c18 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=289a5e01-3721-4a03-b033-abe5723b7edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312207 Aug 20 12:32:40.148536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e3823-9ef2-4f08-a305-3f1ffe2ae42f req-beef5ab6-266b-4686-88c6-0a55863e8e60 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:40.150074 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-309e3823-9ef2-4f08-a305-3f1ffe2ae42f req-beef5ab6-266b-4686-88c6-0a55863e8e60 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.35 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 945 time: 0.0497031 Aug 20 12:32:40.239701 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-309e3823-9ef2-4f08-a305-3f1ffe2ae42f req-3aa08937-4dfa-4403-b79b-4463e8535234 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port eb797deb-4579-4c64-ade7-77248acd9074 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:40.239959 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-309e3823-9ef2-4f08-a305-3f1ffe2ae42f req-3aa08937-4dfa-4403-b79b-4463e8535234 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:40.325618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-309e3823-9ef2-4f08-a305-3f1ffe2ae42f req-3aa08937-4dfa-4403-b79b-4463e8535234 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] For port eb797deb-4579-4c64-ade7-77248acd9074, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=eb797deb-4579-4c64-ade7-77248acd9074,segment=NetworkSegment(157944fa-be26-44fc-9f2d-bab6b785cc80),segment_id=157944fa-be26-44fc-9f2d-bab6b785cc80)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:40.325982 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-309e3823-9ef2-4f08-a305-3f1ffe2ae42f req-3aa08937-4dfa-4403-b79b-4463e8535234 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:40.339694 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-309e3823-9ef2-4f08-a305-3f1ffe2ae42f req-3aa08937-4dfa-4403-b79b-4463e8535234 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for eb797deb-4579-4c64-ade7-77248acd9074 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:40.816810 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-309e3823-9ef2-4f08-a305-3f1ffe2ae42f req-3aa08937-4dfa-4403-b79b-4463e8535234 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:40.844360 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa08937-4dfa-4403-b79b-4463e8535234 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=eb797deb-4579-4c64-ade7-77248acd9074,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:40.891942 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-309e3823-9ef2-4f08-a305-3f1ffe2ae42f req-3aa08937-4dfa-4403-b79b-4463e8535234 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] No DVR routers for this DVR port eb797deb-4579-4c64-ade7-77248acd9074 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:32:40.894640 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-309e3823-9ef2-4f08-a305-3f1ffe2ae42f req-3aa08937-4dfa-4403-b79b-4463e8535234 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:40.896582 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-309e3823-9ef2-4f08-a305-3f1ffe2ae42f req-3aa08937-4dfa-4403-b79b-4463e8535234 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.35 "DELETE /v2.0/ports/eb797deb-4579-4c64-ade7-77248acd9074 HTTP/1.1" status: 204 len: 173 time: 0.7405179 Aug 20 12:32:40.897042 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'name': 'network-vif-deleted', 'tag': 'eb797deb-4579-4c64-ade7-77248acd9074'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:40.899518 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1529d78ee9ff0fc92738bff1d4fef891f7271bcc054651fa6b70395befb13a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1410ef66-5488-47e6-9eb0-1be44693a628" -d '{"events": [{"server_uuid": "65cd6e75-a3e0-4fe5-b6e9-f11e569b0001", "name": "network-vif-deleted", "tag": "eb797deb-4579-4c64-ade7-77248acd9074"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:40.935034 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c95923-04a4-4d1e-9111-2398d7624bc6 x-openstack-request-id: req-a4c95923-04a4-4d1e-9111-2398d7624bc6 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:40.935328 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cd6e75-a3e0-4fe5-b6e9-f11e569b0001", "name": "network-vif-deleted", "tag": "eb797deb-4579-4c64-ade7-77248acd9074", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:40.935576 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4c95923-04a4-4d1e-9111-2398d7624bc6 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:40.935964 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cd6e75-a3e0-4fe5-b6e9-f11e569b0001', 'name': 'network-vif-deleted', 'tag': 'eb797deb-4579-4c64-ade7-77248acd9074', 'status': 'completed', 'code': 200} Aug 20 12:32:41.153920 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-687fe2b5-c9b7-42c5-aca0-9595b79bee5d req-ff13bd50-c90a-4627-b5b9-fca33f1bec0f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=65cd6e75-a3e0-4fe5-b6e9-f11e569b0001 HTTP/1.1" status: 200 len: 210 time: 0.0266383 Aug 20 12:32:42.209093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57868) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:42.282362 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:32:42.558203 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-73398270-754f-4b8d-910f-67838281e869 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:42.806642 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-73398270-754f-4b8d-910f-67838281e869 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port b146a37b-8d94-4778-aa45-f196059eeb55 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:42.806983 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-73398270-754f-4b8d-910f-67838281e869 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:42.891670 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-73398270-754f-4b8d-910f-67838281e869 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] For port b146a37b-8d94-4778-aa45-f196059eeb55, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b146a37b-8d94-4778-aa45-f196059eeb55,segment=NetworkSegment(157944fa-be26-44fc-9f2d-bab6b785cc80),segment_id=157944fa-be26-44fc-9f2d-bab6b785cc80)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:42.892034 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-73398270-754f-4b8d-910f-67838281e869 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:42.908698 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-73398270-754f-4b8d-910f-67838281e869 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for b146a37b-8d94-4778-aa45-f196059eeb55 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:43.089602 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-73398270-754f-4b8d-910f-67838281e869 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.116713 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73398270-754f-4b8d-910f-67838281e869 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=b146a37b-8d94-4778-aa45-f196059eeb55,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:43.289062 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-73398270-754f-4b8d-910f-67838281e869 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.501429 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73398270-754f-4b8d-910f-67838281e869 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router a9ae0a78-d50d-4aa0-96f2-77b949087616 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:43.541245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device eb797deb-4579-4c64-ade7-77248acd9074 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:43.563778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: eb797deb-4579-4c64-ade7-77248acd9074 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:43.564122 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device eb797deb-4579-4c64-ade7-77248acd9074 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:43.609459 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73398270-754f-4b8d-910f-67838281e869 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:43.614863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-73398270-754f-4b8d-910f-67838281e869 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "PUT /v2.0/routers/a9ae0a78-d50d-4aa0-96f2-77b949087616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4046469 Aug 20 12:32:43.618160 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57870) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:43.619937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1829850a-a57d-4f24-b2b1-77b9c21af09e None None] Sync routers for ids ['a9ae0a78-d50d-4aa0-96f2-77b949087616'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:43.629036 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829850a-a57d-4f24-b2b1-77b9c21af09e None None] Routers {'a9ae0a78-d50d-4aa0-96f2-77b949087616'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:43.629653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1829850a-a57d-4f24-b2b1-77b9c21af09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:32:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a9ae0a78-d50d-4aa0-96f2-77b949087616'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:43.673313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-5660f9cb-44cf-4550-b58a-141c0c5cc58d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting subnet 5c635cd6-45fa-4f59-a638-6bcf5bebb178 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:32:43.676334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5660f9cb-44cf-4550-b58a-141c0c5cc58d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.723378 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5660f9cb-44cf-4550-b58a-141c0c5cc58d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.732830 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-1829850a-a57d-4f24-b2b1-77b9c21af09e None None] Set router a9ae0a78-d50d-4aa0-96f2-77b949087616 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:43.814976 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5660f9cb-44cf-4550-b58a-141c0c5cc58d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.873891 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5660f9cb-44cf-4550-b58a-141c0c5cc58d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.902936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660f9cb-44cf-4550-b58a-141c0c5cc58d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Subnet': ['ID=5c635cd6-45fa-4f59-a638-6bcf5bebb178,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:43.905014 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5660f9cb-44cf-4550-b58a-141c0c5cc58d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.906883 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5660f9cb-44cf-4550-b58a-141c0c5cc58d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/subnets/5c635cd6-45fa-4f59-a638-6bcf5bebb178 HTTP/1.1" status: 204 len: 168 time: 0.2877264 Aug 20 12:32:43.909717 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57872) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:43.913654 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caddb955-d2b6-48cd-88f3-eaad01fa32a8 None None] Network 77c39cda-b122-43c9-9e92-84d95f806441 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:32:43.974341 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1829850a-a57d-4f24-b2b1-77b9c21af09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052297458', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:53Z', 'updated_at': '2021-08-20T12:32:43Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'a7444225-b710-4c65-b0a4-ad55ae78fab7', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:44.020204 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c9cd2dc-3a31-41b5-a3c4-525d8106a3cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.130779 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c9cd2dc-3a31-41b5-a3c4-525d8106a3cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.170677 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1829850a-a57d-4f24-b2b1-77b9c21af09e None None] Checking router: a9ae0a78-d50d-4aa0-96f2-77b949087616 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:44.183110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0c9cd2dc-3a31-41b5-a3c4-525d8106a3cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port a7444225-b710-4c65-b0a4-ad55ae78fab7 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:44.183461 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c9cd2dc-3a31-41b5-a3c4-525d8106a3cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.215865 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829850a-a57d-4f24-b2b1-77b9c21af09e None None] Routers {'a9ae0a78-d50d-4aa0-96f2-77b949087616'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:44.216496 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1829850a-a57d-4f24-b2b1-77b9c21af09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:32:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a9ae0a78-d50d-4aa0-96f2-77b949087616'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:44.265631 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0c9cd2dc-3a31-41b5-a3c4-525d8106a3cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] For port a7444225-b710-4c65-b0a4-ad55ae78fab7, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a7444225-b710-4c65-b0a4-ad55ae78fab7,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:44.265976 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c9cd2dc-3a31-41b5-a3c4-525d8106a3cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.278640 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0c9cd2dc-3a31-41b5-a3c4-525d8106a3cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for a7444225-b710-4c65-b0a4-ad55ae78fab7 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:44.314901 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-1829850a-a57d-4f24-b2b1-77b9c21af09e None None] Set router a9ae0a78-d50d-4aa0-96f2-77b949087616 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:44.375127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ac6140-36f1-4f7e-9ca0-dee78c0b57a1 None None] DHCP port deletion for 77c39cda-b122-43c9-9e92-84d95f806441 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:32:44.378460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-1829850a-a57d-4f24-b2b1-77b9c21af09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052297458', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:53Z', 'updated_at': '2021-08-20T12:32:44Z', 'revision_number': 6, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:44.407885 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1829850a-a57d-4f24-b2b1-77b9c21af09e None None] The sync data for ids ['a9ae0a78-d50d-4aa0-96f2-77b949087616'] in n-d-804299-2 is: [{'id': 'a9ae0a78-d50d-4aa0-96f2-77b949087616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052297458', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:53Z', 'updated_at': '2021-08-20T12:32:44Z', 'revision_number': 6, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:44.454858 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c9cd2dc-3a31-41b5-a3c4-525d8106a3cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.457314 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac6140-36f1-4f7e-9ca0-dee78c0b57a1 None None] Deleting port 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:44.457695 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6140-36f1-4f7e-9ca0-dee78c0b57a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.481550 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cd2dc-3a31-41b5-a3c4-525d8106a3cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=a7444225-b710-4c65-b0a4-ad55ae78fab7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:44.523326 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f5ac6140-36f1-4f7e-9ca0-dee78c0b57a1 None None] For port 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8e5beb03-83c4-487d-8ef3-1aa03b0aae0a,segment=NetworkSegment(157944fa-be26-44fc-9f2d-bab6b785cc80),segment_id=157944fa-be26-44fc-9f2d-bab6b785cc80)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:44.524279 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6140-36f1-4f7e-9ca0-dee78c0b57a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.536523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac6140-36f1-4f7e-9ca0-dee78c0b57a1 None None] Calling delete_port for 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:44.541864 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c9cd2dc-3a31-41b5-a3c4-525d8106a3cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.615473 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6140-36f1-4f7e-9ca0-dee78c0b57a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.631815 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c9cd2dc-3a31-41b5-a3c4-525d8106a3cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.634077 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c9cd2dc-3a31-41b5-a3c4-525d8106a3cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.645312 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac6140-36f1-4f7e-9ca0-dee78c0b57a1 None None] Pushing event deleted for resources: {'Port': ['ID=8e5beb03-83c4-487d-8ef3-1aa03b0aae0a,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:44.647131 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac6140-36f1-4f7e-9ca0-dee78c0b57a1 None None] No DVR routers for this DVR port 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:32:44.680448 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c9cd2dc-3a31-41b5-a3c4-525d8106a3cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.681011 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9cd2dc-3a31-41b5-a3c4-525d8106a3cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Fanout notify agent at l3_agent the message router_deleted on router a9ae0a78-d50d-4aa0-96f2-77b949087616 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:32:44.687753 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c9cd2dc-3a31-41b5-a3c4-525d8106a3cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.688916 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0c9cd2dc-3a31-41b5-a3c4-525d8106a3cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/routers/a9ae0a78-d50d-4aa0-96f2-77b949087616 HTTP/1.1" status: 204 len: 168 time: 0.7780192 Aug 20 12:32:44.691522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57874) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:44.767502 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e918cd80-40e0-41b1-ae01-3f5024163fd7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.866550 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e918cd80-40e0-41b1-ae01-3f5024163fd7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.877280 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-e918cd80-40e0-41b1-ae01-3f5024163fd7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c39cda-b122-43c9-9e92-84d95f806441']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:44.887506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-e918cd80-40e0-41b1-ae01-3f5024163fd7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157944fa-be26-44fc-9f2d-bab6b785cc80') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:44.887806 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-e918cd80-40e0-41b1-ae01-3f5024163fd7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157944fa-be26-44fc-9f2d-bab6b785cc80') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:44.896377 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e918cd80-40e0-41b1-ae01-3f5024163fd7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.909872 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e918cd80-40e0-41b1-ae01-3f5024163fd7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.916146 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e918cd80-40e0-41b1-ae01-3f5024163fd7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:32:44.916528 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e918cd80-40e0-41b1-ae01-3f5024163fd7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:32:44.919627 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:32:44.975011 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e918cd80-40e0-41b1-ae01-3f5024163fd7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.980717 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e918cd80-40e0-41b1-ae01-3f5024163fd7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.983507 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e918cd80-40e0-41b1-ae01-3f5024163fd7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/networks/77c39cda-b122-43c9-9e92-84d95f806441 HTTP/1.1" status: 204 len: 168 time: 0.2906651 Aug 20 12:32:44.986356 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57876) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:45.000093 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918cd80-40e0-41b1-ae01-3f5024163fd7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Network': ['ID=77c39cda-b122-43c9-9e92-84d95f806441,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:45.050802 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39b0e4cd-b67b-4ee4-b2bd-af2e57290447 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.077374 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39b0e4cd-b67b-4ee4-b2bd-af2e57290447 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.137068 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39b0e4cd-b67b-4ee4-b2bd-af2e57290447 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.141025 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39b0e4cd-b67b-4ee4-b2bd-af2e57290447 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.141684 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-39b0e4cd-b67b-4ee4-b2bd-af2e57290447 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/security-groups/289a5e01-3721-4a03-b033-abe5723b7edc HTTP/1.1" status: 204 len: 168 time: 0.1541119 Aug 20 12:32:45.152162 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0e4cd-b67b-4ee4-b2bd-af2e57290447 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=289a5e01-3721-4a03-b033-abe5723b7edc,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:45.327174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57882) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:45.331952 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-96698c0a-f1f7-43ba-96dc-0f6119b8d0c8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474172291', 'description': 'tempest-secgroup-smoke-1474172291 description', 'project_id': '977744d865634c55a9fb8d5a0653eff3'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:45.355953 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96698c0a-f1f7-43ba-96dc-0f6119b8d0c8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.448654 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96698c0a-f1f7-43ba-96dc-0f6119b8d0c8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.452293 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96698c0a-f1f7-43ba-96dc-0f6119b8d0c8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.477270 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-96698c0a-f1f7-43ba-96dc-0f6119b8d0c8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.478489 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-96698c0a-f1f7-43ba-96dc-0f6119b8d0c8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1502843 Aug 20 12:32:45.481810 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57884) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:45.482726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96698c0a-f1f7-43ba-96dc-0f6119b8d0c8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:45.487796 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b778d534-4a4f-4d63-a0ca-352c5b17f6f2 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:45.514736 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b778d534-4a4f-4d63-a0ca-352c5b17f6f2 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.576061 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b778d534-4a4f-4d63-a0ca-352c5b17f6f2 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.579847 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b778d534-4a4f-4d63-a0ca-352c5b17f6f2 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.595738 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778d534-4a4f-4d63-a0ca-352c5b17f6f2 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc21e91e-7b76-4cfe-8ba9-49eebc31b7f4,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:45.605444 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b778d534-4a4f-4d63-a0ca-352c5b17f6f2 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.606649 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b778d534-4a4f-4d63-a0ca-352c5b17f6f2 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235859 Aug 20 12:32:45.609391 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57886) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:45.613959 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-494be632-b7cc-4f9a-9772-7862d315d48b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:45.639862 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-494be632-b7cc-4f9a-9772-7862d315d48b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.697471 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-494be632-b7cc-4f9a-9772-7862d315d48b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.702098 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-494be632-b7cc-4f9a-9772-7862d315d48b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.721115 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494be632-b7cc-4f9a-9772-7862d315d48b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb404c4-3498-41f3-acfd-2c2012fa38e7,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:45.724191 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-494be632-b7cc-4f9a-9772-7862d315d48b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.725437 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-494be632-b7cc-4f9a-9772-7862d315d48b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151321 Aug 20 12:32:45.728963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57888) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:45.734528 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-248e7233-ff85-42f6-845d-f5e38aaed015 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:45.749550 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b146a37b-8d94-4778-aa45-f196059eeb55 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:45.763040 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-248e7233-ff85-42f6-845d-f5e38aaed015 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.770309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: b146a37b-8d94-4778-aa45-f196059eeb55 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:45.770660 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b146a37b-8d94-4778-aa45-f196059eeb55 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:45.771085 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:45.790246 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:45.790600 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8e5beb03-83c4-487d-8ef3-1aa03b0aae0a not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:45.791062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a7444225-b710-4c65-b0a4-ad55ae78fab7 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:45.810318 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: a7444225-b710-4c65-b0a4-ad55ae78fab7 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:45.810637 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a7444225-b710-4c65-b0a4-ad55ae78fab7 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:45.823178 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-248e7233-ff85-42f6-845d-f5e38aaed015 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.827074 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-248e7233-ff85-42f6-845d-f5e38aaed015 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.845525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e7233-ff85-42f6-845d-f5e38aaed015 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33436fc7-47f1-47e2-9a16-d4747c9710b4,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:45.848402 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-248e7233-ff85-42f6-845d-f5e38aaed015 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.849598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-248e7233-ff85-42f6-845d-f5e38aaed015 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193917 Aug 20 12:32:45.853038 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57890) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:45.857634 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b623e09e-92ea-4d1e-b42b-0fccbf4f17f5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:45.883598 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b623e09e-92ea-4d1e-b42b-0fccbf4f17f5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.940613 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b623e09e-92ea-4d1e-b42b-0fccbf4f17f5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.944268 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b623e09e-92ea-4d1e-b42b-0fccbf4f17f5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.964043 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623e09e-92ea-4d1e-b42b-0fccbf4f17f5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f84082f-0df3-4b17-b8ee-3e41725cef6d,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:45.970561 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b623e09e-92ea-4d1e-b42b-0fccbf4f17f5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.971755 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b623e09e-92ea-4d1e-b42b-0fccbf4f17f5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177223 Aug 20 12:32:45.974495 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57892) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:45.979799 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9aab4451-ef52-47fd-b7f1-a0d84d2a895e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:46.000997 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-9aab4451-ef52-47fd-b7f1-a0d84d2a895e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Project 977744d865634c55a9fb8d5a0653eff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:32:46.005687 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9aab4451-ef52-47fd-b7f1-a0d84d2a895e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.065826 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9aab4451-ef52-47fd-b7f1-a0d84d2a895e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.069747 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9aab4451-ef52-47fd-b7f1-a0d84d2a895e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.087703 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab4451-ef52-47fd-b7f1-a0d84d2a895e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6905b33e-9d7c-4723-b098-7fc31c384231,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:46.092956 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9aab4451-ef52-47fd-b7f1-a0d84d2a895e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.094065 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9aab4451-ef52-47fd-b7f1-a0d84d2a895e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186624 Aug 20 12:32:46.096851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57894) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:46.101116 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-bb39c99e-8280-479d-af3b-6c2da1ad3943 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:46.122419 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-bb39c99e-8280-479d-af3b-6c2da1ad3943 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Project 977744d865634c55a9fb8d5a0653eff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:32:46.127164 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb39c99e-8280-479d-af3b-6c2da1ad3943 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.187438 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb39c99e-8280-479d-af3b-6c2da1ad3943 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.190716 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb39c99e-8280-479d-af3b-6c2da1ad3943 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.207985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39c99e-8280-479d-af3b-6c2da1ad3943 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cdc51e-a93d-4249-94df-6c930f77c116,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:46.215536 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb39c99e-8280-479d-af3b-6c2da1ad3943 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.216843 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-bb39c99e-8280-479d-af3b-6c2da1ad3943 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190231 Aug 20 12:32:46.219696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57896) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:46.224576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6e87534b-cfbf-4b7a-a270-82ad19d24e81 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'network': {'name': 'tempest-network-smoke--1263303951', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'port_security_enabled': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:46.245531 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e87534b-cfbf-4b7a-a270-82ad19d24e81 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Made reservation on behalf of 977744d865634c55a9fb8d5a0653eff3 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:32:46.248852 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e87534b-cfbf-4b7a-a270-82ad19d24e81 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.271919 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e87534b-cfbf-4b7a-a270-82ad19d24e81 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:32:46.283385 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e87534b-cfbf-4b7a-a270-82ad19d24e81 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.283731 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-6e87534b-cfbf-4b7a-a270-82ad19d24e81 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Added segment 057c222a-1d72-4cea-ac1a-411b09e06bfa of type vlan for network 9a60813b-57c4-4d6e-ad72-c8bf08c5548c Aug 20 12:32:46.323635 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e87534b-cfbf-4b7a-a270-82ad19d24e81 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.348176 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e87534b-cfbf-4b7a-a270-82ad19d24e81 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.353880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e87534b-cfbf-4b7a-a270-82ad19d24e81 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:46.354467 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e87534b-cfbf-4b7a-a270-82ad19d24e81 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.410772 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6e87534b-cfbf-4b7a-a270-82ad19d24e81 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900356 Aug 20 12:32:46.413456 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57898) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:46.418492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2142437418', 'admin_state_up': True, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:46.439439 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87534b-cfbf-4b7a-a270-82ad19d24e81 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Network': ['ID=9a60813b-57c4-4d6e-ad72-c8bf08c5548c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:46.450571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 9a60813b-57c4-4d6e-ad72-c8bf08c5548c details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:32:46.453474 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.454464 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.504688 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.654670 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.847748 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.866411 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.964883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.25.8.241 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/981d7d7b-3e25-4020-8ebd-19657db7f865) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:47.067190 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.104917 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.141557 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:47.145692 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:47.149792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:47.157616 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=981d7d7b-3e25-4020-8ebd-19657db7f865,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:47.400599 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.592332 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.717487 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router 36e7e563-9e49-4027-a20c-76e32f630188 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:32:47.821713 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:47.830951 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Sync routers for ids ['36e7e563-9e49-4027-a20c-76e32f630188'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:47.840856 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.841913 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Routers {'36e7e563-9e49-4027-a20c-76e32f630188'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:47.842068 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-073ef5c5-f6fe-40e3-928c-f7ffa641ef73 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4276807 Aug 20 12:32:47.842544 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:32:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['36e7e563-9e49-4027-a20c-76e32f630188'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:47.845274 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57900) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:47.873422 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d4892b03-d805-4147-a1f2-15ca6970530b tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=977744d865634c55a9fb8d5a0653eff3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270157 Aug 20 12:32:47.875884 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57902) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:47.945789 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Set router 36e7e563-9e49-4027-a20c-76e32f630188 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:47.969826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28615574-54b1-4f3e-be67-e8e3c422e3db tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:47.971353 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-28615574-54b1-4f3e-be67-e8e3c422e3db tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945764 Aug 20 12:32:47.974280 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57904) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:48.003578 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-839de1ab-0a82-4f51-8d8e-9a60983135ec tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281258 Aug 20 12:32:48.006165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57906) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:48.011577 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a6055b24-eaaf-4ea8-b1a2-d4ebe9beed68 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-640935811', 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:48.098429 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6055b24-eaaf-4ea8-b1a2-d4ebe9beed68 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Made reservation on behalf of 977744d865634c55a9fb8d5a0653eff3 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:32:48.102211 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6055b24-eaaf-4ea8-b1a2-d4ebe9beed68 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.128995 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e7e563-9e49-4027-a20c-76e32f630188', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142437418', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:47Z', 'revision_number': 3, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:48.155807 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Checking router: 36e7e563-9e49-4027-a20c-76e32f630188 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:48.156151 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Updating router 36e7e563-9e49-4027-a20c-76e32f630188 port 981d7d7b-3e25-4020-8ebd-19657db7f865 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:32:48.181123 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.286063 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6055b24-eaaf-4ea8-b1a2-d4ebe9beed68 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.354075 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6055b24-eaaf-4ea8-b1a2-d4ebe9beed68 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Subnet': ['ID=9d57afb5-12ed-4315-a72f-e62495c8d052,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:48.363573 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6055b24-eaaf-4ea8-b1a2-d4ebe9beed68 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Checking segment: {'id': '057c222a-1d72-4cea-ac1a-411b09e06bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:48.363938 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6055b24-eaaf-4ea8-b1a2-d4ebe9beed68 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network hostable DHCP agents. Network: 9a60813b-57c4-4d6e-ad72-c8bf08c5548c, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:32:48.380958 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6055b24-eaaf-4ea8-b1a2-d4ebe9beed68 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 9a60813b-57c4-4d6e-ad72-c8bf08c5548c is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:32:48.390409 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a6055b24-eaaf-4ea8-b1a2-d4ebe9beed68 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 9a60813b-57c4-4d6e-ad72-c8bf08c5548c) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:48.395601 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6055b24-eaaf-4ea8-b1a2-d4ebe9beed68 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:48.396187 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6055b24-eaaf-4ea8-b1a2-d4ebe9beed68 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.401230 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c1341d-2170-4603-b092-22a7ba7f8033 None None] Network 9a60813b-57c4-4d6e-ad72-c8bf08c5548c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:32:48.411827 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a6055b24-eaaf-4ea8-b1a2-d4ebe9beed68 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4045494 Aug 20 12:32:48.414945 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57908) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:48.435132 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.444903 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Transition to ACTIVE for port object 981d7d7b-3e25-4020-8ebd-19657db7f865 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:48.451089 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.503379 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Attempting to bind port 981d7d7b-3e25-4020-8ebd-19657db7f865 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:48.503746 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Attempting to bind port 981d7d7b-3e25-4020-8ebd-19657db7f865 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:48.504109 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Attempting to bind port 981d7d7b-3e25-4020-8ebd-19657db7f865 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:48.506120 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b4834-dd1a-4142-9e2c-0ee87cb4266a None None] Pushing event updated for resources: {'Port': ['ID=981d7d7b-3e25-4020-8ebd-19657db7f865,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:48.514694 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b4834-dd1a-4142-9e2c-0ee87cb4266a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:48.515040 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b4834-dd1a-4142-9e2c-0ee87cb4266a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:48.515382 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b4834-dd1a-4142-9e2c-0ee87cb4266a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:48.515719 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b4834-dd1a-4142-9e2c-0ee87cb4266a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:48.516047 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b4834-dd1a-4142-9e2c-0ee87cb4266a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:48.516374 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b4834-dd1a-4142-9e2c-0ee87cb4266a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:48.516717 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b4834-dd1a-4142-9e2c-0ee87cb4266a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:48.517043 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b4834-dd1a-4142-9e2c-0ee87cb4266a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:48.517360 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b4834-dd1a-4142-9e2c-0ee87cb4266a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:48.517696 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b4834-dd1a-4142-9e2c-0ee87cb4266a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:48.517998 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b4834-dd1a-4142-9e2c-0ee87cb4266a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:48.518318 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294b4834-dd1a-4142-9e2c-0ee87cb4266a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:48.524022 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:48.524439 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:48.525281 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.525281 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:48.525721 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Bound port: 981d7d7b-3e25-4020-8ebd-19657db7f865, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:48.526104 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.557215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ips': [{'subnet_id': '9d57afb5-12ed-4315-a72f-e62495c8d052'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:32:48.558345 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.582217 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] For port 981d7d7b-3e25-4020-8ebd-19657db7f865, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:48.587086 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] For port 981d7d7b-3e25-4020-8ebd-19657db7f865, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=981d7d7b-3e25-4020-8ebd-19657db7f865,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:48.591681 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.641594 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Routers {'36e7e563-9e49-4027-a20c-76e32f630188'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:48.642622 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:32:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['36e7e563-9e49-4027-a20c-76e32f630188'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:48.711126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Allocated IP 172.20.0.2 (9a60813b-57c4-4d6e-ad72-c8bf08c5548c/9d57afb5-12ed-4315-a72f-e62495c8d052/b6941361-df9e-4093-99c1-87bc6bf2bbdd) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:48.793820 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b4834-dd1a-4142-9e2c-0ee87cb4266a None None] Pushing event updated for resources: {'Port': ['ID=981d7d7b-3e25-4020-8ebd-19657db7f865,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:48.865264 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] Set router 36e7e563-9e49-4027-a20c-76e32f630188 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:48.884133 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.892854 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Transition to ACTIVE for port object b6941361-df9e-4093-99c1-87bc6bf2bbdd will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:48.908354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Transition to ACTIVE for port object b6941361-df9e-4093-99c1-87bc6bf2bbdd will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:48.912439 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.915996 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.956124 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Network 9a60813b-57c4-4d6e-ad72-c8bf08c5548c is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:48.960447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:48.968580 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:48.992715 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Pushing event updated for resources: {'Port': ['ID=b6941361-df9e-4093-99c1-87bc6bf2bbdd,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:49.036164 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Attempting to bind port b6941361-df9e-4093-99c1-87bc6bf2bbdd on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:49.036654 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Attempting to bind port b6941361-df9e-4093-99c1-87bc6bf2bbdd by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '057c222a-1d72-4cea-ac1a-411b09e06bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:49.037109 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Attempting to bind port b6941361-df9e-4093-99c1-87bc6bf2bbdd on network 9a60813b-57c4-4d6e-ad72-c8bf08c5548c {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:49.043073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:49.043579 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Checking segment: {'id': '057c222a-1d72-4cea-ac1a-411b09e06bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:49.044112 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:49.044578 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Bound using segment: {'id': '057c222a-1d72-4cea-ac1a-411b09e06bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:49.045073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Bound port: b6941361-df9e-4093-99c1-87bc6bf2bbdd, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057c222a-1d72-4cea-ac1a-411b09e06bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:49.045478 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:49.056322 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e7e563-9e49-4027-a20c-76e32f630188', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142437418', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:47Z', 'revision_number': 3, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:49.087415 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d346fd10-2e79-4bd6-89f3-73bfaace9c61 None None] The sync data for ids ['36e7e563-9e49-4027-a20c-76e32f630188'] in n-d-804299-2 is: [{'id': '36e7e563-9e49-4027-a20c-76e32f630188', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142437418', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:47Z', 'revision_number': 3, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:49.114154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] For port b6941361-df9e-4093-99c1-87bc6bf2bbdd, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:49.118021 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] For port b6941361-df9e-4093-99c1-87bc6bf2bbdd, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b6941361-df9e-4093-99c1-87bc6bf2bbdd,segment=NetworkSegment(057c222a-1d72-4cea-ac1a-411b09e06bfa),segment_id=057c222a-1d72-4cea-ac1a-411b09e06bfa)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:49.123262 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:49.186059 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e033c-0bd5-4e73-a82f-f65144eb23f0 None None] Pushing event updated for resources: {'Port': ['ID=b6941361-df9e-4093-99c1-87bc6bf2bbdd,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:49.211561 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.20.0.1 (9a60813b-57c4-4d6e-ad72-c8bf08c5548c/9d57afb5-12ed-4315-a72f-e62495c8d052/ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:49.371051 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:49.393957 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Transition to ACTIVE for port object ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:49.434932 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:49.479705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 9a60813b-57c4-4d6e-ad72-c8bf08c5548c is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:49.484545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:49.488710 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:49.533230 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:49.548971 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:49.689384 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:49.815803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b6941361-df9e-4093-99c1-87bc6bf2bbdd up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:49.872974 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port b6941361-df9e-4093-99c1-87bc6bf2bbdd completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:49.877442 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 981d7d7b-3e25-4020-8ebd-19657db7f865 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:49.935406 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 981d7d7b-3e25-4020-8ebd-19657db7f865 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:49.939803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 981d7d7b-3e25-4020-8ebd-19657db7f865 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:49.940178 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.025016 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.035175 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.051867 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.083692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 981d7d7b-3e25-4020-8ebd-19657db7f865, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=981d7d7b-3e25-4020-8ebd-19657db7f865,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:50.088293 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.116149 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:50.119521 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.145209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=981d7d7b-3e25-4020-8ebd-19657db7f865,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:50.214390 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 9a60813b-57c4-4d6e-ad72-c8bf08c5548c is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:50.215813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:50.253603 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dcdc3f-6e53-4222-a54a-ede9efacdc7a None None] Network 9a60813b-57c4-4d6e-ad72-c8bf08c5548c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:32:50.334031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router 36e7e563-9e49-4027-a20c-76e32f630188 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:50.369577 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c3ec9aeb-e906-413b-b85b-8eb5e6c4f5d5 None None] Provisioning for port b6941361-df9e-4093-99c1-87bc6bf2bbdd completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:50.377269 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c3ec9aeb-e906-413b-b85b-8eb5e6c4f5d5 None None] Provisioning complete for port b6941361-df9e-4093-99c1-87bc6bf2bbdd triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:50.377575 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c3ec9aeb-e906-413b-b85b-8eb5e6c4f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.493002 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c3ec9aeb-e906-413b-b85b-8eb5e6c4f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.538362 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c3ec9aeb-e906-413b-b85b-8eb5e6c4f5d5 None None] For port b6941361-df9e-4093-99c1-87bc6bf2bbdd, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b6941361-df9e-4093-99c1-87bc6bf2bbdd,segment=NetworkSegment(057c222a-1d72-4cea-ac1a-411b09e06bfa),segment_id=057c222a-1d72-4cea-ac1a-411b09e06bfa)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:50.545070 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c3ec9aeb-e906-413b-b85b-8eb5e6c4f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.599643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec9aeb-e906-413b-b85b-8eb5e6c4f5d5 None None] Pushing event updated for resources: {'Port': ['ID=b6941361-df9e-4093-99c1-87bc6bf2bbdd,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:50.762109 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:50.769408 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f0b29eab-2398-44c1-837c-13c7e0de730e None None] Provisioning for port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:50.775094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f0b29eab-2398-44c1-837c-13c7e0de730e None None] Provisioning complete for port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:50.775668 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f0b29eab-2398-44c1-837c-13c7e0de730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.776923 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7073bb5b-7713-44b5-800f-38a38eb05f11 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "PUT /v2.0/routers/36e7e563-9e49-4027-a20c-76e32f630188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3564484 Aug 20 12:32:50.828549 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f0b29eab-2398-44c1-837c-13c7e0de730e None None] Port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:32:50.831898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Sync routers for ids ['36e7e563-9e49-4027-a20c-76e32f630188'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:50.846400 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Routers {'36e7e563-9e49-4027-a20c-76e32f630188'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:50.847051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:32:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['36e7e563-9e49-4027-a20c-76e32f630188'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:50.886877 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f0b29eab-2398-44c1-837c-13c7e0de730e None None] Provisioning complete for port b6941361-df9e-4093-99c1-87bc6bf2bbdd triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:50.886877 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f0b29eab-2398-44c1-837c-13c7e0de730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.940564 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bc889eab-5d00-4c96-9391-873041fd5a2d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474172291&fields=id&tenant_id=977744d865634c55a9fb8d5a0653eff3 HTTP/1.1" status: 200 len: 267 time: 0.0368102 Aug 20 12:32:50.994975 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Set router 36e7e563-9e49-4027-a20c-76e32f630188 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:51.066563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-4a462aef-1070-4f1f-9409-bc91c2c36bfc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:51.073195 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-4a462aef-1070-4f1f-9409-bc91c2c36bfc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/networks?id=9a60813b-57c4-4d6e-ad72-c8bf08c5548c HTTP/1.1" status: 200 len: 797 time: 0.1246865 Aug 20 12:32:51.091706 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-b30941b6-dfc4-49c5-9786-c6f412306ecd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/quotas/977744d865634c55a9fb8d5a0653eff3 HTTP/1.1" status: 200 len: 375 time: 0.0107555 Aug 20 12:32:51.144580 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-745843d0-fe7e-42ab-b7a4-5fb4502b974a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464928 Aug 20 12:32:51.222743 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cdffb399-ed00-4e41-8b88-bde9f8d61c20 None None] Provisioning complete for port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:51.223109 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cdffb399-ed00-4e41-8b88-bde9f8d61c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.243863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-cd1063aa-00f1-468c-af41-96430d8d11f7 service neutron] 10.222.0.37 "GET /v2.0/networks/9a60813b-57c4-4d6e-ad72-c8bf08c5548c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855658 Aug 20 12:32:51.264043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-cdffb399-ed00-4e41-8b88-bde9f8d61c20 None None] Port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:32:51.274452 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e7e563-9e49-4027-a20c-76e32f630188', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142437418', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:49Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6', 'name': '', 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:13:24:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:49Z', 'updated_at': '2021-08-20T12:32:49Z', 'revision_number': 2, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:51.300725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Checking router: 36e7e563-9e49-4027-a20c-76e32f630188 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:51.301082 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Updating router 36e7e563-9e49-4027-a20c-76e32f630188 port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:32:51.326371 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.340436 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-377d688d-c853-465c-9661-02dc6f0b4190 service neutron] 10.222.0.37 "GET /v2.0/networks/9a60813b-57c4-4d6e-ad72-c8bf08c5548c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909615 Aug 20 12:32:51.504823 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e956873e-f3ee-4b6d-a6da-3aee9a196ec8 req-c4088670-2327-45e0-8c40-45e8356bbadc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 210 time: 0.0286453 Aug 20 12:32:51.606095 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.616142 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Transition to ACTIVE for port object ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:51.622118 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.675941 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222f4a6-5354-4bc9-b9c7-ec0bff3a7081 None None] Pushing event updated for resources: {'Port': ['ID=ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:51.743781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Attempting to bind port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:51.744187 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Attempting to bind port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '057c222a-1d72-4cea-ac1a-411b09e06bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:51.744558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Attempting to bind port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 on network 9a60813b-57c4-4d6e-ad72-c8bf08c5548c {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:51.750493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:51.750918 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Checking segment: {'id': '057c222a-1d72-4cea-ac1a-411b09e06bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:51.751317 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.751842 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Bound using segment: {'id': '057c222a-1d72-4cea-ac1a-411b09e06bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:51.752313 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Bound port: ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057c222a-1d72-4cea-ac1a-411b09e06bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:51.752728 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.794260 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b6941361-df9e-4093-99c1-87bc6bf2bbdd up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:51.865635 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] For port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:51.869582 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] For port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6,segment=NetworkSegment(057c222a-1d72-4cea-ac1a-411b09e06bfa),segment_id=057c222a-1d72-4cea-ac1a-411b09e06bfa)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:51.877351 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.921771 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b6941361-df9e-4093-99c1-87bc6bf2bbdd triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:51.922098 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.982945 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Routers {'36e7e563-9e49-4027-a20c-76e32f630188'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:51.983599 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:32:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['36e7e563-9e49-4027-a20c-76e32f630188'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:51.985387 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222f4a6-5354-4bc9-b9c7-ec0bff3a7081 None None] Pushing event updated for resources: {'Port': ['ID=ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:52.325927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 981d7d7b-3e25-4020-8ebd-19657db7f865 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:52.329700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] Set router 36e7e563-9e49-4027-a20c-76e32f630188 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:52.529974 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5d513260-3600-4c2b-8991-859b0bf41333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:52.545495 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 981d7d7b-3e25-4020-8ebd-19657db7f865 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:52.545956 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:52.558867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-1e821f8a-e360-4d56-9439-3d774bca0221 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:52.560451 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-1e821f8a-e360-4d56-9439-3d774bca0221 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "GET /v2.0/networks?id=9a60813b-57c4-4d6e-ad72-c8bf08c5548c HTTP/1.1" status: 200 len: 797 time: 0.1393430 Aug 20 12:32:52.637275 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-810ab3c8-337f-47d3-8948-9898d295f690 req-18ff1be5-e738-4313-92bd-8e8d5ba8d299 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 210 time: 0.0360019 Aug 20 12:32:52.641842 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-4cc43c2c-dfd2-43ad-b7dc-50868ace6022 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=977744d865634c55a9fb8d5a0653eff3 HTTP/1.1" status: 200 len: 380 time: 0.0716691 Aug 20 12:32:52.656782 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-7c5f989f-b4dd-44b0-a36f-8316821ae14f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'port': {'device_id': '5425ee7a-bcb3-4207-87ce-62aac9a4a7cb', 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'admin_state_up': True, 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'security_groups': ['0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:52.702937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e7e563-9e49-4027-a20c-76e32f630188', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142437418', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:49Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6', 'name': '', 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:13:24:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:49Z', 'updated_at': '2021-08-20T12:32:51Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:52.734316 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668e3e2-face-4604-8274-9fa036970aeb None None] The sync data for ids ['36e7e563-9e49-4027-a20c-76e32f630188'] in n-d-804299-2 is: [{'id': '36e7e563-9e49-4027-a20c-76e32f630188', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142437418', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:49Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6', 'name': '', 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:13:24:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:49Z', 'updated_at': '2021-08-20T12:32:51Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:52.769962 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-7c5f989f-b4dd-44b0-a36f-8316821ae14f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Made reservation on behalf of 977744d865634c55a9fb8d5a0653eff3 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:32:52.774137 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-7c5f989f-b4dd-44b0-a36f-8316821ae14f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:52.922069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-7c5f989f-b4dd-44b0-a36f-8316821ae14f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.20.0.11 (9a60813b-57c4-4d6e-ad72-c8bf08c5548c/9d57afb5-12ed-4315-a72f-e62495c8d052/197970a6-a450-467d-9e31-e8c7dbfe4417) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:53.073948 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-7c5f989f-b4dd-44b0-a36f-8316821ae14f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:53.088881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-7c5f989f-b4dd-44b0-a36f-8316821ae14f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Transition to ACTIVE for port object 197970a6-a450-467d-9e31-e8c7dbfe4417 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:53.123913 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-7c5f989f-b4dd-44b0-a36f-8316821ae14f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:53.168584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-7c5f989f-b4dd-44b0-a36f-8316821ae14f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 9a60813b-57c4-4d6e-ad72-c8bf08c5548c is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:53.171645 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-7c5f989f-b4dd-44b0-a36f-8316821ae14f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:53.175327 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-7c5f989f-b4dd-44b0-a36f-8316821ae14f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:53.185282 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f989f-b4dd-44b0-a36f-8316821ae14f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=197970a6-a450-467d-9e31-e8c7dbfe4417,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:53.234609 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-7c5f989f-b4dd-44b0-a36f-8316821ae14f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.235373 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-7c5f989f-b4dd-44b0-a36f-8316821ae14f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:53.252913 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-7c5f989f-b4dd-44b0-a36f-8316821ae14f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6048915 Aug 20 12:32:53.317525 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Request body: {'port': {'device_id': '5425ee7a-bcb3-4207-87ce-62aac9a4a7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:53.381715 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:53.408398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-dfcaf0a1-e505-4383-938e-2aaf7cd73a1a None None] Provisioning for port 197970a6-a450-467d-9e31-e8c7dbfe4417 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:53.412541 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-dfcaf0a1-e505-4383-938e-2aaf7cd73a1a None None] Provisioning complete for port 197970a6-a450-467d-9e31-e8c7dbfe4417 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:53.413019 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dfcaf0a1-e505-4383-938e-2aaf7cd73a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:53.453501 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-dfcaf0a1-e505-4383-938e-2aaf7cd73a1a None None] Port 197970a6-a450-467d-9e31-e8c7dbfe4417 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:32:53.670097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197970a6-a450-467d-9e31-e8c7dbfe4417 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:32:53.678476 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:53.695288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Transition to ACTIVE for port object 197970a6-a450-467d-9e31-e8c7dbfe4417 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:53.700537 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:53.765008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Pushing event updated for resources: {'Port': ['ID=197970a6-a450-467d-9e31-e8c7dbfe4417,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:53.832739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:53.859742 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Attempting to bind port 197970a6-a450-467d-9e31-e8c7dbfe4417 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:53.860077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Attempting to bind port 197970a6-a450-467d-9e31-e8c7dbfe4417 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '057c222a-1d72-4cea-ac1a-411b09e06bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:53.860408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Attempting to bind port 197970a6-a450-467d-9e31-e8c7dbfe4417 on network 9a60813b-57c4-4d6e-ad72-c8bf08c5548c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:53.865383 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Port 197970a6-a450-467d-9e31-e8c7dbfe4417 on network 9a60813b-57c4-4d6e-ad72-c8bf08c5548c not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:32:53.865707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Attempting to bind port 197970a6-a450-467d-9e31-e8c7dbfe4417 on network 9a60813b-57c4-4d6e-ad72-c8bf08c5548c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:53.875270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:53.875605 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Checking segment: {'id': '057c222a-1d72-4cea-ac1a-411b09e06bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:53.876181 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Bound using segment: {'id': '057c222a-1d72-4cea-ac1a-411b09e06bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:53.876425 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Bound port: 197970a6-a450-467d-9e31-e8c7dbfe4417, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057c222a-1d72-4cea-ac1a-411b09e06bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:53.876823 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:53.892691 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d300d-31d6-42a6-a680-5c78fca98e7a req-0568da61-6aa0-4a18-9ea6-e0ca4974c2dc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.902953 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-625d300d-31d6-42a6-a680-5c78fca98e7a req-0568da61-6aa0-4a18-9ea6-e0ca4974c2dc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 944 time: 0.1950481 Aug 20 12:32:53.909105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:53.918513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:53.918984 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:53.953475 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] For port 197970a6-a450-467d-9e31-e8c7dbfe4417, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:53.957810 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] For port 197970a6-a450-467d-9e31-e8c7dbfe4417, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=197970a6-a450-467d-9e31-e8c7dbfe4417,segment=NetworkSegment(057c222a-1d72-4cea-ac1a-411b09e06bfa),segment_id=057c222a-1d72-4cea-ac1a-411b09e06bfa)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:53.959761 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-625d300d-31d6-42a6-a680-5c78fca98e7a req-a8255c95-ab92-4b73-a4b6-5d7833a3c444 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536206 Aug 20 12:32:53.985023 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:54.025057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:54.025672 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:54.027177 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] 10.222.0.76 "PUT /v2.0/ports/197970a6-a450-467d-9e31-e8c7dbfe4417 HTTP/1.1" status: 200 len: 1092 time: 0.7665241 Aug 20 12:32:54.027488 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5425ee7a-bcb3-4207-87ce-62aac9a4a7cb', 'tag': '197970a6-a450-467d-9e31-e8c7dbfe4417'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:54.029766 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ceeaf23-4ba3-4e5b-856b-4c2b96119327" -d '{"events": [{"name": "network-changed", "server_uuid": "5425ee7a-bcb3-4207-87ce-62aac9a4a7cb", "tag": "197970a6-a450-467d-9e31-e8c7dbfe4417"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:54.034688 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:54.054897 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ceae8-6a9a-409c-aaa2-cbf32d1812f9 service neutron] Pushing event updated for resources: {'Port': ['ID=197970a6-a450-467d-9e31-e8c7dbfe4417,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:54.083891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6,segment=NetworkSegment(057c222a-1d72-4cea-ac1a-411b09e06bfa),segment_id=057c222a-1d72-4cea-ac1a-411b09e06bfa)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:54.092655 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:54.119877 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13237154-5198-4d7a-bee1-18c657c07088 x-openstack-request-id: req-13237154-5198-4d7a-bee1-18c657c07088 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:54.120205 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5425ee7a-bcb3-4207-87ce-62aac9a4a7cb", "tag": "197970a6-a450-467d-9e31-e8c7dbfe4417", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:54.120423 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13237154-5198-4d7a-bee1-18c657c07088 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:54.120888 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5425ee7a-bcb3-4207-87ce-62aac9a4a7cb', 'tag': '197970a6-a450-467d-9e31-e8c7dbfe4417', 'status': 'completed', 'code': 200} Aug 20 12:32:54.137727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-37862bda-13d0-42b2-b309-3187daddab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:54.139250 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-37862bda-13d0-42b2-b309-3187daddab2b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 1095 time: 0.0552828 Aug 20 12:32:54.149627 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:54.185851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-3406e2b7-e47d-44bb-9f13-f85ff29fd05c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197970a6-a450-467d-9e31-e8c7dbfe4417 HTTP/1.1" status: 200 len: 217 time: 0.0386207 Aug 20 12:32:54.237017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-6785c282-3f73-45ed-87a4-b05b9ae2ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:54.238484 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-6785c282-3f73-45ed-87a4-b05b9ae2ea9e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d57afb5-12ed-4315-a72f-e62495c8d052 HTTP/1.1" status: 200 len: 834 time: 0.0461421 Aug 20 12:32:54.283620 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-70254828-0af0-4f59-9c38-3ce37eda6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:54.285108 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-70254828-0af0-4f59-9c38-3ce37eda6a70 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9a60813b-57c4-4d6e-ad72-c8bf08c5548c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392299 Aug 20 12:32:54.379006 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-51e4efbc-0bf1-4808-b8aa-0f2aa9750326 service neutron] 10.222.0.76 "GET /v2.0/networks/9a60813b-57c4-4d6e-ad72-c8bf08c5548c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866857 Aug 20 12:32:54.470295 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ab4f1f80-4245-4854-b745-22e72428b2bb req-aba9a20d-c1e2-4f1c-a1d5-37b94c3a07c8 service neutron] 10.222.0.76 "GET /v2.0/networks/9a60813b-57c4-4d6e-ad72-c8bf08c5548c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834904 Aug 20 12:32:54.559063 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeaf23-4ba3-4e5b-856b-4c2b96119327 req-b70af1c9-d36a-4e96-b2df-838b1145570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:54.560528 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ceeaf23-4ba3-4e5b-856b-4c2b96119327 req-b70af1c9-d36a-4e96-b2df-838b1145570f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 1095 time: 0.0458038 Aug 20 12:32:54.647543 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeaf23-4ba3-4e5b-856b-4c2b96119327 req-e2c0caaa-0cb8-4cc5-9bbe-66fc50e596e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:54.649180 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ceeaf23-4ba3-4e5b-856b-4c2b96119327 req-e2c0caaa-0cb8-4cc5-9bbe-66fc50e596e4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9a60813b-57c4-4d6e-ad72-c8bf08c5548c HTTP/1.1" status: 200 len: 897 time: 0.0819294 Aug 20 12:32:54.693756 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ceeaf23-4ba3-4e5b-856b-4c2b96119327 req-01e0eefa-986b-423b-b402-c5b5a233451b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197970a6-a450-467d-9e31-e8c7dbfe4417 HTTP/1.1" status: 200 len: 217 time: 0.0379386 Aug 20 12:32:54.743434 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeaf23-4ba3-4e5b-856b-4c2b96119327 req-607dc9f9-7d56-4dfa-b85e-57ef2e2a4b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:54.744965 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ceeaf23-4ba3-4e5b-856b-4c2b96119327 req-607dc9f9-7d56-4dfa-b85e-57ef2e2a4b15 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d57afb5-12ed-4315-a72f-e62495c8d052 HTTP/1.1" status: 200 len: 834 time: 0.0439677 Aug 20 12:32:54.789672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeaf23-4ba3-4e5b-856b-4c2b96119327 req-ce1012fe-1633-48a3-b6e0-cc610d0957e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:54.791145 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ceeaf23-4ba3-4e5b-856b-4c2b96119327 req-ce1012fe-1633-48a3-b6e0-cc610d0957e6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9a60813b-57c4-4d6e-ad72-c8bf08c5548c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394323 Aug 20 12:32:54.883365 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ceeaf23-4ba3-4e5b-856b-4c2b96119327 req-a982de8b-24dd-433f-b2b7-e7b16528ffb5 service neutron] 10.222.0.76 "GET /v2.0/networks/9a60813b-57c4-4d6e-ad72-c8bf08c5548c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848043 Aug 20 12:32:54.971718 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ceeaf23-4ba3-4e5b-856b-4c2b96119327 req-09fdc607-f255-48fd-9d44-8750646a6b1f service neutron] 10.222.0.76 "GET /v2.0/networks/9a60813b-57c4-4d6e-ad72-c8bf08c5548c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813181 Aug 20 12:32:55.069147 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2bfa2-7c75-4b7d-84bd-84add4969eb7 req-373edb74-2579-4e62-8223-5119b64af11d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:55.070629 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e7d2bfa2-7c75-4b7d-84bd-84add4969eb7 req-373edb74-2579-4e62-8223-5119b64af11d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 944 time: 0.0495501 Aug 20 12:32:55.109430 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e7d2bfa2-7c75-4b7d-84bd-84add4969eb7 req-cba82a63-5af4-40b5-a842-5e96ed5a96f4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313420 Aug 20 12:32:55.196999 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-40240356-9889-40f2-9e9a-93a52a34f544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.554731 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.753937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:55.800621 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:55.801017 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.224994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f61da-a9de-47ce-97e6-b56d6838db0f req-7c979723-08a2-4471-aa4a-e79e5da2df9a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:56.227010 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-494f61da-a9de-47ce-97e6-b56d6838db0f req-7c979723-08a2-4471-aa4a-e79e5da2df9a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 944 time: 0.0492966 Aug 20 12:32:56.264366 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-494f61da-a9de-47ce-97e6-b56d6838db0f req-4ec482e0-0466-4808-a4aa-c5f4f9b04e13 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 Aug 20 12:32:56.557542 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:57.037878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 197970a6-a450-467d-9e31-e8c7dbfe4417 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:32:57.129435 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 197970a6-a450-467d-9e31-e8c7dbfe4417, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=197970a6-a450-467d-9e31-e8c7dbfe4417,segment=NetworkSegment(057c222a-1d72-4cea-ac1a-411b09e06bfa),segment_id=057c222a-1d72-4cea-ac1a-411b09e06bfa)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:57.143971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '197970a6-a450-467d-9e31-e8c7dbfe4417', 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'port_id': '197970a6-a450-467d-9e31-e8c7dbfe4417', 'mac_address': 'fa:16:3e:ce:28:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:32:57.180360 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:57.192541 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197970a6-a450-467d-9e31-e8c7dbfe4417 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:32:57.211618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 197970a6-a450-467d-9e31-e8c7dbfe4417, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=197970a6-a450-467d-9e31-e8c7dbfe4417,segment=NetworkSegment(057c222a-1d72-4cea-ac1a-411b09e06bfa),segment_id=057c222a-1d72-4cea-ac1a-411b09e06bfa)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:57.215312 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:57.262374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=197970a6-a450-467d-9e31-e8c7dbfe4417,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:57.384245 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feea8c4-05c4-43ae-ae20-56989e40cd6c req-a17b6b89-05db-4146-b91a-640df70cfd60 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:57.385862 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2feea8c4-05c4-43ae-ae20-56989e40cd6c req-a17b6b89-05db-4146-b91a-640df70cfd60 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 945 time: 0.0562463 Aug 20 12:32:57.421826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['197970a6-a450-467d-9e31-e8c7dbfe4417'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:32:57.424026 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2feea8c4-05c4-43ae-ae20-56989e40cd6c req-c0c51cd7-36d5-4fd0-81b8-466ac8e13d14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322943 Aug 20 12:32:58.167129 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:58.589987 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5d34-2e67-44bb-8f3a-b534706a8453 req-426cd3ff-91ba-4786-951c-2c1356402da8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:58.591446 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-531c5d34-2e67-44bb-8f3a-b534706a8453 req-426cd3ff-91ba-4786-951c-2c1356402da8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 945 time: 0.1006083 Aug 20 12:32:58.627561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-531c5d34-2e67-44bb-8f3a-b534706a8453 req-063a841c-dd3f-4c2e-8233-9623fa12c6c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302079 Aug 20 12:32:59.052488 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 197970a6-a450-467d-9e31-e8c7dbfe4417 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:59.100765 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 197970a6-a450-467d-9e31-e8c7dbfe4417 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:59.104886 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 197970a6-a450-467d-9e31-e8c7dbfe4417 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:59.105253 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:59.181549 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:59.203466 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5425ee7a-bcb3-4207-87ce-62aac9a4a7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197970a6-a450-467d-9e31-e8c7dbfe4417'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:59.205895 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece27049-c9fa-4661-ae6d-740671664b73" -d '{"events": [{"server_uuid": "5425ee7a-bcb3-4207-87ce-62aac9a4a7cb", "name": "network-vif-plugged", "status": "completed", "tag": "197970a6-a450-467d-9e31-e8c7dbfe4417"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:59.218623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 197970a6-a450-467d-9e31-e8c7dbfe4417, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=197970a6-a450-467d-9e31-e8c7dbfe4417,segment=NetworkSegment(057c222a-1d72-4cea-ac1a-411b09e06bfa),segment_id=057c222a-1d72-4cea-ac1a-411b09e06bfa)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:59.222669 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:59.246812 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee9dd38-3e94-42e6-bc68-fc178a59a73b x-openstack-request-id: req-dee9dd38-3e94-42e6-bc68-fc178a59a73b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:59.247087 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5425ee7a-bcb3-4207-87ce-62aac9a4a7cb", "name": "network-vif-plugged", "status": "completed", "tag": "197970a6-a450-467d-9e31-e8c7dbfe4417", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:59.247339 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dee9dd38-3e94-42e6-bc68-fc178a59a73b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:59.247718 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5425ee7a-bcb3-4207-87ce-62aac9a4a7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197970a6-a450-467d-9e31-e8c7dbfe4417', 'code': 200} Aug 20 12:32:59.272568 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=197970a6-a450-467d-9e31-e8c7dbfe4417,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:59.339363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ba1b9-180c-4304-869d-ece0fd85e678 req-6309e862-9087-4984-a714-bd13f57746b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:59.340888 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b28ba1b9-180c-4304-869d-ece0fd85e678 req-6309e862-9087-4984-a714-bd13f57746b8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 1097 time: 0.0416856 Aug 20 12:32:59.378161 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b28ba1b9-180c-4304-869d-ece0fd85e678 req-61bc805f-1d34-490c-9b50-622c8af07d05 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292876 Aug 20 12:32:59.739948 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e7aef-8d4a-499e-b2ff-47301c531b39 req-8481751a-659e-4639-8108-e300f5e0e7fc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:59.741441 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd8e7aef-8d4a-499e-b2ff-47301c531b39 req-8481751a-659e-4639-8108-e300f5e0e7fc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0484843 Aug 20 12:32:59.779276 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd8e7aef-8d4a-499e-b2ff-47301c531b39 req-7c674591-39e1-4d95-a363-55c2982a7d34 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Aug 20 12:33:00.894832 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb612b-952f-4d4c-aa2a-ad7aee232442 req-99a32c7a-ad64-4efd-8165-55e5cd274640 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:00.896353 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a3fb612b-952f-4d4c-aa2a-ad7aee232442 req-99a32c7a-ad64-4efd-8165-55e5cd274640 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0486126 Aug 20 12:33:00.935257 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a3fb612b-952f-4d4c-aa2a-ad7aee232442 req-d8602dee-fcb4-466e-8e39-8252ea1fde75 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321596 Aug 20 12:33:01.052538 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20122242-76f6-4f67-9219-7c22be96b7ba req-fadf9f90-ef63-4ce3-b15f-250a9ff00739 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:01.054029 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-20122242-76f6-4f67-9219-7c22be96b7ba req-fadf9f90-ef63-4ce3-b15f-250a9ff00739 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0519581 Aug 20 12:33:01.093161 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-20122242-76f6-4f67-9219-7c22be96b7ba req-81b8b75e-d357-47ff-ba93-aeac93a8c87b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322428 Aug 20 12:33:01.114171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57966) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:01.153014 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04000622-2183-403e-b11e-5438b6543751 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:01.154495 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-04000622-2183-403e-b11e-5438b6543751 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 1092 time: 0.0393417 Aug 20 12:33:01.157275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 57968) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:01.161499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': '197970a6-a450-467d-9e31-e8c7dbfe4417', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:33:01.183314 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:01.280311 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:01.380350 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.25.8.155 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/38dba7bb-892b-4478-8e13-6e77a991966c) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:33:01.482039 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:01.519071 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:01.553243 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:33:01.556682 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:33:01.559963 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:33:01.590553 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=38dba7bb-892b-4478-8e13-6e77a991966c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:01.914605 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:01.978708 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:02.129852 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:02.134886 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:02.203561 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=38dba7bb-892b-4478-8e13-6e77a991966c,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:02.214649 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:02.311255 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Floating IP 6c4e3eb3-0522-4b4a-9418-d4bc713fc98f associated. External IP: 172.25.8.155, port: 197970a6-a450-467d-9e31-e8c7dbfe4417. Aug 20 12:33:02.508616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router 36e7e563-9e49-4027-a20c-76e32f630188 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:33:02.612760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:33:02.622338 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2bda08-4c21-44bf-984d-8cf623813bcf None None] Sync routers for ids ['36e7e563-9e49-4027-a20c-76e32f630188'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:33:02.628433 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:02.631312 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2bda08-4c21-44bf-984d-8cf623813bcf None None] Routers {'36e7e563-9e49-4027-a20c-76e32f630188'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:33:02.631927 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ef2bda08-4c21-44bf-984d-8cf623813bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:32:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['36e7e563-9e49-4027-a20c-76e32f630188'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:02.660522 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c57c18fe-e72d-4fb7-9893-a4affbe07e14 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4998634 Aug 20 12:33:02.660522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5425ee7a-bcb3-4207-87ce-62aac9a4a7cb', 'tag': '197970a6-a450-467d-9e31-e8c7dbfe4417'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:33:02.662328 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9d019b-8ef9-4a76-9ca8-7224684771cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5425ee7a-bcb3-4207-87ce-62aac9a4a7cb", "tag": "197970a6-a450-467d-9e31-e8c7dbfe4417"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:33:02.700164 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33993b14-c39f-42aa-ad19-9d3e6190b116 x-openstack-request-id: req-33993b14-c39f-42aa-ad19-9d3e6190b116 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:33:02.700540 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5425ee7a-bcb3-4207-87ce-62aac9a4a7cb", "tag": "197970a6-a450-467d-9e31-e8c7dbfe4417", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:33:02.700814 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33993b14-c39f-42aa-ad19-9d3e6190b116 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:33:02.701213 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5425ee7a-bcb3-4207-87ce-62aac9a4a7cb', 'tag': '197970a6-a450-467d-9e31-e8c7dbfe4417', 'status': 'completed', 'code': 200} Aug 20 12:33:02.745201 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ef2bda08-4c21-44bf-984d-8cf623813bcf None None] Set router 36e7e563-9e49-4027-a20c-76e32f630188 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:33:02.758537 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07558f-84f7-4ac2-b735-78ea02b7e8e2 req-5116b155-05a3-4c28-8cbc-8734474a4d27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:02.760080 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7a07558f-84f7-4ac2-b735-78ea02b7e8e2 req-5116b155-05a3-4c28-8cbc-8734474a4d27 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0526898 Aug 20 12:33:02.769472 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d019b-8ef9-4a76-9ca8-7224684771cc req-d979f922-be09-4af6-81ee-e0ff39d2c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:02.770992 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b9d019b-8ef9-4a76-9ca8-7224684771cc req-d979f922-be09-4af6-81ee-e0ff39d2c1c5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 1097 time: 0.0449693 Aug 20 12:33:02.800073 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7a07558f-84f7-4ac2-b735-78ea02b7e8e2 req-486ebd1e-40e7-46f2-97b6-60ec4565058e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332446 Aug 20 12:33:02.823655 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57974) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:02.870502 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d019b-8ef9-4a76-9ca8-7224684771cc req-fa5b9232-3ecf-4762-b25a-ca455b08a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:02.871584 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b9d019b-8ef9-4a76-9ca8-7224684771cc req-fa5b9232-3ecf-4762-b25a-ca455b08a09a service neutron] 10.222.0.76 "GET /v2.0/networks?id=9a60813b-57c4-4d6e-ad72-c8bf08c5548c HTTP/1.1" status: 200 len: 897 time: 0.0936270 Aug 20 12:33:02.891498 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ddf02d99-456f-4618-ad30-4b5121a49024 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/6c4e3eb3-0522-4b4a-9418-d4bc713fc98f HTTP/1.1" status: 200 len: 992 time: 0.0666857 Aug 20 12:33:02.940260 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b9d019b-8ef9-4a76-9ca8-7224684771cc req-3690886d-2ef0-4f08-b775-e11694305b21 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197970a6-a450-467d-9e31-e8c7dbfe4417 HTTP/1.1" status: 200 len: 1000 time: 0.0618987 Aug 20 12:33:02.980602 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ef2bda08-4c21-44bf-984d-8cf623813bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e7e563-9e49-4027-a20c-76e32f630188', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142437418', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:49Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '6c4e3eb3-0522-4b4a-9418-d4bc713fc98f', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'port_id': '197970a6-a450-467d-9e31-e8c7dbfe4417', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'mac_address': 'fa:16:3e:ce:28:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425ee7a-bcb3-4207-87ce-62aac9a4a7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:33:01Z', 'updated_at': '2021-08-20T12:33:01Z', 'revision_number': 0, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6', 'name': '', 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:13:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:49Z', 'updated_at': '2021-08-20T12:32:54Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:02.989602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d019b-8ef9-4a76-9ca8-7224684771cc req-494dfe41-2009-44e8-aba9-9c14ac516874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:02.991074 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b9d019b-8ef9-4a76-9ca8-7224684771cc req-494dfe41-2009-44e8-aba9-9c14ac516874 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d57afb5-12ed-4315-a72f-e62495c8d052 HTTP/1.1" status: 200 len: 834 time: 0.0440154 Aug 20 12:33:03.007748 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2bda08-4c21-44bf-984d-8cf623813bcf None None] Checking router: 36e7e563-9e49-4027-a20c-76e32f630188 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:33:03.015219 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2bda08-4c21-44bf-984d-8cf623813bcf None None] Routers {'36e7e563-9e49-4027-a20c-76e32f630188'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:33:03.015814 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ef2bda08-4c21-44bf-984d-8cf623813bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:32:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['36e7e563-9e49-4027-a20c-76e32f630188'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:03.035886 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d019b-8ef9-4a76-9ca8-7224684771cc req-089c01c6-fea6-4898-9c5a-dd0cf3dce727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:03.037421 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b9d019b-8ef9-4a76-9ca8-7224684771cc req-089c01c6-fea6-4898-9c5a-dd0cf3dce727 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9a60813b-57c4-4d6e-ad72-c8bf08c5548c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400164 Aug 20 12:33:03.122135 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ef2bda08-4c21-44bf-984d-8cf623813bcf None None] Set router 36e7e563-9e49-4027-a20c-76e32f630188 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:33:03.354624 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ef2bda08-4c21-44bf-984d-8cf623813bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e7e563-9e49-4027-a20c-76e32f630188', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142437418', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:49Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '6c4e3eb3-0522-4b4a-9418-d4bc713fc98f', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'port_id': '197970a6-a450-467d-9e31-e8c7dbfe4417', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'mac_address': 'fa:16:3e:ce:28:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425ee7a-bcb3-4207-87ce-62aac9a4a7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:33:01Z', 'updated_at': '2021-08-20T12:33:01Z', 'revision_number': 0, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6', 'name': '', 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:13:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:49Z', 'updated_at': '2021-08-20T12:32:54Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:03.383640 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2bda08-4c21-44bf-984d-8cf623813bcf None None] The sync data for ids ['36e7e563-9e49-4027-a20c-76e32f630188'] in n-d-804299-2 is: [{'id': '36e7e563-9e49-4027-a20c-76e32f630188', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142437418', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:49Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '6c4e3eb3-0522-4b4a-9418-d4bc713fc98f', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'port_id': '197970a6-a450-467d-9e31-e8c7dbfe4417', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'mac_address': 'fa:16:3e:ce:28:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425ee7a-bcb3-4207-87ce-62aac9a4a7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:33:01Z', 'updated_at': '2021-08-20T12:33:01Z', 'revision_number': 0, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6', 'name': '', 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:13:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:49Z', 'updated_at': '2021-08-20T12:32:54Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:33:03.446054 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b9d019b-8ef9-4a76-9ca8-7224684771cc req-7f5b44f6-f91e-4bf8-b280-c0179bde2668 service neutron] 10.222.0.76 "GET /v2.0/networks/9a60813b-57c4-4d6e-ad72-c8bf08c5548c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019060 Aug 20 12:33:03.458629 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:03.537715 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b9d019b-8ef9-4a76-9ca8-7224684771cc req-2a53c7e9-4618-4ede-a110-7e1dec0804ad service neutron] 10.222.0.76 "GET /v2.0/networks/9a60813b-57c4-4d6e-ad72-c8bf08c5548c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847886 Aug 20 12:33:03.593857 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153837b2-663b-4a70-af90-4b64b8e26d9c None None] New status for floating IP 6c4e3eb3-0522-4b4a-9418-d4bc713fc98f: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:33:03.893711 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 57976) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:03.954545 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d9c64ba9-6113-4b11-aa76-d80c61e720e6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/6c4e3eb3-0522-4b4a-9418-d4bc713fc98f HTTP/1.1" status: 200 len: 994 time: 0.0596476 Aug 20 12:33:09.634690 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:19.281170 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:33:22.433292 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2ac52fb2-6f5d-4671-9956-922c6dc6aa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:25.198114 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9dcb3816-5280-4a95-93a8-d70a056bea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:25.556056 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:26.561531 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:28.169604 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:33.472388 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:35.394451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0819b0-6baf-415f-a2ab-e3e874456341 req-251735ae-36b0-4d5a-83dc-49fc9ea5c340 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:35.395916 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5e0819b0-6baf-415f-a2ab-e3e874456341 req-251735ae-36b0-4d5a-83dc-49fc9ea5c340 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0532007 Aug 20 12:33:35.432772 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5e0819b0-6baf-415f-a2ab-e3e874456341 req-79a1d735-845f-4230-af3c-8b8d9fab02ab tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305452 Aug 20 12:33:36.552108 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c68a2-4e0c-42ec-824b-aaa07bffbafc req-4bba8411-4818-41e1-b00a-a8666fad4e25 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:36.553637 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce9c68a2-4e0c-42ec-824b-aaa07bffbafc req-4bba8411-4818-41e1-b00a-a8666fad4e25 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0530384 Aug 20 12:33:36.595550 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ce9c68a2-4e0c-42ec-824b-aaa07bffbafc req-ce634aa5-8d58-4f75-8578-428bd6e8190e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344858 Aug 20 12:33:37.710381 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd518ae9-823b-4046-ab9b-b3fadf5a3fa8 req-e11e2c4f-6f5f-4393-88d3-a58fe91a4e66 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:37.712430 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd518ae9-823b-4046-ab9b-b3fadf5a3fa8 req-e11e2c4f-6f5f-4393-88d3-a58fe91a4e66 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0501511 Aug 20 12:33:37.750532 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dd518ae9-823b-4046-ab9b-b3fadf5a3fa8 req-eb7b24f9-5c9a-4efe-aed7-e4229d96ed15 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321519 Aug 20 12:33:38.867675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c260aa6-4f80-49f7-9167-3f665967ff64 req-d6bed853-de57-4dad-aafc-d7d64ba4fc21 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:38.869218 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2c260aa6-4f80-49f7-9167-3f665967ff64 req-d6bed853-de57-4dad-aafc-d7d64ba4fc21 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0492034 Aug 20 12:33:38.906529 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2c260aa6-4f80-49f7-9167-3f665967ff64 req-082ce1c1-b737-4a57-b515-e441504bd4f2 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314410 Aug 20 12:33:39.632494 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:40.020278 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54801734-0d1c-46e9-a049-40b1fe11de8e req-219f32f8-50c2-44a7-9453-19a47e648c22 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:40.021770 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-54801734-0d1c-46e9-a049-40b1fe11de8e req-219f32f8-50c2-44a7-9453-19a47e648c22 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0476036 Aug 20 12:33:40.059242 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-54801734-0d1c-46e9-a049-40b1fe11de8e req-02ccdca4-edaa-4047-b196-0b683b94915f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309155 Aug 20 12:33:41.173178 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa4871-bf64-49d0-98ca-2dcffe65f566 req-7418dd9b-4c6b-4830-9ccb-1487d55d03f1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:41.174643 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-43fa4871-bf64-49d0-98ca-2dcffe65f566 req-7418dd9b-4c6b-4830-9ccb-1487d55d03f1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0480871 Aug 20 12:33:41.211763 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-43fa4871-bf64-49d0-98ca-2dcffe65f566 req-d2f89713-a7df-487b-8fc1-dda2797fbe66 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312493 Aug 20 12:33:42.328044 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0307822-4f0d-4299-9c9c-2d9d077f6404 req-2d64ead2-9d54-4c85-8b86-aad539fa4f7a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:42.329479 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d0307822-4f0d-4299-9c9c-2d9d077f6404 req-2d64ead2-9d54-4c85-8b86-aad539fa4f7a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0518682 Aug 20 12:33:42.365742 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d0307822-4f0d-4299-9c9c-2d9d077f6404 req-36e47773-b68b-49b1-b84b-088dcb751034 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303369 Aug 20 12:33:43.407170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeef8f-93b0-4fb0-953f-f9712b4fbadc req-14eaa36e-1afa-4acb-ac1d-191f09d0bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:43.408721 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ceeef8f-93b0-4fb0-953f-f9712b4fbadc req-14eaa36e-1afa-4acb-ac1d-191f09d0bd35 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 1097 time: 0.0412793 Aug 20 12:33:43.485863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243b751-04ce-4ce7-8580-38c7a45b0e3f req-dc99c140-b573-4e66-aac3-bc47c8579ced tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:43.487340 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5243b751-04ce-4ce7-8580-38c7a45b0e3f req-dc99c140-b573-4e66-aac3-bc47c8579ced tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0522661 Aug 20 12:33:43.512417 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeef8f-93b0-4fb0-953f-f9712b4fbadc req-2f33b91f-0139-4cdc-86b4-1ff957a71406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:43.513942 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ceeef8f-93b0-4fb0-953f-f9712b4fbadc req-2f33b91f-0139-4cdc-86b4-1ff957a71406 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9a60813b-57c4-4d6e-ad72-c8bf08c5548c HTTP/1.1" status: 200 len: 897 time: 0.0860465 Aug 20 12:33:43.525394 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5243b751-04ce-4ce7-8580-38c7a45b0e3f req-a0f5df02-6f97-4288-b27c-a2cb14497274 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319946 Aug 20 12:33:43.583920 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ceeef8f-93b0-4fb0-953f-f9712b4fbadc req-82fb50dc-a386-49dc-b57c-bd402200e5dd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197970a6-a450-467d-9e31-e8c7dbfe4417 HTTP/1.1" status: 200 len: 1002 time: 0.0625324 Aug 20 12:33:43.632947 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeef8f-93b0-4fb0-953f-f9712b4fbadc req-ba7d05a5-7aa6-41f3-9f58-a3e926e400d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:43.634499 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ceeef8f-93b0-4fb0-953f-f9712b4fbadc req-ba7d05a5-7aa6-41f3-9f58-a3e926e400d1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d57afb5-12ed-4315-a72f-e62495c8d052 HTTP/1.1" status: 200 len: 834 time: 0.0436189 Aug 20 12:33:43.679458 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeef8f-93b0-4fb0-953f-f9712b4fbadc req-e57aa629-0b8d-4509-9e8b-4ccf80726ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:43.680978 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ceeef8f-93b0-4fb0-953f-f9712b4fbadc req-e57aa629-0b8d-4509-9e8b-4ccf80726ed4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9a60813b-57c4-4d6e-ad72-c8bf08c5548c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391383 Aug 20 12:33:43.772878 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ceeef8f-93b0-4fb0-953f-f9712b4fbadc req-0eb7dc4a-d96c-4000-93bb-6db41f42b606 service neutron] 10.222.0.76 "GET /v2.0/networks/9a60813b-57c4-4d6e-ad72-c8bf08c5548c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854201 Aug 20 12:33:43.862103 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9ceeef8f-93b0-4fb0-953f-f9712b4fbadc req-675112e7-bf0f-4fee-a520-eb909d730d4d service neutron] 10.222.0.76 "GET /v2.0/networks/9a60813b-57c4-4d6e-ad72-c8bf08c5548c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822136 Aug 20 12:33:44.645767 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84606029-b841-42a1-b02c-519ad9b57799 req-8736691c-d5c2-416c-9368-8a5f93942b2b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:44.647281 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84606029-b841-42a1-b02c-519ad9b57799 req-8736691c-d5c2-416c-9368-8a5f93942b2b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0535820 Aug 20 12:33:44.686928 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84606029-b841-42a1-b02c-519ad9b57799 req-0b87681e-83c7-4086-acf7-ef2f5d6cfd86 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332510 Aug 20 12:33:45.798513 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21906465-8a31-46a0-9cc8-e80e82cbc32e req-ca1bf306-de01-4758-8824-93ba7fac8120 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:45.799976 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-21906465-8a31-46a0-9cc8-e80e82cbc32e req-ca1bf306-de01-4758-8824-93ba7fac8120 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0479217 Aug 20 12:33:45.836206 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-21906465-8a31-46a0-9cc8-e80e82cbc32e req-75c45011-cb14-4f9f-ad9c-3012dae3d0ea tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301976 Aug 20 12:33:46.951182 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ffe87-8ec8-42bb-ac7b-5f5ddbdd6dfe req-413eeb97-83f9-4f65-bc50-e00114beca88 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:46.952655 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd9ffe87-8ec8-42bb-ac7b-5f5ddbdd6dfe req-413eeb97-83f9-4f65-bc50-e00114beca88 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0484505 Aug 20 12:33:46.990055 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cd9ffe87-8ec8-42bb-ac7b-5f5ddbdd6dfe req-e763d445-b043-46ec-9f77-9893a6339751 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314107 Aug 20 12:33:48.107104 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43690c56-c1b1-4f1f-a475-ead63152def0 req-eaa8395e-fb4d-475a-adc9-5de038a0d510 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:48.108599 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-43690c56-c1b1-4f1f-a475-ead63152def0 req-eaa8395e-fb4d-475a-adc9-5de038a0d510 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0494871 Aug 20 12:33:48.147028 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-43690c56-c1b1-4f1f-a475-ead63152def0 req-2bc0d694-dc1e-48ab-ab64-652c156842a6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322266 Aug 20 12:33:49.263646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3657fa-8afa-4cea-bad6-fe074a4231f9 req-ac37806f-53f6-4ddb-97f3-86f93977926d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:49.265075 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e3657fa-8afa-4cea-bad6-fe074a4231f9 req-ac37806f-53f6-4ddb-97f3-86f93977926d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0487044 Aug 20 12:33:49.302608 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6e3657fa-8afa-4cea-bad6-fe074a4231f9 req-eac0e6ac-fe43-43dc-b7ba-51b68765e74b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315249 Aug 20 12:33:50.423996 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd0adb-1069-496d-844c-a9a706d8c63d req-7cdc418d-4fdc-48f7-953e-02a7ebe8d41a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:50.425513 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-64bd0adb-1069-496d-844c-a9a706d8c63d req-7cdc418d-4fdc-48f7-953e-02a7ebe8d41a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0521786 Aug 20 12:33:50.462426 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-64bd0adb-1069-496d-844c-a9a706d8c63d req-c82d8b97-ca74-477a-ae3d-0c47bd0d261e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309765 Aug 20 12:33:51.581649 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347fda4-c6fb-4612-97f4-ff42cbf73065 req-a9afc1ee-6f8d-4fed-98b9-0a28bbfa00fa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:51.583127 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6347fda4-c6fb-4612-97f4-ff42cbf73065 req-a9afc1ee-6f8d-4fed-98b9-0a28bbfa00fa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0529432 Aug 20 12:33:51.620703 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6347fda4-c6fb-4612-97f4-ff42cbf73065 req-53516d40-d77a-4851-9a6a-525b5918beb5 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307782 Aug 20 12:33:51.642747 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58032) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:51.707518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c55ac0b6-d357-4d33-ae0c-2aa0c6fd929c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/6c4e3eb3-0522-4b4a-9418-d4bc713fc98f HTTP/1.1" status: 200 len: 994 time: 0.0629294 Aug 20 12:33:52.434384 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a1eafd1e-25d3-426f-8b0f-06b85624a4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:52.972497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eae3f0-5cf9-496c-a6a4-01ccc23b361a req-805dbeec-eebd-47ca-b2cc-797564c8c484 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:52.974041 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2eae3f0-5cf9-496c-a6a4-01ccc23b361a req-805dbeec-eebd-47ca-b2cc-797564c8c484 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0515888 Aug 20 12:33:52.987335 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cebcef-c548-44d2-b14e-35350ea7f045 req-22484047-e3c9-4c12-9447-42f98594c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:52.988769 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98cebcef-c548-44d2-b14e-35350ea7f045 req-22484047-e3c9-4c12-9447-42f98594c20d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 1097 time: 0.0413513 Aug 20 12:33:53.017551 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2eae3f0-5cf9-496c-a6a4-01ccc23b361a req-2ffd53bf-7bb7-4203-94a0-a15466e99760 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375664 Aug 20 12:33:53.081174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cebcef-c548-44d2-b14e-35350ea7f045 req-6365af36-28ed-42f2-8286-7ce9692d3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:53.082818 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98cebcef-c548-44d2-b14e-35350ea7f045 req-6365af36-28ed-42f2-8286-7ce9692d3da2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9a60813b-57c4-4d6e-ad72-c8bf08c5548c HTTP/1.1" status: 200 len: 897 time: 0.0875523 Aug 20 12:33:53.151275 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98cebcef-c548-44d2-b14e-35350ea7f045 req-1a59b65a-b5fd-4c30-8715-417c689605fd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197970a6-a450-467d-9e31-e8c7dbfe4417 HTTP/1.1" status: 200 len: 1002 time: 0.0610976 Aug 20 12:33:53.200093 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cebcef-c548-44d2-b14e-35350ea7f045 req-101854c4-5b1d-4160-9b30-7fb821fadc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:53.201671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98cebcef-c548-44d2-b14e-35350ea7f045 req-101854c4-5b1d-4160-9b30-7fb821fadc65 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d57afb5-12ed-4315-a72f-e62495c8d052 HTTP/1.1" status: 200 len: 834 time: 0.0429590 Aug 20 12:33:53.250183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cebcef-c548-44d2-b14e-35350ea7f045 req-08c8a22d-24f2-4eab-9068-e75fc702be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:53.251546 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98cebcef-c548-44d2-b14e-35350ea7f045 req-08c8a22d-24f2-4eab-9068-e75fc702be45 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9a60813b-57c4-4d6e-ad72-c8bf08c5548c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433705 Aug 20 12:33:53.341542 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98cebcef-c548-44d2-b14e-35350ea7f045 req-b7af11ff-5c72-4018-ae29-8fcaede0decf service neutron] 10.222.0.76 "GET /v2.0/networks/9a60813b-57c4-4d6e-ad72-c8bf08c5548c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833588 Aug 20 12:33:53.433725 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-98cebcef-c548-44d2-b14e-35350ea7f045 req-c72af87d-566b-405e-8403-91e82fc1bc9f service neutron] 10.222.0.76 "GET /v2.0/networks/9a60813b-57c4-4d6e-ad72-c8bf08c5548c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858624 Aug 20 12:33:54.136803 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bb8b2-d49f-4e00-9772-66cf89a15658 req-b8c1c54a-c4d1-49fa-a357-472b3ac18949 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:54.138292 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-961bb8b2-d49f-4e00-9772-66cf89a15658 req-b8c1c54a-c4d1-49fa-a357-472b3ac18949 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0492799 Aug 20 12:33:54.175900 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-961bb8b2-d49f-4e00-9772-66cf89a15658 req-9a1c3c9e-8a4e-402d-900b-712675d81e42 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316913 Aug 20 12:33:54.197809 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58044) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:54.257645 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-35e01378-5c39-4d52-bb55-6250e021f3b9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/6c4e3eb3-0522-4b4a-9418-d4bc713fc98f HTTP/1.1" status: 200 len: 994 time: 0.0586247 Aug 20 12:33:55.198979 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-72329bb5-01ae-42fe-9bb4-750adae1dbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:55.556980 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:56.281999 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:33:56.564504 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:58.172510 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:03.473740 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:09.647021 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:22.439221 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3c236829-2623-431b-8071-04ebbf2183f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:24.684289 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58056) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:24.883726 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port 38dba7bb-892b-4478-8e13-6e77a991966c {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:34:24.884080 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:24.981916 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:24.982223 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:25.002700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for 38dba7bb-892b-4478-8e13-6e77a991966c owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:34:25.199330 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:25.204806 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-772e0773-557a-4f95-a76e-817b2ecfef4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:25.230169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=38dba7bb-892b-4478-8e13-6e77a991966c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:25.268774 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:25.269365 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:25.269859 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:25.270366 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:25.270836 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:25.271315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:25.271787 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:25.272255 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:25.272787 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:25.273257 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:25.273745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:25.274233 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:25.320993 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:25.321488 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Floating IP 6c4e3eb3-0522-4b4a-9418-d4bc713fc98f disassociated (deleted). External IP: 172.25.8.155, port: 197970a6-a450-467d-9e31-e8c7dbfe4417. Aug 20 12:34:25.558297 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:25.910492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router 36e7e563-9e49-4027-a20c-76e32f630188 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:34:26.031313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:34:26.037458 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:26.044184 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41370b69-5ad0-4b49-9572-3d534f539e7a None None] Sync routers for ids ['36e7e563-9e49-4027-a20c-76e32f630188'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:34:26.057057 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41370b69-5ad0-4b49-9572-3d534f539e7a None None] Routers {'36e7e563-9e49-4027-a20c-76e32f630188'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:26.057873 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-41370b69-5ad0-4b49-9572-3d534f539e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:34:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['36e7e563-9e49-4027-a20c-76e32f630188'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:26.076536 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8a44ffa3-fbbe-4349-98e1-88c64a05d612 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/floatingips/6c4e3eb3-0522-4b4a-9418-d4bc713fc98f HTTP/1.1" status: 204 len: 168 time: 1.3871157 Aug 20 12:34:26.076536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5425ee7a-bcb3-4207-87ce-62aac9a4a7cb', 'tag': '197970a6-a450-467d-9e31-e8c7dbfe4417'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:34:26.077557 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1529d78ee9ff0fc92738bff1d4fef891f7271bcc054651fa6b70395befb13a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77507630-cfeb-47cf-9127-83032d2d8f49" -d '{"events": [{"name": "network-changed", "server_uuid": "5425ee7a-bcb3-4207-87ce-62aac9a4a7cb", "tag": "197970a6-a450-467d-9e31-e8c7dbfe4417"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:34:26.214176 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-41370b69-5ad0-4b49-9572-3d534f539e7a None None] Set router 36e7e563-9e49-4027-a20c-76e32f630188 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:26.293178 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2807338-60c9-416b-bf66-8740bec5c497 x-openstack-request-id: req-a2807338-60c9-416b-bf66-8740bec5c497 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:34:26.293349 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5425ee7a-bcb3-4207-87ce-62aac9a4a7cb", "tag": "197970a6-a450-467d-9e31-e8c7dbfe4417", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:34:26.293840 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2807338-60c9-416b-bf66-8740bec5c497 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:34:26.294709 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5425ee7a-bcb3-4207-87ce-62aac9a4a7cb', 'tag': '197970a6-a450-467d-9e31-e8c7dbfe4417', 'status': 'completed', 'code': 200} Aug 20 12:34:26.363750 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507630-cfeb-47cf-9127-83032d2d8f49 req-a3a7ff08-a34b-43e3-9f93-9cd1a0055cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:26.365504 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-77507630-cfeb-47cf-9127-83032d2d8f49 req-a3a7ff08-a34b-43e3-9f93-9cd1a0055cc9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 1097 time: 0.0470812 Aug 20 12:34:26.433880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df0bef-f3f4-4bc3-9d62-75b77a371241 req-7ad93e4b-0852-4add-8e46-790298cf4e30 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:26.435341 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5df0bef-f3f4-4bc3-9d62-75b77a371241 req-7ad93e4b-0852-4add-8e46-790298cf4e30 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0530968 Aug 20 12:34:26.470199 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507630-cfeb-47cf-9127-83032d2d8f49 req-7ffd7082-91b1-4aa1-93ea-46b64079f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:26.471842 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-77507630-cfeb-47cf-9127-83032d2d8f49 req-7ffd7082-91b1-4aa1-93ea-46b64079f581 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9a60813b-57c4-4d6e-ad72-c8bf08c5548c HTTP/1.1" status: 200 len: 897 time: 0.0986335 Aug 20 12:34:26.483540 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f5df0bef-f3f4-4bc3-9d62-75b77a371241 req-62cba7b0-4422-4064-a5e1-074c6b5c41c3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 Aug 20 12:34:26.517402 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-77507630-cfeb-47cf-9127-83032d2d8f49 req-84466f54-97ba-4bc9-a0b4-ba4c6d9d5830 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197970a6-a450-467d-9e31-e8c7dbfe4417 HTTP/1.1" status: 200 len: 217 time: 0.0371363 Aug 20 12:34:26.552790 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-41370b69-5ad0-4b49-9572-3d534f539e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e7e563-9e49-4027-a20c-76e32f630188', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142437418', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:49Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6', 'name': '', 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:13:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:49Z', 'updated_at': '2021-08-20T12:32:54Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:26.573877 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:26.579601 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507630-cfeb-47cf-9127-83032d2d8f49 req-9585ac82-4d6f-49ef-8aa2-a2498139a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:26.581136 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-77507630-cfeb-47cf-9127-83032d2d8f49 req-9585ac82-4d6f-49ef-8aa2-a2498139a80a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d57afb5-12ed-4315-a72f-e62495c8d052 HTTP/1.1" status: 200 len: 834 time: 0.0490220 Aug 20 12:34:26.584847 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41370b69-5ad0-4b49-9572-3d534f539e7a None None] Checking router: 36e7e563-9e49-4027-a20c-76e32f630188 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:34:26.593134 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41370b69-5ad0-4b49-9572-3d534f539e7a None None] Routers {'36e7e563-9e49-4027-a20c-76e32f630188'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:26.593731 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-41370b69-5ad0-4b49-9572-3d534f539e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:34:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['36e7e563-9e49-4027-a20c-76e32f630188'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:26.635124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507630-cfeb-47cf-9127-83032d2d8f49 req-baae4a05-e73f-49f2-903e-414cfea47a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:26.636806 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-77507630-cfeb-47cf-9127-83032d2d8f49 req-baae4a05-e73f-49f2-903e-414cfea47a8b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9a60813b-57c4-4d6e-ad72-c8bf08c5548c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483968 Aug 20 12:34:26.700525 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-41370b69-5ad0-4b49-9572-3d534f539e7a None None] Set router 36e7e563-9e49-4027-a20c-76e32f630188 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:26.727990 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-77507630-cfeb-47cf-9127-83032d2d8f49 req-2a81b09a-d714-4e5e-88e6-f30d0ff3d891 service neutron] 10.222.0.76 "GET /v2.0/networks/9a60813b-57c4-4d6e-ad72-c8bf08c5548c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832109 Aug 20 12:34:26.826777 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-77507630-cfeb-47cf-9127-83032d2d8f49 req-2fc4cd3f-4caf-4b2a-89e4-04585b276a5b service neutron] 10.222.0.76 "GET /v2.0/networks/9a60813b-57c4-4d6e-ad72-c8bf08c5548c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883081 Aug 20 12:34:26.897457 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-41370b69-5ad0-4b49-9572-3d534f539e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e7e563-9e49-4027-a20c-76e32f630188', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142437418', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:49Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6', 'name': '', 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:13:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:49Z', 'updated_at': '2021-08-20T12:32:54Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:26.923248 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41370b69-5ad0-4b49-9572-3d534f539e7a None None] The sync data for ids ['36e7e563-9e49-4027-a20c-76e32f630188'] in n-d-804299-2 is: [{'id': '36e7e563-9e49-4027-a20c-76e32f630188', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142437418', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:49Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6', 'name': '', 'network_id': '9a60813b-57c4-4d6e-ad72-c8bf08c5548c', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:13:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:49Z', 'updated_at': '2021-08-20T12:32:54Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': '9d57afb5-12ed-4315-a72f-e62495c8d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:34:27.138308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a278a7d7-74d7-4c8d-8fd8-1dde8c3a9556 None None] New status for floating IP 6c4e3eb3-0522-4b4a-9418-d4bc713fc98f: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:34:27.604484 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c978553-bda5-440a-8092-6e25fb922d87 req-5dfd55a2-c006-4563-81e6-623ecfe53cd4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:27.606029 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0c978553-bda5-440a-8092-6e25fb922d87 req-5dfd55a2-c006-4563-81e6-623ecfe53cd4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0509257 Aug 20 12:34:27.646112 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0c978553-bda5-440a-8092-6e25fb922d87 req-149bca13-af08-4c30-b3e2-d2451e832362 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337639 Aug 20 12:34:27.875262 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d2a9f-3ab6-49f6-84ac-d8b5c922bde1 req-a6f90edb-17eb-407e-812e-3d14e78e9713 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:27.877253 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e88d2a9f-3ab6-49f6-84ac-d8b5c922bde1 req-a6f90edb-17eb-407e-812e-3d14e78e9713 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 946 time: 0.0498998 Aug 20 12:34:27.982892 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-e88d2a9f-3ab6-49f6-84ac-d8b5c922bde1 req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port 197970a6-a450-467d-9e31-e8c7dbfe4417 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:34:27.983233 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e88d2a9f-3ab6-49f6-84ac-d8b5c922bde1 req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:28.075812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-e88d2a9f-3ab6-49f6-84ac-d8b5c922bde1 req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] For port 197970a6-a450-467d-9e31-e8c7dbfe4417, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=197970a6-a450-467d-9e31-e8c7dbfe4417,segment=NetworkSegment(057c222a-1d72-4cea-ac1a-411b09e06bfa),segment_id=057c222a-1d72-4cea-ac1a-411b09e06bfa)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:28.076179 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e88d2a9f-3ab6-49f6-84ac-d8b5c922bde1 req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:28.090867 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-e88d2a9f-3ab6-49f6-84ac-d8b5c922bde1 req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for 197970a6-a450-467d-9e31-e8c7dbfe4417 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:34:28.176004 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:28.246454 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e88d2a9f-3ab6-49f6-84ac-d8b5c922bde1 req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:28.274792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=197970a6-a450-467d-9e31-e8c7dbfe4417,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:28.300345 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:28.300717 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:28.301063 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:28.301394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:28.301719 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:28.302045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:28.302372 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:28.302696 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:28.303016 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:28.303334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:28.303651 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:28.304690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:28.326043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88d2a9f-3ab6-49f6-84ac-d8b5c922bde1 req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] No DVR routers for this DVR port 197970a6-a450-467d-9e31-e8c7dbfe4417 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:34:28.328497 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-e88d2a9f-3ab6-49f6-84ac-d8b5c922bde1 req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:28.330488 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e88d2a9f-3ab6-49f6-84ac-d8b5c922bde1 req-893412e9-97eb-4c02-bce9-46b2de4914d4 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "DELETE /v2.0/ports/197970a6-a450-467d-9e31-e8c7dbfe4417 HTTP/1.1" status: 204 len: 173 time: 0.4464700 Aug 20 12:34:28.330913 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5425ee7a-bcb3-4207-87ce-62aac9a4a7cb', 'name': 'network-vif-deleted', 'tag': '197970a6-a450-467d-9e31-e8c7dbfe4417'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:34:28.333146 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd2a3a2-2353-44ad-8f53-c5a0f3837bb3" -d '{"events": [{"server_uuid": "5425ee7a-bcb3-4207-87ce-62aac9a4a7cb", "name": "network-vif-deleted", "tag": "197970a6-a450-467d-9e31-e8c7dbfe4417"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:34:28.439344 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47698d8-b6df-477e-bbd0-ff2252f90483 x-openstack-request-id: req-d47698d8-b6df-477e-bbd0-ff2252f90483 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:34:28.439628 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5425ee7a-bcb3-4207-87ce-62aac9a4a7cb", "name": "network-vif-deleted", "tag": "197970a6-a450-467d-9e31-e8c7dbfe4417", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:34:28.439904 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d47698d8-b6df-477e-bbd0-ff2252f90483 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:34:28.440302 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5425ee7a-bcb3-4207-87ce-62aac9a4a7cb', 'name': 'network-vif-deleted', 'tag': '197970a6-a450-467d-9e31-e8c7dbfe4417', 'status': 'completed', 'code': 200} Aug 20 12:34:28.765604 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b9e6070f-b769-473e-8ee2-4fd1ef5342fa req-cfd6cd4c-21e6-419f-9ac1-5a14723ecc85 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=5425ee7a-bcb3-4207-87ce-62aac9a4a7cb HTTP/1.1" status: 200 len: 210 time: 0.0344422 Aug 20 12:34:29.826402 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58080) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:30.188865 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84b6d962-fdd0-448d-8815-0a4c311fe51c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:30.441347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-84b6d962-fdd0-448d-8815-0a4c311fe51c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:34:30.441696 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84b6d962-fdd0-448d-8815-0a4c311fe51c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:30.528827 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-84b6d962-fdd0-448d-8815-0a4c311fe51c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] For port ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6,segment=NetworkSegment(057c222a-1d72-4cea-ac1a-411b09e06bfa),segment_id=057c222a-1d72-4cea-ac1a-411b09e06bfa)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:30.529197 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84b6d962-fdd0-448d-8815-0a4c311fe51c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:30.542450 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-84b6d962-fdd0-448d-8815-0a4c311fe51c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:34:30.729908 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84b6d962-fdd0-448d-8815-0a4c311fe51c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:30.754518 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6d962-fdd0-448d-8815-0a4c311fe51c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:30.945366 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84b6d962-fdd0-448d-8815-0a4c311fe51c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:31.165011 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b6d962-fdd0-448d-8815-0a4c311fe51c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router 36e7e563-9e49-4027-a20c-76e32f630188 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:34:31.274340 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b6d962-fdd0-448d-8815-0a4c311fe51c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:34:31.280085 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-84b6d962-fdd0-448d-8815-0a4c311fe51c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "PUT /v2.0/routers/36e7e563-9e49-4027-a20c-76e32f630188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4523332 Aug 20 12:34:31.282441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58082) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:31.283601 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab1286-9c23-464a-b05f-25282c9c4eb3 None None] Sync routers for ids ['36e7e563-9e49-4027-a20c-76e32f630188'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:34:31.295525 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab1286-9c23-464a-b05f-25282c9c4eb3 None None] Routers {'36e7e563-9e49-4027-a20c-76e32f630188'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:31.296130 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-9cab1286-9c23-464a-b05f-25282c9c4eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:34:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['36e7e563-9e49-4027-a20c-76e32f630188'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:31.334738 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-df361fb0-ec1a-4089-9992-c2fd0f91f65d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting subnet 9d57afb5-12ed-4315-a72f-e62495c8d052 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:34:31.338193 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df361fb0-ec1a-4089-9992-c2fd0f91f65d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:31.379978 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df361fb0-ec1a-4089-9992-c2fd0f91f65d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:31.402077 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-9cab1286-9c23-464a-b05f-25282c9c4eb3 None None] Set router 36e7e563-9e49-4027-a20c-76e32f630188 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:31.456317 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 197970a6-a450-467d-9e31-e8c7dbfe4417 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:34:31.473369 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df361fb0-ec1a-4089-9992-c2fd0f91f65d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:31.482763 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 197970a6-a450-467d-9e31-e8c7dbfe4417 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:34:31.483090 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 197970a6-a450-467d-9e31-e8c7dbfe4417 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:34:31.534360 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df361fb0-ec1a-4089-9992-c2fd0f91f65d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:31.563184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df361fb0-ec1a-4089-9992-c2fd0f91f65d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Subnet': ['ID=9d57afb5-12ed-4315-a72f-e62495c8d052,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:31.565196 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df361fb0-ec1a-4089-9992-c2fd0f91f65d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:31.567184 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-df361fb0-ec1a-4089-9992-c2fd0f91f65d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/subnets/9d57afb5-12ed-4315-a72f-e62495c8d052 HTTP/1.1" status: 204 len: 168 time: 0.2835886 Aug 20 12:34:31.571549 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae73c079-4630-4a2d-a082-f765fc9a2d3e None None] Network 9a60813b-57c4-4d6e-ad72-c8bf08c5548c requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:34:31.573182 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58084) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:31.598029 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-9cab1286-9c23-464a-b05f-25282c9c4eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e7e563-9e49-4027-a20c-76e32f630188', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142437418', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:34:30Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:31.626800 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab1286-9c23-464a-b05f-25282c9c4eb3 None None] Checking router: 36e7e563-9e49-4027-a20c-76e32f630188 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:34:31.636422 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab1286-9c23-464a-b05f-25282c9c4eb3 None None] Routers {'36e7e563-9e49-4027-a20c-76e32f630188'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:31.637140 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-9cab1286-9c23-464a-b05f-25282c9c4eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:34:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['36e7e563-9e49-4027-a20c-76e32f630188'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:31.726609 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec5084c7-b007-40a0-b550-dd37c952e031 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:31.783334 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-9cab1286-9c23-464a-b05f-25282c9c4eb3 None None] Set router 36e7e563-9e49-4027-a20c-76e32f630188 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:31.795844 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] DHCP port deletion for 9a60813b-57c4-4d6e-ad72-c8bf08c5548c request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:34:31.891583 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec5084c7-b007-40a0-b550-dd37c952e031 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:31.893805 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Deleting port b6941361-df9e-4093-99c1-87bc6bf2bbdd {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:34:31.894464 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:31.977298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] For port b6941361-df9e-4093-99c1-87bc6bf2bbdd, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b6941361-df9e-4093-99c1-87bc6bf2bbdd,segment=NetworkSegment(057c222a-1d72-4cea-ac1a-411b09e06bfa),segment_id=057c222a-1d72-4cea-ac1a-411b09e06bfa)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:31.982961 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:31.993337 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ec5084c7-b007-40a0-b550-dd37c952e031 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port 981d7d7b-3e25-4020-8ebd-19657db7f865 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:34:31.994501 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec5084c7-b007-40a0-b550-dd37c952e031 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:31.998060 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Calling delete_port for b6941361-df9e-4093-99c1-87bc6bf2bbdd owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:34:32.036355 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-9cab1286-9c23-464a-b05f-25282c9c4eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e7e563-9e49-4027-a20c-76e32f630188', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142437418', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:34:30Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:32.066904 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab1286-9c23-464a-b05f-25282c9c4eb3 None None] The sync data for ids ['36e7e563-9e49-4027-a20c-76e32f630188'] in n-d-804299-2 is: [{'id': '36e7e563-9e49-4027-a20c-76e32f630188', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2142437418', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:34:30Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': '981d7d7b-3e25-4020-8ebd-19657db7f865', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7e563-9e49-4027-a20c-76e32f630188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:46Z', 'updated_at': '2021-08-20T12:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:34:32.087609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ec5084c7-b007-40a0-b550-dd37c952e031 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] For port 981d7d7b-3e25-4020-8ebd-19657db7f865, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=981d7d7b-3e25-4020-8ebd-19657db7f865,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:32.087989 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec5084c7-b007-40a0-b550-dd37c952e031 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:32.088802 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:32.107618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ec5084c7-b007-40a0-b550-dd37c952e031 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for 981d7d7b-3e25-4020-8ebd-19657db7f865 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:34:32.119510 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Pushing event deleted for resources: {'Port': ['ID=b6941361-df9e-4093-99c1-87bc6bf2bbdd,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:32.123774 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] No DVR routers for this DVR port b6941361-df9e-4093-99c1-87bc6bf2bbdd on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:34:32.133932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:32.133932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:32.133932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:32.133932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:32.133932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:32.133932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:32.133932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:32.133932 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:32.135119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:32.135119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:32.135119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:32.135119 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ab7ae-b2e7-4d3f-9cc9-9f685fe140e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:32.276752 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec5084c7-b007-40a0-b550-dd37c952e031 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:32.306444 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5084c7-b007-40a0-b550-dd37c952e031 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=981d7d7b-3e25-4020-8ebd-19657db7f865,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:32.363231 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec5084c7-b007-40a0-b550-dd37c952e031 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:32.454797 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec5084c7-b007-40a0-b550-dd37c952e031 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:32.456828 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec5084c7-b007-40a0-b550-dd37c952e031 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:32.506064 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec5084c7-b007-40a0-b550-dd37c952e031 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:32.507119 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5084c7-b007-40a0-b550-dd37c952e031 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Fanout notify agent at l3_agent the message router_deleted on router 36e7e563-9e49-4027-a20c-76e32f630188 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:34:32.518756 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec5084c7-b007-40a0-b550-dd37c952e031 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:32.519932 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ec5084c7-b007-40a0-b550-dd37c952e031 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/routers/36e7e563-9e49-4027-a20c-76e32f630188 HTTP/1.1" status: 204 len: 168 time: 0.9455793 Aug 20 12:34:32.522812 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58086) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:32.619336 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a010abbb-7043-40aa-9a0d-8fb790b6bbbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:32.708971 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a010abbb-7043-40aa-9a0d-8fb790b6bbbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:32.719916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-a010abbb-7043-40aa-9a0d-8fb790b6bbbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a60813b-57c4-4d6e-ad72-c8bf08c5548c']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:32.731855 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-a010abbb-7043-40aa-9a0d-8fb790b6bbbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057c222a-1d72-4cea-ac1a-411b09e06bfa') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:32.732159 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-a010abbb-7043-40aa-9a0d-8fb790b6bbbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057c222a-1d72-4cea-ac1a-411b09e06bfa') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:32.742163 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a010abbb-7043-40aa-9a0d-8fb790b6bbbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:32.762259 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a010abbb-7043-40aa-9a0d-8fb790b6bbbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:32.768205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a010abbb-7043-40aa-9a0d-8fb790b6bbbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:34:32.768609 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a010abbb-7043-40aa-9a0d-8fb790b6bbbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:34:32.771785 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:34:32.832550 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a010abbb-7043-40aa-9a0d-8fb790b6bbbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:32.842123 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a010abbb-7043-40aa-9a0d-8fb790b6bbbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:32.843934 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a010abbb-7043-40aa-9a0d-8fb790b6bbbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/networks/9a60813b-57c4-4d6e-ad72-c8bf08c5548c HTTP/1.1" status: 204 len: 168 time: 0.3201685 Aug 20 12:34:32.846831 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58088) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:32.856122 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010abbb-7043-40aa-9a0d-8fb790b6bbbd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Network': ['ID=9a60813b-57c4-4d6e-ad72-c8bf08c5548c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:32.915248 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f15206d4-b934-48ba-9064-c540f96d3d4e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:32.940648 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f15206d4-b934-48ba-9064-c540f96d3d4e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.008702 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f15206d4-b934-48ba-9064-c540f96d3d4e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.011377 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f15206d4-b934-48ba-9064-c540f96d3d4e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.012520 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f15206d4-b934-48ba-9064-c540f96d3d4e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/security-groups/0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0 HTTP/1.1" status: 204 len: 168 time: 0.1645775 Aug 20 12:34:33.021940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15206d4-b934-48ba-9064-c540f96d3d4e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea26ee2-80c6-4734-8d5b-86c38c1dc2a0,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:33.281238 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:34:33.374879 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58094) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:33.379671 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-a18520a2-eab3-4a5e-a05a-177b17317468 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761861105', 'description': 'tempest-secgroup-smoke-1761861105 description', 'project_id': '977744d865634c55a9fb8d5a0653eff3'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:33.402589 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a18520a2-eab3-4a5e-a05a-177b17317468 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.486222 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.490793 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a18520a2-eab3-4a5e-a05a-177b17317468 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.494855 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a18520a2-eab3-4a5e-a05a-177b17317468 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.523728 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a18520a2-eab3-4a5e-a05a-177b17317468 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.524919 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a18520a2-eab3-4a5e-a05a-177b17317468 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1489985 Aug 20 12:34:33.528000 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58096) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:33.529074 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18520a2-eab3-4a5e-a05a-177b17317468 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:33.533575 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-602d9936-4441-4a20-8d54-a574ae46182a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '27ee3de0-ed51-4b8b-9bc8-c47932e67b6b', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:33.560133 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-602d9936-4441-4a20-8d54-a574ae46182a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.617005 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-602d9936-4441-4a20-8d54-a574ae46182a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.620487 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-602d9936-4441-4a20-8d54-a574ae46182a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.639834 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d9936-4441-4a20-8d54-a574ae46182a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd08b372-faa6-4006-ae25-5be64872f0c0,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:33.646013 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-602d9936-4441-4a20-8d54-a574ae46182a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.647480 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-602d9936-4441-4a20-8d54-a574ae46182a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183100 Aug 20 12:34:33.650681 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58098) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:33.655048 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6ab9e9d1-e979-419e-81a7-87b18dfdc553 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '27ee3de0-ed51-4b8b-9bc8-c47932e67b6b', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:33.681499 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ab9e9d1-e979-419e-81a7-87b18dfdc553 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.744227 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ab9e9d1-e979-419e-81a7-87b18dfdc553 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.747613 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ab9e9d1-e979-419e-81a7-87b18dfdc553 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.768266 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9e9d1-e979-419e-81a7-87b18dfdc553 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af81a55-4cdc-4806-aaad-557e455602bf,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:33.773184 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ab9e9d1-e979-419e-81a7-87b18dfdc553 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.774840 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-6ab9e9d1-e979-419e-81a7-87b18dfdc553 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231754 Aug 20 12:34:33.777595 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58100) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:33.782552 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9e21ab9f-9214-422c-84d1-fdd1a0b127ef tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '27ee3de0-ed51-4b8b-9bc8-c47932e67b6b', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:33.814076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b6941361-df9e-4093-99c1-87bc6bf2bbdd no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:34:33.814282 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e21ab9f-9214-422c-84d1-fdd1a0b127ef tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.835603 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: b6941361-df9e-4093-99c1-87bc6bf2bbdd {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:34:33.835961 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b6941361-df9e-4093-99c1-87bc6bf2bbdd not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:34:33.836450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:34:33.854645 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:34:33.854989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ec1dbacd-c332-4b56-b4fb-3eaeb5b007e6 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:34:33.855410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 981d7d7b-3e25-4020-8ebd-19657db7f865 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:34:33.875160 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 981d7d7b-3e25-4020-8ebd-19657db7f865 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:34:33.875509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 981d7d7b-3e25-4020-8ebd-19657db7f865 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:34:33.879911 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e21ab9f-9214-422c-84d1-fdd1a0b127ef tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.884751 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e21ab9f-9214-422c-84d1-fdd1a0b127ef tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.905498 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21ab9f-9214-422c-84d1-fdd1a0b127ef tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e833f77-a9f7-4d7f-9740-211e5daa4767,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:33.913965 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e21ab9f-9214-422c-84d1-fdd1a0b127ef tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:33.915900 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-9e21ab9f-9214-422c-84d1-fdd1a0b127ef tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371233 Aug 20 12:34:33.918634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58102) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:33.931168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-cf1b8313-a94b-4d85-bf8e-939dbc426256 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '27ee3de0-ed51-4b8b-9bc8-c47932e67b6b', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:33.973113 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf1b8313-a94b-4d85-bf8e-939dbc426256 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.048273 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf1b8313-a94b-4d85-bf8e-939dbc426256 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.053126 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf1b8313-a94b-4d85-bf8e-939dbc426256 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.075794 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b8313-a94b-4d85-bf8e-939dbc426256 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfd4c79-aea6-4886-892f-f1736e79f6b9,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:34.079732 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cf1b8313-a94b-4d85-bf8e-939dbc426256 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.084731 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cf1b8313-a94b-4d85-bf8e-939dbc426256 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1614561 Aug 20 12:34:34.084731 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58104) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:34.091191 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-003a0595-6ace-42d6-bd59-95e6548c16c9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '27ee3de0-ed51-4b8b-9bc8-c47932e67b6b', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:34.123124 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-003a0595-6ace-42d6-bd59-95e6548c16c9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Project 977744d865634c55a9fb8d5a0653eff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:34:34.131448 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-003a0595-6ace-42d6-bd59-95e6548c16c9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.204180 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-003a0595-6ace-42d6-bd59-95e6548c16c9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.213117 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-003a0595-6ace-42d6-bd59-95e6548c16c9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.247917 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a0595-6ace-42d6-bd59-95e6548c16c9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79da818f-642d-45a4-bcb5-2115402615a1,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:34.261066 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-003a0595-6ace-42d6-bd59-95e6548c16c9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.264279 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-003a0595-6ace-42d6-bd59-95e6548c16c9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1779819 Aug 20 12:34:34.267548 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58106) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:34.276792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-43aa5ba9-d2db-4cf3-97d7-0ccfa4218a9c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'security_group_rule': {'security_group_id': '27ee3de0-ed51-4b8b-9bc8-c47932e67b6b', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:34.324334 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-43aa5ba9-d2db-4cf3-97d7-0ccfa4218a9c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Project 977744d865634c55a9fb8d5a0653eff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:34:34.333931 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-43aa5ba9-d2db-4cf3-97d7-0ccfa4218a9c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.439667 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-43aa5ba9-d2db-4cf3-97d7-0ccfa4218a9c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.445316 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-43aa5ba9-d2db-4cf3-97d7-0ccfa4218a9c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.471465 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa5ba9-d2db-4cf3-97d7-0ccfa4218a9c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec824c5-3b19-44c2-8722-5c63de882f20,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:34.476939 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-43aa5ba9-d2db-4cf3-97d7-0ccfa4218a9c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.478233 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-43aa5ba9-d2db-4cf3-97d7-0ccfa4218a9c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2089832 Aug 20 12:34:34.481615 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58108) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:34.489126 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0c1e981c-35b6-40be-8e99-05f680ebf173 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'network': {'name': 'tempest-network-smoke--1920426846', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'port_security_enabled': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:34.530250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1e981c-35b6-40be-8e99-05f680ebf173 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Made reservation on behalf of 977744d865634c55a9fb8d5a0653eff3 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:34:34.534576 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c1e981c-35b6-40be-8e99-05f680ebf173 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.568733 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1e981c-35b6-40be-8e99-05f680ebf173 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:34:34.582638 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c1e981c-35b6-40be-8e99-05f680ebf173 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.583097 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-0c1e981c-35b6-40be-8e99-05f680ebf173 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Added segment c03320e1-6f50-4d59-acc0-2653c613dcd7 of type vlan for network f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e Aug 20 12:34:34.680343 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c1e981c-35b6-40be-8e99-05f680ebf173 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.719170 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c1e981c-35b6-40be-8e99-05f680ebf173 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.728469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1e981c-35b6-40be-8e99-05f680ebf173 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:34.729501 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c1e981c-35b6-40be-8e99-05f680ebf173 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.836718 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0c1e981c-35b6-40be-8e99-05f680ebf173 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3535495 Aug 20 12:34:34.841296 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58110) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:34.849010 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1012474479', 'admin_state_up': True, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:34.849778 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e981c-35b6-40be-8e99-05f680ebf173 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Network': ['ID=f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:34.865667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:34:34.891462 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.893233 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:34.992057 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:35.140995 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:35.339682 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:35.359608 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:35.476663 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.25.8.82 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/c723325a-69d0-49e1-a72e-d5d0d997597d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:34:35.581245 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:35.627640 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:35.665939 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:34:35.670106 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:34:35.677082 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:34:35.680573 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=c723325a-69d0-49e1-a72e-d5d0d997597d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:35.943980 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:36.517853 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:36.654484 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router 3f170163-6f66-4f11-91b7-07f736c47064 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:34:36.761607 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:34:36.771134 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Sync routers for ids ['3f170163-6f66-4f11-91b7-07f736c47064'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:34:36.781116 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:36.781434 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Routers {'3f170163-6f66-4f11-91b7-07f736c47064'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:36.781945 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:34:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3f170163-6f66-4f11-91b7-07f736c47064'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:36.785716 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c6fc6d73-154a-4c35-aa35-5de60104fca3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9397280 Aug 20 12:34:36.786047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58114) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:36.879951 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1aae2e43-9e69-42bd-8bc3-75e604f46b88 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=977744d865634c55a9fb8d5a0653eff3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0927114 Aug 20 12:34:36.883539 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58118) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:37.129143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3bfc07-7580-46e8-8402-922f98312125 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:37.134617 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Set router 3f170163-6f66-4f11-91b7-07f736c47064 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:37.134779 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5a3bfc07-7580-46e8-8402-922f98312125 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2466185 Aug 20 12:34:37.134878 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58120) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:37.172009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0129b201-534e-43bd-98a9-a44511a6b0a8 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=2f571561-7053-40c3-8622-933868b07d18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360141 Aug 20 12:34:37.174616 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58122) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:37.179973 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5ba1df44-f653-4f09-8b1c-ac4ee5efdddb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-273955202', 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:37.271833 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba1df44-f653-4f09-8b1c-ac4ee5efdddb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Made reservation on behalf of 977744d865634c55a9fb8d5a0653eff3 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:34:37.275561 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ba1df44-f653-4f09-8b1c-ac4ee5efdddb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.313993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f170163-6f66-4f11-91b7-07f736c47064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012474479', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:34Z', 'updated_at': '2021-08-20T12:34:35Z', 'revision_number': 3, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:35Z', 'updated_at': '2021-08-20T12:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:37.340371 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Checking router: 3f170163-6f66-4f11-91b7-07f736c47064 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:34:37.340755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Updating router 3f170163-6f66-4f11-91b7-07f736c47064 port c723325a-69d0-49e1-a72e-d5d0d997597d binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:34:37.372131 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.459479 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ba1df44-f653-4f09-8b1c-ac4ee5efdddb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.520031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1df44-f653-4f09-8b1c-ac4ee5efdddb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Subnet': ['ID=bb4d7d5e-af46-4b18-97fa-7ffc454f1836,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:37.530012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba1df44-f653-4f09-8b1c-ac4ee5efdddb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Checking segment: {'id': 'c03320e1-6f50-4d59-acc0-2653c613dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:34:37.530377 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba1df44-f653-4f09-8b1c-ac4ee5efdddb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network hostable DHCP agents. Network: f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:34:37.548402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba1df44-f653-4f09-8b1c-ac4ee5efdddb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:34:37.558057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-5ba1df44-f653-4f09-8b1c-ac4ee5efdddb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:34:37.563776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba1df44-f653-4f09-8b1c-ac4ee5efdddb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:37.564362 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ba1df44-f653-4f09-8b1c-ac4ee5efdddb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.576291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eb0dee-e312-4630-96e9-6e2b8dcc444d None None] Network f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:34:37.578897 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5ba1df44-f653-4f09-8b1c-ac4ee5efdddb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4032919 Aug 20 12:34:37.581903 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58124) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:37.724060 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.758623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Transition to ACTIVE for port object c723325a-69d0-49e1-a72e-d5d0d997597d will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:34:37.768490 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.833761 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ips': [{'subnet_id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:34:37.834613 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.857820 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32347cf6-13bb-4f3a-8b9a-76613f3ebb54 None None] Pushing event updated for resources: {'Port': ['ID=c723325a-69d0-49e1-a72e-d5d0d997597d,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:37.861777 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Attempting to bind port c723325a-69d0-49e1-a72e-d5d0d997597d on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:34:37.862153 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Attempting to bind port c723325a-69d0-49e1-a72e-d5d0d997597d by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:34:37.862516 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Attempting to bind port c723325a-69d0-49e1-a72e-d5d0d997597d on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:34:37.870100 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:34:37.870472 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:34:37.870871 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.871263 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:34:37.871723 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Bound port: c723325a-69d0-49e1-a72e-d5d0d997597d, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:34:37.872114 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.987252 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] For port c723325a-69d0-49e1-a72e-d5d0d997597d, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:34:37.992864 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] For port c723325a-69d0-49e1-a72e-d5d0d997597d, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c723325a-69d0-49e1-a72e-d5d0d997597d,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:34:38.013344 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.068776 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.086568 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Allocated IP 172.20.0.2 (f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e/bb4d7d5e-af46-4b18-97fa-7ffc454f1836/f1a0e748-d675-47b1-834c-00a21fb13786) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:34:38.106557 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Routers {'3f170163-6f66-4f11-91b7-07f736c47064'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:38.107218 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:34:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3f170163-6f66-4f11-91b7-07f736c47064'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:38.109044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32347cf6-13bb-4f3a-8b9a-76613f3ebb54 None None] Pushing event updated for resources: {'Port': ['ID=c723325a-69d0-49e1-a72e-d5d0d997597d,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:38.280338 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] Set router 3f170163-6f66-4f11-91b7-07f736c47064 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:38.429427 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.446759 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Transition to ACTIVE for port object f1a0e748-d675-47b1-834c-00a21fb13786 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:34:38.472956 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Transition to ACTIVE for port object f1a0e748-d675-47b1-834c-00a21fb13786 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:34:38.497901 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.542421 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.20.0.1 (f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e/bb4d7d5e-af46-4b18-97fa-7ffc454f1836/46d37abf-f399-4403-8650-9998d73a245e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:34:38.549037 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Network f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:34:38.554200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:34:38.557291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:34:38.568792 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Pushing event updated for resources: {'Port': ['ID=f1a0e748-d675-47b1-834c-00a21fb13786,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:38.632658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f170163-6f66-4f11-91b7-07f736c47064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012474479', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:34Z', 'updated_at': '2021-08-20T12:34:35Z', 'revision_number': 3, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:35Z', 'updated_at': '2021-08-20T12:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:38.661154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Attempting to bind port f1a0e748-d675-47b1-834c-00a21fb13786 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:34:38.661543 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Attempting to bind port f1a0e748-d675-47b1-834c-00a21fb13786 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'c03320e1-6f50-4d59-acc0-2653c613dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:34:38.661888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Attempting to bind port f1a0e748-d675-47b1-834c-00a21fb13786 on network f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:34:38.664757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34266df8-0c0b-4c0f-a8b6-dbe054ab7356 None None] The sync data for ids ['3f170163-6f66-4f11-91b7-07f736c47064'] in n-d-804299-2 is: [{'id': '3f170163-6f66-4f11-91b7-07f736c47064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012474479', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:34Z', 'updated_at': '2021-08-20T12:34:35Z', 'revision_number': 3, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:35Z', 'updated_at': '2021-08-20T12:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:34:38.669866 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:34:38.670005 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Checking segment: {'id': 'c03320e1-6f50-4d59-acc0-2653c613dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:34:38.670430 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.670875 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Bound using segment: {'id': 'c03320e1-6f50-4d59-acc0-2653c613dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:34:38.671258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Bound port: f1a0e748-d675-47b1-834c-00a21fb13786, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03320e1-6f50-4d59-acc0-2653c613dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:34:38.671620 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.690145 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.713969 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Transition to ACTIVE for port object 46d37abf-f399-4403-8650-9998d73a245e will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:34:38.740120 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] For port f1a0e748-d675-47b1-834c-00a21fb13786, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:34:38.744349 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] For port f1a0e748-d675-47b1-834c-00a21fb13786, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f1a0e748-d675-47b1-834c-00a21fb13786,segment=NetworkSegment(c03320e1-6f50-4d59-acc0-2653c613dcd7),segment_id=c03320e1-6f50-4d59-acc0-2653c613dcd7)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:34:38.750640 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.762442 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.830559 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:34:38.838983 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:34:38.846156 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:34:38.863428 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57b0a8-69af-4bf9-bd0f-0920e552b5a9 None None] Pushing event updated for resources: {'Port': ['ID=f1a0e748-d675-47b1-834c-00a21fb13786,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:38.908525 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=46d37abf-f399-4403-8650-9998d73a245e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:38.932911 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:39.135699 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:39.470067 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:39.474948 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:39.559636 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=46d37abf-f399-4403-8650-9998d73a245e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:39.562349 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:39.672197 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:39.678169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:34:39.680262 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:34:39.820690 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router 3f170163-6f66-4f11-91b7-07f736c47064 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:34:39.886804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c723325a-69d0-49e1-a72e-d5d0d997597d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:34:39.940825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port c723325a-69d0-49e1-a72e-d5d0d997597d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:34:39.942880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:34:39.947900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d3da1b-0fb5-44fa-a171-fdc3a310a108 None None] Network f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:34:39.948762 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-435e0e62-aab0-4fd4-aa12-065b3a223315 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "PUT /v2.0/routers/3f170163-6f66-4f11-91b7-07f736c47064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3657336 Aug 20 12:34:39.955338 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c723325a-69d0-49e1-a72e-d5d0d997597d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:39.956064 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:40.044851 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3397aae9-5d46-479d-a402-05b1a7c7c60d None None] Provisioning for port f1a0e748-d675-47b1-834c-00a21fb13786 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:34:40.095379 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1551974e-0352-4532-b701-aa015394e38a req-c0f34d66-678a-42c0-a1ad-8e1aba706bbe tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761861105&fields=id&tenant_id=977744d865634c55a9fb8d5a0653eff3 HTTP/1.1" status: 200 len: 267 time: 0.0374148 Aug 20 12:34:40.153771 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:40.192608 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port c723325a-69d0-49e1-a72e-d5d0d997597d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c723325a-69d0-49e1-a72e-d5d0d997597d,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:40.199429 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:40.200217 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f1a0e748-d675-47b1-834c-00a21fb13786 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:34:40.210684 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551974e-0352-4532-b701-aa015394e38a req-ba56011f-fb06-4a72-aae5-2613a3321c72 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:40.212210 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1551974e-0352-4532-b701-aa015394e38a req-ba56011f-fb06-4a72-aae5-2613a3321c72 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/networks?id=f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e HTTP/1.1" status: 200 len: 797 time: 0.1088588 Aug 20 12:34:40.230498 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1551974e-0352-4532-b701-aa015394e38a req-63694cc8-f548-4965-9e97-edfa6b6b6059 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/quotas/977744d865634c55a9fb8d5a0653eff3 HTTP/1.1" status: 200 len: 375 time: 0.0101516 Aug 20 12:34:40.294582 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1551974e-0352-4532-b701-aa015394e38a req-e37fbb0c-4677-40f9-b7ef-93bc2239b3d8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575962 Aug 20 12:34:40.300398 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=c723325a-69d0-49e1-a72e-d5d0d997597d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:40.320561 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port f1a0e748-d675-47b1-834c-00a21fb13786 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:34:40.326026 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f1a0e748-d675-47b1-834c-00a21fb13786 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:40.326753 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:40.501984 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1551974e-0352-4532-b701-aa015394e38a req-1cad909f-5690-47e4-ba7b-c38c4c07096a service neutron] 10.222.0.37 "GET /v2.0/networks/f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882219 Aug 20 12:34:40.552262 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Sync routers for ids ['3f170163-6f66-4f11-91b7-07f736c47064'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:34:40.562016 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Routers {'3f170163-6f66-4f11-91b7-07f736c47064'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:40.563219 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:34:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3f170163-6f66-4f11-91b7-07f736c47064'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:40.626124 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1551974e-0352-4532-b701-aa015394e38a req-5ab8fd7b-4191-4a03-9780-c1512887df07 service neutron] 10.222.0.37 "GET /v2.0/networks/f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169987 Aug 20 12:34:40.668234 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:40.670388 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-21de7106-5dd3-42f0-9c1b-8a5178ba8ad1 None None] Provisioning complete for port f1a0e748-d675-47b1-834c-00a21fb13786 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:40.670935 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-21de7106-5dd3-42f0-9c1b-8a5178ba8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:40.701060 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Set router 3f170163-6f66-4f11-91b7-07f736c47064 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:40.769963 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port f1a0e748-d675-47b1-834c-00a21fb13786, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f1a0e748-d675-47b1-834c-00a21fb13786,segment=NetworkSegment(c03320e1-6f50-4d59-acc0-2653c613dcd7),segment_id=c03320e1-6f50-4d59-acc0-2653c613dcd7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:40.800897 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:40.872057 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-21de7106-5dd3-42f0-9c1b-8a5178ba8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:40.895072 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7acc1932-9057-453d-8141-28f50e1e2dde req-ac0f8101-d735-42f8-8121-1b9469cfb0f1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 210 time: 0.0488956 Aug 20 12:34:40.955647 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=f1a0e748-d675-47b1-834c-00a21fb13786,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:40.992265 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f170163-6f66-4f11-91b7-07f736c47064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012474479', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:34Z', 'updated_at': '2021-08-20T12:34:39Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:35Z', 'updated_at': '2021-08-20T12:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '46d37abf-f399-4403-8650-9998d73a245e', 'name': '', 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:40:b5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:38Z', 'updated_at': '2021-08-20T12:34:39Z', 'revision_number': 2, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:41.027909 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Checking router: 3f170163-6f66-4f11-91b7-07f736c47064 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:34:41.028282 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Updating router 3f170163-6f66-4f11-91b7-07f736c47064 port 46d37abf-f399-4403-8650-9998d73a245e binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:34:41.054221 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.db.api [None req-21de7106-5dd3-42f0-9c1b-8a5178ba8ad1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:34:41.054775 n-d-804299-2 neutron-server[94692]: DEBUG oslo_db.api [None req-21de7106-5dd3-42f0-9c1b-8a5178ba8ad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:34:41.156307 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:41.434325 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:41.444302 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Transition to ACTIVE for port object 46d37abf-f399-4403-8650-9998d73a245e will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:34:41.450442 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:41.507320 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b603f9-aa70-45b4-b43c-1d3e87ecce4e None None] Pushing event updated for resources: {'Port': ['ID=46d37abf-f399-4403-8650-9998d73a245e,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:41.534896 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b603f9-aa70-45b4-b43c-1d3e87ecce4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.535260 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b603f9-aa70-45b4-b43c-1d3e87ecce4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.535575 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b603f9-aa70-45b4-b43c-1d3e87ecce4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.535892 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b603f9-aa70-45b4-b43c-1d3e87ecce4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.536228 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b603f9-aa70-45b4-b43c-1d3e87ecce4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.536712 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b603f9-aa70-45b4-b43c-1d3e87ecce4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.537014 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b603f9-aa70-45b4-b43c-1d3e87ecce4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.537326 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b603f9-aa70-45b4-b43c-1d3e87ecce4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.537650 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b603f9-aa70-45b4-b43c-1d3e87ecce4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.538629 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b603f9-aa70-45b4-b43c-1d3e87ecce4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.539132 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b603f9-aa70-45b4-b43c-1d3e87ecce4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.539466 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b603f9-aa70-45b4-b43c-1d3e87ecce4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.577632 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Attempting to bind port 46d37abf-f399-4403-8650-9998d73a245e on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:34:41.578338 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Attempting to bind port 46d37abf-f399-4403-8650-9998d73a245e by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'c03320e1-6f50-4d59-acc0-2653c613dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:34:41.578522 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Attempting to bind port 46d37abf-f399-4403-8650-9998d73a245e on network f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:34:41.583990 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:34:41.584364 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Checking segment: {'id': 'c03320e1-6f50-4d59-acc0-2653c613dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:34:41.586180 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:41.586633 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Bound using segment: {'id': 'c03320e1-6f50-4d59-acc0-2653c613dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:34:41.587163 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Bound port: 46d37abf-f399-4403-8650-9998d73a245e, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03320e1-6f50-4d59-acc0-2653c613dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:34:41.587568 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:41.607045 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-21de7106-5dd3-42f0-9c1b-8a5178ba8ad1 None None] Provisioning for port 46d37abf-f399-4403-8650-9998d73a245e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:34:41.657613 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] For port 46d37abf-f399-4403-8650-9998d73a245e, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:34:41.661195 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] For port 46d37abf-f399-4403-8650-9998d73a245e, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=46d37abf-f399-4403-8650-9998d73a245e,segment=NetworkSegment(c03320e1-6f50-4d59-acc0-2653c613dcd7),segment_id=c03320e1-6f50-4d59-acc0-2653c613dcd7)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:34:41.666657 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:41.727933 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b603f9-aa70-45b4-b43c-1d3e87ecce4e None None] Pushing event updated for resources: {'Port': ['ID=46d37abf-f399-4403-8650-9998d73a245e,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:41.730756 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Routers {'3f170163-6f66-4f11-91b7-07f736c47064'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:41.731843 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:34:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3f170163-6f66-4f11-91b7-07f736c47064'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:41.832981 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c723325a-69d0-49e1-a72e-d5d0d997597d up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:34:41.890104 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c723325a-69d0-49e1-a72e-d5d0d997597d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:41.890489 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:41.891435 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] Set router 3f170163-6f66-4f11-91b7-07f736c47064 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:42.031348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f1a0e748-d675-47b1-834c-00a21fb13786 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:34:42.060911 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-90bec598-fa3a-4a3c-a59b-bc24a66c7c0e req-d6548bb9-7a90-473c-9807-a6e6d3666cb3 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 210 time: 0.0392234 Aug 20 12:34:42.095553 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551974e-0352-4532-b701-aa015394e38a req-4cc34678-999c-49cb-a395-f3a2328213bd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:42.097387 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1551974e-0352-4532-b701-aa015394e38a req-4cc34678-999c-49cb-a395-f3a2328213bd tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "GET /v2.0/networks?id=f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e HTTP/1.1" status: 200 len: 797 time: 0.2433527 Aug 20 12:34:42.097553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f1a0e748-d675-47b1-834c-00a21fb13786 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:42.097867 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:42.144540 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1551974e-0352-4532-b701-aa015394e38a req-248039e3-fc6f-44e2-b6e0-838c08bfba2a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=977744d865634c55a9fb8d5a0653eff3 HTTP/1.1" status: 200 len: 380 time: 0.0371482 Aug 20 12:34:42.154028 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-1551974e-0352-4532-b701-aa015394e38a req-cfba40de-1e4d-445c-be17-6c588b3ab491 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'port': {'device_id': 'aaa46c6a-bd52-445d-916a-e42296da802e', 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'admin_state_up': True, 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'security_groups': ['27ee3de0-ed51-4b8b-9bc8-c47932e67b6b']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:42.187409 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f170163-6f66-4f11-91b7-07f736c47064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012474479', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:34Z', 'updated_at': '2021-08-20T12:34:39Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:35Z', 'updated_at': '2021-08-20T12:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '46d37abf-f399-4403-8650-9998d73a245e', 'name': '', 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:40:b5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:38Z', 'updated_at': '2021-08-20T12:34:41Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:42.217157 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5c8a3-1864-4914-b1ee-a3cc81ad3947 None None] The sync data for ids ['3f170163-6f66-4f11-91b7-07f736c47064'] in n-d-804299-2 is: [{'id': '3f170163-6f66-4f11-91b7-07f736c47064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012474479', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:34Z', 'updated_at': '2021-08-20T12:34:39Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:35Z', 'updated_at': '2021-08-20T12:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '46d37abf-f399-4403-8650-9998d73a245e', 'name': '', 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:40:b5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:38Z', 'updated_at': '2021-08-20T12:34:41Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:34:42.276814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1551974e-0352-4532-b701-aa015394e38a req-cfba40de-1e4d-445c-be17-6c588b3ab491 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Made reservation on behalf of 977744d865634c55a9fb8d5a0653eff3 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:34:42.283275 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1551974e-0352-4532-b701-aa015394e38a req-cfba40de-1e4d-445c-be17-6c588b3ab491 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:42.415242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-1551974e-0352-4532-b701-aa015394e38a req-cfba40de-1e4d-445c-be17-6c588b3ab491 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.20.0.10 (f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e/bb4d7d5e-af46-4b18-97fa-7ffc454f1836/259b8ae7-2dc2-4c39-a956-f5ae1dd7381d) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:34:42.566724 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1551974e-0352-4532-b701-aa015394e38a req-cfba40de-1e4d-445c-be17-6c588b3ab491 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:42.582246 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-1551974e-0352-4532-b701-aa015394e38a req-cfba40de-1e4d-445c-be17-6c588b3ab491 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Transition to ACTIVE for port object 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:34:42.618600 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1551974e-0352-4532-b701-aa015394e38a req-cfba40de-1e4d-445c-be17-6c588b3ab491 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:42.663745 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1551974e-0352-4532-b701-aa015394e38a req-cfba40de-1e4d-445c-be17-6c588b3ab491 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:34:42.666838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-1551974e-0352-4532-b701-aa015394e38a req-cfba40de-1e4d-445c-be17-6c588b3ab491 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:34:42.670497 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-1551974e-0352-4532-b701-aa015394e38a req-cfba40de-1e4d-445c-be17-6c588b3ab491 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:34:42.680537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba40de-1e4d-445c-be17-6c588b3ab491 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=259b8ae7-2dc2-4c39-a956-f5ae1dd7381d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:42.727545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551974e-0352-4532-b701-aa015394e38a req-cfba40de-1e4d-445c-be17-6c588b3ab491 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:42.728207 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1551974e-0352-4532-b701-aa015394e38a req-cfba40de-1e4d-445c-be17-6c588b3ab491 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:42.745142 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1551974e-0352-4532-b701-aa015394e38a req-cfba40de-1e4d-445c-be17-6c588b3ab491 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5947556 Aug 20 12:34:42.757375 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Request body: {'port': {'device_id': 'aaa46c6a-bd52-445d-916a-e42296da802e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:42.855250 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:43.013993 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0baf6faf-7e86-4393-9d03-2ff3f3038a25 None None] Provisioning for port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:34:43.017933 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0baf6faf-7e86-4393-9d03-2ff3f3038a25 None None] Provisioning complete for port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:43.018306 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0baf6faf-7e86-4393-9d03-2ff3f3038a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:43.060522 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0baf6faf-7e86-4393-9d03-2ff3f3038a25 None None] Port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:34:43.172910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:34:43.181229 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:43.195286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Transition to ACTIVE for port object 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:34:43.196368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090b0c9-c9a5-49f8-a97e-02c5ad095b2a req-b42ab7eb-ae82-4b9c-bf87-6719140007c9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:43.198360 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4090b0c9-c9a5-49f8-a97e-02c5ad095b2a req-b42ab7eb-ae82-4b9c-bf87-6719140007c9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 932 time: 0.0597751 Aug 20 12:34:43.201083 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:43.248627 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4090b0c9-c9a5-49f8-a97e-02c5ad095b2a req-377b781e-eb0d-46cc-8eca-8abdb23fd1af tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409679 Aug 20 12:34:43.249939 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Pushing event updated for resources: {'Port': ['ID=259b8ae7-2dc2-4c39-a956-f5ae1dd7381d,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:43.334770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Attempting to bind port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:34:43.336064 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Attempting to bind port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'c03320e1-6f50-4d59-acc0-2653c613dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:34:43.336456 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Attempting to bind port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d on network f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:34:43.341622 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d on network f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:34:43.342094 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Attempting to bind port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d on network f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:34:43.355147 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:34:43.355537 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Checking segment: {'id': 'c03320e1-6f50-4d59-acc0-2653c613dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:34:43.355881 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Bound using segment: {'id': 'c03320e1-6f50-4d59-acc0-2653c613dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:34:43.356328 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Bound port: 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03320e1-6f50-4d59-acc0-2653c613dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:34:43.356718 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:43.430738 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] For port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:34:43.434072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] For port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=259b8ae7-2dc2-4c39-a956-f5ae1dd7381d,segment=NetworkSegment(c03320e1-6f50-4d59-acc0-2653c613dcd7),segment_id=c03320e1-6f50-4d59-acc0-2653c613dcd7)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:34:43.440450 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:43.472667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:43.473339 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:43.475042 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1551974e-0352-4532-b701-aa015394e38a req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] 10.222.0.76 "PUT /v2.0/ports/259b8ae7-2dc2-4c39-a956-f5ae1dd7381d HTTP/1.1" status: 200 len: 1092 time: 0.7220387 Aug 20 12:34:43.478130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa46c6a-bd52-445d-916a-e42296da802e', 'tag': '259b8ae7-2dc2-4c39-a956-f5ae1dd7381d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:34:43.480396 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7566daea-bbe7-4cb9-aee0-09b050b59c33" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa46c6a-bd52-445d-916a-e42296da802e", "tag": "259b8ae7-2dc2-4c39-a956-f5ae1dd7381d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:34:43.517043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572104f-3c7c-4084-ba08-6aaf1b41b1ac service neutron] Pushing event updated for resources: {'Port': ['ID=259b8ae7-2dc2-4c39-a956-f5ae1dd7381d,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:43.532025 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90b7995-7f24-48ed-9eba-142bed7f1bb1 x-openstack-request-id: req-e90b7995-7f24-48ed-9eba-142bed7f1bb1 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:34:43.532312 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa46c6a-bd52-445d-916a-e42296da802e", "tag": "259b8ae7-2dc2-4c39-a956-f5ae1dd7381d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:34:43.532560 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e90b7995-7f24-48ed-9eba-142bed7f1bb1 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:34:43.532984 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa46c6a-bd52-445d-916a-e42296da802e', 'tag': '259b8ae7-2dc2-4c39-a956-f5ae1dd7381d', 'status': 'completed', 'code': 200} Aug 20 12:34:43.567725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551974e-0352-4532-b701-aa015394e38a req-702d248b-3fc6-43ca-a325-68cb45d57c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:43.569879 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1551974e-0352-4532-b701-aa015394e38a req-702d248b-3fc6-43ca-a325-68cb45d57c99 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 1095 time: 0.0488391 Aug 20 12:34:43.835035 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 46d37abf-f399-4403-8650-9998d73a245e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:34:43.885552 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 46d37abf-f399-4403-8650-9998d73a245e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:34:43.889529 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 46d37abf-f399-4403-8650-9998d73a245e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:43.889902 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:43.923137 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1551974e-0352-4532-b701-aa015394e38a req-b21835ab-c794-484f-a54c-c1c23e18ff1a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=259b8ae7-2dc2-4c39-a956-f5ae1dd7381d HTTP/1.1" status: 200 len: 217 time: 0.3463948 Aug 20 12:34:43.968154 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:43.971212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551974e-0352-4532-b701-aa015394e38a req-ec89fb45-fd4f-4a2a-94f3-fae58938f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:43.972680 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1551974e-0352-4532-b701-aa015394e38a req-ec89fb45-fd4f-4a2a-94f3-fae58938f4d2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb4d7d5e-af46-4b18-97fa-7ffc454f1836 HTTP/1.1" status: 200 len: 834 time: 0.0420272 Aug 20 12:34:44.001479 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 46d37abf-f399-4403-8650-9998d73a245e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=46d37abf-f399-4403-8650-9998d73a245e,segment=NetworkSegment(c03320e1-6f50-4d59-acc0-2653c613dcd7),segment_id=c03320e1-6f50-4d59-acc0-2653c613dcd7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:44.009691 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:44.019098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551974e-0352-4532-b701-aa015394e38a req-4b82a72c-d9d5-45fc-a19d-1603eb2c9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:44.020697 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1551974e-0352-4532-b701-aa015394e38a req-4b82a72c-d9d5-45fc-a19d-1603eb2c9f28 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406964 Aug 20 12:34:44.057796 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=46d37abf-f399-4403-8650-9998d73a245e,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:44.114744 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1551974e-0352-4532-b701-aa015394e38a req-add374b4-503d-42b6-8cf0-053d6b513bec service neutron] 10.222.0.76 "GET /v2.0/networks/f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864391 Aug 20 12:34:44.206110 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1551974e-0352-4532-b701-aa015394e38a req-63c97457-4566-4663-95d6-b07782be5066 service neutron] 10.222.0.76 "GET /v2.0/networks/f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837727 Aug 20 12:34:44.293495 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566daea-bbe7-4cb9-aee0-09b050b59c33 req-465bbe08-2135-4470-8c67-d260be89bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:44.295005 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7566daea-bbe7-4cb9-aee0-09b050b59c33 req-465bbe08-2135-4470-8c67-d260be89bf9f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 1095 time: 0.0459573 Aug 20 12:34:44.369960 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f5f9d-4244-4815-8142-d715d0092d35 req-54f68501-6e17-406e-ac8a-8963d45ab571 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:44.371506 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-221f5f9d-4244-4815-8142-d715d0092d35 req-54f68501-6e17-406e-ac8a-8963d45ab571 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 944 time: 0.0499244 Aug 20 12:34:44.386956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566daea-bbe7-4cb9-aee0-09b050b59c33 req-8e3ecd3a-8731-4674-97af-4b7621e4ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:44.388436 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7566daea-bbe7-4cb9-aee0-09b050b59c33 req-8e3ecd3a-8731-4674-97af-4b7621e4ad97 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e HTTP/1.1" status: 200 len: 897 time: 0.0865512 Aug 20 12:34:44.409362 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-221f5f9d-4244-4815-8142-d715d0092d35 req-0d04ed6b-a712-4547-9bdb-06a07e71ce1d tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316954 Aug 20 12:34:44.434116 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7566daea-bbe7-4cb9-aee0-09b050b59c33 req-d4c6e59c-33fb-4bbc-b921-259074ffabc5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=259b8ae7-2dc2-4c39-a956-f5ae1dd7381d HTTP/1.1" status: 200 len: 217 time: 0.0390368 Aug 20 12:34:44.481832 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566daea-bbe7-4cb9-aee0-09b050b59c33 req-2a7aa8dd-6f84-4ce3-b312-44add1a42dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:44.483246 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7566daea-bbe7-4cb9-aee0-09b050b59c33 req-2a7aa8dd-6f84-4ce3-b312-44add1a42dcd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb4d7d5e-af46-4b18-97fa-7ffc454f1836 HTTP/1.1" status: 200 len: 834 time: 0.0427549 Aug 20 12:34:44.529324 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566daea-bbe7-4cb9-aee0-09b050b59c33 req-e4b3bbd7-7615-4e83-880e-351d57018ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:44.530853 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7566daea-bbe7-4cb9-aee0-09b050b59c33 req-e4b3bbd7-7615-4e83-880e-351d57018ccf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389864 Aug 20 12:34:44.622065 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7566daea-bbe7-4cb9-aee0-09b050b59c33 req-f1e80f1a-587b-4354-a407-a3bfb2d3ddc1 service neutron] 10.222.0.76 "GET /v2.0/networks/f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840752 Aug 20 12:34:44.713579 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7566daea-bbe7-4cb9-aee0-09b050b59c33 req-7eeafd98-3c18-4229-af49-5debbb9a9a11 service neutron] 10.222.0.76 "GET /v2.0/networks/f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836234 Aug 20 12:34:45.526592 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234b50a-91f2-4a4e-8db6-a56c53ba9bbb req-6d229e41-fa98-4c4b-a293-a7a139fdfbe6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:45.528061 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9234b50a-91f2-4a4e-8db6-a56c53ba9bbb req-6d229e41-fa98-4c4b-a293-a7a139fdfbe6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 944 time: 0.0490720 Aug 20 12:34:45.570275 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9234b50a-91f2-4a4e-8db6-a56c53ba9bbb req-1ae3c234-dba8-4fe7-b49b-17491527fb22 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359411 Aug 20 12:34:45.813637 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 46d37abf-f399-4403-8650-9998d73a245e up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:34:45.860803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 46d37abf-f399-4403-8650-9998d73a245e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:45.861072 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:46.686797 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ee6ae-bec5-41a1-bc0c-ba5c0fdc3743 req-461c48bb-2d5b-491f-b3b4-a98b12e3762f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:46.688261 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fd7ee6ae-bec5-41a1-bc0c-ba5c0fdc3743 req-461c48bb-2d5b-491f-b3b4-a98b12e3762f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 944 time: 0.0476098 Aug 20 12:34:46.724412 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fd7ee6ae-bec5-41a1-bc0c-ba5c0fdc3743 req-75a2ecda-c0d8-4bab-be1a-6d34439dd834 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302477 Aug 20 12:34:47.520825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:34:47.614482 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=259b8ae7-2dc2-4c39-a956-f5ae1dd7381d,segment=NetworkSegment(c03320e1-6f50-4d59-acc0-2653c613dcd7),segment_id=c03320e1-6f50-4d59-acc0-2653c613dcd7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:47.625880 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '259b8ae7-2dc2-4c39-a956-f5ae1dd7381d', 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'port_id': '259b8ae7-2dc2-4c39-a956-f5ae1dd7381d', 'mac_address': 'fa:16:3e:80:3b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:34:47.661868 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:47.674284 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:34:47.693032 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=259b8ae7-2dc2-4c39-a956-f5ae1dd7381d,segment=NetworkSegment(c03320e1-6f50-4d59-acc0-2653c613dcd7),segment_id=c03320e1-6f50-4d59-acc0-2653c613dcd7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:47.697954 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:47.745423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=259b8ae7-2dc2-4c39-a956-f5ae1dd7381d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:47.841259 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fbe80-dc21-43fd-81e2-930f23a20d49 req-e96ec13b-4995-4c65-8492-e2dc0c10826b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:47.842647 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed2fbe80-dc21-43fd-81e2-930f23a20d49 req-e96ec13b-4995-4c65-8492-e2dc0c10826b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 945 time: 0.0502672 Aug 20 12:34:47.881244 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ed2fbe80-dc21-43fd-81e2-930f23a20d49 req-717d7324-7e78-45e2-b3d3-9f60bc14c0cb tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325308 Aug 20 12:34:47.899741 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['259b8ae7-2dc2-4c39-a956-f5ae1dd7381d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:34:49.007313 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257231c-5413-4c33-acde-ca4d9ba9a40d req-1266abd8-29b1-4d5e-872f-bdad3f232c47 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:49.009094 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a257231c-5413-4c33-acde-ca4d9ba9a40d req-1266abd8-29b1-4d5e-872f-bdad3f232c47 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 945 time: 0.0606253 Aug 20 12:34:49.046664 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a257231c-5413-4c33-acde-ca4d9ba9a40d req-f9fb5a8f-70fc-4447-9105-ec94ef35bb37 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314565 Aug 20 12:34:49.533793 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:34:49.580884 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:34:49.584354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:49.585347 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:49.660989 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:49.682475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa46c6a-bd52-445d-916a-e42296da802e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259b8ae7-2dc2-4c39-a956-f5ae1dd7381d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:34:49.684719 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2175aa06-3049-4c9a-bb06-bce42130b03c" -d '{"events": [{"server_uuid": "aaa46c6a-bd52-445d-916a-e42296da802e", "name": "network-vif-plugged", "status": "completed", "tag": "259b8ae7-2dc2-4c39-a956-f5ae1dd7381d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:34:49.697644 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=259b8ae7-2dc2-4c39-a956-f5ae1dd7381d,segment=NetworkSegment(c03320e1-6f50-4d59-acc0-2653c613dcd7),segment_id=c03320e1-6f50-4d59-acc0-2653c613dcd7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:49.701465 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:49.748443 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=259b8ae7-2dc2-4c39-a956-f5ae1dd7381d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:49.771758 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530cab01-eb0c-47bf-80ac-d2d7e81a21b8 x-openstack-request-id: req-530cab01-eb0c-47bf-80ac-d2d7e81a21b8 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:34:49.772601 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa46c6a-bd52-445d-916a-e42296da802e", "name": "network-vif-plugged", "status": "completed", "tag": "259b8ae7-2dc2-4c39-a956-f5ae1dd7381d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:34:49.772903 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-530cab01-eb0c-47bf-80ac-d2d7e81a21b8 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:34:49.773289 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa46c6a-bd52-445d-916a-e42296da802e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259b8ae7-2dc2-4c39-a956-f5ae1dd7381d', 'code': 200} Aug 20 12:34:49.865019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720bab-252f-49cf-b4ae-2355555b8d88 req-cfd56088-b027-48fa-a023-18e077884f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:49.866576 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50720bab-252f-49cf-b4ae-2355555b8d88 req-cfd56088-b027-48fa-a023-18e077884f4b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 1097 time: 0.0401962 Aug 20 12:34:49.900979 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-50720bab-252f-49cf-b4ae-2355555b8d88 req-d86bb619-a78b-46fb-a8b9-ea2872a62d45 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277715 Aug 20 12:34:50.161193 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd77af-718e-4028-be23-14379dec1a75 req-d925f8fe-5d16-4039-aaf6-265c05be9e33 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:50.162689 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10cd77af-718e-4028-be23-14379dec1a75 req-d925f8fe-5d16-4039-aaf6-265c05be9e33 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 946 time: 0.0487700 Aug 20 12:34:50.199891 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-10cd77af-718e-4028-be23-14379dec1a75 req-823434b2-fc6f-46f1-9cb9-cea1526805b1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311289 Aug 20 12:34:51.313981 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b885446-6f13-46d8-b012-030ff7a35d1c req-e973cd2f-21bf-4f13-8bf3-5069b0156d70 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:51.315363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b885446-6f13-46d8-b012-030ff7a35d1c req-e973cd2f-21bf-4f13-8bf3-5069b0156d70 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 946 time: 0.0480685 Aug 20 12:34:51.357164 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4b885446-6f13-46d8-b012-030ff7a35d1c req-85454b26-352c-4c23-aaff-75537bc867c6 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357738 Aug 20 12:34:51.469076 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14e922-2561-43c2-b4c2-93f8dfe4d8a6 req-7a590aa8-1389-4fbc-93f0-50f828051776 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:51.470544 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f14e922-2561-43c2-b4c2-93f8dfe4d8a6 req-7a590aa8-1389-4fbc-93f0-50f828051776 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 946 time: 0.0478852 Aug 20 12:34:51.507480 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f14e922-2561-43c2-b4c2-93f8dfe4d8a6 req-344890b1-a578-46d9-8655-15d35fa06e78 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310874 Aug 20 12:34:51.528938 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58184) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:51.570860 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0267dc55-24f5-4287-bdee-148ac6c1d265 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:51.572361 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0267dc55-24f5-4287-bdee-148ac6c1d265 tempest-TestNetworkAdvancedServerOps-382299938 tempest-TestNetworkAdvancedServerOps-382299938-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 1092 time: 0.0424547 Aug 20 12:34:51.575119 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58186) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:51.579324 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': '259b8ae7-2dc2-4c39-a956-f5ae1dd7381d', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:51.601080 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:51.705219 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:51.810801 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Allocated IP 172.25.8.116 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/26fae569-61b8-4786-b21e-3faebf401518) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:34:51.924157 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:51.964351 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:52.022884 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:34:52.029198 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=26fae569-61b8-4786-b21e-3faebf401518,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:52.031927 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:34:52.034159 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:34:52.404288 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:52.443966 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-44905342-7aa9-4c1e-81b7-6b41ffe21e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:52.482060 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:52.628991 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:52.634336 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:52.704247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event updated for resources: {'Port': ['ID=26fae569-61b8-4786-b21e-3faebf401518,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:52.715551 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:52.816541 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Floating IP b5147764-561c-4849-9e7e-16d9aadcb5a2 associated. External IP: 172.25.8.116, port: 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d. Aug 20 12:34:53.022281 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router 3f170163-6f66-4f11-91b7-07f736c47064 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:34:53.128626 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:34:53.138073 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7526d-c7ea-47c8-b7a2-b1c7f9b3c1c1 None None] Sync routers for ids ['3f170163-6f66-4f11-91b7-07f736c47064'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:34:53.144082 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:53.147644 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a7526d-c7ea-47c8-b7a2-b1c7f9b3c1c1 None None] Routers {'3f170163-6f66-4f11-91b7-07f736c47064'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:53.148271 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-61a7526d-c7ea-47c8-b7a2-b1c7f9b3c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:34:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3f170163-6f66-4f11-91b7-07f736c47064'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:53.170565 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-41a119a3-2a87-43ad-b7b9-5fa139dc0934 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5944483 Aug 20 12:34:53.171133 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa46c6a-bd52-445d-916a-e42296da802e', 'tag': '259b8ae7-2dc2-4c39-a956-f5ae1dd7381d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:34:53.173413 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1529d78ee9ff0fc92738bff1d4fef891f7271bcc054651fa6b70395befb13a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb26108b-c064-49d4-9a58-339090192fca" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa46c6a-bd52-445d-916a-e42296da802e", "tag": "259b8ae7-2dc2-4c39-a956-f5ae1dd7381d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:34:53.210876 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c8f41c-dcce-4c08-a703-ce3dccbf1b8e x-openstack-request-id: req-92c8f41c-dcce-4c08-a703-ce3dccbf1b8e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:34:53.211167 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa46c6a-bd52-445d-916a-e42296da802e", "tag": "259b8ae7-2dc2-4c39-a956-f5ae1dd7381d", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:34:53.211415 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92c8f41c-dcce-4c08-a703-ce3dccbf1b8e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:34:53.211943 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa46c6a-bd52-445d-916a-e42296da802e', 'tag': '259b8ae7-2dc2-4c39-a956-f5ae1dd7381d', 'status': 'completed', 'code': 200} Aug 20 12:34:53.259245 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-61a7526d-c7ea-47c8-b7a2-b1c7f9b3c1c1 None None] Set router 3f170163-6f66-4f11-91b7-07f736c47064 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:53.293666 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26108b-c064-49d4-9a58-339090192fca req-ae51558c-56da-4618-a12e-c3c2254a2371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:53.295183 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb26108b-c064-49d4-9a58-339090192fca req-ae51558c-56da-4618-a12e-c3c2254a2371 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 1097 time: 0.0605035 Aug 20 12:34:53.303339 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b75b38-02a7-47ab-a453-03eb586a29b6 req-1d8d17b7-0b95-4b61-bf6e-22291b40343e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:53.304973 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4b75b38-02a7-47ab-a453-03eb586a29b6 req-1d8d17b7-0b95-4b61-bf6e-22291b40343e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 946 time: 0.0800114 Aug 20 12:34:53.397531 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b4b75b38-02a7-47ab-a453-03eb586a29b6 req-595c6493-8b0b-455b-861f-451630f7703f tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835030 Aug 20 12:34:53.420115 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58192) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:53.462753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26108b-c064-49d4-9a58-339090192fca req-01f2175a-4ac5-45d6-ba36-75e14dcf06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:53.464244 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb26108b-c064-49d4-9a58-339090192fca req-01f2175a-4ac5-45d6-ba36-75e14dcf06c4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e HTTP/1.1" status: 200 len: 897 time: 0.1583974 Aug 20 12:34:53.485411 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-61a7526d-c7ea-47c8-b7a2-b1c7f9b3c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f170163-6f66-4f11-91b7-07f736c47064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012474479', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:34Z', 'updated_at': '2021-08-20T12:34:39Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:35Z', 'updated_at': '2021-08-20T12:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'b5147764-561c-4849-9e7e-16d9aadcb5a2', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'port_id': '259b8ae7-2dc2-4c39-a956-f5ae1dd7381d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'mac_address': 'fa:16:3e:80:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa46c6a-bd52-445d-916a-e42296da802e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:34:52Z', 'updated_at': '2021-08-20T12:34:52Z', 'revision_number': 0, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d37abf-f399-4403-8650-9998d73a245e', 'name': '', 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:40:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:38Z', 'updated_at': '2021-08-20T12:34:43Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:53.511438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7526d-c7ea-47c8-b7a2-b1c7f9b3c1c1 None None] Checking router: 3f170163-6f66-4f11-91b7-07f736c47064 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:34:53.519513 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a7526d-c7ea-47c8-b7a2-b1c7f9b3c1c1 None None] Routers {'3f170163-6f66-4f11-91b7-07f736c47064'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:53.520265 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-61a7526d-c7ea-47c8-b7a2-b1c7f9b3c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:34:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3f170163-6f66-4f11-91b7-07f736c47064'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:53.532703 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-2ad8c1e6-139c-4262-9043-fd342fde07f7 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/b5147764-561c-4849-9e7e-16d9aadcb5a2 HTTP/1.1" status: 200 len: 992 time: 0.1114199 Aug 20 12:34:53.546805 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb26108b-c064-49d4-9a58-339090192fca req-cae9e0cc-2d8c-4389-8023-a96ece8cfd2d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=259b8ae7-2dc2-4c39-a956-f5ae1dd7381d HTTP/1.1" status: 200 len: 1000 time: 0.0736485 Aug 20 12:34:53.595727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26108b-c064-49d4-9a58-339090192fca req-4cc43982-8a5b-489a-a002-5611a9d4d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:53.597245 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb26108b-c064-49d4-9a58-339090192fca req-4cc43982-8a5b-489a-a002-5611a9d4d0a2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb4d7d5e-af46-4b18-97fa-7ffc454f1836 HTTP/1.1" status: 200 len: 834 time: 0.0441086 Aug 20 12:34:53.626454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-61a7526d-c7ea-47c8-b7a2-b1c7f9b3c1c1 None None] Set router 3f170163-6f66-4f11-91b7-07f736c47064 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:53.643959 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26108b-c064-49d4-9a58-339090192fca req-b863f8a1-b2b9-40f1-aa92-73576347ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:53.645529 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb26108b-c064-49d4-9a58-339090192fca req-b863f8a1-b2b9-40f1-aa92-73576347ce11 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413420 Aug 20 12:34:53.745099 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb26108b-c064-49d4-9a58-339090192fca req-6e171b56-e60c-4045-9540-f0d4aaf9ef9d service neutron] 10.222.0.76 "GET /v2.0/networks/f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922813 Aug 20 12:34:53.839033 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fb26108b-c064-49d4-9a58-339090192fca req-0aa16cdc-74e7-465c-a2fa-c451795bdffe service neutron] 10.222.0.76 "GET /v2.0/networks/f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877144 Aug 20 12:34:53.851606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-61a7526d-c7ea-47c8-b7a2-b1c7f9b3c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f170163-6f66-4f11-91b7-07f736c47064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012474479', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:34Z', 'updated_at': '2021-08-20T12:34:39Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:35Z', 'updated_at': '2021-08-20T12:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'b5147764-561c-4849-9e7e-16d9aadcb5a2', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'port_id': '259b8ae7-2dc2-4c39-a956-f5ae1dd7381d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'mac_address': 'fa:16:3e:80:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa46c6a-bd52-445d-916a-e42296da802e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:34:52Z', 'updated_at': '2021-08-20T12:34:52Z', 'revision_number': 0, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d37abf-f399-4403-8650-9998d73a245e', 'name': '', 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:40:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:38Z', 'updated_at': '2021-08-20T12:34:43Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:53.882756 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7526d-c7ea-47c8-b7a2-b1c7f9b3c1c1 None None] The sync data for ids ['3f170163-6f66-4f11-91b7-07f736c47064'] in n-d-804299-2 is: [{'id': '3f170163-6f66-4f11-91b7-07f736c47064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012474479', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:34Z', 'updated_at': '2021-08-20T12:34:39Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:35Z', 'updated_at': '2021-08-20T12:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': 'b5147764-561c-4849-9e7e-16d9aadcb5a2', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'port_id': '259b8ae7-2dc2-4c39-a956-f5ae1dd7381d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'mac_address': 'fa:16:3e:80:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa46c6a-bd52-445d-916a-e42296da802e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:34:52Z', 'updated_at': '2021-08-20T12:34:52Z', 'revision_number': 0, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d37abf-f399-4403-8650-9998d73a245e', 'name': '', 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:40:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:38Z', 'updated_at': '2021-08-20T12:34:43Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:34:54.067384 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd6d73c-456c-4f10-8d3f-9c211ee858bd None None] New status for floating IP b5147764-561c-4849-9e7e-16d9aadcb5a2: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:34:54.536593 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58194) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:54.600948 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e94ea024-9f81-41dd-94c4-2121de75a65a tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/b5147764-561c-4849-9e7e-16d9aadcb5a2 HTTP/1.1" status: 200 len: 994 time: 0.0629966 Aug 20 12:34:55.196485 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c718fb1c-1fdf-4d64-afe5-af5da13c63a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:55.559688 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:56.570497 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:58.178778 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:03.488319 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:09.664600 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:10.280285 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:35:22.436593 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d89ff81-ebe0-4f37-9dc9-99d045a9cef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:23.465320 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc6404-626a-4b60-bf51-d2823c7d465b req-2016b124-58a5-4780-bb3e-24104c0ee3a1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:23.466828 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e7cc6404-626a-4b60-bf51-d2823c7d465b req-2016b124-58a5-4780-bb3e-24104c0ee3a1 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 946 time: 0.0494068 Aug 20 12:35:23.504009 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e7cc6404-626a-4b60-bf51-d2823c7d465b req-5eae2dc3-0892-4135-877e-0ebfb93fb706 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306609 Aug 20 12:35:24.620068 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25560a0e-2b77-4e10-91ed-3e339c2c9ac7 req-9ecf84df-1f18-4738-a05d-038f0920c045 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:24.621591 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-25560a0e-2b77-4e10-91ed-3e339c2c9ac7 req-9ecf84df-1f18-4738-a05d-038f0920c045 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 946 time: 0.0491858 Aug 20 12:35:24.658486 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-25560a0e-2b77-4e10-91ed-3e339c2c9ac7 req-00d8fa40-3210-4a01-8243-4755df063956 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309746 Aug 20 12:35:24.681188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58210) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:24.744469 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-52d063ef-d324-409c-b190-6a7d2329b12c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/b5147764-561c-4849-9e7e-16d9aadcb5a2 HTTP/1.1" status: 200 len: 994 time: 0.0621827 Aug 20 12:35:25.197024 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1cf41397-03a5-450b-9cca-26f8b48d9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.560292 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:26.006237 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469b6d2-1956-44ec-9f79-0d555357cd2c req-1a22120d-4435-4672-a779-49b8b13fda93 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:26.007781 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0469b6d2-1956-44ec-9f79-0d555357cd2c req-1a22120d-4435-4672-a779-49b8b13fda93 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 946 time: 0.0499997 Aug 20 12:35:26.019709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e02cfa-7875-4de2-94a1-af7164d861f6 req-e23107c9-605d-4c71-a705-de7c6def8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:26.021273 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39e02cfa-7875-4de2-94a1-af7164d861f6 req-e23107c9-605d-4c71-a705-de7c6def8ac8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 1097 time: 0.0414994 Aug 20 12:35:26.049334 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0469b6d2-1956-44ec-9f79-0d555357cd2c req-2534411b-42dd-4f42-87f7-acc1cb856fa8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350704 Aug 20 12:35:26.116072 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e02cfa-7875-4de2-94a1-af7164d861f6 req-7aeb8fb6-8bd2-406f-8803-56a9495aa837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:26.117679 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39e02cfa-7875-4de2-94a1-af7164d861f6 req-7aeb8fb6-8bd2-406f-8803-56a9495aa837 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e HTTP/1.1" status: 200 len: 897 time: 0.0899723 Aug 20 12:35:26.183030 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39e02cfa-7875-4de2-94a1-af7164d861f6 req-b0ff3008-f365-4917-91aa-62c105d1546a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=259b8ae7-2dc2-4c39-a956-f5ae1dd7381d HTTP/1.1" status: 200 len: 1002 time: 0.0589476 Aug 20 12:35:26.231138 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e02cfa-7875-4de2-94a1-af7164d861f6 req-6244dced-645a-4eb3-9523-5ea29bb9e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:26.232558 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39e02cfa-7875-4de2-94a1-af7164d861f6 req-6244dced-645a-4eb3-9523-5ea29bb9e18f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb4d7d5e-af46-4b18-97fa-7ffc454f1836 HTTP/1.1" status: 200 len: 834 time: 0.0426459 Aug 20 12:35:26.280560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e02cfa-7875-4de2-94a1-af7164d861f6 req-f86b6ef2-36f0-4044-9aad-e1e0e2b2a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:26.282041 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39e02cfa-7875-4de2-94a1-af7164d861f6 req-f86b6ef2-36f0-4044-9aad-e1e0e2b2a1e7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424237 Aug 20 12:35:26.371442 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39e02cfa-7875-4de2-94a1-af7164d861f6 req-7d67f47d-dacd-4944-81ca-268bf1da8c3f service neutron] 10.222.0.76 "GET /v2.0/networks/f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818264 Aug 20 12:35:26.464496 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-39e02cfa-7875-4de2-94a1-af7164d861f6 req-2529c669-30e9-44fd-9bcc-5ea2472420a0 service neutron] 10.222.0.76 "GET /v2.0/networks/f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862112 Aug 20 12:35:26.572618 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:27.168451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8693ea2-33eb-4753-9372-0ab933687a85 req-6b4ab7ad-8276-41ec-853c-5efe44a18c3e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:27.169948 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8693ea2-33eb-4753-9372-0ab933687a85 req-6b4ab7ad-8276-41ec-853c-5efe44a18c3e tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 946 time: 0.0491867 Aug 20 12:35:27.212276 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a8693ea2-33eb-4753-9372-0ab933687a85 req-1e67899d-1bb1-427b-972e-d9f5edd5e3b8 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363693 Aug 20 12:35:28.181646 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:28.327904 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0906d89-d8c2-45c5-9491-effedd5391c2 req-9f93f75e-47d5-42e7-98af-5a654f019780 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:28.329430 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f0906d89-d8c2-45c5-9491-effedd5391c2 req-9f93f75e-47d5-42e7-98af-5a654f019780 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 946 time: 0.0497570 Aug 20 12:35:28.367497 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f0906d89-d8c2-45c5-9491-effedd5391c2 req-1de5c607-7f7e-4118-89de-e3fcdacd66f2 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320637 Aug 20 12:35:28.388973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58222) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:28.448781 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f2f40666-aa30-4bd8-8d7d-fec208655fb9 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/floatingips/b5147764-561c-4849-9e7e-16d9aadcb5a2 HTTP/1.1" status: 200 len: 994 time: 0.0586891 Aug 20 12:35:28.699397 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58228) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:28.860913 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port 26fae569-61b8-4786-b21e-3faebf401518 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:28.861260 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:28.936591 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:28.936947 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:28.948846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for 26fae569-61b8-4786-b21e-3faebf401518 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:29.089213 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:29.123466 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=26fae569-61b8-4786-b21e-3faebf401518,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:29.151218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.151557 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.151894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.152224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.152549 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.152954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.153275 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.153598 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.153920 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.154242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.154556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.154899 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.194552 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:29.194857 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Floating IP b5147764-561c-4849-9e7e-16d9aadcb5a2 disassociated (deleted). External IP: 172.25.8.116, port: 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d. Aug 20 12:35:29.398618 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router 3f170163-6f66-4f11-91b7-07f736c47064 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:35:29.504050 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:29.509495 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:29.515239 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b66f0a-0754-455d-9659-273f85d26350 None None] Sync routers for ids ['3f170163-6f66-4f11-91b7-07f736c47064'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:29.524085 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b66f0a-0754-455d-9659-273f85d26350 None None] Routers {'3f170163-6f66-4f11-91b7-07f736c47064'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:29.525020 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-17b66f0a-0754-455d-9659-273f85d26350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:35:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3f170163-6f66-4f11-91b7-07f736c47064'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:29.534993 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-01278907-a2d6-4467-ae04-479f8b1ff55b tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/floatingips/b5147764-561c-4849-9e7e-16d9aadcb5a2 HTTP/1.1" status: 204 len: 168 time: 0.8345757 Aug 20 12:35:29.535566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa46c6a-bd52-445d-916a-e42296da802e', 'tag': '259b8ae7-2dc2-4c39-a956-f5ae1dd7381d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:35:29.538117 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536f3c4b-7e82-42fe-86c2-9830ffacee4d" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa46c6a-bd52-445d-916a-e42296da802e", "tag": "259b8ae7-2dc2-4c39-a956-f5ae1dd7381d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:35:29.576097 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103eefbd-2c57-421a-810d-1a2c83f56c7a x-openstack-request-id: req-103eefbd-2c57-421a-810d-1a2c83f56c7a {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:35:29.576389 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa46c6a-bd52-445d-916a-e42296da802e", "tag": "259b8ae7-2dc2-4c39-a956-f5ae1dd7381d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:35:29.576664 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-103eefbd-2c57-421a-810d-1a2c83f56c7a {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:35:29.577078 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa46c6a-bd52-445d-916a-e42296da802e', 'tag': '259b8ae7-2dc2-4c39-a956-f5ae1dd7381d', 'status': 'completed', 'code': 200} Aug 20 12:35:29.636446 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-17b66f0a-0754-455d-9659-273f85d26350 None None] Set router 3f170163-6f66-4f11-91b7-07f736c47064 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:29.642926 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f3c4b-7e82-42fe-86c2-9830ffacee4d req-9f8cb1ec-7bc5-4eb8-b7ef-682d4778f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:29.644743 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-536f3c4b-7e82-42fe-86c2-9830ffacee4d req-9f8cb1ec-7bc5-4eb8-b7ef-682d4778f20f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=977744d865634c55a9fb8d5a0653eff3&device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 1097 time: 0.0449367 Aug 20 12:35:29.774740 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f3c4b-7e82-42fe-86c2-9830ffacee4d req-447a4a93-8f9d-43ac-b601-b278f4cbff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:29.776232 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-536f3c4b-7e82-42fe-86c2-9830ffacee4d req-447a4a93-8f9d-43ac-b601-b278f4cbff8b service neutron] 10.222.0.76 "GET /v2.0/networks?id=f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e HTTP/1.1" status: 200 len: 897 time: 0.1214204 Aug 20 12:35:29.788970 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9993295-58cb-4d19-a7fe-7abac176aa5e req-bc8c0508-6f1c-4fc2-bbc0-8b993f1e4a06 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:29.790491 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9993295-58cb-4d19-a7fe-7abac176aa5e req-bc8c0508-6f1c-4fc2-bbc0-8b993f1e4a06 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 946 time: 0.0756104 Aug 20 12:35:29.830872 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-536f3c4b-7e82-42fe-86c2-9830ffacee4d req-11e8a2e5-df42-477a-bc32-e9070a16090c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=259b8ae7-2dc2-4c39-a956-f5ae1dd7381d HTTP/1.1" status: 200 len: 217 time: 0.0394251 Aug 20 12:35:29.850171 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-17b66f0a-0754-455d-9659-273f85d26350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f170163-6f66-4f11-91b7-07f736c47064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012474479', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:34Z', 'updated_at': '2021-08-20T12:34:39Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:35Z', 'updated_at': '2021-08-20T12:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '46d37abf-f399-4403-8650-9998d73a245e', 'name': '', 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:40:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:38Z', 'updated_at': '2021-08-20T12:34:43Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:29.877053 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b66f0a-0754-455d-9659-273f85d26350 None None] Checking router: 3f170163-6f66-4f11-91b7-07f736c47064 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:29.886102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b66f0a-0754-455d-9659-273f85d26350 None None] Routers {'3f170163-6f66-4f11-91b7-07f736c47064'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:29.886102 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-17b66f0a-0754-455d-9659-273f85d26350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:35:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3f170163-6f66-4f11-91b7-07f736c47064'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:29.890834 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d9993295-58cb-4d19-a7fe-7abac176aa5e req-f7a420ad-05ed-4462-b318-65612c051a53 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927563 Aug 20 12:35:29.899337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f3c4b-7e82-42fe-86c2-9830ffacee4d req-aa86d240-0473-433a-b23f-38b9ab492e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:29.900785 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-536f3c4b-7e82-42fe-86c2-9830ffacee4d req-aa86d240-0473-433a-b23f-38b9ab492e91 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb4d7d5e-af46-4b18-97fa-7ffc454f1836 HTTP/1.1" status: 200 len: 834 time: 0.0622585 Aug 20 12:35:29.948165 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f3c4b-7e82-42fe-86c2-9830ffacee4d req-fcb4e64b-2e99-490e-8eee-a7f6ac4e633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:29.949742 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-536f3c4b-7e82-42fe-86c2-9830ffacee4d req-fcb4e64b-2e99-490e-8eee-a7f6ac4e633b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411932 Aug 20 12:35:30.049803 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-536f3c4b-7e82-42fe-86c2-9830ffacee4d req-363a0d63-ba23-4b6e-b37a-abbcb4fe80ee service neutron] 10.222.0.76 "GET /v2.0/networks/f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909209 Aug 20 12:35:30.142794 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-536f3c4b-7e82-42fe-86c2-9830ffacee4d req-f711a68e-c6f2-4c46-9d98-fb4160e77ae7 service neutron] 10.222.0.76 "GET /v2.0/networks/f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852764 Aug 20 12:35:30.151027 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-17b66f0a-0754-455d-9659-273f85d26350 None None] Set router 3f170163-6f66-4f11-91b7-07f736c47064 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:30.348255 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-17b66f0a-0754-455d-9659-273f85d26350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f170163-6f66-4f11-91b7-07f736c47064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012474479', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:34Z', 'updated_at': '2021-08-20T12:34:39Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:35Z', 'updated_at': '2021-08-20T12:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '46d37abf-f399-4403-8650-9998d73a245e', 'name': '', 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:40:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:38Z', 'updated_at': '2021-08-20T12:34:43Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:30.374113 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b66f0a-0754-455d-9659-273f85d26350 None None] The sync data for ids ['3f170163-6f66-4f11-91b7-07f736c47064'] in n-d-804299-2 is: [{'id': '3f170163-6f66-4f11-91b7-07f736c47064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012474479', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:34Z', 'updated_at': '2021-08-20T12:34:39Z', 'revision_number': 4, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:35Z', 'updated_at': '2021-08-20T12:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '46d37abf-f399-4403-8650-9998d73a245e', 'name': '', 'network_id': 'f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'mac_address': 'fa:16:3e:40:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:38Z', 'updated_at': '2021-08-20T12:34:43Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'subnets': [{'id': 'bb4d7d5e-af46-4b18-97fa-7ffc454f1836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:30.586983 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52abba86-277c-4e9c-857b-ca9e0485e726 None None] New status for floating IP b5147764-561c-4849-9e7e-16d9aadcb5a2: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:35:31.020096 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4805c7-556b-4433-bd08-a05b152b7ca1 req-eef71d00-c995-4fc2-893e-29b30616ba17 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:31.022372 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7a4805c7-556b-4433-bd08-a05b152b7ca1 req-eef71d00-c995-4fc2-893e-29b30616ba17 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 946 time: 0.0524073 Aug 20 12:35:31.058444 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7a4805c7-556b-4433-bd08-a05b152b7ca1 req-2e7ab960-cb3e-4404-bb4d-1b2aafb891cc tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303640 Aug 20 12:35:31.308067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889fb28-30ea-4a47-b5a5-a9af91095268 req-f052240a-1549-46a3-b3ca-1de71fac1d83 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:31.309459 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d889fb28-30ea-4a47-b5a5-a9af91095268 req-f052240a-1549-46a3-b3ca-1de71fac1d83 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 946 time: 0.0476248 Aug 20 12:35:31.400919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-d889fb28-30ea-4a47-b5a5-a9af91095268 req-21367fcb-b7ed-4b37-a81b-c209b90e0bde tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:31.401262 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d889fb28-30ea-4a47-b5a5-a9af91095268 req-21367fcb-b7ed-4b37-a81b-c209b90e0bde tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:31.486103 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-d889fb28-30ea-4a47-b5a5-a9af91095268 req-21367fcb-b7ed-4b37-a81b-c209b90e0bde tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] For port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=259b8ae7-2dc2-4c39-a956-f5ae1dd7381d,segment=NetworkSegment(c03320e1-6f50-4d59-acc0-2653c613dcd7),segment_id=c03320e1-6f50-4d59-acc0-2653c613dcd7)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:31.486467 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d889fb28-30ea-4a47-b5a5-a9af91095268 req-21367fcb-b7ed-4b37-a81b-c209b90e0bde tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:31.498776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-d889fb28-30ea-4a47-b5a5-a9af91095268 req-21367fcb-b7ed-4b37-a81b-c209b90e0bde tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:31.624323 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d889fb28-30ea-4a47-b5a5-a9af91095268 req-21367fcb-b7ed-4b37-a81b-c209b90e0bde tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:31.650919 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21367fcb-b7ed-4b37-a81b-c209b90e0bde tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=259b8ae7-2dc2-4c39-a956-f5ae1dd7381d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:31.697835 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-d889fb28-30ea-4a47-b5a5-a9af91095268 req-21367fcb-b7ed-4b37-a81b-c209b90e0bde tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] No DVR routers for this DVR port 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:35:31.700368 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-d889fb28-30ea-4a47-b5a5-a9af91095268 req-21367fcb-b7ed-4b37-a81b-c209b90e0bde tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:31.702607 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d889fb28-30ea-4a47-b5a5-a9af91095268 req-21367fcb-b7ed-4b37-a81b-c209b90e0bde tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.76 "DELETE /v2.0/ports/259b8ae7-2dc2-4c39-a956-f5ae1dd7381d HTTP/1.1" status: 204 len: 173 time: 0.3874066 Aug 20 12:35:31.702971 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa46c6a-bd52-445d-916a-e42296da802e', 'name': 'network-vif-deleted', 'tag': '259b8ae7-2dc2-4c39-a956-f5ae1dd7381d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:35:31.705703 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab95c54-b40f-4f22-a7b6-c080d31980a1" -d '{"events": [{"server_uuid": "aaa46c6a-bd52-445d-916a-e42296da802e", "name": "network-vif-deleted", "tag": "259b8ae7-2dc2-4c39-a956-f5ae1dd7381d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:35:31.744257 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c061ce6a-eb2a-43dc-aaa7-486b4ab24dda x-openstack-request-id: req-c061ce6a-eb2a-43dc-aaa7-486b4ab24dda {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:35:31.744544 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa46c6a-bd52-445d-916a-e42296da802e", "name": "network-vif-deleted", "tag": "259b8ae7-2dc2-4c39-a956-f5ae1dd7381d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:35:31.744827 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c061ce6a-eb2a-43dc-aaa7-486b4ab24dda {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:35:31.745222 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa46c6a-bd52-445d-916a-e42296da802e', 'name': 'network-vif-deleted', 'tag': '259b8ae7-2dc2-4c39-a956-f5ae1dd7381d', 'status': 'completed', 'code': 200} Aug 20 12:35:32.174562 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-80598563-d08d-4d65-b6ce-90fc36375f9c req-c0b9ef2d-188f-43f9-86a7-9426b9813dfe tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa46c6a-bd52-445d-916a-e42296da802e HTTP/1.1" status: 200 len: 210 time: 0.0297396 Aug 20 12:35:33.230815 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58244) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:33.500327 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.683636 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:33.703893 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:33.704240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 259b8ae7-2dc2-4c39-a956-f5ae1dd7381d not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:33.888065 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-199569cd-922a-4e8f-8383-e0788b474f7c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:34.135890 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-199569cd-922a-4e8f-8383-e0788b474f7c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port 46d37abf-f399-4403-8650-9998d73a245e {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:34.136243 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-199569cd-922a-4e8f-8383-e0788b474f7c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:34.224820 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-199569cd-922a-4e8f-8383-e0788b474f7c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] For port 46d37abf-f399-4403-8650-9998d73a245e, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=46d37abf-f399-4403-8650-9998d73a245e,segment=NetworkSegment(c03320e1-6f50-4d59-acc0-2653c613dcd7),segment_id=c03320e1-6f50-4d59-acc0-2653c613dcd7)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:34.225190 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-199569cd-922a-4e8f-8383-e0788b474f7c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:34.237677 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-199569cd-922a-4e8f-8383-e0788b474f7c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for 46d37abf-f399-4403-8650-9998d73a245e owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:34.425029 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-199569cd-922a-4e8f-8383-e0788b474f7c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:34.450711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199569cd-922a-4e8f-8383-e0788b474f7c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=46d37abf-f399-4403-8650-9998d73a245e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:34.625239 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-199569cd-922a-4e8f-8383-e0788b474f7c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:34.838695 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199569cd-922a-4e8f-8383-e0788b474f7c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Router 3f170163-6f66-4f11-91b7-07f736c47064 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:35:34.944575 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199569cd-922a-4e8f-8383-e0788b474f7c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:34.952084 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-199569cd-922a-4e8f-8383-e0788b474f7c tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "PUT /v2.0/routers/3f170163-6f66-4f11-91b7-07f736c47064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7200415 Aug 20 12:35:34.954764 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58246) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:34.957575 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e0265-b977-449b-bcbb-9637aad9af74 None None] Sync routers for ids ['3f170163-6f66-4f11-91b7-07f736c47064'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:34.967441 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e0265-b977-449b-bcbb-9637aad9af74 None None] Routers {'3f170163-6f66-4f11-91b7-07f736c47064'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:34.968050 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e13e0265-b977-449b-bcbb-9637aad9af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:35:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3f170163-6f66-4f11-91b7-07f736c47064'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:35.011718 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-887e38ce-cf20-4642-b4c3-610484ed8778 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting subnet bb4d7d5e-af46-4b18-97fa-7ffc454f1836 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:35:35.014854 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-887e38ce-cf20-4642-b4c3-610484ed8778 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.054952 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-887e38ce-cf20-4642-b4c3-610484ed8778 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.072338 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-e13e0265-b977-449b-bcbb-9637aad9af74 None None] Set router 3f170163-6f66-4f11-91b7-07f736c47064 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:35.138183 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-887e38ce-cf20-4642-b4c3-610484ed8778 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.200069 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-887e38ce-cf20-4642-b4c3-610484ed8778 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.228910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e38ce-cf20-4642-b4c3-610484ed8778 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4d7d5e-af46-4b18-97fa-7ffc454f1836,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:35.230883 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-887e38ce-cf20-4642-b4c3-610484ed8778 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.235518 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-887e38ce-cf20-4642-b4c3-610484ed8778 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/subnets/bb4d7d5e-af46-4b18-97fa-7ffc454f1836 HTTP/1.1" status: 204 len: 168 time: 0.2767849 Aug 20 12:35:35.236266 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58248) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:35.243525 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46efebb7-f8d8-4ca0-8d1a-cf925f135e07 None None] Network f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:35:35.311454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e13e0265-b977-449b-bcbb-9637aad9af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f170163-6f66-4f11-91b7-07f736c47064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012474479', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:34Z', 'updated_at': '2021-08-20T12:35:34Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:35Z', 'updated_at': '2021-08-20T12:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:35.342217 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-000f28bc-c05b-4bd3-92b6-9c3cf6255daa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.361200 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e0265-b977-449b-bcbb-9637aad9af74 None None] Checking router: 3f170163-6f66-4f11-91b7-07f736c47064 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:35.387904 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e0265-b977-449b-bcbb-9637aad9af74 None None] Routers {'3f170163-6f66-4f11-91b7-07f736c47064'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:35.388577 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e13e0265-b977-449b-bcbb-9637aad9af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:35:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['3f170163-6f66-4f11-91b7-07f736c47064'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:35.447553 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-000f28bc-c05b-4bd3-92b6-9c3cf6255daa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.498651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] DHCP port deletion for f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:35:35.509290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-e13e0265-b977-449b-bcbb-9637aad9af74 None None] Set router 3f170163-6f66-4f11-91b7-07f736c47064 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:35.509920 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-000f28bc-c05b-4bd3-92b6-9c3cf6255daa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Deleting port c723325a-69d0-49e1-a72e-d5d0d997597d {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:35.510268 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-000f28bc-c05b-4bd3-92b6-9c3cf6255daa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.588584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-000f28bc-c05b-4bd3-92b6-9c3cf6255daa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] For port c723325a-69d0-49e1-a72e-d5d0d997597d, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c723325a-69d0-49e1-a72e-d5d0d997597d,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:35.588988 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-000f28bc-c05b-4bd3-92b6-9c3cf6255daa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.601580 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-000f28bc-c05b-4bd3-92b6-9c3cf6255daa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Calling delete_port for c723325a-69d0-49e1-a72e-d5d0d997597d owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:35.665343 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Deleting port f1a0e748-d675-47b1-834c-00a21fb13786 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:35.665637 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.755028 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] For port f1a0e748-d675-47b1-834c-00a21fb13786, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f1a0e748-d675-47b1-834c-00a21fb13786,segment=NetworkSegment(c03320e1-6f50-4d59-acc0-2653c613dcd7),segment_id=c03320e1-6f50-4d59-acc0-2653c613dcd7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:35.755326 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.769456 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-000f28bc-c05b-4bd3-92b6-9c3cf6255daa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.770667 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Calling delete_port for f1a0e748-d675-47b1-834c-00a21fb13786 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:35.797804 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f28bc-c05b-4bd3-92b6-9c3cf6255daa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Port': ['ID=c723325a-69d0-49e1-a72e-d5d0d997597d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:35.825839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-e13e0265-b977-449b-bcbb-9637aad9af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f170163-6f66-4f11-91b7-07f736c47064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012474479', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:34Z', 'updated_at': '2021-08-20T12:35:34Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:35Z', 'updated_at': '2021-08-20T12:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:35.860847 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e0265-b977-449b-bcbb-9637aad9af74 None None] The sync data for ids ['3f170163-6f66-4f11-91b7-07f736c47064'] in n-d-804299-2 is: [{'id': '3f170163-6f66-4f11-91b7-07f736c47064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1012474479', 'tenant_id': '977744d865634c55a9fb8d5a0653eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:34Z', 'updated_at': '2021-08-20T12:35:34Z', 'revision_number': 5, 'project_id': '977744d865634c55a9fb8d5a0653eff3', 'gw_port': {'id': 'c723325a-69d0-49e1-a72e-d5d0d997597d', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f170163-6f66-4f11-91b7-07f736c47064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:35Z', 'updated_at': '2021-08-20T12:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:35.880670 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-000f28bc-c05b-4bd3-92b6-9c3cf6255daa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.901471 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.933480 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f1a0e748-d675-47b1-834c-00a21fb13786 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:35.936034 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Pushing event deleted for resources: {'Port': ['ID=f1a0e748-d675-47b1-834c-00a21fb13786,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:35.945044 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] No DVR routers for this DVR port f1a0e748-d675-47b1-834c-00a21fb13786 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:35:35.971152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:35.971152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:35.971152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:35.971152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:35.971152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:35.971152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:35.971152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:35.971152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:35.971152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:35.971152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:35.971152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:35.971152 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5bf1d-da4f-4e4b-a9f2-1db3f41ea70f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:35.973913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: f1a0e748-d675-47b1-834c-00a21fb13786 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:35.973913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f1a0e748-d675-47b1-834c-00a21fb13786 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:35.979697 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-000f28bc-c05b-4bd3-92b6-9c3cf6255daa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.981990 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-000f28bc-c05b-4bd3-92b6-9c3cf6255daa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.025090 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-000f28bc-c05b-4bd3-92b6-9c3cf6255daa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.025619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000f28bc-c05b-4bd3-92b6-9c3cf6255daa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Fanout notify agent at l3_agent the message router_deleted on router 3f170163-6f66-4f11-91b7-07f736c47064 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:35:36.032699 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-000f28bc-c05b-4bd3-92b6-9c3cf6255daa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.033815 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-000f28bc-c05b-4bd3-92b6-9c3cf6255daa tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/routers/3f170163-6f66-4f11-91b7-07f736c47064 HTTP/1.1" status: 204 len: 168 time: 0.7971833 Aug 20 12:35:36.036493 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58250) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:36.116325 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0860dbb0-a297-4394-996e-52f79f7c6719 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.199407 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0860dbb0-a297-4394-996e-52f79f7c6719 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.209925 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-0860dbb0-a297-4394-996e-52f79f7c6719 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:36.219974 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-0860dbb0-a297-4394-996e-52f79f7c6719 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03320e1-6f50-4d59-acc0-2653c613dcd7') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:36.220276 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-0860dbb0-a297-4394-996e-52f79f7c6719 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03320e1-6f50-4d59-acc0-2653c613dcd7') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:36.229474 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0860dbb0-a297-4394-996e-52f79f7c6719 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.250391 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0860dbb0-a297-4394-996e-52f79f7c6719 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.256479 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0860dbb0-a297-4394-996e-52f79f7c6719 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:35:36.256907 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0860dbb0-a297-4394-996e-52f79f7c6719 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:35:36.260068 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:35:36.318207 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0860dbb0-a297-4394-996e-52f79f7c6719 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.326897 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0860dbb0-a297-4394-996e-52f79f7c6719 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.331327 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0860dbb0-a297-4394-996e-52f79f7c6719 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/networks/f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e HTTP/1.1" status: 204 len: 168 time: 0.2905736 Aug 20 12:35:36.331630 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58252) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:36.341170 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860dbb0-a297-4394-996e-52f79f7c6719 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'Network': ['ID=f44428e4-f6ab-4ce8-9f96-25f9ee4c3e3e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:36.395284 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.422392 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.483682 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.486646 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.487830 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] 10.222.0.37 "DELETE /v2.0/security-groups/27ee3de0-ed51-4b8b-9bc8-c47932e67b6b HTTP/1.1" status: 204 len: 168 time: 0.1552098 Aug 20 12:35:36.498251 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ee3de0-ed51-4b8b-9bc8-c47932e67b6b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:36.505944 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:36.506301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:36.506646 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:36.506985 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:36.507323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:36.507677 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:36.507991 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:36.508319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:36.508675 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:36.509008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:36.509323 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:36.509652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43bafbb-1773-4f39-bba8-c4d38f7f5324 tempest-TestNetworkAdvancedServerOps-255690711 tempest-TestNetworkAdvancedServerOps-255690711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:36.844106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58260) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:36.983863 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f47f6b76-6bd2-40e6-a93e-c3ddf1cb1814 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=977744d865634c55a9fb8d5a0653eff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384931 Aug 20 12:35:36.986610 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58264) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:37.033678 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5e21e45-65ff-420c-b8f3-1022a6ff38c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.054202 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5e21e45-65ff-420c-b8f3-1022a6ff38c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.104997 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5e21e45-65ff-420c-b8f3-1022a6ff38c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.107562 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5e21e45-65ff-420c-b8f3-1022a6ff38c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.108866 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e5e21e45-65ff-420c-b8f3-1022a6ff38c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be02b4b8-94fe-4d20-b1dd-81d7a5f961b3 HTTP/1.1" status: 204 len: 168 time: 0.1212771 Aug 20 12:35:37.116566 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e21e45-65ff-420c-b8f3-1022a6ff38c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be02b4b8-94fe-4d20-b1dd-81d7a5f961b3,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:37.364059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58270) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:37.377057 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-281ce2b7-2da1-4fec-a302-c6990301fef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.463420 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-281ce2b7-2da1-4fec-a302-c6990301fef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.467424 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-281ce2b7-2da1-4fec-a302-c6990301fef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.504572 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-281ce2b7-2da1-4fec-a302-c6990301fef9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43e3142000bc486d9263fd397bbe8726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393771 Aug 20 12:35:37.506233 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ce2b7-2da1-4fec-a302-c6990301fef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a0eb29-ceec-46e2-8f49-446894e42f98,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:37.508142 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58272) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:37.555967 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e238dce0-401b-45d8-9d86-bade983f750d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.579633 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e238dce0-401b-45d8-9d86-bade983f750d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.625166 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e238dce0-401b-45d8-9d86-bade983f750d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.627740 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e238dce0-401b-45d8-9d86-bade983f750d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.628962 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e238dce0-401b-45d8-9d86-bade983f750d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3a0eb29-ceec-46e2-8f49-446894e42f98 HTTP/1.1" status: 204 len: 168 time: 0.1197557 Aug 20 12:35:37.637210 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238dce0-401b-45d8-9d86-bade983f750d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a0eb29-ceec-46e2-8f49-446894e42f98,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:37.841973 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 46d37abf-f399-4403-8650-9998d73a245e no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:37.865946 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 46d37abf-f399-4403-8650-9998d73a245e {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:37.866279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 46d37abf-f399-4403-8650-9998d73a245e not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:37.866713 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c723325a-69d0-49e1-a72e-d5d0d997597d no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:37.885437 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: c723325a-69d0-49e1-a72e-d5d0d997597d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:37.885780 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c723325a-69d0-49e1-a72e-d5d0d997597d not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:38.329173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58294) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:38.423205 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c0b67743-c420-4bad-88a4-34a432dd71cb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-647847421-network', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:38.444034 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b67743-c420-4bad-88a4-34a432dd71cb admin admin] Made reservation on behalf of 0bd07f4922524086a82d1e661512ccc7 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:35:38.446413 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0b67743-c420-4bad-88a4-34a432dd71cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.454754 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0b67743-c420-4bad-88a4-34a432dd71cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.543194 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0b67743-c420-4bad-88a4-34a432dd71cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.547035 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0b67743-c420-4bad-88a4-34a432dd71cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.565766 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b67743-c420-4bad-88a4-34a432dd71cb admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:35:38.583541 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0b67743-c420-4bad-88a4-34a432dd71cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.584427 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-c0b67743-c420-4bad-88a4-34a432dd71cb admin admin] Added segment b0108cfa-5ae6-4aa2-8dab-ba6985feaabf of type vlan for network bf58d3c3-5a33-414d-a700-436a3c19175a Aug 20 12:35:38.585635 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b67743-c420-4bad-88a4-34a432dd71cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749d412b-bab9-436b-81ab-c6e8a9aca482,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:38.627162 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0b67743-c420-4bad-88a4-34a432dd71cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.651789 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0b67743-c420-4bad-88a4-34a432dd71cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.652706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b67743-c420-4bad-88a4-34a432dd71cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:38.653287 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0b67743-c420-4bad-88a4-34a432dd71cb admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.711798 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c0b67743-c420-4bad-88a4-34a432dd71cb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3815107 Aug 20 12:35:38.714877 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58298) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:38.717070 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b67743-c420-4bad-88a4-34a432dd71cb admin admin] Pushing event updated for resources: {'Network': ['ID=bf58d3c3-5a33-414d-a700-436a3c19175a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:38.720866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e5f24597-624b-49ea-80d2-e1e462a0b5bd admin admin] Request body: {'subnet': {'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-647847421-subnet', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:38.726870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network bf58d3c3-5a33-414d-a700-436a3c19175a details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:35:38.742839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f24597-624b-49ea-80d2-e1e462a0b5bd admin admin] Made reservation on behalf of 0bd07f4922524086a82d1e661512ccc7 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:35:38.745166 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5f24597-624b-49ea-80d2-e1e462a0b5bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.912671 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5f24597-624b-49ea-80d2-e1e462a0b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.964911 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f24597-624b-49ea-80d2-e1e462a0b5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=14617f44-8bb8-42ff-9a9d-4a0d7706cf44,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:38.973819 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f24597-624b-49ea-80d2-e1e462a0b5bd admin admin] Checking segment: {'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:38.974172 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f24597-624b-49ea-80d2-e1e462a0b5bd admin admin] Network hostable DHCP agents. Network: bf58d3c3-5a33-414d-a700-436a3c19175a, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:35:38.991099 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f24597-624b-49ea-80d2-e1e462a0b5bd admin admin] Network bf58d3c3-5a33-414d-a700-436a3c19175a is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:35:38.999511 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-e5f24597-624b-49ea-80d2-e1e462a0b5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, bf58d3c3-5a33-414d-a700-436a3c19175a) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:39.003742 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f24597-624b-49ea-80d2-e1e462a0b5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:39.004334 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5f24597-624b-49ea-80d2-e1e462a0b5bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.011652 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ec0cc5-7f7c-49df-b903-7b8567dd5b3b None None] Network bf58d3c3-5a33-414d-a700-436a3c19175a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:35:39.021135 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e5f24597-624b-49ea-80d2-e1e462a0b5bd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3025978 Aug 20 12:35:39.021966 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58300) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:39.026296 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:39.045902 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.047151 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.105969 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.159945 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-bf58d3c3-5a33-414d-a700-436a3c19175a', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:35:39.160885 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.241660 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.293816 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Allocated IP 172.20.0.2 (bf58d3c3-5a33-414d-a700-436a3c19175a/14617f44-8bb8-42ff-9a9d-4a0d7706cf44/f6ead4c1-c7e1-45f2-801e-b3179b886457) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:35:39.436475 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.442539 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.445992 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Transition to ACTIVE for port object f6ead4c1-c7e1-45f2-801e-b3179b886457 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:39.461608 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Transition to ACTIVE for port object f6ead4c1-c7e1-45f2-801e-b3179b886457 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:39.461980 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.466951 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.503148 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Network bf58d3c3-5a33-414d-a700-436a3c19175a is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:39.505881 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:39.509191 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:35:39.519853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Pushing event updated for resources: {'Port': ['ID=f6ead4c1-c7e1-45f2-801e-b3179b886457,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:39.571739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Attempting to bind port f6ead4c1-c7e1-45f2-801e-b3179b886457 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:35:39.571922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Allocated IP 172.25.8.46 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/1600a840-db82-4a09-beab-94baaa864292) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:35:39.572129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Attempting to bind port f6ead4c1-c7e1-45f2-801e-b3179b886457 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:35:39.572551 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Attempting to bind port f6ead4c1-c7e1-45f2-801e-b3179b886457 on network bf58d3c3-5a33-414d-a700-436a3c19175a {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:35:39.578394 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:35:39.578798 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Checking segment: {'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:39.579158 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.579637 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Bound using segment: {'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:35:39.580146 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Bound port: f6ead4c1-c7e1-45f2-801e-b3179b886457, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:35:39.580681 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.658830 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] For port f6ead4c1-c7e1-45f2-801e-b3179b886457, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:35:39.672260 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.673979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] For port f6ead4c1-c7e1-45f2-801e-b3179b886457, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f6ead4c1-c7e1-45f2-801e-b3179b886457,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:35:39.679322 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.683173 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.723247 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.740696 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559e8ae-7666-4b95-9fd4-2df273b10d4d None None] Pushing event updated for resources: {'Port': ['ID=f6ead4c1-c7e1-45f2-801e-b3179b886457,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:39.764049 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:39.766813 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:39.769348 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:35:39.803706 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=1600a840-db82-4a09-beab-94baaa864292,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:40.379617 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:40.582557 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:40.653832 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359dab68-cff8-488b-9392-88a29af79137 None None] Network bf58d3c3-5a33-414d-a700-436a3c19175a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:35:40.713790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Router c625848c-e974-413d-b44f-db530a2ee4eb is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:35:40.715257 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e216aaf6-fff3-49f1-9b33-c9ef09662b76 None None] Provisioning for port f6ead4c1-c7e1-45f2-801e-b3179b886457 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:40.824168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:40.838071 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Sync routers for ids ['c625848c-e974-413d-b44f-db530a2ee4eb'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:40.839998 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:40.843933 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3520c679-ada2-4fee-8e14-c85475ea8ba7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8184783 Aug 20 12:35:40.844168 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58302) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:40.850469 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Routers {'c625848c-e974-413d-b44f-db530a2ee4eb'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:40.851170 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:35:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c625848c-e974-413d-b44f-db530a2ee4eb'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:40.961539 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Set router c625848c-e974-413d-b44f-db530a2ee4eb gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:41.154378 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:39Z', 'revision_number': 3, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:41.182982 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Checking router: c625848c-e974-413d-b44f-db530a2ee4eb for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:41.183324 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Updating router c625848c-e974-413d-b44f-db530a2ee4eb port 1600a840-db82-4a09-beab-94baaa864292 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:35:41.208993 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.292272 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.446361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Allocated IP 172.20.0.1 (bf58d3c3-5a33-414d-a700-436a3c19175a/14617f44-8bb8-42ff-9a9d-4a0d7706cf44/8524c3ae-db8d-4eef-b1e6-dfb2a5867361) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:35:41.459528 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.469506 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Transition to ACTIVE for port object 1600a840-db82-4a09-beab-94baaa864292 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:41.475452 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.519170 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Attempting to bind port 1600a840-db82-4a09-beab-94baaa864292 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:35:41.519534 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Attempting to bind port 1600a840-db82-4a09-beab-94baaa864292 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:35:41.519905 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Attempting to bind port 1600a840-db82-4a09-beab-94baaa864292 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:35:41.531931 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:35:41.532295 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:41.532708 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.533101 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:35:41.533554 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Bound port: 1600a840-db82-4a09-beab-94baaa864292, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:35:41.533928 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.535476 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a08c9-c37e-4cb8-a7ba-949ed1cf989a None None] Pushing event updated for resources: {'Port': ['ID=1600a840-db82-4a09-beab-94baaa864292,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:41.558842 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.570542 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Transition to ACTIVE for port object 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:41.589572 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] For port 1600a840-db82-4a09-beab-94baaa864292, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:35:41.592903 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] For port 1600a840-db82-4a09-beab-94baaa864292, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=1600a840-db82-4a09-beab-94baaa864292,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:35:41.597464 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.606349 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.648956 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Network bf58d3c3-5a33-414d-a700-436a3c19175a is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:41.651863 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:41.655210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:35:41.657385 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Routers {'c625848c-e974-413d-b44f-db530a2ee4eb'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:41.658259 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:35:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c625848c-e974-413d-b44f-db530a2ee4eb'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:41.688489 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Pushing event updated for resources: {'Port': ['ID=8524c3ae-db8d-4eef-b1e6-dfb2a5867361,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:41.703270 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.707110 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a08c9-c37e-4cb8-a7ba-949ed1cf989a None None] Pushing event updated for resources: {'Port': ['ID=1600a840-db82-4a09-beab-94baaa864292,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:41.716948 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a08c9-c37e-4cb8-a7ba-949ed1cf989a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:41.717294 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a08c9-c37e-4cb8-a7ba-949ed1cf989a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:41.717633 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a08c9-c37e-4cb8-a7ba-949ed1cf989a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:41.717969 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a08c9-c37e-4cb8-a7ba-949ed1cf989a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:41.718300 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a08c9-c37e-4cb8-a7ba-949ed1cf989a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:41.718631 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a08c9-c37e-4cb8-a7ba-949ed1cf989a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:41.718963 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a08c9-c37e-4cb8-a7ba-949ed1cf989a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:41.719288 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a08c9-c37e-4cb8-a7ba-949ed1cf989a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:41.719613 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a08c9-c37e-4cb8-a7ba-949ed1cf989a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:41.719932 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a08c9-c37e-4cb8-a7ba-949ed1cf989a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:41.720250 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a08c9-c37e-4cb8-a7ba-949ed1cf989a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:41.720571 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a08c9-c37e-4cb8-a7ba-949ed1cf989a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:41.783407 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] Set router c625848c-e974-413d-b44f-db530a2ee4eb gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:41.853597 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.903450 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f6ead4c1-c7e1-45f2-801e-b3179b886457 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:41.960758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1d6acc6a-db89-48c2-8702-e46cd3cb640f None None] Provisioning for port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:41.966825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1d6acc6a-db89-48c2-8702-e46cd3cb640f None None] Provisioning complete for port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:41.967219 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1d6acc6a-db89-48c2-8702-e46cd3cb640f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.994512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port f6ead4c1-c7e1-45f2-801e-b3179b886457 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:41.997147 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:39Z', 'revision_number': 3, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:42.001374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f6ead4c1-c7e1-45f2-801e-b3179b886457 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:42.002925 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:42.025768 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78d017-add0-491c-8ea9-1234b8a7cbee None None] The sync data for ids ['c625848c-e974-413d-b44f-db530a2ee4eb'] in n-d-804299-2 is: [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:39Z', 'revision_number': 3, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:42.039006 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1d6acc6a-db89-48c2-8702-e46cd3cb640f None None] Port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:35:42.048686 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:42.054777 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:42.101753 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:42.122123 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:42.125045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Pushing event updated for resources: {'Port': ['ID=8524c3ae-db8d-4eef-b1e6-dfb2a5867361,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:42.135966 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port f6ead4c1-c7e1-45f2-801e-b3179b886457, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f6ead4c1-c7e1-45f2-801e-b3179b886457,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:42.140093 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:42.190001 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=f6ead4c1-c7e1-45f2-801e-b3179b886457,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:42.224026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Network bf58d3c3-5a33-414d-a700-436a3c19175a is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:42.225617 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:42.378607 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Router c625848c-e974-413d-b44f-db530a2ee4eb has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:35:42.490866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:42.496187 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-6b8daffe-9d08-4cc6-b632-6243991b4f24 admin admin] 10.222.0.37 "PUT /v2.0/routers/c625848c-e974-413d-b44f-db530a2ee4eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6507971 Aug 20 12:35:42.564855 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cb76688c-2759-40be-b051-43909b39c02c None None] Provisioning complete for port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:42.565143 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb76688c-2759-40be-b051-43909b39c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:42.602894 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-cb76688c-2759-40be-b051-43909b39c02c None None] Port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:35:42.974973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58318) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:42.980072 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ccb55079-c96b-4bf7-9611-4e401962bfc4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-819714117-network', 'tenant_id': '78c9ab4b76194ec68111f74d38e318cb'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:43.000788 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb55079-c96b-4bf7-9611-4e401962bfc4 admin admin] Made reservation on behalf of 78c9ab4b76194ec68111f74d38e318cb for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:35:43.003075 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccb55079-c96b-4bf7-9611-4e401962bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:43.012215 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccb55079-c96b-4bf7-9611-4e401962bfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:43.098113 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccb55079-c96b-4bf7-9611-4e401962bfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:43.102569 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccb55079-c96b-4bf7-9611-4e401962bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:43.129711 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb55079-c96b-4bf7-9611-4e401962bfc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:35:43.136204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb55079-c96b-4bf7-9611-4e401962bfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9ed3c2-1569-4085-bb0a-33cc46aeabe2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:43.143202 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccb55079-c96b-4bf7-9611-4e401962bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:43.144095 n-d-804299-2 neutron-server[94690]: INFO neutron.db.segments_db [None req-ccb55079-c96b-4bf7-9611-4e401962bfc4 admin admin] Added segment f734f966-d32f-48ab-b999-c8c73adbd89a of type vlan for network b589edd4-7c45-4c82-a1fb-db8657ba0e4d Aug 20 12:35:43.184455 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccb55079-c96b-4bf7-9611-4e401962bfc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:43.207535 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccb55079-c96b-4bf7-9611-4e401962bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:43.209188 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb55079-c96b-4bf7-9611-4e401962bfc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:43.209974 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccb55079-c96b-4bf7-9611-4e401962bfc4 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:43.606140 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ccb55079-c96b-4bf7-9611-4e401962bfc4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6298819 Aug 20 12:35:43.608075 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58320) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:43.612904 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb55079-c96b-4bf7-9611-4e401962bfc4 admin admin] Pushing event updated for resources: {'Network': ['ID=b589edd4-7c45-4c82-a1fb-db8657ba0e4d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:43.614638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-cfd84f78-770e-471e-8fcb-7535cffa2e5f admin admin] Request body: {'subnet': {'network_id': 'b589edd4-7c45-4c82-a1fb-db8657ba0e4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-819714117-subnet', 'tenant_id': '78c9ab4b76194ec68111f74d38e318cb', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:43.625322 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network b589edd4-7c45-4c82-a1fb-db8657ba0e4d details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:35:43.632512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Sync routers for ids ['c625848c-e974-413d-b44f-db530a2ee4eb'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:43.639597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd84f78-770e-471e-8fcb-7535cffa2e5f admin admin] Made reservation on behalf of 78c9ab4b76194ec68111f74d38e318cb for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:35:43.642140 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cfd84f78-770e-471e-8fcb-7535cffa2e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126066244'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:43.685126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Routers {'c625848c-e974-413d-b44f-db530a2ee4eb'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:43.685754 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:35:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c625848c-e974-413d-b44f-db530a2ee4eb'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:43.813358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Set router c625848c-e974-413d-b44f-db530a2ee4eb gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:43.814126 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cfd84f78-770e-471e-8fcb-7535cffa2e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127919248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126066218'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:43.877022 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84f78-770e-471e-8fcb-7535cffa2e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=215bbe91-a532-43c4-9736-862ca1acea4d,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:43.885880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd84f78-770e-471e-8fcb-7535cffa2e5f admin admin] Checking segment: {'id': 'f734f966-d32f-48ab-b999-c8c73adbd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b589edd4-7c45-4c82-a1fb-db8657ba0e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:43.886301 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd84f78-770e-471e-8fcb-7535cffa2e5f admin admin] Network hostable DHCP agents. Network: b589edd4-7c45-4c82-a1fb-db8657ba0e4d, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:35:43.909069 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd84f78-770e-471e-8fcb-7535cffa2e5f admin admin] Network b589edd4-7c45-4c82-a1fb-db8657ba0e4d is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:35:43.921790 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-cfd84f78-770e-471e-8fcb-7535cffa2e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, b589edd4-7c45-4c82-a1fb-db8657ba0e4d) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:43.927037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd84f78-770e-471e-8fcb-7535cffa2e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:43.928489 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cfd84f78-770e-471e-8fcb-7535cffa2e5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:43.946988 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-cfd84f78-770e-471e-8fcb-7535cffa2e5f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3369291 Aug 20 12:35:43.949595 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58322) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:43.950423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5947bc11-804c-4ed0-867e-72cdae001396 None None] Network b589edd4-7c45-4c82-a1fb-db8657ba0e4d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:35:43.952773 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 1600a840-db82-4a09-beab-94baaa864292 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:43.954465 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-819714117-router', 'tenant_id': '78c9ab4b76194ec68111f74d38e318cb', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:43.974720 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:43.975841 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.030826 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.134576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 1600a840-db82-4a09-beab-94baaa864292 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:44.164913 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 1600a840-db82-4a09-beab-94baaa864292 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:44.165190 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.171862 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.253646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-b589edd4-7c45-4c82-a1fb-db8657ba0e4d', 'network_id': 'b589edd4-7c45-4c82-a1fb-db8657ba0e4d', 'tenant_id': '78c9ab4b76194ec68111f74d38e318cb', 'fixed_ips': [{'subnet_id': '215bbe91-a532-43c4-9736-862ca1acea4d'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:35:44.254482 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.258799 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '8524c3ae-db8d-4eef-b1e6-dfb2a5867361', 'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'mac_address': 'fa:16:3e:93:61:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:41Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 2, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'subnets': [{'id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:44.299363 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Checking router: c625848c-e974-413d-b44f-db530a2ee4eb for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:44.299715 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Updating router c625848c-e974-413d-b44f-db530a2ee4eb port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:35:44.378446 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.398322 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.410381 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.415047 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.480396 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 1600a840-db82-4a09-beab-94baaa864292, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=1600a840-db82-4a09-beab-94baaa864292,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:44.501884 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Allocated IP 172.25.8.23 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/ba824099-8473-410e-9649-3783ec7098d4) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:35:44.504534 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.505426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f6ead4c1-c7e1-45f2-801e-b3179b886457 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:44.609427 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.649006 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.650827 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Allocated IP 172.20.0.2 (b589edd4-7c45-4c82-a1fb-db8657ba0e4d/215bbe91-a532-43c4-9736-862ca1acea4d/b96bf13f-2bb8-45d3-8786-1d6ee7a73249) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:35:44.688368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:44.689839 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=1600a840-db82-4a09-beab-94baaa864292,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:44.697349 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:44.699297 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Pushing event updated for resources: {'Port': ['ID=ba824099-8473-410e-9649-3783ec7098d4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:44.701457 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:35:44.798994 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port f6ead4c1-c7e1-45f2-801e-b3179b886457 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:44.799365 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.957801 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.990922 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.009191 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Transition to ACTIVE for port object b96bf13f-2bb8-45d3-8786-1d6ee7a73249 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:45.055280 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Transition to ACTIVE for port object b96bf13f-2bb8-45d3-8786-1d6ee7a73249 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:45.069492 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.077577 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.118460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Transition to ACTIVE for port object 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:45.126523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Network b589edd4-7c45-4c82-a1fb-db8657ba0e4d is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:45.134381 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:45.136643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:35:45.138523 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.146803 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Pushing event updated for resources: {'Port': ['ID=b96bf13f-2bb8-45d3-8786-1d6ee7a73249,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:45.158680 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.234810 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823232cd-bc4d-4680-80f6-bd49200da8bc None None] Pushing event updated for resources: {'Port': ['ID=8524c3ae-db8d-4eef-b1e6-dfb2a5867361,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:45.267344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Attempting to bind port b96bf13f-2bb8-45d3-8786-1d6ee7a73249 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:35:45.267344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Attempting to bind port b96bf13f-2bb8-45d3-8786-1d6ee7a73249 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'f734f966-d32f-48ab-b999-c8c73adbd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b589edd4-7c45-4c82-a1fb-db8657ba0e4d'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:35:45.267344 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Attempting to bind port b96bf13f-2bb8-45d3-8786-1d6ee7a73249 on network b589edd4-7c45-4c82-a1fb-db8657ba0e4d {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:35:45.289755 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:35:45.290089 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Checking segment: {'id': 'f734f966-d32f-48ab-b999-c8c73adbd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b589edd4-7c45-4c82-a1fb-db8657ba0e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:45.290494 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.290898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Bound using segment: {'id': 'f734f966-d32f-48ab-b999-c8c73adbd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b589edd4-7c45-4c82-a1fb-db8657ba0e4d'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:35:45.291358 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Bound port: b96bf13f-2bb8-45d3-8786-1d6ee7a73249, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f734f966-d32f-48ab-b999-c8c73adbd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b589edd4-7c45-4c82-a1fb-db8657ba0e4d'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:35:45.291747 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.297342 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Router 827398e8-abf7-4032-ae5f-89c754a39839 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:35:45.311724 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Attempting to bind port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:35:45.312105 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Attempting to bind port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:35:45.312498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Attempting to bind port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 on network bf58d3c3-5a33-414d-a700-436a3c19175a {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:35:45.344916 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:35:45.345296 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Checking segment: {'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:45.345697 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.346094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Bound using segment: {'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:35:45.346577 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Bound port: 8524c3ae-db8d-4eef-b1e6-dfb2a5867361, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:35:45.347210 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.413330 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] For port b96bf13f-2bb8-45d3-8786-1d6ee7a73249, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:35:45.417853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] For port b96bf13f-2bb8-45d3-8786-1d6ee7a73249, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b96bf13f-2bb8-45d3-8786-1d6ee7a73249,segment=NetworkSegment(f734f966-d32f-48ab-b999-c8c73adbd89a),segment_id=f734f966-d32f-48ab-b999-c8c73adbd89a)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:35:45.420760 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:45.425889 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.433504 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Sync routers for ids ['827398e8-abf7-4032-ae5f-89c754a39839'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:45.437438 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.441303 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3e3d1d1d-9565-4752-8f45-3917002033ad admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4880447 Aug 20 12:35:45.442284 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58324) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:45.444090 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Routers {'827398e8-abf7-4032-ae5f-89c754a39839'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:45.444727 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:35:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['827398e8-abf7-4032-ae5f-89c754a39839'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:45.484685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] For port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:35:45.524802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] For port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8524c3ae-db8d-4eef-b1e6-dfb2a5867361,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:35:45.530061 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea0205-02e3-4abf-92b7-fb61fbfaf40b None None] Pushing event updated for resources: {'Port': ['ID=b96bf13f-2bb8-45d3-8786-1d6ee7a73249,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:45.535693 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.597757 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Routers {'c625848c-e974-413d-b44f-db530a2ee4eb'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:45.598412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:35:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c625848c-e974-413d-b44f-db530a2ee4eb'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:45.712777 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Set router 827398e8-abf7-4032-ae5f-89c754a39839 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:45.900857 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823232cd-bc4d-4680-80f6-bd49200da8bc None None] Pushing event updated for resources: {'Port': ['ID=8524c3ae-db8d-4eef-b1e6-dfb2a5867361,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:45.933438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] Set router c625848c-e974-413d-b44f-db530a2ee4eb gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:45.985022 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 1600a840-db82-4a09-beab-94baaa864292 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:46.028309 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827398e8-abf7-4032-ae5f-89c754a39839', 'name': 'tempest-TestShelveInstance-819714117-router', 'tenant_id': '78c9ab4b76194ec68111f74d38e318cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ba824099-8473-410e-9649-3783ec7098d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:43Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 3, 'project_id': '78c9ab4b76194ec68111f74d38e318cb', 'gw_port': {'id': 'ba824099-8473-410e-9649-3783ec7098d4', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827398e8-abf7-4032-ae5f-89c754a39839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:44Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:46.062372 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Checking router: 827398e8-abf7-4032-ae5f-89c754a39839 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:46.062783 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Updating router 827398e8-abf7-4032-ae5f-89c754a39839 port ba824099-8473-410e-9649-3783ec7098d4 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:35:46.065867 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.089679 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.139238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 1600a840-db82-4a09-beab-94baaa864292 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:46.139238 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.236131 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Allocated IP 172.20.0.1 (b589edd4-7c45-4c82-a1fb-db8657ba0e4d/215bbe91-a532-43c4-9736-862ca1acea4d/d659e749-b1f3-4dd2-8086-035ce1ca1d38) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:35:46.303118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '8524c3ae-db8d-4eef-b1e6-dfb2a5867361', 'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'mac_address': 'fa:16:3e:93:61:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:41Z', 'updated_at': '2021-08-20T12:35:45Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'subnets': [{'id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:46.333246 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98bf1f8-2aa2-4edf-8a77-2097d59df208 None None] The sync data for ids ['c625848c-e974-413d-b44f-db530a2ee4eb'] in n-d-804299-2 is: [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '8524c3ae-db8d-4eef-b1e6-dfb2a5867361', 'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'mac_address': 'fa:16:3e:93:61:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:41Z', 'updated_at': '2021-08-20T12:35:45Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'subnets': [{'id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:46.355779 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.369628 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.373534 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Transition to ACTIVE for port object d659e749-b1f3-4dd2-8086-035ce1ca1d38 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:46.382038 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Transition to ACTIVE for port object ba824099-8473-410e-9649-3783ec7098d4 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:46.394424 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.436583 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.468436 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Attempting to bind port ba824099-8473-410e-9649-3783ec7098d4 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:35:46.469038 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Attempting to bind port ba824099-8473-410e-9649-3783ec7098d4 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:35:46.469375 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Attempting to bind port ba824099-8473-410e-9649-3783ec7098d4 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:35:46.480365 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Network b589edd4-7c45-4c82-a1fb-db8657ba0e4d is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:46.486301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:46.489700 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:35:46.493955 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9df8d-7a1a-44e3-b4d6-26d4e7144bc9 None None] Pushing event updated for resources: {'Port': ['ID=ba824099-8473-410e-9649-3783ec7098d4,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:46.496674 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:35:46.497189 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:46.497728 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.498211 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:35:46.498807 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Bound port: ba824099-8473-410e-9649-3783ec7098d4, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:35:46.499291 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.537615 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Pushing event updated for resources: {'Port': ['ID=d659e749-b1f3-4dd2-8086-035ce1ca1d38,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:46.556916 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.558742 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] For port ba824099-8473-410e-9649-3783ec7098d4, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:35:46.562231 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] For port ba824099-8473-410e-9649-3783ec7098d4, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ba824099-8473-410e-9649-3783ec7098d4,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:35:46.568973 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.624547 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Routers {'827398e8-abf7-4032-ae5f-89c754a39839'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:46.625441 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:35:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['827398e8-abf7-4032-ae5f-89c754a39839'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:46.712883 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.752538 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] Set router 827398e8-abf7-4032-ae5f-89c754a39839 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:46.853026 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9df8d-7a1a-44e3-b4d6-26d4e7144bc9 None None] Pushing event updated for resources: {'Port': ['ID=ba824099-8473-410e-9649-3783ec7098d4,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:46.863144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59cc1d5-72c7-45b2-8dd3-d5fd13ad7827 None None] Network b589edd4-7c45-4c82-a1fb-db8657ba0e4d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:35:46.919033 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.925167 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.982869 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827398e8-abf7-4032-ae5f-89c754a39839', 'name': 'tempest-TestShelveInstance-819714117-router', 'tenant_id': '78c9ab4b76194ec68111f74d38e318cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ba824099-8473-410e-9649-3783ec7098d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:43Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 3, 'project_id': '78c9ab4b76194ec68111f74d38e318cb', 'gw_port': {'id': 'ba824099-8473-410e-9649-3783ec7098d4', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827398e8-abf7-4032-ae5f-89c754a39839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:44Z', 'updated_at': '2021-08-20T12:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:46.995997 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.009758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-299d7f65-06c4-4051-92ee-82411ea884fd None None] Provisioning for port b96bf13f-2bb8-45d3-8786-1d6ee7a73249 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:47.028327 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382348b-e1ff-4674-9854-05cc346948b2 None None] The sync data for ids ['827398e8-abf7-4032-ae5f-89c754a39839'] in n-d-804299-2 is: [{'id': '827398e8-abf7-4032-ae5f-89c754a39839', 'name': 'tempest-TestShelveInstance-819714117-router', 'tenant_id': '78c9ab4b76194ec68111f74d38e318cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ba824099-8473-410e-9649-3783ec7098d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:43Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 3, 'project_id': '78c9ab4b76194ec68111f74d38e318cb', 'gw_port': {'id': 'ba824099-8473-410e-9649-3783ec7098d4', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827398e8-abf7-4032-ae5f-89c754a39839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:44Z', 'updated_at': '2021-08-20T12:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:47.062462 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Pushing event updated for resources: {'Port': ['ID=d659e749-b1f3-4dd2-8086-035ce1ca1d38,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:47.123729 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Network b589edd4-7c45-4c82-a1fb-db8657ba0e4d is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:47.125372 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:47.264435 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Router 827398e8-abf7-4032-ae5f-89c754a39839 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:35:47.281068 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:35:47.351279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-afe4e611-ae73-488b-b0ba-5859fb41dd23 None None] Provisioning for port d659e749-b1f3-4dd2-8086-035ce1ca1d38 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:47.356717 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-afe4e611-ae73-488b-b0ba-5859fb41dd23 None None] Provisioning complete for port d659e749-b1f3-4dd2-8086-035ce1ca1d38 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:47.357468 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-afe4e611-ae73-488b-b0ba-5859fb41dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.425709 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-afe4e611-ae73-488b-b0ba-5859fb41dd23 None None] Port d659e749-b1f3-4dd2-8086-035ce1ca1d38 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:35:47.432259 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:47.447148 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e5d0849e-3d30-4519-9a10-cd583be9d7af admin admin] 10.222.0.37 "PUT /v2.0/routers/827398e8-abf7-4032-ae5f-89c754a39839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0029438 Aug 20 12:35:47.669320 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2612ab19-ad50-409b-bc7e-69f6bd9b1170 None None] Provisioning complete for port d659e749-b1f3-4dd2-8086-035ce1ca1d38 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:47.669608 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2612ab19-ad50-409b-bc7e-69f6bd9b1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.723312 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2612ab19-ad50-409b-bc7e-69f6bd9b1170 None None] Port d659e749-b1f3-4dd2-8086-035ce1ca1d38 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:35:47.851412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cc1fad6c-b622-4164-984b-5efd30d09a21 None None] Provisioning complete for port d659e749-b1f3-4dd2-8086-035ce1ca1d38 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:47.851889 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cc1fad6c-b622-4164-984b-5efd30d09a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.897162 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-cc1fad6c-b622-4164-984b-5efd30d09a21 None None] Port d659e749-b1f3-4dd2-8086-035ce1ca1d38 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:35:47.972743 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:48.039521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:48.044267 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:48.044665 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.128234 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58332) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:48.133710 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3be4e141-f8e4-4b0e-89de-c3c8202e77cc tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486126403', 'description': 'tempest-secgroup-smoke-486126403 description', 'project_id': '0bd07f4922524086a82d1e661512ccc7'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:48.136106 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.158812 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3be4e141-f8e4-4b0e-89de-c3c8202e77cc tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.172052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8524c3ae-db8d-4eef-b1e6-dfb2a5867361,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:48.177130 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.178280 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b96bf13f-2bb8-45d3-8786-1d6ee7a73249 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:48.255838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=8524c3ae-db8d-4eef-b1e6-dfb2a5867361,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:48.257983 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3be4e141-f8e4-4b0e-89de-c3c8202e77cc tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.262218 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3be4e141-f8e4-4b0e-89de-c3c8202e77cc tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.270804 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port b96bf13f-2bb8-45d3-8786-1d6ee7a73249 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:48.275141 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b96bf13f-2bb8-45d3-8786-1d6ee7a73249 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:48.275505 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.292717 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3be4e141-f8e4-4b0e-89de-c3c8202e77cc tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.293967 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-3be4e141-f8e4-4b0e-89de-c3c8202e77cc tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1646190 Aug 20 12:35:48.295800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4e141-f8e4-4b0e-89de-c3c8202e77cc tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ada5d9-73b0-4c0c-b41c-d90af0b8da18,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:48.297159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58334) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:48.302642 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-9eba5a29-3c28-4dff-96db-873a3a091756 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'security_group_rule': {'security_group_id': '94ada5d9-73b0-4c0c-b41c-d90af0b8da18', 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:48.330785 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9eba5a29-3c28-4dff-96db-873a3a091756 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.360335 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.387682 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9eba5a29-3c28-4dff-96db-873a3a091756 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.391707 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9eba5a29-3c28-4dff-96db-873a3a091756 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.393721 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port b96bf13f-2bb8-45d3-8786-1d6ee7a73249, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b96bf13f-2bb8-45d3-8786-1d6ee7a73249,segment=NetworkSegment(f734f966-d32f-48ab-b999-c8c73adbd89a),segment_id=f734f966-d32f-48ab-b999-c8c73adbd89a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:48.398613 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.399508 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ba824099-8473-410e-9649-3783ec7098d4 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:48.410968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba5a29-3c28-4dff-96db-873a3a091756 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd976f98-cb79-4f08-a898-d0c30995a956,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:48.414234 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9eba5a29-3c28-4dff-96db-873a3a091756 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.418284 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9eba5a29-3c28-4dff-96db-873a3a091756 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171043 Aug 20 12:35:48.418724 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58336) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:48.422951 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1466f33d-d530-44e0-b3a3-f33284ae2759 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'security_group_rule': {'security_group_id': '94ada5d9-73b0-4c0c-b41c-d90af0b8da18', 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:48.450030 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1466f33d-d530-44e0-b3a3-f33284ae2759 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.477235 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=b96bf13f-2bb8-45d3-8786-1d6ee7a73249,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:48.489487 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port ba824099-8473-410e-9649-3783ec7098d4 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:48.493185 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ba824099-8473-410e-9649-3783ec7098d4 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:48.493553 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.509904 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1466f33d-d530-44e0-b3a3-f33284ae2759 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.513568 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1466f33d-d530-44e0-b3a3-f33284ae2759 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.531594 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466f33d-d530-44e0-b3a3-f33284ae2759 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ceb0b6-cba8-4296-a43e-b7170f830a68,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:48.537807 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1466f33d-d530-44e0-b3a3-f33284ae2759 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.539320 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-1466f33d-d530-44e0-b3a3-f33284ae2759 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198986 Aug 20 12:35:48.542123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58338) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:48.546518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-53f48653-0023-42ab-a7f1-0139f1d0a30d tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'security_group_rule': {'security_group_id': '94ada5d9-73b0-4c0c-b41c-d90af0b8da18', 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:48.571507 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53f48653-0023-42ab-a7f1-0139f1d0a30d tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.576542 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.596498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port ba824099-8473-410e-9649-3783ec7098d4, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ba824099-8473-410e-9649-3783ec7098d4,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:48.600573 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.639237 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53f48653-0023-42ab-a7f1-0139f1d0a30d tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.643791 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53f48653-0023-42ab-a7f1-0139f1d0a30d tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.657535 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=ba824099-8473-410e-9649-3783ec7098d4,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:48.664719 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f48653-0023-42ab-a7f1-0139f1d0a30d tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3dbb497-594b-4fed-a386-b665d009c8cc,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:48.671083 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-53f48653-0023-42ab-a7f1-0139f1d0a30d tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.672490 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-53f48653-0023-42ab-a7f1-0139f1d0a30d tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294169 Aug 20 12:35:48.675183 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58340) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:48.679753 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c821dacd-faff-45c7-a42b-377bde4b3675 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'security_group_rule': {'security_group_id': '94ada5d9-73b0-4c0c-b41c-d90af0b8da18', 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:48.705591 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c821dacd-faff-45c7-a42b-377bde4b3675 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.762557 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c821dacd-faff-45c7-a42b-377bde4b3675 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.766128 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c821dacd-faff-45c7-a42b-377bde4b3675 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.783816 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821dacd-faff-45c7-a42b-377bde4b3675 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e53b01-68c3-45f1-be21-fed1a1655cd9,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:48.790013 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c821dacd-faff-45c7-a42b-377bde4b3675 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.791103 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c821dacd-faff-45c7-a42b-377bde4b3675 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149693 Aug 20 12:35:48.793879 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58342) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:48.799134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7d3669e5-35a3-48ea-aab8-db2e25480e5a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'security_group_rule': {'security_group_id': '94ada5d9-73b0-4c0c-b41c-d90af0b8da18', 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:48.821657 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-7d3669e5-35a3-48ea-aab8-db2e25480e5a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Project 0bd07f4922524086a82d1e661512ccc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:35:48.826489 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d3669e5-35a3-48ea-aab8-db2e25480e5a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.886371 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d3669e5-35a3-48ea-aab8-db2e25480e5a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.889791 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d3669e5-35a3-48ea-aab8-db2e25480e5a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.907540 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3669e5-35a3-48ea-aab8-db2e25480e5a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e488e24e-b101-4ddb-adb2-a92b122d9a78,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:48.913737 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d3669e5-35a3-48ea-aab8-db2e25480e5a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.914934 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7d3669e5-35a3-48ea-aab8-db2e25480e5a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201391 Aug 20 12:35:48.917727 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58344) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:48.921988 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-9ced2710-b919-4e63-b04e-36660aa07166 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'security_group_rule': {'security_group_id': '94ada5d9-73b0-4c0c-b41c-d90af0b8da18', 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:48.942588 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-9ced2710-b919-4e63-b04e-36660aa07166 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Project 0bd07f4922524086a82d1e661512ccc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:35:48.947718 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ced2710-b919-4e63-b04e-36660aa07166 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:49.009426 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ced2710-b919-4e63-b04e-36660aa07166 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:49.012924 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ced2710-b919-4e63-b04e-36660aa07166 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:49.031900 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced2710-b919-4e63-b04e-36660aa07166 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5c2be4-de49-4b3b-ad90-c2eb65e4212b,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:49.035396 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ced2710-b919-4e63-b04e-36660aa07166 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:49.042521 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9ced2710-b919-4e63-b04e-36660aa07166 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179824 Aug 20 12:35:49.173656 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-983fcae7-5845-4b87-b1d0-0eb0eb2a4d1a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486126403&fields=id&tenant_id=0bd07f4922524086a82d1e661512ccc7 HTTP/1.1" status: 200 len: 267 time: 0.0321324 Aug 20 12:35:49.286775 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-032755fe-0aeb-469a-9ca7-0eac96644ddc tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:49.288243 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-032755fe-0aeb-469a-9ca7-0eac96644ddc tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 808 time: 0.1067801 Aug 20 12:35:49.302748 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-20c56533-ae59-4aa8-9d66-35f594650989 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/quotas/0bd07f4922524086a82d1e661512ccc7 HTTP/1.1" status: 200 len: 375 time: 0.0087845 Aug 20 12:35:49.355012 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-1b5872af-431f-4d05-b60c-dda9fef0e1b8 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470929 Aug 20 12:35:49.501592 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-66af1f0c-fea9-43c8-8f7c-343701c74d68 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:35:49.502655 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-66af1f0c-fea9-43c8-8f7c-343701c74d68 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505834 Aug 20 12:35:49.593628 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-f7c5e2fd-3cd0-4e8e-a238-e6305b7346dd service neutron] 10.222.0.37 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840385 Aug 20 12:35:49.687735 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-d262f5fd-2d24-464c-9794-bba15eb79420 service neutron] 10.222.0.37 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878756 Aug 20 12:35:49.753240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Sync routers for ids ['827398e8-abf7-4032-ae5f-89c754a39839'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:49.762942 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Routers {'827398e8-abf7-4032-ae5f-89c754a39839'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:49.763565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:35:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['827398e8-abf7-4032-ae5f-89c754a39839'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:49.858587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:49.892780 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Set router 827398e8-abf7-4032-ae5f-89c754a39839 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:50.023583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:50.023954 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.151870 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b96bf13f-2bb8-45d3-8786-1d6ee7a73249 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:50.199339 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827398e8-abf7-4032-ae5f-89c754a39839', 'name': 'tempest-TestShelveInstance-819714117-router', 'tenant_id': '78c9ab4b76194ec68111f74d38e318cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ba824099-8473-410e-9649-3783ec7098d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:43Z', 'updated_at': '2021-08-20T12:35:46Z', 'revision_number': 4, 'project_id': '78c9ab4b76194ec68111f74d38e318cb', 'gw_port': {'id': 'ba824099-8473-410e-9649-3783ec7098d4', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827398e8-abf7-4032-ae5f-89c754a39839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:44Z', 'updated_at': '2021-08-20T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd659e749-b1f3-4dd2-8086-035ce1ca1d38', 'name': '', 'network_id': 'b589edd4-7c45-4c82-a1fb-db8657ba0e4d', 'tenant_id': '78c9ab4b76194ec68111f74d38e318cb', 'mac_address': 'fa:16:3e:b5:56:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827398e8-abf7-4032-ae5f-89c754a39839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '215bbe91-a532-43c4-9736-862ca1acea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:46Z', 'updated_at': '2021-08-20T12:35:46Z', 'revision_number': 2, 'project_id': '78c9ab4b76194ec68111f74d38e318cb', 'subnets': [{'id': '215bbe91-a532-43c4-9736-862ca1acea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:50.229367 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Checking router: 827398e8-abf7-4032-ae5f-89c754a39839 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:50.229718 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Updating router 827398e8-abf7-4032-ae5f-89c754a39839 port d659e749-b1f3-4dd2-8086-035ce1ca1d38 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:35:50.250528 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port b96bf13f-2bb8-45d3-8786-1d6ee7a73249 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:50.250900 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.276140 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.425558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ba824099-8473-410e-9649-3783ec7098d4 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:50.540460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ba824099-8473-410e-9649-3783ec7098d4 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:50.540765 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.656020 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.672261 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Transition to ACTIVE for port object d659e749-b1f3-4dd2-8086-035ce1ca1d38 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:50.684033 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.734751 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f07128-8e0d-4473-8353-820b546e3153 None None] Pushing event updated for resources: {'Port': ['ID=d659e749-b1f3-4dd2-8086-035ce1ca1d38,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:50.788533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Attempting to bind port d659e749-b1f3-4dd2-8086-035ce1ca1d38 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:35:50.789288 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Attempting to bind port d659e749-b1f3-4dd2-8086-035ce1ca1d38 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'f734f966-d32f-48ab-b999-c8c73adbd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b589edd4-7c45-4c82-a1fb-db8657ba0e4d'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:35:50.789288 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Attempting to bind port d659e749-b1f3-4dd2-8086-035ce1ca1d38 on network b589edd4-7c45-4c82-a1fb-db8657ba0e4d {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:35:50.794528 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:35:50.794903 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Checking segment: {'id': 'f734f966-d32f-48ab-b999-c8c73adbd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b589edd4-7c45-4c82-a1fb-db8657ba0e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:50.795305 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.795700 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Bound using segment: {'id': 'f734f966-d32f-48ab-b999-c8c73adbd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b589edd4-7c45-4c82-a1fb-db8657ba0e4d'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:35:50.796222 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Bound port: d659e749-b1f3-4dd2-8086-035ce1ca1d38, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f734f966-d32f-48ab-b999-c8c73adbd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b589edd4-7c45-4c82-a1fb-db8657ba0e4d'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:35:50.796616 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.876210 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] For port d659e749-b1f3-4dd2-8086-035ce1ca1d38, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:35:50.879832 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] For port d659e749-b1f3-4dd2-8086-035ce1ca1d38, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d659e749-b1f3-4dd2-8086-035ce1ca1d38,segment=NetworkSegment(f734f966-d32f-48ab-b999-c8c73adbd89a),segment_id=f734f966-d32f-48ab-b999-c8c73adbd89a)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:35:50.887210 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.906963 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-388c79b4-06c8-437a-a0e6-908fca02687c req-7f126b1d-92c2-49b3-ae7c-d0f2940d779a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 210 time: 0.0376167 Aug 20 12:35:50.976419 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f07128-8e0d-4473-8353-820b546e3153 None None] Pushing event updated for resources: {'Port': ['ID=d659e749-b1f3-4dd2-8086-035ce1ca1d38,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:50.982558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Routers {'827398e8-abf7-4032-ae5f-89c754a39839'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:50.983196 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:35:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['827398e8-abf7-4032-ae5f-89c754a39839'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:51.122853 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] Set router 827398e8-abf7-4032-ae5f-89c754a39839 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:51.510711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827398e8-abf7-4032-ae5f-89c754a39839', 'name': 'tempest-TestShelveInstance-819714117-router', 'tenant_id': '78c9ab4b76194ec68111f74d38e318cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ba824099-8473-410e-9649-3783ec7098d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:43Z', 'updated_at': '2021-08-20T12:35:46Z', 'revision_number': 4, 'project_id': '78c9ab4b76194ec68111f74d38e318cb', 'gw_port': {'id': 'ba824099-8473-410e-9649-3783ec7098d4', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827398e8-abf7-4032-ae5f-89c754a39839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:44Z', 'updated_at': '2021-08-20T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd659e749-b1f3-4dd2-8086-035ce1ca1d38', 'name': '', 'network_id': 'b589edd4-7c45-4c82-a1fb-db8657ba0e4d', 'tenant_id': '78c9ab4b76194ec68111f74d38e318cb', 'mac_address': 'fa:16:3e:b5:56:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827398e8-abf7-4032-ae5f-89c754a39839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '215bbe91-a532-43c4-9736-862ca1acea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:46Z', 'updated_at': '2021-08-20T12:35:50Z', 'revision_number': 4, 'project_id': '78c9ab4b76194ec68111f74d38e318cb', 'subnets': [{'id': '215bbe91-a532-43c4-9736-862ca1acea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:51.536322 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fbf8c9-4d58-43d6-b3d2-c10b6cea8571 None None] The sync data for ids ['827398e8-abf7-4032-ae5f-89c754a39839'] in n-d-804299-2 is: [{'id': '827398e8-abf7-4032-ae5f-89c754a39839', 'name': 'tempest-TestShelveInstance-819714117-router', 'tenant_id': '78c9ab4b76194ec68111f74d38e318cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ba824099-8473-410e-9649-3783ec7098d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:43Z', 'updated_at': '2021-08-20T12:35:46Z', 'revision_number': 4, 'project_id': '78c9ab4b76194ec68111f74d38e318cb', 'gw_port': {'id': 'ba824099-8473-410e-9649-3783ec7098d4', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827398e8-abf7-4032-ae5f-89c754a39839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:44Z', 'updated_at': '2021-08-20T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'd659e749-b1f3-4dd2-8086-035ce1ca1d38', 'name': '', 'network_id': 'b589edd4-7c45-4c82-a1fb-db8657ba0e4d', 'tenant_id': '78c9ab4b76194ec68111f74d38e318cb', 'mac_address': 'fa:16:3e:b5:56:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827398e8-abf7-4032-ae5f-89c754a39839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '215bbe91-a532-43c4-9736-862ca1acea4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:46Z', 'updated_at': '2021-08-20T12:35:50Z', 'revision_number': 4, 'project_id': '78c9ab4b76194ec68111f74d38e318cb', 'subnets': [{'id': '215bbe91-a532-43c4-9736-862ca1acea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:51.891179 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d659e749-b1f3-4dd2-8086-035ce1ca1d38 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:51.919852 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-b260b098-7dff-4b4d-bc11-227e8c32c7c3 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:51.921513 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-b260b098-7dff-4b4d-bc11-227e8c32c7c3 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.76 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 808 time: 0.1471038 Aug 20 12:35:51.953822 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port d659e749-b1f3-4dd2-8086-035ce1ca1d38 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:51.957947 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d659e749-b1f3-4dd2-8086-035ce1ca1d38 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:51.958355 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.982702 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-fed5c407-8125-4320-98d1-4c288777ee15 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd07f4922524086a82d1e661512ccc7 HTTP/1.1" status: 200 len: 379 time: 0.0496213 Aug 20 12:35:51.994597 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-8f1c7a70-b192-4ed0-a662-496db3fe73e6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'port': {'device_id': 'a00b4d08-893f-451e-9420-6bf7df721992', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'admin_state_up': True, 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'security_groups': ['94ada5d9-73b0-4c0c-b41c-d90af0b8da18']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:52.025529 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-01bf0330-6a4a-4895-a91e-984f6845839d req-33972977-24b9-439e-9839-d7fae9d4b4d2 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 210 time: 0.0403218 Aug 20 12:35:52.051197 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.085545 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port d659e749-b1f3-4dd2-8086-035ce1ca1d38, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d659e749-b1f3-4dd2-8086-035ce1ca1d38,segment=NetworkSegment(f734f966-d32f-48ab-b999-c8c73adbd89a),segment_id=f734f966-d32f-48ab-b999-c8c73adbd89a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:52.091205 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.137457 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-8f1c7a70-b192-4ed0-a662-496db3fe73e6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Made reservation on behalf of 0bd07f4922524086a82d1e661512ccc7 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:35:52.140990 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-8f1c7a70-b192-4ed0-a662-496db3fe73e6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.145231 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=d659e749-b1f3-4dd2-8086-035ce1ca1d38,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:52.267960 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-8f1c7a70-b192-4ed0-a662-496db3fe73e6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Allocated IP 172.20.0.12 (bf58d3c3-5a33-414d-a700-436a3c19175a/14617f44-8bb8-42ff-9a9d-4a0d7706cf44/69b22cdf-39f0-432b-813f-1deb104c25cf) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:35:52.398316 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-8f1c7a70-b192-4ed0-a662-496db3fe73e6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.412403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-8f1c7a70-b192-4ed0-a662-496db3fe73e6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Transition to ACTIVE for port object 69b22cdf-39f0-432b-813f-1deb104c25cf will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:52.437747 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2965416b-586b-4666-8625-aab62141b665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.445553 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-8f1c7a70-b192-4ed0-a662-496db3fe73e6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.491552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-8f1c7a70-b192-4ed0-a662-496db3fe73e6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Network bf58d3c3-5a33-414d-a700-436a3c19175a is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:52.494446 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-8f1c7a70-b192-4ed0-a662-496db3fe73e6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:52.498065 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-8f1c7a70-b192-4ed0-a662-496db3fe73e6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:35:52.506365 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c7a70-b192-4ed0-a662-496db3fe73e6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'Port': ['ID=69b22cdf-39f0-432b-813f-1deb104c25cf,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:52.551595 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-8f1c7a70-b192-4ed0-a662-496db3fe73e6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:52.552933 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-8f1c7a70-b192-4ed0-a662-496db3fe73e6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.567184 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-8f1c7a70-b192-4ed0-a662-496db3fe73e6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5790157 Aug 20 12:35:52.579552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Request body: {'port': {'device_id': 'a00b4d08-893f-451e-9420-6bf7df721992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:52.638160 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.750874 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fef641e6-4dc2-4d8a-b59c-cf6b459c26bd None None] Provisioning for port 69b22cdf-39f0-432b-813f-1deb104c25cf completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:52.756955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-fef641e6-4dc2-4d8a-b59c-cf6b459c26bd None None] Provisioning complete for port 69b22cdf-39f0-432b-813f-1deb104c25cf triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:52.757558 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fef641e6-4dc2-4d8a-b59c-cf6b459c26bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.793709 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-fef641e6-4dc2-4d8a-b59c-cf6b459c26bd None None] Port 69b22cdf-39f0-432b-813f-1deb104c25cf cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:35:52.922791 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b22cdf-39f0-432b-813f-1deb104c25cf {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:35:52.934258 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.946926 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Transition to ACTIVE for port object 69b22cdf-39f0-432b-813f-1deb104c25cf will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:52.950763 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:53.020143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Pushing event updated for resources: {'Port': ['ID=69b22cdf-39f0-432b-813f-1deb104c25cf,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:53.102060 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Attempting to bind port 69b22cdf-39f0-432b-813f-1deb104c25cf on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:35:53.102403 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Attempting to bind port 69b22cdf-39f0-432b-813f-1deb104c25cf by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:35:53.102736 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Attempting to bind port 69b22cdf-39f0-432b-813f-1deb104c25cf on network bf58d3c3-5a33-414d-a700-436a3c19175a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:35:53.118705 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Port 69b22cdf-39f0-432b-813f-1deb104c25cf on network bf58d3c3-5a33-414d-a700-436a3c19175a not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:35:53.119042 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Attempting to bind port 69b22cdf-39f0-432b-813f-1deb104c25cf on network bf58d3c3-5a33-414d-a700-436a3c19175a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:35:53.139321 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:35:53.139665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Checking segment: {'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:53.140054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Bound using segment: {'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:35:53.140499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Bound port: 69b22cdf-39f0-432b-813f-1deb104c25cf, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:35:53.140890 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:53.202306 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fed6b-184a-4fba-b599-3efa2889555e req-597d5496-a905-405c-965d-c1c5fd76228a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:53.204669 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a5fed6b-184a-4fba-b599-3efa2889555e req-597d5496-a905-405c-965d-c1c5fd76228a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 944 time: 0.0994873 Aug 20 12:35:53.257098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] For port 69b22cdf-39f0-432b-813f-1deb104c25cf, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:35:53.280954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] For port 69b22cdf-39f0-432b-813f-1deb104c25cf, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69b22cdf-39f0-432b-813f-1deb104c25cf,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:35:53.289953 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:53.297656 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3a5fed6b-184a-4fba-b599-3efa2889555e req-282a55a5-b51d-443d-a29c-3f3ea92ab0a6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739448 Aug 20 12:35:53.332612 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:53.333947 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:53.335589 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] 10.222.0.76 "PUT /v2.0/ports/69b22cdf-39f0-432b-813f-1deb104c25cf HTTP/1.1" status: 200 len: 1092 time: 0.7610795 Aug 20 12:35:53.338391 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00b4d08-893f-451e-9420-6bf7df721992', 'tag': '69b22cdf-39f0-432b-813f-1deb104c25cf'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:35:53.340831 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843c677a-1dd5-4ebc-a4f6-3d8e2a25dc00" -d '{"events": [{"name": "network-changed", "server_uuid": "a00b4d08-893f-451e-9420-6bf7df721992", "tag": "69b22cdf-39f0-432b-813f-1deb104c25cf"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:35:53.375274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed5a3a-c30f-48b9-bdf5-0aba0d016bcf service neutron] Pushing event updated for resources: {'Port': ['ID=69b22cdf-39f0-432b-813f-1deb104c25cf,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:53.400425 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9959d428-9e0e-4b97-92e1-574693917bf9 x-openstack-request-id: req-9959d428-9e0e-4b97-92e1-574693917bf9 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:35:53.401397 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00b4d08-893f-451e-9420-6bf7df721992", "tag": "69b22cdf-39f0-432b-813f-1deb104c25cf", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:35:53.401668 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9959d428-9e0e-4b97-92e1-574693917bf9 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:35:53.402080 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00b4d08-893f-451e-9420-6bf7df721992', 'tag': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'status': 'completed', 'code': 200} Aug 20 12:35:53.442079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-c47b7948-8389-4bf7-a669-3fda43dd32f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:53.443576 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-c47b7948-8389-4bf7-a669-3fda43dd32f0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 1095 time: 0.0616753 Aug 20 12:35:53.495226 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-eff256a7-e34d-418e-aaa1-d04ba5b024f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69b22cdf-39f0-432b-813f-1deb104c25cf HTTP/1.1" status: 200 len: 217 time: 0.0425406 Aug 20 12:35:53.548887 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-80d2630e-ae9e-455c-af70-31658289fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:53.550513 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-80d2630e-ae9e-455c-af70-31658289fbf6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0490029 Aug 20 12:35:53.602469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-a00a7003-7ef8-4ee2-bf0f-4b3f7d7b7f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:53.604305 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-a00a7003-7ef8-4ee2-bf0f-4b3f7d7b7f23 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467877 Aug 20 12:35:53.693487 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-11fcc745-16b6-47f2-83bf-121066b70ab4 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816903 Aug 20 12:35:53.789275 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4810961d-adde-4be0-b0b7-0afb84830b20 req-c8b189d6-d8c1-4cc0-bf73-de27f4bcfbef service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891087 Aug 20 12:35:53.856127 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d659e749-b1f3-4dd2-8086-035ce1ca1d38 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:53.886184 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c677a-1dd5-4ebc-a4f6-3d8e2a25dc00 req-9ed4b391-e271-4f43-b15a-433e599700fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:53.887713 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-843c677a-1dd5-4ebc-a4f6-3d8e2a25dc00 req-9ed4b391-e271-4f43-b15a-433e599700fc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 1095 time: 0.0428336 Aug 20 12:35:53.907175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d659e749-b1f3-4dd2-8086-035ce1ca1d38 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:53.907569 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:53.982798 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c677a-1dd5-4ebc-a4f6-3d8e2a25dc00 req-f24712d9-5329-42f5-891c-c971b560b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:53.984551 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-843c677a-1dd5-4ebc-a4f6-3d8e2a25dc00 req-f24712d9-5329-42f5-891c-c971b560b3e0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0907388 Aug 20 12:35:54.025467 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-843c677a-1dd5-4ebc-a4f6-3d8e2a25dc00 req-e8a0fb7d-5adb-408d-9ccf-bfe7848a90f5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69b22cdf-39f0-432b-813f-1deb104c25cf HTTP/1.1" status: 200 len: 217 time: 0.0338609 Aug 20 12:35:54.076133 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c677a-1dd5-4ebc-a4f6-3d8e2a25dc00 req-5c6ab313-b68e-4eeb-a2d2-37d37e8b7142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:54.077673 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-843c677a-1dd5-4ebc-a4f6-3d8e2a25dc00 req-5c6ab313-b68e-4eeb-a2d2-37d37e8b7142 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0448620 Aug 20 12:35:54.124924 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c677a-1dd5-4ebc-a4f6-3d8e2a25dc00 req-fc464f97-7fae-4a3c-8644-c38603d6eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:54.126485 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-843c677a-1dd5-4ebc-a4f6-3d8e2a25dc00 req-fc464f97-7fae-4a3c-8644-c38603d6eb24 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415938 Aug 20 12:35:54.219920 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-843c677a-1dd5-4ebc-a4f6-3d8e2a25dc00 req-809bc269-2c60-44a1-94d5-fc7bba5185a0 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857735 Aug 20 12:35:54.312617 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-843c677a-1dd5-4ebc-a4f6-3d8e2a25dc00 req-c0b39d84-24bd-4b6f-9da0-6d27b4feea43 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845985 Aug 20 12:35:54.424654 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce0a53-bb3e-4d30-bc8d-27ccbc9ee52e req-e5b51763-0e65-411a-9355-49d93a04cb8c tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:54.426163 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26ce0a53-bb3e-4d30-bc8d-27ccbc9ee52e req-e5b51763-0e65-411a-9355-49d93a04cb8c tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 944 time: 0.0534902 Aug 20 12:35:54.463422 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-26ce0a53-bb3e-4d30-bc8d-27ccbc9ee52e req-567b1f00-d19f-4795-863c-8b7d61689544 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311766 Aug 20 12:35:55.197934 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c53ad5f8-fe1c-4475-81d7-d0c7a2cfa2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:55.561585 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:55.577651 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17526602-57cb-4e1e-8aff-c7db9b7ac0a4 req-21c58ece-cd82-4caa-bc3b-01c9468def7a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:55.579029 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-17526602-57cb-4e1e-8aff-c7db9b7ac0a4 req-21c58ece-cd82-4caa-bc3b-01c9468def7a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 944 time: 0.0487568 Aug 20 12:35:55.618765 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-17526602-57cb-4e1e-8aff-c7db9b7ac0a4 req-04e4a8e9-d81f-4392-a8e2-4ed0337c4743 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329413 Aug 20 12:35:55.828902 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 69b22cdf-39f0-432b-813f-1deb104c25cf details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:35:55.925183 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 69b22cdf-39f0-432b-813f-1deb104c25cf, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69b22cdf-39f0-432b-813f-1deb104c25cf,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:55.935802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'port_id': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'mac_address': 'fa:16:3e:94:29:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:35:55.973440 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:55.986216 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b22cdf-39f0-432b-813f-1deb104c25cf {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:35:56.004994 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 69b22cdf-39f0-432b-813f-1deb104c25cf, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69b22cdf-39f0-432b-813f-1deb104c25cf,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:56.010058 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:56.059588 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=69b22cdf-39f0-432b-813f-1deb104c25cf,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:56.210730 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['69b22cdf-39f0-432b-813f-1deb104c25cf'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:35:56.574128 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:56.733012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05efa8-d339-4787-a8ff-9ee281bacbb3 req-d202bb0c-e063-4987-abff-72e41c446a86 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:56.734756 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c05efa8-d339-4787-a8ff-9ee281bacbb3 req-d202bb0c-e063-4987-abff-72e41c446a86 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 945 time: 0.0486941 Aug 20 12:35:56.773517 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6c05efa8-d339-4787-a8ff-9ee281bacbb3 req-a54c778d-4ddd-49b0-9b58-6fe992f44146 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320649 Aug 20 12:35:57.839183 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 69b22cdf-39f0-432b-813f-1deb104c25cf up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:57.889385 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 69b22cdf-39f0-432b-813f-1deb104c25cf completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:57.890686 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43927a58-2a68-49e7-9fd6-0700e09caf07 req-f6418207-1800-4965-96a0-c8db51f8ae48 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:57.892235 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-43927a58-2a68-49e7-9fd6-0700e09caf07 req-f6418207-1800-4965-96a0-c8db51f8ae48 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 945 time: 0.0525179 Aug 20 12:35:57.893739 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 69b22cdf-39f0-432b-813f-1deb104c25cf triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:57.894114 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:57.932197 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-43927a58-2a68-49e7-9fd6-0700e09caf07 req-9117c91a-4db9-4a2f-a00a-79390d3039d8 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328619 Aug 20 12:35:57.968397 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:57.993926 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00b4d08-893f-451e-9420-6bf7df721992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b22cdf-39f0-432b-813f-1deb104c25cf'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:35:57.996153 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1325901-e22a-4a21-95fb-dc5dc2a18de0" -d '{"events": [{"server_uuid": "a00b4d08-893f-451e-9420-6bf7df721992", "name": "network-vif-plugged", "status": "completed", "tag": "69b22cdf-39f0-432b-813f-1deb104c25cf"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:35:58.011136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 69b22cdf-39f0-432b-813f-1deb104c25cf, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69b22cdf-39f0-432b-813f-1deb104c25cf,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:58.016316 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:58.038860 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d7461c-797d-42c0-a02f-ef90b0d5045d x-openstack-request-id: req-89d7461c-797d-42c0-a02f-ef90b0d5045d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:35:58.039146 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00b4d08-893f-451e-9420-6bf7df721992", "name": "network-vif-plugged", "status": "completed", "tag": "69b22cdf-39f0-432b-813f-1deb104c25cf", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:35:58.039392 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89d7461c-797d-42c0-a02f-ef90b0d5045d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:35:58.039772 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00b4d08-893f-451e-9420-6bf7df721992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'code': 200} Aug 20 12:35:58.064889 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=69b22cdf-39f0-432b-813f-1deb104c25cf,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:58.129915 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb691a6-1720-4beb-ad3b-7065b556a51a req-3b284c8b-98de-4d74-95d7-91d3dfff625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:58.131989 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dcb691a6-1720-4beb-ad3b-7065b556a51a req-3b284c8b-98de-4d74-95d7-91d3dfff625e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 1097 time: 0.0404179 Aug 20 12:35:58.165703 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dcb691a6-1720-4beb-ad3b-7065b556a51a req-5322c7cb-0879-4486-bf27-68d68784dbfd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264306 Aug 20 12:35:58.183649 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:59.046207 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1993d-0c15-4e45-9fc7-403d005aaf0a req-ed4013d5-e90a-4ce8-b105-6d4a0c2df3bb tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:59.047710 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3af1993d-0c15-4e45-9fc7-403d005aaf0a req-ed4013d5-e90a-4ce8-b105-6d4a0c2df3bb tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0487161 Aug 20 12:35:59.085229 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3af1993d-0c15-4e45-9fc7-403d005aaf0a req-9f89767f-119f-4693-abd0-7d4766f2fede tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307860 Aug 20 12:36:00.203846 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f339a-0608-45f9-96b2-1c52405b2d94 req-9e9f0599-44e0-4827-99c6-545f52061637 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:00.205340 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad7f339a-0608-45f9-96b2-1c52405b2d94 req-9e9f0599-44e0-4827-99c6-545f52061637 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0510702 Aug 20 12:36:00.242452 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ad7f339a-0608-45f9-96b2-1c52405b2d94 req-a5fbc191-0fcd-4727-9219-0ebfc8bd298a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306284 Aug 20 12:36:00.356008 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae1926-700c-42b8-88b1-04abeedd2bd2 req-644ac4fa-82fa-4ea3-97c7-f857cf79bff7 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:00.357520 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-59ae1926-700c-42b8-88b1-04abeedd2bd2 req-644ac4fa-82fa-4ea3-97c7-f857cf79bff7 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0482125 Aug 20 12:36:00.394449 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-59ae1926-700c-42b8-88b1-04abeedd2bd2 req-c00999b8-5663-46ce-a210-db7381af0dd5 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306008 Aug 20 12:36:00.416509 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58404) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:36:00.498059 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3b9436-fba6-4f9b-9aba-42182c6b8812 tempest-TestShelveInstance-1698043021 tempest-TestShelveInstance-1698043021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:00.499541 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5e3b9436-fba6-4f9b-9aba-42182c6b8812 tempest-TestShelveInstance-1698043021 tempest-TestShelveInstance-1698043021-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 1092 time: 0.0820475 Aug 20 12:36:00.502450 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58408) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:36:00.507334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:36:00.528405 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:00.624167 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:00.723573 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Allocated IP 172.25.8.164 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/9e1066ad-44d4-45ed-bde3-b29b3185f655) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:36:01.138385 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:01.175217 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:01.212880 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:36:01.215519 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:36:01.218900 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:36:01.242777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'Port': ['ID=9e1066ad-44d4-45ed-bde3-b29b3185f655,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:01.569377 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:01.633555 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:01.781151 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:01.785531 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:01.852043 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'Port': ['ID=9e1066ad-44d4-45ed-bde3-b29b3185f655,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:01.862046 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:01.961106 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Floating IP 1439b698-4b25-43a1-b14e-b6982d414f07 associated. External IP: 172.25.8.164, port: 69b22cdf-39f0-432b-813f-1deb104c25cf. Aug 20 12:36:02.168707 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Router c625848c-e974-413d-b44f-db530a2ee4eb has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:36:02.275164 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:36:02.284818 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb502d7e-234c-4291-ba8e-69eadce6353e None None] Sync routers for ids ['c625848c-e974-413d-b44f-db530a2ee4eb'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:36:02.290741 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:02.294565 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb502d7e-234c-4291-ba8e-69eadce6353e None None] Routers {'c625848c-e974-413d-b44f-db530a2ee4eb'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:36:02.295176 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bb502d7e-234c-4291-ba8e-69eadce6353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:35:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c625848c-e974-413d-b44f-db530a2ee4eb'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:36:02.317758 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-5b85195f-fdde-4ea8-b5a9-84e73407cbaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8142304 Aug 20 12:36:02.318332 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00b4d08-893f-451e-9420-6bf7df721992', 'tag': '69b22cdf-39f0-432b-813f-1deb104c25cf'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:36:02.320581 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7768bae-f33f-4f0d-8fa5-f1e9eb5397b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a00b4d08-893f-451e-9420-6bf7df721992", "tag": "69b22cdf-39f0-432b-813f-1deb104c25cf"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:36:02.357069 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bcb031-329a-407d-b6a0-1ddf43b45fd3 x-openstack-request-id: req-42bcb031-329a-407d-b6a0-1ddf43b45fd3 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:36:02.357376 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00b4d08-893f-451e-9420-6bf7df721992", "tag": "69b22cdf-39f0-432b-813f-1deb104c25cf", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:36:02.357614 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42bcb031-329a-407d-b6a0-1ddf43b45fd3 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:36:02.358017 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00b4d08-893f-451e-9420-6bf7df721992', 'tag': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'status': 'completed', 'code': 200} Aug 20 12:36:02.409113 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-bb502d7e-234c-4291-ba8e-69eadce6353e None None] Set router c625848c-e974-413d-b44f-db530a2ee4eb gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:36:02.418925 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768bae-f33f-4f0d-8fa5-f1e9eb5397b3 req-a462e5c3-6c4f-4f9a-9e52-62c420d5c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:02.420443 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7768bae-f33f-4f0d-8fa5-f1e9eb5397b3 req-a462e5c3-6c4f-4f9a-9e52-62c420d5c17c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 1097 time: 0.0414453 Aug 20 12:36:02.514143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768bae-f33f-4f0d-8fa5-f1e9eb5397b3 req-e6c69b67-ba5b-45ba-82e0-f1fd65255f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:02.515643 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7768bae-f33f-4f0d-8fa5-f1e9eb5397b3 req-e6c69b67-ba5b-45ba-82e0-f1fd65255f78 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0884900 Aug 20 12:36:02.579935 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7768bae-f33f-4f0d-8fa5-f1e9eb5397b3 req-851ff648-f59a-43c7-92dc-0430fb824e99 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69b22cdf-39f0-432b-813f-1deb104c25cf HTTP/1.1" status: 200 len: 1000 time: 0.0572729 Aug 20 12:36:02.626981 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bb502d7e-234c-4291-ba8e-69eadce6353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '1439b698-4b25-43a1-b14e-b6982d414f07', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'port_id': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'mac_address': 'fa:16:3e:94:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00b4d08-893f-451e-9420-6bf7df721992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:36:01Z', 'updated_at': '2021-08-20T12:36:01Z', 'revision_number': 0, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8524c3ae-db8d-4eef-b1e6-dfb2a5867361', 'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'mac_address': 'fa:16:3e:93:61:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:41Z', 'updated_at': '2021-08-20T12:35:48Z', 'revision_number': 5, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'subnets': [{'id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:36:02.639972 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768bae-f33f-4f0d-8fa5-f1e9eb5397b3 req-c4419f2b-5384-4023-8075-318a11e69775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:02.641561 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7768bae-f33f-4f0d-8fa5-f1e9eb5397b3 req-c4419f2b-5384-4023-8075-318a11e69775 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0553169 Aug 20 12:36:02.656768 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb502d7e-234c-4291-ba8e-69eadce6353e None None] Checking router: c625848c-e974-413d-b44f-db530a2ee4eb for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:36:02.665744 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb502d7e-234c-4291-ba8e-69eadce6353e None None] Routers {'c625848c-e974-413d-b44f-db530a2ee4eb'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:36:02.666353 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bb502d7e-234c-4291-ba8e-69eadce6353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:35:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c625848c-e974-413d-b44f-db530a2ee4eb'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:36:02.687912 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768bae-f33f-4f0d-8fa5-f1e9eb5397b3 req-3537d1c8-a14c-413a-b402-1f14c87c5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:02.689476 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7768bae-f33f-4f0d-8fa5-f1e9eb5397b3 req-3537d1c8-a14c-413a-b402-1f14c87c5ee0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405705 Aug 20 12:36:02.780842 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7768bae-f33f-4f0d-8fa5-f1e9eb5397b3 req-ff63a101-7cd2-4a8f-9cc4-f0323f68f238 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842187 Aug 20 12:36:02.867294 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-bb502d7e-234c-4291-ba8e-69eadce6353e None None] Set router c625848c-e974-413d-b44f-db530a2ee4eb gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:36:02.878545 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a7768bae-f33f-4f0d-8fa5-f1e9eb5397b3 req-f71b7e25-7163-4d91-89d7-f887e11b93ff service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911458 Aug 20 12:36:03.085299 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-bb502d7e-234c-4291-ba8e-69eadce6353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '1439b698-4b25-43a1-b14e-b6982d414f07', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'port_id': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'mac_address': 'fa:16:3e:94:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00b4d08-893f-451e-9420-6bf7df721992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:36:01Z', 'updated_at': '2021-08-20T12:36:01Z', 'revision_number': 0, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8524c3ae-db8d-4eef-b1e6-dfb2a5867361', 'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'mac_address': 'fa:16:3e:93:61:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:41Z', 'updated_at': '2021-08-20T12:35:48Z', 'revision_number': 5, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'subnets': [{'id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:36:03.110759 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb502d7e-234c-4291-ba8e-69eadce6353e None None] The sync data for ids ['c625848c-e974-413d-b44f-db530a2ee4eb'] in n-d-804299-2 is: [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '1439b698-4b25-43a1-b14e-b6982d414f07', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'port_id': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'mac_address': 'fa:16:3e:94:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00b4d08-893f-451e-9420-6bf7df721992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:36:01Z', 'updated_at': '2021-08-20T12:36:01Z', 'revision_number': 0, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8524c3ae-db8d-4eef-b1e6-dfb2a5867361', 'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'mac_address': 'fa:16:3e:93:61:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:41Z', 'updated_at': '2021-08-20T12:35:48Z', 'revision_number': 5, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'subnets': [{'id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:36:03.295192 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c5fec9-c40d-4e89-8957-70b1a959fe21 None None] New status for floating IP 1439b698-4b25-43a1-b14e-b6982d414f07: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:36:03.497371 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:09.659420 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:22.438082 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ce9d100-12e3-4804-b7d2-eff166cffcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:24.280143 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:36:25.198099 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d4d672d-632a-4a9d-8ecd-ee8d4a2de75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:25.563684 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:26.577602 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:28.186494 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:33.526526 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:39.660002 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:47.384959 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2b31909-acbf-4ffa-b12e-c532facc3946 req-646cc5e8-cf21-40d3-82c4-017ea5f3b57b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405681 Aug 20 12:36:47.462830 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b31909-acbf-4ffa-b12e-c532facc3946 req-9e679bb3-5c82-494f-a87b-f7977666d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:47.464351 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2b31909-acbf-4ffa-b12e-c532facc3946 req-9e679bb3-5c82-494f-a87b-f7977666d37d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 1097 time: 0.0404811 Aug 20 12:36:47.569634 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b31909-acbf-4ffa-b12e-c532facc3946 req-e06ccb8b-08cd-4a4e-aec7-241cb757c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:47.571097 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2b31909-acbf-4ffa-b12e-c532facc3946 req-e06ccb8b-08cd-4a4e-aec7-241cb757c129 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0885477 Aug 20 12:36:47.634105 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2b31909-acbf-4ffa-b12e-c532facc3946 req-81532546-9aeb-4893-9896-3f791bfac178 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69b22cdf-39f0-432b-813f-1deb104c25cf HTTP/1.1" status: 200 len: 1002 time: 0.0564065 Aug 20 12:36:47.686280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b31909-acbf-4ffa-b12e-c532facc3946 req-befe17d8-1a5a-4670-b602-1cf325f623f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:47.687613 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2b31909-acbf-4ffa-b12e-c532facc3946 req-befe17d8-1a5a-4670-b602-1cf325f623f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0469863 Aug 20 12:36:47.730839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b31909-acbf-4ffa-b12e-c532facc3946 req-f410a9ac-4e1f-4baa-b6e4-9d3f350007fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:47.732283 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2b31909-acbf-4ffa-b12e-c532facc3946 req-f410a9ac-4e1f-4baa-b6e4-9d3f350007fa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381420 Aug 20 12:36:47.819305 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2b31909-acbf-4ffa-b12e-c532facc3946 req-5aa48774-414c-4c27-b69d-b630043f80ec service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795658 Aug 20 12:36:47.911199 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-b2b31909-acbf-4ffa-b12e-c532facc3946 req-c8dd2f23-4128-4e59-9ef9-4aae3609d2e6 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854321 Aug 20 12:36:52.438502 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7f890650-b46e-4ccd-8064-1d26695ed421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:55.197733 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-66405fd5-ceb3-4bf4-87fb-38eed8d49672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:55.564201 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:56.580985 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:58.188595 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:01.278916 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:37:03.527134 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:09.658291 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:22.438935 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0ea18457-dd8d-4a6f-a456-f15df17c8f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:25.196888 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a598cc7a-d298-4ef4-957c-7c573a75bc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:25.564711 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:26.584125 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:28.195731 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:33.525681 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:38.277925 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:37:39.670854 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:49.387480 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4a64f14-c36c-4df2-b3a4-7e106e8b38fe req-d8097519-3b56-4c6e-912e-f3d1271935cd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405157 Aug 20 12:37:49.466077 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a64f14-c36c-4df2-b3a4-7e106e8b38fe req-fd0f31a5-db9e-4386-89c6-df3ddcba67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:49.467593 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4a64f14-c36c-4df2-b3a4-7e106e8b38fe req-fd0f31a5-db9e-4386-89c6-df3ddcba67bc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 1097 time: 0.0404029 Aug 20 12:37:49.572973 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a64f14-c36c-4df2-b3a4-7e106e8b38fe req-b005daaa-ffb6-4a9f-9935-f402508533c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:49.574899 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4a64f14-c36c-4df2-b3a4-7e106e8b38fe req-b005daaa-ffb6-4a9f-9935-f402508533c1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0893595 Aug 20 12:37:49.638336 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4a64f14-c36c-4df2-b3a4-7e106e8b38fe req-a2cf0eed-343e-4b56-9d0d-45a8e5104a03 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69b22cdf-39f0-432b-813f-1deb104c25cf HTTP/1.1" status: 200 len: 1002 time: 0.0566294 Aug 20 12:37:49.689444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a64f14-c36c-4df2-b3a4-7e106e8b38fe req-304b4d42-4310-4396-94ee-84fc973c7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:49.690846 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4a64f14-c36c-4df2-b3a4-7e106e8b38fe req-304b4d42-4310-4396-94ee-84fc973c7fea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0462608 Aug 20 12:37:49.735511 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a64f14-c36c-4df2-b3a4-7e106e8b38fe req-bc86f60c-b27f-46ab-98ce-fa949b01dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:49.737126 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4a64f14-c36c-4df2-b3a4-7e106e8b38fe req-bc86f60c-b27f-46ab-98ce-fa949b01dd06 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387235 Aug 20 12:37:49.824097 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4a64f14-c36c-4df2-b3a4-7e106e8b38fe req-8d01be81-2d9b-46c0-86de-8f0f16766c24 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798500 Aug 20 12:37:49.919762 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d4a64f14-c36c-4df2-b3a4-7e106e8b38fe req-2e93c6b8-cdab-4e68-841a-7cfb70d577d9 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888071 Aug 20 12:37:52.439589 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4089996d-fab0-458a-b6c7-5403e30a91d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:55.196870 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c1a1c7f6-88a7-4e64-9e3b-d29d7b224ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:55.567843 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:56.591762 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:57.376008 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6371d-813b-45dc-adc2-3f96259fbfba req-55a30f6e-c4bb-41d4-b5d1-35c17be9a445 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:57.377580 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17e6371d-813b-45dc-adc2-3f96259fbfba req-55a30f6e-c4bb-41d4-b5d1-35c17be9a445 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0501077 Aug 20 12:37:57.414858 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-17e6371d-813b-45dc-adc2-3f96259fbfba req-2d478865-a84e-4a51-9509-423516f35cfb tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308187 Aug 20 12:37:58.195473 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:58.603385 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaafa6-dc79-4aa8-be16-953ed49c6602 req-0810028f-51ef-41e1-ad6c-0225523a3d48 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:58.604895 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1aaafa6-dc79-4aa8-be16-953ed49c6602 req-0810028f-51ef-41e1-ad6c-0225523a3d48 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0489607 Aug 20 12:37:58.641867 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f1aaafa6-dc79-4aa8-be16-953ed49c6602 req-21427001-9677-4a5e-84f4-4c0a6f70e611 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306666 Aug 20 12:37:59.831352 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa431b8-163f-4494-9cce-5502f10f821c req-ac7e6531-d4c7-4d60-ab9e-c3aeab15d900 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:59.832844 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cfa431b8-163f-4494-9cce-5502f10f821c req-ac7e6531-d4c7-4d60-ab9e-c3aeab15d900 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0986011 Aug 20 12:37:59.875060 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cfa431b8-163f-4494-9cce-5502f10f821c req-86bef04b-21e5-4f9c-b06f-f0e5fbf9fb88 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361159 Aug 20 12:38:00.987589 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443f529-b310-4564-b24e-9573d18d4a56 req-b022834e-7627-4938-8280-e878115728cc tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:00.989108 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9443f529-b310-4564-b24e-9573d18d4a56 req-b022834e-7627-4938-8280-e878115728cc tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0486190 Aug 20 12:38:01.027162 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9443f529-b310-4564-b24e-9573d18d4a56 req-6d973698-4656-4f0f-82cd-9a58cc00fe84 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316172 Aug 20 12:38:02.143361 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a578556-181d-4ed7-9585-fad8b2a62571 req-96f64a32-1f16-4858-b2c7-2a6e9091d443 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:02.144853 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4a578556-181d-4ed7-9585-fad8b2a62571 req-96f64a32-1f16-4858-b2c7-2a6e9091d443 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0492475 Aug 20 12:38:02.185078 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4a578556-181d-4ed7-9585-fad8b2a62571 req-55f7da8a-b388-4ceb-bc34-dc8cc90873c0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336106 Aug 20 12:38:03.298368 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c76c2-a711-45db-9881-a48c2bb96279 req-14d05690-ba50-4871-866c-9531ca84f16f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:03.299765 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-df1c76c2-a711-45db-9881-a48c2bb96279 req-14d05690-ba50-4871-866c-9531ca84f16f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0479500 Aug 20 12:38:03.340687 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-df1c76c2-a711-45db-9881-a48c2bb96279 req-d658b5d1-7bb5-4e77-a96b-b0000260c1f4 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348487 Aug 20 12:38:03.541262 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:04.454431 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d146b0e-c019-433b-8e71-fb5c9d7ab10f req-04482986-d630-4f89-9cfd-56649a13d9ae tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:04.455923 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d146b0e-c019-433b-8e71-fb5c9d7ab10f req-04482986-d630-4f89-9cfd-56649a13d9ae tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0489111 Aug 20 12:38:04.493953 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8d146b0e-c019-433b-8e71-fb5c9d7ab10f req-05409bf8-3706-4fd5-9335-0648fde0ab30 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314727 Aug 20 12:38:05.607007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ec990-c239-4b51-ba5e-99bb178d902c req-ffd75ae2-b55b-4a30-8ba7-be318970e69c tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:05.608779 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f50ec990-c239-4b51-ba5e-99bb178d902c req-ffd75ae2-b55b-4a30-8ba7-be318970e69c tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0485132 Aug 20 12:38:05.646856 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f50ec990-c239-4b51-ba5e-99bb178d902c req-d35649fa-2bc6-4d94-953e-95a0fc571cbd tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321460 Aug 20 12:38:06.768226 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22233a-bed6-400e-be15-cba83f002789 req-81e2dd83-94db-4daf-863d-aa5176821b97 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:06.769710 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da22233a-bed6-400e-be15-cba83f002789 req-81e2dd83-94db-4daf-863d-aa5176821b97 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0517540 Aug 20 12:38:06.810509 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-da22233a-bed6-400e-be15-cba83f002789 req-f5b1f942-f496-46a7-893d-5662507840ab tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346701 Aug 20 12:38:07.927962 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263d2ad-1863-425a-8a5c-14bcbc217d02 req-d148ae4f-0ebe-4002-b62a-a252be32a711 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:07.929569 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9263d2ad-1863-425a-8a5c-14bcbc217d02 req-d148ae4f-0ebe-4002-b62a-a252be32a711 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0497468 Aug 20 12:38:07.967414 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9263d2ad-1863-425a-8a5c-14bcbc217d02 req-7a05b96c-a72b-47e8-8659-d6e7148235e5 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319819 Aug 20 12:38:09.084453 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff6efa-55b4-4a28-bef2-caa0e1a64fbb req-fdd52bfe-3b33-4322-bc76-14131fb16abb tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:09.086696 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41ff6efa-55b4-4a28-bef2-caa0e1a64fbb req-fdd52bfe-3b33-4322-bc76-14131fb16abb tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0525646 Aug 20 12:38:09.129482 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-41ff6efa-55b4-4a28-bef2-caa0e1a64fbb req-058cf4a6-4e12-4838-a23d-e039de5d40db tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366085 Aug 20 12:38:09.668899 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:10.268568 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f40340-ede1-42f1-aee9-40698318dd96 req-bfcbf5b0-4616-4f91-9b0c-aeceb937e820 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:10.271111 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-46f40340-ede1-42f1-aee9-40698318dd96 req-bfcbf5b0-4616-4f91-9b0c-aeceb937e820 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0536833 Aug 20 12:38:10.316979 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-46f40340-ede1-42f1-aee9-40698318dd96 req-90d2e853-2f14-44d4-831d-a94cfdace373 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385242 Aug 20 12:38:10.525108 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 69b22cdf-39f0-432b-813f-1deb104c25cf details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:38:10.634930 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 69b22cdf-39f0-432b-813f-1deb104c25cf, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69b22cdf-39f0-432b-813f-1deb104c25cf,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:10.650389 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'port_id': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'mac_address': 'fa:16:3e:94:29:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:38:10.695688 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:10.710911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69b22cdf-39f0-432b-813f-1deb104c25cf {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:38:10.734614 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 69b22cdf-39f0-432b-813f-1deb104c25cf, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69b22cdf-39f0-432b-813f-1deb104c25cf,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:10.740017 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:10.794367 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=69b22cdf-39f0-432b-813f-1deb104c25cf,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:10.806159 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:10.806569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:10.806951 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:10.807292 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:10.807629 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:10.807958 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:10.808290 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:10.808618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:10.809023 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:10.809298 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:10.809625 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:10.809953 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:10.815970 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['69b22cdf-39f0-432b-813f-1deb104c25cf'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:38:11.441777 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babc31d-989b-442e-be3a-7c657899b9dd req-a62d303d-4418-49ed-ae0b-7ba950be4e6e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:11.443442 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8babc31d-989b-442e-be3a-7c657899b9dd req-a62d303d-4418-49ed-ae0b-7ba950be4e6e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 945 time: 0.0516021 Aug 20 12:38:11.485858 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8babc31d-989b-442e-be3a-7c657899b9dd req-75e7944a-67a6-4fd9-9711-da3ef73c6c07 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351374 Aug 20 12:38:12.544814 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 69b22cdf-39f0-432b-813f-1deb104c25cf up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:38:12.611068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 69b22cdf-39f0-432b-813f-1deb104c25cf triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:38:12.611534 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:12.725315 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:12.762931 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 69b22cdf-39f0-432b-813f-1deb104c25cf, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69b22cdf-39f0-432b-813f-1deb104c25cf,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:12.763979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00b4d08-893f-451e-9420-6bf7df721992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b22cdf-39f0-432b-813f-1deb104c25cf'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:38:12.766771 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5248a0f-61b9-44c0-86f3-9398baa78201" -d '{"events": [{"server_uuid": "a00b4d08-893f-451e-9420-6bf7df721992", "name": "network-vif-plugged", "status": "completed", "tag": "69b22cdf-39f0-432b-813f-1deb104c25cf"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:38:12.781364 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:12.878782 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=69b22cdf-39f0-432b-813f-1deb104c25cf,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:12.989013 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b997a-01ba-4166-9a28-62d8d0114b62 req-01369d03-bfb3-43a5-b795-6dfeb39a4faa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:12.990622 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b8b997a-01ba-4166-9a28-62d8d0114b62 req-01369d03-bfb3-43a5-b795-6dfeb39a4faa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 945 time: 0.4263608 Aug 20 12:38:13.039772 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4b8b997a-01ba-4166-9a28-62d8d0114b62 req-722fa882-35b0-4f4d-a29e-0cca4c155508 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420425 Aug 20 12:38:13.841760 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16b724c-b3a5-4315-8faf-a0081f529515 x-openstack-request-id: req-d16b724c-b3a5-4315-8faf-a0081f529515 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:38:13.842266 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00b4d08-893f-451e-9420-6bf7df721992", "name": "network-vif-plugged", "status": "completed", "tag": "69b22cdf-39f0-432b-813f-1deb104c25cf", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:38:13.842378 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d16b724c-b3a5-4315-8faf-a0081f529515 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:38:13.842722 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00b4d08-893f-451e-9420-6bf7df721992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'code': 200} Aug 20 12:38:14.189330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331636ad-c50e-4b5a-ab91-82346b71ccac req-4fdd8c74-4b1b-4c06-8d83-32af91f5f1bf tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:14.190847 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-331636ad-c50e-4b5a-ab91-82346b71ccac req-4fdd8c74-4b1b-4c06-8d83-32af91f5f1bf tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0661342 Aug 20 12:38:14.263227 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-331636ad-c50e-4b5a-ab91-82346b71ccac req-dc2fcc5d-1d57-4e71-abbf-853965b942bc tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595617 Aug 20 12:38:15.287960 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:38:15.391192 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d6c14-b58f-4fc6-a341-37ca53c7ea59 req-0040d75e-1bb8-44d7-b614-84a0ac2b1c2d tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:15.393763 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ba9d6c14-b58f-4fc6-a341-37ca53c7ea59 req-0040d75e-1bb8-44d7-b614-84a0ac2b1c2d tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0532322 Aug 20 12:38:15.441478 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ba9d6c14-b58f-4fc6-a341-37ca53c7ea59 req-b42ee6f4-2d8e-4621-a3a9-2283eee7b420 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408666 Aug 20 12:38:16.582825 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836e1fd-ab1b-4979-aabe-9a65d7b60435 req-a51bc009-ced8-4d39-aa17-90bf2dafd35f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:16.584452 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5836e1fd-ab1b-4979-aabe-9a65d7b60435 req-a51bc009-ced8-4d39-aa17-90bf2dafd35f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0547566 Aug 20 12:38:16.639632 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5836e1fd-ab1b-4979-aabe-9a65d7b60435 req-ca1b1de4-5474-4648-b28f-a40c58133867 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442193 Aug 20 12:38:17.763977 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fb6ef-4266-4445-873a-438851b4ae99 req-64be157e-c457-4a1f-98df-806c8d9d42c3 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:17.765961 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-833fb6ef-4266-4445-873a-438851b4ae99 req-64be157e-c457-4a1f-98df-806c8d9d42c3 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0564752 Aug 20 12:38:17.823332 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-833fb6ef-4266-4445-873a-438851b4ae99 req-15993e82-f2f2-4004-ac2d-04b450435c9d tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490537 Aug 20 12:38:18.930180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e849735-961f-40a2-bda2-6e651b0dac2d req-a2c67861-9c4d-4df0-b313-0e55751478ff tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:18.931670 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8e849735-961f-40a2-bda2-6e651b0dac2d req-a2c67861-9c4d-4df0-b313-0e55751478ff tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0499916 Aug 20 12:38:18.969200 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8e849735-961f-40a2-bda2-6e651b0dac2d req-fdce73ba-fac2-4e3e-9a4b-8f4a0303f1a3 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315342 Aug 20 12:38:19.103758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc03abf-6db4-4bfc-9102-faacdfcf720d req-5f23d45a-4bea-4e97-8b2c-15571b6ce932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:19.105216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-edc03abf-6db4-4bfc-9102-faacdfcf720d req-5f23d45a-4bea-4e97-8b2c-15571b6ce932 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 1097 time: 0.0834658 Aug 20 12:38:19.196120 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc03abf-6db4-4bfc-9102-faacdfcf720d req-90b12085-dc44-4975-8e45-062c2583dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:19.197594 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-edc03abf-6db4-4bfc-9102-faacdfcf720d req-90b12085-dc44-4975-8e45-062c2583dc48 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0853851 Aug 20 12:38:19.261285 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-edc03abf-6db4-4bfc-9102-faacdfcf720d req-b41a59fc-a36e-4e96-b8d8-7d7dc6e035e5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69b22cdf-39f0-432b-813f-1deb104c25cf HTTP/1.1" status: 200 len: 1002 time: 0.0572381 Aug 20 12:38:19.308850 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc03abf-6db4-4bfc-9102-faacdfcf720d req-9da958c7-806b-41c4-85d4-8558bff885ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:19.310232 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-edc03abf-6db4-4bfc-9102-faacdfcf720d req-9da958c7-806b-41c4-85d4-8558bff885ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0425122 Aug 20 12:38:19.357508 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc03abf-6db4-4bfc-9102-faacdfcf720d req-db9a6344-009a-46f6-9126-3d4b355e9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:19.358893 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-edc03abf-6db4-4bfc-9102-faacdfcf720d req-db9a6344-009a-46f6-9126-3d4b355e9b09 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421093 Aug 20 12:38:19.446397 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-edc03abf-6db4-4bfc-9102-faacdfcf720d req-b1dbb3af-1167-4b1a-9de0-2949979ed138 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803721 Aug 20 12:38:19.538124 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-edc03abf-6db4-4bfc-9102-faacdfcf720d req-2ea2b93a-99d7-44d7-8c9e-cd9c8a76f31f service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841873 Aug 20 12:38:20.084424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4b045-86aa-4e14-b86b-9e637146426f req-fba904d5-1330-402d-b3c6-4279b39ffaa1 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:20.086625 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbd4b045-86aa-4e14-b86b-9e637146426f req-fba904d5-1330-402d-b3c6-4279b39ffaa1 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0490453 Aug 20 12:38:20.123730 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-dbd4b045-86aa-4e14-b86b-9e637146426f req-955da76c-81a9-4fe6-9bc9-dcc08b3c29b0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311012 Aug 20 12:38:21.238314 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024a958-6abc-4066-9521-46b80a2a04ec req-c7e89f7a-c6e1-4d6d-a97c-bd707be4d808 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:21.239719 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3024a958-6abc-4066-9521-46b80a2a04ec req-c7e89f7a-c6e1-4d6d-a97c-bd707be4d808 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0498781 Aug 20 12:38:21.277664 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3024a958-6abc-4066-9521-46b80a2a04ec req-2e25c73c-f485-408c-b8fa-bd2acade8a6d tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313666 Aug 20 12:38:21.488844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154112e-bf88-44ac-8bd4-29f467af38db req-af37ce34-7d36-409d-aa3a-7eee16020ede tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:21.490320 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6154112e-bf88-44ac-8bd4-29f467af38db req-af37ce34-7d36-409d-aa3a-7eee16020ede tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0499666 Aug 20 12:38:21.533950 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6154112e-bf88-44ac-8bd4-29f467af38db req-b20774c9-f606-4b46-ad44-304e9f4f70c8 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365713 Aug 20 12:38:21.616047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58606) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:38:21.694040 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86bcdb16-df0f-48b3-ae6c-fd6e47d4c0cb req-a182b254-2ba5-41a4-ab31-d52ae7861f44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766976 Aug 20 12:38:22.441890 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c1de0e58-2c8e-4d56-9a59-c895194df2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:22.502311 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcdb16-df0f-48b3-ae6c-fd6e47d4c0cb req-4986cdb9-bee6-456d-97e2-ce5779ff49c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:22.503770 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86bcdb16-df0f-48b3-ae6c-fd6e47d4c0cb req-4986cdb9-bee6-456d-97e2-ce5779ff49c5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992&tenant_id=0bd07f4922524086a82d1e661512ccc7 HTTP/1.1" status: 200 len: 1097 time: 0.0392351 Aug 20 12:38:22.570026 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcdb16-df0f-48b3-ae6c-fd6e47d4c0cb req-cdf0f3dd-1331-49d2-af22-d607f13dc27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:22.571556 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86bcdb16-df0f-48b3-ae6c-fd6e47d4c0cb req-cdf0f3dd-1331-49d2-af22-d607f13dc27d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 1097 time: 0.0438766 Aug 20 12:38:22.592620 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 69b22cdf-39f0-432b-813f-1deb104c25cf no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:38:22.668837 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:22.691485 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00b4d08-893f-451e-9420-6bf7df721992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69b22cdf-39f0-432b-813f-1deb104c25cf'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:38:22.692292 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b39de-ca8c-4166-873d-9ef02c818851 req-485876a3-6126-4933-9e30-a0823c954e20 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:22.693721 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc5c62a-bd2c-4634-a873-61c8fec7718e" -d '{"events": [{"server_uuid": "a00b4d08-893f-451e-9420-6bf7df721992", "name": "network-vif-unplugged", "status": "completed", "tag": "69b22cdf-39f0-432b-813f-1deb104c25cf"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:38:22.693896 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-420b39de-ca8c-4166-873d-9ef02c818851 req-485876a3-6126-4933-9e30-a0823c954e20 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 946 time: 0.0723538 Aug 20 12:38:22.707147 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 69b22cdf-39f0-432b-813f-1deb104c25cf, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69b22cdf-39f0-432b-813f-1deb104c25cf,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:22.713043 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:22.713716 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcdb16-df0f-48b3-ae6c-fd6e47d4c0cb req-75ea629b-b38e-421a-a0dc-772c72e09d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:22.715173 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86bcdb16-df0f-48b3-ae6c-fd6e47d4c0cb req-75ea629b-b38e-421a-a0dc-772c72e09d97 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.1376135 Aug 20 12:38:22.740219 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96477e9e-7b86-4351-aeb0-7ee58d68cb96 x-openstack-request-id: req-96477e9e-7b86-4351-aeb0-7ee58d68cb96 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:38:22.740510 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00b4d08-893f-451e-9420-6bf7df721992", "name": "network-vif-unplugged", "status": "completed", "tag": "69b22cdf-39f0-432b-813f-1deb104c25cf", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:38:22.740873 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96477e9e-7b86-4351-aeb0-7ee58d68cb96 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:38:22.741758 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00b4d08-893f-451e-9420-6bf7df721992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'code': 200} Aug 20 12:38:22.766585 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=69b22cdf-39f0-432b-813f-1deb104c25cf,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:22.780449 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-420b39de-ca8c-4166-873d-9ef02c818851 req-5df4a053-8ea1-43e0-93de-6db1b4464b01 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771217 Aug 20 12:38:22.794539 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86bcdb16-df0f-48b3-ae6c-fd6e47d4c0cb req-4d9fcbd9-f087-40d1-a088-b32b32d62257 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69b22cdf-39f0-432b-813f-1deb104c25cf HTTP/1.1" status: 200 len: 1000 time: 0.0723312 Aug 20 12:38:22.842584 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcdb16-df0f-48b3-ae6c-fd6e47d4c0cb req-e07782c7-c27e-4be7-b634-879001683211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:22.844035 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86bcdb16-df0f-48b3-ae6c-fd6e47d4c0cb req-e07782c7-c27e-4be7-b634-879001683211 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0427339 Aug 20 12:38:22.891849 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcdb16-df0f-48b3-ae6c-fd6e47d4c0cb req-aec92cc9-6c82-44ce-9f35-cac14e92bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:22.893340 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86bcdb16-df0f-48b3-ae6c-fd6e47d4c0cb req-aec92cc9-6c82-44ce-9f35-cac14e92bddc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431435 Aug 20 12:38:22.980703 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86bcdb16-df0f-48b3-ae6c-fd6e47d4c0cb req-b2df2741-2afd-472f-986d-a81802597e90 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797815 Aug 20 12:38:23.073122 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-86bcdb16-df0f-48b3-ae6c-fd6e47d4c0cb req-bfd91927-9a53-4e1b-a031-6b5e2d72eee8 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853803 Aug 20 12:38:23.933246 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e0076-c599-43a5-9eb3-e4be8d7b5ba2 req-dcea7ef6-41c7-4b46-b8d6-61a580f56aaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:23.934765 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a11e0076-c599-43a5-9eb3-e4be8d7b5ba2 req-dcea7ef6-41c7-4b46-b8d6-61a580f56aaa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 944 time: 0.0811524 Aug 20 12:38:23.975518 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a11e0076-c599-43a5-9eb3-e4be8d7b5ba2 req-4150f37f-3473-4d83-8881-a59273ed57ba tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347695 Aug 20 12:38:25.099992 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14a176-e947-431b-839f-55c757d35f33 req-55b4a5ec-43be-4548-84c1-d1eb58eaa23e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:25.102794 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca14a176-e947-431b-839f-55c757d35f33 req-55b4a5ec-43be-4548-84c1-d1eb58eaa23e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 944 time: 0.0513301 Aug 20 12:38:25.143572 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ca14a176-e947-431b-839f-55c757d35f33 req-cef3554e-c43d-46d1-a225-38861e12a2ed tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344565 Aug 20 12:38:25.198231 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-53a53b56-44cb-4ffd-a59a-bb230a9a7296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:25.571718 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:26.264253 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7cb09-d482-4303-abcf-76eb619fac0b req-4bba9b50-206b-4eeb-8310-dc972ef79230 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:26.265796 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-88d7cb09-d482-4303-abcf-76eb619fac0b req-4bba9b50-206b-4eeb-8310-dc972ef79230 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 944 time: 0.0517066 Aug 20 12:38:26.317134 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-88d7cb09-d482-4303-abcf-76eb619fac0b req-4794f02e-f7cd-41a0-932b-e80960107b79 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403130 Aug 20 12:38:26.584670 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:27.425879 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa9c36-8273-46b0-9f7a-9f6d0bcaa843 req-a2027715-d353-4f71-a07e-18a9063ce860 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:27.427445 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-22aa9c36-8273-46b0-9f7a-9f6d0bcaa843 req-a2027715-d353-4f71-a07e-18a9063ce860 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 944 time: 0.0519567 Aug 20 12:38:27.465182 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-22aa9c36-8273-46b0-9f7a-9f6d0bcaa843 req-0cf7c80d-15d5-4e4b-84fc-c40aecd86d3a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308940 Aug 20 12:38:28.220302 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:28.585464 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc0009-4939-4750-88fc-f8e039a71c0e req-ad5fc0b9-6e31-4930-88d3-caa8e72179fd tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:28.586934 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1dcc0009-4939-4750-88fc-f8e039a71c0e req-ad5fc0b9-6e31-4930-88d3-caa8e72179fd tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 944 time: 0.0503006 Aug 20 12:38:28.631196 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-1dcc0009-4939-4750-88fc-f8e039a71c0e req-568d9be4-63c2-451a-b3fa-3ad271f04cfa tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383084 Aug 20 12:38:29.754758 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a691d34-27e6-475e-a7e9-10cd34a4ab74 req-74a86f5f-e193-4eb0-b40c-343595195d4b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:29.756216 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a691d34-27e6-475e-a7e9-10cd34a4ab74 req-74a86f5f-e193-4eb0-b40c-343595195d4b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 944 time: 0.0529885 Aug 20 12:38:29.805095 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a691d34-27e6-475e-a7e9-10cd34a4ab74 req-4ae0c3f2-6db9-497f-8116-6bf60a008691 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401335 Aug 20 12:38:30.916171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e532c33-cf2a-4c44-94b0-e7de7ba712e3 req-263317cd-e760-4e65-a489-0686cf6ffc6e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:30.917711 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9e532c33-cf2a-4c44-94b0-e7de7ba712e3 req-263317cd-e760-4e65-a489-0686cf6ffc6e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 944 time: 0.0497258 Aug 20 12:38:30.959852 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9e532c33-cf2a-4c44-94b0-e7de7ba712e3 req-bb6cc2e5-8c1d-40a1-94d6-3d44e6a8c562 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361469 Aug 20 12:38:32.080507 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10bb80-6c90-411e-b387-787514023075 req-ec6cbee9-0834-49f5-a426-f1b2ed3dd232 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:32.082050 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8c10bb80-6c90-411e-b387-787514023075 req-ec6cbee9-0834-49f5-a426-f1b2ed3dd232 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 944 time: 0.0542085 Aug 20 12:38:32.130397 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8c10bb80-6c90-411e-b387-787514023075 req-c125028e-a85d-429c-b012-487447261a49 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414846 Aug 20 12:38:33.249108 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83935d14-d9ce-4586-8eb6-813fa62ca9d1 req-28791a56-e198-4fba-aa17-2d40606c92ed tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:33.250531 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-83935d14-d9ce-4586-8eb6-813fa62ca9d1 req-28791a56-e198-4fba-aa17-2d40606c92ed tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 944 time: 0.0499849 Aug 20 12:38:33.289419 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-83935d14-d9ce-4586-8eb6-813fa62ca9d1 req-0e2d7eea-8627-4ac7-abaa-bbf30e6ccc6d tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328794 Aug 20 12:38:33.557615 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:34.401875 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5d840-0bd3-4def-bbb0-75cf95787e92 req-46aab835-4994-42d0-9904-09cbc29e0899 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:34.403346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1ca5d840-0bd3-4def-bbb0-75cf95787e92 req-46aab835-4994-42d0-9904-09cbc29e0899 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 944 time: 0.0480361 Aug 20 12:38:34.440793 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1ca5d840-0bd3-4def-bbb0-75cf95787e92 req-17243985-e8e9-484e-a85c-d7fc8ff5d557 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315063 Aug 20 12:38:34.717081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7db93-41dd-4f40-996a-a2892529fc75 req-db46d8ce-fb8b-4c63-b10c-e7ae524c8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:34.718567 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6eb7db93-41dd-4f40-996a-a2892529fc75 req-db46d8ce-fb8b-4c63-b10c-e7ae524c8c19 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 1095 time: 0.0432870 Aug 20 12:38:34.752956 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6eb7db93-41dd-4f40-996a-a2892529fc75 req-65a5ea83-81be-4005-be03-f3bfe80bee95 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274339 Aug 20 12:38:35.555178 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74444a-7324-4ec0-a33d-d283e55379c9 req-cd2aa78b-4763-4141-bce4-71b664330cc9 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:35.556685 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3d74444a-7324-4ec0-a33d-d283e55379c9 req-cd2aa78b-4763-4141-bce4-71b664330cc9 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 944 time: 0.0484447 Aug 20 12:38:35.599014 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3d74444a-7324-4ec0-a33d-d283e55379c9 req-e114360d-70ee-48ab-9b72-8b90dd977f4c tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364213 Aug 20 12:38:36.671012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 69b22cdf-39f0-432b-813f-1deb104c25cf details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:38:36.715930 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107929a-c8ad-4dd2-91f8-0fdcca0e6696 req-54c5d3f9-09f0-467a-9f9d-d0c6452ad7de tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:36.717620 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a107929a-c8ad-4dd2-91f8-0fdcca0e6696 req-54c5d3f9-09f0-467a-9f9d-d0c6452ad7de tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 944 time: 0.0493679 Aug 20 12:38:36.758638 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a107929a-c8ad-4dd2-91f8-0fdcca0e6696 req-7bee436a-17eb-4f89-a1da-78d219c909a2 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349731 Aug 20 12:38:36.768071 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 69b22cdf-39f0-432b-813f-1deb104c25cf, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69b22cdf-39f0-432b-813f-1deb104c25cf,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:36.779890 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'port_id': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'mac_address': 'fa:16:3e:94:29:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:38:36.815411 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:36.828065 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b22cdf-39f0-432b-813f-1deb104c25cf {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:38:36.846202 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 69b22cdf-39f0-432b-813f-1deb104c25cf, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69b22cdf-39f0-432b-813f-1deb104c25cf,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:36.849817 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:36.899309 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=69b22cdf-39f0-432b-813f-1deb104c25cf,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:37.087118 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['69b22cdf-39f0-432b-813f-1deb104c25cf'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:38:38.690248 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 69b22cdf-39f0-432b-813f-1deb104c25cf up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:38:38.738615 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 69b22cdf-39f0-432b-813f-1deb104c25cf triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:38:38.738979 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:38.812113 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:38.834778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00b4d08-893f-451e-9420-6bf7df721992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b22cdf-39f0-432b-813f-1deb104c25cf'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:38:38.837180 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43761800-4b65-4fce-8dba-165164a39e5c" -d '{"events": [{"server_uuid": "a00b4d08-893f-451e-9420-6bf7df721992", "name": "network-vif-plugged", "status": "completed", "tag": "69b22cdf-39f0-432b-813f-1deb104c25cf"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:38:38.849609 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 69b22cdf-39f0-432b-813f-1deb104c25cf, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69b22cdf-39f0-432b-813f-1deb104c25cf,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:38.854845 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:38.880842 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d820738-51f7-4d1d-b581-6bc613dedeb8 x-openstack-request-id: req-0d820738-51f7-4d1d-b581-6bc613dedeb8 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:38:38.881132 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00b4d08-893f-451e-9420-6bf7df721992", "name": "network-vif-plugged", "status": "completed", "tag": "69b22cdf-39f0-432b-813f-1deb104c25cf", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:38:38.881428 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d820738-51f7-4d1d-b581-6bc613dedeb8 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:38:38.881855 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00b4d08-893f-451e-9420-6bf7df721992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'code': 200} Aug 20 12:38:38.906048 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=69b22cdf-39f0-432b-813f-1deb104c25cf,revision_number=10']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:39.664314 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:51.369718 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4acf11a2-877a-4534-ac9b-b6313aece797 req-a3e59e97-ba61-4465-877b-553ef563ffda service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389075 Aug 20 12:38:51.450747 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf11a2-877a-4534-ac9b-b6313aece797 req-4867ee43-f23f-4f03-9032-b11475c35058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:51.452198 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4acf11a2-877a-4534-ac9b-b6313aece797 req-4867ee43-f23f-4f03-9032-b11475c35058 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 1098 time: 0.0428059 Aug 20 12:38:51.556619 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf11a2-877a-4534-ac9b-b6313aece797 req-b3dccfa5-77f0-4f70-87c0-c2532c371a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:51.558088 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4acf11a2-877a-4534-ac9b-b6313aece797 req-b3dccfa5-77f0-4f70-87c0-c2532c371a74 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0876486 Aug 20 12:38:51.626708 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4acf11a2-877a-4534-ac9b-b6313aece797 req-d74a2f9d-c861-4a74-86e6-62f901157caf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69b22cdf-39f0-432b-813f-1deb104c25cf HTTP/1.1" status: 200 len: 1002 time: 0.0605576 Aug 20 12:38:51.673898 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf11a2-877a-4534-ac9b-b6313aece797 req-eed4d59b-10d7-4d00-adf4-e267e982cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:51.675292 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4acf11a2-877a-4534-ac9b-b6313aece797 req-eed4d59b-10d7-4d00-adf4-e267e982cfb8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0417843 Aug 20 12:38:51.719251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf11a2-877a-4534-ac9b-b6313aece797 req-5e406abf-d49a-4423-802e-3d4d8f4b5e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:51.720731 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4acf11a2-877a-4534-ac9b-b6313aece797 req-5e406abf-d49a-4423-802e-3d4d8f4b5e96 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380695 Aug 20 12:38:51.811150 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4acf11a2-877a-4534-ac9b-b6313aece797 req-b0d0b056-a883-4d8e-a5b3-85e49e85ee0e service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825555 Aug 20 12:38:51.903419 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4acf11a2-877a-4534-ac9b-b6313aece797 req-8a268ce2-46f2-42bb-b198-aa9168204b16 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857890 Aug 20 12:38:52.277893 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:38:52.445428 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d36fa54d-fc35-4968-8cd9-c28df5ac2c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:55.197869 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6ddc5263-4bae-492a-81c5-c636923e9844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:55.573580 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:56.587652 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:58.201934 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:03.550341 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:09.666181 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:22.446700 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e564d7ec-0e2d-43d2-a65f-d63565e2293b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:25.198060 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6f7af40f-04d1-498a-a771-6c541f4dc7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:25.574044 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:26.589642 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:28.204096 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:29.278222 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:39:33.570194 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:39.663374 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:48.456271 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58728) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:39:48.925936 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Deleting port 9e1066ad-44d4-45ed-bde3-b29b3185f655 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:39:48.926289 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:49.004482 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:49.004839 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:49.016843 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Calling delete_port for 9e1066ad-44d4-45ed-bde3-b29b3185f655 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:39:49.160312 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:49.183817 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event deleted for resources: {'Port': ['ID=9e1066ad-44d4-45ed-bde3-b29b3185f655,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:39:49.195709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:49.196061 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:49.196402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:49.196766 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:49.197102 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:49.197471 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:49.197800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:49.198124 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:49.198449 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:49.198772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:49.199100 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:49.199422 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:49.254811 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:49.255160 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Floating IP 1439b698-4b25-43a1-b14e-b6982d414f07 disassociated (deleted). External IP: 172.25.8.164, port: 69b22cdf-39f0-432b-813f-1deb104c25cf. Aug 20 12:39:49.458329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Router c625848c-e974-413d-b44f-db530a2ee4eb has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:39:49.563370 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:39:49.568318 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:49.573822 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebc867d-ff3c-4cd7-9f77-77da18aa7f7f None None] Sync routers for ids ['c625848c-e974-413d-b44f-db530a2ee4eb'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:39:49.583068 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebc867d-ff3c-4cd7-9f77-77da18aa7f7f None None] Routers {'c625848c-e974-413d-b44f-db530a2ee4eb'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:39:49.583741 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-aebc867d-ff3c-4cd7-9f77-77da18aa7f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:39:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c625848c-e974-413d-b44f-db530a2ee4eb'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:39:49.594080 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-81798ad8-54f8-4c61-be07-98993421ae7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "DELETE /v2.0/floatingips/1439b698-4b25-43a1-b14e-b6982d414f07 HTTP/1.1" status: 204 len: 168 time: 1.1366899 Aug 20 12:39:49.594673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00b4d08-893f-451e-9420-6bf7df721992', 'tag': '69b22cdf-39f0-432b-813f-1deb104c25cf'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:39:49.596943 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d47e92-90cf-49ce-a3bc-58ea84fc0de3" -d '{"events": [{"name": "network-changed", "server_uuid": "a00b4d08-893f-451e-9420-6bf7df721992", "tag": "69b22cdf-39f0-432b-813f-1deb104c25cf"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:39:49.691818 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-aebc867d-ff3c-4cd7-9f77-77da18aa7f7f None None] Set router c625848c-e974-413d-b44f-db530a2ee4eb gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:39:49.706675 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cb9c24-f981-4361-b356-340ddf915146 x-openstack-request-id: req-83cb9c24-f981-4361-b356-340ddf915146 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:39:49.706979 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00b4d08-893f-451e-9420-6bf7df721992", "tag": "69b22cdf-39f0-432b-813f-1deb104c25cf", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:39:49.707237 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83cb9c24-f981-4361-b356-340ddf915146 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:39:49.707652 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00b4d08-893f-451e-9420-6bf7df721992', 'tag': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'status': 'completed', 'code': 200} Aug 20 12:39:49.776676 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d47e92-90cf-49ce-a3bc-58ea84fc0de3 req-c5644d7c-29e5-481f-8968-f4bbd3e95d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:49.777643 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4d47e92-90cf-49ce-a3bc-58ea84fc0de3 req-c5644d7c-29e5-481f-8968-f4bbd3e95d35 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 1098 time: 0.0487483 Aug 20 12:39:49.844968 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1761016-fa39-4447-8ed8-dd2f2f74cbc8 req-176bc37c-ee58-4254-8ab5-49c60e18d297 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:49.854612 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1761016-fa39-4447-8ed8-dd2f2f74cbc8 req-176bc37c-ee58-4254-8ab5-49c60e18d297 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 947 time: 0.0692770 Aug 20 12:39:49.879837 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d47e92-90cf-49ce-a3bc-58ea84fc0de3 req-58e2ad7a-6d81-4f6e-a0b4-6a9b3827858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:49.881370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4d47e92-90cf-49ce-a3bc-58ea84fc0de3 req-58e2ad7a-6d81-4f6e-a0b4-6a9b3827858d service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0973747 Aug 20 12:39:49.892060 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d1761016-fa39-4447-8ed8-dd2f2f74cbc8 req-8b12100c-e3f4-4800-87ab-2c7013a31348 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363224 Aug 20 12:39:49.914265 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-aebc867d-ff3c-4cd7-9f77-77da18aa7f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '8524c3ae-db8d-4eef-b1e6-dfb2a5867361', 'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'mac_address': 'fa:16:3e:93:61:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:41Z', 'updated_at': '2021-08-20T12:35:48Z', 'revision_number': 5, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'subnets': [{'id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:39:49.925624 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4d47e92-90cf-49ce-a3bc-58ea84fc0de3 req-8cf186c3-957a-4e88-9eb0-211efbee064c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69b22cdf-39f0-432b-813f-1deb104c25cf HTTP/1.1" status: 200 len: 217 time: 0.0359054 Aug 20 12:39:49.946234 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebc867d-ff3c-4cd7-9f77-77da18aa7f7f None None] Checking router: c625848c-e974-413d-b44f-db530a2ee4eb for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:39:49.955494 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebc867d-ff3c-4cd7-9f77-77da18aa7f7f None None] Routers {'c625848c-e974-413d-b44f-db530a2ee4eb'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:39:49.956107 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-aebc867d-ff3c-4cd7-9f77-77da18aa7f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:39:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c625848c-e974-413d-b44f-db530a2ee4eb'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:39:49.982953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d47e92-90cf-49ce-a3bc-58ea84fc0de3 req-c8b47b27-c5d0-4172-b069-1ff618549582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:49.984321 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4d47e92-90cf-49ce-a3bc-58ea84fc0de3 req-c8b47b27-c5d0-4172-b069-1ff618549582 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0522199 Aug 20 12:39:50.040317 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d47e92-90cf-49ce-a3bc-58ea84fc0de3 req-4d7ba73d-a91c-4206-a681-d6d8db8085a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:50.042195 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4d47e92-90cf-49ce-a3bc-58ea84fc0de3 req-4d7ba73d-a91c-4206-a681-d6d8db8085a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480771 Aug 20 12:39:50.065394 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-aebc867d-ff3c-4cd7-9f77-77da18aa7f7f None None] Set router c625848c-e974-413d-b44f-db530a2ee4eb gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:39:50.133038 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4d47e92-90cf-49ce-a3bc-58ea84fc0de3 req-3030b00d-fc74-410d-a424-d73461c9a24c service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824420 Aug 20 12:39:50.226575 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a4d47e92-90cf-49ce-a3bc-58ea84fc0de3 req-ad9c4c52-b533-4b3a-a49d-54d3b2d81bfb service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851400 Aug 20 12:39:50.260625 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-aebc867d-ff3c-4cd7-9f77-77da18aa7f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '8524c3ae-db8d-4eef-b1e6-dfb2a5867361', 'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'mac_address': 'fa:16:3e:93:61:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:41Z', 'updated_at': '2021-08-20T12:35:48Z', 'revision_number': 5, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'subnets': [{'id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:39:50.286306 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebc867d-ff3c-4cd7-9f77-77da18aa7f7f None None] The sync data for ids ['c625848c-e974-413d-b44f-db530a2ee4eb'] in n-d-804299-2 is: [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '8524c3ae-db8d-4eef-b1e6-dfb2a5867361', 'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'mac_address': 'fa:16:3e:93:61:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:41Z', 'updated_at': '2021-08-20T12:35:48Z', 'revision_number': 5, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'subnets': [{'id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:39:50.508831 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d96b306-284d-4bb3-b300-cc0e7fdf7e3c None None] New status for floating IP 1439b698-4b25-43a1-b14e-b6982d414f07: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:39:51.011954 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b8d9b-f567-4186-b0d0-ecddbefdf280 req-5a227fee-be3d-4e0c-87bd-82c3a49e376f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:51.013467 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa5b8d9b-f567-4186-b0d0-ecddbefdf280 req-5a227fee-be3d-4e0c-87bd-82c3a49e376f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 947 time: 0.0502315 Aug 20 12:39:51.049544 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-aa5b8d9b-f567-4186-b0d0-ecddbefdf280 req-a15fe936-6236-4bdc-8df5-72e7dea2bf03 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=94ada5d9-73b0-4c0c-b41c-d90af0b8da18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301301 Aug 20 12:39:51.118996 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefd9a1-5711-412f-a13f-959ae068ec55 req-bafb7278-2610-4929-afea-80eec470e20e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:51.121168 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebefd9a1-5711-412f-a13f-959ae068ec55 req-bafb7278-2610-4929-afea-80eec470e20e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.76 "GET /v2.0/ports?device_id=a00b4d08-893f-451e-9420-6bf7df721992 HTTP/1.1" status: 200 len: 947 time: 0.0490103 Aug 20 12:39:51.213854 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-ebefd9a1-5711-412f-a13f-959ae068ec55 req-c4baf34b-cb5c-43b6-9c63-ac8aa2714475 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Deleting port 69b22cdf-39f0-432b-813f-1deb104c25cf {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:39:51.214199 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ebefd9a1-5711-412f-a13f-959ae068ec55 req-c4baf34b-cb5c-43b6-9c63-ac8aa2714475 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:51.302482 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ebefd9a1-5711-412f-a13f-959ae068ec55 req-c4baf34b-cb5c-43b6-9c63-ac8aa2714475 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] For port 69b22cdf-39f0-432b-813f-1deb104c25cf, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=69b22cdf-39f0-432b-813f-1deb104c25cf,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:39:51.302910 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ebefd9a1-5711-412f-a13f-959ae068ec55 req-c4baf34b-cb5c-43b6-9c63-ac8aa2714475 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:51.317491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-ebefd9a1-5711-412f-a13f-959ae068ec55 req-c4baf34b-cb5c-43b6-9c63-ac8aa2714475 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Calling delete_port for 69b22cdf-39f0-432b-813f-1deb104c25cf owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:39:51.445860 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ebefd9a1-5711-412f-a13f-959ae068ec55 req-c4baf34b-cb5c-43b6-9c63-ac8aa2714475 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:51.474904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4baf34b-cb5c-43b6-9c63-ac8aa2714475 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event deleted for resources: {'Port': ['ID=69b22cdf-39f0-432b-813f-1deb104c25cf,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:39:51.520984 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebefd9a1-5711-412f-a13f-959ae068ec55 req-c4baf34b-cb5c-43b6-9c63-ac8aa2714475 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] No DVR routers for this DVR port 69b22cdf-39f0-432b-813f-1deb104c25cf on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:39:51.523738 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ebefd9a1-5711-412f-a13f-959ae068ec55 req-c4baf34b-cb5c-43b6-9c63-ac8aa2714475 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:51.526406 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ebefd9a1-5711-412f-a13f-959ae068ec55 req-c4baf34b-cb5c-43b6-9c63-ac8aa2714475 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.76 "DELETE /v2.0/ports/69b22cdf-39f0-432b-813f-1deb104c25cf HTTP/1.1" status: 204 len: 173 time: 0.3986001 Aug 20 12:39:51.709323 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00b4d08-893f-451e-9420-6bf7df721992', 'name': 'network-vif-deleted', 'tag': '69b22cdf-39f0-432b-813f-1deb104c25cf'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:39:51.711728 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330f0774-fcfc-4283-a606-1c0f4fee2cb4" -d '{"events": [{"server_uuid": "a00b4d08-893f-451e-9420-6bf7df721992", "name": "network-vif-deleted", "tag": "69b22cdf-39f0-432b-813f-1deb104c25cf"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:39:51.746500 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a664ae-ea3a-41ec-a5db-1f79b8ee42bb x-openstack-request-id: req-72a664ae-ea3a-41ec-a5db-1f79b8ee42bb {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:39:51.746759 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00b4d08-893f-451e-9420-6bf7df721992", "name": "network-vif-deleted", "tag": "69b22cdf-39f0-432b-813f-1deb104c25cf", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:39:51.747011 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72a664ae-ea3a-41ec-a5db-1f79b8ee42bb {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:39:51.747408 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00b4d08-893f-451e-9420-6bf7df721992', 'name': 'network-vif-deleted', 'tag': '69b22cdf-39f0-432b-813f-1deb104c25cf', 'status': 'completed', 'code': 200} Aug 20 12:39:52.105638 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58754) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:39:52.163491 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df4ee80b-67b3-42b8-be88-4d0058ab7003 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.189027 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df4ee80b-67b3-42b8-be88-4d0058ab7003 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.248496 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df4ee80b-67b3-42b8-be88-4d0058ab7003 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.251014 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df4ee80b-67b3-42b8-be88-4d0058ab7003 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.252192 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-df4ee80b-67b3-42b8-be88-4d0058ab7003 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "DELETE /v2.0/security-groups/94ada5d9-73b0-4c0c-b41c-d90af0b8da18 HTTP/1.1" status: 204 len: 168 time: 0.1451933 Aug 20 12:39:52.261256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ee80b-67b3-42b8-be88-4d0058ab7003 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ada5d9-73b0-4c0c-b41c-d90af0b8da18,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:39:52.448286 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-21554c5e-07e8-4cb9-abf1-3967df24a6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.516203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58760) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:39:52.520977 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c94cbf9e-7206-4323-a64a-42daf71e2b35 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-61188645', 'description': 'tempest-secgroup-smoke-61188645 description', 'project_id': '0bd07f4922524086a82d1e661512ccc7'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:39:52.543590 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c94cbf9e-7206-4323-a64a-42daf71e2b35 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.624039 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c94cbf9e-7206-4323-a64a-42daf71e2b35 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.627603 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c94cbf9e-7206-4323-a64a-42daf71e2b35 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.655086 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c94cbf9e-7206-4323-a64a-42daf71e2b35 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.656322 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c94cbf9e-7206-4323-a64a-42daf71e2b35 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1390831 Aug 20 12:39:52.658281 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cbf9e-7206-4323-a64a-42daf71e2b35 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4609f5b6-7ff0-416f-99d0-7462ff11ee79,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:39:52.659362 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58762) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:39:52.665107 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'security_group_rule': {'security_group_id': '4609f5b6-7ff0-416f-99d0-7462ff11ee79', 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:39:52.693357 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.745404 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.748946 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.765540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b8e933-1660-4783-a46f-0a5780914bc3,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:39:52.774952 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:52.775948 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:52.776283 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:52.776622 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:52.776986 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:52.777316 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:52.777642 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:52.777966 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:52.778289 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:52.778611 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:52.778964 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:52.779295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:52.782246 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.783422 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-7fe7f4e9-c0dd-459f-9892-8653a37a4958 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223781 Aug 20 12:39:52.786261 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58764) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:39:52.790687 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-99bacb41-cdfb-42bc-b91c-d0217da9c2b0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'security_group_rule': {'security_group_id': '4609f5b6-7ff0-416f-99d0-7462ff11ee79', 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:39:52.817214 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99bacb41-cdfb-42bc-b91c-d0217da9c2b0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.874442 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99bacb41-cdfb-42bc-b91c-d0217da9c2b0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.877912 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99bacb41-cdfb-42bc-b91c-d0217da9c2b0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.896893 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bacb41-cdfb-42bc-b91c-d0217da9c2b0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6538c998-cde7-4818-8008-be80f4e02b51,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:39:52.903441 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99bacb41-cdfb-42bc-b91c-d0217da9c2b0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:52.904737 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-99bacb41-cdfb-42bc-b91c-d0217da9c2b0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174433 Aug 20 12:39:52.907872 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58766) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:39:52.912395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5ec8ec65-4c70-47da-8ceb-b2170c7920f0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'security_group_rule': {'security_group_id': '4609f5b6-7ff0-416f-99d0-7462ff11ee79', 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:39:52.938241 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ec65-4c70-47da-8ceb-b2170c7920f0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:53.000010 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ec65-4c70-47da-8ceb-b2170c7920f0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:53.002942 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ec65-4c70-47da-8ceb-b2170c7920f0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:53.020479 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8ec65-4c70-47da-8ceb-b2170c7920f0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fec2ac-7e31-4a39-95c7-0df133b53d16,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:39:53.027746 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ec65-4c70-47da-8ceb-b2170c7920f0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:53.029286 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-5ec8ec65-4c70-47da-8ceb-b2170c7920f0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204360 Aug 20 12:39:53.032061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58768) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:39:53.036438 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f18a2a43-93bc-4644-bf20-6adf0c5cf38f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'security_group_rule': {'security_group_id': '4609f5b6-7ff0-416f-99d0-7462ff11ee79', 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:39:53.062403 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f18a2a43-93bc-4644-bf20-6adf0c5cf38f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:53.121331 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f18a2a43-93bc-4644-bf20-6adf0c5cf38f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:53.124961 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f18a2a43-93bc-4644-bf20-6adf0c5cf38f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:53.142073 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a2a43-93bc-4644-bf20-6adf0c5cf38f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e98b721-e6fc-44c2-b525-30ef953d7187,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:39:53.147778 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f18a2a43-93bc-4644-bf20-6adf0c5cf38f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:53.149087 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-f18a2a43-93bc-4644-bf20-6adf0c5cf38f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160092 Aug 20 12:39:53.152972 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 58770) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:39:53.157318 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-2be5ac3e-a4e7-4cb6-9a23-d851985f1790 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'security_group_rule': {'security_group_id': '4609f5b6-7ff0-416f-99d0-7462ff11ee79', 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:39:53.178810 n-d-804299-2 neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-2be5ac3e-a4e7-4cb6-9a23-d851985f1790 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Project 0bd07f4922524086a82d1e661512ccc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:39:53.184009 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2be5ac3e-a4e7-4cb6-9a23-d851985f1790 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:53.241061 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2be5ac3e-a4e7-4cb6-9a23-d851985f1790 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:53.244925 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2be5ac3e-a4e7-4cb6-9a23-d851985f1790 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:53.265647 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5ac3e-a4e7-4cb6-9a23-d851985f1790 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6790a5f3-9d6c-4b6c-ab8d-bf6b60671298,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:39:53.268695 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2be5ac3e-a4e7-4cb6-9a23-d851985f1790 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:53.269997 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-2be5ac3e-a4e7-4cb6-9a23-d851985f1790 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160851 Aug 20 12:39:53.273041 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58772) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:39:53.278512 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8c108e7f-b9cc-478d-8724-741ff9a4bb8e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'security_group_rule': {'security_group_id': '4609f5b6-7ff0-416f-99d0-7462ff11ee79', 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:39:53.300313 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-8c108e7f-b9cc-478d-8724-741ff9a4bb8e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Project 0bd07f4922524086a82d1e661512ccc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:39:53.305004 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c108e7f-b9cc-478d-8724-741ff9a4bb8e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:53.373522 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c108e7f-b9cc-478d-8724-741ff9a4bb8e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:53.377149 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c108e7f-b9cc-478d-8724-741ff9a4bb8e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:53.397198 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c108e7f-b9cc-478d-8724-741ff9a4bb8e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0e6a93-9530-4722-b2f6-4a26f62b9cb4,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:39:53.401047 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c108e7f-b9cc-478d-8724-741ff9a4bb8e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:53.402251 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-8c108e7f-b9cc-478d-8724-741ff9a4bb8e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281121 Aug 20 12:39:55.119136 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 69b22cdf-39f0-432b-813f-1deb104c25cf no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:39:55.139352 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 69b22cdf-39f0-432b-813f-1deb104c25cf {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:39:55.139662 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 69b22cdf-39f0-432b-813f-1deb104c25cf not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:39:55.198587 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3544677c-9505-49c0-9bdd-b12d3b166a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:55.576619 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:56.593678 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:58.208134 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:03.580071 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:06.278247 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:40:07.651728 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-4f9e4141-45b2-4948-b69a-0a010db727b9 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-61188645&fields=id&tenant_id=0bd07f4922524086a82d1e661512ccc7 HTTP/1.1" status: 200 len: 267 time: 0.0342000 Aug 20 12:40:07.755124 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-475df369-7a2f-4f79-ba00-1aa6d6cd90b8 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:07.756481 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-475df369-7a2f-4f79-ba00-1aa6d6cd90b8 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 808 time: 0.0981753 Aug 20 12:40:07.771178 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-5ad6d9a6-d57c-43c0-aa71-e2c44e20fafe tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/quotas/0bd07f4922524086a82d1e661512ccc7 HTTP/1.1" status: 200 len: 375 time: 0.0090272 Aug 20 12:40:07.821430 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-442156dc-df0a-422d-8d6b-e14500789033 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446153 Aug 20 12:40:07.917770 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-57df952b-a433-438b-852c-1f8a1cce1070 service neutron] 10.222.0.37 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852504 Aug 20 12:40:08.007587 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-f709d725-82bf-4677-aef1-05f919922602 service neutron] 10.222.0.37 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830772 Aug 20 12:40:08.285596 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3e459cc3-2761-4354-a90e-69ecab790bbd req-cbb42c60-c175-4d09-bb53-310c620d9fd6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 210 time: 0.0255475 Aug 20 12:40:09.173171 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-04cf89e5-217c-4464-9dfd-8d95f3e45afe tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:09.174706 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-04cf89e5-217c-4464-9dfd-8d95f3e45afe tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.35 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 808 time: 0.1110599 Aug 20 12:40:09.228273 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-749b070c-d578-4b5b-b258-a90e98795172 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd07f4922524086a82d1e661512ccc7 HTTP/1.1" status: 200 len: 378 time: 0.0441163 Aug 20 12:40:09.237637 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-2cb8ac69-137b-47f3-b138-fe1c7ea4853b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'port': {'device_id': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'admin_state_up': True, 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'security_groups': ['4609f5b6-7ff0-416f-99d0-7462ff11ee79']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:40:09.354600 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-2cb8ac69-137b-47f3-b138-fe1c7ea4853b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Made reservation on behalf of 0bd07f4922524086a82d1e661512ccc7 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:40:09.358459 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-2cb8ac69-137b-47f3-b138-fe1c7ea4853b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:09.398561 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-90670b63-f768-4d44-a703-ddfcfff77b75 req-6e41c97c-83b5-4e6d-b82f-f118531f39a7 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 210 time: 0.0377924 Aug 20 12:40:09.514132 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-2cb8ac69-137b-47f3-b138-fe1c7ea4853b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Allocated IP 172.20.0.5 (bf58d3c3-5a33-414d-a700-436a3c19175a/14617f44-8bb8-42ff-9a9d-4a0d7706cf44/acbdd980-6baa-420b-b330-a4bc24a26d68) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:40:09.655722 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-2cb8ac69-137b-47f3-b138-fe1c7ea4853b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:09.671239 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-2cb8ac69-137b-47f3-b138-fe1c7ea4853b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Transition to ACTIVE for port object acbdd980-6baa-420b-b330-a4bc24a26d68 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:40:09.671494 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:09.706312 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-2cb8ac69-137b-47f3-b138-fe1c7ea4853b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:09.753331 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-2cb8ac69-137b-47f3-b138-fe1c7ea4853b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Network bf58d3c3-5a33-414d-a700-436a3c19175a is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:40:09.756028 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-2cb8ac69-137b-47f3-b138-fe1c7ea4853b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:40:09.760180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-2cb8ac69-137b-47f3-b138-fe1c7ea4853b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:40:09.788967 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8ac69-137b-47f3-b138-fe1c7ea4853b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'Port': ['ID=acbdd980-6baa-420b-b330-a4bc24a26d68,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:09.818803 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-2cb8ac69-137b-47f3-b138-fe1c7ea4853b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:09.819473 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-2cb8ac69-137b-47f3-b138-fe1c7ea4853b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:09.835024 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-2cb8ac69-137b-47f3-b138-fe1c7ea4853b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6010418 Aug 20 12:40:09.846682 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-15a184ae-e35a-4b89-a27e-6de4a212a5bb tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:40:09.847863 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-15a184ae-e35a-4b89-a27e-6de4a212a5bb tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061462 Aug 20 12:40:09.910795 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Request body: {'port': {'device_id': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:40:09.975689 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:10.100126 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7cf19c9f-cf57-43bb-89cc-db46ea4eb207 None None] Provisioning for port acbdd980-6baa-420b-b330-a4bc24a26d68 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:40:10.104471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7cf19c9f-cf57-43bb-89cc-db46ea4eb207 None None] Provisioning complete for port acbdd980-6baa-420b-b330-a4bc24a26d68 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:40:10.105048 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7cf19c9f-cf57-43bb-89cc-db46ea4eb207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:10.141243 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7cf19c9f-cf57-43bb-89cc-db46ea4eb207 None None] Port acbdd980-6baa-420b-b330-a4bc24a26d68 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:40:10.267655 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbdd980-6baa-420b-b330-a4bc24a26d68 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:40:10.275352 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:10.287457 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Transition to ACTIVE for port object acbdd980-6baa-420b-b330-a4bc24a26d68 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:40:10.291635 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:10.357716 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Pushing event updated for resources: {'Port': ['ID=acbdd980-6baa-420b-b330-a4bc24a26d68,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:10.429667 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Attempting to bind port acbdd980-6baa-420b-b330-a4bc24a26d68 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:40:10.430011 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Attempting to bind port acbdd980-6baa-420b-b330-a4bc24a26d68 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:40:10.430335 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Attempting to bind port acbdd980-6baa-420b-b330-a4bc24a26d68 on network bf58d3c3-5a33-414d-a700-436a3c19175a {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:40:10.436359 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Port acbdd980-6baa-420b-b330-a4bc24a26d68 on network bf58d3c3-5a33-414d-a700-436a3c19175a not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:40:10.436727 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Attempting to bind port acbdd980-6baa-420b-b330-a4bc24a26d68 on network bf58d3c3-5a33-414d-a700-436a3c19175a {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:40:10.443204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:40:10.443204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Checking segment: {'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:40:10.443204 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Bound using segment: {'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:40:10.443642 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Bound port: acbdd980-6baa-420b-b330-a4bc24a26d68, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:40:10.443749 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:10.531486 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] For port acbdd980-6baa-420b-b330-a4bc24a26d68, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:40:10.532224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7ece1-a681-43c2-af4f-f0a567b8ea81 req-a0f41a52-c2b1-4f7f-b256-af63de55b07e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:10.533851 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5cd7ece1-a681-43c2-af4f-f0a567b8ea81 req-a0f41a52-c2b1-4f7f-b256-af63de55b07e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0592103 Aug 20 12:40:10.534797 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] For port acbdd980-6baa-420b-b330-a4bc24a26d68, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=acbdd980-6baa-420b-b330-a4bc24a26d68,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:40:10.539788 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:10.579009 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5cd7ece1-a681-43c2-af4f-f0a567b8ea81 req-6f45cb74-ca85-4db0-b791-085d4f955b84 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378983 Aug 20 12:40:10.583010 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:10.583648 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:10.585234 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] 10.222.0.35 "PUT /v2.0/ports/acbdd980-6baa-420b-b330-a4bc24a26d68 HTTP/1.1" status: 200 len: 1091 time: 0.7297308 Aug 20 12:40:10.585750 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'tag': 'acbdd980-6baa-420b-b330-a4bc24a26d68'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:40:10.589163 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1529d78ee9ff0fc92738bff1d4fef891f7271bcc054651fa6b70395befb13a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f9d6b2-fd60-48f6-94e8-55d894f44af1" -d '{"events": [{"name": "network-changed", "server_uuid": "2872af91-ffd7-4fea-9b52-3cc89e0bbfeb", "tag": "acbdd980-6baa-420b-b330-a4bc24a26d68"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:40:10.640672 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc04fa4-d9c6-4607-8296-843e9de6e7fd service neutron] Pushing event updated for resources: {'Port': ['ID=acbdd980-6baa-420b-b330-a4bc24a26d68,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:10.673088 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-4d093ff7-dcfa-4cc5-8413-184a29ac8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:10.674626 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-4d093ff7-dcfa-4cc5-8413-184a29ac8c7f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 1094 time: 0.0487096 Aug 20 12:40:10.723971 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1218990d-c3e1-48fb-987a-a6bc653cb92c x-openstack-request-id: req-1218990d-c3e1-48fb-987a-a6bc653cb92c {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:40:10.724343 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2872af91-ffd7-4fea-9b52-3cc89e0bbfeb", "tag": "acbdd980-6baa-420b-b330-a4bc24a26d68", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:40:10.724709 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1218990d-c3e1-48fb-987a-a6bc653cb92c {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:40:10.725114 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'tag': 'acbdd980-6baa-420b-b330-a4bc24a26d68', 'status': 'completed', 'code': 200} Aug 20 12:40:10.726664 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-986459a8-ac48-4dbd-ab5f-21a08cc0c55a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbdd980-6baa-420b-b330-a4bc24a26d68 HTTP/1.1" status: 200 len: 217 time: 0.0437200 Aug 20 12:40:10.781555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-5f261c80-89e1-46de-beda-7a7b454afe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:10.782963 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-5f261c80-89e1-46de-beda-7a7b454afe65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0481694 Aug 20 12:40:10.831503 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-faf7adb1-a547-4372-8228-a7ac536a7c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:10.833124 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-faf7adb1-a547-4372-8228-a7ac536a7c94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426118 Aug 20 12:40:10.928591 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-44b4c3ed-1f78-45d4-af2d-a0317530e124 service neutron] 10.222.0.35 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880249 Aug 20 12:40:11.021848 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8b3c545c-566b-4f25-b326-17cc94bd7442 req-d652e22c-80e9-49b9-bc81-759cb4539303 service neutron] 10.222.0.35 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860240 Aug 20 12:40:11.109678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9d6b2-fd60-48f6-94e8-55d894f44af1 req-5426f2ca-05be-4a0a-a2fe-1819fcaf308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:11.111213 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8f9d6b2-fd60-48f6-94e8-55d894f44af1 req-5426f2ca-05be-4a0a-a2fe-1819fcaf308c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 1094 time: 0.0432451 Aug 20 12:40:11.206419 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9d6b2-fd60-48f6-94e8-55d894f44af1 req-7fdfe92b-12ea-4103-abf8-3e0fa4351647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:11.208200 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8f9d6b2-fd60-48f6-94e8-55d894f44af1 req-7fdfe92b-12ea-4103-abf8-3e0fa4351647 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0895879 Aug 20 12:40:11.250429 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8f9d6b2-fd60-48f6-94e8-55d894f44af1 req-b9ad421d-a78f-4664-962b-fd957f1c0bd2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbdd980-6baa-420b-b330-a4bc24a26d68 HTTP/1.1" status: 200 len: 217 time: 0.0355568 Aug 20 12:40:11.300514 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9d6b2-fd60-48f6-94e8-55d894f44af1 req-bda458ba-2840-433f-9216-311bb7cb560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:11.302009 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8f9d6b2-fd60-48f6-94e8-55d894f44af1 req-bda458ba-2840-433f-9216-311bb7cb560a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0446124 Aug 20 12:40:11.350850 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9d6b2-fd60-48f6-94e8-55d894f44af1 req-6d9abdf5-8ca3-4d8f-bee4-231121dc8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:11.352260 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8f9d6b2-fd60-48f6-94e8-55d894f44af1 req-6d9abdf5-8ca3-4d8f-bee4-231121dc8782 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437312 Aug 20 12:40:11.441223 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8f9d6b2-fd60-48f6-94e8-55d894f44af1 req-8f459811-034d-45bc-bdaf-25c969084994 service neutron] 10.222.0.35 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815601 Aug 20 12:40:11.534399 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c8f9d6b2-fd60-48f6-94e8-55d894f44af1 req-3a065da4-d2d8-4331-9516-9eda72b9ec7a service neutron] 10.222.0.35 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863736 Aug 20 12:40:11.706828 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3814f-1e08-43af-a4ff-be0e650d0b5c req-6ebbdefd-d503-4465-8a9b-45790ba96155 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:11.708357 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-13d3814f-1e08-43af-a4ff-be0e650d0b5c req-6ebbdefd-d503-4465-8a9b-45790ba96155 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0505936 Aug 20 12:40:11.752481 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-13d3814f-1e08-43af-a4ff-be0e650d0b5c req-92782c7d-5a30-4bb4-b4b0-23cd00ba2bf2 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373676 Aug 20 12:40:12.868482 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff29b-3863-428e-a081-13447b0eb83e req-00ce7964-1aeb-41ca-802c-d2dbfe4a6adf tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:12.870583 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-68aff29b-3863-428e-a081-13447b0eb83e req-00ce7964-1aeb-41ca-802c-d2dbfe4a6adf tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0497770 Aug 20 12:40:12.909583 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-68aff29b-3863-428e-a081-13447b0eb83e req-d4199429-f8b7-4f2e-b992-eac3294a5fd5 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330465 Aug 20 12:40:14.026104 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393035c8-7a69-4f34-beb6-30bef825c83f req-d4da700d-219f-46c0-8b6d-5b1f75553a18 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:14.027606 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-393035c8-7a69-4f34-beb6-30bef825c83f req-d4da700d-219f-46c0-8b6d-5b1f75553a18 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0502465 Aug 20 12:40:14.065062 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-393035c8-7a69-4f34-beb6-30bef825c83f req-c13b11ed-d8b6-4be8-9529-050068dfdc8d tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314355 Aug 20 12:40:15.178213 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f7ab2-3bb4-4a69-b984-9e8bb921a983 req-0963f36d-61e3-41c5-afe8-f1a027e4135d tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:15.179692 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bd1f7ab2-3bb4-4a69-b984-9e8bb921a983 req-0963f36d-61e3-41c5-afe8-f1a027e4135d tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0484912 Aug 20 12:40:15.217096 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-bd1f7ab2-3bb4-4a69-b984-9e8bb921a983 req-6df40570-9b37-4ebe-9867-5aa76ea2cc05 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313594 Aug 20 12:40:16.332108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fb626-a3d6-4cef-b405-30eed70a1ed3 req-a588085d-004e-4222-918d-84cd2b047bcb tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:16.333611 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-614fb626-a3d6-4cef-b405-30eed70a1ed3 req-a588085d-004e-4222-918d-84cd2b047bcb tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0510597 Aug 20 12:40:16.371043 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-614fb626-a3d6-4cef-b405-30eed70a1ed3 req-812ceda5-1b5b-4c8d-af71-eaf436490adb tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306134 Aug 20 12:40:17.488136 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c2055-0d0e-4fc4-a93d-2386ae62ae75 req-1764ed34-b81a-4794-803d-5ea52f680329 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:17.489627 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e43c2055-0d0e-4fc4-a93d-2386ae62ae75 req-1764ed34-b81a-4794-803d-5ea52f680329 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0525212 Aug 20 12:40:17.525385 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e43c2055-0d0e-4fc4-a93d-2386ae62ae75 req-6b788e94-df98-4427-8605-9936c393f3c9 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299544 Aug 20 12:40:18.640900 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4247eb-23e9-4195-9547-bc7d418c7a9b req-7301639d-6bd9-4103-ac2b-3566c916f966 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:18.642364 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ac4247eb-23e9-4195-9547-bc7d418c7a9b req-7301639d-6bd9-4103-ac2b-3566c916f966 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0488503 Aug 20 12:40:18.684138 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ac4247eb-23e9-4195-9547-bc7d418c7a9b req-fa062388-ab88-4e9d-b76f-d7e37666ed55 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357072 Aug 20 12:40:19.798009 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fade38e-43f6-4ab5-9261-431613299009 req-3e09907e-eb3f-4004-8af6-bde9a191fb65 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:19.799480 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7fade38e-43f6-4ab5-9261-431613299009 req-3e09907e-eb3f-4004-8af6-bde9a191fb65 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0487165 Aug 20 12:40:19.836722 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7fade38e-43f6-4ab5-9261-431613299009 req-43ee6a61-fc8b-4156-82d2-57131b64f707 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311966 Aug 20 12:40:20.953251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b47d82-6a8a-4a9b-971e-1b75682d257e req-2c4fee69-78b4-4c44-9fde-312b4b7342ef tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:20.954743 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8b47d82-6a8a-4a9b-971e-1b75682d257e req-2c4fee69-78b4-4c44-9fde-312b4b7342ef tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0523889 Aug 20 12:40:20.992961 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f8b47d82-6a8a-4a9b-971e-1b75682d257e req-a99eb17d-14eb-45d7-adf2-347e8a307309 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322001 Aug 20 12:40:21.696462 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device acbdd980-6baa-420b-b330-a4bc24a26d68 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:40:21.789010 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port acbdd980-6baa-420b-b330-a4bc24a26d68, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=acbdd980-6baa-420b-b330-a4bc24a26d68,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:40:21.803474 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'acbdd980-6baa-420b-b330-a4bc24a26d68', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'port_id': 'acbdd980-6baa-420b-b330-a4bc24a26d68', 'mac_address': 'fa:16:3e:1d:bc:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:40:21.838808 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:21.850729 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbdd980-6baa-420b-b330-a4bc24a26d68 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:40:21.869397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port acbdd980-6baa-420b-b330-a4bc24a26d68, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=acbdd980-6baa-420b-b330-a4bc24a26d68,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:40:21.873921 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:21.918781 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=acbdd980-6baa-420b-b330-a4bc24a26d68,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:21.925811 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:21.926161 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:21.926502 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:21.926838 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:21.927169 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:21.927498 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:21.927825 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:21.928150 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:21.928473 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:21.928824 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:21.929149 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:21.929471 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:22.107522 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25328e41-0a04-4e25-80a0-3ccc46470df0 req-bb8c87b8-8669-4759-9279-0aea018423ca tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:22.109509 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-25328e41-0a04-4e25-80a0-3ccc46470df0 req-bb8c87b8-8669-4759-9279-0aea018423ca tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 944 time: 0.0497501 Aug 20 12:40:22.127845 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['acbdd980-6baa-420b-b330-a4bc24a26d68'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:40:22.146843 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-25328e41-0a04-4e25-80a0-3ccc46470df0 req-3210d41f-91ae-42fd-a49f-a7afe7e65023 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312536 Aug 20 12:40:22.447741 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e83cb514-64f9-459b-b395-4abb2f56f4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:23.260159 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb5a81-1493-4c0c-84c9-ee6daf1db72b req-11436ddb-4561-4206-a64d-9f94f311352e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:23.261674 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bdbb5a81-1493-4c0c-84c9-ee6daf1db72b req-11436ddb-4561-4206-a64d-9f94f311352e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 944 time: 0.0490050 Aug 20 12:40:23.298480 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bdbb5a81-1493-4c0c-84c9-ee6daf1db72b req-d921fcee-987c-4980-8395-09f7384d20fb tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308702 Aug 20 12:40:23.711469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device acbdd980-6baa-420b-b330-a4bc24a26d68 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:40:23.759158 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port acbdd980-6baa-420b-b330-a4bc24a26d68 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:40:23.762830 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port acbdd980-6baa-420b-b330-a4bc24a26d68 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:40:23.763197 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:23.840277 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:23.862365 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbdd980-6baa-420b-b330-a4bc24a26d68'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:40:23.864575 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46427945-8f1c-4ffe-b2e4-e61cb0192abe" -d '{"events": [{"server_uuid": "2872af91-ffd7-4fea-9b52-3cc89e0bbfeb", "name": "network-vif-plugged", "status": "completed", "tag": "acbdd980-6baa-420b-b330-a4bc24a26d68"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:40:23.876707 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port acbdd980-6baa-420b-b330-a4bc24a26d68, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=acbdd980-6baa-420b-b330-a4bc24a26d68,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:40:23.880490 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:23.935459 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=acbdd980-6baa-420b-b330-a4bc24a26d68,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:23.959063 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edfa752-2456-453b-a9ba-b2b05ee54a7d x-openstack-request-id: req-3edfa752-2456-453b-a9ba-b2b05ee54a7d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:40:23.959358 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872af91-ffd7-4fea-9b52-3cc89e0bbfeb", "name": "network-vif-plugged", "status": "completed", "tag": "acbdd980-6baa-420b-b330-a4bc24a26d68", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:40:23.959612 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3edfa752-2456-453b-a9ba-b2b05ee54a7d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:40:23.960004 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbdd980-6baa-420b-b330-a4bc24a26d68', 'code': 200} Aug 20 12:40:24.059773 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1434b28-9a65-4b3d-a135-93e8d13bd47b req-c9b19ffd-d81e-40a4-a237-83e48a7292c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:24.061284 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1434b28-9a65-4b3d-a135-93e8d13bd47b req-c9b19ffd-d81e-40a4-a237-83e48a7292c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 1096 time: 0.0433757 Aug 20 12:40:24.097152 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a1434b28-9a65-4b3d-a135-93e8d13bd47b req-7a0164ec-96d5-4fcd-a995-f1269e0e0e7d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287240 Aug 20 12:40:24.416563 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4c654-ffbf-47aa-9484-6f6eba27cf0f req-069b2165-8ae8-4d3c-8b8b-d812b5b86f29 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:24.418250 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c3b4c654-ffbf-47aa-9484-6f6eba27cf0f req-069b2165-8ae8-4d3c-8b8b-d812b5b86f29 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0504529 Aug 20 12:40:24.460122 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c3b4c654-ffbf-47aa-9484-6f6eba27cf0f req-68bfa045-1d46-4c01-85a1-b36bd3837116 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358825 Aug 20 12:40:25.200016 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4eb14c8a-eb9e-437a-b8db-637bc86671d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:25.576495 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1592aad-f504-4504-81bd-136ad12ccb9a req-ef2c18c3-6802-4273-bfa0-8869496b130e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:25.578261 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c1592aad-f504-4504-81bd-136ad12ccb9a req-ef2c18c3-6802-4273-bfa0-8869496b130e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0501025 Aug 20 12:40:25.579738 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:25.618877 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c1592aad-f504-4504-81bd-136ad12ccb9a req-e366d9dd-0c13-4f80-a18f-c6120624af4e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333285 Aug 20 12:40:25.732849 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c591d-4594-4581-9766-7b0602b9108b req-69ce550f-6065-4b5d-a914-2546428d05e7 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:25.734345 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-038c591d-4594-4581-9766-7b0602b9108b req-69ce550f-6065-4b5d-a914-2546428d05e7 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0498500 Aug 20 12:40:25.772210 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-038c591d-4594-4581-9766-7b0602b9108b req-2993de42-c8aa-4b83-8bd6-6b3169a3c804 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318174 Aug 20 12:40:25.793760 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58968) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:40:25.832914 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4300f98c-b5be-4bd3-8cea-88164511bbb5 tempest-TestShelveInstance-1698043021 tempest-TestShelveInstance-1698043021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:25.834413 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4300f98c-b5be-4bd3-8cea-88164511bbb5 tempest-TestShelveInstance-1698043021 tempest-TestShelveInstance-1698043021-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 1091 time: 0.0396826 Aug 20 12:40:25.837180 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 58970) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:40:25.841513 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': 'acbdd980-6baa-420b-b330-a4bc24a26d68', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:40:25.862440 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:25.961872 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:26.064499 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Allocated IP 172.25.8.55 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/ba7441f8-cfc7-4dc0-a938-b8e1a9367f2a) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:40:26.169033 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:26.206539 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:26.241318 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:40:26.245666 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:40:26.249694 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:40:26.277364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'Port': ['ID=ba7441f8-cfc7-4dc0-a938-b8e1a9367f2a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:26.595259 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:26.606799 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:26.669868 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:26.815608 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:26.820120 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:26.888969 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event updated for resources: {'Port': ['ID=ba7441f8-cfc7-4dc0-a938-b8e1a9367f2a,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:26.900260 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:26.998680 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Floating IP 2c13da46-17d0-44fd-8e36-6c763faada45 associated. External IP: 172.25.8.55, port: acbdd980-6baa-420b-b330-a4bc24a26d68. Aug 20 12:40:27.200045 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Router c625848c-e974-413d-b44f-db530a2ee4eb has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:40:27.304017 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:40:27.314041 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a99663-5985-4f07-ad68-9e9ef4cdbc27 None None] Sync routers for ids ['c625848c-e974-413d-b44f-db530a2ee4eb'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:40:27.320146 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:27.322822 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a99663-5985-4f07-ad68-9e9ef4cdbc27 None None] Routers {'c625848c-e974-413d-b44f-db530a2ee4eb'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:40:27.323432 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e4a99663-5985-4f07-ad68-9e9ef4cdbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:40:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c625848c-e974-413d-b44f-db530a2ee4eb'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:40:27.348431 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b8d14d18-2b6e-47e7-b715-eb37eb83b638 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5102437 Aug 20 12:40:27.349040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'tag': 'acbdd980-6baa-420b-b330-a4bc24a26d68'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:40:27.351306 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5df141-22dd-494a-8379-aaa299816542" -d '{"events": [{"name": "network-changed", "server_uuid": "2872af91-ffd7-4fea-9b52-3cc89e0bbfeb", "tag": "acbdd980-6baa-420b-b330-a4bc24a26d68"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:40:27.394647 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e92bbc4-fbba-4abe-976e-a91ab8b4b2eb x-openstack-request-id: req-0e92bbc4-fbba-4abe-976e-a91ab8b4b2eb {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:40:27.394918 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2872af91-ffd7-4fea-9b52-3cc89e0bbfeb", "tag": "acbdd980-6baa-420b-b330-a4bc24a26d68", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:40:27.395164 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e92bbc4-fbba-4abe-976e-a91ab8b4b2eb {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:40:27.395562 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'tag': 'acbdd980-6baa-420b-b330-a4bc24a26d68', 'status': 'completed', 'code': 200} Aug 20 12:40:27.428171 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e4a99663-5985-4f07-ad68-9e9ef4cdbc27 None None] Set router c625848c-e974-413d-b44f-db530a2ee4eb gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:40:27.458175 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5df141-22dd-494a-8379-aaa299816542 req-998ea5cb-ed57-43dd-8d40-bf2b31caf3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:27.459623 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a5df141-22dd-494a-8379-aaa299816542 req-998ea5cb-ed57-43dd-8d40-bf2b31caf3ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 1096 time: 0.0414968 Aug 20 12:40:27.558073 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5df141-22dd-494a-8379-aaa299816542 req-c3ccbf5f-222d-47a0-85f5-305dde2df577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:27.560160 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a5df141-22dd-494a-8379-aaa299816542 req-c3ccbf5f-222d-47a0-85f5-305dde2df577 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0930600 Aug 20 12:40:27.625152 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a5df141-22dd-494a-8379-aaa299816542 req-3045a89f-1cc5-434e-8c0e-ac5901389b3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbdd980-6baa-420b-b330-a4bc24a26d68 HTTP/1.1" status: 200 len: 998 time: 0.0585055 Aug 20 12:40:27.678603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5df141-22dd-494a-8379-aaa299816542 req-0c12311a-cc44-450d-a6b0-07ef97bfc8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:27.680172 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a5df141-22dd-494a-8379-aaa299816542 req-0c12311a-cc44-450d-a6b0-07ef97bfc8f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0481262 Aug 20 12:40:27.725403 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5df141-22dd-494a-8379-aaa299816542 req-b1807ba1-de58-482c-b3d2-dca5aac5172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:27.726828 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a5df141-22dd-494a-8379-aaa299816542 req-b1807ba1-de58-482c-b3d2-dca5aac5172b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396791 Aug 20 12:40:27.750106 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e4a99663-5985-4f07-ad68-9e9ef4cdbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '2c13da46-17d0-44fd-8e36-6c763faada45', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'port_id': 'acbdd980-6baa-420b-b330-a4bc24a26d68', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'mac_address': 'fa:16:3e:1d:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:40:26Z', 'updated_at': '2021-08-20T12:40:26Z', 'revision_number': 0, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8524c3ae-db8d-4eef-b1e6-dfb2a5867361', 'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'mac_address': 'fa:16:3e:93:61:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:41Z', 'updated_at': '2021-08-20T12:35:48Z', 'revision_number': 5, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'subnets': [{'id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:40:27.775949 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a99663-5985-4f07-ad68-9e9ef4cdbc27 None None] Checking router: c625848c-e974-413d-b44f-db530a2ee4eb for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:40:27.784601 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a99663-5985-4f07-ad68-9e9ef4cdbc27 None None] Routers {'c625848c-e974-413d-b44f-db530a2ee4eb'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:40:27.785248 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e4a99663-5985-4f07-ad68-9e9ef4cdbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:40:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c625848c-e974-413d-b44f-db530a2ee4eb'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:40:27.816172 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a5df141-22dd-494a-8379-aaa299816542 req-75599dc1-a0bf-4872-8782-4d15b3130609 service neutron] 10.222.0.35 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820763 Aug 20 12:40:27.888204 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e4a99663-5985-4f07-ad68-9e9ef4cdbc27 None None] Set router c625848c-e974-413d-b44f-db530a2ee4eb gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:40:27.910414 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9a5df141-22dd-494a-8379-aaa299816542 req-224e01a5-a014-4561-9139-68107271953a service neutron] 10.222.0.35 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870864 Aug 20 12:40:28.112127 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e4a99663-5985-4f07-ad68-9e9ef4cdbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '2c13da46-17d0-44fd-8e36-6c763faada45', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'port_id': 'acbdd980-6baa-420b-b330-a4bc24a26d68', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'mac_address': 'fa:16:3e:1d:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:40:26Z', 'updated_at': '2021-08-20T12:40:26Z', 'revision_number': 0, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8524c3ae-db8d-4eef-b1e6-dfb2a5867361', 'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'mac_address': 'fa:16:3e:93:61:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:41Z', 'updated_at': '2021-08-20T12:35:48Z', 'revision_number': 5, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'subnets': [{'id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:40:28.138602 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a99663-5985-4f07-ad68-9e9ef4cdbc27 None None] The sync data for ids ['c625848c-e974-413d-b44f-db530a2ee4eb'] in n-d-804299-2 is: [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '2c13da46-17d0-44fd-8e36-6c763faada45', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'port_id': 'acbdd980-6baa-420b-b330-a4bc24a26d68', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'mac_address': 'fa:16:3e:1d:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:40:26Z', 'updated_at': '2021-08-20T12:40:26Z', 'revision_number': 0, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8524c3ae-db8d-4eef-b1e6-dfb2a5867361', 'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'mac_address': 'fa:16:3e:93:61:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:41Z', 'updated_at': '2021-08-20T12:35:48Z', 'revision_number': 5, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'subnets': [{'id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:40:28.213521 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:28.329282 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f416c33-a1c7-46ec-bb23-0592747b0a53 None None] New status for floating IP 2c13da46-17d0-44fd-8e36-6c763faada45: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:40:33.585033 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:39.670675 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:43.276612 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:40:52.449919 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-82d2369c-bd44-454b-88a2-442c997fad37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:55.202486 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-50e269b4-d7af-4411-839c-278b1b858161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:55.582101 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:56.600415 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:58.211758 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:03.598546 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:04.758723 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66219ea3-a272-4eb9-a5f7-eec92bc7b9cb req-eda2ea74-6c74-447a-bb7e-8c0f3075d199 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402632 Aug 20 12:41:04.837581 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66219ea3-a272-4eb9-a5f7-eec92bc7b9cb req-7b946d8a-d437-4538-8cc4-6d4e21bf824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:04.839939 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66219ea3-a272-4eb9-a5f7-eec92bc7b9cb req-7b946d8a-d437-4538-8cc4-6d4e21bf824e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 1096 time: 0.0414665 Aug 20 12:41:04.946079 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66219ea3-a272-4eb9-a5f7-eec92bc7b9cb req-1db95997-511b-4b7c-8a6f-a88811b63d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:04.947574 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66219ea3-a272-4eb9-a5f7-eec92bc7b9cb req-1db95997-511b-4b7c-8a6f-a88811b63d58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0893605 Aug 20 12:41:05.015779 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66219ea3-a272-4eb9-a5f7-eec92bc7b9cb req-7cc364e9-f09c-4678-9464-fdad6e72ea50 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbdd980-6baa-420b-b330-a4bc24a26d68 HTTP/1.1" status: 200 len: 1000 time: 0.0611780 Aug 20 12:41:05.072524 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66219ea3-a272-4eb9-a5f7-eec92bc7b9cb req-2a67976a-53ec-475a-912f-57215d6d43f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:05.074827 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66219ea3-a272-4eb9-a5f7-eec92bc7b9cb req-2a67976a-53ec-475a-912f-57215d6d43f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0517445 Aug 20 12:41:05.126173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66219ea3-a272-4eb9-a5f7-eec92bc7b9cb req-e3fade15-8f01-4379-a00d-3771446b7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:05.127677 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66219ea3-a272-4eb9-a5f7-eec92bc7b9cb req-e3fade15-8f01-4379-a00d-3771446b7294 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462973 Aug 20 12:41:05.215851 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66219ea3-a272-4eb9-a5f7-eec92bc7b9cb req-3aedf2f3-ed9a-4020-8304-123169593b09 service neutron] 10.222.0.35 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803552 Aug 20 12:41:05.308548 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-66219ea3-a272-4eb9-a5f7-eec92bc7b9cb req-292217be-b905-48b5-aeb0-9a60b3f7157c service neutron] 10.222.0.35 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854688 Aug 20 12:41:09.664513 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:20.275927 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:41:22.451212 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1fbe5769-0563-4e05-b19d-8ae180e82bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:25.204709 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aba29798-d003-45cd-9a8a-fb2a999cd984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:25.589045 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:26.602237 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:28.214509 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:33.598857 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:39.670599 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:52.453061 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d927bfc3-3119-46f7-9d9e-cb1eed85bea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:55.205960 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0397bcf6-7090-441f-85f0-7fde8c5de81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:55.581673 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:56.604305 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:57.276668 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:41:58.218702 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:03.596385 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:06.805117 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-89b6cc15-8465-4cca-825a-08a1d43cf57d req-a472c65d-3c45-4c5c-ad5d-61711aa6a7e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407088 Aug 20 12:42:06.885678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6cc15-8465-4cca-825a-08a1d43cf57d req-10821b61-c07b-4825-8bc7-b391bf07cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:06.887139 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-89b6cc15-8465-4cca-825a-08a1d43cf57d req-10821b61-c07b-4825-8bc7-b391bf07cef3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 1096 time: 0.0406501 Aug 20 12:42:06.991389 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6cc15-8465-4cca-825a-08a1d43cf57d req-66cae4e5-4815-46e2-b57f-ed24728634f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:06.992935 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-89b6cc15-8465-4cca-825a-08a1d43cf57d req-66cae4e5-4815-46e2-b57f-ed24728634f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0877759 Aug 20 12:42:07.057852 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-89b6cc15-8465-4cca-825a-08a1d43cf57d req-5b37949b-7787-4629-bdc8-89dceae7db89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbdd980-6baa-420b-b330-a4bc24a26d68 HTTP/1.1" status: 200 len: 1000 time: 0.0582530 Aug 20 12:42:07.109745 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6cc15-8465-4cca-825a-08a1d43cf57d req-86823dc4-8e91-46c4-89f9-9194d5db1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:07.111154 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-89b6cc15-8465-4cca-825a-08a1d43cf57d req-86823dc4-8e91-46c4-89f9-9194d5db1941 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0473330 Aug 20 12:42:07.156650 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6cc15-8465-4cca-825a-08a1d43cf57d req-d257e846-b01b-4125-a3a4-d420eecb9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:07.158121 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-89b6cc15-8465-4cca-825a-08a1d43cf57d req-d257e846-b01b-4125-a3a4-d420eecb9b06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397196 Aug 20 12:42:07.248593 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-89b6cc15-8465-4cca-825a-08a1d43cf57d req-febfec61-b856-4176-8ae6-748477f23fa1 service neutron] 10.222.0.35 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823059 Aug 20 12:42:07.342146 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-89b6cc15-8465-4cca-825a-08a1d43cf57d req-cde0f670-2cb9-4feb-b1b6-4e56a42bbef9 service neutron] 10.222.0.35 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867651 Aug 20 12:42:09.667868 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:20.195249 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96530d08-7199-4eb0-8572-ada60522d980 req-0afaeeeb-9c99-4c4e-8736-a029d4f9880b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:20.196670 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-96530d08-7199-4eb0-8572-ada60522d980 req-0afaeeeb-9c99-4c4e-8736-a029d4f9880b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0503109 Aug 20 12:42:20.234794 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-96530d08-7199-4eb0-8572-ada60522d980 req-dd5260f4-6dd1-4ee0-9019-85a15180ae7a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320244 Aug 20 12:42:21.382588 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd3cda-2110-4be7-9acd-51e1f7bf9378 req-dc224244-5100-4c00-abb9-c790f09de520 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:21.384114 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-35dd3cda-2110-4be7-9acd-51e1f7bf9378 req-dc224244-5100-4c00-abb9-c790f09de520 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0538576 Aug 20 12:42:21.421361 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-35dd3cda-2110-4be7-9acd-51e1f7bf9378 req-98b75fc8-9238-4fc2-b7a1-cae5d0faa59f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311768 Aug 20 12:42:22.455023 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-28bbfe5c-15f2-4e9e-afd3-54961891adbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:22.561318 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898569e2-aade-4bc7-b1a0-0c9e75f423e9 req-1a6bb036-54b6-4e5d-94cd-799b768fed81 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:22.562823 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-898569e2-aade-4bc7-b1a0-0c9e75f423e9 req-1a6bb036-54b6-4e5d-94cd-799b768fed81 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0489519 Aug 20 12:42:22.600743 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-898569e2-aade-4bc7-b1a0-0c9e75f423e9 req-f2bdf8eb-1834-44b8-96a3-67338454d2bd tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318398 Aug 20 12:42:23.721343 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1c9c5-1eb0-4726-9e8d-917cc475571d req-6e938cf9-d4f2-4493-8a6e-6ae9c78f8754 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:23.722903 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ab1c9c5-1eb0-4726-9e8d-917cc475571d req-6e938cf9-d4f2-4493-8a6e-6ae9c78f8754 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0542521 Aug 20 12:42:23.762811 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3ab1c9c5-1eb0-4726-9e8d-917cc475571d req-6dc3f700-ee0c-4843-b312-736f88ee93f7 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332420 Aug 20 12:42:24.889707 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1a331-8529-4943-8412-29cd637fd773 req-4498f714-262b-47eb-b957-c61b897f6805 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:24.891237 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eee1a331-8529-4943-8412-29cd637fd773 req-4498f714-262b-47eb-b957-c61b897f6805 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0609984 Aug 20 12:42:24.930046 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-eee1a331-8529-4943-8412-29cd637fd773 req-e3dace71-513d-4d9b-a83c-445e4ac79b0f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328550 Aug 20 12:42:25.209070 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6b452a81-a65d-4ec5-84d8-c0251625d49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:25.583070 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:26.046408 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddce11-d891-495b-9fc4-27d58f6fe901 req-cc930a8b-a02a-43b0-9474-6dbef8bfdc69 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:26.047900 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d8ddce11-d891-495b-9fc4-27d58f6fe901 req-cc930a8b-a02a-43b0-9474-6dbef8bfdc69 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0495896 Aug 20 12:42:26.089449 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d8ddce11-d891-495b-9fc4-27d58f6fe901 req-3d63bcab-28f2-45cc-835e-702625edb1c5 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355077 Aug 20 12:42:26.608290 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:27.205891 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0c9db-3471-4b3a-9f92-de9f785862bf req-28b1d531-c48c-4456-abc2-f279bfbb1b99 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:27.207373 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-31d0c9db-3471-4b3a-9f92-de9f785862bf req-28b1d531-c48c-4456-abc2-f279bfbb1b99 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0488787 Aug 20 12:42:27.245757 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-31d0c9db-3471-4b3a-9f92-de9f785862bf req-cc806614-0b06-49ff-adcc-926eae361825 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324807 Aug 20 12:42:28.221236 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:28.357663 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25982f41-1370-42fa-ad63-33ede4d48f0a req-ef456e89-9471-4ae9-a41c-ee2568252196 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:28.359146 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-25982f41-1370-42fa-ad63-33ede4d48f0a req-ef456e89-9471-4ae9-a41c-ee2568252196 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0482614 Aug 20 12:42:28.396444 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-25982f41-1370-42fa-ad63-33ede4d48f0a req-c2e0029a-afae-49d3-b586-3d1d0cbef78e tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314705 Aug 20 12:42:29.512152 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464a636-9f75-4779-b74e-017528e44143 req-1640494e-8a6b-43ab-9b73-6bb955637160 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:29.513700 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5464a636-9f75-4779-b74e-017528e44143 req-1640494e-8a6b-43ab-9b73-6bb955637160 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0510840 Aug 20 12:42:29.551645 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5464a636-9f75-4779-b74e-017528e44143 req-d89841a0-deea-4968-ba3a-3137f764e33c tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320168 Aug 20 12:42:30.324470 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984b2bd-213a-4664-99d6-d87ee2068a56 req-8f63db32-937a-4fbb-b3ae-daba7f79810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:30.325913 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b984b2bd-213a-4664-99d6-d87ee2068a56 req-8f63db32-937a-4fbb-b3ae-daba7f79810d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 1096 time: 0.0450454 Aug 20 12:42:30.415371 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984b2bd-213a-4664-99d6-d87ee2068a56 req-019c0b56-7c48-4780-ba96-1422a3471f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:30.417559 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b984b2bd-213a-4664-99d6-d87ee2068a56 req-019c0b56-7c48-4780-ba96-1422a3471f09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0843656 Aug 20 12:42:30.487178 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b984b2bd-213a-4664-99d6-d87ee2068a56 req-0306061f-3372-465a-928e-f0463a2aae64 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbdd980-6baa-420b-b330-a4bc24a26d68 HTTP/1.1" status: 200 len: 1000 time: 0.0630593 Aug 20 12:42:30.537624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984b2bd-213a-4664-99d6-d87ee2068a56 req-bd3b0f06-470e-41f5-b687-75a76b5476b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:30.539102 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b984b2bd-213a-4664-99d6-d87ee2068a56 req-bd3b0f06-470e-41f5-b687-75a76b5476b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0450113 Aug 20 12:42:30.586425 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984b2bd-213a-4664-99d6-d87ee2068a56 req-79c579fe-4279-4dea-85d2-ed658ebc9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:30.588496 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b984b2bd-213a-4664-99d6-d87ee2068a56 req-79c579fe-4279-4dea-85d2-ed658ebc9743 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414019 Aug 20 12:42:30.671432 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bf03f-e456-4f7c-bf24-6ce8241d63ea req-a1a1446f-52de-405b-804c-b7a700cd20b5 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:30.673113 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-936bf03f-e456-4f7c-bf24-6ce8241d63ea req-a1a1446f-52de-405b-804c-b7a700cd20b5 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0529306 Aug 20 12:42:30.689101 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b984b2bd-213a-4664-99d6-d87ee2068a56 req-26113fd8-0c6f-4a55-a5f2-7ff5f3418ae3 service neutron] 10.222.0.35 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941448 Aug 20 12:42:30.712313 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-936bf03f-e456-4f7c-bf24-6ce8241d63ea req-3a87a780-029e-4c03-a0cc-4a967ad66f70 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330820 Aug 20 12:42:30.779976 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b984b2bd-213a-4664-99d6-d87ee2068a56 req-cf4354b9-705f-4249-b75f-1a0252a1d647 service neutron] 10.222.0.35 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841818 Aug 20 12:42:31.833054 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe45c3-bce9-412c-87bb-3bc05f49055f req-52b26ae2-9607-477f-9f5e-32d3cf87f5a4 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:31.834526 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-81fe45c3-bce9-412c-87bb-3bc05f49055f req-52b26ae2-9607-477f-9f5e-32d3cf87f5a4 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0497668 Aug 20 12:42:31.871823 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-81fe45c3-bce9-412c-87bb-3bc05f49055f req-e4630181-2c5d-41ee-8593-541201991d3a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305932 Aug 20 12:42:32.991982 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35419ca-c1ea-4ffe-82f8-9c03d872c349 req-40ef454d-eae9-4d2a-b66e-644a0c26ce34 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:32.995699 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e35419ca-c1ea-4ffe-82f8-9c03d872c349 req-40ef454d-eae9-4d2a-b66e-644a0c26ce34 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0555120 Aug 20 12:42:33.036886 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e35419ca-c1ea-4ffe-82f8-9c03d872c349 req-eec5e2c3-0483-4964-82c0-4611acc1ae17 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373123 Aug 20 12:42:33.612440 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:34.167174 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4fa7e-3cc8-4762-9421-826c3850769a req-d92484cc-31b0-49a2-b6c9-cdef15284333 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:34.168772 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-84f4fa7e-3cc8-4762-9421-826c3850769a req-d92484cc-31b0-49a2-b6c9-cdef15284333 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0610991 Aug 20 12:42:34.207219 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-84f4fa7e-3cc8-4762-9421-826c3850769a req-903dd354-3923-4506-b58e-b26ffa3de227 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322556 Aug 20 12:42:34.277220 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:42:34.436333 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9028f-b516-4641-8d07-938c44219bd5 req-21dbf866-e118-4570-a8d4-0970a15b9606 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:34.437928 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dde9028f-b516-4641-8d07-938c44219bd5 req-21dbf866-e118-4570-a8d4-0970a15b9606 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0508485 Aug 20 12:42:34.477662 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dde9028f-b516-4641-8d07-938c44219bd5 req-8662bac7-78a5-46f3-902b-03bc39c0bef3 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336080 Aug 20 12:42:34.546142 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-759a8f4e-fb5e-4d2f-bbe3-b0e8b1693ea3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876567 Aug 20 12:42:35.599057 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b12a5-3f72-4a04-88c2-34018553f3c9 req-6d98ca8c-80e2-4a79-bd59-d3d68d396502 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:35.600349 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-522b12a5-3f72-4a04-88c2-34018553f3c9 req-6d98ca8c-80e2-4a79-bd59-d3d68d396502 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 945 time: 0.0509543 Aug 20 12:42:35.641658 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-522b12a5-3f72-4a04-88c2-34018553f3c9 req-c21cf543-4af2-444f-9634-c6b81e8db887 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345051 Aug 20 12:42:36.444984 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device acbdd980-6baa-420b-b330-a4bc24a26d68 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:42:36.524920 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:36.550581 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acbdd980-6baa-420b-b330-a4bc24a26d68'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:42:36.552884 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d82557b-e629-4527-9713-803a0408e71c" -d '{"events": [{"server_uuid": "2872af91-ffd7-4fea-9b52-3cc89e0bbfeb", "name": "network-vif-unplugged", "status": "completed", "tag": "acbdd980-6baa-420b-b330-a4bc24a26d68"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:42:36.570622 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port acbdd980-6baa-420b-b330-a4bc24a26d68, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=acbdd980-6baa-420b-b330-a4bc24a26d68,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:42:36.576468 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:36.602373 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 12:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a489e6-c819-4b75-a70e-1cce619c79f5 x-openstack-request-id: req-e7a489e6-c819-4b75-a70e-1cce619c79f5 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:42:36.602663 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872af91-ffd7-4fea-9b52-3cc89e0bbfeb", "name": "network-vif-unplugged", "status": "failed", "tag": "acbdd980-6baa-420b-b330-a4bc24a26d68", "code": 422}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:42:36.602912 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7a489e6-c819-4b75-a70e-1cce619c79f5 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:42:36.603298 n-d-804299-2 neutron-server[94692]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acbdd980-6baa-420b-b330-a4bc24a26d68', 'code': 422} returned with failed status Aug 20 12:42:36.630258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=acbdd980-6baa-420b-b330-a4bc24a26d68,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:42:36.638206 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:36.638555 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:36.638898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:36.639233 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:36.639565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:36.639896 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:36.640222 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:36.640547 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:36.640898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:36.641223 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:36.641545 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:36.641865 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:36.759134 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf122db-9985-48c2-a551-354378994f55 req-823f9ab0-3608-4381-914b-be04afe098d0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:36.761329 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8cf122db-9985-48c2-a551-354378994f55 req-823f9ab0-3608-4381-914b-be04afe098d0 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0504494 Aug 20 12:42:36.800980 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8cf122db-9985-48c2-a551-354378994f55 req-08455d10-4ff3-4d0c-a5b8-29508215b868 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331266 Aug 20 12:42:37.922329 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258ed4e-caed-4b1d-9ffd-37784d16fa12 req-4b19c2f5-d8b4-4334-a898-504016ef5081 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:37.923848 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4258ed4e-caed-4b1d-9ffd-37784d16fa12 req-4b19c2f5-d8b4-4334-a898-504016ef5081 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0555475 Aug 20 12:42:37.962819 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4258ed4e-caed-4b1d-9ffd-37784d16fa12 req-32bd7ca5-0ae3-4a4d-9bf5-aafa128ebce5 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329130 Aug 20 12:42:39.088280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486a730-ead0-42fe-b7ad-3ac1e5989430 req-e53eeae0-31a5-4c1b-a523-58aa1bb49d04 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:39.089971 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2486a730-ead0-42fe-b7ad-3ac1e5989430 req-e53eeae0-31a5-4c1b-a523-58aa1bb49d04 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0559306 Aug 20 12:42:39.134154 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-2486a730-ead0-42fe-b7ad-3ac1e5989430 req-998b7b34-6bda-489c-bd89-af29218b86e4 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370424 Aug 20 12:42:39.462968 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-f5c024c6-e069-4300-bdd3-13e89674d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:39.464495 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-f5c024c6-e069-4300-bdd3-13e89674d688 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb&tenant_id=0bd07f4922524086a82d1e661512ccc7 HTTP/1.1" status: 200 len: 1094 time: 0.0424562 Aug 20 12:42:39.476491 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804299-2', 'device_owner': 'compute:nova'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:42:39.529967 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:39.676282 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:39.737940 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] For port acbdd980-6baa-420b-b330-a4bc24a26d68, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=acbdd980-6baa-420b-b330-a4bc24a26d68,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:42:39.776953 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] For port acbdd980-6baa-420b-b330-a4bc24a26d68, host n-h1-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:42:39.813121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbdd980-6baa-420b-b330-a4bc24a26d68 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:42:39.820474 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:39.835176 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Transition to ACTIVE for port object acbdd980-6baa-420b-b330-a4bc24a26d68 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:42:39.838980 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:39.924218 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Pushing event updated for resources: {'Port': ['ID=acbdd980-6baa-420b-b330-a4bc24a26d68,revision_number=7']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:42:39.936430 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:39.937227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:39.937573 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:39.937910 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:39.938242 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:39.938570 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:39.938896 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:39.939229 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:39.939535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:39.939853 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:39.940173 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:39.940490 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:42:39.977392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] No DVR routers for this DVR port acbdd980-6baa-420b-b330-a4bc24a26d68 on host n-h1-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:42:40.265335 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da87b-fe4d-4eaa-852e-bfb33e246028 req-d6a97b6a-1ef8-400e-a305-5256ece539dc tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:40.266830 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0f1da87b-fe4d-4eaa-852e-bfb33e246028 req-d6a97b6a-1ef8-400e-a305-5256ece539dc tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0566726 Aug 20 12:42:40.312205 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0f1da87b-fe4d-4eaa-852e-bfb33e246028 req-efaa1593-988c-42d1-8a16-7fa94ac3a989 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382931 Aug 20 12:42:40.426378 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Attempting to bind port acbdd980-6baa-420b-b330-a4bc24a26d68 on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:42:40.427010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Attempting to bind port acbdd980-6baa-420b-b330-a4bc24a26d68 by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:42:40.427010 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Attempting to bind port acbdd980-6baa-420b-b330-a4bc24a26d68 on network bf58d3c3-5a33-414d-a700-436a3c19175a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:42:40.432099 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Port acbdd980-6baa-420b-b330-a4bc24a26d68 on network bf58d3c3-5a33-414d-a700-436a3c19175a not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:42:40.433019 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Attempting to bind port acbdd980-6baa-420b-b330-a4bc24a26d68 on network bf58d3c3-5a33-414d-a700-436a3c19175a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:42:40.437349 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:42:40.437690 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Checking segment: {'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:42:40.438067 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Bound using segment: {'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:42:40.438494 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Bound port: acbdd980-6baa-420b-b330-a4bc24a26d68, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:42:40.438846 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:40.503792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] For port acbdd980-6baa-420b-b330-a4bc24a26d68, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:42:40.506888 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] For port acbdd980-6baa-420b-b330-a4bc24a26d68, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=acbdd980-6baa-420b-b330-a4bc24a26d68,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:42:40.513381 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:40.548586 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:40.549254 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:40.550700 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] 10.222.0.76 "PUT /v2.0/ports/acbdd980-6baa-420b-b330-a4bc24a26d68 HTTP/1.1" status: 200 len: 1091 time: 1.0782750 Aug 20 12:42:40.551146 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'tag': 'acbdd980-6baa-420b-b330-a4bc24a26d68'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:42:40.553465 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80855831-c2c4-4b82-86a9-7e2ee6caa5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2872af91-ffd7-4fea-9b52-3cc89e0bbfeb", "tag": "acbdd980-6baa-420b-b330-a4bc24a26d68"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:42:40.600925 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df55532a-154e-47cc-91dd-88b2eab44613 x-openstack-request-id: req-df55532a-154e-47cc-91dd-88b2eab44613 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:42:40.601215 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2872af91-ffd7-4fea-9b52-3cc89e0bbfeb", "tag": "acbdd980-6baa-420b-b330-a4bc24a26d68", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:42:40.601463 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df55532a-154e-47cc-91dd-88b2eab44613 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:42:40.601871 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'tag': 'acbdd980-6baa-420b-b330-a4bc24a26d68', 'status': 'completed', 'code': 200} Aug 20 12:42:40.619997 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23198c4-7fe2-4eee-bcfd-9faf7e31e621 service neutron] Pushing event updated for resources: {'Port': ['ID=acbdd980-6baa-420b-b330-a4bc24a26d68,revision_number=8']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:42:40.638552 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b9224dbf-cd2f-4084-98df-7f1404940818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:40.640157 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-b9224dbf-cd2f-4084-98df-7f1404940818 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 1094 time: 0.0606964 Aug 20 12:42:40.739080 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-8b28f641-da67-431d-a727-8edb79f4e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:40.740921 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-8b28f641-da67-431d-a727-8edb79f4e045 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0931091 Aug 20 12:42:40.813331 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-131178eb-6a14-4597-aa95-2f428baf8b6a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbdd980-6baa-420b-b330-a4bc24a26d68 HTTP/1.1" status: 200 len: 998 time: 0.0619769 Aug 20 12:42:40.863510 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-cc703961-7bf0-463b-b0e5-655f8ea7e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:40.864984 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-cc703961-7bf0-463b-b0e5-655f8ea7e002 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0450859 Aug 20 12:42:40.919331 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-ad0fd131-281b-4e6a-88ec-4b7fbdbecc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:40.921311 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-ad0fd131-281b-4e6a-88ec-4b7fbdbecc78 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462286 Aug 20 12:42:40.934667 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-cf13f8aa-7825-40fd-aea2-393ccf599b82 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:42:40.935811 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-cf13f8aa-7825-40fd-aea2-393ccf599b82 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070274 Aug 20 12:42:41.029899 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-046281cc-e9fa-49c2-8cc9-08335e62c408 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871272 Aug 20 12:42:41.123177 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-9b3bd464-0ac6-461a-ac7f-10f7ebeb2589 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846639 Aug 20 12:42:41.211344 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80855831-c2c4-4b82-86a9-7e2ee6caa5e4 req-60711b2b-7ff5-4dcb-9072-288c8aa170c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:41.213807 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80855831-c2c4-4b82-86a9-7e2ee6caa5e4 req-60711b2b-7ff5-4dcb-9072-288c8aa170c1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 1094 time: 0.0442147 Aug 20 12:42:41.308463 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80855831-c2c4-4b82-86a9-7e2ee6caa5e4 req-318ca46c-cbc1-407e-8d7b-8fa7237c12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:41.309980 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80855831-c2c4-4b82-86a9-7e2ee6caa5e4 req-318ca46c-cbc1-407e-8d7b-8fa7237c12a7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0896373 Aug 20 12:42:41.381352 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80855831-c2c4-4b82-86a9-7e2ee6caa5e4 req-58c50688-f3c3-4392-9a1c-9bb86e129f25 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbdd980-6baa-420b-b330-a4bc24a26d68 HTTP/1.1" status: 200 len: 998 time: 0.0643542 Aug 20 12:42:41.434090 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49988f-e072-45a4-89d7-0939a4bd528a req-958430f3-bec8-4534-af6b-bb352342cfba tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:41.435843 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6f49988f-e072-45a4-89d7-0939a4bd528a req-958430f3-bec8-4534-af6b-bb352342cfba tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0530133 Aug 20 12:42:41.438228 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80855831-c2c4-4b82-86a9-7e2ee6caa5e4 req-ef9d00f2-3907-4e1f-886e-a02decbbc2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:41.439669 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80855831-c2c4-4b82-86a9-7e2ee6caa5e4 req-ef9d00f2-3907-4e1f-886e-a02decbbc2bd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0500617 Aug 20 12:42:41.479629 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6f49988f-e072-45a4-89d7-0939a4bd528a req-c3395f29-7ceb-4966-88cf-ed705448445a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367639 Aug 20 12:42:41.492824 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80855831-c2c4-4b82-86a9-7e2ee6caa5e4 req-d3e4f688-ea84-4c33-a821-f5adaf63cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:41.495226 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80855831-c2c4-4b82-86a9-7e2ee6caa5e4 req-d3e4f688-ea84-4c33-a821-f5adaf63cc82 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463626 Aug 20 12:42:41.586379 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80855831-c2c4-4b82-86a9-7e2ee6caa5e4 req-80016413-fc41-4192-85cc-05922c7f9b35 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837810 Aug 20 12:42:41.683153 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-80855831-c2c4-4b82-86a9-7e2ee6caa5e4 req-d859db92-4b41-4c48-8509-2ca160944df4 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877421 Aug 20 12:42:42.598503 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62850f-44e8-4b33-b1ed-3d720d08f6e7 req-ecc42864-710d-4757-ab29-e697e7e93965 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:42.600031 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-df62850f-44e8-4b33-b1ed-3d720d08f6e7 req-ecc42864-710d-4757-ab29-e697e7e93965 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0510812 Aug 20 12:42:42.640076 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-df62850f-44e8-4b33-b1ed-3d720d08f6e7 req-8276b11c-e1b3-4f9a-b191-1ef8e82f9774 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331268 Aug 20 12:42:43.762347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b33880-fe24-4d67-8318-eebaf18e236c req-6cce549a-2d74-4a9f-8f02-546fb6f82288 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:43.763840 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e9b33880-fe24-4d67-8318-eebaf18e236c req-6cce549a-2d74-4a9f-8f02-546fb6f82288 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0524430 Aug 20 12:42:43.801274 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e9b33880-fe24-4d67-8318-eebaf18e236c req-ec566ded-91b5-4af5-8c66-b1ce2bb7ce7f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314188 Aug 20 12:42:44.917776 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095a95a-cbdb-422c-9d93-5972c07a83f8 req-6ee4350f-394e-452d-aaa0-37867f50e7b4 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:44.919296 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5095a95a-cbdb-422c-9d93-5972c07a83f8 req-6ee4350f-394e-452d-aaa0-37867f50e7b4 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0502872 Aug 20 12:42:44.964662 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5095a95a-cbdb-422c-9d93-5972c07a83f8 req-6f890a02-3a42-4738-b98d-37d0cfd1c128 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392542 Aug 20 12:42:46.085057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeca70-6264-4f85-a497-19f724ada510 req-20bbbaf4-c7f8-4b03-8662-471540e70dfd tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:46.086545 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-25eeca70-6264-4f85-a497-19f724ada510 req-20bbbaf4-c7f8-4b03-8662-471540e70dfd tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0525365 Aug 20 12:42:46.125136 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-25eeca70-6264-4f85-a497-19f724ada510 req-7d0a8310-df4b-4b65-ad12-0b49fe39c8e9 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316761 Aug 20 12:42:47.240103 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049850f-54ed-43af-b7f5-e8900e3d2604 req-2440ee2d-1a00-43f5-bf90-d4f267946e2b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:47.241598 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7049850f-54ed-43af-b7f5-e8900e3d2604 req-2440ee2d-1a00-43f5-bf90-d4f267946e2b tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0485454 Aug 20 12:42:47.279526 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-7049850f-54ed-43af-b7f5-e8900e3d2604 req-cc268b41-d160-4388-bc50-79f28a6b83dd tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312884 Aug 20 12:42:48.395576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb3c8e-df37-4858-914e-1644833db471 req-ceb890ec-2666-4c03-b4ad-e61871a9f8a1 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:48.397118 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6ceb3c8e-df37-4858-914e-1644833db471 req-ceb890ec-2666-4c03-b4ad-e61871a9f8a1 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0510321 Aug 20 12:42:48.436089 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-6ceb3c8e-df37-4858-914e-1644833db471 req-eb9150b8-c1dc-4089-b0ae-97c84e465096 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307186 Aug 20 12:42:49.552855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8e7a3-402d-444c-bdf4-1af4f4c552a6 req-a93cea17-4743-497d-8bee-b6217158d2a1 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:49.554347 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db8e7a3-402d-444c-bdf4-1af4f4c552a6 req-a93cea17-4743-497d-8bee-b6217158d2a1 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 943 time: 0.0486641 Aug 20 12:42:49.592464 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-8db8e7a3-402d-444c-bdf4-1af4f4c552a6 req-ce8a600a-8aff-4b7c-8c2f-e9cc5058955c tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314710 Aug 20 12:42:50.036736 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device acbdd980-6baa-420b-b330-a4bc24a26d68 details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:42:50.136154 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port acbdd980-6baa-420b-b330-a4bc24a26d68, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=acbdd980-6baa-420b-b330-a4bc24a26d68,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:42:50.147273 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': 'acbdd980-6baa-420b-b330-a4bc24a26d68', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'port_id': 'acbdd980-6baa-420b-b330-a4bc24a26d68', 'mac_address': 'fa:16:3e:1d:bc:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:42:50.184066 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:50.196187 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbdd980-6baa-420b-b330-a4bc24a26d68 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:42:50.215059 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port acbdd980-6baa-420b-b330-a4bc24a26d68, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=acbdd980-6baa-420b-b330-a4bc24a26d68,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:42:50.218822 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:50.270875 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=acbdd980-6baa-420b-b330-a4bc24a26d68,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:42:50.496696 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['acbdd980-6baa-420b-b330-a4bc24a26d68'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:42:50.707094 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40462d-1a9a-4b3c-82b8-8b103e7c801b req-ee710275-700a-4957-8dc4-a221de844f45 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:50.708586 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fa40462d-1a9a-4b3c-82b8-8b103e7c801b req-ee710275-700a-4957-8dc4-a221de844f45 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 944 time: 0.0500007 Aug 20 12:42:50.758511 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-fa40462d-1a9a-4b3c-82b8-8b103e7c801b req-306e58e5-94be-47b4-928b-787502acfe40 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422840 Aug 20 12:42:51.876203 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e7edc-dca1-4bd3-87eb-196adc7e32aa req-e36afd1a-2371-4806-81f4-a34a7cf07568 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:51.877761 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a1e7edc-dca1-4bd3-87eb-196adc7e32aa req-e36afd1a-2371-4806-81f4-a34a7cf07568 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 944 time: 0.0512533 Aug 20 12:42:51.922028 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6a1e7edc-dca1-4bd3-87eb-196adc7e32aa req-b76e1137-7b5f-4302-a099-e3b140a4abf7 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382659 Aug 20 12:42:52.062912 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device acbdd980-6baa-420b-b330-a4bc24a26d68 up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:42:52.111648 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port acbdd980-6baa-420b-b330-a4bc24a26d68 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:42:52.116374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port acbdd980-6baa-420b-b330-a4bc24a26d68 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:42:52.116824 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:52.195095 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:52.217955 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbdd980-6baa-420b-b330-a4bc24a26d68'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:42:52.220224 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65af0585-181d-47f4-a933-b1a84123fba2" -d '{"events": [{"server_uuid": "2872af91-ffd7-4fea-9b52-3cc89e0bbfeb", "name": "network-vif-plugged", "status": "completed", "tag": "acbdd980-6baa-420b-b330-a4bc24a26d68"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:42:52.233691 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port acbdd980-6baa-420b-b330-a4bc24a26d68, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=acbdd980-6baa-420b-b330-a4bc24a26d68,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:42:52.238099 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:52.266242 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9707c82-ce09-43ff-80ef-368177e19045 x-openstack-request-id: req-c9707c82-ce09-43ff-80ef-368177e19045 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:42:52.266540 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872af91-ffd7-4fea-9b52-3cc89e0bbfeb", "name": "network-vif-plugged", "status": "completed", "tag": "acbdd980-6baa-420b-b330-a4bc24a26d68", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:42:52.266812 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9707c82-ce09-43ff-80ef-368177e19045 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:42:52.267369 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbdd980-6baa-420b-b330-a4bc24a26d68', 'code': 200} Aug 20 12:42:52.297962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=acbdd980-6baa-420b-b330-a4bc24a26d68,revision_number=10']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:42:52.408144 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068ac5e-f076-425c-9aee-11f225d21774 req-15e6cd02-e1e7-4c9d-9f03-7d7245db4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:52.409656 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d068ac5e-f076-425c-9aee-11f225d21774 req-15e6cd02-e1e7-4c9d-9f03-7d7245db4bba service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 1097 time: 0.0395019 Aug 20 12:42:52.445662 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-d068ac5e-f076-425c-9aee-11f225d21774 req-24dbc05c-e424-4c3e-926f-59fc0c9385e9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277069 Aug 20 12:42:52.455358 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-af6bcc2d-4772-4b97-b5d3-a6515683a302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:53.037835 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced9e18-d66a-4de8-b5bf-3eff218a44d7 req-da3b3e74-5c2c-49c4-926c-3602677a7ca6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:53.039346 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ced9e18-d66a-4de8-b5bf-3eff218a44d7 req-da3b3e74-5c2c-49c4-926c-3602677a7ca6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 946 time: 0.0492687 Aug 20 12:42:53.076520 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5ced9e18-d66a-4de8-b5bf-3eff218a44d7 req-5d3f72e4-ee2c-4780-ae04-a20f0d67f0c7 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311630 Aug 20 12:42:54.201339 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd06fcf-031e-4a4b-976b-4d71daaa83cf req-be400fb9-dd58-406e-93e3-25644741228a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:54.202820 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5bd06fcf-031e-4a4b-976b-4d71daaa83cf req-be400fb9-dd58-406e-93e3-25644741228a tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 946 time: 0.0537601 Aug 20 12:42:54.240417 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5bd06fcf-031e-4a4b-976b-4d71daaa83cf req-6f61a839-49de-466f-8d98-41082e75abcf tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315697 Aug 20 12:42:54.377867 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5753c4b-426b-45fe-8818-c17f1ac08c1c req-5efc0eec-ad73-4c6d-ad46-5e91963562f8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383778 Aug 20 12:42:54.461053 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5753c4b-426b-45fe-8818-c17f1ac08c1c req-b5c64d1f-f78e-4875-a68d-93334cccc1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:54.463271 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5753c4b-426b-45fe-8818-c17f1ac08c1c req-b5c64d1f-f78e-4875-a68d-93334cccc1ef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 1097 time: 0.0434871 Aug 20 12:42:54.566081 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5753c4b-426b-45fe-8818-c17f1ac08c1c req-1a9f3e94-cf7e-4353-8463-01c47c53553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:54.567706 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5753c4b-426b-45fe-8818-c17f1ac08c1c req-1a9f3e94-cf7e-4353-8463-01c47c53553a service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0819068 Aug 20 12:42:54.636370 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5753c4b-426b-45fe-8818-c17f1ac08c1c req-05995c26-2a24-4cce-a7b0-e930ec6123cc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbdd980-6baa-420b-b330-a4bc24a26d68 HTTP/1.1" status: 200 len: 1000 time: 0.0609396 Aug 20 12:42:54.686362 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5753c4b-426b-45fe-8818-c17f1ac08c1c req-a95cefa6-d0e7-46e7-b2e4-2569680ea8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:54.687776 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5753c4b-426b-45fe-8818-c17f1ac08c1c req-a95cefa6-d0e7-46e7-b2e4-2569680ea8fb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0429621 Aug 20 12:42:54.732046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5753c4b-426b-45fe-8818-c17f1ac08c1c req-17b2cf95-117f-4dce-acda-1f43cb955730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:54.733554 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5753c4b-426b-45fe-8818-c17f1ac08c1c req-17b2cf95-117f-4dce-acda-1f43cb955730 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387409 Aug 20 12:42:54.828860 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5753c4b-426b-45fe-8818-c17f1ac08c1c req-be558478-2644-4349-a767-5e0063188127 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861015 Aug 20 12:42:54.919965 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c5753c4b-426b-45fe-8818-c17f1ac08c1c req-94623a62-98b1-44cc-82f2-b737d102df54 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835922 Aug 20 12:42:55.210019 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aab638d1-a970-45f2-bc3e-aa331e503296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:55.585196 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:56.610188 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:58.222095 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:03.602714 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:09.680143 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:11.278699 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:43:22.456552 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4763f083-41c5-4a8f-befa-884051b01084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:25.210608 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-11287d8e-33bf-4eff-81d6-910ef703d11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:25.586081 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:26.612540 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:28.226328 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:33.610034 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:39.680511 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:48.278135 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:43:52.456974 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5560349b-092b-4c8e-be43-49e9ab4c1ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:55.212064 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-378fae9c-5b70-4456-b2fc-951bb2a11efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:55.588757 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:56.401776 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce57e7bb-6463-4f7b-b2a6-42100c745473 req-d8c63055-5f8f-443f-8c2e-2000c72ea846 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792122 Aug 20 12:43:56.488176 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57e7bb-6463-4f7b-b2a6-42100c745473 req-6c77709d-57d2-439c-8a62-b89cb52dcd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:56.489689 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce57e7bb-6463-4f7b-b2a6-42100c745473 req-6c77709d-57d2-439c-8a62-b89cb52dcd35 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 1097 time: 0.0449347 Aug 20 12:43:56.593709 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57e7bb-6463-4f7b-b2a6-42100c745473 req-4ba206ca-088e-4775-849d-ba75582d45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:56.595096 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce57e7bb-6463-4f7b-b2a6-42100c745473 req-4ba206ca-088e-4775-849d-ba75582d45f8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0858397 Aug 20 12:43:56.615423 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:56.665325 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce57e7bb-6463-4f7b-b2a6-42100c745473 req-95c9b90a-d774-43a8-b649-1f4c6a80f1fd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbdd980-6baa-420b-b330-a4bc24a26d68 HTTP/1.1" status: 200 len: 1000 time: 0.0632553 Aug 20 12:43:56.712982 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57e7bb-6463-4f7b-b2a6-42100c745473 req-caeb688c-3646-4fa1-be0a-66755fe8a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:56.714390 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce57e7bb-6463-4f7b-b2a6-42100c745473 req-caeb688c-3646-4fa1-be0a-66755fe8a48f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0420990 Aug 20 12:43:56.759602 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57e7bb-6463-4f7b-b2a6-42100c745473 req-46cc4cea-c0ea-4297-a5ef-fc646e0f7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:56.761121 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce57e7bb-6463-4f7b-b2a6-42100c745473 req-46cc4cea-c0ea-4297-a5ef-fc646e0f7919 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399690 Aug 20 12:43:56.854345 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce57e7bb-6463-4f7b-b2a6-42100c745473 req-752f3293-6c7a-42c1-97a0-9d1e9c192e68 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858092 Aug 20 12:43:56.945744 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-ce57e7bb-6463-4f7b-b2a6-42100c745473 req-93c0c747-6936-4e13-bbd2-ec2d39d3f64c service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825710 Aug 20 12:43:58.232985 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:03.624745 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:09.676005 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:10.235433 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59150) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:10.391494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Deleting port ba7441f8-cfc7-4dc0-a938-b8e1a9367f2a {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:44:10.391839 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:10.468399 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:10.468750 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:10.480236 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Calling delete_port for ba7441f8-cfc7-4dc0-a938-b8e1a9367f2a owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:44:10.619611 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:10.649189 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event deleted for resources: {'Port': ['ID=ba7441f8-cfc7-4dc0-a938-b8e1a9367f2a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:10.674179 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:10.674523 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:10.674866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:10.675208 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:10.675548 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:10.675883 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:10.676216 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:10.676547 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:10.676902 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:10.677231 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:10.677585 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:10.677916 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:10.717118 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:10.717515 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Floating IP 2c13da46-17d0-44fd-8e36-6c763faada45 disassociated (deleted). External IP: 172.25.8.55, port: acbdd980-6baa-420b-b330-a4bc24a26d68. Aug 20 12:44:11.263145 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Router c625848c-e974-413d-b44f-db530a2ee4eb has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:44:11.371759 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:44:11.376619 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:11.381287 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284cda6-cc7e-4105-9fe6-e8aa051f5e97 None None] Sync routers for ids ['c625848c-e974-413d-b44f-db530a2ee4eb'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:44:11.390220 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284cda6-cc7e-4105-9fe6-e8aa051f5e97 None None] Routers {'c625848c-e974-413d-b44f-db530a2ee4eb'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:44:11.390857 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b284cda6-cc7e-4105-9fe6-e8aa051f5e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:43:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c625848c-e974-413d-b44f-db530a2ee4eb'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:11.401833 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c554fe7c-4739-472d-8299-93ad841ada09 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "DELETE /v2.0/floatingips/2c13da46-17d0-44fd-8e36-6c763faada45 HTTP/1.1" status: 204 len: 168 time: 1.1652839 Aug 20 12:44:11.402409 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'tag': 'acbdd980-6baa-420b-b330-a4bc24a26d68'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:44:11.405289 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1529d78ee9ff0fc92738bff1d4fef891f7271bcc054651fa6b70395befb13a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a41d147-ef86-4153-84ec-c213392de306" -d '{"events": [{"name": "network-changed", "server_uuid": "2872af91-ffd7-4fea-9b52-3cc89e0bbfeb", "tag": "acbdd980-6baa-420b-b330-a4bc24a26d68"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:44:11.444180 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3edbede-0351-43c0-9f8b-bed38f3d9df7 x-openstack-request-id: req-f3edbede-0351-43c0-9f8b-bed38f3d9df7 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:44:11.444470 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2872af91-ffd7-4fea-9b52-3cc89e0bbfeb", "tag": "acbdd980-6baa-420b-b330-a4bc24a26d68", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:44:11.444763 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3edbede-0351-43c0-9f8b-bed38f3d9df7 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:44:11.445214 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'tag': 'acbdd980-6baa-420b-b330-a4bc24a26d68', 'status': 'completed', 'code': 200} Aug 20 12:44:11.504655 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b284cda6-cc7e-4105-9fe6-e8aa051f5e97 None None] Set router c625848c-e974-413d-b44f-db530a2ee4eb gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:44:11.511416 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d147-ef86-4153-84ec-c213392de306 req-3eeb7f4b-82e7-4c9f-8ff6-3f6885e9acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:11.513738 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a41d147-ef86-4153-84ec-c213392de306 req-3eeb7f4b-82e7-4c9f-8ff6-3f6885e9acc8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0bd07f4922524086a82d1e661512ccc7&device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 1097 time: 0.0432582 Aug 20 12:44:11.616866 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d147-ef86-4153-84ec-c213392de306 req-c774ae30-36d8-4186-bcc7-16b82a59da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:11.618357 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a41d147-ef86-4153-84ec-c213392de306 req-c774ae30-36d8-4186-bcc7-16b82a59da05 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 200 len: 908 time: 0.0958428 Aug 20 12:44:11.671869 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a41d147-ef86-4153-84ec-c213392de306 req-af4385d0-e8dd-4d1f-8240-7c9b1777005a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbdd980-6baa-420b-b330-a4bc24a26d68 HTTP/1.1" status: 200 len: 217 time: 0.0447831 Aug 20 12:44:11.699851 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f63c6-5ac7-4fa6-9d6a-bb4fb1f7e2b2 req-5c079348-1032-4434-ac00-8676d5439951 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:11.701760 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2c3f63c6-5ac7-4fa6-9d6a-bb4fb1f7e2b2 req-5c079348-1032-4434-ac00-8676d5439951 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 946 time: 0.1078744 Aug 20 12:44:11.720261 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b284cda6-cc7e-4105-9fe6-e8aa051f5e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '8524c3ae-db8d-4eef-b1e6-dfb2a5867361', 'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'mac_address': 'fa:16:3e:93:61:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:41Z', 'updated_at': '2021-08-20T12:35:48Z', 'revision_number': 5, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'subnets': [{'id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:11.727492 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d147-ef86-4153-84ec-c213392de306 req-4ba90e3e-2a32-4d7b-b42d-4ccbdea98a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:11.729405 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a41d147-ef86-4153-84ec-c213392de306 req-4ba90e3e-2a32-4d7b-b42d-4ccbdea98a62 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 200 len: 847 time: 0.0504851 Aug 20 12:44:11.743706 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-2c3f63c6-5ac7-4fa6-9d6a-bb4fb1f7e2b2 req-954ed565-690a-4870-acbd-44c75fbb2bfb tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354919 Aug 20 12:44:11.746851 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284cda6-cc7e-4105-9fe6-e8aa051f5e97 None None] Checking router: c625848c-e974-413d-b44f-db530a2ee4eb for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:44:11.755532 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284cda6-cc7e-4105-9fe6-e8aa051f5e97 None None] Routers {'c625848c-e974-413d-b44f-db530a2ee4eb'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:44:11.756147 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b284cda6-cc7e-4105-9fe6-e8aa051f5e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:43:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c625848c-e974-413d-b44f-db530a2ee4eb'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:11.777685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d147-ef86-4153-84ec-c213392de306 req-7d02ad19-11e2-4b6d-bd4a-f3f7a4771a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:11.779736 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a41d147-ef86-4153-84ec-c213392de306 req-7d02ad19-11e2-4b6d-bd4a-f3f7a4771a3b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf58d3c3-5a33-414d-a700-436a3c19175a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427387 Aug 20 12:44:11.863829 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b284cda6-cc7e-4105-9fe6-e8aa051f5e97 None None] Set router c625848c-e974-413d-b44f-db530a2ee4eb gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:44:11.869339 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a41d147-ef86-4153-84ec-c213392de306 req-ec62a294-9cfc-46a6-b7e5-3c2d9c0a49b4 service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817032 Aug 20 12:44:11.963651 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-0a41d147-ef86-4153-84ec-c213392de306 req-1a7b5339-8c3a-409b-b776-002ebf45092e service neutron] 10.222.0.76 "GET /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854943 Aug 20 12:44:12.067632 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b284cda6-cc7e-4105-9fe6-e8aa051f5e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '8524c3ae-db8d-4eef-b1e6-dfb2a5867361', 'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'mac_address': 'fa:16:3e:93:61:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:41Z', 'updated_at': '2021-08-20T12:35:48Z', 'revision_number': 5, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'subnets': [{'id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:12.097512 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284cda6-cc7e-4105-9fe6-e8aa051f5e97 None None] The sync data for ids ['c625848c-e974-413d-b44f-db530a2ee4eb'] in n-d-804299-2 is: [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:41Z', 'revision_number': 4, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': '8524c3ae-db8d-4eef-b1e6-dfb2a5867361', 'name': '', 'network_id': 'bf58d3c3-5a33-414d-a700-436a3c19175a', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'mac_address': 'fa:16:3e:93:61:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:41Z', 'updated_at': '2021-08-20T12:35:48Z', 'revision_number': 5, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'subnets': [{'id': '14617f44-8bb8-42ff-9a9d-4a0d7706cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:44:12.303815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565c56fc-9578-42f1-899e-5be2d39c2835 None None] New status for floating IP 2c13da46-17d0-44fd-8e36-6c763faada45: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:44:12.915814 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e5641-3350-41bd-b967-63e9b2765351 req-9225cc76-cdb8-4d44-9e09-de95cf9ab310 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:12.917337 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d2e5641-3350-41bd-b967-63e9b2765351 req-9225cc76-cdb8-4d44-9e09-de95cf9ab310 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 946 time: 0.0957761 Aug 20 12:44:12.954368 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-6d2e5641-3350-41bd-b967-63e9b2765351 req-f30968db-ccbe-4573-89a2-18d5f85b41b8 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/security-groups?id=4609f5b6-7ff0-416f-99d0-7462ff11ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304351 Aug 20 12:44:13.252731 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5feaa-db6a-4c21-a99e-1ff81c70c1b6 req-dcff05a9-5ac7-41be-a8bb-fb5cfa51222f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:13.254177 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fab5feaa-db6a-4c21-a99e-1ff81c70c1b6 req-dcff05a9-5ac7-41be-a8bb-fb5cfa51222f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.76 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 946 time: 0.0476847 Aug 20 12:44:13.347291 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-fab5feaa-db6a-4c21-a99e-1ff81c70c1b6 req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Deleting port acbdd980-6baa-420b-b330-a4bc24a26d68 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:44:13.347628 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fab5feaa-db6a-4c21-a99e-1ff81c70c1b6 req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:13.433389 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-fab5feaa-db6a-4c21-a99e-1ff81c70c1b6 req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] For port acbdd980-6baa-420b-b330-a4bc24a26d68, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=acbdd980-6baa-420b-b330-a4bc24a26d68,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:13.433754 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fab5feaa-db6a-4c21-a99e-1ff81c70c1b6 req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:13.446725 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-fab5feaa-db6a-4c21-a99e-1ff81c70c1b6 req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Calling delete_port for acbdd980-6baa-420b-b330-a4bc24a26d68 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:44:13.574668 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fab5feaa-db6a-4c21-a99e-1ff81c70c1b6 req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:13.603108 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event deleted for resources: {'Port': ['ID=acbdd980-6baa-420b-b330-a4bc24a26d68,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:13.615534 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:13.615883 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:13.616227 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:13.616561 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:13.616920 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:13.617250 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:13.617568 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:13.617894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:13.618212 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:13.618535 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:13.618861 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:13.619188 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:13.656913 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab5feaa-db6a-4c21-a99e-1ff81c70c1b6 req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] No DVR routers for this DVR port acbdd980-6baa-420b-b330-a4bc24a26d68 on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:44:13.659768 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-fab5feaa-db6a-4c21-a99e-1ff81c70c1b6 req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:13.661708 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-fab5feaa-db6a-4c21-a99e-1ff81c70c1b6 req-080b81da-289d-4415-adc7-f0ba87a99497 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.76 "DELETE /v2.0/ports/acbdd980-6baa-420b-b330-a4bc24a26d68 HTTP/1.1" status: 204 len: 173 time: 0.4016216 Aug 20 12:44:13.662140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'name': 'network-vif-deleted', 'tag': 'acbdd980-6baa-420b-b330-a4bc24a26d68'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:44:13.664368 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d93d63-c696-49d2-91ca-ddf608e316d8" -d '{"events": [{"server_uuid": "2872af91-ffd7-4fea-9b52-3cc89e0bbfeb", "name": "network-vif-deleted", "tag": "acbdd980-6baa-420b-b330-a4bc24a26d68"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:44:13.699488 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef171f82-24fc-41de-b754-a65e878ffe0e x-openstack-request-id: req-ef171f82-24fc-41de-b754-a65e878ffe0e {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:44:13.699779 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872af91-ffd7-4fea-9b52-3cc89e0bbfeb", "name": "network-vif-deleted", "tag": "acbdd980-6baa-420b-b330-a4bc24a26d68", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:44:13.700028 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef171f82-24fc-41de-b754-a65e878ffe0e {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:44:13.700433 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872af91-ffd7-4fea-9b52-3cc89e0bbfeb', 'name': 'network-vif-deleted', 'tag': 'acbdd980-6baa-420b-b330-a4bc24a26d68', 'status': 'completed', 'code': 200} Aug 20 12:44:14.066849 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a1582c33-b9a9-48bc-8cf1-1832f9279042 req-0e6084b1-93b0-4452-a057-89f609ce25c3 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 210 time: 0.0360100 Aug 20 12:44:15.163308 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-616a589f-c2a7-4390-9437-c5e1d8c600fb req-e76cc54f-8844-450d-aaee-d64ed3b5e5bb tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 210 time: 0.0269091 Aug 20 12:44:16.269102 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-5f6f691b-c19a-4ab6-a09b-f976b9f3a3ad req-68c1af58-20d9-4437-8458-cf6ec11e07da tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 210 time: 0.0273843 Aug 20 12:44:16.550678 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device acbdd980-6baa-420b-b330-a4bc24a26d68 no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:44:16.574076 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: acbdd980-6baa-420b-b330-a4bc24a26d68 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:44:16.574413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device acbdd980-6baa-420b-b330-a4bc24a26d68 not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:44:17.381872 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f853d980-f4e0-404d-9149-56f4470074af req-02aa6e46-670b-457b-ace5-1edc677327b6 tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "GET /v2.0/ports?device_id=2872af91-ffd7-4fea-9b52-3cc89e0bbfeb HTTP/1.1" status: 200 len: 210 time: 0.0314724 Aug 20 12:44:18.441700 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59186) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:18.502629 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4535bb04-07af-4b23-b742-0dd81759517f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:18.527578 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4535bb04-07af-4b23-b742-0dd81759517f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:18.607825 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4535bb04-07af-4b23-b742-0dd81759517f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:18.612889 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4535bb04-07af-4b23-b742-0dd81759517f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:18.614803 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-4535bb04-07af-4b23-b742-0dd81759517f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] 10.222.0.37 "DELETE /v2.0/security-groups/4609f5b6-7ff0-416f-99d0-7462ff11ee79 HTTP/1.1" status: 204 len: 168 time: 0.1718647 Aug 20 12:44:18.626031 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535bb04-07af-4b23-b742-0dd81759517f tempest-TestShelveInstance-1758460112 tempest-TestShelveInstance-1758460112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4609f5b6-7ff0-416f-99d0-7462ff11ee79,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:18.671922 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59190) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:19.159195 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f69c395f-0030-48b3-af0b-2bb2000b2191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:19.423341 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f69c395f-0030-48b3-af0b-2bb2000b2191 admin admin] Deleting port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:44:19.423617 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f69c395f-0030-48b3-af0b-2bb2000b2191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:19.503079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-f69c395f-0030-48b3-af0b-2bb2000b2191 admin admin] For port 8524c3ae-db8d-4eef-b1e6-dfb2a5867361, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=8524c3ae-db8d-4eef-b1e6-dfb2a5867361,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:19.503842 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f69c395f-0030-48b3-af0b-2bb2000b2191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:19.520002 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-f69c395f-0030-48b3-af0b-2bb2000b2191 admin admin] Calling delete_port for 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:44:19.706580 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f69c395f-0030-48b3-af0b-2bb2000b2191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:19.734683 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c395f-0030-48b3-af0b-2bb2000b2191 admin admin] Pushing event deleted for resources: {'Port': ['ID=8524c3ae-db8d-4eef-b1e6-dfb2a5867361,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:19.942522 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f69c395f-0030-48b3-af0b-2bb2000b2191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:20.184664 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69c395f-0030-48b3-af0b-2bb2000b2191 admin admin] Router c625848c-e974-413d-b44f-db530a2ee4eb has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:44:20.300056 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69c395f-0030-48b3-af0b-2bb2000b2191 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:44:20.305271 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f69c395f-0030-48b3-af0b-2bb2000b2191 admin admin] 10.222.0.37 "PUT /v2.0/routers/c625848c-e974-413d-b44f-db530a2ee4eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6322446 Aug 20 12:44:20.307780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59194) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:20.312160 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ac797-99dc-40df-9342-a38106a8301f None None] Sync routers for ids ['c625848c-e974-413d-b44f-db530a2ee4eb'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:44:20.321086 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ac797-99dc-40df-9342-a38106a8301f None None] Routers {'c625848c-e974-413d-b44f-db530a2ee4eb'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:44:20.321968 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-071ac797-99dc-40df-9342-a38106a8301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:43:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c625848c-e974-413d-b44f-db530a2ee4eb'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:20.414787 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e664fd-37e7-41f3-8568-1f6e304849bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:20.523770 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e664fd-37e7-41f3-8568-1f6e304849bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:20.527687 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-071ac797-99dc-40df-9342-a38106a8301f None None] Set router c625848c-e974-413d-b44f-db530a2ee4eb gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:44:20.577416 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-83e664fd-37e7-41f3-8568-1f6e304849bf admin admin] Deleting port 1600a840-db82-4a09-beab-94baaa864292 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:44:20.577760 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e664fd-37e7-41f3-8568-1f6e304849bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:20.658578 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-83e664fd-37e7-41f3-8568-1f6e304849bf admin admin] For port 1600a840-db82-4a09-beab-94baaa864292, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=1600a840-db82-4a09-beab-94baaa864292,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:20.658937 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e664fd-37e7-41f3-8568-1f6e304849bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:20.676169 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-83e664fd-37e7-41f3-8568-1f6e304849bf admin admin] Calling delete_port for 1600a840-db82-4a09-beab-94baaa864292 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:44:20.710722 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-071ac797-99dc-40df-9342-a38106a8301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '1600a840-db82-4a09-beab-94baaa864292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:44:19Z', 'revision_number': 5, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port': {'id': '1600a840-db82-4a09-beab-94baaa864292', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:20.738470 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ac797-99dc-40df-9342-a38106a8301f None None] Checking router: c625848c-e974-413d-b44f-db530a2ee4eb for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:44:20.747751 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ac797-99dc-40df-9342-a38106a8301f None None] Routers {'c625848c-e974-413d-b44f-db530a2ee4eb'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:44:20.748529 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-071ac797-99dc-40df-9342-a38106a8301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:43:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['c625848c-e974-413d-b44f-db530a2ee4eb'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:20.840542 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-071ac797-99dc-40df-9342-a38106a8301f None None] Set router c625848c-e974-413d-b44f-db530a2ee4eb gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:44:20.897616 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-071ac797-99dc-40df-9342-a38106a8301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:44:20Z', 'revision_number': 6, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:20.925555 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ac797-99dc-40df-9342-a38106a8301f None None] The sync data for ids ['c625848c-e974-413d-b44f-db530a2ee4eb'] in n-d-804299-2 is: [{'id': 'c625848c-e974-413d-b44f-db530a2ee4eb', 'name': 'tempest-TestShelveInstance-647847421-router', 'tenant_id': '0bd07f4922524086a82d1e661512ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:39Z', 'updated_at': '2021-08-20T12:44:20Z', 'revision_number': 6, 'project_id': '0bd07f4922524086a82d1e661512ccc7', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:44:21.161586 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e664fd-37e7-41f3-8568-1f6e304849bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.190286 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e664fd-37e7-41f3-8568-1f6e304849bf admin admin] Pushing event deleted for resources: {'Port': ['ID=1600a840-db82-4a09-beab-94baaa864292,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:21.248124 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e664fd-37e7-41f3-8568-1f6e304849bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.342061 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e664fd-37e7-41f3-8568-1f6e304849bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.344572 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e664fd-37e7-41f3-8568-1f6e304849bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.396556 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e664fd-37e7-41f3-8568-1f6e304849bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.397130 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e664fd-37e7-41f3-8568-1f6e304849bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c625848c-e974-413d-b44f-db530a2ee4eb {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:44:21.401602 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-83e664fd-37e7-41f3-8568-1f6e304849bf admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.403023 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-83e664fd-37e7-41f3-8568-1f6e304849bf admin admin] 10.222.0.37 "DELETE /v2.0/routers/c625848c-e974-413d-b44f-db530a2ee4eb HTTP/1.1" status: 204 len: 168 time: 1.0941234 Aug 20 12:44:21.406337 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59196) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:21.450046 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db874cb-0261-4f15-b7db-84f5d3c6c50b admin admin] Deleting subnet 14617f44-8bb8-42ff-9a9d-4a0d7706cf44 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:44:21.453088 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9db874cb-0261-4f15-b7db-84f5d3c6c50b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.487331 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9db874cb-0261-4f15-b7db-84f5d3c6c50b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.566594 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9db874cb-0261-4f15-b7db-84f5d3c6c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.619945 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9db874cb-0261-4f15-b7db-84f5d3c6c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.645348 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db874cb-0261-4f15-b7db-84f5d3c6c50b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14617f44-8bb8-42ff-9a9d-4a0d7706cf44,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:21.648830 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9db874cb-0261-4f15-b7db-84f5d3c6c50b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.650666 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-9db874cb-0261-4f15-b7db-84f5d3c6c50b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/14617f44-8bb8-42ff-9a9d-4a0d7706cf44 HTTP/1.1" status: 204 len: 168 time: 0.2433977 Aug 20 12:44:21.656658 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59198) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:21.657053 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e035348a-c189-4524-b63f-b3d364ba5b9b None None] Network bf58d3c3-5a33-414d-a700-436a3c19175a requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:44:21.735000 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.803334 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] Deleting port f6ead4c1-c7e1-45f2-801e-b3179b886457 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:44:21.803680 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.852031 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] DHCP port deletion for bf58d3c3-5a33-414d-a700-436a3c19175a request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:44:21.878155 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] For port f6ead4c1-c7e1-45f2-801e-b3179b886457, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f6ead4c1-c7e1-45f2-801e-b3179b886457,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:21.878527 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.893137 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] Calling delete_port for f6ead4c1-c7e1-45f2-801e-b3179b886457 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:44:21.914944 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Deleting port f6ead4c1-c7e1-45f2-801e-b3179b886457 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:44:21.915328 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.988283 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.998538 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] For port f6ead4c1-c7e1-45f2-801e-b3179b886457, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=f6ead4c1-c7e1-45f2-801e-b3179b886457,segment=NetworkSegment(b0108cfa-5ae6-4aa2-8dab-ba6985feaabf),segment_id=b0108cfa-5ae6-4aa2-8dab-ba6985feaabf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:21.999486 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:22.022407 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Calling delete_port for f6ead4c1-c7e1-45f2-801e-b3179b886457 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:44:22.042012 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ead4c1-c7e1-45f2-801e-b3179b886457,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:22.053526 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] No DVR routers for this DVR port f6ead4c1-c7e1-45f2-801e-b3179b886457 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:44:22.147812 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:22.151166 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:44:22.153420 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:22.161295 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf58d3c3-5a33-414d-a700-436a3c19175a']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:22.173648 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:22.173961 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0108cfa-5ae6-4aa2-8dab-ba6985feaabf') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:22.183366 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:22.194323 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:44:22.194690 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 8524c3ae-db8d-4eef-b1e6-dfb2a5867361 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:44:22.195082 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 1600a840-db82-4a09-beab-94baaa864292 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:44:22.198727 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Pushing event deleted for resources: {'Port': ['ID=f6ead4c1-c7e1-45f2-801e-b3179b886457,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:22.199477 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:22.208556 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:44:22.213182 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:44:22.215860 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:44:22.224085 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] No DVR routers for this DVR port f6ead4c1-c7e1-45f2-801e-b3179b886457 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:44:22.226987 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:22.227324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:22.227659 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:22.228012 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:22.228586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:22.228939 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:22.229268 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:22.229590 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:22.229911 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:22.230232 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:22.230553 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:22.230873 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694dfac-3e79-4255-b04b-bd7af651ea86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:22.235212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 1600a840-db82-4a09-beab-94baaa864292 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:44:22.235643 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 1600a840-db82-4a09-beab-94baaa864292 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:44:22.236138 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f6ead4c1-c7e1-45f2-801e-b3179b886457 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:44:22.272350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: f6ead4c1-c7e1-45f2-801e-b3179b886457 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:44:22.272871 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device f6ead4c1-c7e1-45f2-801e-b3179b886457 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:44:22.297159 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:22.303560 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:22.305971 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bf58d3c3-5a33-414d-a700-436a3c19175a HTTP/1.1" status: 204 len: 168 time: 0.6500175 Aug 20 12:44:22.309169 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59200) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:22.322210 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4019816-b32a-4f33-b222-0d5ab990b440 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf58d3c3-5a33-414d-a700-436a3c19175a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:22.458476 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ef08095d-d147-43b4-b147-b787bfd5ae4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:22.660163 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48b30a88-4b28-4c81-8a17-e80a581c46fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:22.907264 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-48b30a88-4b28-4c81-8a17-e80a581c46fd admin admin] Deleting port d659e749-b1f3-4dd2-8086-035ce1ca1d38 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:44:22.907603 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48b30a88-4b28-4c81-8a17-e80a581c46fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:22.985160 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-48b30a88-4b28-4c81-8a17-e80a581c46fd admin admin] For port d659e749-b1f3-4dd2-8086-035ce1ca1d38, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d659e749-b1f3-4dd2-8086-035ce1ca1d38,segment=NetworkSegment(f734f966-d32f-48ab-b999-c8c73adbd89a),segment_id=f734f966-d32f-48ab-b999-c8c73adbd89a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:22.985449 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48b30a88-4b28-4c81-8a17-e80a581c46fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:23.001694 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-48b30a88-4b28-4c81-8a17-e80a581c46fd admin admin] Calling delete_port for d659e749-b1f3-4dd2-8086-035ce1ca1d38 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:44:23.183594 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48b30a88-4b28-4c81-8a17-e80a581c46fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:23.211976 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b30a88-4b28-4c81-8a17-e80a581c46fd admin admin] Pushing event deleted for resources: {'Port': ['ID=d659e749-b1f3-4dd2-8086-035ce1ca1d38,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:23.380684 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48b30a88-4b28-4c81-8a17-e80a581c46fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:23.597823 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b30a88-4b28-4c81-8a17-e80a581c46fd admin admin] Router 827398e8-abf7-4032-ae5f-89c754a39839 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:44:23.714143 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b30a88-4b28-4c81-8a17-e80a581c46fd admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:44:23.721107 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-48b30a88-4b28-4c81-8a17-e80a581c46fd admin admin] 10.222.0.37 "PUT /v2.0/routers/827398e8-abf7-4032-ae5f-89c754a39839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4085329 Aug 20 12:44:23.722664 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59202) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:23.723813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ebc14-51b1-4c66-b2ce-9dd67b14a9de None None] Sync routers for ids ['827398e8-abf7-4032-ae5f-89c754a39839'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:44:23.733971 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ebc14-51b1-4c66-b2ce-9dd67b14a9de None None] Routers {'827398e8-abf7-4032-ae5f-89c754a39839'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:44:23.734658 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-243ebc14-51b1-4c66-b2ce-9dd67b14a9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:43:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['827398e8-abf7-4032-ae5f-89c754a39839'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:23.841109 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de17fa80-06ec-4a6a-adee-607be9673fa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:23.847219 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-243ebc14-51b1-4c66-b2ce-9dd67b14a9de None None] Set router 827398e8-abf7-4032-ae5f-89c754a39839 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:44:23.953156 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de17fa80-06ec-4a6a-adee-607be9673fa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:24.011348 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-de17fa80-06ec-4a6a-adee-607be9673fa3 admin admin] Deleting port ba824099-8473-410e-9649-3783ec7098d4 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:44:24.011697 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de17fa80-06ec-4a6a-adee-607be9673fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:24.038354 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-243ebc14-51b1-4c66-b2ce-9dd67b14a9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827398e8-abf7-4032-ae5f-89c754a39839', 'name': 'tempest-TestShelveInstance-819714117-router', 'tenant_id': '78c9ab4b76194ec68111f74d38e318cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ba824099-8473-410e-9649-3783ec7098d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:43Z', 'updated_at': '2021-08-20T12:44:23Z', 'revision_number': 5, 'project_id': '78c9ab4b76194ec68111f74d38e318cb', 'gw_port': {'id': 'ba824099-8473-410e-9649-3783ec7098d4', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827398e8-abf7-4032-ae5f-89c754a39839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:44Z', 'updated_at': '2021-08-20T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:24.066244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ebc14-51b1-4c66-b2ce-9dd67b14a9de None None] Checking router: 827398e8-abf7-4032-ae5f-89c754a39839 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:44:24.076900 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ebc14-51b1-4c66-b2ce-9dd67b14a9de None None] Routers {'827398e8-abf7-4032-ae5f-89c754a39839'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:44:24.079072 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-243ebc14-51b1-4c66-b2ce-9dd67b14a9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:43:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['827398e8-abf7-4032-ae5f-89c754a39839'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:24.115825 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-de17fa80-06ec-4a6a-adee-607be9673fa3 admin admin] For port ba824099-8473-410e-9649-3783ec7098d4, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ba824099-8473-410e-9649-3783ec7098d4,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:24.116383 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de17fa80-06ec-4a6a-adee-607be9673fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:24.142099 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-de17fa80-06ec-4a6a-adee-607be9673fa3 admin admin] Calling delete_port for ba824099-8473-410e-9649-3783ec7098d4 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:44:24.179444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-243ebc14-51b1-4c66-b2ce-9dd67b14a9de None None] Set router 827398e8-abf7-4032-ae5f-89c754a39839 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:44:24.269302 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-243ebc14-51b1-4c66-b2ce-9dd67b14a9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827398e8-abf7-4032-ae5f-89c754a39839', 'name': 'tempest-TestShelveInstance-819714117-router', 'tenant_id': '78c9ab4b76194ec68111f74d38e318cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:43Z', 'updated_at': '2021-08-20T12:44:23Z', 'revision_number': 6, 'project_id': '78c9ab4b76194ec68111f74d38e318cb', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:24.296556 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ebc14-51b1-4c66-b2ce-9dd67b14a9de None None] The sync data for ids ['827398e8-abf7-4032-ae5f-89c754a39839'] in n-d-804299-2 is: [{'id': '827398e8-abf7-4032-ae5f-89c754a39839', 'name': 'tempest-TestShelveInstance-819714117-router', 'tenant_id': '78c9ab4b76194ec68111f74d38e318cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:43Z', 'updated_at': '2021-08-20T12:44:23Z', 'revision_number': 6, 'project_id': '78c9ab4b76194ec68111f74d38e318cb', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:44:24.373514 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de17fa80-06ec-4a6a-adee-607be9673fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:24.404357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17fa80-06ec-4a6a-adee-607be9673fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba824099-8473-410e-9649-3783ec7098d4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:24.465073 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de17fa80-06ec-4a6a-adee-607be9673fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:24.556079 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de17fa80-06ec-4a6a-adee-607be9673fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:24.558106 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de17fa80-06ec-4a6a-adee-607be9673fa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:24.606139 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de17fa80-06ec-4a6a-adee-607be9673fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:24.607315 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de17fa80-06ec-4a6a-adee-607be9673fa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 827398e8-abf7-4032-ae5f-89c754a39839 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:44:24.611873 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de17fa80-06ec-4a6a-adee-607be9673fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:24.613055 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-de17fa80-06ec-4a6a-adee-607be9673fa3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/827398e8-abf7-4032-ae5f-89c754a39839 HTTP/1.1" status: 204 len: 168 time: 0.8893526 Aug 20 12:44:24.615555 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59204) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:24.664347 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-781b0c29-e892-48df-b790-f90cf975abdd admin admin] Deleting subnet 215bbe91-a532-43c4-9736-862ca1acea4d {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:44:24.667833 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-781b0c29-e892-48df-b790-f90cf975abdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:24.712889 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-781b0c29-e892-48df-b790-f90cf975abdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:24.801877 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-781b0c29-e892-48df-b790-f90cf975abdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:24.859441 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-781b0c29-e892-48df-b790-f90cf975abdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:24.884167 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b0c29-e892-48df-b790-f90cf975abdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=215bbe91-a532-43c4-9736-862ca1acea4d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:24.890258 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-781b0c29-e892-48df-b790-f90cf975abdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:24.892248 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-781b0c29-e892-48df-b790-f90cf975abdd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/215bbe91-a532-43c4-9736-862ca1acea4d HTTP/1.1" status: 204 len: 168 time: 0.2756410 Aug 20 12:44:24.896815 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59206) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:24.897511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199353fa-c37e-446e-a3b2-3911a4ac0864 None None] Network b589edd4-7c45-4c82-a1fb-db8657ba0e4d requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:44:24.963506 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.035886 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] Deleting port b96bf13f-2bb8-45d3-8786-1d6ee7a73249 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:44:25.036223 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.095859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d2758f-8496-4283-8099-943505a403c6 None None] DHCP port deletion for b589edd4-7c45-4c82-a1fb-db8657ba0e4d request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:44:25.121177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] For port b96bf13f-2bb8-45d3-8786-1d6ee7a73249, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b96bf13f-2bb8-45d3-8786-1d6ee7a73249,segment=NetworkSegment(f734f966-d32f-48ab-b999-c8c73adbd89a),segment_id=f734f966-d32f-48ab-b999-c8c73adbd89a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:25.121766 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.147657 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] Calling delete_port for b96bf13f-2bb8-45d3-8786-1d6ee7a73249 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:44:25.185415 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-08d2758f-8496-4283-8099-943505a403c6 None None] Deleting port b96bf13f-2bb8-45d3-8786-1d6ee7a73249 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:44:25.185918 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-08d2758f-8496-4283-8099-943505a403c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.256079 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7e0c5ef9-41e1-4df8-97bd-c25176eb96b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.264383 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-08d2758f-8496-4283-8099-943505a403c6 None None] For port b96bf13f-2bb8-45d3-8786-1d6ee7a73249, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=b96bf13f-2bb8-45d3-8786-1d6ee7a73249,segment=NetworkSegment(f734f966-d32f-48ab-b999-c8c73adbd89a),segment_id=f734f966-d32f-48ab-b999-c8c73adbd89a)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:25.265094 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-08d2758f-8496-4283-8099-943505a403c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.265680 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.277652 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:44:25.289523 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-08d2758f-8496-4283-8099-943505a403c6 None None] Calling delete_port for b96bf13f-2bb8-45d3-8786-1d6ee7a73249 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:44:25.323370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=b96bf13f-2bb8-45d3-8786-1d6ee7a73249,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:25.330405 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] No DVR routers for this DVR port b96bf13f-2bb8-45d3-8786-1d6ee7a73249 on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:44:25.391118 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-08d2758f-8496-4283-8099-943505a403c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.422897 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.434029 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b589edd4-7c45-4c82-a1fb-db8657ba0e4d']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:25.442019 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2758f-8496-4283-8099-943505a403c6 None None] Pushing event deleted for resources: {'Port': ['ID=b96bf13f-2bb8-45d3-8786-1d6ee7a73249,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:25.450783 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2758f-8496-4283-8099-943505a403c6 None None] No DVR routers for this DVR port b96bf13f-2bb8-45d3-8786-1d6ee7a73249 on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:44:25.452826 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f734f966-d32f-48ab-b999-c8c73adbd89a') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:25.453279 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f734f966-d32f-48ab-b999-c8c73adbd89a') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:25.477265 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.496203 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.503898 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:44:25.504554 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:44:25.506979 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:44:25.582786 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.592948 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.595201 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] 10.222.0.37 "DELETE /v2.0/networks/b589edd4-7c45-4c82-a1fb-db8657ba0e4d HTTP/1.1" status: 204 len: 168 time: 0.6974161 Aug 20 12:44:25.609524 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.610696 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb0ad8-96ec-4498-812b-b53604618a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=b589edd4-7c45-4c82-a1fb-db8657ba0e4d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:25.718762 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59210) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:25.758721 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-08f929c0-b438-4e5e-afdb-4ff044fef6a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bd07f4922524086a82d1e661512ccc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384700 Aug 20 12:44:25.761346 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59212) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:25.810861 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-248518f1-d660-4cbc-bddb-f5b03075af8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.831298 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-248518f1-d660-4cbc-bddb-f5b03075af8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.879886 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-248518f1-d660-4cbc-bddb-f5b03075af8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.882754 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-248518f1-d660-4cbc-bddb-f5b03075af8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.886891 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-248518f1-d660-4cbc-bddb-f5b03075af8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/749d412b-bab9-436b-81ab-c6e8a9aca482 HTTP/1.1" status: 204 len: 168 time: 0.1217043 Aug 20 12:44:25.894765 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248518f1-d660-4cbc-bddb-f5b03075af8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749d412b-bab9-436b-81ab-c6e8a9aca482,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:26.127043 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d659e749-b1f3-4dd2-8086-035ce1ca1d38 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:44:26.148519 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: d659e749-b1f3-4dd2-8086-035ce1ca1d38 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:44:26.149157 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d659e749-b1f3-4dd2-8086-035ce1ca1d38 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:44:26.149583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b96bf13f-2bb8-45d3-8786-1d6ee7a73249 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:44:26.213293 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59218) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:26.257606 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3b706f11-be29-4f4b-b4d9-4d1bd870117f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78c9ab4b76194ec68111f74d38e318cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430474 Aug 20 12:44:26.260148 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59220) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:26.314595 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cda0-4e89-44e0-9539-e1c4914fc705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:26.331171 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: b96bf13f-2bb8-45d3-8786-1d6ee7a73249 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:44:26.331509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device b96bf13f-2bb8-45d3-8786-1d6ee7a73249 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:44:26.331929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ba824099-8473-410e-9649-3783ec7098d4 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:44:26.342811 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cda0-4e89-44e0-9539-e1c4914fc705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:26.352131 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: ba824099-8473-410e-9649-3783ec7098d4 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:44:26.352477 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ba824099-8473-410e-9649-3783ec7098d4 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:44:26.392574 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cda0-4e89-44e0-9539-e1c4914fc705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:26.395509 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cda0-4e89-44e0-9539-e1c4914fc705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:26.396844 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-a5c5cda0-4e89-44e0-9539-e1c4914fc705 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db9ed3c2-1569-4085-bb0a-33cc46aeabe2 HTTP/1.1" status: 204 len: 168 time: 0.1355615 Aug 20 12:44:26.405836 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5cda0-4e89-44e0-9539-e1c4914fc705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9ed3c2-1569-4085-bb0a-33cc46aeabe2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:26.620004 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:27.088123 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59242) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:27.189433 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-da6f0f64-d6a8-4083-b66a-8afa0e3d0329 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1153596132-network', 'tenant_id': 'af49867a0c784f94847efd187f789c13'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:44:27.211270 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6f0f64-d6a8-4083-b66a-8afa0e3d0329 admin admin] Made reservation on behalf of af49867a0c784f94847efd187f789c13 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:44:27.213998 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da6f0f64-d6a8-4083-b66a-8afa0e3d0329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:27.223683 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da6f0f64-d6a8-4083-b66a-8afa0e3d0329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:27.321106 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da6f0f64-d6a8-4083-b66a-8afa0e3d0329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:27.325573 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da6f0f64-d6a8-4083-b66a-8afa0e3d0329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:27.352685 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6f0f64-d6a8-4083-b66a-8afa0e3d0329 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:44:27.362792 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f0f64-d6a8-4083-b66a-8afa0e3d0329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e783ce65-9500-4917-8dbd-2b0f422fed17,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:27.370797 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da6f0f64-d6a8-4083-b66a-8afa0e3d0329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:27.371186 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-da6f0f64-d6a8-4083-b66a-8afa0e3d0329 admin admin] Added segment 9f17b663-f3f4-4be2-9daf-ddf3836b94a2 of type vlan for network 921492e8-93dd-4e19-bea5-cd75434bdbe4 Aug 20 12:44:27.414833 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da6f0f64-d6a8-4083-b66a-8afa0e3d0329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:27.439851 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da6f0f64-d6a8-4083-b66a-8afa0e3d0329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:27.440986 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6f0f64-d6a8-4083-b66a-8afa0e3d0329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:27.441593 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da6f0f64-d6a8-4083-b66a-8afa0e3d0329 admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:27.500123 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-da6f0f64-d6a8-4083-b66a-8afa0e3d0329 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4108284 Aug 20 12:44:27.503195 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59246) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:27.505258 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f0f64-d6a8-4083-b66a-8afa0e3d0329 admin admin] Pushing event updated for resources: {'Network': ['ID=921492e8-93dd-4e19-bea5-cd75434bdbe4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:27.509178 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-35f392d0-704d-49a5-ae1e-b79bedaecd9c admin admin] Request body: {'subnet': {'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1153596132-subnet', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:44:27.515373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 921492e8-93dd-4e19-bea5-cd75434bdbe4 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:44:27.533060 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f392d0-704d-49a5-ae1e-b79bedaecd9c admin admin] Made reservation on behalf of af49867a0c784f94847efd187f789c13 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:44:27.535435 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35f392d0-704d-49a5-ae1e-b79bedaecd9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:27.702287 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35f392d0-704d-49a5-ae1e-b79bedaecd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:27.762177 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f392d0-704d-49a5-ae1e-b79bedaecd9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fb48a37-f4d5-45a1-a5de-db121999c387,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:27.769945 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f392d0-704d-49a5-ae1e-b79bedaecd9c admin admin] Checking segment: {'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:44:27.770306 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f392d0-704d-49a5-ae1e-b79bedaecd9c admin admin] Network hostable DHCP agents. Network: 921492e8-93dd-4e19-bea5-cd75434bdbe4, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:44:27.785959 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f392d0-704d-49a5-ae1e-b79bedaecd9c admin admin] Network 921492e8-93dd-4e19-bea5-cd75434bdbe4 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:44:27.793704 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-35f392d0-704d-49a5-ae1e-b79bedaecd9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 921492e8-93dd-4e19-bea5-cd75434bdbe4) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:44:27.797698 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f392d0-704d-49a5-ae1e-b79bedaecd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:27.798283 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35f392d0-704d-49a5-ae1e-b79bedaecd9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:27.804221 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb301496-7501-4846-89e9-0e6990da8df0 None None] Network 921492e8-93dd-4e19-bea5-cd75434bdbe4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:44:27.812429 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-35f392d0-704d-49a5-ae1e-b79bedaecd9c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3080654 Aug 20 12:44:27.815091 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59248) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:27.819536 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:44:27.839212 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:27.840203 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:27.894917 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:27.949751 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-921492e8-93dd-4e19-bea5-cd75434bdbe4', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:44:27.951549 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:28.034339 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:28.091636 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Allocated IP 172.20.0.2 (921492e8-93dd-4e19-bea5-cd75434bdbe4/4fb48a37-f4d5-45a1-a5de-db121999c387/d43ebe71-97ab-4127-ac61-6f6c81a26ccd) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:44:28.238369 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:28.243879 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:28.247936 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:28.255986 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Transition to ACTIVE for port object d43ebe71-97ab-4127-ac61-6f6c81a26ccd will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:44:28.261927 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:28.270666 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Transition to ACTIVE for port object d43ebe71-97ab-4127-ac61-6f6c81a26ccd will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:44:28.276527 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:28.314108 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Network 921492e8-93dd-4e19-bea5-cd75434bdbe4 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:44:28.316801 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:44:28.321051 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:44:28.328469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Pushing event updated for resources: {'Port': ['ID=d43ebe71-97ab-4127-ac61-6f6c81a26ccd,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:28.367497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Allocated IP 172.25.8.61 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/ee55f04e-48b7-4e4d-86a9-78863c7f06ed) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:44:28.382312 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Attempting to bind port d43ebe71-97ab-4127-ac61-6f6c81a26ccd on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:44:28.382688 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Attempting to bind port d43ebe71-97ab-4127-ac61-6f6c81a26ccd by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:44:28.383052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Attempting to bind port d43ebe71-97ab-4127-ac61-6f6c81a26ccd on network 921492e8-93dd-4e19-bea5-cd75434bdbe4 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:44:28.389606 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:44:28.389979 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Checking segment: {'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:44:28.390378 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:28.390771 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Bound using segment: {'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:44:28.391232 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Bound port: d43ebe71-97ab-4127-ac61-6f6c81a26ccd, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:44:28.391615 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:28.459228 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] For port d43ebe71-97ab-4127-ac61-6f6c81a26ccd, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:44:28.462500 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] For port d43ebe71-97ab-4127-ac61-6f6c81a26ccd, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d43ebe71-97ab-4127-ac61-6f6c81a26ccd,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:44:28.466670 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:28.476004 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:28.519155 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:28.533209 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79f346-2d6b-4436-91c3-b68cc6f240c0 None None] Pushing event updated for resources: {'Port': ['ID=d43ebe71-97ab-4127-ac61-6f6c81a26ccd,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:28.557648 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:44:28.561993 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:44:28.565497 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:44:28.589858 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Pushing event updated for resources: {'Port': ['ID=ee55f04e-48b7-4e4d-86a9-78863c7f06ed,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:29.166703 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:29.371665 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:29.418258 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7637a8-2bd1-475f-99e2-7ddc0e0fed39 None None] Network 921492e8-93dd-4e19-bea5-cd75434bdbe4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:44:29.486175 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-99a6d9fb-6db6-47ec-8d38-2950be12bc66 None None] Provisioning for port d43ebe71-97ab-4127-ac61-6f6c81a26ccd completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:44:29.506057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:44:29.619030 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:44:29.629416 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Sync routers for ids ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:44:29.635147 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:29.639862 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ff75959f-7366-4cbc-804e-41d6d7cabc1d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8203526 Aug 20 12:44:29.640098 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59250) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:29.641176 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Routers {'80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:44:29.641784 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:44:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:29.750334 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Set router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:44:29.947039 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:29Z', 'revision_number': 3, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:29.977242 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Checking router: 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:44:29.977732 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Updating router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d port ee55f04e-48b7-4e4d-86a9-78863c7f06ed binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:44:30.004083 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.073737 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.167780 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d43ebe71-97ab-4127-ac61-6f6c81a26ccd up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:44:30.223701 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port d43ebe71-97ab-4127-ac61-6f6c81a26ccd completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:44:30.227576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d43ebe71-97ab-4127-ac61-6f6c81a26ccd triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:30.228389 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.266463 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Allocated IP 172.20.0.1 (921492e8-93dd-4e19-bea5-cd75434bdbe4/4fb48a37-f4d5-45a1-a5de-db121999c387/c5024f7d-9d0b-4993-b941-6fba2ef8d633) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:44:30.280994 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.291118 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Transition to ACTIVE for port object ee55f04e-48b7-4e4d-86a9-78863c7f06ed will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:44:30.298329 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.321719 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.356319 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Attempting to bind port ee55f04e-48b7-4e4d-86a9-78863c7f06ed on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:44:30.357307 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Attempting to bind port ee55f04e-48b7-4e4d-86a9-78863c7f06ed by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:44:30.357682 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Attempting to bind port ee55f04e-48b7-4e4d-86a9-78863c7f06ed on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:44:30.359976 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port d43ebe71-97ab-4127-ac61-6f6c81a26ccd, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d43ebe71-97ab-4127-ac61-6f6c81a26ccd,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:30.364673 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.368600 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be40903-9d88-4652-a80a-afc4fa2daf91 None None] Pushing event updated for resources: {'Port': ['ID=ee55f04e-48b7-4e4d-86a9-78863c7f06ed,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:30.377655 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be40903-9d88-4652-a80a-afc4fa2daf91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:30.378101 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be40903-9d88-4652-a80a-afc4fa2daf91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:30.378799 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be40903-9d88-4652-a80a-afc4fa2daf91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:30.378940 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be40903-9d88-4652-a80a-afc4fa2daf91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:30.379269 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be40903-9d88-4652-a80a-afc4fa2daf91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:30.379624 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be40903-9d88-4652-a80a-afc4fa2daf91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:30.380020 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be40903-9d88-4652-a80a-afc4fa2daf91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:30.380396 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be40903-9d88-4652-a80a-afc4fa2daf91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:30.380801 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be40903-9d88-4652-a80a-afc4fa2daf91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:30.381178 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be40903-9d88-4652-a80a-afc4fa2daf91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:30.381595 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be40903-9d88-4652-a80a-afc4fa2daf91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:30.381980 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be40903-9d88-4652-a80a-afc4fa2daf91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:44:30.385764 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:44:30.386192 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:44:30.386936 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.387152 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:44:30.388194 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Bound port: ee55f04e-48b7-4e4d-86a9-78863c7f06ed, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:44:30.388721 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.390762 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.408166 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Transition to ACTIVE for port object c5024f7d-9d0b-4993-b941-6fba2ef8d633 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:44:30.419637 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=d43ebe71-97ab-4127-ac61-6f6c81a26ccd,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:30.442837 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.444661 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] For port ee55f04e-48b7-4e4d-86a9-78863c7f06ed, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:44:30.447679 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] For port ee55f04e-48b7-4e4d-86a9-78863c7f06ed, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ee55f04e-48b7-4e4d-86a9-78863c7f06ed,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:44:30.451669 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.484412 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Network 921492e8-93dd-4e19-bea5-cd75434bdbe4 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:44:30.487538 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:44:30.491462 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:44:30.501590 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Routers {'80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:44:30.502219 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:44:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:30.516863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Pushing event updated for resources: {'Port': ['ID=c5024f7d-9d0b-4993-b941-6fba2ef8d633,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:30.537557 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.552889 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be40903-9d88-4652-a80a-afc4fa2daf91 None None] Pushing event updated for resources: {'Port': ['ID=ee55f04e-48b7-4e4d-86a9-78863c7f06ed,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:30.638097 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] Set router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:44:30.674490 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.738004 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8b5d3a02-24a3-4fd8-9c58-dd4821b41bbd None None] Provisioning for port c5024f7d-9d0b-4993-b941-6fba2ef8d633 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:44:30.743447 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8b5d3a02-24a3-4fd8-9c58-dd4821b41bbd None None] Provisioning complete for port c5024f7d-9d0b-4993-b941-6fba2ef8d633 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:30.744095 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8b5d3a02-24a3-4fd8-9c58-dd4821b41bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.782472 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d3a02-24a3-4fd8-9c58-dd4821b41bbd None None] Port c5024f7d-9d0b-4993-b941-6fba2ef8d633 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:44:30.838580 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:29Z', 'revision_number': 3, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:30.857117 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.862729 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:30.873053 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3500132-6843-4f46-9243-0899b7a16794 None None] The sync data for ids ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'] in n-d-804299-2 is: [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:29Z', 'revision_number': 3, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:44:30.930653 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Pushing event updated for resources: {'Port': ['ID=c5024f7d-9d0b-4993-b941-6fba2ef8d633,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:30.933341 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:31.030491 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Network 921492e8-93dd-4e19-bea5-cd75434bdbe4 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:44:31.031879 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:44:31.165114 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:44:31.282957 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:44:31.288140 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-c5e8ccd7-0bc1-4f09-b9ac-c60fe30c1a5a admin admin] 10.222.0.37 "PUT /v2.0/routers/80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6469362 Aug 20 12:44:31.310242 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1bb08c9f-787e-4b0c-a606-a5966dde1396 None None] Provisioning complete for port c5024f7d-9d0b-4993-b941-6fba2ef8d633 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:31.310811 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1bb08c9f-787e-4b0c-a606-a5966dde1396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:31.346555 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1bb08c9f-787e-4b0c-a606-a5966dde1396 None None] Port c5024f7d-9d0b-4993-b941-6fba2ef8d633 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:44:31.774631 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59266) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:31.780216 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-29c7a466-d105-4aff-a0b3-9189f55c700a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1287967798-network', 'tenant_id': '9f39ee3995d94414b870ce44aeff62dd'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:44:31.801274 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c7a466-d105-4aff-a0b3-9189f55c700a admin admin] Made reservation on behalf of 9f39ee3995d94414b870ce44aeff62dd for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:44:31.803736 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-29c7a466-d105-4aff-a0b3-9189f55c700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:31.812820 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-29c7a466-d105-4aff-a0b3-9189f55c700a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:31.905337 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-29c7a466-d105-4aff-a0b3-9189f55c700a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:31.909350 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-29c7a466-d105-4aff-a0b3-9189f55c700a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:31.935451 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c7a466-d105-4aff-a0b3-9189f55c700a admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:44:31.941757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7a466-d105-4aff-a0b3-9189f55c700a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d77393a-10ae-4c3a-b82f-450face27c02,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:31.948701 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-29c7a466-d105-4aff-a0b3-9189f55c700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:31.949577 n-d-804299-2 neutron-server[94691]: INFO neutron.db.segments_db [None req-29c7a466-d105-4aff-a0b3-9189f55c700a admin admin] Added segment e3f11396-f7fa-4bcf-a371-a71b90f760cf of type vlan for network 703de66d-d90e-41ed-95a6-26d032595c60 Aug 20 12:44:31.990612 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-29c7a466-d105-4aff-a0b3-9189f55c700a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076750156'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.014438 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-29c7a466-d105-4aff-a0b3-9189f55c700a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.015481 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c7a466-d105-4aff-a0b3-9189f55c700a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:32.016064 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-29c7a466-d105-4aff-a0b3-9189f55c700a admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.079523 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-29c7a466-d105-4aff-a0b3-9189f55c700a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3012605 Aug 20 12:44:32.079955 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59268) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:32.080396 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7a466-d105-4aff-a0b3-9189f55c700a admin admin] Pushing event updated for resources: {'Network': ['ID=703de66d-d90e-41ed-95a6-26d032595c60,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:32.091151 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Network 703de66d-d90e-41ed-95a6-26d032595c60 details requested by agent ovs-agent-n-d-804299-2 with host n-d-804299-2 {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:44:32.092909 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-ef9dba1c-8dd7-4856-811b-3ba2da8c14d5 admin admin] Request body: {'subnet': {'network_id': '703de66d-d90e-41ed-95a6-26d032595c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1287967798-subnet', 'tenant_id': '9f39ee3995d94414b870ce44aeff62dd', 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:44:32.127586 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9dba1c-8dd7-4856-811b-3ba2da8c14d5 admin admin] Made reservation on behalf of 9f39ee3995d94414b870ce44aeff62dd for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:44:32.130487 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef9dba1c-8dd7-4856-811b-3ba2da8c14d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126280371'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.225189 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ee55f04e-48b7-4e4d-86a9-78863c7f06ed up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:44:32.275966 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port ee55f04e-48b7-4e4d-86a9-78863c7f06ed completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:44:32.280489 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ee55f04e-48b7-4e4d-86a9-78863c7f06ed triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:32.280908 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.317427 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef9dba1c-8dd7-4856-811b-3ba2da8c14d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125981777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126280413'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.362258 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.366897 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9dba1c-8dd7-4856-811b-3ba2da8c14d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baccac7f-1c71-4864-90a7-7e364060d0d7,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:32.384878 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port ee55f04e-48b7-4e4d-86a9-78863c7f06ed, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ee55f04e-48b7-4e4d-86a9-78863c7f06ed,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:32.388676 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9dba1c-8dd7-4856-811b-3ba2da8c14d5 admin admin] Checking segment: {'id': 'e3f11396-f7fa-4bcf-a371-a71b90f760cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '703de66d-d90e-41ed-95a6-26d032595c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:44:32.389165 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9dba1c-8dd7-4856-811b-3ba2da8c14d5 admin admin] Network hostable DHCP agents. Network: 703de66d-d90e-41ed-95a6-26d032595c60, hostable agents: ['fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:44:32.389998 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.390960 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d43ebe71-97ab-4127-ac61-6f6c81a26ccd up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:44:32.405962 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9dba1c-8dd7-4856-811b-3ba2da8c14d5 admin admin] Network 703de66d-d90e-41ed-95a6-26d032595c60 is scheduled to be hosted by DHCP agent fef55d3b-5a6a-4fbf-a2a3-519e5d54ddd5 with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:44:32.416981 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ef9dba1c-8dd7-4856-811b-3ba2da8c14d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804299-2, 703de66d-d90e-41ed-95a6-26d032595c60) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:44:32.422639 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9dba1c-8dd7-4856-811b-3ba2da8c14d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:32.423351 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef9dba1c-8dd7-4856-811b-3ba2da8c14d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.433482 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394137b0-2f4d-47e7-8051-f2fd7ba7f0cb None None] Network 703de66d-d90e-41ed-95a6-26d032595c60 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:44:32.444102 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-ef9dba1c-8dd7-4856-811b-3ba2da8c14d5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3607643 Aug 20 12:44:32.444420 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59270) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:32.448962 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1287967798-router', 'tenant_id': '9f39ee3995d94414b870ce44aeff62dd', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:44:32.474498 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-427232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6609'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.475505 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6568'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.485121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Sync routers for ids ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:44:32.530761 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Routers {'80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:44:32.531393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:44:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:32.531901 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.534061 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=ee55f04e-48b7-4e4d-86a9-78863c7f06ed,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:32.641862 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port d43ebe71-97ab-4127-ac61-6f6c81a26ccd triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:32.642234 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.672257 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.722470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Set router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:44:32.838785 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc57481d1-fa4f-5ec9-981f-5b20e8dac9d8-703de66d-d90e-41ed-95a6-26d032595c60', 'network_id': '703de66d-d90e-41ed-95a6-26d032595c60', 'tenant_id': '9f39ee3995d94414b870ce44aeff62dd', 'fixed_ips': [{'subnet_id': 'baccac7f-1c71-4864-90a7-7e364060d0d7'}]}} from n-d-804299-2. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:44:32.839626 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.876022 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.895704 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:32.999819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Allocated IP 172.25.8.103 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:44:33.077982 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Allocated IP 172.20.0.2 (703de66d-d90e-41ed-95a6-26d032595c60/baccac7f-1c71-4864-90a7-7e364060d0d7/2d63b128-14ef-4161-9fdf-bf0e1f45f105) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:44:33.107663 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:33.147196 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:33.152675 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c5024f7d-9d0b-4993-b941-6fba2ef8d633', 'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'mac_address': 'fa:16:3e:cc:29:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:30Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 2, 'project_id': 'af49867a0c784f94847efd187f789c13', 'subnets': [{'id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:33.185137 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:44:33.188046 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:44:33.191602 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:44:33.222506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Pushing event updated for resources: {'Port': ['ID=00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:33.339697 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Checking router: 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:44:33.340049 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Updating router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d port c5024f7d-9d0b-4993-b941-6fba2ef8d633 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:44:33.378938 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:33.452436 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:33.473234 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:33.533333 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Transition to ACTIVE for port object 2d63b128-14ef-4161-9fdf-bf0e1f45f105 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:44:33.562460 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Transition to ACTIVE for port object 2d63b128-14ef-4161-9fdf-bf0e1f45f105 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:44:33.576181 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:33.667800 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:33.669962 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Network 703de66d-d90e-41ed-95a6-26d032595c60 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:44:33.679617 n-d-804299-2 neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:44:33.681412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Pushing event updated for resources: {'Port': ['ID=2d63b128-14ef-4161-9fdf-bf0e1f45f105,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:33.683651 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:44:33.777543 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Attempting to bind port 2d63b128-14ef-4161-9fdf-bf0e1f45f105 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:44:33.777929 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Attempting to bind port 2d63b128-14ef-4161-9fdf-bf0e1f45f105 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'e3f11396-f7fa-4bcf-a371-a71b90f760cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '703de66d-d90e-41ed-95a6-26d032595c60'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:44:33.778327 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Attempting to bind port 2d63b128-14ef-4161-9fdf-bf0e1f45f105 on network 703de66d-d90e-41ed-95a6-26d032595c60 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:44:33.790122 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:44:33.790493 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Checking segment: {'id': 'e3f11396-f7fa-4bcf-a371-a71b90f760cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '703de66d-d90e-41ed-95a6-26d032595c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:44:33.790887 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:33.791279 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Bound using segment: {'id': 'e3f11396-f7fa-4bcf-a371-a71b90f760cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '703de66d-d90e-41ed-95a6-26d032595c60'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:44:33.791746 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Bound port: 2d63b128-14ef-4161-9fdf-bf0e1f45f105, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f11396-f7fa-4bcf-a371-a71b90f760cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '703de66d-d90e-41ed-95a6-26d032595c60'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:44:33.792133 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:33.871748 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:33.898093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Transition to ACTIVE for port object c5024f7d-9d0b-4993-b941-6fba2ef8d633 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:44:33.911087 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:33.914956 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] For port 2d63b128-14ef-4161-9fdf-bf0e1f45f105, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:44:33.922066 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] For port 2d63b128-14ef-4161-9fdf-bf0e1f45f105, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2d63b128-14ef-4161-9fdf-bf0e1f45f105,segment=NetworkSegment(e3f11396-f7fa-4bcf-a371-a71b90f760cf),segment_id=e3f11396-f7fa-4bcf-a371-a71b90f760cf)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:44:33.951830 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:33.988048 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea33780-af80-4520-ae50-51cc115f8f2c None None] Pushing event updated for resources: {'Port': ['ID=c5024f7d-9d0b-4993-b941-6fba2ef8d633,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:34.048701 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430486'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:34.097215 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Attempting to bind port c5024f7d-9d0b-4993-b941-6fba2ef8d633 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:44:34.097586 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Attempting to bind port c5024f7d-9d0b-4993-b941-6fba2ef8d633 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:44:34.097947 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Attempting to bind port c5024f7d-9d0b-4993-b941-6fba2ef8d633 on network 921492e8-93dd-4e19-bea5-cd75434bdbe4 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:44:34.108692 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261462e0-65b5-46c8-a02c-2b3d59b58ddf None None] Pushing event updated for resources: {'Port': ['ID=2d63b128-14ef-4161-9fdf-bf0e1f45f105,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:34.111056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:44:34.111056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Checking segment: {'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:44:34.111056 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:34.111429 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Bound using segment: {'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:44:34.111826 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Bound port: c5024f7d-9d0b-4993-b941-6fba2ef8d633, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:44:34.112210 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:34.167761 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ee55f04e-48b7-4e4d-86a9-78863c7f06ed up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:44:34.217701 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] For port c5024f7d-9d0b-4993-b941-6fba2ef8d633, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:44:34.224159 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] For port c5024f7d-9d0b-4993-b941-6fba2ef8d633, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c5024f7d-9d0b-4993-b941-6fba2ef8d633,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:44:34.232840 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:34.245452 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Router a9198485-85bb-4b94-8a5d-e350cb322f68 is scheduled to L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:44:34.301250 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port ee55f04e-48b7-4e4d-86a9-78863c7f06ed triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:34.301639 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:34.349726 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea33780-af80-4520-ae50-51cc115f8f2c None None] Pushing event updated for resources: {'Port': ['ID=c5024f7d-9d0b-4993-b941-6fba2ef8d633,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:34.369237 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Routers {'80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:44:34.369883 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:44:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:34.441405 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:44:34.452848 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Sync routers for ids ['a9198485-85bb-4b94-8a5d-e350cb322f68'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:44:34.464849 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Routers {'a9198485-85bb-4b94-8a5d-e350cb322f68'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:44:34.465502 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:44:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a9198485-85bb-4b94-8a5d-e350cb322f68'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:34.466409 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:34.470365 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-8c880b4a-ae40-41d1-9b60-9b6a9ee88462 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0223784 Aug 20 12:44:34.470606 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59272) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:34.536802 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] Set router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:44:34.604191 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Set router a9198485-85bb-4b94-8a5d-e350cb322f68 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:44:34.769397 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c5024f7d-9d0b-4993-b941-6fba2ef8d633', 'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'mac_address': 'fa:16:3e:cc:29:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:30Z', 'updated_at': '2021-08-20T12:44:34Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'subnets': [{'id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:34.796383 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'name': 'tempest-TestSnapshotPattern-1287967798-router', 'tenant_id': '9f39ee3995d94414b870ce44aeff62dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:32Z', 'updated_at': '2021-08-20T12:44:33Z', 'revision_number': 3, 'project_id': '9f39ee3995d94414b870ce44aeff62dd', 'gw_port': {'id': '00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:32Z', 'updated_at': '2021-08-20T12:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:34.799475 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ad91d-ea0d-43e7-844f-32d9ba318865 None None] The sync data for ids ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'] in n-d-804299-2 is: [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c5024f7d-9d0b-4993-b941-6fba2ef8d633', 'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'mac_address': 'fa:16:3e:cc:29:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:30Z', 'updated_at': '2021-08-20T12:44:34Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'subnets': [{'id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:44:34.832053 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Checking router: a9198485-85bb-4b94-8a5d-e350cb322f68 for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:44:34.832396 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Updating router a9198485-85bb-4b94-8a5d-e350cb322f68 port 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969 binding host n-d-804299-2 {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:44:34.869485 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:34.986864 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:35.188556 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Allocated IP 172.20.0.1 (703de66d-d90e-41ed-95a6-26d032595c60/baccac7f-1c71-4864-90a7-7e364060d0d7/a4c39452-271b-49a5-89b0-9174da36e834) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:44:35.287968 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:35.304910 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Transition to ACTIVE for port object 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:44:35.315395 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66430a1b-cd34-425a-b424-f2fbf94898ce None None] Network 703de66d-d90e-41ed-95a6-26d032595c60 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:44:35.319324 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:35.339648 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:35.354566 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Transition to ACTIVE for port object a4c39452-271b-49a5-89b0-9174da36e834 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:44:35.378517 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Attempting to bind port 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:44:35.379181 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Attempting to bind port 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:44:35.379314 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Attempting to bind port 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969 on network 2f571561-7053-40c3-8622-933868b07d18 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:44:35.382575 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6e8ef-baf4-4f1a-8a47-2e77650603b1 None None] Pushing event updated for resources: {'Port': ['ID=00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:35.389454 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:44:35.389850 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Checking segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:44:35.390227 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:35.391203 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Bound using segment: {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:44:35.391203 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Bound port: 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f571561-7053-40c3-8622-933868b07d18'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:44:35.391840 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:35.407150 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:35.434888 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-017de467-4527-4c32-930f-13aec88d9837 None None] Provisioning for port 2d63b128-14ef-4161-9fdf-bf0e1f45f105 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:44:35.458795 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Network 703de66d-d90e-41ed-95a6-26d032595c60 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:44:35.461832 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:44:35.463935 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] For port 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969, host n-d-804299-2, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:44:35.468322 n-d-804299-2 neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] For port 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:44:35.469123 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:44:35.471302 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Pushing event updated for resources: {'Port': ['ID=a4c39452-271b-49a5-89b0-9174da36e834,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:35.473382 n-d-804299-2 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:35.534512 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432511'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:35.542424 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Routers {'a9198485-85bb-4b94-8a5d-e350cb322f68'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:44:35.543204 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:44:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a9198485-85bb-4b94-8a5d-e350cb322f68'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:35.546190 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6e8ef-baf4-4f1a-8a47-2e77650603b1 None None] Pushing event updated for resources: {'Port': ['ID=00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:35.669795 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] Set router a9198485-85bb-4b94-8a5d-e350cb322f68 gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:44:35.703367 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:35.894198 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3bddc18d-76b5-4463-9aec-cc454220e96e None None] Provisioning for port a4c39452-271b-49a5-89b0-9174da36e834 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:44:35.898308 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3bddc18d-76b5-4463-9aec-cc454220e96e None None] Provisioning complete for port a4c39452-271b-49a5-89b0-9174da36e834 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:35.898683 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3bddc18d-76b5-4463-9aec-cc454220e96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:35.910269 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'name': 'tempest-TestSnapshotPattern-1287967798-router', 'tenant_id': '9f39ee3995d94414b870ce44aeff62dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:32Z', 'updated_at': '2021-08-20T12:44:33Z', 'revision_number': 3, 'project_id': '9f39ee3995d94414b870ce44aeff62dd', 'gw_port': {'id': '00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:32Z', 'updated_at': '2021-08-20T12:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:35.935466 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:35.942453 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:35.957477 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6958b-d6d7-447c-8285-a67c28917369 None None] The sync data for ids ['a9198485-85bb-4b94-8a5d-e350cb322f68'] in n-d-804299-2 is: [{'id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'name': 'tempest-TestSnapshotPattern-1287967798-router', 'tenant_id': '9f39ee3995d94414b870ce44aeff62dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:32Z', 'updated_at': '2021-08-20T12:44:33Z', 'revision_number': 3, 'project_id': '9f39ee3995d94414b870ce44aeff62dd', 'gw_port': {'id': '00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:32Z', 'updated_at': '2021-08-20T12:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:44:35.966869 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3bddc18d-76b5-4463-9aec-cc454220e96e None None] Port a4c39452-271b-49a5-89b0-9174da36e834 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:44:36.036784 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Pushing event updated for resources: {'Port': ['ID=a4c39452-271b-49a5-89b0-9174da36e834,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:36.040178 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432545'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:36.105585 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-5d45973d-e2b1-4a3b-b9ed-19b42606b130 None None] Provisioning complete for port a4c39452-271b-49a5-89b0-9174da36e834 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:36.105961 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5d45973d-e2b1-4a3b-b9ed-19b42606b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:36.150941 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Network 703de66d-d90e-41ed-95a6-26d032595c60 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:44:36.152408 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:44:36.156569 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-5d45973d-e2b1-4a3b-b9ed-19b42606b130 None None] Port a4c39452-271b-49a5-89b0-9174da36e834 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:44:36.238607 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c5024f7d-9d0b-4993-b941-6fba2ef8d633 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:44:36.305992 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Router a9198485-85bb-4b94-8a5d-e350cb322f68 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:44:36.307534 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port c5024f7d-9d0b-4993-b941-6fba2ef8d633 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:44:36.315618 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c5024f7d-9d0b-4993-b941-6fba2ef8d633 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:36.316092 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:36.455351 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:36.468091 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:44:36.473474 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-10fa01df-9fd4-44ee-a445-46cfd01b80bc admin admin] 10.222.0.37 "PUT /v2.0/routers/a9198485-85bb-4b94-8a5d-e350cb322f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0018611 Aug 20 12:44:36.502238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port c5024f7d-9d0b-4993-b941-6fba2ef8d633, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c5024f7d-9d0b-4993-b941-6fba2ef8d633,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:36.507297 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-df4c52c2-f2a6-4c78-81d3-6d47f6a07bb9 None None] Provisioning complete for port a4c39452-271b-49a5-89b0-9174da36e834 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:36.507725 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-df4c52c2-f2a6-4c78-81d3-6d47f6a07bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:36.510585 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:36.511373 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2d63b128-14ef-4161-9fdf-bf0e1f45f105 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:44:36.602331 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-df4c52c2-f2a6-4c78-81d3-6d47f6a07bb9 None None] Port a4c39452-271b-49a5-89b0-9174da36e834 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:44:36.616509 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=c5024f7d-9d0b-4993-b941-6fba2ef8d633,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:36.631636 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 2d63b128-14ef-4161-9fdf-bf0e1f45f105 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:44:36.636079 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2d63b128-14ef-4161-9fdf-bf0e1f45f105 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:36.636452 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:36.722753 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:36.760091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 2d63b128-14ef-4161-9fdf-bf0e1f45f105, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2d63b128-14ef-4161-9fdf-bf0e1f45f105,segment=NetworkSegment(e3f11396-f7fa-4bcf-a371-a71b90f760cf),segment_id=e3f11396-f7fa-4bcf-a371-a71b90f760cf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:36.766431 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:36.818763 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=2d63b128-14ef-4161-9fdf-bf0e1f45f105,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:37.012553 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59280) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:37.018323 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-19ff1a5b-23f2-42c8-b668-5d2ec51d35e1 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2137214079', 'description': 'tempest-secgroup-smoke-2137214079 description', 'project_id': 'af49867a0c784f94847efd187f789c13'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:44:37.040557 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19ff1a5b-23f2-42c8-b668-5d2ec51d35e1 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.124016 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19ff1a5b-23f2-42c8-b668-5d2ec51d35e1 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.128150 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19ff1a5b-23f2-42c8-b668-5d2ec51d35e1 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.149682 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-19ff1a5b-23f2-42c8-b668-5d2ec51d35e1 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.150931 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-19ff1a5b-23f2-42c8-b668-5d2ec51d35e1 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1366947 Aug 20 12:44:37.154200 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59282) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:37.159007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-45cbb07f-d283-4c36-9df6-926c8f7e732c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Request body: {'security_group_rule': {'security_group_id': '63b77edf-5a75-48d1-b890-9ec4a5708c04', 'project_id': 'af49867a0c784f94847efd187f789c13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:44:37.164428 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff1a5b-23f2-42c8-b668-5d2ec51d35e1 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b77edf-5a75-48d1-b890-9ec4a5708c04,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:37.186878 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-45cbb07f-d283-4c36-9df6-926c8f7e732c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.242290 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-45cbb07f-d283-4c36-9df6-926c8f7e732c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.245791 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-45cbb07f-d283-4c36-9df6-926c8f7e732c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.264843 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbb07f-d283-4c36-9df6-926c8f7e732c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809b9f9c-db2f-4674-89f7-55e013b96656,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:37.267782 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-45cbb07f-d283-4c36-9df6-926c8f7e732c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.269329 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-45cbb07f-d283-4c36-9df6-926c8f7e732c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140704 Aug 20 12:44:37.272057 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59284) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:37.276480 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1f580419-360a-4ea4-a17d-460b58db94a0 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Request body: {'security_group_rule': {'security_group_id': '63b77edf-5a75-48d1-b890-9ec4a5708c04', 'project_id': 'af49867a0c784f94847efd187f789c13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:44:37.302750 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f580419-360a-4ea4-a17d-460b58db94a0 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.358291 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f580419-360a-4ea4-a17d-460b58db94a0 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.361943 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f580419-360a-4ea4-a17d-460b58db94a0 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.382318 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f580419-360a-4ea4-a17d-460b58db94a0 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a28be59-13f8-4ea2-9911-eb2969ab1caf,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:37.388334 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f580419-360a-4ea4-a17d-460b58db94a0 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.392379 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59286) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:37.392523 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1f580419-360a-4ea4-a17d-460b58db94a0 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194527 Aug 20 12:44:37.397518 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3a86850e-6837-4728-8e8a-5e42007de51d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Request body: {'security_group_rule': {'security_group_id': '63b77edf-5a75-48d1-b890-9ec4a5708c04', 'project_id': 'af49867a0c784f94847efd187f789c13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:44:37.423531 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a86850e-6837-4728-8e8a-5e42007de51d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.471553 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a86850e-6837-4728-8e8a-5e42007de51d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.475233 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a86850e-6837-4728-8e8a-5e42007de51d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.494469 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86850e-6837-4728-8e8a-5e42007de51d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b29a5cf-f122-4942-887e-b8d78d766bfa,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:37.502581 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a86850e-6837-4728-8e8a-5e42007de51d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.503783 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-3a86850e-6837-4728-8e8a-5e42007de51d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1103063 Aug 20 12:44:37.506561 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59288) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:37.511009 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f58242ae-a596-40cd-be07-da4a7d652c09 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Request body: {'security_group_rule': {'security_group_id': '63b77edf-5a75-48d1-b890-9ec4a5708c04', 'project_id': 'af49867a0c784f94847efd187f789c13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:44:37.536588 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f58242ae-a596-40cd-be07-da4a7d652c09 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.598991 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f58242ae-a596-40cd-be07-da4a7d652c09 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.602607 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f58242ae-a596-40cd-be07-da4a7d652c09 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.620618 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58242ae-a596-40cd-be07-da4a7d652c09 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88cbded-ad7b-4c2a-ae22-44b9415ead55,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:37.627244 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f58242ae-a596-40cd-be07-da4a7d652c09 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.628082 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-f58242ae-a596-40cd-be07-da4a7d652c09 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205714 Aug 20 12:44:37.630941 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59290) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:37.635347 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-7e29633d-7583-4d50-9232-fb8439a53c03 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Request body: {'security_group_rule': {'security_group_id': '63b77edf-5a75-48d1-b890-9ec4a5708c04', 'project_id': 'af49867a0c784f94847efd187f789c13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:44:37.657997 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-7e29633d-7583-4d50-9232-fb8439a53c03 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Project af49867a0c784f94847efd187f789c13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:44:37.665476 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e29633d-7583-4d50-9232-fb8439a53c03 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.726256 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e29633d-7583-4d50-9232-fb8439a53c03 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.729910 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e29633d-7583-4d50-9232-fb8439a53c03 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.749402 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29633d-7583-4d50-9232-fb8439a53c03 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7c1b37-45e9-49fd-b729-9e377518bb25,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:37.756282 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7e29633d-7583-4d50-9232-fb8439a53c03 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.757558 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7e29633d-7583-4d50-9232-fb8439a53c03 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256969 Aug 20 12:44:37.760277 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59292) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:37.764855 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-17a2bc05-a347-4b2b-b239-7bc48cf5fa5e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Request body: {'security_group_rule': {'security_group_id': '63b77edf-5a75-48d1-b890-9ec4a5708c04', 'project_id': 'af49867a0c784f94847efd187f789c13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:44:37.787304 n-d-804299-2 neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-17a2bc05-a347-4b2b-b239-7bc48cf5fa5e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Project af49867a0c784f94847efd187f789c13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:44:37.792029 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-17a2bc05-a347-4b2b-b239-7bc48cf5fa5e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.855380 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-17a2bc05-a347-4b2b-b239-7bc48cf5fa5e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.860059 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-17a2bc05-a347-4b2b-b239-7bc48cf5fa5e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613138'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.880038 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2bc05-a347-4b2b-b239-7bc48cf5fa5e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bddb14e5-9e50-43d5-a38f-400d18097aed,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:37.886575 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-17a2bc05-a347-4b2b-b239-7bc48cf5fa5e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:37.895596 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-17a2bc05-a347-4b2b-b239-7bc48cf5fa5e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268167 Aug 20 12:44:38.033481 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-901bb3ba-4f3c-4ba4-94df-aceeb843253a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2137214079&fields=id&tenant_id=af49867a0c784f94847efd187f789c13 HTTP/1.1" status: 200 len: 267 time: 0.0350809 Aug 20 12:44:38.155312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-4f9f7886-34c2-4b29-99b7-7f31a4d9fc1b tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:38.156933 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-4f9f7886-34c2-4b29-99b7-7f31a4d9fc1b tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/networks?id=921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 200 len: 810 time: 0.1158450 Aug 20 12:44:38.173167 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-d85b2e5c-82a8-4c99-96aa-6b07b8ced25a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/quotas/af49867a0c784f94847efd187f789c13 HTTP/1.1" status: 200 len: 375 time: 0.0102541 Aug 20 12:44:38.203362 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Sync routers for ids ['a9198485-85bb-4b94-8a5d-e350cb322f68'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:44:38.213526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c5024f7d-9d0b-4993-b941-6fba2ef8d633 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:44:38.241617 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-2f68aa4d-7af1-4487-9c94-f26c0553e9c0 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=af49867a0c784f94847efd187f789c13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617330 Aug 20 12:44:38.249162 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Routers {'a9198485-85bb-4b94-8a5d-e350cb322f68'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:44:38.249793 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:44:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a9198485-85bb-4b94-8a5d-e350cb322f68'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:38.348139 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port c5024f7d-9d0b-4993-b941-6fba2ef8d633 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:38.348516 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:38.388356 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Set router a9198485-85bb-4b94-8a5d-e350cb322f68 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:44:38.445743 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-47922d6a-4ebd-4f90-85d1-66ecdd794bfa service neutron] 10.222.0.37 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856451 Aug 20 12:44:38.548257 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-046c2ecd-58b3-4f47-8326-a7d7fb99f424 service neutron] 10.222.0.37 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959013 Aug 20 12:44:38.549058 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2d63b128-14ef-4161-9fdf-bf0e1f45f105 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:44:38.649062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 2d63b128-14ef-4161-9fdf-bf0e1f45f105 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:38.649482 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:38.694827 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'name': 'tempest-TestSnapshotPattern-1287967798-router', 'tenant_id': '9f39ee3995d94414b870ce44aeff62dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:32Z', 'updated_at': '2021-08-20T12:44:35Z', 'revision_number': 4, 'project_id': '9f39ee3995d94414b870ce44aeff62dd', 'gw_port': {'id': '00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:32Z', 'updated_at': '2021-08-20T12:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'a4c39452-271b-49a5-89b0-9174da36e834', 'name': '', 'network_id': '703de66d-d90e-41ed-95a6-26d032595c60', 'tenant_id': '9f39ee3995d94414b870ce44aeff62dd', 'mac_address': 'fa:16:3e:79:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'baccac7f-1c71-4864-90a7-7e364060d0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:35Z', 'updated_at': '2021-08-20T12:44:35Z', 'revision_number': 2, 'project_id': '9f39ee3995d94414b870ce44aeff62dd', 'subnets': [{'id': 'baccac7f-1c71-4864-90a7-7e364060d0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:38.716161 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e42f732c-178e-4edc-9e74-45355f586f12 req-6b64cb28-6573-4d47-9bcd-379cbcb0d534 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 210 time: 0.0282674 Aug 20 12:44:38.725080 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Checking router: a9198485-85bb-4b94-8a5d-e350cb322f68 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:44:38.725444 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Updating router a9198485-85bb-4b94-8a5d-e350cb322f68 port a4c39452-271b-49a5-89b0-9174da36e834 binding host n-d-804299-2 {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:44:38.758417 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:38.825392 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:44:39.122408 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:44:39.154521 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:39.154887 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:39.304527 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:39.340864 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:39.344879 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:39.350460 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:39.377414 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Transition to ACTIVE for port object a4c39452-271b-49a5-89b0-9174da36e834 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:44:39.387523 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:39.415797 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:39.501947 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ce26e-1f8a-4970-9b3f-45388f24e1aa None None] Pushing event updated for resources: {'Port': ['ID=a4c39452-271b-49a5-89b0-9174da36e834,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:39.514251 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Attempting to bind port a4c39452-271b-49a5-89b0-9174da36e834 on host n-d-804299-2 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:44:39.514623 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Attempting to bind port a4c39452-271b-49a5-89b0-9174da36e834 by drivers openvswitch,hyperv on host n-d-804299-2 at level 0 using segments [{'id': 'e3f11396-f7fa-4bcf-a371-a71b90f760cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '703de66d-d90e-41ed-95a6-26d032595c60'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:44:39.514989 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Attempting to bind port a4c39452-271b-49a5-89b0-9174da36e834 on network 703de66d-d90e-41ed-95a6-26d032595c60 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:44:39.520687 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Checking agent: {'id': 'ce840a81-700c-488c-91b7-0d2cf8091cf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 19, 55), 'started_at': datetime.datetime(2021, 8, 20, 11, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804299-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:44:39.521063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Checking segment: {'id': 'e3f11396-f7fa-4bcf-a371-a71b90f760cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '703de66d-d90e-41ed-95a6-26d032595c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:44:39.521458 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:39.521859 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Bound using segment: {'id': 'e3f11396-f7fa-4bcf-a371-a71b90f760cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '703de66d-d90e-41ed-95a6-26d032595c60'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:44:39.522314 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Bound port: a4c39452-271b-49a5-89b0-9174da36e834, host: n-d-804299-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f11396-f7fa-4bcf-a371-a71b90f760cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '703de66d-d90e-41ed-95a6-26d032595c60'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:44:39.522693 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:39.596412 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] For port a4c39452-271b-49a5-89b0-9174da36e834, host n-d-804299-2, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:44:39.599640 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] For port a4c39452-271b-49a5-89b0-9174da36e834, host n-d-804299-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a4c39452-271b-49a5-89b0-9174da36e834,segment=NetworkSegment(e3f11396-f7fa-4bcf-a371-a71b90f760cf),segment_id=e3f11396-f7fa-4bcf-a371-a71b90f760cf)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:44:39.606756 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:39.703611 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Routers {'a9198485-85bb-4b94-8a5d-e350cb322f68'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:44:39.704240 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:44:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a9198485-85bb-4b94-8a5d-e350cb322f68'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:39.711162 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ce26e-1f8a-4970-9b3f-45388f24e1aa None None] Pushing event updated for resources: {'Port': ['ID=a4c39452-271b-49a5-89b0-9174da36e834,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:39.756247 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:39.858125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-9188a5cf-71d4-4bcc-ac7f-11fc4dbc6da0 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:39.859860 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-9188a5cf-71d4-4bcc-ac7f-11fc4dbc6da0 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.35 "GET /v2.0/networks?id=921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 200 len: 810 time: 0.2066567 Aug 20 12:44:39.904605 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] Set router a9198485-85bb-4b94-8a5d-e350cb322f68 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:44:39.924990 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-0347e8b1-e72b-4eef-83f6-b566d47f6b5a req-a42f5aea-69c6-42ba-9c4c-8908078aba35 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 210 time: 0.0633185 Aug 20 12:44:39.966639 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-f13d2c1d-42bf-4bbe-9fc8-b25d8069d76a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af49867a0c784f94847efd187f789c13 HTTP/1.1" status: 200 len: 380 time: 0.0891984 Aug 20 12:44:39.976844 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-ec289983-2925-40fb-8eeb-1b3cde9e7326 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Request body: {'port': {'device_id': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'admin_state_up': True, 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'security_groups': ['63b77edf-5a75-48d1-b890-9ec4a5708c04']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:44:40.093579 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-ec289983-2925-40fb-8eeb-1b3cde9e7326 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Made reservation on behalf of af49867a0c784f94847efd187f789c13 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:44:40.097294 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-ec289983-2925-40fb-8eeb-1b3cde9e7326 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:40.143653 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:44:40.170469 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'name': 'tempest-TestSnapshotPattern-1287967798-router', 'tenant_id': '9f39ee3995d94414b870ce44aeff62dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:32Z', 'updated_at': '2021-08-20T12:44:35Z', 'revision_number': 4, 'project_id': '9f39ee3995d94414b870ce44aeff62dd', 'gw_port': {'id': '00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:32Z', 'updated_at': '2021-08-20T12:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'a4c39452-271b-49a5-89b0-9174da36e834', 'name': '', 'network_id': '703de66d-d90e-41ed-95a6-26d032595c60', 'tenant_id': '9f39ee3995d94414b870ce44aeff62dd', 'mac_address': 'fa:16:3e:79:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'baccac7f-1c71-4864-90a7-7e364060d0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:35Z', 'updated_at': '2021-08-20T12:44:39Z', 'revision_number': 4, 'project_id': '9f39ee3995d94414b870ce44aeff62dd', 'subnets': [{'id': 'baccac7f-1c71-4864-90a7-7e364060d0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:40.204865 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d1900-bd7f-407c-9e9a-e29684f1df10 None None] The sync data for ids ['a9198485-85bb-4b94-8a5d-e350cb322f68'] in n-d-804299-2 is: [{'id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'name': 'tempest-TestSnapshotPattern-1287967798-router', 'tenant_id': '9f39ee3995d94414b870ce44aeff62dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:32Z', 'updated_at': '2021-08-20T12:44:35Z', 'revision_number': 4, 'project_id': '9f39ee3995d94414b870ce44aeff62dd', 'gw_port': {'id': '00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:32Z', 'updated_at': '2021-08-20T12:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'a4c39452-271b-49a5-89b0-9174da36e834', 'name': '', 'network_id': '703de66d-d90e-41ed-95a6-26d032595c60', 'tenant_id': '9f39ee3995d94414b870ce44aeff62dd', 'mac_address': 'fa:16:3e:79:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'baccac7f-1c71-4864-90a7-7e364060d0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:35Z', 'updated_at': '2021-08-20T12:44:39Z', 'revision_number': 4, 'project_id': '9f39ee3995d94414b870ce44aeff62dd', 'subnets': [{'id': 'baccac7f-1c71-4864-90a7-7e364060d0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:44:40.227795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:40.228424 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:40.232776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-ec289983-2925-40fb-8eeb-1b3cde9e7326 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Allocated IP 172.20.0.5 (921492e8-93dd-4e19-bea5-cd75434bdbe4/4fb48a37-f4d5-45a1-a5de-db121999c387/b04eda7a-c58c-43b5-a22d-0f502e853c18) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:44:40.422471 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-ec289983-2925-40fb-8eeb-1b3cde9e7326 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:40.437537 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-ec289983-2925-40fb-8eeb-1b3cde9e7326 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Transition to ACTIVE for port object b04eda7a-c58c-43b5-a22d-0f502e853c18 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:44:40.474616 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-ec289983-2925-40fb-8eeb-1b3cde9e7326 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:40.521866 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-ec289983-2925-40fb-8eeb-1b3cde9e7326 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Network 921492e8-93dd-4e19-bea5-cd75434bdbe4 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:44:40.524835 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-ec289983-2925-40fb-8eeb-1b3cde9e7326 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:44:40.532258 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-ec289983-2925-40fb-8eeb-1b3cde9e7326 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:44:40.535651 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec289983-2925-40fb-8eeb-1b3cde9e7326 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event updated for resources: {'Port': ['ID=b04eda7a-c58c-43b5-a22d-0f502e853c18,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:40.608624 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-ec289983-2925-40fb-8eeb-1b3cde9e7326 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:40.609319 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-ec289983-2925-40fb-8eeb-1b3cde9e7326 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:40.625894 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-ec289983-2925-40fb-8eeb-1b3cde9e7326 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6530077 Aug 20 12:44:40.638888 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Request body: {'port': {'device_id': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804299-2'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:44:40.696545 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:40.804121 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3e3e87b1-97bf-41d7-a770-a6f81fb9950d None None] Provisioning for port b04eda7a-c58c-43b5-a22d-0f502e853c18 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:44:40.807786 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3e3e87b1-97bf-41d7-a770-a6f81fb9950d None None] Provisioning complete for port b04eda7a-c58c-43b5-a22d-0f502e853c18 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:40.808097 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3e3e87b1-97bf-41d7-a770-a6f81fb9950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:40.842077 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e87b1-97bf-41d7-a770-a6f81fb9950d None None] Port b04eda7a-c58c-43b5-a22d-0f502e853c18 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:44:40.968121 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04eda7a-c58c-43b5-a22d-0f502e853c18 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:44:40.977063 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:40.990576 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Transition to ACTIVE for port object b04eda7a-c58c-43b5-a22d-0f502e853c18 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:44:40.993709 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:41.061036 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e208c4a-acf9-4da8-bd32-2d6014204637 req-117cb02d-261d-4bfa-856b-93c8b104d784 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:41.062538 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e208c4a-acf9-4da8-bd32-2d6014204637 req-117cb02d-261d-4bfa-856b-93c8b104d784 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 943 time: 0.0567951 Aug 20 12:44:41.090931 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Pushing event updated for resources: {'Port': ['ID=b04eda7a-c58c-43b5-a22d-0f502e853c18,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:41.105646 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-4e208c4a-acf9-4da8-bd32-2d6014204637 req-65cf9751-23c3-464c-9396-76decf32a0b5 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367641 Aug 20 12:44:41.126178 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Attempting to bind port b04eda7a-c58c-43b5-a22d-0f502e853c18 on host n-h1-804299-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:44:41.126637 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Attempting to bind port b04eda7a-c58c-43b5-a22d-0f502e853c18 by drivers openvswitch,hyperv on host n-h1-804299-2 at level 0 using segments [{'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:44:41.127069 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Attempting to bind port b04eda7a-c58c-43b5-a22d-0f502e853c18 on network 921492e8-93dd-4e19-bea5-cd75434bdbe4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:44:41.131706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Port b04eda7a-c58c-43b5-a22d-0f502e853c18 on network 921492e8-93dd-4e19-bea5-cd75434bdbe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804299-2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:44:41.132091 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Attempting to bind port b04eda7a-c58c-43b5-a22d-0f502e853c18 on network 921492e8-93dd-4e19-bea5-cd75434bdbe4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:44:41.137030 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Checking agent: {'id': '6403b381-6e87-4db7-9d66-bda4c9fa33f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:44:41.137492 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Checking segment: {'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:44:41.138271 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Bound using segment: {'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:44:41.138395 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Bound port: b04eda7a-c58c-43b5-a22d-0f502e853c18, host: n-h1-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:44:41.138820 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:41.206183 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] For port b04eda7a-c58c-43b5-a22d-0f502e853c18, host n-h1-804299-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:44:41.209706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] For port b04eda7a-c58c-43b5-a22d-0f502e853c18, host n-h1-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:44:41.215173 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:41.255885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:41.256676 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:41.257969 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] 10.222.0.35 "PUT /v2.0/ports/b04eda7a-c58c-43b5-a22d-0f502e853c18 HTTP/1.1" status: 200 len: 1091 time: 0.6242502 Aug 20 12:44:41.258427 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'tag': 'b04eda7a-c58c-43b5-a22d-0f502e853c18'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:44:41.260757 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1529d78ee9ff0fc92738bff1d4fef891f7271bcc054651fa6b70395befb13a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e06fdb-f810-4c8c-bc7b-cdd6a91cf873" -d '{"events": [{"name": "network-changed", "server_uuid": "ef98bde6-b6e9-4317-ba44-7b14d23b7505", "tag": "b04eda7a-c58c-43b5-a22d-0f502e853c18"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:44:41.283582 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf36e9-219f-4d30-9b78-2411d9213142 service neutron] Pushing event updated for resources: {'Port': ['ID=b04eda7a-c58c-43b5-a22d-0f502e853c18,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:41.321883 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d35154f-29e8-48ca-8af8-b67e70dbd22f x-openstack-request-id: req-9d35154f-29e8-48ca-8af8-b67e70dbd22f {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:44:41.322178 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef98bde6-b6e9-4317-ba44-7b14d23b7505", "tag": "b04eda7a-c58c-43b5-a22d-0f502e853c18", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:44:41.322604 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d35154f-29e8-48ca-8af8-b67e70dbd22f {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:44:41.322998 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'tag': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'status': 'completed', 'code': 200} Aug 20 12:44:41.359081 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-28cfdeb9-e1b3-4a54-bf12-c5208bf4de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:41.360620 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-28cfdeb9-e1b3-4a54-bf12-c5208bf4de96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af49867a0c784f94847efd187f789c13&device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 1094 time: 0.0473063 Aug 20 12:44:41.405363 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-d6851893-eeb0-4812-935b-044e8c96c6ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18 HTTP/1.1" status: 200 len: 217 time: 0.0363724 Aug 20 12:44:41.460499 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-571549a9-6120-42a9-9fc2-04bdddbfed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:41.461971 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-571549a9-6120-42a9-9fc2-04bdddbfed0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4fb48a37-f4d5-45a1-a5de-db121999c387 HTTP/1.1" status: 200 len: 849 time: 0.0484114 Aug 20 12:44:41.508103 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-967beac9-2dff-466c-8cd7-cf801f31fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:41.509665 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-967beac9-2dff-466c-8cd7-cf801f31fc31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=921492e8-93dd-4e19-bea5-cd75434bdbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404174 Aug 20 12:44:41.598694 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-609c036b-3de0-4b4e-ad1d-ecabdea4c103 service neutron] 10.222.0.35 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821524 Aug 20 12:44:41.695146 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f68f9555-96d3-4ec3-b51f-50d7be3fca5a req-349675a4-8ffa-45ca-a5b1-b03b75a81602 service neutron] 10.222.0.35 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876105 Aug 20 12:44:41.786936 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e06fdb-f810-4c8c-bc7b-cdd6a91cf873 req-708617f8-90de-4d1a-ac52-d4f62662b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:41.788490 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87e06fdb-f810-4c8c-bc7b-cdd6a91cf873 req-708617f8-90de-4d1a-ac52-d4f62662b7d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af49867a0c784f94847efd187f789c13&device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 1094 time: 0.0469990 Aug 20 12:44:41.880489 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e06fdb-f810-4c8c-bc7b-cdd6a91cf873 req-4631625c-23bb-4507-abe0-47add816e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:41.882008 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87e06fdb-f810-4c8c-bc7b-cdd6a91cf873 req-4631625c-23bb-4507-abe0-47add816e262 service neutron] 10.222.0.35 "GET /v2.0/networks?id=921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 200 len: 910 time: 0.0865006 Aug 20 12:44:41.925708 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87e06fdb-f810-4c8c-bc7b-cdd6a91cf873 req-5e43016c-7fbb-45ca-8c8c-8a4291c9c890 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18 HTTP/1.1" status: 200 len: 217 time: 0.0365233 Aug 20 12:44:41.982357 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e06fdb-f810-4c8c-bc7b-cdd6a91cf873 req-c9d6339a-792f-42d7-8fc1-0cef6fa4c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:41.984336 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87e06fdb-f810-4c8c-bc7b-cdd6a91cf873 req-c9d6339a-792f-42d7-8fc1-0cef6fa4c3f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4fb48a37-f4d5-45a1-a5de-db121999c387 HTTP/1.1" status: 200 len: 849 time: 0.0504918 Aug 20 12:44:42.038680 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e06fdb-f810-4c8c-bc7b-cdd6a91cf873 req-9fda7034-6d71-4ab1-8f4c-016c12969851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:42.040196 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87e06fdb-f810-4c8c-bc7b-cdd6a91cf873 req-9fda7034-6d71-4ab1-8f4c-016c12969851 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=921492e8-93dd-4e19-bea5-cd75434bdbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479672 Aug 20 12:44:42.146587 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87e06fdb-f810-4c8c-bc7b-cdd6a91cf873 req-c7e2044b-ceca-4f93-bc8d-13e11d88752a service neutron] 10.222.0.35 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979779 Aug 20 12:44:42.176682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a4c39452-271b-49a5-89b0-9174da36e834 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:44:42.236585 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e741f7-e483-489c-b6ab-9cfad62410cd req-3d0d0844-e8ed-4353-94db-5ec55f00fedb tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:42.241175 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-78e741f7-e483-489c-b6ab-9cfad62410cd req-3d0d0844-e8ed-4353-94db-5ec55f00fedb tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 943 time: 0.0546663 Aug 20 12:44:42.245144 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning for port a4c39452-271b-49a5-89b0-9174da36e834 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:44:42.250091 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port a4c39452-271b-49a5-89b0-9174da36e834 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:42.251543 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:42.264242 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-87e06fdb-f810-4c8c-bc7b-cdd6a91cf873 req-409fa1c4-015e-41a0-b8cb-c2ea4adbb68d service neutron] 10.222.0.35 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081917 Aug 20 12:44:42.289362 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-78e741f7-e483-489c-b6ab-9cfad62410cd req-a17d9d9f-4d79-4daf-b16b-e43577b16bc3 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449247 Aug 20 12:44:42.337420 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:42.368576 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] For port a4c39452-271b-49a5-89b0-9174da36e834, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a4c39452-271b-49a5-89b0-9174da36e834,segment=NetworkSegment(e3f11396-f7fa-4bcf-a371-a71b90f760cf),segment_id=e3f11396-f7fa-4bcf-a371-a71b90f760cf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:42.373161 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:42.420782 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Pushing event updated for resources: {'Port': ['ID=a4c39452-271b-49a5-89b0-9174da36e834,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:43.406973 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fedd0-4652-4ff9-8259-3aa1af846002 req-0059f448-c3f5-4f09-b192-93c4ac174ab4 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:43.408467 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e57fedd0-4652-4ff9-8259-3aa1af846002 req-0059f448-c3f5-4f09-b192-93c4ac174ab4 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 943 time: 0.0493774 Aug 20 12:44:43.445375 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e57fedd0-4652-4ff9-8259-3aa1af846002 req-d122f6c2-7a1b-43c1-865c-85abf5922953 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309241 Aug 20 12:44:44.136770 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a4c39452-271b-49a5-89b0-9174da36e834 up at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:44:44.186977 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Provisioning complete for port a4c39452-271b-49a5-89b0-9174da36e834 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:44.187348 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:44.557517 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c4a85-ee10-4ce6-8c61-6eea62b1683f req-93d96279-286e-4363-90a7-031e85b0c756 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:44.558883 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a94c4a85-ee10-4ce6-8c61-6eea62b1683f req-93d96279-286e-4363-90a7-031e85b0c756 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 943 time: 0.0476844 Aug 20 12:44:44.597967 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a94c4a85-ee10-4ce6-8c61-6eea62b1683f req-5a141fea-b3b7-46ed-b350-1e2d8e5ac368 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330081 Aug 20 12:44:45.061711 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b04eda7a-c58c-43b5-a22d-0f502e853c18 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:44:45.155813 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b04eda7a-c58c-43b5-a22d-0f502e853c18, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:45.167399 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'port_id': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'mac_address': 'fa:16:3e:ec:33:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:44:45.206346 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:45.220846 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04eda7a-c58c-43b5-a22d-0f502e853c18 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:44:45.241063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b04eda7a-c58c-43b5-a22d-0f502e853c18, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:45.245626 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:45.298219 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=b04eda7a-c58c-43b5-a22d-0f502e853c18,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:45.488406 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['b04eda7a-c58c-43b5-a22d-0f502e853c18'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:44:45.713970 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4447152-2c10-473e-b3a3-7adf60526fa9 req-6cac5e23-4d07-4e1b-8ec2-9dfb1774474a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:45.715554 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4447152-2c10-473e-b3a3-7adf60526fa9 req-6cac5e23-4d07-4e1b-8ec2-9dfb1774474a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 944 time: 0.0498335 Aug 20 12:44:45.756157 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-d4447152-2c10-473e-b3a3-7adf60526fa9 req-55b3bc5b-64e3-4fd0-94c0-c22802b10bbd tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343630 Aug 20 12:44:46.877894 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9816807-1673-4a9e-a273-c2715d44a487 req-c9ffaab2-8802-4dfc-a247-58e7da59809c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:46.879381 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e9816807-1673-4a9e-a273-c2715d44a487 req-c9ffaab2-8802-4dfc-a247-58e7da59809c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 944 time: 0.0524945 Aug 20 12:44:46.917865 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-e9816807-1673-4a9e-a273-c2715d44a487 req-37cef2c2-a8a6-4721-b205-5ff6c1fe6a49 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322165 Aug 20 12:44:47.093291 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b04eda7a-c58c-43b5-a22d-0f502e853c18 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:44:47.145533 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning for port b04eda7a-c58c-43b5-a22d-0f502e853c18 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:44:47.149085 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port b04eda7a-c58c-43b5-a22d-0f502e853c18 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:47.149454 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:47.223304 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:47.245139 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04eda7a-c58c-43b5-a22d-0f502e853c18'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:44:47.247544 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0789383-3c35-49bd-942a-018f7b89253f" -d '{"events": [{"server_uuid": "ef98bde6-b6e9-4317-ba44-7b14d23b7505", "name": "network-vif-plugged", "status": "completed", "tag": "b04eda7a-c58c-43b5-a22d-0f502e853c18"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:44:47.260238 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b04eda7a-c58c-43b5-a22d-0f502e853c18, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:47.265205 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:47.291512 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd4af57-ab25-43af-82b5-d06595b5746d x-openstack-request-id: req-abd4af57-ab25-43af-82b5-d06595b5746d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:44:47.291807 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef98bde6-b6e9-4317-ba44-7b14d23b7505", "name": "network-vif-plugged", "status": "completed", "tag": "b04eda7a-c58c-43b5-a22d-0f502e853c18", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:44:47.292059 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abd4af57-ab25-43af-82b5-d06595b5746d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:44:47.292433 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'code': 200} Aug 20 12:44:47.317815 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=b04eda7a-c58c-43b5-a22d-0f502e853c18,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:47.381312 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c328b2d-8b44-45ab-bf4f-8bc5fdbca182 req-6589ab98-938c-4cea-8df0-d2bb29461427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:47.382789 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3c328b2d-8b44-45ab-bf4f-8bc5fdbca182 req-6589ab98-938c-4cea-8df0-d2bb29461427 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 1096 time: 0.0397208 Aug 20 12:44:47.424238 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3c328b2d-8b44-45ab-bf4f-8bc5fdbca182 req-88c269a3-f3a7-43cd-a169-a2612b360b7d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314469 Aug 20 12:44:48.031174 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5875fb5-e014-46da-a6d9-f40599601eac req-cc4d9c3e-c9b2-4fc0-b3c5-a7018425580d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:48.032671 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5875fb5-e014-46da-a6d9-f40599601eac req-cc4d9c3e-c9b2-4fc0-b3c5-a7018425580d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 945 time: 0.0489855 Aug 20 12:44:48.070230 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-f5875fb5-e014-46da-a6d9-f40599601eac req-6a79a122-00f9-4beb-973f-6041096da5ed tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316317 Aug 20 12:44:49.184541 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a6c26-5ec7-40bc-83e5-30ac6562e1b3 req-addc0c42-9355-44d5-a328-741e64a0044f tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:49.186059 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5b5a6c26-5ec7-40bc-83e5-30ac6562e1b3 req-addc0c42-9355-44d5-a328-741e64a0044f tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 945 time: 0.0493612 Aug 20 12:44:49.222319 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-5b5a6c26-5ec7-40bc-83e5-30ac6562e1b3 req-e46d4775-308b-4fa3-be07-7e42ccb4cacd tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305204 Aug 20 12:44:49.335754 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46815c65-fcaf-415d-888e-bc2c3666d672 req-5bdbe80c-20b6-4b44-8993-2b25adbb2a4f tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:49.337276 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-46815c65-fcaf-415d-888e-bc2c3666d672 req-5bdbe80c-20b6-4b44-8993-2b25adbb2a4f tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 945 time: 0.0498393 Aug 20 12:44:49.375505 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-46815c65-fcaf-415d-888e-bc2c3666d672 req-4baf134a-a372-4889-866a-3292ad7b96cd tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321481 Aug 20 12:44:49.396964 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59348) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:49.482680 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f4980e-6267-4a55-9236-bcedb8ebd2db tempest-TestSnapshotPattern-98354818 tempest-TestSnapshotPattern-98354818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:49.484401 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c6f4980e-6267-4a55-9236-bcedb8ebd2db tempest-TestSnapshotPattern-98354818 tempest-TestSnapshotPattern-98354818-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 1091 time: 0.0864275 Aug 20 12:44:49.487312 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59352) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:44:49.491781 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:44:49.529992 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:49.627112 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:49.738882 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Allocated IP 172.25.8.21 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/6f16a9fd-92ea-48de-9687-2005944ad0e5) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:44:49.839002 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:49.878284 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:49.923938 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:44:49.927054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:44:49.930646 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:44:49.939289 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event updated for resources: {'Port': ['ID=6f16a9fd-92ea-48de-9687-2005944ad0e5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:50.296300 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:50.365544 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:50.514233 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:50.518642 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:50.586500 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event updated for resources: {'Port': ['ID=6f16a9fd-92ea-48de-9687-2005944ad0e5,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:50.594468 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:50.693149 n-d-804299-2 neutron-server[94691]: INFO neutron.db.l3_db [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Floating IP 0cefe0e9-0e2e-469e-acf5-334ceb4fe8f1 associated. External IP: 172.25.8.21, port: b04eda7a-c58c-43b5-a22d-0f502e853c18. Aug 20 12:44:50.896812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:44:51.003394 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:44:51.013938 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdfb849-08e8-4f62-8088-1480dafc8bd5 None None] Sync routers for ids ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:44:51.023449 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:51.023990 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdfb849-08e8-4f62-8088-1480dafc8bd5 None None] Routers {'80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:44:51.024621 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-2fdfb849-08e8-4f62-8088-1480dafc8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:44:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:51.050577 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-b29d25dc-8c7c-4c60-9158-b0f5924b3248 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5622571 Aug 20 12:44:51.051263 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'tag': 'b04eda7a-c58c-43b5-a22d-0f502e853c18'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:44:51.053680 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f1faaa-cdb5-4c07-a3e3-e69db9cf7142" -d '{"events": [{"name": "network-changed", "server_uuid": "ef98bde6-b6e9-4317-ba44-7b14d23b7505", "tag": "b04eda7a-c58c-43b5-a22d-0f502e853c18"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:44:51.131619 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-2fdfb849-08e8-4f62-8088-1480dafc8bd5 None None] Set router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:44:51.151409 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a24267-57de-4349-9798-8cad5e88c681 x-openstack-request-id: req-b6a24267-57de-4349-9798-8cad5e88c681 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:44:51.151694 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef98bde6-b6e9-4317-ba44-7b14d23b7505", "tag": "b04eda7a-c58c-43b5-a22d-0f502e853c18", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:44:51.151943 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6a24267-57de-4349-9798-8cad5e88c681 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:44:51.152344 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'tag': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'status': 'completed', 'code': 200} Aug 20 12:44:51.212809 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1faaa-cdb5-4c07-a3e3-e69db9cf7142 req-e884b873-e2bb-428a-b098-8787a6a455fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:51.214355 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7f1faaa-cdb5-4c07-a3e3-e69db9cf7142 req-e884b873-e2bb-428a-b098-8787a6a455fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af49867a0c784f94847efd187f789c13&device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 1096 time: 0.0399511 Aug 20 12:44:51.306651 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1faaa-cdb5-4c07-a3e3-e69db9cf7142 req-57a9636d-8d79-4648-be04-4f28e5cab859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:51.308287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7f1faaa-cdb5-4c07-a3e3-e69db9cf7142 req-57a9636d-8d79-4648-be04-4f28e5cab859 service neutron] 10.222.0.35 "GET /v2.0/networks?id=921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 200 len: 910 time: 0.0873885 Aug 20 12:44:51.353485 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-2fdfb849-08e8-4f62-8088-1480dafc8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0cefe0e9-0e2e-469e-acf5-334ceb4fe8f1', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'port_id': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'mac_address': 'fa:16:3e:ec:33:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:44:50Z', 'updated_at': '2021-08-20T12:44:50Z', 'revision_number': 0, 'project_id': 'af49867a0c784f94847efd187f789c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5024f7d-9d0b-4993-b941-6fba2ef8d633', 'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'mac_address': 'fa:16:3e:cc:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:30Z', 'updated_at': '2021-08-20T12:44:36Z', 'revision_number': 5, 'project_id': 'af49867a0c784f94847efd187f789c13', 'subnets': [{'id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:51.375776 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7f1faaa-cdb5-4c07-a3e3-e69db9cf7142 req-b53d92bd-1c9b-4bba-b416-7b7653e3edd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18 HTTP/1.1" status: 200 len: 998 time: 0.0602009 Aug 20 12:44:51.384495 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdfb849-08e8-4f62-8088-1480dafc8bd5 None None] Checking router: 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:44:51.393362 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdfb849-08e8-4f62-8088-1480dafc8bd5 None None] Routers {'80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:44:51.393956 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-2fdfb849-08e8-4f62-8088-1480dafc8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:44:25Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:51.425267 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1faaa-cdb5-4c07-a3e3-e69db9cf7142 req-900536bc-e3f2-4791-8110-2a7c39dece8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:51.426652 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7f1faaa-cdb5-4c07-a3e3-e69db9cf7142 req-900536bc-e3f2-4791-8110-2a7c39dece8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4fb48a37-f4d5-45a1-a5de-db121999c387 HTTP/1.1" status: 200 len: 849 time: 0.0445197 Aug 20 12:44:51.476652 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1faaa-cdb5-4c07-a3e3-e69db9cf7142 req-7822443a-30c2-4b48-9ec3-9994b6ac9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:51.478415 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7f1faaa-cdb5-4c07-a3e3-e69db9cf7142 req-7822443a-30c2-4b48-9ec3-9994b6ac9f69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=921492e8-93dd-4e19-bea5-cd75434bdbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448127 Aug 20 12:44:51.498574 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-2fdfb849-08e8-4f62-8088-1480dafc8bd5 None None] Set router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:44:51.568268 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7f1faaa-cdb5-4c07-a3e3-e69db9cf7142 req-e6a20fde-ab30-400e-8f33-b4165dfc2c87 service neutron] 10.222.0.35 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827978 Aug 20 12:44:51.664322 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a7f1faaa-cdb5-4c07-a3e3-e69db9cf7142 req-c6c3eb26-cda2-4283-aea0-a1a08a1ec5ae service neutron] 10.222.0.35 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879977 Aug 20 12:44:51.713782 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-2fdfb849-08e8-4f62-8088-1480dafc8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0cefe0e9-0e2e-469e-acf5-334ceb4fe8f1', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'port_id': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'mac_address': 'fa:16:3e:ec:33:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:44:50Z', 'updated_at': '2021-08-20T12:44:50Z', 'revision_number': 0, 'project_id': 'af49867a0c784f94847efd187f789c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5024f7d-9d0b-4993-b941-6fba2ef8d633', 'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'mac_address': 'fa:16:3e:cc:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:30Z', 'updated_at': '2021-08-20T12:44:36Z', 'revision_number': 5, 'project_id': 'af49867a0c784f94847efd187f789c13', 'subnets': [{'id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:44:51.742200 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdfb849-08e8-4f62-8088-1480dafc8bd5 None None] The sync data for ids ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'] in n-d-804299-2 is: [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0cefe0e9-0e2e-469e-acf5-334ceb4fe8f1', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'port_id': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'mac_address': 'fa:16:3e:ec:33:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:44:50Z', 'updated_at': '2021-08-20T12:44:50Z', 'revision_number': 0, 'project_id': 'af49867a0c784f94847efd187f789c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5024f7d-9d0b-4993-b941-6fba2ef8d633', 'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'mac_address': 'fa:16:3e:cc:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:30Z', 'updated_at': '2021-08-20T12:44:36Z', 'revision_number': 5, 'project_id': 'af49867a0c784f94847efd187f789c13', 'subnets': [{'id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:44:51.931125 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d4d0e1-6c15-456d-81e0-0b8d805970cc None None] New status for floating IP 0cefe0e9-0e2e-469e-acf5-334ceb4fe8f1: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:44:52.457883 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9054642f-7eb8-4f08-a09e-3f9b9f5525a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:55.219065 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-15ab63f2-7119-46a6-8ee1-caca235cdf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:55.591843 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:56.621682 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:58.234049 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:02.277661 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:45:03.640802 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:09.677783 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:09.794940 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff44b6-645c-41a4-8e0e-ec7b2dd45374 req-6f95a6f9-66b5-43c5-beaf-dedfedee1a78 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0849838 Aug 20 12:45:09.877138 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff44b6-645c-41a4-8e0e-ec7b2dd45374 req-7b4c6ebf-cbe2-4c05-88ae-3192aebd7513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:09.878628 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff44b6-645c-41a4-8e0e-ec7b2dd45374 req-7b4c6ebf-cbe2-4c05-88ae-3192aebd7513 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af49867a0c784f94847efd187f789c13&device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 1096 time: 0.0412755 Aug 20 12:45:10.335432 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff44b6-645c-41a4-8e0e-ec7b2dd45374 req-1504365f-9259-46fd-820d-2e63be840d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:10.336863 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff44b6-645c-41a4-8e0e-ec7b2dd45374 req-1504365f-9259-46fd-820d-2e63be840d5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 200 len: 910 time: 0.4388299 Aug 20 12:45:10.403902 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff44b6-645c-41a4-8e0e-ec7b2dd45374 req-592a7afa-b2c3-4bf4-a0ef-44b229f1a73e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18 HTTP/1.1" status: 200 len: 1000 time: 0.0589378 Aug 20 12:45:10.454370 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff44b6-645c-41a4-8e0e-ec7b2dd45374 req-29b16a6e-c531-4ef8-8758-a0184484ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:10.455835 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff44b6-645c-41a4-8e0e-ec7b2dd45374 req-29b16a6e-c531-4ef8-8758-a0184484ef29 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4fb48a37-f4d5-45a1-a5de-db121999c387 HTTP/1.1" status: 200 len: 849 time: 0.0445671 Aug 20 12:45:10.507538 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff44b6-645c-41a4-8e0e-ec7b2dd45374 req-b88d472b-60fd-4f60-9472-4153a0bf5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:10.509100 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff44b6-645c-41a4-8e0e-ec7b2dd45374 req-b88d472b-60fd-4f60-9472-4153a0bf5379 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=921492e8-93dd-4e19-bea5-cd75434bdbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461276 Aug 20 12:45:10.601044 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff44b6-645c-41a4-8e0e-ec7b2dd45374 req-bd24fe88-acc8-4c16-a4e2-15a7a0244b36 service neutron] 10.222.0.35 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840764 Aug 20 12:45:10.703239 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dcff44b6-645c-41a4-8e0e-ec7b2dd45374 req-b331e15d-b9c8-4cd6-861b-62481697d06b service neutron] 10.222.0.35 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926342 Aug 20 12:45:22.459188 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-16f255dd-32f6-4ba4-b5d2-e3ac8a497493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:25.222356 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1a44b1f6-215f-40bb-812b-0f30bc4cfa0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:25.595542 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:26.624356 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:28.237530 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:33.639498 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:39.276524 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:45:39.690080 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:52.459967 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7f713a04-703b-48df-939c-9802d4a05413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:55.228382 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d1a2c8f0-b539-478e-a911-c87bf7841a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:55.598237 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:56.629772 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:58.240419 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:03.653774 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:09.707304 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:11.752466 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f31a79b9-ce8d-49b9-9678-5546f0c55fdb req-865929c4-fa77-454f-8aa1-bba599403bad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406690 Aug 20 12:46:11.833180 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a79b9-ce8d-49b9-9678-5546f0c55fdb req-b34fe43f-baf7-4e52-9cb5-0a6078589581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:11.834688 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f31a79b9-ce8d-49b9-9678-5546f0c55fdb req-b34fe43f-baf7-4e52-9cb5-0a6078589581 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af49867a0c784f94847efd187f789c13&device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 1096 time: 0.0394988 Aug 20 12:46:11.938606 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a79b9-ce8d-49b9-9678-5546f0c55fdb req-74c7b037-502b-4c2e-a628-a40fd3fab4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:11.940062 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f31a79b9-ce8d-49b9-9678-5546f0c55fdb req-74c7b037-502b-4c2e-a628-a40fd3fab4b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 200 len: 910 time: 0.0862839 Aug 20 12:46:12.005691 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f31a79b9-ce8d-49b9-9678-5546f0c55fdb req-9f5d50cb-df0c-4de3-aa06-0aa6a0529562 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18 HTTP/1.1" status: 200 len: 1000 time: 0.0578349 Aug 20 12:46:12.056643 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a79b9-ce8d-49b9-9678-5546f0c55fdb req-ef4a3979-72a8-4298-9990-8aa54f98326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:12.058077 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f31a79b9-ce8d-49b9-9678-5546f0c55fdb req-ef4a3979-72a8-4298-9990-8aa54f98326f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4fb48a37-f4d5-45a1-a5de-db121999c387 HTTP/1.1" status: 200 len: 849 time: 0.0446413 Aug 20 12:46:12.106393 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a79b9-ce8d-49b9-9678-5546f0c55fdb req-097c6f27-07c5-43b2-af85-00aacff8f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:12.107848 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f31a79b9-ce8d-49b9-9678-5546f0c55fdb req-097c6f27-07c5-43b2-af85-00aacff8f1a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=921492e8-93dd-4e19-bea5-cd75434bdbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432355 Aug 20 12:46:12.194138 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f31a79b9-ce8d-49b9-9678-5546f0c55fdb req-d3bc0c10-6e6f-4ac0-996b-5496baefdfbe service neutron] 10.222.0.35 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792916 Aug 20 12:46:12.285608 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f31a79b9-ce8d-49b9-9678-5546f0c55fdb req-03dc0883-170b-4376-a27a-3cc79dd24714 service neutron] 10.222.0.35 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843198 Aug 20 12:46:16.276686 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:46:22.462149 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c7a15fa0-3d5d-41dc-b086-b271df9bb456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:25.218696 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ab21f5b5-a8c1-47ab-88ef-62dff7590435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:25.599042 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:26.629796 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:28.243065 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.641554 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:39.698720 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:49.576315 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b04eda7a-c58c-43b5-a22d-0f502e853c18 details requested by agent hyperv_n-h1-804299-2 with host n-h1-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:46:49.678589 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b04eda7a-c58c-43b5-a22d-0f502e853c18, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:49.690143 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Returning: {'device': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'port_id': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'mac_address': 'fa:16:3e:ec:33:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:46:49.728719 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:49.741851 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b04eda7a-c58c-43b5-a22d-0f502e853c18 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:46:49.761350 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b04eda7a-c58c-43b5-a22d-0f502e853c18, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:49.765443 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:49.818205 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=b04eda7a-c58c-43b5-a22d-0f502e853c18,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:49.826891 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:49.827246 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:49.827583 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:49.827917 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:49.828246 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:49.828570 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:49.828927 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:49.829247 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:49.829565 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:49.830359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:49.830359 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:49.830512 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:49.843137 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] get_ports_and_sgs() called for port_ids ['b04eda7a-c58c-43b5-a22d-0f502e853c18'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:46:51.595060 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b04eda7a-c58c-43b5-a22d-0f502e853c18 up at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:46:51.652938 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Provisioning complete for port b04eda7a-c58c-43b5-a22d-0f502e853c18 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:51.653305 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:51.891030 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:51.914649 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04eda7a-c58c-43b5-a22d-0f502e853c18'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:46:51.916930 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b79aac3-5f07-48f4-b5a5-f1c4d47a1567" -d '{"events": [{"server_uuid": "ef98bde6-b6e9-4317-ba44-7b14d23b7505", "name": "network-vif-plugged", "status": "completed", "tag": "b04eda7a-c58c-43b5-a22d-0f502e853c18"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:46:51.930795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b04eda7a-c58c-43b5-a22d-0f502e853c18, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:51.936825 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:51.994571 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=b04eda7a-c58c-43b5-a22d-0f502e853c18,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:52.062006 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd57cf2e-6822-4750-bf91-5634d0b5863c x-openstack-request-id: req-dd57cf2e-6822-4750-bf91-5634d0b5863c {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:46:52.062300 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef98bde6-b6e9-4317-ba44-7b14d23b7505", "name": "network-vif-plugged", "status": "completed", "tag": "b04eda7a-c58c-43b5-a22d-0f502e853c18", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:46:52.062548 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd57cf2e-6822-4750-bf91-5634d0b5863c {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:46:52.062945 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'code': 200} Aug 20 12:46:52.466646 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b2d7b78e-c3d1-46d2-9780-b35fd319fe1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:53.276413 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:46:55.227436 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5911bae5-f411-464e-b2f3-d7be3b74fff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:55.602507 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:56.635664 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:58.246159 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:59.003818 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-4680d6f2-331d-4769-99f0-d548321189af tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2137214079&fields=id&tenant_id=af49867a0c784f94847efd187f789c13 HTTP/1.1" status: 200 len: 267 time: 0.0355237 Aug 20 12:46:59.113220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-66ce71fb-c2d2-4fae-b9c6-f90a42e1ca75 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:59.114688 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-66ce71fb-c2d2-4fae-b9c6-f90a42e1ca75 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/networks?id=921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 200 len: 810 time: 0.1039584 Aug 20 12:46:59.129394 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-7c2fcac9-95eb-4895-a2c3-88b885c55b0c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/quotas/af49867a0c784f94847efd187f789c13 HTTP/1.1" status: 200 len: 375 time: 0.0090067 Aug 20 12:46:59.184472 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-96b5c5e0-cd22-438b-a870-925d7bfb23d5 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=af49867a0c784f94847efd187f789c13&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0499291 Aug 20 12:46:59.243800 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-d25a79f7-add4-418b-bdd2-3c0898c4701c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:46:59.245004 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-d25a79f7-add4-418b-bdd2-3c0898c4701c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488768 Aug 20 12:46:59.332103 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-417c7388-55e7-460b-90ea-e177e8ca0fe8 service neutron] 10.222.0.37 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802822 Aug 20 12:46:59.423347 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-6641c83d-1ef6-4558-b4c5-99a495d518d8 service neutron] 10.222.0.37 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851710 Aug 20 12:46:59.612329 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9b0909ee-9697-494f-bc00-e3cfa76e0409 req-50e28267-8e4e-47e2-9e63-cee779732a04 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 210 time: 0.0286305 Aug 20 12:47:00.691656 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-af0cdbcc-f283-4068-a11a-cf107589dea5 req-b829fdd7-5d00-457b-aaaf-8287100f2a4c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 210 time: 0.0286102 Aug 20 12:47:01.642068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b04eda7a-c58c-43b5-a22d-0f502e853c18 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:47:01.714434 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:01.737093 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b04eda7a-c58c-43b5-a22d-0f502e853c18'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:47:01.739307 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f460a46c-4538-4f16-a11d-ebb902d51c42" -d '{"events": [{"server_uuid": "ef98bde6-b6e9-4317-ba44-7b14d23b7505", "name": "network-vif-unplugged", "status": "completed", "tag": "b04eda7a-c58c-43b5-a22d-0f502e853c18"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:47:01.752675 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] For port b04eda7a-c58c-43b5-a22d-0f502e853c18, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:47:01.758276 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:01.786034 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31ae3f7-7e9b-4ec4-a398-217ba642cbdf x-openstack-request-id: req-e31ae3f7-7e9b-4ec4-a398-217ba642cbdf {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:47:01.786354 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef98bde6-b6e9-4317-ba44-7b14d23b7505", "name": "network-vif-unplugged", "status": "completed", "tag": "b04eda7a-c58c-43b5-a22d-0f502e853c18", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:47:01.786603 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e31ae3f7-7e9b-4ec4-a398-217ba642cbdf {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:47:01.786977 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'code': 200} Aug 20 12:47:01.787601 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-48b8cfed-2e8d-4b06-a385-ed16967613a4 req-7c1d8d94-e2ab-4eb0-8b53-2ee5d296ae11 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 210 time: 0.0293553 Aug 20 12:47:01.813760 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Pushing event updated for resources: {'Port': ['ID=b04eda7a-c58c-43b5-a22d-0f502e853c18,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:47:02.639131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-b9f978bc-96bb-443a-8ee1-2a8c74da3759 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:02.641176 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-b9f978bc-96bb-443a-8ee1-2a8c74da3759 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.76 "GET /v2.0/networks?id=921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 200 len: 810 time: 0.1080010 Aug 20 12:47:02.686718 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-c3fb1a97-439c-4b41-bd19-091a8d62f49c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af49867a0c784f94847efd187f789c13 HTTP/1.1" status: 200 len: 380 time: 0.0360754 Aug 20 12:47:02.698309 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Request body: {'port': {'device_id': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'admin_state_up': True, 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'security_groups': ['63b77edf-5a75-48d1-b890-9ec4a5708c04']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:47:02.806141 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Made reservation on behalf of af49867a0c784f94847efd187f789c13 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:47:02.811280 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:02.907380 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a2ca8403-f0b7-414d-b3a8-305bc5346840 req-26ee523b-9922-478c-8acc-1fb7615773fb tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 210 time: 0.0360422 Aug 20 12:47:03.017772 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Allocated IP 172.20.0.13 (921492e8-93dd-4e19-bea5-cd75434bdbe4/4fb48a37-f4d5-45a1-a5de-db121999c387/8d73dad7-ea21-49f0-b0bf-7302b5ad22bb) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:47:03.179284 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:03.194145 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Transition to ACTIVE for port object 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:47:03.229271 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:03.272785 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Network 921492e8-93dd-4e19-bea5-cd75434bdbe4 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:47:03.276154 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:47:03.279812 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:47:03.320562 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event updated for resources: {'Port': ['ID=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:47:03.332522 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:03.332904 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:03.333224 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:03.333704 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:03.334047 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:03.334383 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:03.334711 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:03.335037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:03.335363 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:03.335692 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:03.336037 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:03.336364 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:03.365841 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:03.366506 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:03.391957 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3a241a89-bd41-4ef5-b431-bffe41bd0a4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6975780 Aug 20 12:47:03.537198 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-68ca4a42-7d19-4893-b576-4a6682605187 None None] Provisioning for port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:47:03.541155 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-68ca4a42-7d19-4893-b576-4a6682605187 None None] Provisioning complete for port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:47:03.541531 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-68ca4a42-7d19-4893-b576-4a6682605187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:03.580324 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-68ca4a42-7d19-4893-b576-4a6682605187 None None] Port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:47:03.666823 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:04.050082 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06c1bf-4252-4e86-9bcf-51e71620adde req-db8443c2-04a0-417d-985a-4e8bc74f537a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:04.051600 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b06c1bf-4252-4e86-9bcf-51e71620adde req-db8443c2-04a0-417d-985a-4e8bc74f537a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 932 time: 0.0557196 Aug 20 12:47:04.092134 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-3b06c1bf-4252-4e86-9bcf-51e71620adde req-38bcfc1a-0a0a-49dd-9c5a-b303f439637c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342979 Aug 20 12:47:05.218937 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34fa15-6c0b-485b-a195-a680cda56ddc req-d64b7c9c-1834-4a49-ae95-ab695e67b06f tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:05.220619 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f34fa15-6c0b-485b-a195-a680cda56ddc req-d64b7c9c-1834-4a49-ae95-ab695e67b06f tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 932 time: 0.0577090 Aug 20 12:47:05.260161 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9f34fa15-6c0b-485b-a195-a680cda56ddc req-c67b5f1e-e6a2-4113-b2a3-8af2f88ad752 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328639 Aug 20 12:47:06.388506 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deffd7f-b0c6-4387-bfa6-79a4acc86a20 req-0b82a12d-6aff-4a1c-91a7-cf4c3b4c365c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:06.390718 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9deffd7f-b0c6-4387-bfa6-79a4acc86a20 req-0b82a12d-6aff-4a1c-91a7-cf4c3b4c365c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 932 time: 0.0606315 Aug 20 12:47:06.444140 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-9deffd7f-b0c6-4387-bfa6-79a4acc86a20 req-ba7678b1-5c03-482f-aad2-6c8d1284c723 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467639 Aug 20 12:47:07.565821 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3f789-9483-41ad-a4bc-06eab9857a5d req-0bb6d379-978b-4f3c-bd42-00636de9c20b tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:07.567316 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a2a3f789-9483-41ad-a4bc-06eab9857a5d req-0bb6d379-978b-4f3c-bd42-00636de9c20b tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 932 time: 0.0530400 Aug 20 12:47:07.608816 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-a2a3f789-9483-41ad-a4bc-06eab9857a5d req-36b02429-97ee-462d-83b2-15cbcafc74d0 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353310 Aug 20 12:47:08.741521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bcc7a-8a40-4452-8e7b-876c23afab3e req-ec197a9f-81a4-4587-856a-4e6ef30b0f59 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:08.743251 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-485bcc7a-8a40-4452-8e7b-876c23afab3e req-ec197a9f-81a4-4587-856a-4e6ef30b0f59 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 932 time: 0.0571506 Aug 20 12:47:08.790840 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-485bcc7a-8a40-4452-8e7b-876c23afab3e req-899d026c-95d4-47c7-a924-907037413b72 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392494 Aug 20 12:47:09.714662 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:09.919329 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80864c-69d0-491b-ac21-c1487df2503b req-0926ce4f-25d9-489f-81b9-98ef6389354e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:09.922505 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a80864c-69d0-491b-ac21-c1487df2503b req-0926ce4f-25d9-489f-81b9-98ef6389354e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 932 time: 0.0541224 Aug 20 12:47:09.966678 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9a80864c-69d0-491b-ac21-c1487df2503b req-052a20b6-2632-4a8d-bcfb-f4c2cae36c85 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380931 Aug 20 12:47:11.093800 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae0ff7-51fd-4f8e-8887-fcf18d3f64b0 req-a6d6be02-29e7-461d-88ac-b8f22c946b24 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:11.095437 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e4ae0ff7-51fd-4f8e-8887-fcf18d3f64b0 req-a6d6be02-29e7-461d-88ac-b8f22c946b24 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 932 time: 0.0538394 Aug 20 12:47:11.137023 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-e4ae0ff7-51fd-4f8e-8887-fcf18d3f64b0 req-f5763e75-f523-4884-8760-ad091741f9b1 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350463 Aug 20 12:47:12.271115 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f4db1-6f3c-43be-b4a7-965785629775 req-1789d8eb-e993-40b2-bc0b-c03dfb7e7adc tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:12.272608 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-476f4db1-6f3c-43be-b4a7-965785629775 req-1789d8eb-e993-40b2-bc0b-c03dfb7e7adc tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 932 time: 0.0561724 Aug 20 12:47:12.323503 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-476f4db1-6f3c-43be-b4a7-965785629775 req-535275f9-b9e2-4afd-bc73-a8894a940f97 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398588 Aug 20 12:47:12.761797 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2be4ff7-398c-4a8a-82c5-476e29ea3d9e req-08adba62-520b-44e4-a111-db4df93c5736 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511024 Aug 20 12:47:12.847607 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be4ff7-398c-4a8a-82c5-476e29ea3d9e req-2da1f470-b6cb-4685-90cb-04998daa7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:12.849170 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2be4ff7-398c-4a8a-82c5-476e29ea3d9e req-2da1f470-b6cb-4685-90cb-04998daa7be4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af49867a0c784f94847efd187f789c13&device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 1094 time: 0.0420403 Aug 20 12:47:12.956609 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be4ff7-398c-4a8a-82c5-476e29ea3d9e req-2a060066-f02d-42c5-bb6e-d25753ab79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:12.958234 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2be4ff7-398c-4a8a-82c5-476e29ea3d9e req-2a060066-f02d-42c5-bb6e-d25753ab79c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 200 len: 910 time: 0.0892601 Aug 20 12:47:13.035405 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2be4ff7-398c-4a8a-82c5-476e29ea3d9e req-fe1e53e2-3eec-4b84-987c-9d350c8c880e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18 HTTP/1.1" status: 200 len: 998 time: 0.0692205 Aug 20 12:47:13.089194 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be4ff7-398c-4a8a-82c5-476e29ea3d9e req-f11dad3f-4f8d-4e0d-9640-10452989a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:13.090659 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2be4ff7-398c-4a8a-82c5-476e29ea3d9e req-f11dad3f-4f8d-4e0d-9640-10452989a82a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4fb48a37-f4d5-45a1-a5de-db121999c387 HTTP/1.1" status: 200 len: 849 time: 0.0484078 Aug 20 12:47:13.139000 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be4ff7-398c-4a8a-82c5-476e29ea3d9e req-bcce177d-ef00-44ef-9d45-87fe4f202f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:13.140573 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2be4ff7-398c-4a8a-82c5-476e29ea3d9e req-bcce177d-ef00-44ef-9d45-87fe4f202f4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=921492e8-93dd-4e19-bea5-cd75434bdbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428126 Aug 20 12:47:13.234700 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2be4ff7-398c-4a8a-82c5-476e29ea3d9e req-78e5f8a0-3e07-45b6-a81e-5f9c4044b7b8 service neutron] 10.222.0.35 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871556 Aug 20 12:47:13.329674 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-f2be4ff7-398c-4a8a-82c5-476e29ea3d9e req-a1f46153-b331-4033-8363-68a724066295 service neutron] 10.222.0.35 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877829 Aug 20 12:47:13.446145 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef437192-009a-4f25-8a3f-9c5d378ca44d req-806ff8c2-d5b6-476c-b437-beaced428b37 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:13.447655 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef437192-009a-4f25-8a3f-9c5d378ca44d req-806ff8c2-d5b6-476c-b437-beaced428b37 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 932 time: 0.0548804 Aug 20 12:47:13.487583 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-ef437192-009a-4f25-8a3f-9c5d378ca44d req-54d62fa7-421c-4e1d-b295-0754dc071e9e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335855 Aug 20 12:47:13.500272 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.v2.base [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Request body: {'port': {'device_id': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804299-2'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:47:13.554290 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:14.116876 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:47:14.125264 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:14.136784 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Transition to ACTIVE for port object 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:47:14.141756 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:14.194062 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Pushing event updated for resources: {'Port': ['ID=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:47:14.264932 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Attempting to bind port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb on host n-h2-804299-2 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:47:14.265256 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Attempting to bind port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb by drivers openvswitch,hyperv on host n-h2-804299-2 at level 0 using segments [{'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:47:14.265523 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Attempting to bind port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb on network 921492e8-93dd-4e19-bea5-cd75434bdbe4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:47:14.270288 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb on network 921492e8-93dd-4e19-bea5-cd75434bdbe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804299-2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:47:14.270612 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Attempting to bind port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb on network 921492e8-93dd-4e19-bea5-cd75434bdbe4 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:47:14.275650 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Checking agent: {'id': '3051a0b6-287b-4954-bd53-28d11f1eafaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804299-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'started_at': datetime.datetime(2021, 8, 20, 11, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:47:14.275988 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Checking segment: {'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:47:14.276377 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Bound using segment: {'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:47:14.276839 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Bound port: 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb, host: n-h2-804299-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f17b663-f3f4-4be2-9daf-ddf3836b94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:47:14.277201 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:14.349789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] For port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb, host n-h2-804299-2, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:47:14.353385 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] For port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb, host n-h2-804299-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:47:14.359121 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127913743'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:14.394661 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:14.395318 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:14.396781 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] 10.222.0.76 "PUT /v2.0/ports/8d73dad7-ea21-49f0-b0bf-7302b5ad22bb HTTP/1.1" status: 200 len: 1092 time: 0.9026213 Aug 20 12:47:14.397143 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'tag': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:47:14.399369 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bcaf98-4c24-4eee-be6d-b75fea0fa5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6b11ad8b-fb47-485b-9898-fc6bf7bce09a", "tag": "8d73dad7-ea21-49f0-b0bf-7302b5ad22bb"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:47:14.423097 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f1b8a-ee94-4f3d-bb61-6bf04d7e8e29 service neutron] Pushing event updated for resources: {'Port': ['ID=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:47:14.448574 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94552021-f0b6-49fd-9e76-7b6bcfee81a1 x-openstack-request-id: req-94552021-f0b6-49fd-9e76-7b6bcfee81a1 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:47:14.449029 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b11ad8b-fb47-485b-9898-fc6bf7bce09a", "tag": "8d73dad7-ea21-49f0-b0bf-7302b5ad22bb", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:47:14.449280 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94552021-f0b6-49fd-9e76-7b6bcfee81a1 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:47:14.449675 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'tag': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb', 'status': 'completed', 'code': 200} Aug 20 12:47:14.494098 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3a9b22dd-11c3-4ab6-b897-1d1da6b0c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:14.495810 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3a9b22dd-11c3-4ab6-b897-1d1da6b0c348 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af49867a0c784f94847efd187f789c13&device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 1095 time: 0.0431125 Aug 20 12:47:14.550045 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-43ceea79-ea19-4b0d-8568-f707d532c2cd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb HTTP/1.1" status: 200 len: 217 time: 0.0455914 Aug 20 12:47:14.613121 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3e29db69-65dc-4f33-9a06-55f89abf4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:14.614629 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-3e29db69-65dc-4f33-9a06-55f89abf4d8a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4fb48a37-f4d5-45a1-a5de-db121999c387 HTTP/1.1" status: 200 len: 849 time: 0.0575192 Aug 20 12:47:14.617004 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89384b-9215-4901-97b4-7cc46e6c66c2 req-29171f1a-e813-4517-9ced-0b382c29d31b tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:14.621154 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f89384b-9215-4901-97b4-7cc46e6c66c2 req-29171f1a-e813-4517-9ced-0b382c29d31b tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 944 time: 0.0548608 Aug 20 12:47:14.661652 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-8f89384b-9215-4901-97b4-7cc46e6c66c2 req-1c616d1f-73f1-4eb2-b116-dd0084fff294 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357549 Aug 20 12:47:14.665220 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-5268cca1-3a64-471f-9777-cdc2440f2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:14.666807 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-5268cca1-3a64-471f-9777-cdc2440f2454 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=921492e8-93dd-4e19-bea5-cd75434bdbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432012 Aug 20 12:47:14.761057 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-fd23ccb8-3384-41b5-9e57-dadd4793ea7e service neutron] 10.222.0.76 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862746 Aug 20 12:47:14.860840 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-9111dce6-68b6-4305-a1a1-3e34254b9e88 req-8f15bfb9-603f-4aca-adf4-5e5923bfa45d service neutron] 10.222.0.76 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930448 Aug 20 12:47:14.950280 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcaf98-4c24-4eee-be6d-b75fea0fa5b4 req-cdc7bac7-b99b-4715-b19a-0f73b010969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:14.951867 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4bcaf98-4c24-4eee-be6d-b75fea0fa5b4 req-cdc7bac7-b99b-4715-b19a-0f73b010969e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af49867a0c784f94847efd187f789c13&device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 1095 time: 0.0474210 Aug 20 12:47:15.050129 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcaf98-4c24-4eee-be6d-b75fea0fa5b4 req-3e546109-fa54-4024-8a2c-772f67b34c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:15.051625 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4bcaf98-4c24-4eee-be6d-b75fea0fa5b4 req-3e546109-fa54-4024-8a2c-772f67b34c2e service neutron] 10.222.0.76 "GET /v2.0/networks?id=921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 200 len: 910 time: 0.0931594 Aug 20 12:47:15.093574 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4bcaf98-4c24-4eee-be6d-b75fea0fa5b4 req-1da6b216-48ab-4d3a-8407-72c6c9703fd3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb HTTP/1.1" status: 200 len: 217 time: 0.0344207 Aug 20 12:47:15.144015 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcaf98-4c24-4eee-be6d-b75fea0fa5b4 req-1fa97ce9-9690-4759-a739-8bddadd17b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:15.145553 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4bcaf98-4c24-4eee-be6d-b75fea0fa5b4 req-1fa97ce9-9690-4759-a739-8bddadd17b76 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4fb48a37-f4d5-45a1-a5de-db121999c387 HTTP/1.1" status: 200 len: 849 time: 0.0455134 Aug 20 12:47:15.197672 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcaf98-4c24-4eee-be6d-b75fea0fa5b4 req-cae694b3-931b-416c-aaf0-56b975ff8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:15.199182 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4bcaf98-4c24-4eee-be6d-b75fea0fa5b4 req-cae694b3-931b-416c-aaf0-56b975ff8b31 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=921492e8-93dd-4e19-bea5-cd75434bdbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466669 Aug 20 12:47:15.295456 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4bcaf98-4c24-4eee-be6d-b75fea0fa5b4 req-186f8440-7d0f-4763-9325-2b1a1bc95bee service neutron] 10.222.0.76 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882919 Aug 20 12:47:15.390875 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-c4bcaf98-4c24-4eee-be6d-b75fea0fa5b4 req-f5a284d9-793f-426b-ba97-882d4e278aac service neutron] 10.222.0.76 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881381 Aug 20 12:47:15.781861 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2c112-8c4d-4c6c-ae73-be38cdc1a55d req-fe9db1e5-69c3-4db3-9348-d6769db2fe4e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:15.783354 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdd2c112-8c4d-4c6c-ae73-be38cdc1a55d req-fe9db1e5-69c3-4db3-9348-d6769db2fe4e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 944 time: 0.0491290 Aug 20 12:47:15.820972 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-cdd2c112-8c4d-4c6c-ae73-be38cdc1a55d req-517b4b0e-e5e6-4cdf-9267-d2670b73514a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314796 Aug 20 12:47:16.942527 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf45e4-76de-472c-b2df-e90b356c9603 req-6ffd3404-8e7b-49da-b1c7-7c12aa0ebeb0 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:16.944033 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-08bf45e4-76de-472c-b2df-e90b356c9603 req-6ffd3404-8e7b-49da-b1c7-7c12aa0ebeb0 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 944 time: 0.0482750 Aug 20 12:47:16.984662 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-08bf45e4-76de-472c-b2df-e90b356c9603 req-11f94356-b329-4886-af70-56d9e1da8faa tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343952 Aug 20 12:47:17.388348 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:47:17.482172 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:47:17.493212 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'port_id': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb', 'mac_address': 'fa:16:3e:9b:78:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:47:17.531030 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:17.543129 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:47:17.563558 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:47:17.567603 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:17.615426 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:47:17.808620 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['8d73dad7-ea21-49f0-b0bf-7302b5ad22bb'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:47:18.104770 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56632149-72ca-43f1-adb9-5f67bcd87c02 req-976c9b42-b3f6-4201-bb5e-9b468343ab88 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:18.106147 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-56632149-72ca-43f1-adb9-5f67bcd87c02 req-976c9b42-b3f6-4201-bb5e-9b468343ab88 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 945 time: 0.0488250 Aug 20 12:47:18.144773 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-56632149-72ca-43f1-adb9-5f67bcd87c02 req-2fb54221-4a03-44ac-8088-bbfe196abd6a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320683 Aug 20 12:47:19.266587 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccc736-9465-40cc-957c-55d40f42e3d0 req-606bcf0b-a0e5-4de7-bfe6-77a9a254458b tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:19.267984 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79ccc736-9465-40cc-957c-55d40f42e3d0 req-606bcf0b-a0e5-4de7-bfe6-77a9a254458b tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 945 time: 0.0531199 Aug 20 12:47:19.305724 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-79ccc736-9465-40cc-957c-55d40f42e3d0 req-767bde46-648b-4836-9a19-2a3bfcb1da25 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316103 Aug 20 12:47:19.403847 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:47:19.454949 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning for port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:47:19.458685 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:47:19.459060 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:19.534446 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:19.557436 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:47:19.559662 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e521f803-e596-493f-afc9-e353fc347b1c" -d '{"events": [{"server_uuid": "6b11ad8b-fb47-485b-9898-fc6bf7bce09a", "name": "network-vif-plugged", "status": "completed", "tag": "8d73dad7-ea21-49f0-b0bf-7302b5ad22bb"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:47:19.571682 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:47:19.576422 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:19.605107 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dbf8ff-7a1a-427b-a997-0c257e868860 x-openstack-request-id: req-91dbf8ff-7a1a-427b-a997-0c257e868860 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:47:19.605369 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b11ad8b-fb47-485b-9898-fc6bf7bce09a", "name": "network-vif-plugged", "status": "completed", "tag": "8d73dad7-ea21-49f0-b0bf-7302b5ad22bb", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:47:19.605635 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91dbf8ff-7a1a-427b-a997-0c257e868860 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:47:19.606018 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb', 'code': 200} Aug 20 12:47:19.635039 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:47:19.701764 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a94ce-63c4-42d7-a0e8-6b72a88e78fc req-fd20f92d-f383-466e-89d4-57dc20756376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:19.703290 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db6a94ce-63c4-42d7-a0e8-6b72a88e78fc req-fd20f92d-f383-466e-89d4-57dc20756376 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 1097 time: 0.0437279 Aug 20 12:47:19.738541 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-db6a94ce-63c4-42d7-a0e8-6b72a88e78fc req-5bace69a-f031-44a6-be70-067f9dcc4e43 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289040 Aug 20 12:47:20.423912 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421c4c7-e426-4318-bda5-1188484b875f req-727fc746-b926-47eb-abdf-b919ccf1be6e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:20.425502 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4421c4c7-e426-4318-bda5-1188484b875f req-727fc746-b926-47eb-abdf-b919ccf1be6e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 946 time: 0.0517364 Aug 20 12:47:20.466254 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-4421c4c7-e426-4318-bda5-1188484b875f req-dcef15a0-211b-4c75-ac1b-f8efcf39b278 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340238 Aug 20 12:47:21.587757 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c154524-2b3b-4089-befb-93451a1800f9 req-799fb99f-9899-4537-a571-e67702a47397 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:21.589304 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3c154524-2b3b-4089-befb-93451a1800f9 req-799fb99f-9899-4537-a571-e67702a47397 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 946 time: 0.0509236 Aug 20 12:47:21.628886 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-3c154524-2b3b-4089-befb-93451a1800f9 req-c6f0cf20-73c3-4adc-8c86-5f8f84bb373b tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326700 Aug 20 12:47:21.746125 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9d851-d0ab-4469-9e54-ba98b1f98b39 req-9ba65c88-4970-40fd-ac12-c6e596c65364 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:21.747725 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dfd9d851-d0ab-4469-9e54-ba98b1f98b39 req-9ba65c88-4970-40fd-ac12-c6e596c65364 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 946 time: 0.0509200 Aug 20 12:47:21.787685 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-dfd9d851-d0ab-4469-9e54-ba98b1f98b39 req-b1ed063a-246b-47a3-8566-ea70f71f90e6 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330257 Aug 20 12:47:21.808685 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59660) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:47:21.853247 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b80054-6255-44b2-a005-ef271443aed3 tempest-TestSnapshotPattern-98354818 tempest-TestSnapshotPattern-98354818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:21.854774 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-33b80054-6255-44b2-a005-ef271443aed3 tempest-TestSnapshotPattern-98354818 tempest-TestSnapshotPattern-98354818-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 1092 time: 0.0451050 Aug 20 12:47:21.857885 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59662) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:47:21.862525 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Request body: {'floatingip': {'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'port_id': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:47:21.885359 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:21.984138 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:22.095764 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Allocated IP 172.25.8.253 (2f571561-7053-40c3-8622-933868b07d18/141a6f4a-954c-4f8e-a77a-2de14a33f981/ba3c1b7d-4942-42cf-930a-c0d0885c0271) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:47:22.199553 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:22.240399 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076765669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:22.285915 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Network 2f571561-7053-40c3-8622-933868b07d18 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:47:22.288678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:47:22.292252 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:47:22.300607 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event updated for resources: {'Port': ['ID=ba3c1b7d-4942-42cf-930a-c0d0885c0271,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:47:22.330979 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:22.331330 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:22.331678 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:22.332024 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:22.332365 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:22.332731 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:22.333068 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:22.333399 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:22.333730 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:22.334061 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:22.334392 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:22.334720 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:22.470219 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-945c6b2b-6733-4d63-bfc3-d2ef3d6c8084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:22.677307 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:22.751239 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:22.906166 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:22.910889 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125992910'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:22.981521 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event updated for resources: {'Port': ['ID=ba3c1b7d-4942-42cf-930a-c0d0885c0271,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:47:22.992503 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430392'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:23.096186 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Floating IP 80b77d31-2401-4c24-86a7-824879079ed3 associated. External IP: 172.25.8.253, port: 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb. Aug 20 12:47:23.315011 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:47:23.421528 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:47:23.433167 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aaef23-5100-4018-b715-9da4faa73742 None None] Sync routers for ids ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:47:23.437642 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:23.446437 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aaef23-5100-4018-b715-9da4faa73742 None None] Routers {'80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:47:23.447403 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-05aaef23-5100-4018-b715-9da4faa73742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:46:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:47:23.482110 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a7555624-953d-48ee-b43e-f5e81502c60d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6116936 Aug 20 12:47:23.482110 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'tag': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:47:23.482110 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1529d78ee9ff0fc92738bff1d4fef891f7271bcc054651fa6b70395befb13a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266e26b2-60a4-406e-bd71-bcf5db5717fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6b11ad8b-fb47-485b-9898-fc6bf7bce09a", "tag": "8d73dad7-ea21-49f0-b0bf-7302b5ad22bb"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:47:23.563200 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-05aaef23-5100-4018-b715-9da4faa73742 None None] Set router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:47:23.577311 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3456036-66da-419c-a15e-3395655783ca x-openstack-request-id: req-c3456036-66da-419c-a15e-3395655783ca {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:47:23.577703 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b11ad8b-fb47-485b-9898-fc6bf7bce09a", "tag": "8d73dad7-ea21-49f0-b0bf-7302b5ad22bb", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:47:23.578043 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3456036-66da-419c-a15e-3395655783ca {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:47:23.578522 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'tag': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb', 'status': 'completed', 'code': 200} Aug 20 12:47:23.641194 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e26b2-60a4-406e-bd71-bcf5db5717fc req-f4e06ba5-de76-4688-85dc-ca95c4292cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:23.643648 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-266e26b2-60a4-406e-bd71-bcf5db5717fc req-f4e06ba5-de76-4688-85dc-ca95c4292cb9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af49867a0c784f94847efd187f789c13&device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 1097 time: 0.0439017 Aug 20 12:47:23.748140 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e26b2-60a4-406e-bd71-bcf5db5717fc req-6ed18cb9-37bf-4ca4-9032-517acbffd723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:23.750790 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-266e26b2-60a4-406e-bd71-bcf5db5717fc req-6ed18cb9-37bf-4ca4-9032-517acbffd723 service neutron] 10.222.0.76 "GET /v2.0/networks?id=921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 200 len: 910 time: 0.1006951 Aug 20 12:47:23.805570 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-05aaef23-5100-4018-b715-9da4faa73742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0cefe0e9-0e2e-469e-acf5-334ceb4fe8f1', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'port_id': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'mac_address': 'fa:16:3e:ec:33:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:44:50Z', 'updated_at': '2021-08-20T12:44:52Z', 'revision_number': 1, 'project_id': 'af49867a0c784f94847efd187f789c13', 'fixed_ip_address_scope': None}, {'id': '80b77d31-2401-4c24-86a7-824879079ed3', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'port_id': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'mac_address': 'fa:16:3e:9b:78:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:47:22Z', 'updated_at': '2021-08-20T12:47:22Z', 'revision_number': 0, 'project_id': 'af49867a0c784f94847efd187f789c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5024f7d-9d0b-4993-b941-6fba2ef8d633', 'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'mac_address': 'fa:16:3e:cc:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:30Z', 'updated_at': '2021-08-20T12:44:36Z', 'revision_number': 5, 'project_id': 'af49867a0c784f94847efd187f789c13', 'subnets': [{'id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:47:23.819303 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-266e26b2-60a4-406e-bd71-bcf5db5717fc req-a83988af-d754-4762-ade0-3176b022a106 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb HTTP/1.1" status: 200 len: 1000 time: 0.0616095 Aug 20 12:47:23.836383 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aaef23-5100-4018-b715-9da4faa73742 None None] Checking router: 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:47:23.846030 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aaef23-5100-4018-b715-9da4faa73742 None None] Routers {'80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:47:23.846890 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-05aaef23-5100-4018-b715-9da4faa73742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:46:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:47:23.873680 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e26b2-60a4-406e-bd71-bcf5db5717fc req-75b7d9b4-5e13-446a-abae-fdbb95ceac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:23.875153 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-266e26b2-60a4-406e-bd71-bcf5db5717fc req-75b7d9b4-5e13-446a-abae-fdbb95ceac8f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4fb48a37-f4d5-45a1-a5de-db121999c387 HTTP/1.1" status: 200 len: 849 time: 0.0496330 Aug 20 12:47:23.936545 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e26b2-60a4-406e-bd71-bcf5db5717fc req-9735c3a0-489f-4c1b-aa13-f85121883070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:23.938818 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-266e26b2-60a4-406e-bd71-bcf5db5717fc req-9735c3a0-489f-4c1b-aa13-f85121883070 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=921492e8-93dd-4e19-bea5-cd75434bdbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566609 Aug 20 12:47:23.956660 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-05aaef23-5100-4018-b715-9da4faa73742 None None] Set router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:47:24.031224 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-266e26b2-60a4-406e-bd71-bcf5db5717fc req-439ee373-9c0a-43e0-b804-7610b8fd7582 service neutron] 10.222.0.76 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858996 Aug 20 12:47:24.130360 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-266e26b2-60a4-406e-bd71-bcf5db5717fc req-d593d380-5ecb-47ab-875a-b7421c651c1e service neutron] 10.222.0.76 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926251 Aug 20 12:47:24.195176 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-05aaef23-5100-4018-b715-9da4faa73742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0cefe0e9-0e2e-469e-acf5-334ceb4fe8f1', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'port_id': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'mac_address': 'fa:16:3e:ec:33:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:44:50Z', 'updated_at': '2021-08-20T12:44:52Z', 'revision_number': 1, 'project_id': 'af49867a0c784f94847efd187f789c13', 'fixed_ip_address_scope': None}, {'id': '80b77d31-2401-4c24-86a7-824879079ed3', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'port_id': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'mac_address': 'fa:16:3e:9b:78:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:47:22Z', 'updated_at': '2021-08-20T12:47:22Z', 'revision_number': 0, 'project_id': 'af49867a0c784f94847efd187f789c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5024f7d-9d0b-4993-b941-6fba2ef8d633', 'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'mac_address': 'fa:16:3e:cc:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:30Z', 'updated_at': '2021-08-20T12:44:36Z', 'revision_number': 5, 'project_id': 'af49867a0c784f94847efd187f789c13', 'subnets': [{'id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:47:24.226549 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aaef23-5100-4018-b715-9da4faa73742 None None] The sync data for ids ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'] in n-d-804299-2 is: [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0cefe0e9-0e2e-469e-acf5-334ceb4fe8f1', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'port_id': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'mac_address': 'fa:16:3e:ec:33:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:44:50Z', 'updated_at': '2021-08-20T12:44:52Z', 'revision_number': 1, 'project_id': 'af49867a0c784f94847efd187f789c13', 'fixed_ip_address_scope': None}, {'id': '80b77d31-2401-4c24-86a7-824879079ed3', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'port_id': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'mac_address': 'fa:16:3e:9b:78:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:47:22Z', 'updated_at': '2021-08-20T12:47:22Z', 'revision_number': 0, 'project_id': 'af49867a0c784f94847efd187f789c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5024f7d-9d0b-4993-b941-6fba2ef8d633', 'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'mac_address': 'fa:16:3e:cc:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:30Z', 'updated_at': '2021-08-20T12:44:36Z', 'revision_number': 5, 'project_id': 'af49867a0c784f94847efd187f789c13', 'subnets': [{'id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:47:24.439758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf360a3-18a1-4fa7-a4a5-226de80d1693 None None] New status for floating IP 80b77d31-2401-4c24-86a7-824879079ed3: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:47:25.219590 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cc5bafb0-1f61-4ba8-b85e-a55f498900bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:25.604174 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:26.637751 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:28.249434 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:30.275652 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:47:33.660938 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:39.714326 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:52.472048 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc761-fd9f-4867-82f6-fa2b32cdc971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:55.221128 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eb0d1d21-71d9-4f13-8dd3-2a1cebb2e3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:55.607036 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:56.638952 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:57.348006 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42459ddf-3888-4c18-ab49-4cb0010b14fc req-e9101f1c-528f-4e66-ac32-7cded6012e0e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401368 Aug 20 12:47:57.427604 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42459ddf-3888-4c18-ab49-4cb0010b14fc req-2537cd08-3af5-4415-ab6d-7577e424d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:57.429167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42459ddf-3888-4c18-ab49-4cb0010b14fc req-2537cd08-3af5-4415-ab6d-7577e424d5f5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af49867a0c784f94847efd187f789c13&device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 1097 time: 0.0407925 Aug 20 12:47:57.536369 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42459ddf-3888-4c18-ab49-4cb0010b14fc req-d118da5a-e8fa-4f25-b293-69f930cebb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:57.537877 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42459ddf-3888-4c18-ab49-4cb0010b14fc req-d118da5a-e8fa-4f25-b293-69f930cebb4c service neutron] 10.222.0.76 "GET /v2.0/networks?id=921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 200 len: 910 time: 0.0893621 Aug 20 12:47:57.602984 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42459ddf-3888-4c18-ab49-4cb0010b14fc req-0e650657-d425-4bf0-873b-5bb2a890e492 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb HTTP/1.1" status: 200 len: 1002 time: 0.0581489 Aug 20 12:47:57.657949 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42459ddf-3888-4c18-ab49-4cb0010b14fc req-08f22516-97c6-4da3-bdb0-c84e818f784e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:57.659424 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42459ddf-3888-4c18-ab49-4cb0010b14fc req-08f22516-97c6-4da3-bdb0-c84e818f784e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4fb48a37-f4d5-45a1-a5de-db121999c387 HTTP/1.1" status: 200 len: 849 time: 0.0501056 Aug 20 12:47:57.704909 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42459ddf-3888-4c18-ab49-4cb0010b14fc req-c16de04e-3664-44fe-8df0-12668e815891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:57.706412 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42459ddf-3888-4c18-ab49-4cb0010b14fc req-c16de04e-3664-44fe-8df0-12668e815891 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=921492e8-93dd-4e19-bea5-cd75434bdbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398910 Aug 20 12:47:57.797845 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42459ddf-3888-4c18-ab49-4cb0010b14fc req-99326aaf-4a67-49a9-b12e-b03e20093079 service neutron] 10.222.0.76 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834453 Aug 20 12:47:57.891729 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-42459ddf-3888-4c18-ab49-4cb0010b14fc req-77b8d47c-2a21-4dbe-a035-a86242742088 service neutron] 10.222.0.76 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875843 Aug 20 12:47:58.252606 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:03.679288 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:07.275111 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:48:09.715067 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:13.748227 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60793fc4-3207-4455-bfa7-5cae920dc991 req-c48fa234-ce14-45bb-aeae-95c1dffbd7a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406084 Aug 20 12:48:13.829962 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60793fc4-3207-4455-bfa7-5cae920dc991 req-aef52efa-9481-42dd-8e3a-02377bc37d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:13.831441 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60793fc4-3207-4455-bfa7-5cae920dc991 req-aef52efa-9481-42dd-8e3a-02377bc37d82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af49867a0c784f94847efd187f789c13&device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 1094 time: 0.0429363 Aug 20 12:48:13.931215 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60793fc4-3207-4455-bfa7-5cae920dc991 req-33cc13c7-071d-49e0-846c-405704c70a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:13.932749 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60793fc4-3207-4455-bfa7-5cae920dc991 req-33cc13c7-071d-49e0-846c-405704c70a77 service neutron] 10.222.0.35 "GET /v2.0/networks?id=921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 200 len: 910 time: 0.0835638 Aug 20 12:48:14.001132 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60793fc4-3207-4455-bfa7-5cae920dc991 req-9a0df333-f084-488e-b6ba-7642497ff26c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18 HTTP/1.1" status: 200 len: 998 time: 0.0614367 Aug 20 12:48:14.054037 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60793fc4-3207-4455-bfa7-5cae920dc991 req-8c3b7f87-d8d5-424e-8b2f-4c42dad53257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:14.055479 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60793fc4-3207-4455-bfa7-5cae920dc991 req-8c3b7f87-d8d5-424e-8b2f-4c42dad53257 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4fb48a37-f4d5-45a1-a5de-db121999c387 HTTP/1.1" status: 200 len: 849 time: 0.0477345 Aug 20 12:48:14.100880 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60793fc4-3207-4455-bfa7-5cae920dc991 req-93d6206b-dc52-47d6-bc1d-44c3193e5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:14.102357 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60793fc4-3207-4455-bfa7-5cae920dc991 req-93d6206b-dc52-47d6-bc1d-44c3193e5d6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=921492e8-93dd-4e19-bea5-cd75434bdbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399816 Aug 20 12:48:14.193269 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60793fc4-3207-4455-bfa7-5cae920dc991 req-f24ae10b-9201-4233-93b5-4c9934fa2771 service neutron] 10.222.0.35 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839109 Aug 20 12:48:14.283706 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-60793fc4-3207-4455-bfa7-5cae920dc991 req-006dfe56-38e7-4839-84d9-c6ef31448903 service neutron] 10.222.0.35 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831122 Aug 20 12:48:22.476773 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db9015c6-3175-4fff-adb7-569231cc5570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:25.221317 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a4f5e440-b0df-4a89-8dc9-fa56d4bd52bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:25.607541 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:26.643653 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:28.253797 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:33.695349 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:39.741772 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:44.275083 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:48:52.478753 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6816bf77-a169-4e5c-9036-354b9ae2a1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:53.814850 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb details requested by agent hyperv_n-h2-804299-2 with host n-h2-804299-2 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:48:53.907470 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:48:53.921640 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Returning: {'device': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'port_id': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb', 'mac_address': 'fa:16:3e:9b:78:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:48:53.958754 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:53.971150 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:48:53.992928 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:48:53.997193 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:54.047587 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:48:54.055413 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:54.055758 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:54.056097 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:54.056438 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:54.056795 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:54.057145 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:54.057454 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:54.057778 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:54.058099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:54.058422 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:54.058742 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:54.059062 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:54.071674 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] get_ports_and_sgs() called for port_ids ['8d73dad7-ea21-49f0-b0bf-7302b5ad22bb'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:48:55.226779 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c1fe507d-a129-405c-b383-2e235759fbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:55.612151 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:55.826345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb up at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:48:55.886249 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Provisioning complete for port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:48:55.887007 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517759'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:56.057033 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691074'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:56.083595 n-d-804299-2 neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:48:56.085898 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172db3029245af3523bdc7872216b97e1e70fb3d97de5b451386bddf5ba68400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd33a6dc-b668-46ef-89ba-c67f81ac727a" -d '{"events": [{"server_uuid": "6b11ad8b-fb47-485b-9898-fc6bf7bce09a", "name": "network-vif-plugged", "status": "completed", "tag": "8d73dad7-ea21-49f0-b0bf-7302b5ad22bb"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:48:56.099624 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] For port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:48:56.106710 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077156675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076765687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076764173'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:56.158613 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20997b0e-4de1-4458-90bd-c0c55dc60822 x-openstack-request-id: req-20997b0e-4de1-4458-90bd-c0c55dc60822 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:48:56.158906 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b11ad8b-fb47-485b-9898-fc6bf7bce09a", "name": "network-vif-plugged", "status": "completed", "tag": "8d73dad7-ea21-49f0-b0bf-7302b5ad22bb", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:48:56.159267 n-d-804299-2 neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20997b0e-4de1-4458-90bd-c0c55dc60822 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:48:56.159662 n-d-804299-2 neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb', 'code': 200} Aug 20 12:48:56.164484 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Pushing event updated for resources: {'Port': ['ID=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:48:56.651337 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:58.260186 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:59.468392 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a70385-0324-4168-9ad7-d6a5712dd0ea req-6c5b2769-aa27-4ccd-be2d-8cc0ba126326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:59.472137 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84a70385-0324-4168-9ad7-d6a5712dd0ea req-6c5b2769-aa27-4ccd-be2d-8cc0ba126326 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af49867a0c784f94847efd187f789c13&device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 1097 time: 0.0985770 Aug 20 12:48:59.610171 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a70385-0324-4168-9ad7-d6a5712dd0ea req-507a06e2-43b0-4e67-8965-363a232b2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:59.613155 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84a70385-0324-4168-9ad7-d6a5712dd0ea req-507a06e2-43b0-4e67-8965-363a232b2755 service neutron] 10.222.0.76 "GET /v2.0/networks?id=921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 200 len: 910 time: 0.1113029 Aug 20 12:48:59.687167 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84a70385-0324-4168-9ad7-d6a5712dd0ea req-2c506434-501c-496d-8ffd-9f381d92acb5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb HTTP/1.1" status: 200 len: 1002 time: 0.0657995 Aug 20 12:48:59.745994 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a70385-0324-4168-9ad7-d6a5712dd0ea req-d73075aa-99cd-416e-b4bb-02a58a72f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:59.747565 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84a70385-0324-4168-9ad7-d6a5712dd0ea req-d73075aa-99cd-416e-b4bb-02a58a72f318 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4fb48a37-f4d5-45a1-a5de-db121999c387 HTTP/1.1" status: 200 len: 849 time: 0.0513003 Aug 20 12:48:59.805313 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a70385-0324-4168-9ad7-d6a5712dd0ea req-97bbe8e1-8b5e-47ef-ae0a-d043fcd005fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:59.806857 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84a70385-0324-4168-9ad7-d6a5712dd0ea req-97bbe8e1-8b5e-47ef-ae0a-d043fcd005fc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=921492e8-93dd-4e19-bea5-cd75434bdbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514855 Aug 20 12:48:59.911335 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84a70385-0324-4168-9ad7-d6a5712dd0ea req-1fb862ae-16b2-4ee3-89a7-566d04b402db service neutron] 10.222.0.76 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955260 Aug 20 12:49:00.021158 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-84a70385-0324-4168-9ad7-d6a5712dd0ea req-be34d479-f7a3-4bf0-ab75-410f4f8e2558 service neutron] 10.222.0.76 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025836 Aug 20 12:49:03.715886 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:04.015201 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59866) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:04.172308 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Deleting port ba3c1b7d-4942-42cf-930a-c0d0885c0271 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:49:04.172681 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:04.254878 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:04.255218 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:04.268792 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Calling delete_port for ba3c1b7d-4942-42cf-930a-c0d0885c0271 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:49:04.418367 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:04.444705 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event deleted for resources: {'Port': ['ID=ba3c1b7d-4942-42cf-930a-c0d0885c0271,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:04.456653 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:04.457019 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:04.457365 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:04.457706 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:04.458042 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:04.458373 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:04.458702 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:04.459030 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:04.459356 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:04.459683 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:04.460031 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:04.460361 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:04.515031 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:04.515361 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Floating IP 80b77d31-2401-4c24-86a7-824879079ed3 disassociated (deleted). External IP: 172.25.8.253, port: 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb. Aug 20 12:49:04.731003 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:49:04.837319 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:49:04.842063 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:04.847457 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c271751-6389-4c1d-bab7-855c906eea35 None None] Sync routers for ids ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:49:04.856441 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c271751-6389-4c1d-bab7-855c906eea35 None None] Routers {'80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:49:04.857071 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3c271751-6389-4c1d-bab7-855c906eea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:48:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:04.869795 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d16a8997-c62f-4fd2-b41d-af954561721a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "DELETE /v2.0/floatingips/80b77d31-2401-4c24-86a7-824879079ed3 HTTP/1.1" status: 204 len: 168 time: 0.8534880 Aug 20 12:49:04.870389 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'tag': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:49:04.873591 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1529d78ee9ff0fc92738bff1d4fef891f7271bcc054651fa6b70395befb13a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004c870d-8867-4001-a94a-f4ee276edceb" -d '{"events": [{"name": "network-changed", "server_uuid": "6b11ad8b-fb47-485b-9898-fc6bf7bce09a", "tag": "8d73dad7-ea21-49f0-b0bf-7302b5ad22bb"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:49:04.912889 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7529b39-50f4-4400-8975-7a4da3d07788 x-openstack-request-id: req-a7529b39-50f4-4400-8975-7a4da3d07788 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:49:04.913306 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b11ad8b-fb47-485b-9898-fc6bf7bce09a", "tag": "8d73dad7-ea21-49f0-b0bf-7302b5ad22bb", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:49:04.913653 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7529b39-50f4-4400-8975-7a4da3d07788 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:49:04.914145 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'tag': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb', 'status': 'completed', 'code': 200} Aug 20 12:49:04.982641 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c870d-8867-4001-a94a-f4ee276edceb req-5fa6920e-6ec0-49ab-9438-37848f2f0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:04.983264 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3c271751-6389-4c1d-bab7-855c906eea35 None None] Set router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:49:04.984410 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-004c870d-8867-4001-a94a-f4ee276edceb req-5fa6920e-6ec0-49ab-9438-37848f2f0c37 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af49867a0c784f94847efd187f789c13&device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 1097 time: 0.0488784 Aug 20 12:49:05.118441 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c870d-8867-4001-a94a-f4ee276edceb req-1def5831-38d7-45db-bc2b-58b271b63b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:05.119902 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-004c870d-8867-4001-a94a-f4ee276edceb req-1def5831-38d7-45db-bc2b-58b271b63b51 service neutron] 10.222.0.76 "GET /v2.0/networks?id=921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 200 len: 910 time: 0.1275239 Aug 20 12:49:05.168151 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-004c870d-8867-4001-a94a-f4ee276edceb req-19b865b4-c0a8-4225-831d-3f0a77ce5c5c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb HTTP/1.1" status: 200 len: 217 time: 0.0388310 Aug 20 12:49:05.177040 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61736802-77aa-4d3e-b71a-a74d79d7476b req-c3e75858-6e30-4370-bdbf-47017f766372 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:05.178532 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-61736802-77aa-4d3e-b71a-a74d79d7476b req-c3e75858-6e30-4370-bdbf-47017f766372 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 946 time: 0.0977604 Aug 20 12:49:05.218090 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3c271751-6389-4c1d-bab7-855c906eea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0cefe0e9-0e2e-469e-acf5-334ceb4fe8f1', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'port_id': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'mac_address': 'fa:16:3e:ec:33:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:44:50Z', 'updated_at': '2021-08-20T12:44:52Z', 'revision_number': 1, 'project_id': 'af49867a0c784f94847efd187f789c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5024f7d-9d0b-4993-b941-6fba2ef8d633', 'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'mac_address': 'fa:16:3e:cc:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:30Z', 'updated_at': '2021-08-20T12:44:36Z', 'revision_number': 5, 'project_id': 'af49867a0c784f94847efd187f789c13', 'subnets': [{'id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:05.247890 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c271751-6389-4c1d-bab7-855c906eea35 None None] Checking router: 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:49:05.254520 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-61736802-77aa-4d3e-b71a-a74d79d7476b req-e1ef61ca-9006-4889-93c3-6f1064389a2c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674567 Aug 20 12:49:05.255908 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c870d-8867-4001-a94a-f4ee276edceb req-e65aa120-6522-4c38-9d97-a13b6f6c282b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:05.257332 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-004c870d-8867-4001-a94a-f4ee276edceb req-e65aa120-6522-4c38-9d97-a13b6f6c282b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4fb48a37-f4d5-45a1-a5de-db121999c387 HTTP/1.1" status: 200 len: 849 time: 0.0779345 Aug 20 12:49:05.257659 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c271751-6389-4c1d-bab7-855c906eea35 None None] Routers {'80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:49:05.258378 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3c271751-6389-4c1d-bab7-855c906eea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:48:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:05.314743 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c870d-8867-4001-a94a-f4ee276edceb req-4779e31a-14b2-4479-bec8-01274d6d4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:05.316752 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-004c870d-8867-4001-a94a-f4ee276edceb req-4779e31a-14b2-4479-bec8-01274d6d4d26 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=921492e8-93dd-4e19-bea5-cd75434bdbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520821 Aug 20 12:49:05.413363 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-004c870d-8867-4001-a94a-f4ee276edceb req-bd82f0b2-140d-4013-be36-3f76022bebef service neutron] 10.222.0.76 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888331 Aug 20 12:49:05.476532 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3c271751-6389-4c1d-bab7-855c906eea35 None None] Set router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:49:05.513797 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-004c870d-8867-4001-a94a-f4ee276edceb req-f6114a52-6fb1-41d5-8d5c-09c80dfd08d1 service neutron] 10.222.0.76 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915718 Aug 20 12:49:05.702258 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3c271751-6389-4c1d-bab7-855c906eea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0cefe0e9-0e2e-469e-acf5-334ceb4fe8f1', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'port_id': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'mac_address': 'fa:16:3e:ec:33:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:44:50Z', 'updated_at': '2021-08-20T12:44:52Z', 'revision_number': 1, 'project_id': 'af49867a0c784f94847efd187f789c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5024f7d-9d0b-4993-b941-6fba2ef8d633', 'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'mac_address': 'fa:16:3e:cc:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:30Z', 'updated_at': '2021-08-20T12:44:36Z', 'revision_number': 5, 'project_id': 'af49867a0c784f94847efd187f789c13', 'subnets': [{'id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:05.729262 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c271751-6389-4c1d-bab7-855c906eea35 None None] The sync data for ids ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'] in n-d-804299-2 is: [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_floatingips': [{'id': '0cefe0e9-0e2e-469e-acf5-334ceb4fe8f1', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '2f571561-7053-40c3-8622-933868b07d18', 'router_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'port_id': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'mac_address': 'fa:16:3e:ec:33:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:44:50Z', 'updated_at': '2021-08-20T12:44:52Z', 'revision_number': 1, 'project_id': 'af49867a0c784f94847efd187f789c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5024f7d-9d0b-4993-b941-6fba2ef8d633', 'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'mac_address': 'fa:16:3e:cc:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:30Z', 'updated_at': '2021-08-20T12:44:36Z', 'revision_number': 5, 'project_id': 'af49867a0c784f94847efd187f789c13', 'subnets': [{'id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:49:05.953579 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07630e3b-72b4-4806-9c65-ee91925c5c86 None None] New status for floating IP 80b77d31-2401-4c24-86a7-824879079ed3: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:49:06.378076 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33b429-4d87-4e60-bf4c-9ebf9eaa72d8 req-db27f3f8-bffe-46a4-b425-ff6ce68a4c33 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:06.379599 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7d33b429-4d87-4e60-bf4c-9ebf9eaa72d8 req-db27f3f8-bffe-46a4-b425-ff6ce68a4c33 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 946 time: 0.0517132 Aug 20 12:49:06.421110 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-7d33b429-4d87-4e60-bf4c-9ebf9eaa72d8 req-cfdcbc4e-e593-47e9-ac65-708c55c1d31a tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349741 Aug 20 12:49:06.638789 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff894fe-20c0-492a-950a-61ab28be8c15 req-39aeec56-89c7-4d4b-ba25-4f6ba102eae6 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:06.640249 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bff894fe-20c0-492a-950a-61ab28be8c15 req-39aeec56-89c7-4d4b-ba25-4f6ba102eae6 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 946 time: 0.0488427 Aug 20 12:49:06.734444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-bff894fe-20c0-492a-950a-61ab28be8c15 req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Deleting port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:49:06.734790 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bff894fe-20c0-492a-950a-61ab28be8c15 req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:06.821251 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-bff894fe-20c0-492a-950a-61ab28be8c15 req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] For port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb, host n-h2-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804299-2',level=0,port_id=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:06.821634 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bff894fe-20c0-492a-950a-61ab28be8c15 req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:06.834131 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-bff894fe-20c0-492a-950a-61ab28be8c15 req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Calling delete_port for 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:49:06.960979 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bff894fe-20c0-492a-950a-61ab28be8c15 req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:06.996560 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event deleted for resources: {'Port': ['ID=8d73dad7-ea21-49f0-b0bf-7302b5ad22bb,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:07.012211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:07.012211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:07.012211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:07.012211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:07.012211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:07.012211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:07.012211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:07.012211 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:07.014444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:07.014444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:07.014444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:07.014444 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804299-2 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:07.047868 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff894fe-20c0-492a-950a-61ab28be8c15 req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] No DVR routers for this DVR port 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb on host n-h2-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:49:07.050762 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-bff894fe-20c0-492a-950a-61ab28be8c15 req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:07.052774 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-bff894fe-20c0-492a-950a-61ab28be8c15 req-586765e1-2c1c-4d73-a809-898466438727 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.76 "DELETE /v2.0/ports/8d73dad7-ea21-49f0-b0bf-7302b5ad22bb HTTP/1.1" status: 204 len: 173 time: 0.4064844 Aug 20 12:49:07.053208 n-d-804299-2 neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'name': 'network-vif-deleted', 'tag': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:49:07.055481 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb034750405c4dda81ea2ca2b9755ee4c946770ce14fe1ba6e13671a24044610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d2210f-9025-4cd0-b06d-42f292621b7f" -d '{"events": [{"server_uuid": "6b11ad8b-fb47-485b-9898-fc6bf7bce09a", "name": "network-vif-deleted", "tag": "8d73dad7-ea21-49f0-b0bf-7302b5ad22bb"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:49:07.091283 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199a8982-3697-4806-a68b-56b97da4317e x-openstack-request-id: req-199a8982-3697-4806-a68b-56b97da4317e {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:49:07.091577 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b11ad8b-fb47-485b-9898-fc6bf7bce09a", "name": "network-vif-deleted", "tag": "8d73dad7-ea21-49f0-b0bf-7302b5ad22bb", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:49:07.091828 n-d-804299-2 neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-199a8982-3697-4806-a68b-56b97da4317e {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:49:07.092299 n-d-804299-2 neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b11ad8b-fb47-485b-9898-fc6bf7bce09a', 'name': 'network-vif-deleted', 'tag': '8d73dad7-ea21-49f0-b0bf-7302b5ad22bb', 'status': 'completed', 'code': 200} Aug 20 12:49:07.544287 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-06ee556a-5c9b-4fb1-a6f0-ed53f5e16022 req-21154a4b-7957-4115-8f86-541f9dafd465 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b11ad8b-fb47-485b-9898-fc6bf7bce09a HTTP/1.1" status: 200 len: 210 time: 0.0319839 Aug 20 12:49:07.900472 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:49:07.925079 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:49:07.925415 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:49:09.172199 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59922) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:09.342546 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1b9ac-fff6-4cf9-a8d3-d5d62e180dce tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Deleting port 6f16a9fd-92ea-48de-9687-2005944ad0e5 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:49:09.342895 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b9ac-fff6-4cf9-a8d3-d5d62e180dce tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:09.422144 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b9ac-fff6-4cf9-a8d3-d5d62e180dce tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:09.422471 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b9ac-fff6-4cf9-a8d3-d5d62e180dce tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:09.434580 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1b9ac-fff6-4cf9-a8d3-d5d62e180dce tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Calling delete_port for 6f16a9fd-92ea-48de-9687-2005944ad0e5 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:49:09.771381 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:09.935340 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b9ac-fff6-4cf9-a8d3-d5d62e180dce tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:09.962246 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1b9ac-fff6-4cf9-a8d3-d5d62e180dce tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event deleted for resources: {'Port': ['ID=6f16a9fd-92ea-48de-9687-2005944ad0e5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:10.025754 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b9ac-fff6-4cf9-a8d3-d5d62e180dce tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:10.026010 n-d-804299-2 neutron-server[94690]: INFO neutron.db.l3_db [None req-d4d1b9ac-fff6-4cf9-a8d3-d5d62e180dce tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Floating IP 0cefe0e9-0e2e-469e-acf5-334ceb4fe8f1 disassociated (deleted). External IP: 172.25.8.21, port: b04eda7a-c58c-43b5-a22d-0f502e853c18. Aug 20 12:49:10.234495 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d1b9ac-fff6-4cf9-a8d3-d5d62e180dce tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:49:10.345416 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d1b9ac-fff6-4cf9-a8d3-d5d62e180dce tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:49:10.351008 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b9ac-fff6-4cf9-a8d3-d5d62e180dce tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:10.357870 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8be37-6f99-4345-b9c8-0763ab872f9a None None] Sync routers for ids ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:49:10.367726 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8be37-6f99-4345-b9c8-0763ab872f9a None None] Routers {'80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:49:10.368338 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-26a8be37-6f99-4345-b9c8-0763ab872f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:48:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:10.380131 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d4d1b9ac-fff6-4cf9-a8d3-d5d62e180dce tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "DELETE /v2.0/floatingips/0cefe0e9-0e2e-469e-acf5-334ceb4fe8f1 HTTP/1.1" status: 204 len: 168 time: 1.2067938 Aug 20 12:49:10.380746 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'tag': 'b04eda7a-c58c-43b5-a22d-0f502e853c18'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:49:10.383004 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1529d78ee9ff0fc92738bff1d4fef891f7271bcc054651fa6b70395befb13a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03041afb-4975-45c8-8d44-7c9e425233e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ef98bde6-b6e9-4317-ba44-7b14d23b7505", "tag": "b04eda7a-c58c-43b5-a22d-0f502e853c18"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:49:10.425969 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e763a582-3d82-40c0-836e-ed4bbbbccc6d x-openstack-request-id: req-e763a582-3d82-40c0-836e-ed4bbbbccc6d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:49:10.426337 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef98bde6-b6e9-4317-ba44-7b14d23b7505", "tag": "b04eda7a-c58c-43b5-a22d-0f502e853c18", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:49:10.426661 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e763a582-3d82-40c0-836e-ed4bbbbccc6d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:49:10.427137 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'tag': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'status': 'completed', 'code': 200} Aug 20 12:49:10.485040 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-26a8be37-6f99-4345-b9c8-0763ab872f9a None None] Set router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:49:10.486540 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03041afb-4975-45c8-8d44-7c9e425233e8 req-1ac71496-aab5-4f7f-9c7b-b3112d55ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:10.488709 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03041afb-4975-45c8-8d44-7c9e425233e8 req-1ac71496-aab5-4f7f-9c7b-b3112d55ebcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af49867a0c784f94847efd187f789c13&device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 1094 time: 0.0453181 Aug 20 12:49:10.604238 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03041afb-4975-45c8-8d44-7c9e425233e8 req-1d2ba201-ab7e-4924-b12f-b1edca9b5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:10.605720 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03041afb-4975-45c8-8d44-7c9e425233e8 req-1d2ba201-ab7e-4924-b12f-b1edca9b5da1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 200 len: 910 time: 0.1101124 Aug 20 12:49:10.629721 n-d-804299-2 neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c63ea-d2a4-47c3-9fbf-a39fdb471dba req-e695e394-4bdb-428f-bfc0-1294522f838e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:10.633132 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b0c63ea-d2a4-47c3-9fbf-a39fdb471dba req-e695e394-4bdb-428f-bfc0-1294522f838e tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 943 time: 0.0599639 Aug 20 12:49:10.649234 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03041afb-4975-45c8-8d44-7c9e425233e8 req-c3346116-1b4f-410f-bdcc-27efa0233791 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18 HTTP/1.1" status: 200 len: 217 time: 0.0357633 Aug 20 12:49:10.672878 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [req-1b0c63ea-d2a4-47c3-9fbf-a39fdb471dba req-3a84a036-a426-4e15-a964-4f49b6c81e4d tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350094 Aug 20 12:49:10.702007 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03041afb-4975-45c8-8d44-7c9e425233e8 req-d8d7d886-f59b-43a4-8b83-301f09906fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:10.703883 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03041afb-4975-45c8-8d44-7c9e425233e8 req-d8d7d886-f59b-43a4-8b83-301f09906fb2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4fb48a37-f4d5-45a1-a5de-db121999c387 HTTP/1.1" status: 200 len: 849 time: 0.0471573 Aug 20 12:49:10.708544 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-26a8be37-6f99-4345-b9c8-0763ab872f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c5024f7d-9d0b-4993-b941-6fba2ef8d633', 'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'mac_address': 'fa:16:3e:cc:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:30Z', 'updated_at': '2021-08-20T12:44:36Z', 'revision_number': 5, 'project_id': 'af49867a0c784f94847efd187f789c13', 'subnets': [{'id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:10.736918 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8be37-6f99-4345-b9c8-0763ab872f9a None None] Checking router: 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:49:10.745251 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8be37-6f99-4345-b9c8-0763ab872f9a None None] Routers {'80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:49:10.745898 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-26a8be37-6f99-4345-b9c8-0763ab872f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:48:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:10.759819 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03041afb-4975-45c8-8d44-7c9e425233e8 req-29c7e452-10d6-4d63-9980-acddccdb6969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:10.761420 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03041afb-4975-45c8-8d44-7c9e425233e8 req-29c7e452-10d6-4d63-9980-acddccdb6969 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=921492e8-93dd-4e19-bea5-cd75434bdbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498881 Aug 20 12:49:10.852487 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-26a8be37-6f99-4345-b9c8-0763ab872f9a None None] Set router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:49:10.856317 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03041afb-4975-45c8-8d44-7c9e425233e8 req-c85dadcb-3e86-4851-ac3c-0cf076f08676 service neutron] 10.222.0.35 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867782 Aug 20 12:49:10.953948 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-03041afb-4975-45c8-8d44-7c9e425233e8 req-442e1522-3c0b-4ede-8a56-5a476b9d2be6 service neutron] 10.222.0.35 "GET /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901384 Aug 20 12:49:11.067271 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-26a8be37-6f99-4345-b9c8-0763ab872f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c5024f7d-9d0b-4993-b941-6fba2ef8d633', 'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'mac_address': 'fa:16:3e:cc:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:30Z', 'updated_at': '2021-08-20T12:44:36Z', 'revision_number': 5, 'project_id': 'af49867a0c784f94847efd187f789c13', 'subnets': [{'id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:11.097336 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8be37-6f99-4345-b9c8-0763ab872f9a None None] The sync data for ids ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'] in n-d-804299-2 is: [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:44:30Z', 'revision_number': 4, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2', '_interfaces': [{'id': 'c5024f7d-9d0b-4993-b941-6fba2ef8d633', 'name': '', 'network_id': '921492e8-93dd-4e19-bea5-cd75434bdbe4', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'mac_address': 'fa:16:3e:cc:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:30Z', 'updated_at': '2021-08-20T12:44:36Z', 'revision_number': 5, 'project_id': 'af49867a0c784f94847efd187f789c13', 'subnets': [{'id': '4fb48a37-f4d5-45a1-a5de-db121999c387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:49:11.333526 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be888441-a8a3-4c39-a807-a92aa6493479 None None] New status for floating IP 0cefe0e9-0e2e-469e-acf5-334ceb4fe8f1: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:49:11.843575 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168883d-1be8-4d8a-9101-5cea91836405 req-801d7b9d-d327-41a6-9ab1-3eed4cea763c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:11.845890 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c168883d-1be8-4d8a-9101-5cea91836405 req-801d7b9d-d327-41a6-9ab1-3eed4cea763c tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 943 time: 0.0996037 Aug 20 12:49:11.885394 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-c168883d-1be8-4d8a-9101-5cea91836405 req-291bf354-5b83-4ab9-9f7e-0c5f1931a9f7 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/security-groups?id=63b77edf-5a75-48d1-b890-9ec4a5708c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334685 Aug 20 12:49:11.915730 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb no longer exists at agent hyperv_n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:49:11.936094 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] No Port match for: 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:49:11.936434 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Device 8d73dad7-ea21-49f0-b0bf-7302b5ad22bb not bound to the agent host n-h2-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:49:12.094077 n-d-804299-2 neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6179f1c-55a2-4ab9-b686-5959db352b21 req-33e85827-b504-423e-bfa3-07a5371ceb22 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:12.096135 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6179f1c-55a2-4ab9-b686-5959db352b21 req-33e85827-b504-423e-bfa3-07a5371ceb22 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 943 time: 0.0487039 Aug 20 12:49:12.191021 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-a6179f1c-55a2-4ab9-b686-5959db352b21 req-f3e08585-ad35-4c0a-9a37-f70c2bd8e4a9 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Deleting port b04eda7a-c58c-43b5-a22d-0f502e853c18 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:49:12.191369 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a6179f1c-55a2-4ab9-b686-5959db352b21 req-f3e08585-ad35-4c0a-9a37-f70c2bd8e4a9 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:12.280892 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-a6179f1c-55a2-4ab9-b686-5959db352b21 req-f3e08585-ad35-4c0a-9a37-f70c2bd8e4a9 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] For port b04eda7a-c58c-43b5-a22d-0f502e853c18, host n-h1-804299-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804299-2',level=0,port_id=b04eda7a-c58c-43b5-a22d-0f502e853c18,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:12.281173 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a6179f1c-55a2-4ab9-b686-5959db352b21 req-f3e08585-ad35-4c0a-9a37-f70c2bd8e4a9 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:12.295325 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-a6179f1c-55a2-4ab9-b686-5959db352b21 req-f3e08585-ad35-4c0a-9a37-f70c2bd8e4a9 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Calling delete_port for b04eda7a-c58c-43b5-a22d-0f502e853c18 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:49:12.425038 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a6179f1c-55a2-4ab9-b686-5959db352b21 req-f3e08585-ad35-4c0a-9a37-f70c2bd8e4a9 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:12.461086 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e08585-ad35-4c0a-9a37-f70c2bd8e4a9 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event deleted for resources: {'Port': ['ID=b04eda7a-c58c-43b5-a22d-0f502e853c18,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:12.500457 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6179f1c-55a2-4ab9-b686-5959db352b21 req-f3e08585-ad35-4c0a-9a37-f70c2bd8e4a9 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] No DVR routers for this DVR port b04eda7a-c58c-43b5-a22d-0f502e853c18 on host n-h1-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:49:12.504123 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-a6179f1c-55a2-4ab9-b686-5959db352b21 req-f3e08585-ad35-4c0a-9a37-f70c2bd8e4a9 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61638'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:12.506165 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-a6179f1c-55a2-4ab9-b686-5959db352b21 req-f3e08585-ad35-4c0a-9a37-f70c2bd8e4a9 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.35 "DELETE /v2.0/ports/b04eda7a-c58c-43b5-a22d-0f502e853c18 HTTP/1.1" status: 204 len: 173 time: 0.4043214 Aug 20 12:49:12.506632 n-d-804299-2 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'name': 'network-vif-deleted', 'tag': 'b04eda7a-c58c-43b5-a22d-0f502e853c18'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:49:12.509522 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1529d78ee9ff0fc92738bff1d4fef891f7271bcc054651fa6b70395befb13a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961650ce-c25d-4b46-a034-a6e53c3c75a1" -d '{"events": [{"server_uuid": "ef98bde6-b6e9-4317-ba44-7b14d23b7505", "name": "network-vif-deleted", "tag": "b04eda7a-c58c-43b5-a22d-0f502e853c18"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:49:12.546703 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50a8695-9621-4a4f-b0af-dc1d3789d2cf x-openstack-request-id: req-a50a8695-9621-4a4f-b0af-dc1d3789d2cf {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:49:12.546997 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef98bde6-b6e9-4317-ba44-7b14d23b7505", "name": "network-vif-deleted", "tag": "b04eda7a-c58c-43b5-a22d-0f502e853c18", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:49:12.547248 n-d-804299-2 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a50a8695-9621-4a4f-b0af-dc1d3789d2cf {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:49:12.547656 n-d-804299-2 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef98bde6-b6e9-4317-ba44-7b14d23b7505', 'name': 'network-vif-deleted', 'tag': 'b04eda7a-c58c-43b5-a22d-0f502e853c18', 'status': 'completed', 'code': 200} Aug 20 12:49:13.000926 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [req-b2969d04-3ead-4a2d-a44d-dfab7e6c451d req-8ab810da-dee4-4f63-b7f5-9b3fa0297d60 tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef98bde6-b6e9-4317-ba44-7b14d23b7505 HTTP/1.1" status: 200 len: 210 time: 0.0322702 Aug 20 12:49:14.059184 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59940) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:14.118313 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4ff7943-4d88-4ea5-90ca-36b9464174ed tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:14.144478 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4ff7943-4d88-4ea5-90ca-36b9464174ed tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:14.206740 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4ff7943-4d88-4ea5-90ca-36b9464174ed tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:14.209736 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4ff7943-4d88-4ea5-90ca-36b9464174ed tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:14.210942 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e4ff7943-4d88-4ea5-90ca-36b9464174ed tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] 10.222.0.37 "DELETE /v2.0/security-groups/63b77edf-5a75-48d1-b890-9ec4a5708c04 HTTP/1.1" status: 204 len: 168 time: 0.1507339 Aug 20 12:49:14.220064 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff7943-4d88-4ea5-90ca-36b9464174ed tempest-TestSnapshotPattern-123753256 tempest-TestSnapshotPattern-123753256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b77edf-5a75-48d1-b890-9ec4a5708c04,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:14.260052 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b04eda7a-c58c-43b5-a22d-0f502e853c18 no longer exists at agent hyperv_n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:49:14.263643 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59944) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:14.285345 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] No Port match for: b04eda7a-c58c-43b5-a22d-0f502e853c18 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:49:14.286071 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Device b04eda7a-c58c-43b5-a22d-0f502e853c18 not bound to the agent host n-h1-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:49:14.626693 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-716d3dee-9e72-467c-a046-ee5326a38b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:14.885632 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-716d3dee-9e72-467c-a046-ee5326a38b41 admin admin] Deleting port c5024f7d-9d0b-4993-b941-6fba2ef8d633 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:49:14.885918 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-716d3dee-9e72-467c-a046-ee5326a38b41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:14.968787 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-716d3dee-9e72-467c-a046-ee5326a38b41 admin admin] For port c5024f7d-9d0b-4993-b941-6fba2ef8d633, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=c5024f7d-9d0b-4993-b941-6fba2ef8d633,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:14.969160 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-716d3dee-9e72-467c-a046-ee5326a38b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:14.983095 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-716d3dee-9e72-467c-a046-ee5326a38b41 admin admin] Calling delete_port for c5024f7d-9d0b-4993-b941-6fba2ef8d633 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:49:15.168941 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-716d3dee-9e72-467c-a046-ee5326a38b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:15.194733 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d3dee-9e72-467c-a046-ee5326a38b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5024f7d-9d0b-4993-b941-6fba2ef8d633,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:15.377533 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-716d3dee-9e72-467c-a046-ee5326a38b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:15.589410 n-d-804299-2 neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716d3dee-9e72-467c-a046-ee5326a38b41 admin admin] Router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:49:15.698568 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716d3dee-9e72-467c-a046-ee5326a38b41 admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:49:15.703759 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-716d3dee-9e72-467c-a046-ee5326a38b41 admin admin] 10.222.0.37 "PUT /v2.0/routers/80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4386244 Aug 20 12:49:15.706275 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59946) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:15.708580 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3b6b86-f1c1-4ae5-80f8-4fef29680897 None None] Sync routers for ids ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'] in n-d-804299-2 {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:49:15.717649 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b6b86-f1c1-4ae5-80f8-4fef29680897 None None] Routers {'80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:49:15.718257 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-6f3b6b86-f1c1-4ae5-80f8-4fef29680897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:48:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:15.813970 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78828e97-4272-4666-833a-8c1f126fd019 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:15.824653 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-6f3b6b86-f1c1-4ae5-80f8-4fef29680897 None None] Set router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d gateway port host: n-d-804299-2 {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:49:15.919999 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78828e97-4272-4666-833a-8c1f126fd019 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:15.973227 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-78828e97-4272-4666-833a-8c1f126fd019 admin admin] Deleting port ee55f04e-48b7-4e4d-86a9-78863c7f06ed {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:49:15.973566 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78828e97-4272-4666-833a-8c1f126fd019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:16.003401 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-6f3b6b86-f1c1-4ae5-80f8-4fef29680897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:49:15Z', 'revision_number': 5, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port': {'id': 'ee55f04e-48b7-4e4d-86a9-78863c7f06ed', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:28Z', 'updated_at': '2021-08-20T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:16.030285 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3b6b86-f1c1-4ae5-80f8-4fef29680897 None None] Checking router: 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d for host: n-d-804299-2 {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:49:16.039478 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b6b86-f1c1-4ae5-80f8-4fef29680897 None None] Routers {'80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'} bound to L3 agent in host n-d-804299-2 {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:49:16.040086 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-6f3b6b86-f1c1-4ae5-80f8-4fef29680897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:48:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:16.059296 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-78828e97-4272-4666-833a-8c1f126fd019 admin admin] For port ee55f04e-48b7-4e4d-86a9-78863c7f06ed, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=ee55f04e-48b7-4e4d-86a9-78863c7f06ed,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:16.059677 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78828e97-4272-4666-833a-8c1f126fd019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:16.072863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-78828e97-4272-4666-833a-8c1f126fd019 admin admin] Calling delete_port for ee55f04e-48b7-4e4d-86a9-78863c7f06ed owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:49:16.125424 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-6f3b6b86-f1c1-4ae5-80f8-4fef29680897 None None] Set router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:49:16.247717 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78828e97-4272-4666-833a-8c1f126fd019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:16.274618 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78828e97-4272-4666-833a-8c1f126fd019 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee55f04e-48b7-4e4d-86a9-78863c7f06ed,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:16.281022 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-6f3b6b86-f1c1-4ae5-80f8-4fef29680897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:49:15Z', 'revision_number': 6, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:16.308822 n-d-804299-2 neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3b6b86-f1c1-4ae5-80f8-4fef29680897 None None] The sync data for ids ['80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d'] in n-d-804299-2 is: [{'id': '80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d', 'name': 'tempest-TestSnapshotPattern-1153596132-router', 'tenant_id': 'af49867a0c784f94847efd187f789c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:27Z', 'updated_at': '2021-08-20T12:49:15Z', 'revision_number': 6, 'project_id': 'af49867a0c784f94847efd187f789c13', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:49:16.346593 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78828e97-4272-4666-833a-8c1f126fd019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:16.435991 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78828e97-4272-4666-833a-8c1f126fd019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:16.438128 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78828e97-4272-4666-833a-8c1f126fd019 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:16.482438 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78828e97-4272-4666-833a-8c1f126fd019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:16.482999 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78828e97-4272-4666-833a-8c1f126fd019 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:49:16.488053 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78828e97-4272-4666-833a-8c1f126fd019 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:16.489358 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-78828e97-4272-4666-833a-8c1f126fd019 admin admin] 10.222.0.37 "DELETE /v2.0/routers/80cfd258-08ff-44ef-9c9b-f61f8f2f4f9d HTTP/1.1" status: 204 len: 168 time: 0.7821572 Aug 20 12:49:16.491949 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59948) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:16.537629 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-1727cf1e-f5d7-4431-8da4-29d3d0a9debf admin admin] Deleting subnet 4fb48a37-f4d5-45a1-a5de-db121999c387 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:49:16.540772 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1727cf1e-f5d7-4431-8da4-29d3d0a9debf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:16.576190 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1727cf1e-f5d7-4431-8da4-29d3d0a9debf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981744'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.014792 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1727cf1e-f5d7-4431-8da4-29d3d0a9debf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.069239 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1727cf1e-f5d7-4431-8da4-29d3d0a9debf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125992852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126280406'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.095551 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727cf1e-f5d7-4431-8da4-29d3d0a9debf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fb48a37-f4d5-45a1-a5de-db121999c387,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:17.099111 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1727cf1e-f5d7-4431-8da4-29d3d0a9debf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.101876 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-1727cf1e-f5d7-4431-8da4-29d3d0a9debf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4fb48a37-f4d5-45a1-a5de-db121999c387 HTTP/1.1" status: 204 len: 168 time: 0.6083567 Aug 20 12:49:17.103776 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59950) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:17.106244 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956b0927-ac32-41e9-adab-d212ff9d5c7b None None] Network 921492e8-93dd-4e19-bea5-cd75434bdbe4 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:49:17.179870 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.234865 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] Deleting port d43ebe71-97ab-4127-ac61-6f6c81a26ccd {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:49:17.235700 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.301646 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d16451-6383-4d40-82bc-e3532257b871 None None] DHCP port deletion for 921492e8-93dd-4e19-bea5-cd75434bdbe4 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:49:17.302946 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] For port d43ebe71-97ab-4127-ac61-6f6c81a26ccd, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d43ebe71-97ab-4127-ac61-6f6c81a26ccd,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:17.303543 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.319863 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] Calling delete_port for d43ebe71-97ab-4127-ac61-6f6c81a26ccd owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:49:17.360997 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b4d16451-6383-4d40-82bc-e3532257b871 None None] Deleting port d43ebe71-97ab-4127-ac61-6f6c81a26ccd {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:49:17.361372 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4d16451-6383-4d40-82bc-e3532257b871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.404135 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125992897'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.423393 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b4d16451-6383-4d40-82bc-e3532257b871 None None] For port d43ebe71-97ab-4127-ac61-6f6c81a26ccd, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=d43ebe71-97ab-4127-ac61-6f6c81a26ccd,segment=NetworkSegment(9f17b663-f3f4-4be2-9daf-ddf3836b94a2),segment_id=9f17b663-f3f4-4be2-9daf-ddf3836b94a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:17.423880 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4d16451-6383-4d40-82bc-e3532257b871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.430295 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] Pushing event deleted for resources: {'Port': ['ID=d43ebe71-97ab-4127-ac61-6f6c81a26ccd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:17.434469 n-d-804299-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] No DVR routers for this DVR port d43ebe71-97ab-4127-ac61-6f6c81a26ccd on host n-d-804299-2 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:49:17.436967 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b4d16451-6383-4d40-82bc-e3532257b871 None None] Calling delete_port for d43ebe71-97ab-4127-ac61-6f6c81a26ccd owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:49:17.511452 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.515925 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4d16451-6383-4d40-82bc-e3532257b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.521603 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921492e8-93dd-4e19-bea5-cd75434bdbe4']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:17.532063 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f17b663-f3f4-4be2-9daf-ddf3836b94a2') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:17.532538 n-d-804299-2 neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f17b663-f3f4-4be2-9daf-ddf3836b94a2') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:17.540374 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d16451-6383-4d40-82bc-e3532257b871 None None] Pushing event deleted for resources: {'Port': ['ID=d43ebe71-97ab-4127-ac61-6f6c81a26ccd,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:17.541483 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981753'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.543898 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d16451-6383-4d40-82bc-e3532257b871 None None] No DVR routers for this DVR port d43ebe71-97ab-4127-ac61-6f6c81a26ccd on host n-d-804299-2 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:49:17.560681 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.568000 n-d-804299-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:49:17.568401 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125992946'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: Traceback (most recent call last): Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: timer() Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: cb(*args, **kw) Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: return func(*args, **kwargs) Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: self._notify() Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: self.callback(batched_events) Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: event.method(event) Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: return f(self, *a, **k) Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: return self._get(url).json() Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:49:17.570199 n-d-804299-2 neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:49:17.626931 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.632686 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] Notify callbacks [] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.634542 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] 10.222.0.37 "DELETE /v2.0/networks/921492e8-93dd-4e19-bea5-cd75434bdbe4 HTTP/1.1" status: 204 len: 168 time: 0.5293825 Aug 20 12:49:17.637665 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59952) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:17.645715 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5d7ba-983c-42ef-9830-f923abdd1374 admin admin] Pushing event deleted for resources: {'Network': ['ID=921492e8-93dd-4e19-bea5-cd75434bdbe4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:17.984142 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c558c76f-d0b9-45f1-a59d-21da3135eeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433684'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:18.234106 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c558c76f-d0b9-45f1-a59d-21da3135eeff admin admin] Deleting port a4c39452-271b-49a5-89b0-9174da36e834 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:49:18.234504 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c558c76f-d0b9-45f1-a59d-21da3135eeff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:18.295683 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c5024f7d-9d0b-4993-b941-6fba2ef8d633 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:49:18.315715 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: c5024f7d-9d0b-4993-b941-6fba2ef8d633 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:49:18.316068 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device c5024f7d-9d0b-4993-b941-6fba2ef8d633 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:49:18.316494 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ee55f04e-48b7-4e4d-86a9-78863c7f06ed no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:49:18.319715 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-c558c76f-d0b9-45f1-a59d-21da3135eeff admin admin] For port a4c39452-271b-49a5-89b0-9174da36e834, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=a4c39452-271b-49a5-89b0-9174da36e834,segment=NetworkSegment(e3f11396-f7fa-4bcf-a371-a71b90f760cf),segment_id=e3f11396-f7fa-4bcf-a371-a71b90f760cf)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:18.320089 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c558c76f-d0b9-45f1-a59d-21da3135eeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:18.334118 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-c558c76f-d0b9-45f1-a59d-21da3135eeff admin admin] Calling delete_port for a4c39452-271b-49a5-89b0-9174da36e834 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:49:18.335937 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: ee55f04e-48b7-4e4d-86a9-78863c7f06ed {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:49:18.336289 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device ee55f04e-48b7-4e4d-86a9-78863c7f06ed not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:49:18.336740 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d43ebe71-97ab-4127-ac61-6f6c81a26ccd no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:49:18.356168 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: d43ebe71-97ab-4127-ac61-6f6c81a26ccd {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:49:18.356514 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device d43ebe71-97ab-4127-ac61-6f6c81a26ccd not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:49:18.513593 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c558c76f-d0b9-45f1-a59d-21da3135eeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:18.540673 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558c76f-d0b9-45f1-a59d-21da3135eeff admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c39452-271b-49a5-89b0-9174da36e834,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:18.711657 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c558c76f-d0b9-45f1-a59d-21da3135eeff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450672'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:19.240780 n-d-804299-2 neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c558c76f-d0b9-45f1-a59d-21da3135eeff admin admin] Router a9198485-85bb-4b94-8a5d-e350cb322f68 has already been hosted by L3 agent 5a072e83-85f8-42e6-814b-a0a3a1419027 {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:49:19.351424 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c558c76f-d0b9-45f1-a59d-21da3135eeff admin admin] Notify agent at l3_agent.n-d-804299-2 the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:49:19.356754 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-c558c76f-d0b9-45f1-a59d-21da3135eeff admin admin] 10.222.0.37 "PUT /v2.0/routers/a9198485-85bb-4b94-8a5d-e350cb322f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7179322 Aug 20 12:49:19.359285 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59954) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:19.362575 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1d815-5d21-45e6-9975-dac43472386b None None] Sync routers for ids ['a9198485-85bb-4b94-8a5d-e350cb322f68'] in n-d-804299-2 {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:49:19.372138 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c1d815-5d21-45e6-9975-dac43472386b None None] Routers {'a9198485-85bb-4b94-8a5d-e350cb322f68'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:49:19.372824 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-18c1d815-5d21-45e6-9975-dac43472386b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:48:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a9198485-85bb-4b94-8a5d-e350cb322f68'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:19.464458 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cba89da-7637-4ee3-bf45-94542406fa19 admin admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:19.482566 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-18c1d815-5d21-45e6-9975-dac43472386b None None] Set router a9198485-85bb-4b94-8a5d-e350cb322f68 gateway port host: n-d-804299-2 {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:49:19.572131 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cba89da-7637-4ee3-bf45-94542406fa19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:19.628268 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-0cba89da-7637-4ee3-bf45-94542406fa19 admin admin] Deleting port 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:49:19.628613 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cba89da-7637-4ee3-bf45-94542406fa19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:19.664383 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-18c1d815-5d21-45e6-9975-dac43472386b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'name': 'tempest-TestSnapshotPattern-1287967798-router', 'tenant_id': '9f39ee3995d94414b870ce44aeff62dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'external_fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:32Z', 'updated_at': '2021-08-20T12:49:18Z', 'revision_number': 5, 'project_id': '9f39ee3995d94414b870ce44aeff62dd', 'gw_port': {'id': '00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969', 'name': '', 'network_id': '2f571561-7053-40c3-8622-933868b07d18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804299-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:44:32Z', 'updated_at': '2021-08-20T12:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141a6f4a-954c-4f8e-a77a-2de14a33f981', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804299-2'}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:19.692123 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1d815-5d21-45e6-9975-dac43472386b None None] Checking router: a9198485-85bb-4b94-8a5d-e350cb322f68 for host: n-d-804299-2 {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:49:19.700423 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c1d815-5d21-45e6-9975-dac43472386b None None] Routers {'a9198485-85bb-4b94-8a5d-e350cb322f68'} bound to L3 agent in host n-d-804299-2 {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:49:19.701063 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-18c1d815-5d21-45e6-9975-dac43472386b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804299-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:19:55Z,description=,heartbeat_timestamp=2021-08-20T12:48:55Z,host='n-d-804299-2',id=5a072e83-85f8-42e6-814b-a0a3a1419027,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:19:55Z,topic='l3_agent')) {'router_ids': ['a9198485-85bb-4b94-8a5d-e350cb322f68'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:19.712662 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-0cba89da-7637-4ee3-bf45-94542406fa19 admin admin] For port 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969,segment=NetworkSegment(31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f),segment_id=31cefebc-14d3-4f8f-9e5a-14d6c0e53d5f)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:19.713215 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cba89da-7637-4ee3-bf45-94542406fa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:19.726974 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-0cba89da-7637-4ee3-bf45-94542406fa19 admin admin] Calling delete_port for 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:49:19.787360 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-18c1d815-5d21-45e6-9975-dac43472386b None None] Set router a9198485-85bb-4b94-8a5d-e350cb322f68 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:49:19.900318 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cba89da-7637-4ee3-bf45-94542406fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:19.925848 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba89da-7637-4ee3-bf45-94542406fa19 admin admin] Pushing event deleted for resources: {'Port': ['ID=00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:19.994375 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cba89da-7637-4ee3-bf45-94542406fa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430578'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.002099 n-d-804299-2 neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-18c1d815-5d21-45e6-9975-dac43472386b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'name': 'tempest-TestSnapshotPattern-1287967798-router', 'tenant_id': '9f39ee3995d94414b870ce44aeff62dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:32Z', 'updated_at': '2021-08-20T12:49:19Z', 'revision_number': 6, 'project_id': '9f39ee3995d94414b870ce44aeff62dd', 'gw_port_host': None}], 'n-d-804299-2', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:20.029296 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1d815-5d21-45e6-9975-dac43472386b None None] The sync data for ids ['a9198485-85bb-4b94-8a5d-e350cb322f68'] in n-d-804299-2 is: [{'id': 'a9198485-85bb-4b94-8a5d-e350cb322f68', 'name': 'tempest-TestSnapshotPattern-1287967798-router', 'tenant_id': '9f39ee3995d94414b870ce44aeff62dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:44:32Z', 'updated_at': '2021-08-20T12:49:19Z', 'revision_number': 6, 'project_id': '9f39ee3995d94414b870ce44aeff62dd', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:49:20.092218 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cba89da-7637-4ee3-bf45-94542406fa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6567'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.094354 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cba89da-7637-4ee3-bf45-94542406fa19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.140556 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cba89da-7637-4ee3-bf45-94542406fa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-427099'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.141135 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cba89da-7637-4ee3-bf45-94542406fa19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9198485-85bb-4b94-8a5d-e350cb322f68 {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:49:20.145992 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0cba89da-7637-4ee3-bf45-94542406fa19 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.147140 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-0cba89da-7637-4ee3-bf45-94542406fa19 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a9198485-85bb-4b94-8a5d-e350cb322f68 HTTP/1.1" status: 204 len: 168 time: 0.7857268 Aug 20 12:49:20.150007 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59956) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:20.194979 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e500c1-489f-448e-9223-0ac8a573e94f admin admin] Deleting subnet baccac7f-1c71-4864-90a7-7e364060d0d7 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:49:20.198419 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-82e500c1-489f-448e-9223-0ac8a573e94f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.233111 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-82e500c1-489f-448e-9223-0ac8a573e94f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127017142'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.315562 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-82e500c1-489f-448e-9223-0ac8a573e94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474221'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.367804 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-82e500c1-489f-448e-9223-0ac8a573e94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1474260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127913813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126066209'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.396030 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e500c1-489f-448e-9223-0ac8a573e94f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baccac7f-1c71-4864-90a7-7e364060d0d7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:20.412011 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-82e500c1-489f-448e-9223-0ac8a573e94f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.413824 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceb7cd7-091b-4634-a2f3-4a47c4a0fcce None None] Network 703de66d-d90e-41ed-95a6-26d032595c60 requested from n-d-804299-2 {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:49:20.414302 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-82e500c1-489f-448e-9223-0ac8a573e94f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/baccac7f-1c71-4864-90a7-7e364060d0d7 HTTP/1.1" status: 204 len: 168 time: 0.2630789 Aug 20 12:49:20.416726 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.37', 59958) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:20.502891 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627704'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.548202 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a4c39452-271b-49a5-89b0-9174da36e834 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:49:20.572071 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: a4c39452-271b-49a5-89b0-9174da36e834 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:49:20.572410 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device a4c39452-271b-49a5-89b0-9174da36e834 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:49:20.575838 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] Deleting port 2d63b128-14ef-4161-9fdf-bf0e1f45f105 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:49:20.576294 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077294839'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.651054 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] For port 2d63b128-14ef-4161-9fdf-bf0e1f45f105, host n-d-804299-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804299-2',level=0,port_id=2d63b128-14ef-4161-9fdf-bf0e1f45f105,segment=NetworkSegment(e3f11396-f7fa-4bcf-a371-a71b90f760cf),segment_id=e3f11396-f7fa-4bcf-a371-a71b90f760cf)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:20.651460 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-433843'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.664993 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] Calling delete_port for 2d63b128-14ef-4161-9fdf-bf0e1f45f105 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:49:20.750660 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1690883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077156657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076765678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127913728'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.778079 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d63b128-14ef-4161-9fdf-bf0e1f45f105,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:20.782625 n-d-804299-2 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] No DVR routers for this DVR port 2d63b128-14ef-4161-9fdf-bf0e1f45f105 on host n-d-804299-2 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:49:20.854102 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1521464', 'neutron.services.segments.db._delete_segments_for_network-8742077267640'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.864751 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703de66d-d90e-41ed-95a6-26d032595c60']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:20.878788 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f11396-f7fa-4bcf-a371-a71b90f760cf') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:20.879073 n-d-804299-2 neutron-server[94691]: DEBUG neutron.services.segments.db [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f11396-f7fa-4bcf-a371-a71b90f760cf') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:20.888555 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077281985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127017151'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.903258 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.909511 n-d-804299-2 neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e48641e-d182-4b7d-bbf8-20cf8d69cda8 None None] DHCP port deletion for 703de66d-d90e-41ed-95a6-26d032595c60 request from n-d-804299-2 {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:49:20.911504 n-d-804299-2 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:49:20.911943 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1443424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127913779'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: Traceback (most recent call last): Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: timer() Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: cb(*args, **kw) Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: return func(*args, **kwargs) Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: self._notify() Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: self.callback(batched_events) Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: event.method(event) Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: return f(self, *a, **k) Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: return self._get(url).json() Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:49:20.913735 n-d-804299-2 neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:49:20.971505 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1521455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430382'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.977699 n-d-804299-2 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] Notify callbacks [] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.979839 n-d-804299-2 neutron-server[94691]: INFO neutron.wsgi [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] 10.222.0.37 "DELETE /v2.0/networks/703de66d-d90e-41ed-95a6-26d032595c60 HTTP/1.1" status: 204 len: 168 time: 0.5619516 Aug 20 12:49:20.992390 n-d-804299-2 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8be880-d834-4eca-bd4b-56464ef8e56f admin admin] Pushing event deleted for resources: {'Network': ['ID=703de66d-d90e-41ed-95a6-26d032595c60,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:21.182301 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59962) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:21.226891 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-d053d438-a49f-428c-81d6-7938df614dad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af49867a0c784f94847efd187f789c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434513 Aug 20 12:49:21.229494 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59964) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:21.274434 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:49:21.277531 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b774b404-b8cb-4be0-9fff-b85874b72dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:21.298717 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b774b404-b8cb-4be0-9fff-b85874b72dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:21.347537 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b774b404-b8cb-4be0-9fff-b85874b72dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:21.350388 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b774b404-b8cb-4be0-9fff-b85874b72dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:21.351552 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-b774b404-b8cb-4be0-9fff-b85874b72dfe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e783ce65-9500-4917-8dbd-2b0f422fed17 HTTP/1.1" status: 204 len: 168 time: 0.1211672 Aug 20 12:49:21.360292 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774b404-b8cb-4be0-9fff-b85874b72dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e783ce65-9500-4917-8dbd-2b0f422fed17,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:21.679415 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59970) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:21.720110 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-a158204a-4c18-4aff-943d-6377b10d2878 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f39ee3995d94414b870ce44aeff62dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393295 Aug 20 12:49:21.722690 n-d-804299-2 neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.37', 59972) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:21.771607 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7761-0200-4eec-98e1-a8301da4e427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:21.792549 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7761-0200-4eec-98e1-a8301da4e427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:21.842086 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7761-0200-4eec-98e1-a8301da4e427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613342'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:21.844671 n-d-804299-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7761-0200-4eec-98e1-a8301da4e427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:21.845808 n-d-804299-2 neutron-server[94690]: INFO neutron.wsgi [None req-e3ad7761-0200-4eec-98e1-a8301da4e427 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d77393a-10ae-4c3a-b82f-450face27c02 HTTP/1.1" status: 204 len: 168 time: 0.1222064 Aug 20 12:49:21.854173 n-d-804299-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad7761-0200-4eec-98e1-a8301da4e427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d77393a-10ae-4c3a-b82f-450face27c02,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:22.294725 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2d63b128-14ef-4161-9fdf-bf0e1f45f105 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:49:22.316123 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 2d63b128-14ef-4161-9fdf-bf0e1f45f105 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:49:22.316481 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 2d63b128-14ef-4161-9fdf-bf0e1f45f105 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:49:22.317056 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969 no longer exists at agent ovs-agent-n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:49:22.335552 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] No Port match for: 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:49:22.335899 n-d-804299-2 neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Device 00ad5ae4-a9a0-4ccc-a7d7-cd1c475d6969 not bound to the agent host n-d-804299-2 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:49:22.482012 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b310f7af-7171-438d-91f9-322a155158ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:25.223608 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b26af3fe-bf17-4369-bb2d-8f42fbf8bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:25.614891 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:26.652666 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:28.259385 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:33.709740 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.802619 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:52.483499 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0825c220-c8a8-42e6-a859-240b685062b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:55.215475 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97dcb607-e803-4f4f-92d4-514ff3696026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:55.620337 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:56.651350 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:58.263113 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:58.273506 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:50:03.715717 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:09.800439 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:22.485590 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3cd1aa2-d320-4e6e-a369-b5e979d26b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.215598 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-12cf579a-42e0-4f69-aae1-d2f7bac2605c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.621983 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:26.653216 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.264448 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:33.706403 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:35.272190 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:50:39.799589 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:52.490754 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e6ab3c51-e0d0-4a04-ada3-0548e47d971e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:55.216221 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c5304b33-18fd-4161-b83c-6d47a365c15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:55.623729 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:56.657484 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:58.267804 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:03.722572 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:09.809985 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:12.271070 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:51:22.493137 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-28244adb-8166-49bc-a62d-fc7678e9ba3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:25.217584 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2efcc77c-8e5d-4c14-89ad-42d222b9c681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:25.626474 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:26.660240 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:28.270641 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:33.736939 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:39.809118 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.269547 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:51:52.497510 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b2362f59-f363-4d9a-a3cf-49da16988759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.218508 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-00ee95ae-e7dc-4489-8fec-9ed270e9fd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.627870 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:56.662944 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:58.273677 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:03.736934 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:09.823947 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:22.499615 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-52a2e5dc-805e-443f-9997-3e7afe5e1954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:25.218371 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6d800ca1-f2b4-466b-8100-3b9564ed096d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:25.631165 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:26.268702 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:52:26.666028 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:28.274774 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:33.739660 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:39.847165 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:52.501569 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2f14b86d-76e2-4af5-84e9-2a99d0509f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:55.222775 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8b949480-42cb-41b3-9f7d-a2733bee9a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:55.635026 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:56.670216 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:58.278952 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:03.267066 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:53:03.750343 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:09.839715 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:21.695476 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-86bcdb16-df0f-48b3-ae6c-fd6e47d4c0cb req-a182b254-2ba5-41a4-ab31-d52ae7861f44 service neutron] (94691) timed out ('10.222.0.37', 58606) {{(pid=94691) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:53:22.502218 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ccb3b4d4-2742-437c-89ca-369f2156acf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:25.223852 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5370bf31-86d4-4c0f-a4ee-bf97debbae31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:25.637338 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:26.672929 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:28.281791 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:33.748070 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:39.839643 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:40.266618 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:53:52.503988 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a00c4ed3-bd8d-4332-b379-235c2197d246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:55.225616 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fae1aaee-7675-46e4-b7fa-fe9b5a80fda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:55.638691 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:56.674432 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:58.284316 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:03.744983 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:09.843896 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:17.265144 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:54:22.506693 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8522829b-f6e0-49ff-8783-fca07f8aeb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:25.228028 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f47e2575-c2d4-46ed-a392-aaf0f2a80bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:25.639986 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:26.677492 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:28.287847 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:33.763310 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:39.837059 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:52.509643 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-57cde66c-c9ff-45e8-9a62-a4dbf0255e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:54.265131 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:54:55.229852 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-87cef401-e363-4a83-a71f-dc38297d492a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:55.642418 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:56.680724 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:58.289983 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:03.763778 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:09.851426 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:22.512893 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7ead17ff-af91-4b58-b3ef-1e5087ab5e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:25.231953 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-98d0fe78-cce6-4e1d-ba06-6143f2c9f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:25.643973 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:26.683201 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:28.292425 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:31.264245 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:55:33.791345 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:39.849857 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:52.513449 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5c129565-c3ae-428f-b598-a49990fece55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:55.236067 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-166413fe-2392-42bb-b98b-8f1380b9c047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:55.649630 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:56.687907 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:58.295192 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:03.792471 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:08.263600 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:56:09.865008 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:22.515046 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d1a1016a-126e-448d-825c-107e9389d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:25.236143 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eed4b4a5-fd36-492d-9b74-58d10471c8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:25.652049 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:26.688809 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:28.298195 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:33.801935 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:39.878282 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:45.263797 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:56:52.515993 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b0804e23-7a79-4d9c-bd2c-5ed08439613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:55.236297 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-03cd3b70-5975-4394-80c2-907d6504bbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:55.654359 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:56.691650 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:58.298862 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:03.805456 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:09.879845 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:22.261966 n-d-804299-2 neutron-server[94693]: DEBUG neutron.db.agents_db [None req-69bd147d-f91d-4d08-83b8-572ec3706181 None None] Agent healthcheck: found 7 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:57:22.516663 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-846d5f1f-1495-4c28-b3a3-e8782416e956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:25.238659 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8f70d3e8-e35e-4d07-b34a-757bbca98264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:25.655066 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7c36b3f5-c888-4bfd-a1b1-5cd38e130abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:26.694775 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff94f9da-956e-4095-ac92-ead62247aa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:28.303902 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b507271-d0a2-4254-bb04-c90a156b32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:33.803831 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed8dd-205f-4cf2-93ac-cda56e1cd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:34.547335 n-d-804299-2 neutron-server[94691]: DEBUG neutron.wsgi [req-30bc6e2d-c4d6-418e-8f2b-b978fb8cb21f req-759a8f4e-fb5e-4d2f-bbe3-b0e8b1693ea3 service neutron] (94691) timed out ('10.222.0.37', 54972) {{(pid=94691) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:57:39.885069 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51adf1f4-167a-4dbd-bb6c-96b4ca62b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:52.519436 n-d-804299-2 neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0d029c8d-1468-41bc-979c-82abc242f182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077273384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517806'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}